-- Logs begin at Fri 2022-02-04 14:39:42 UTC, end at Fri 2022-02-04 17:21:13 UTC. -- Feb 04 15:16:20.912679 n-d-827872-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 15:16:23.106129 n-d-827872-1 neutron-server[83443]: INFO neutron.common.config [-] Logging enabled! Feb 04 15:16:23.106830 n-d-827872-1 neutron-server[83443]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev13 Feb 04 15:16:23.106921 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83443) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 04 15:16:23.109139 n-d-827872-1 neutron-server[83443]: INFO neutron.common.config [-] Logging enabled! Feb 04 15:16:23.109389 n-d-827872-1 neutron-server[83443]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev13 Feb 04 15:16:23.109639 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83443) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 04 15:16:23.110600 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 15:16:23.110835 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 15:16:23.111227 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 15:16:23.111621 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 15:16:23.111982 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 15:16:23.112315 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.112619 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.112919 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.113155 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.113457 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.113750 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.114034 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.114326 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.114628 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.114918 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.115224 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.115518 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.115754 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.116040 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.116331 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.116620 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.116847 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] debug = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.117130 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.117559 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.117988 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.118271 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.118564 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.118841 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.119134 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.119439 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.119775 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] host = n-d-827872-1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.120058 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.120350 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.120641 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.120930 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.121210 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.121492 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.121781 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.122061 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.122340 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] log_file = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.122618 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.122910 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.123222 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.123516 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.123745 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.123971 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.124258 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.124549 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.124828 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.125104 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.125381 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.125656 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.125933 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.126205 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.126491 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.126779 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.127747 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.128179 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.128472 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.128755 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.129039 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.129332 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.129614 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.129895 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.130175 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.130467 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.130743 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.131024 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.131361 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.131655 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.131942 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.132231 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.132510 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.132796 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.133073 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.133352 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.133631 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] use_json = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.133915 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.134191 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.134478 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.134757 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.135035 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.135340 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.135617 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.135910 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.136188 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:23.136489 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.136793 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.137096 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.137386 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.137685 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.137969 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.138262 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.138545 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.138838 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.139129 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.139448 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.139730 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.140019 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.140316 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.140774 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.141064 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.141351 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.141650 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.141936 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.142214 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.143059 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.143575 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.143954 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.144241 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.144535 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.144823 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.145104 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.145388 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.145674 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.145969 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.146253 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.146531 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.146808 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.147090 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.147393 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.147686 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.147969 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.148248 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.148523 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.148804 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.149079 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.149355 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.149637 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.149912 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.150192 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.150469 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.150742 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.151019 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.151318 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.151599 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.151876 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.152152 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.152433 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.152709 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.152983 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.153257 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.153533 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.153815 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.154105 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.154405 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.154687 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.154966 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.155272 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.155556 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.155838 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.156118 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.156399 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.156681 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.156957 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.157249 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.157537 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.157828 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.158173 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.158637 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.159108 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.159423 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.159716 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.160002 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.160289 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.160580 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.160871 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.161171 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.161471 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.161770 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.162072 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.162369 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.162652 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.162963 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.163275 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:23.163499 n-d-827872-1 neutron-server[83443]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 15:16:23.163748 n-d-827872-1 neutron-server[83443]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83443) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 15:16:23.582611 n-d-827872-1 neutron-server[83443]: INFO keyring.backend [-] Loading KWallet Feb 04 15:16:23.590583 n-d-827872-1 neutron-server[83443]: INFO keyring.backend [-] Loading SecretService Feb 04 15:16:23.593876 n-d-827872-1 neutron-server[83443]: INFO keyring.backend [-] Loading Windows Feb 04 15:16:23.595263 n-d-827872-1 neutron-server[83443]: INFO keyring.backend [-] Loading chainer Feb 04 15:16:23.596008 n-d-827872-1 neutron-server[83443]: INFO keyring.backend [-] Loading macOS Feb 04 15:16:23.631631 n-d-827872-1 neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 15:16:23.631911 n-d-827872-1 neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 15:16:23.632208 n-d-827872-1 neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 15:16:23.632546 n-d-827872-1 neutron-server[83443]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 15:16:23.959396 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:23.959627 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:23.959902 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.021257 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.021545 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.021820 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.024929 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.025213 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.025489 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.055054 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.055370 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.055646 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.084269 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.084555 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.084828 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.418264 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.418927 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.418927 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.419096 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.420004 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.551433 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.551750 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.552037 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.552313 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.552583 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.552899 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.553167 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.553430 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.553696 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.553981 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.554244 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.554514 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.554782 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.555040 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.555334 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.555606 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.555866 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.556142 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.556402 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.556685 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.557033 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.557290 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.557543 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.557829 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.558083 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.558333 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.558718 n-d-827872-1 neutron-server[83443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:16:24.558962 n-d-827872-1 neutron-server[83443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:16:24.559224 n-d-827872-1 neutron-server[83443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:16:24.559468 n-d-827872-1 neutron-server[83443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:16:24.559709 n-d-827872-1 neutron-server[83443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:16:24.559950 n-d-827872-1 neutron-server[83443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:16:24.560497 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 15:16:24.563652 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 15:16:24.568054 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 15:16:24.572134 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Feb 04 15:16:24.573802 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 15:16:24.574200 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 15:16:24.574610 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 15:16:24.575005 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 15:16:24.577888 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 15:16:24.578142 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 15:16:24.578489 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 15:16:24.611047 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 04 15:16:24.612299 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.612617 n-d-827872-1 neutron-server[83443]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83443) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 15:16:24.612988 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.614392 n-d-827872-1 neutron-server[83443]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83443) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 15:16:24.614681 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 15:16:24.614931 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 15:16:24.618221 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.618504 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:24.681769 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 15:16:24.681937 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 15:16:24.682147 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 15:16:24.682531 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 15:16:24.720001 n-d-827872-1 neutron-server[83443]: DEBUG oslo_db.sqlalchemy.engines [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83443) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 04 15:16:25.060002 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Initializing driver for type 'gre' Feb 04 15:16:25.060663 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] gre ID ranges: [(1, 1000)] Feb 04 15:16:25.118657 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Initializing driver for type 'local' Feb 04 15:16:25.119034 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Initializing driver for type 'vlan' Feb 04 15:16:25.135994 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] VlanTypeDriver initialization complete Feb 04 15:16:25.136346 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Initializing driver for type 'vxlan' Feb 04 15:16:25.136858 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] vxlan ID ranges: [(1, 1000)] Feb 04 15:16:25.193328 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Initializing extension driver 'port_security' Feb 04 15:16:25.193683 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] PortSecurityExtensionDriver initialization complete Feb 04 15:16:25.194014 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Initializing mechanism driver 'openvswitch' Feb 04 15:16:25.194346 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Initializing mechanism driver 'hyperv' Feb 04 15:16:25.201082 n-d-827872-1 neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:16:25.201769 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > port after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.202134 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > port after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.202583 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > port after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.203113 n-d-827872-1 neutron-server[83443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 15:16:25.203698 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > subnet after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.204048 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > subnet after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.204395 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.204782 n-d-827872-1 neutron-server[83443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 15:16:25.205831 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > network after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.206140 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > network after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.206484 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > network after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.206907 n-d-827872-1 neutron-server[83443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 15:16:25.207354 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > security_group after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.207705 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > security_group after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.208042 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.208578 n-d-827872-1 neutron-server[83443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 15:16:25.208988 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.209332 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.209670 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.210059 n-d-827872-1 neutron-server[83443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 15:16:25.210505 n-d-827872-1 neutron-server[83443]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] ML2 OVO RPC backend initialized. {{(pid=83443) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 04 15:16:25.211169 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.211544 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.211961 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > network before_response 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.212305 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > networks before_response 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.212649 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > port before_response 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.212987 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > ports before_response 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.213329 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > subnet before_response 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.213910 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > subnets before_response 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.214262 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > network after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.214599 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > network after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.214930 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > network after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.215292 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > port after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.215632 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > port after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.215962 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > port after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.216292 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > subnet after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.216622 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > subnet after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.216950 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.217550 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Modular L2 Plugin initialization complete Feb 04 15:16:25.217877 n-d-827872-1 neutron-server[83443]: DEBUG neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading services supported by the core plugin {{(pid=83443) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 15:16:25.218200 n-d-827872-1 neutron-server[83443]: INFO neutron.plugins.ml2.managers [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Got port-security extension from driver 'port_security' Feb 04 15:16:25.218660 n-d-827872-1 neutron-server[83443]: INFO neutron.extensions.vlantransparent [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Disabled vlantransparent extension. Feb 04 15:16:25.219071 n-d-827872-1 neutron-server[83443]: DEBUG neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83443) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 15:16:25.219554 n-d-827872-1 neutron-server[83443]: INFO neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading Plugin: router Feb 04 15:16:25.257264 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.257564 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router after_create 55549900 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.257959 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router before_create 55549900 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.258323 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.258687 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.259042 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router after_delete 55549900 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.259426 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.259783 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router after_create 55549900 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.260120 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router after_update 55549900 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.260465 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router after_update 55549900 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.260803 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.261151 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router after_update 55549900 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.261553 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router precommit_update 55549900 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.261915 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: port after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.262250 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: port after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.262584 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: subnet after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.262914 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.263284 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.263629 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router precommit_create 55549900 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.263962 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: port before_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.264301 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router precommit_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.264657 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router after_update 55549900 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.264994 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.265333 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router precommit_create 55549900 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.265689 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.266061 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router precommit_update 55549900 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.266419 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > agent after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.266789 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > agent after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.267140 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > network after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.268769 n-d-827872-1 neutron-server[83443]: DEBUG neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Tracking information for resource: router configured {{(pid=83443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:16:25.269098 n-d-827872-1 neutron-server[83443]: DEBUG neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Tracking information for resource: floatingip configured {{(pid=83443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:16:25.274444 n-d-827872-1 neutron-server[83443]: INFO neutron.db.l3_agentschedulers_db [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 15:16:25.275033 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: port after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.275435 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: port after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.275800 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: port after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.276150 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: port after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.277088 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router before_create 55550100 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.277453 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.277811 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router precommit_create 55550100 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.278164 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > router precommit_update 55550100 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.282559 n-d-827872-1 neutron-server[83443]: DEBUG neutron.services.provider_configuration [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Service providers = [] {{(pid=83443) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 15:16:25.282918 n-d-827872-1 neutron-server[83443]: DEBUG neutron.db.servicetype_db [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83443) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 15:16:25.286210 n-d-827872-1 neutron-server[83443]: DEBUG neutron.services.service_base [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:16:25.286867 n-d-827872-1 neutron-server[83443]: DEBUG neutron.services.service_base [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:16:25.286867 n-d-827872-1 neutron-server[83443]: DEBUG neutron.services.service_base [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:16:25.287703 n-d-827872-1 neutron-server[83443]: DEBUG neutron.services.service_base [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:16:25.288071 n-d-827872-1 neutron-server[83443]: INFO neutron.services.service_base [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 15:16:25.288458 n-d-827872-1 neutron-server[83443]: DEBUG neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:16:25.288774 n-d-827872-1 neutron-server[83443]: INFO neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 15:16:25.300272 n-d-827872-1 neutron-server[83443]: DEBUG neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:16:25.300604 n-d-827872-1 neutron-server[83443]: INFO neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading Plugin: auto_allocate Feb 04 15:16:25.306570 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: network precommit_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.306944 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: network precommit_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.307491 n-d-827872-1 neutron-server[83443]: DEBUG neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:16:25.307809 n-d-827872-1 neutron-server[83443]: INFO neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading Plugin: tag Feb 04 15:16:25.315141 n-d-827872-1 neutron-server[83443]: DEBUG neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:16:25.315496 n-d-827872-1 neutron-server[83443]: INFO neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading Plugin: timestamp Feb 04 15:16:25.319533 n-d-827872-1 neutron-server[83443]: DEBUG neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:16:25.319861 n-d-827872-1 neutron-server[83443]: INFO neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading Plugin: network_ip_availability Feb 04 15:16:25.325147 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.325518 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.325870 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.326580 n-d-827872-1 neutron-server[83443]: DEBUG neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:16:25.326899 n-d-827872-1 neutron-server[83443]: INFO neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading Plugin: flavors Feb 04 15:16:25.332320 n-d-827872-1 neutron-server[83443]: DEBUG neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:16:25.332653 n-d-827872-1 neutron-server[83443]: INFO neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading Plugin: revisions Feb 04 15:16:25.336927 n-d-827872-1 neutron-server[83443]: DEBUG neutron.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:16:25.337318 n-d-827872-1 neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.705s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 15:16:25.338055 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83443) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 04 15:16:25.338385 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Initializing extension manager. Feb 04 15:16:25.339136 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: __init__.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.339501 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: __pycache__ {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.339831 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.340159 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.340483 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: _filter_validation_lib.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.340806 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.341128 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: address_group.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.341871 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.342433 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: address-group Feb 04 15:16:25.342749 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: address_scope.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.343487 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.343984 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: address-scope Feb 04 15:16:25.344302 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.345223 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.345881 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: router-admin-state-down-before-update Feb 04 15:16:25.346202 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: agent.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.346893 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.347410 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: agent Feb 04 15:16:25.347728 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: agent_resources_synced.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.348636 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.349136 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: agent-resources-synced Feb 04 15:16:25.349454 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: allowedaddresspairs.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.351451 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.351977 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: allowed-address-pairs Feb 04 15:16:25.352309 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: auto_allocated_topology.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.353380 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.353896 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: auto-allocated-topology Feb 04 15:16:25.354224 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: availability_zone.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.354921 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.355538 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: availability_zone Feb 04 15:16:25.355864 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: availability_zone_filter.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.356774 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.357281 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: availability_zone_filter Feb 04 15:16:25.357603 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: data_plane_status.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.358503 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.359009 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 15:16:25.359360 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: default_subnetpools.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.360268 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.360773 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: default-subnetpools Feb 04 15:16:25.361095 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.362020 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.362523 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: dhcp_agent_scheduler Feb 04 15:16:25.362842 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: dns.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.363790 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.364292 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 15:16:25.364614 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: dns_domain_ports.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.365519 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.366013 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 15:16:25.366329 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: dvr.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.366995 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.367514 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: dvr Feb 04 15:16:25.367830 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: empty_string_filtering.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.368732 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.369229 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: empty-string-filtering Feb 04 15:16:25.369545 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.370447 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.370940 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 15:16:25.371285 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.372192 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.372686 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 15:16:25.373005 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: external_net.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.373906 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.374406 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: external-net Feb 04 15:16:25.374728 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.375653 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.376155 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: extra_dhcp_opt Feb 04 15:16:25.376472 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: extraroute.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.378123 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.378623 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: extraroute Feb 04 15:16:25.378943 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: extraroute_atomic.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.380014 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.380521 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: extraroute-atomic Feb 04 15:16:25.380844 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: filter_validation.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.381505 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.382002 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: filter-validation Feb 04 15:16:25.382319 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: fip_pf_description.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.383249 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.383751 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 15:16:25.384068 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: fip_port_details.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.384991 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.385490 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: fip-port-details Feb 04 15:16:25.385806 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: flavors.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.387042 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.387583 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: flavors Feb 04 15:16:25.387929 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.389601 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.390113 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 15:16:25.390439 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: floatingip_pools.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.391166 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.391696 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: floatingip-pools Feb 04 15:16:25.392015 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: ip_allocation.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.393605 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.394103 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 15:16:25.394420 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.395371 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.395875 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: ip-substring-filtering Feb 04 15:16:25.396195 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: l2_adjacency.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.397110 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.397608 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 15:16:25.397926 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: l3.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.398885 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.399435 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: router Feb 04 15:16:25.399758 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.402133 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.402660 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 15:16:25.402995 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.403958 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.404467 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: ext-gw-mode Feb 04 15:16:25.404790 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.405704 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.406209 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: l3-ha Feb 04 15:16:25.406532 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: l3_flavors.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.407482 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.407982 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: l3-flavors Feb 04 15:16:25.408456 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.409439 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.409944 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 15:16:25.410268 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: l3agentscheduler.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.411360 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.411864 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: l3_agent_scheduler Feb 04 15:16:25.412186 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: logging.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.413715 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.414226 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension logging not supported by any of loaded plugins Feb 04 15:16:25.414554 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: metering.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.415335 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.415907 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: metering Feb 04 15:16:25.416233 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.417349 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.417863 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: metering_source_and_destination_fields Feb 04 15:16:25.418190 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: multiprovidernet.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.419110 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.419670 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: multi-provider Feb 04 15:16:25.419948 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: netmtu.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.420860 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.421364 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: net-mtu Feb 04 15:16:25.421682 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: netmtu_writable.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.422731 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.423257 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: net-mtu-writable Feb 04 15:16:25.423578 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: network_availability_zone.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.424770 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.425270 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: network_availability_zone Feb 04 15:16:25.425591 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: network_ip_availability.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.426677 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.427194 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: network-ip-availability Feb 04 15:16:25.427528 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: network_segment_range.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.428288 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.428789 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 15:16:25.429107 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: pagination.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.430090 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.430415 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: pagination Feb 04 15:16:25.430730 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.431664 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.432172 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: port-mac-address-regenerate Feb 04 15:16:25.432489 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: port_resource_request.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.433393 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.433893 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 15:16:25.434212 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: portbindings.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.435131 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.435671 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: binding Feb 04 15:16:25.435990 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: portbindings_extended.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.437266 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.437774 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: binding-extended Feb 04 15:16:25.438097 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: portsecurity.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.439009 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.440233 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: port-security Feb 04 15:16:25.440779 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: project_id.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.441520 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.441841 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: project-id Feb 04 15:16:25.442160 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: providernet.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.443065 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.443601 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: provider Feb 04 15:16:25.443923 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: qos.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.447647 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.448164 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension qos not supported by any of loaded plugins Feb 04 15:16:25.448495 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.449741 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.450254 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 15:16:25.450583 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.451538 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.452042 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 15:16:25.452361 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: qos_default.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.453267 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.453771 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension qos-default not supported by any of loaded plugins Feb 04 15:16:25.454093 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: qos_fip.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.454734 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.455418 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 15:16:25.455743 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: qos_gateway_ip.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.456673 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.457175 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 15:16:25.457496 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: qos_port_network_policy.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.458403 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.458904 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 15:16:25.459250 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: qos_rule_type_details.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.460156 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.460663 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 15:16:25.460985 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: qos_rules_alias.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.462022 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.462530 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 15:16:25.462854 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: quotasv2.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.464018 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.464346 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: quotas Feb 04 15:16:25.464670 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: quotasv2_detail.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.466307 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.466643 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: quota_details Feb 04 15:16:25.466970 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: rbac.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.468050 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.468570 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: rbac-policies Feb 04 15:16:25.468892 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: rbac_address_scope.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.469809 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.470316 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: rbac-address-scope Feb 04 15:16:25.470754 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: rbac_security_groups.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.471695 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.472203 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: rbac-security-groups Feb 04 15:16:25.472522 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: rbac_subnetpool.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.473427 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.473934 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: rbac-subnetpool Feb 04 15:16:25.474251 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: revisionifmatch.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.475163 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.475698 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: revision-if-match Feb 04 15:16:25.476014 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: revisions.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.477128 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.477636 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: standard-attr-revisions Feb 04 15:16:25.477956 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: router_availability_zone.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.478621 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.479126 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: router_availability_zone Feb 04 15:16:25.479473 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: routerservicetype.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.480402 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.480902 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 15:16:25.481217 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.482128 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.482629 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: port-security-groups-filtering Feb 04 15:16:25.482946 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: securitygroup.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.494616 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.495142 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: security-group Feb 04 15:16:25.495501 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: segment.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.496286 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.496791 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension segment not supported by any of loaded plugins Feb 04 15:16:25.497113 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.498042 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.498544 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 15:16:25.498865 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: servicetype.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.500136 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.500650 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: service-type Feb 04 15:16:25.500970 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: sorting.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.502618 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.502946 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: sorting Feb 04 15:16:25.503301 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: standard_attr_segment.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.504228 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.504736 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 15:16:25.505052 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: standardattrdescription.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.505692 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.506203 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: standard-attr-description Feb 04 15:16:25.506522 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: stateful_security_group.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.507518 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.507978 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: stateful-security-group Feb 04 15:16:25.508297 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: stdattrs_common.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.508871 n-d-827872-1 neutron-server[83443]: WARNING neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 15:16:25.509188 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.510104 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.510615 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 15:16:25.510935 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: subnet_onboard.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.512099 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.512613 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: subnet_onboard Feb 04 15:16:25.512934 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.513873 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.514375 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 15:16:25.514696 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: subnet_service_types.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.515645 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.516157 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: subnet-service-types Feb 04 15:16:25.516479 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: subnetallocation.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.517632 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.518144 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: subnet_allocation Feb 04 15:16:25.518466 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.519126 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.519657 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: subnetpool-prefix-ops Feb 04 15:16:25.519978 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.520919 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.521424 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 15:16:25.521746 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: tagging.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.522796 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.523342 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: standard-attr-tag Feb 04 15:16:25.523670 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: timestamp.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.524875 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.525387 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loaded extension: standard-attr-timestamp Feb 04 15:16:25.525713 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: trunk.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.526749 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.527292 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension trunk not supported by any of loaded plugins Feb 04 15:16:25.527616 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: trunk_details.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.528535 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.529040 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 15:16:25.529357 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: uplink_status_propagation.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.530840 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.531329 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 15:16:25.531329 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Loading extension file: vlantransparent.py {{(pid=83443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:16:25.531898 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:16:25.532393 n-d-827872-1 neutron-server[83443]: INFO neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 15:16:25.534968 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:network Feb 04 15:16:25.535720 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:subnet Feb 04 15:16:25.536326 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:16:25.537115 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:port Feb 04 15:16:25.538385 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.v2.resource_helper [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:16:25.538819 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.v2.resource_helper [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Service FLAVORS assigned prefix: {{(pid=83443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:16:25.539455 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.v2.resource_helper [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:16:25.539882 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.v2.resource_helper [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:16:25.540208 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:router Feb 04 15:16:25.540861 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 15:16:25.541591 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.v2.resource_helper [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Service METERING assigned prefix: /metering {{(pid=83443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:16:25.543006 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.543410 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.543761 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:16:25.544889 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 15:16:25.545343 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:security_group Feb 04 15:16:25.545997 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 15:16:25.546728 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.v2.resource_helper [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Service CORE assigned prefix: {{(pid=83443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:16:25.547167 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:16:25.547534 n-d-827872-1 neutron-server[83443]: WARNING neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] subnetpool is already registered Feb 04 15:16:25.548368 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.v2.resource_helper [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Service CORE assigned prefix: {{(pid=83443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:16:25.549239 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:16:25.549932 n-d-827872-1 neutron-server[83443]: WARNING neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] subnetpool is already registered Feb 04 15:16:25.552562 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.v2.resource_helper [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:16:25.552994 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.v2.resource_helper [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Service FLAVORS assigned prefix: {{(pid=83443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:16:25.553580 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.v2.resource_helper [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:16:25.553999 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.v2.resource_helper [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:16:25.554344 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:router Feb 04 15:16:25.554650 n-d-827872-1 neutron-server[83443]: WARNING neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] router is already registered Feb 04 15:16:25.555262 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 15:16:25.555588 n-d-827872-1 neutron-server[83443]: WARNING neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] floatingip is already registered Feb 04 15:16:25.556208 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.v2.resource_helper [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Service METERING assigned prefix: /metering {{(pid=83443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:16:25.556862 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 15:16:25.557183 n-d-827872-1 neutron-server[83443]: WARNING neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] rbac_policy is already registered Feb 04 15:16:25.557716 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:security_group Feb 04 15:16:25.558039 n-d-827872-1 neutron-server[83443]: WARNING neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] security_group is already registered Feb 04 15:16:25.558623 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 15:16:25.558945 n-d-827872-1 neutron-server[83443]: WARNING neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] security_group_rule is already registered Feb 04 15:16:25.559632 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.v2.resource_helper [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Service CORE assigned prefix: {{(pid=83443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:16:25.559965 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:16:25.560284 n-d-827872-1 neutron-server[83443]: WARNING neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] subnetpool is already registered Feb 04 15:16:25.560896 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.v2.resource_helper [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Service CORE assigned prefix: {{(pid=83443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:16:25.561220 n-d-827872-1 neutron-server[83443]: INFO neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:16:25.561540 n-d-827872-1 neutron-server[83443]: WARNING neutron.quota.resource_registry [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] subnetpool is already registered Feb 04 15:16:25.562178 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: extensions {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.563638 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: address-groups {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.566097 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: address-scopes {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.567305 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: agents {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.568439 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: auto-allocated-topology {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.569853 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: availability_zones {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.570917 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: dhcp-networks {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.572313 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: dhcp-agents {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.573686 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: routers {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.575466 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: flavors {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.576621 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: service_profiles {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.577935 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: next_providers {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.579415 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: service_profiles {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.580954 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: floatingip-pools {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.582184 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: routers {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.583935 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: floatingips {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.585079 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: l3-routers {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.586422 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: l3-agents {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.587806 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: metering-labels {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.589838 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: metering-label-rules {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.591086 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: network-ip-availabilities {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.592319 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: bindings {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.595018 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: quotas {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.596634 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: quotas {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.598041 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: rbac-policies {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.599328 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: security-groups {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.600499 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: security-group-rules {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.601674 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: service-providers {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.602853 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: subnetpools {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.604260 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: subnetpools {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.605690 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: tags {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.607371 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: tags {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.609111 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: tags {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.610817 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: tags {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.613255 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: tags {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.614896 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: tags {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.616637 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: tags {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.618431 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: tags {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.620278 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: tags {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.622066 n-d-827872-1 neutron-server[83443]: DEBUG neutron.api.extensions [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Extended resource: tags {{(pid=83443) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:16:25.628046 n-d-827872-1 neutron-server[83443]: WARNING keystonemiddleware.auth_token [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 15:16:25.632745 n-d-827872-1 neutron-server[83443]: WARNING keystonemiddleware.auth_token [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 15:16:25.640717 n-d-827872-1 neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Acquired lock "singleton_lock" {{(pid=83443) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 15:16:25.641190 n-d-827872-1 neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Releasing lock "singleton_lock" {{(pid=83443) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 15:16:25.641811 n-d-827872-1 neutron-server[83443]: INFO oslo_service.service [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Starting 2 workers Feb 04 15:16:25.646934 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Started child 83550 {{(pid=83443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 15:16:25.651233 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Started child 83551 {{(pid=83443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 15:16:25.652435 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:25.652947 n-d-827872-1 neutron-server[83443]: INFO neutron.service [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 15:16:25.653461 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Notify callbacks [] for process, before_spawn {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:25.653885 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [-] (83550) wsgi starting up on http://0.0.0.0:9696 Feb 04 15:16:25.655930 n-d-827872-1 neutron-server[83443]: INFO oslo_service.service [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Starting 1 workers Feb 04 15:16:25.656144 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:25.657484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [-] (83551) wsgi starting up on http://0.0.0.0:9696 Feb 04 15:16:25.661513 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Started child 83552 {{(pid=83443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 15:16:25.662071 n-d-827872-1 neutron-server[83443]: INFO oslo_service.service [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Starting 1 workers Feb 04 15:16:25.665585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.service [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] calling RpcWorker wait() {{(pid=83552) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 15:16:25.666161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.service [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] returning from RpcWorker wait() {{(pid=83552) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 15:16:25.666344 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Started child 83553 {{(pid=83443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 15:16:25.667132 n-d-827872-1 neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0b26-b823-4d10-a7c8-46605d00f705 None None] Notify callbacks [] for process, after_spawn {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:25.667266 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:25.667771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:16:25.669046 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83443) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 15:16:25.669267 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 15:16:25.669442 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 15:16:25.669641 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 15:16:25.669983 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 15:16:25.670144 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 15:16:25.670632 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.670897 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.671189 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.671471 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.671755 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.672170 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:25.672627 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.672627 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.672774 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.673032 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.673282 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.673452 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.673618 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.673915 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.674152 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.674583 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.674853 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.675162 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.675487 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.675727 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.675917 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.676188 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.676432 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.676689 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] debug = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.676928 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.677439 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.677684 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.677925 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.678162 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.678438 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.678691 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.678973 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.679223 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.679473 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.679706 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.679973 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.680202 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.680443 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.680706 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.680924 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.681409 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] host = n-d-827872-1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.681623 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.681856 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.682113 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.682341 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.682594 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.682826 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.683076 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.683351 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.683607 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.683828 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.684100 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.684347 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.684578 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.684820 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_file = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.684983 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_options = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.685194 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.685468 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.685732 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.685919 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.686086 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.686259 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.686517 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.686678 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.686931 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.687147 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.687404 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.687629 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.687860 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.688102 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.688352 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.688584 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.688814 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.689027 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.689318 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.689546 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.689836 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.689987 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.690230 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.690464 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.690695 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.690908 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.691129 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.691377 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.691589 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.691825 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.692113 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.692357 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.692606 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.692845 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.693072 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.693297 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.693515 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.693781 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.694010 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.694270 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.694523 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.694734 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.694964 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.695217 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.695428 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.695639 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] use_json = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.695848 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.696059 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.696309 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.696521 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.696753 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.696964 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.697172 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.697398 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.697626 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.698046 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.698321 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.698652 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.698883 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.699112 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.699372 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.699605 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.700076 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.700335 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.700885 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.701099 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.701332 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.701774 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.702166 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.702483 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.702964 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.703234 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.703479 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.704082 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.704343 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.704550 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.704788 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.705783 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.706028 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.706263 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.706566 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.706715 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.706918 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.707161 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.707428 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.707919 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.707919 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.708206 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.708378 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.708573 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.708787 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.709023 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.709270 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.709507 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.709759 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.709954 n-d-827872-1 neutron-server[83553]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:16:25.710223 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.710472 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.714954 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.715243 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.715494 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.715748 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.715986 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.716213 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.716452 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.716657 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.716877 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.717133 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.717378 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.717598 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.717815 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.718050 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.718266 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.718517 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.718981 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.718981 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.719311 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.719487 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.719625 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.719808 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.720033 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.720325 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.720466 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.721550 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.721746 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.721909 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.722077 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.722291 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.723265 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.723265 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.723265 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.723690 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.723690 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.723957 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.724428 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.724428 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.724684 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.724684 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729387 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729387 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729387 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729387 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729387 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729387 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729387 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729387 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729970 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729970 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729970 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729970 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729970 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729970 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729970 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.729970 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.730519 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.730519 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.730519 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.730519 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.730519 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.730519 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.730519 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.730968 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.730968 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.731114 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.732004 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.732004 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.732004 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.732227 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.732366 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.735414 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.735414 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.735414 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.735414 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.735414 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.735414 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.735414 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.735414 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.736012 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.736012 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.736012 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.736012 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.736012 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.736012 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.736602 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.736602 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.736957 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.737515 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.737515 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.737701 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.737898 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.738170 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.738355 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.739164 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.739164 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.739164 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.739439 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.739533 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.739702 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.739905 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.740155 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.740379 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.740590 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.740828 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.741062 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.741277 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.741525 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.741706 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.741917 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.742161 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.742380 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.742597 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.742812 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.743040 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.743321 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.743557 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.743824 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.744088 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.744299 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.744521 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.744760 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.745011 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.745241 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.745467 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.745708 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.745911 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.746163 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.746375 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.746527 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.746765 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.747010 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.747259 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.748256 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.748256 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.748256 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.748256 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.748812 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.748812 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.749077 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.749447 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.749606 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.749735 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.750176 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.750176 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.750430 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.750572 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.750960 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.751339 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.752441 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.752808 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.753044 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.753569 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.753988 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.754360 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.754726 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.755027 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.755364 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.755526 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.755906 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.756151 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.756398 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.756612 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.756825 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.757039 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.757369 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.757804 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.757804 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.758014 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.758304 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.758544 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.758768 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.759019 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.759341 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.759557 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.759813 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.760036 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.760252 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.760478 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.760730 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.761034 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.761330 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.761580 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.761997 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.762281 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.762566 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.762836 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.763048 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.763370 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.763736 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.764031 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.764287 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.764532 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.764818 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.765038 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.765273 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.765492 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.765735 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.765952 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.766203 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.766439 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.766687 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.766938 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.767164 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.768037 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.768299 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.768536 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.768757 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.768973 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.769131 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 15:16:25.769648 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83443) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 15:16:25.769807 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 15:16:25.769961 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 15:16:25.770131 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 15:16:25.770305 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 15:16:25.770457 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 15:16:25.770660 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.770822 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.770981 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.771140 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.771332 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.771501 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.771648 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.771804 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.771962 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.772119 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.772259 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.772419 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.772575 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.772731 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.772888 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.773045 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.773202 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.773360 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.773522 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.773680 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.773836 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.773992 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.774148 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] debug = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.774305 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.774507 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.774670 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.774827 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.774984 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.775140 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.775319 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.775477 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.775633 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.775789 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.775960 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.776102 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.776259 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.776415 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.776572 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.776728 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.776885 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] host = n-d-827872-1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.777041 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.777199 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.777355 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.777511 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.777666 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.777821 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.777978 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.778134 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.778291 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.778447 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.778604 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.778760 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.778917 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.779073 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_file = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.779247 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_options = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.779407 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.779564 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.779724 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.779908 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.780075 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.780233 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.780389 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.780546 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.780703 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.780860 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.781016 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.781171 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.781327 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.781483 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.781640 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.781795 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.781953 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.782108 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.782283 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.782412 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.782569 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.782724 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.782880 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.783092 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.783343 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.783508 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.783666 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.783813 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.783970 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.784127 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.784284 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.784442 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.784599 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.784756 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.784914 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.785536 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.785536 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.785536 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.785536 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.785833 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.785833 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.785974 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.786099 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.786256 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.786606 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.786606 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] use_json = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.786769 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.787108 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.787108 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.787288 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.787288 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.787457 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.787613 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.787771 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.787928 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:16:25.788265 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.788265 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.788422 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.788568 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.788727 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.788886 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.789045 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.789203 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.789363 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.789522 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.789693 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.790076 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.790076 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.790198 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.790315 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.790473 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.790639 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.790776 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.790939 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.791099 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.791282 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.791444 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.791604 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.791762 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.791922 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.792082 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.792244 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.792401 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.792561 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.792722 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.792881 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.793041 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.793201 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.793361 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.793521 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.793681 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.793843 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.794142 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.794142 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.794298 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.794466 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.794626 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.794784 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.794943 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.795103 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.795282 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.795443 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.795603 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.795762 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.796064 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.796214 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.796383 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.796542 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.796702 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.796860 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.797019 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.797177 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.797336 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.797496 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.797656 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.797815 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.797975 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.798134 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.798293 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.798452 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.798626 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.798791 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.798953 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.799111 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.799291 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.799473 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.799670 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.799750 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.799911 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.800083 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.800258 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.800589 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.800589 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.800729 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.800870 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.801029 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.801187 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.801346 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.801505 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.801665 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.801823 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.801983 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.802145 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.802304 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.802464 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.802622 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.802779 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.802938 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.803098 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.803278 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.803438 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.803597 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.803756 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.803916 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.804073 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.804230 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.804399 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.804559 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.804720 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.804880 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.805045 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.805215 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.805375 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.805535 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.805693 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.805853 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.806011 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.806168 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.806478 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.806478 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.806623 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.806834 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.806931 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.807095 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.807278 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.807438 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.807597 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.807780 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.807939 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.808097 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.808257 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.808421 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.808578 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.808740 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.808897 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.809059 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.809217 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.809541 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.809649 n-d-827872-1 neutron-server[83552]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:16:25.809751 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.809835 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.810001 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.810160 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.810319 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.810480 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.810640 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.810800 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.810961 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.811120 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.811303 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.811591 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.811740 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.811900 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.812063 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.812222 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.812380 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.812541 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.812700 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.812860 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.813019 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.813178 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.813340 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.813503 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.813661 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.813820 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.813981 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.814140 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.814857 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.815061 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.815337 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.815337 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.815665 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.815796 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.815932 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.816099 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.816231 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.816391 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.816550 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.816710 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.816870 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.817030 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.817189 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.817348 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.817522 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.817680 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.817839 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.817998 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.818157 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.818316 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.818475 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.818633 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.818791 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.818949 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.819110 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.819297 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.819458 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.819617 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.819775 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.819934 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.820093 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.820253 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.820419 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.820577 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.820736 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.820907 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.821071 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.821230 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.821388 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.821547 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.821715 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.821873 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.822173 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.822466 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.822775 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.822948 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.823105 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.823930 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.823930 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.823930 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.823930 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.823930 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.824253 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.824253 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.824366 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.824508 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.824671 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.824829 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.824990 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.825154 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.825323 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.825492 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.825654 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.825820 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.826122 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.826442 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.826602 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.826770 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.826942 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.827104 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.827291 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.827511 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.827613 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.827752 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.828158 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.828158 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.828335 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.828432 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.828514 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.828664 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.828823 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.828987 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.829144 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.829304 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.829463 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.829625 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.829812 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.830038 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:16:25.830706 n-d-827872-1 neutron-server[83443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 15:16:26.087349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45818) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:16:26.096426 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063891 Feb 04 15:16:36.538667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8b919-64fc-48e6-b047-c0daa1ac73f4 None None] get_active_networks_info from n-d-827872-1 {{(pid=83552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 15:16:36.605470 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-46f44f4e-6fa1-40f3-a0ae-12df4ca11af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-346655'] for agent, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:36.628524 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f8b919-64fc-48e6-b047-c0daa1ac73f4 None None] No non-hosted networks {{(pid=83552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 15:16:38.867293 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6cc65ebc-cfda-42a2-9bf5-293724c888c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-346655'] for agent, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:38.921017 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-184328b9-b8cd-4ca8-b822-84b88d9892a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:39.819896 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-346655'] for agent, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:39.820647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:39.821015 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:39.821429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:39.822045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:39.822045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:39.823577 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:39.823900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:39.826885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:39.828383 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:39.830468 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:39.831974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:39.833784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827872-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:16:39.848676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827872-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:16:40.045202 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-346655'] for agent, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:41.191710 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-346655'] for agent, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:42.924757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45908) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:16:43.529410 n-d-827872-1 neutron-server[83550]: WARNING oslo_policy.policy [None req-a0385c33-7574-4c09-a296-01cce53f3f28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:16:43.530008 n-d-827872-1 neutron-server[83550]: WARNING oslo_policy.policy [None req-a0385c33-7574-4c09-a296-01cce53f3f28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:16:43.753597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-a0385c33-7574-4c09-a296-01cce53f3f28 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:16:43.754703 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a0385c33-7574-4c09-a296-01cce53f3f28 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8290324 Feb 04 15:16:45.893253 n-d-827872-1 neutron-server[83552]: INFO neutron.db.l3_hamode_db [None req-78ef7a72-c3ad-4d11-aa9c-a2d4c06429cd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 15:16:45.980403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef7a72-c3ad-4d11-aa9c-a2d4c06429cd None None] Routers set() bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:16:45.980793 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef7a72-c3ad-4d11-aa9c-a2d4c06429cd None None] Router IDs set() for agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 15:16:46.062938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45922) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:16:46.452334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a9f1ace9-f7ea-4847-bb40-8bdd19d026de admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:16:46.506909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.policy [None req-a9f1ace9-f7ea-4847-bb40-8bdd19d026de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83550) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 04 15:16:46.507676 n-d-827872-1 neutron-server[83550]: WARNING oslo_policy.policy [None req-a9f1ace9-f7ea-4847-bb40-8bdd19d026de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:16:46.508059 n-d-827872-1 neutron-server[83550]: WARNING oslo_policy.policy [None req-a9f1ace9-f7ea-4847-bb40-8bdd19d026de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:16:46.511333 n-d-827872-1 neutron-server[83550]: INFO neutron.quota [None req-a9f1ace9-f7ea-4847-bb40-8bdd19d026de admin admin] Loaded quota_driver: . Feb 04 15:16:46.527666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a9f1ace9-f7ea-4847-bb40-8bdd19d026de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:16:46.597387 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ace9-f7ea-4847-bb40-8bdd19d026de admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745125783879', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745125748137', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745125743449', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745125753855', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745125763147', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1943996', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1947854', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-720231', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-640967'] for rbac-policy, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:46.665646 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ace9-f7ea-4847-bb40-8bdd19d026de admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:46.666741 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a9f1ace9-f7ea-4847-bb40-8bdd19d026de admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6028109 Feb 04 15:16:49.207321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45936) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:16:49.816920 n-d-827872-1 neutron-server[83551]: WARNING oslo_policy.policy [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:16:49.817483 n-d-827872-1 neutron-server[83551]: WARNING oslo_policy.policy [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:16:50.036389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '515871ed046047b7b80ef5460d685ef8'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:16:50.038082 n-d-827872-1 neutron-server[83551]: INFO neutron.quota [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Loaded quota_driver: . Feb 04 15:16:50.054201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:16:50.060461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Usage tracker for resource:network and tenant:515871ed046047b7b80ef5460d685ef8 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:16:50.067041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:16:50.074520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:16:50.090179 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Made reservation on behalf of 515871ed046047b7b80ef5460d685ef8 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:16:50.128970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.policy [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83551) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 04 15:16:50.129731 n-d-827872-1 neutron-server[83551]: WARNING oslo_policy.policy [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:16:50.130101 n-d-827872-1 neutron-server[83551]: WARNING oslo_policy.policy [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:16:50.134652 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:50.156145 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:50.204274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:16:50.208659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Usage tracker for resource:security_group_rule and tenant:515871ed046047b7b80ef5460d685ef8 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:16:50.211763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:16:50.217464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:16:50.287155 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:50.290915 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:50.312843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:16:50.339926 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745126529747', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:50.340458 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Unsubscribe: segment precommit_create {{(pid=83551) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 15:16:50.340943 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Added segment 25152a37-0191-4e6e-b707-709f52a449d5 of type vlan for network 1dec2a9f-b137-40da-9248-527a27c0bf2e Feb 04 15:16:50.391858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcccc8c0-ad6a-4aa5-a464-81074c9001a9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:16:50.417923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:50.418291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:50.418651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:50.419009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:50.419376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:50.419688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:50.419998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:50.420303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:50.420625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:50.420916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:50.421218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Tracked resource versions report: Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: pushed versions: Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'Log': {'1.0'}, Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'Network': {'1.1'}, Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'Port': {'1.5'}, Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'PortForwarding': {'1.2'}, Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'QosPolicy': {'1.8'}, Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'SecurityGroup': {'1.2'}, Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'SubPort': {'1.0'}, Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'Subnet': {'1.1'}, Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'Trunk': {'1.1'}} Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: consumer versions: Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: { DHCP agent@n-d-827872-1: {}, Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: L3 agent@n-d-827872-1: {}, Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: Metadata agent@n-d-827872-1: {}, Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: Metering agent@n-d-827872-1: {}, Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: Open vSwitch agent@n-d-827872-1: { 'ConntrackHelper': '1.0', Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'Log': '1.0', Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'Network': '1.1', Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'Port': '1.5', Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'PortForwarding': '1.2', Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'QosPolicy': '1.8', Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'SecurityGroup': '1.2', Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'SecurityGroupRule': '1.0', Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'SubPort': '1.0', Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'Subnet': '1.1', Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: 'Trunk': '1.1'}} Feb 04 15:16:50.422253 n-d-827872-1 neutron-server[83551]: {{(pid=83551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:16:50.458547 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:50.498944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:50.500054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:16:50.500687 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:50.605704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] Pushing event updated for resources: {'Network': ['ID=1dec2a9f-b137-40da-9248-527a27c0bf2e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:16:50.608864 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5ad1d08c-22b1-4958-a3e7-ebf0a1e36cd8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3994315 Feb 04 15:16:50.619216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 1dec2a9f-b137-40da-9248-527a27c0bf2e details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:16:53.207413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45958) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:16:53.675023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f5658d-7475-4f29-a6ad-c57a8b57d147 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:16:53.676352 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c4f5658d-7475-4f29-a6ad-c57a8b57d147 admin admin] 10.222.0.60 "GET /v2.0/networks/1dec2a9f-b137-40da-9248-527a27c0bf2e HTTP/1.1" status: 200 len: 825 time: 0.4680176 Feb 04 15:16:53.706442 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2923edfa-dedd-4a0c-a8a4-af6006841b9b admin admin] 10.222.0.60 "GET /v2.0/subnetpools/2458c855-2577-498b-b3d4-8120385b5289 HTTP/1.1" status: 200 len: 734 time: 0.0248570 Feb 04 15:16:53.714847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] Request body: {'subnet': {'subnetpool_id': '2458c855-2577-498b-b3d4-8120385b5289', 'gateway_ip': '172.20.0.1', 'tenant_id': '515871ed046047b7b80ef5460d685ef8', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:16:53.719145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:16:53.723583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] Usage tracker for resource:subnet and tenant:515871ed046047b7b80ef5460d685ef8 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:16:53.726714 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:16:53.732149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:16:53.741514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] Made reservation on behalf of 515871ed046047b7b80ef5460d685ef8 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:16:53.744225 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:54.023685 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:54.104973 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=840ddd86-2714-4f0b-9fa3-64b67a733949,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:16:54.115167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] Checking segment: {'id': '25152a37-0191-4e6e-b707-709f52a449d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:16:54.115572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] Network hostable DHCP agents. Network: 1dec2a9f-b137-40da-9248-527a27c0bf2e, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:16:54.138766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] Network 1dec2a9f-b137-40da-9248-527a27c0bf2e is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:16:54.149373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 1dec2a9f-b137-40da-9248-527a27c0bf2e) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:16:54.153934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:16:54.154640 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:54.159928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eaed46-0192-4c00-a7de-9b3f9a0fffcf None None] Network 1dec2a9f-b137-40da-9248-527a27c0bf2e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:16:54.172830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-239f2872-1974-4df2-920f-2afb24caefe2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4613895 Feb 04 15:16:54.472947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1dec2a9f-b137-40da-9248-527a27c0bf2e', 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e', 'tenant_id': '515871ed046047b7b80ef5460d685ef8', 'fixed_ips': [{'subnet_id': '840ddd86-2714-4f0b-9fa3-64b67a733949'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:16:54.474066 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:54.660815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Allocated IP 172.20.0.2 (1dec2a9f-b137-40da-9248-527a27c0bf2e/840ddd86-2714-4f0b-9fa3-64b67a733949/bded89cc-4d30-43d9-b177-14877bb8e976) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:16:54.886153 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:54.900764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Transition to ACTIVE for port object bded89cc-4d30-43d9-b177-14877bb8e976 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:16:54.921807 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Transition to ACTIVE for port object bded89cc-4d30-43d9-b177-14877bb8e976 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:16:54.928441 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:54.997656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Network 1dec2a9f-b137-40da-9248-527a27c0bf2e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:16:55.002795 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:16:55.007446 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:16:55.014483 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Pushing event updated for resources: {'Port': ['ID=bded89cc-4d30-43d9-b177-14877bb8e976,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:16:55.053789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:55.054131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:55.054493 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:55.054832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:55.055161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:55.055510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:55.055835 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:55.056158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:55.056478 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:55.056796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:55.057115 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Tracked resource versions report: Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: pushed versions: Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'Log': {'1.0'}, Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'Network': {'1.1'}, Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'Port': {'1.5'}, Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'PortForwarding': {'1.2'}, Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'QosPolicy': {'1.8'}, Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'SecurityGroup': {'1.2'}, Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'SubPort': {'1.0'}, Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'Subnet': {'1.1'}, Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'Trunk': {'1.1'}} Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: consumer versions: Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: { DHCP agent@n-d-827872-1: {}, Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: L3 agent@n-d-827872-1: {}, Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: Metadata agent@n-d-827872-1: {}, Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: Metering agent@n-d-827872-1: {}, Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: Open vSwitch agent@n-d-827872-1: { 'ConntrackHelper': '1.0', Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'Log': '1.0', Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'Network': '1.1', Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'Port': '1.5', Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'PortForwarding': '1.2', Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'QosPolicy': '1.8', Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'SecurityGroup': '1.2', Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'SecurityGroupRule': '1.0', Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'SubPort': '1.0', Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'Subnet': '1.1', Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: 'Trunk': '1.1'}} Feb 04 15:16:55.058182 n-d-827872-1 neutron-server[83552]: {{(pid=83552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:16:55.117861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Attempting to bind port bded89cc-4d30-43d9-b177-14877bb8e976 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:16:55.118250 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Attempting to bind port bded89cc-4d30-43d9-b177-14877bb8e976 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '25152a37-0191-4e6e-b707-709f52a449d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:16:55.118691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Attempting to bind port bded89cc-4d30-43d9-b177-14877bb8e976 on network 1dec2a9f-b137-40da-9248-527a27c0bf2e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:16:55.124958 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:16:55.125364 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Checking segment: {'id': '25152a37-0191-4e6e-b707-709f52a449d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:16:55.125866 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:55.126922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Bound using segment: {'id': '25152a37-0191-4e6e-b707-709f52a449d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:16:55.127697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Bound port: bded89cc-4d30-43d9-b177-14877bb8e976, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25152a37-0191-4e6e-b707-709f52a449d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:16:55.128094 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:55.215017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] For port bded89cc-4d30-43d9-b177-14877bb8e976, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:16:55.218825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] For port bded89cc-4d30-43d9-b177-14877bb8e976, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bded89cc-4d30-43d9-b177-14877bb8e976,segment=NetworkSegment(25152a37-0191-4e6e-b707-709f52a449d5),segment_id=25152a37-0191-4e6e-b707-709f52a449d5)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:16:55.223573 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:55.330792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8399543-34a2-4a1e-9d8e-150cfc05a0d0 None None] Pushing event updated for resources: {'Port': ['ID=bded89cc-4d30-43d9-b177-14877bb8e976,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:16:56.468362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45968) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:16:56.873018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-55431496-7918-4a84-99ee-86cf9b9f40fe admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:16:56.874099 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-55431496-7918-4a84-99ee-86cf9b9f40fe admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4047251 Feb 04 15:16:58.937976 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adecdd4-a6d9-4dc1-a58b-cef03d16b3dd None None] Network 1dec2a9f-b137-40da-9248-527a27c0bf2e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:16:59.024057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-82bb4023-5bcf-433c-800b-4cf6bafde5bc None None] Provisioning for port bded89cc-4d30-43d9-b177-14877bb8e976 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:16:59.185929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45982) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:16:59.589294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-77bc8ea5-0d5d-4a77-95ff-ffbad1b03dc7 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:16:59.590264 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-77bc8ea5-0d5d-4a77-95ff-ffbad1b03dc7 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4035006 Feb 04 15:17:00.153235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bded89cc-4d30-43d9-b177-14877bb8e976 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:17:00.229305 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port bded89cc-4d30-43d9-b177-14877bb8e976 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:17:00.235718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port bded89cc-4d30-43d9-b177-14877bb8e976 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:17:00.236290 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:00.394349 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:00.436456 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port bded89cc-4d30-43d9-b177-14877bb8e976, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bded89cc-4d30-43d9-b177-14877bb8e976,segment=NetworkSegment(25152a37-0191-4e6e-b707-709f52a449d5),segment_id=25152a37-0191-4e6e-b707-709f52a449d5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:17:00.443381 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:00.523079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=bded89cc-4d30-43d9-b177-14877bb8e976,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:17:02.124620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bded89cc-4d30-43d9-b177-14877bb8e976 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:17:02.169702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45994) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:17:02.195451 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port bded89cc-4d30-43d9-b177-14877bb8e976 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:17:02.195816 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:02.569948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-8b8c4e09-212c-4550-a40c-9d10a20647eb admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '515871ed046047b7b80ef5460d685ef8', 'name': 'router1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:17:02.575296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8b8c4e09-212c-4550-a40c-9d10a20647eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:17:02.578974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8b8c4e09-212c-4550-a40c-9d10a20647eb admin admin] Usage tracker for resource:router and tenant:515871ed046047b7b80ef5460d685ef8 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:17:02.582887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8b8c4e09-212c-4550-a40c-9d10a20647eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:17:02.588349 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8b8c4e09-212c-4550-a40c-9d10a20647eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:17:02.599045 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4e09-212c-4550-a40c-9d10a20647eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:02.600475 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4e09-212c-4550-a40c-9d10a20647eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:02.625118 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4e09-212c-4550-a40c-9d10a20647eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:02.742470 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4e09-212c-4550-a40c-9d10a20647eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:02.759898 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4e09-212c-4550-a40c-9d10a20647eb admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:02.761160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8b8c4e09-212c-4550-a40c-9d10a20647eb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5904858 Feb 04 15:17:05.095966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46004) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:17:05.485223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-be9d9dc8-22f4-4727-9136-190cd83d4904 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:17:05.486226 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-be9d9dc8-22f4-4727-9136-190cd83d4904 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3893166 Feb 04 15:17:06.463710 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d8ab89a4-b48b-430d-89b6-a396b9566fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:07.740494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46014) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:17:08.142301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:17:08.147186 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:17:08.150870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Usage tracker for resource:network and tenant:320daf7ad46a4a5c9134a67223f8237c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:17:08.153623 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:17:08.159732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:17:08.169139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Made reservation on behalf of 320daf7ad46a4a5c9134a67223f8237c for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:17:08.171387 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:08.183447 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:08.213266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:17:08.217295 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Usage tracker for resource:security_group_rule and tenant:320daf7ad46a4a5c9134a67223f8237c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:17:08.221015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:17:08.226568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:17:08.288673 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:08.292306 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:08.309966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Reserving flat network on physical network physnet1 {{(pid=83551) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 15:17:08.331938 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cd9aec-dab4-4878-bb77-7a3bb81b62e1,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:17:08.336502 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:08.336838 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Added segment 98b2b713-87cf-4835-a8d2-d61fcea508ff of type flat for network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 Feb 04 15:17:08.369776 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:08.405182 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:08.405948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:17:08.406516 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:08.508283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] Pushing event updated for resources: {'Network': ['ID=90e18d22-01ea-4b42-95c7-2e404cedbfa2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:17:08.512453 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-565234ad-2774-4d9d-a006-11aa676a536a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7709594 Feb 04 15:17:08.530158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:17:08.860053 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-163471e2-28f1-4d6b-bed0-8e7e02a30750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:09.736527 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 5 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:17:09.822430 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:09.971702 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:10.738107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46034) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:17:10.968285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ab8feb-46de-411a-b453-1ab6f3cff23c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:17:10.970226 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c5ab8feb-46de-411a-b453-1ab6f3cff23c admin admin] 10.222.0.60 "GET /v2.0/subnets/840ddd86-2714-4f0b-9fa3-64b67a733949 HTTP/1.1" status: 200 len: 849 time: 0.2305889 Feb 04 15:17:11.115494 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9e0239f0-27e3-4961-96c1-315ee41af0b3 admin admin] 10.222.0.60 "GET /v2.0/routers/d83c6046-135a-4e07-a9db-e64d591980a4 HTTP/1.1" status: 200 len: 704 time: 0.1397531 Feb 04 15:17:11.131289 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:11.577713 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:11.804503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Allocated IP 172.20.0.1 (1dec2a9f-b137-40da-9248-527a27c0bf2e/840ddd86-2714-4f0b-9fa3-64b67a733949/ab78b3bd-51ad-4baa-ac33-2bf2f9facd98) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:17:11.987865 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:12.004345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Transition to ACTIVE for port object ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:17:12.052865 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:12.121437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Network 1dec2a9f-b137-40da-9248-527a27c0bf2e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:17:12.125015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:17:12.127606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Pushing event updated for resources: {'Port': ['ID=ab78b3bd-51ad-4baa-ac33-2bf2f9facd98,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:17:12.139757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:17:12.140275 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:12.269797 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:12.359577 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9fb46d12-f393-4703-ab5e-d2a69d94b26d None None] Provisioning for port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:17:12.364998 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9fb46d12-f393-4703-ab5e-d2a69d94b26d None None] Provisioning complete for port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:17:12.365317 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9fb46d12-f393-4703-ab5e-d2a69d94b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:12.414747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9fb46d12-f393-4703-ab5e-d2a69d94b26d None None] Port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:17:12.493361 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:12.497639 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:12.498400 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:12.630749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Pushing event updated for resources: {'Port': ['ID=ab78b3bd-51ad-4baa-ac33-2bf2f9facd98,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:17:12.696985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Network 1dec2a9f-b137-40da-9248-527a27c0bf2e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:17:12.698071 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:17:12.937198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-96623bc1-4e5a-43a5-9670-df754acd26bc None None] Provisioning complete for port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:17:12.937576 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-96623bc1-4e5a-43a5-9670-df754acd26bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:12.991317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-96623bc1-4e5a-43a5-9670-df754acd26bc None None] Port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:17:13.053510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Router d83c6046-135a-4e07-a9db-e64d591980a4 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:17:13.222120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:17:13.231265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-da844c0d-a389-446c-8f99-e1044611f2ed admin admin] 10.222.0.60 "PUT /v2.0/routers/d83c6046-135a-4e07-a9db-e64d591980a4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1109002 Feb 04 15:17:13.232312 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Sync routers for ids ['d83c6046-135a-4e07-a9db-e64d591980a4'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:17:13.245505 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Routers {'d83c6046-135a-4e07-a9db-e64d591980a4'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:17:13.246312 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:17:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d83c6046-135a-4e07-a9db-e64d591980a4'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:17:13.418743 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Set router d83c6046-135a-4e07-a9db-e64d591980a4 gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:17:13.782590 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83c6046-135a-4e07-a9db-e64d591980a4', 'name': 'router1', 'tenant_id': '515871ed046047b7b80ef5460d685ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:17:02Z', 'updated_at': '2022-02-04T15:17:12Z', 'revision_number': 2, 'project_id': '515871ed046047b7b80ef5460d685ef8', 'gw_port_host': None, '_interfaces': [{'id': 'ab78b3bd-51ad-4baa-ac33-2bf2f9facd98', 'name': '', 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e', 'tenant_id': '515871ed046047b7b80ef5460d685ef8', 'mac_address': 'fa:16:3e:3d:10:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83c6046-135a-4e07-a9db-e64d591980a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840ddd86-2714-4f0b-9fa3-64b67a733949', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:17:11Z', 'updated_at': '2022-02-04T15:17:12Z', 'revision_number': 2, 'project_id': '515871ed046047b7b80ef5460d685ef8', 'subnets': [{'id': '840ddd86-2714-4f0b-9fa3-64b67a733949', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2458c855-2577-498b-b3d4-8120385b5289'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:17:13.787338 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Checking router: d83c6046-135a-4e07-a9db-e64d591980a4 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:17:13.787699 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Updating router d83c6046-135a-4e07-a9db-e64d591980a4 port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:17:13.842343 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:14.214624 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:14.233003 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Transition to ACTIVE for port object ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:17:14.240313 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:14.466152 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d3c0b-946e-4f36-a733-c8456f438e12 None None] Pushing event updated for resources: {'Port': ['ID=ab78b3bd-51ad-4baa-ac33-2bf2f9facd98,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:17:14.492204 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3c0b-946e-4f36-a733-c8456f438e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:14.492549 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3c0b-946e-4f36-a733-c8456f438e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:14.492884 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3c0b-946e-4f36-a733-c8456f438e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:14.493215 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3c0b-946e-4f36-a733-c8456f438e12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:14.493542 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3c0b-946e-4f36-a733-c8456f438e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:14.493871 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3c0b-946e-4f36-a733-c8456f438e12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:14.494195 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3c0b-946e-4f36-a733-c8456f438e12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:14.494516 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3c0b-946e-4f36-a733-c8456f438e12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:14.494834 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3c0b-946e-4f36-a733-c8456f438e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:14.495153 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3c0b-946e-4f36-a733-c8456f438e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:14.495494 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3c0b-946e-4f36-a733-c8456f438e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3c0b-946e-4f36-a733-c8456f438e12 None None] Tracked resource versions report: Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: pushed versions: Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'Log': {'1.0'}, Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'Network': {'1.1'}, Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'Port': {'1.5'}, Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'PortForwarding': {'1.2'}, Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'QosPolicy': {'1.8'}, Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'SecurityGroup': {'1.2'}, Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'SubPort': {'1.0'}, Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'Subnet': {'1.1'}, Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'Trunk': {'1.1'}} Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: consumer versions: Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: { DHCP agent@n-d-827872-1: {}, Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: L3 agent@n-d-827872-1: {}, Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: Metadata agent@n-d-827872-1: {}, Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: Metering agent@n-d-827872-1: {}, Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: Open vSwitch agent@n-d-827872-1: { 'ConntrackHelper': '1.0', Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'Log': '1.0', Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'Network': '1.1', Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'Port': '1.5', Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'PortForwarding': '1.2', Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'QosPolicy': '1.8', Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'SecurityGroup': '1.2', Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'SecurityGroupRule': '1.0', Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'SubPort': '1.0', Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'Subnet': '1.1', Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: 'Trunk': '1.1'}} Feb 04 15:17:14.496571 n-d-827872-1 neutron-server[83553]: {{(pid=83553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:17:14.501554 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Attempting to bind port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:17:14.501784 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Attempting to bind port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '25152a37-0191-4e6e-b707-709f52a449d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:17:14.502212 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Attempting to bind port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 on network 1dec2a9f-b137-40da-9248-527a27c0bf2e {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:17:14.509729 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:17:14.510009 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Checking segment: {'id': '25152a37-0191-4e6e-b707-709f52a449d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:17:14.510557 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:14.510865 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Bound using segment: {'id': '25152a37-0191-4e6e-b707-709f52a449d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:17:14.511376 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Bound port: ab78b3bd-51ad-4baa-ac33-2bf2f9facd98, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25152a37-0191-4e6e-b707-709f52a449d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:17:14.511790 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:14.602124 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] For port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:17:14.606285 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] For port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ab78b3bd-51ad-4baa-ac33-2bf2f9facd98,segment=NetworkSegment(25152a37-0191-4e6e-b707-709f52a449d5),segment_id=25152a37-0191-4e6e-b707-709f52a449d5)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:17:14.611742 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:14.705345 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d3c0b-946e-4f36-a733-c8456f438e12 None None] Pushing event updated for resources: {'Port': ['ID=ab78b3bd-51ad-4baa-ac33-2bf2f9facd98,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:17:14.710024 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Routers {'d83c6046-135a-4e07-a9db-e64d591980a4'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:17:14.710622 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:17:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d83c6046-135a-4e07-a9db-e64d591980a4'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:17:14.869802 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] Set router d83c6046-135a-4e07-a9db-e64d591980a4 gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:17:15.198423 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83c6046-135a-4e07-a9db-e64d591980a4', 'name': 'router1', 'tenant_id': '515871ed046047b7b80ef5460d685ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:17:02Z', 'updated_at': '2022-02-04T15:17:12Z', 'revision_number': 2, 'project_id': '515871ed046047b7b80ef5460d685ef8', 'gw_port_host': None, '_interfaces': [{'id': 'ab78b3bd-51ad-4baa-ac33-2bf2f9facd98', 'name': '', 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e', 'tenant_id': '515871ed046047b7b80ef5460d685ef8', 'mac_address': 'fa:16:3e:3d:10:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83c6046-135a-4e07-a9db-e64d591980a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840ddd86-2714-4f0b-9fa3-64b67a733949', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:17:11Z', 'updated_at': '2022-02-04T15:17:14Z', 'revision_number': 4, 'project_id': '515871ed046047b7b80ef5460d685ef8', 'subnets': [{'id': '840ddd86-2714-4f0b-9fa3-64b67a733949', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2458c855-2577-498b-b3d4-8120385b5289'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:17:15.202321 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed279b1-2c8d-408d-8a68-7be048f3c97c None None] The sync data for ids ['d83c6046-135a-4e07-a9db-e64d591980a4'] in n-d-827872-1 is: [{'id': 'd83c6046-135a-4e07-a9db-e64d591980a4', 'name': 'router1', 'tenant_id': '515871ed046047b7b80ef5460d685ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:17:02Z', 'updated_at': '2022-02-04T15:17:12Z', 'revision_number': 2, 'project_id': '515871ed046047b7b80ef5460d685ef8', 'gw_port_host': None, '_interfaces': [{'id': 'ab78b3bd-51ad-4baa-ac33-2bf2f9facd98', 'name': '', 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e', 'tenant_id': '515871ed046047b7b80ef5460d685ef8', 'mac_address': 'fa:16:3e:3d:10:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83c6046-135a-4e07-a9db-e64d591980a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840ddd86-2714-4f0b-9fa3-64b67a733949', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:17:11Z', 'updated_at': '2022-02-04T15:17:14Z', 'revision_number': 4, 'project_id': '515871ed046047b7b80ef5460d685ef8', 'subnets': [{'id': '840ddd86-2714-4f0b-9fa3-64b67a733949', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2458c855-2577-498b-b3d4-8120385b5289'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:17:15.355469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46058) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:17:15.527265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4000a0-af42-4127-99ab-14441fb63e4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:17:15.527820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4b4000a0-af42-4127-99ab-14441fb63e4d admin admin] Synchronizing usage tracker for tenant:320daf7ad46a4a5c9134a67223f8237c on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:17:15.544390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4b4000a0-af42-4127-99ab-14441fb63e4d admin admin] Unset dirty status for tenant:320daf7ad46a4a5c9134a67223f8237c on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:17:15.545542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4b4000a0-af42-4127-99ab-14441fb63e4d admin admin] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 842 time: 0.1891418 Feb 04 15:17:15.555650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.0.1', 'enable_dhcp': False, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'ip_version': 4, 'cidr': '172.25.0.0/24'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:17:15.560684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:17:15.565172 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Usage tracker for resource:subnet and tenant:320daf7ad46a4a5c9134a67223f8237c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:17:15.567963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:17:15.612708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:17:15.623749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Made reservation on behalf of 320daf7ad46a4a5c9134a67223f8237c for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:17:15.630536 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:15.987510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.objects.ports [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83551) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:17:15.987938 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:16.074308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:17:16.074654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Network hostable DHCP agents. Network: 90e18d22-01ea-4b42-95c7-2e404cedbfa2, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:17:16.082478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae3a9e3-07e3-420e-9a55-e44e2c9aba9c,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:17:16.107901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:17:16.121979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 90e18d22-01ea-4b42-95c7-2e404cedbfa2) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:17:16.128662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:17:16.129424 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:16.133040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3e1ae8-f562-44b2-b507-699c67fcf76c None None] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:17:16.162009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9cd300c8-e635-4ed6-bcdd-6bc4adadd9d6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6096003 Feb 04 15:17:16.208520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:17:16.357840 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:17:16.370244 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:17:16.370606 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:16.498139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02c665f-8555-4b31-830a-f5e46d95deee None None] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:17:16.600453 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:16.686812 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ab78b3bd-51ad-4baa-ac33-2bf2f9facd98,segment=NetworkSegment(25152a37-0191-4e6e-b707-709f52a449d5),segment_id=25152a37-0191-4e6e-b707-709f52a449d5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:17:16.712937 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:16.824454 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=ab78b3bd-51ad-4baa-ac33-2bf2f9facd98,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:17:18.131920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:17:18.201858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:17:18.202232 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:18.317921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46072) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:17:18.545942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-59b39bd7-02e6-4da5-8022-8bc3cb2ace34 admin admin] 10.222.0.60 "GET /v2.0/routers/d83c6046-135a-4e07-a9db-e64d591980a4 HTTP/1.1" status: 200 len: 710 time: 0.2268028 Feb 04 15:17:18.671451 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49437255-e37a-41cf-85c1-87f3a2aa5356 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:17:18.672861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-49437255-e37a-41cf-85c1-87f3a2aa5356 admin admin] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 886 time: 0.1219070 Feb 04 15:17:18.681635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:17:19.158753 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:19.381774 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:19.437782 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:19.568851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Allocated IP 172.25.0.35 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/cd705815-6401-4222-9f6a-e5745c008f07) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:17:19.706391 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:19.733168 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:19.799764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:17:19.802488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:17:19.806541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:17:19.828074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Pushing event updated for resources: {'Port': ['ID=cd705815-6401-4222-9f6a-e5745c008f07,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:17:19.947471 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:20.111617 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:20.114842 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:20.308116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Router d83c6046-135a-4e07-a9db-e64d591980a4 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:17:20.505738 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:17:20.514257 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:20.514896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Sync routers for ids ['d83c6046-135a-4e07-a9db-e64d591980a4'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:17:20.515459 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-08893cdc-0c45-4fc5-9d7c-75247bdd4891 admin admin] 10.222.0.60 "PUT /v2.0/routers/d83c6046-135a-4e07-a9db-e64d591980a4 HTTP/1.1" status: 200 len: 889 time: 1.8370347 Feb 04 15:17:20.527865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Routers {'d83c6046-135a-4e07-a9db-e64d591980a4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:17:20.528531 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:17:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d83c6046-135a-4e07-a9db-e64d591980a4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:17:20.723990 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Set router d83c6046-135a-4e07-a9db-e64d591980a4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:17:21.062976 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83c6046-135a-4e07-a9db-e64d591980a4', 'name': 'router1', 'tenant_id': '515871ed046047b7b80ef5460d685ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'cd705815-6401-4222-9f6a-e5745c008f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:17:02Z', 'updated_at': '2022-02-04T15:17:19Z', 'revision_number': 4, 'project_id': '515871ed046047b7b80ef5460d685ef8', 'gw_port': {'id': 'cd705815-6401-4222-9f6a-e5745c008f07', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83c6046-135a-4e07-a9db-e64d591980a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:17:19Z', 'updated_at': '2022-02-04T15:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ab78b3bd-51ad-4baa-ac33-2bf2f9facd98', 'name': '', 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e', 'tenant_id': '515871ed046047b7b80ef5460d685ef8', 'mac_address': 'fa:16:3e:3d:10:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83c6046-135a-4e07-a9db-e64d591980a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840ddd86-2714-4f0b-9fa3-64b67a733949', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:17:11Z', 'updated_at': '2022-02-04T15:17:16Z', 'revision_number': 5, 'project_id': '515871ed046047b7b80ef5460d685ef8', 'subnets': [{'id': '840ddd86-2714-4f0b-9fa3-64b67a733949', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2458c855-2577-498b-b3d4-8120385b5289'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:17:21.068692 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Checking router: d83c6046-135a-4e07-a9db-e64d591980a4 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:17:21.069038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Updating router d83c6046-135a-4e07-a9db-e64d591980a4 port cd705815-6401-4222-9f6a-e5745c008f07 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:17:21.117827 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:21.441351 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:21.453046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Transition to ACTIVE for port object cd705815-6401-4222-9f6a-e5745c008f07 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:17:21.459703 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:21.542205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Attempting to bind port cd705815-6401-4222-9f6a-e5745c008f07 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:17:21.543082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Attempting to bind port cd705815-6401-4222-9f6a-e5745c008f07 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:17:21.543469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Attempting to bind port cd705815-6401-4222-9f6a-e5745c008f07 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:17:21.550435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403aa2a-9c02-4628-b464-e045a8a84715 None None] Pushing event updated for resources: {'Port': ['ID=cd705815-6401-4222-9f6a-e5745c008f07,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:17:21.556426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:17:21.556800 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:17:21.557568 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:21.557568 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:17:21.559644 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Bound port: cd705815-6401-4222-9f6a-e5745c008f07, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:17:21.559644 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:21.629592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] For port cd705815-6401-4222-9f6a-e5745c008f07, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:17:21.632908 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] For port cd705815-6401-4222-9f6a-e5745c008f07, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=cd705815-6401-4222-9f6a-e5745c008f07,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:17:21.637102 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:21.713220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403aa2a-9c02-4628-b464-e045a8a84715 None None] Pushing event updated for resources: {'Port': ['ID=cd705815-6401-4222-9f6a-e5745c008f07,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:17:21.719974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Routers {'d83c6046-135a-4e07-a9db-e64d591980a4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:17:21.720555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:17:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d83c6046-135a-4e07-a9db-e64d591980a4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:17:21.921668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] Set router d83c6046-135a-4e07-a9db-e64d591980a4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:17:22.247800 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83c6046-135a-4e07-a9db-e64d591980a4', 'name': 'router1', 'tenant_id': '515871ed046047b7b80ef5460d685ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'cd705815-6401-4222-9f6a-e5745c008f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:17:02Z', 'updated_at': '2022-02-04T15:17:19Z', 'revision_number': 4, 'project_id': '515871ed046047b7b80ef5460d685ef8', 'gw_port': {'id': 'cd705815-6401-4222-9f6a-e5745c008f07', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83c6046-135a-4e07-a9db-e64d591980a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:17:19Z', 'updated_at': '2022-02-04T15:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ab78b3bd-51ad-4baa-ac33-2bf2f9facd98', 'name': '', 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e', 'tenant_id': '515871ed046047b7b80ef5460d685ef8', 'mac_address': 'fa:16:3e:3d:10:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83c6046-135a-4e07-a9db-e64d591980a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840ddd86-2714-4f0b-9fa3-64b67a733949', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:17:11Z', 'updated_at': '2022-02-04T15:17:16Z', 'revision_number': 5, 'project_id': '515871ed046047b7b80ef5460d685ef8', 'subnets': [{'id': '840ddd86-2714-4f0b-9fa3-64b67a733949', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2458c855-2577-498b-b3d4-8120385b5289'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:17:22.252024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda959c-0e91-4c67-9564-7c782b1fbfd9 None None] The sync data for ids ['d83c6046-135a-4e07-a9db-e64d591980a4'] in n-d-827872-1 is: [{'id': 'd83c6046-135a-4e07-a9db-e64d591980a4', 'name': 'router1', 'tenant_id': '515871ed046047b7b80ef5460d685ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'cd705815-6401-4222-9f6a-e5745c008f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:17:02Z', 'updated_at': '2022-02-04T15:17:19Z', 'revision_number': 4, 'project_id': '515871ed046047b7b80ef5460d685ef8', 'gw_port': {'id': 'cd705815-6401-4222-9f6a-e5745c008f07', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83c6046-135a-4e07-a9db-e64d591980a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:17:19Z', 'updated_at': '2022-02-04T15:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ab78b3bd-51ad-4baa-ac33-2bf2f9facd98', 'name': '', 'network_id': '1dec2a9f-b137-40da-9248-527a27c0bf2e', 'tenant_id': '515871ed046047b7b80ef5460d685ef8', 'mac_address': 'fa:16:3e:3d:10:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83c6046-135a-4e07-a9db-e64d591980a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840ddd86-2714-4f0b-9fa3-64b67a733949', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:17:11Z', 'updated_at': '2022-02-04T15:17:16Z', 'revision_number': 5, 'project_id': '515871ed046047b7b80ef5460d685ef8', 'subnets': [{'id': '840ddd86-2714-4f0b-9fa3-64b67a733949', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2458c855-2577-498b-b3d4-8120385b5289'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:17:22.879607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46082) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:17:23.015285 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d993a911-513e-45bd-8f78-cf5be083fdb0 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1067 time: 0.1345420 Feb 04 15:17:24.164877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device cd705815-6401-4222-9f6a-e5745c008f07 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:17:24.244637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port cd705815-6401-4222-9f6a-e5745c008f07 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:17:24.249121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port cd705815-6401-4222-9f6a-e5745c008f07 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:17:24.249493 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:24.383905 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:24.399739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port cd705815-6401-4222-9f6a-e5745c008f07, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=cd705815-6401-4222-9f6a-e5745c008f07,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:17:24.403607 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:24.467499 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=cd705815-6401-4222-9f6a-e5745c008f07,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:17:26.140642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device cd705815-6401-4222-9f6a-e5745c008f07 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:17:26.214950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port cd705815-6401-4222-9f6a-e5745c008f07 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:17:26.215347 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:36.470676 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dad85e93-feb5-444c-9a8d-69a58b237e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:38.872654 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fa8bfaa6-564d-4d5b-bc03-799914aa2e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:39.826201 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:39.977282 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:41.145967 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:46.737315 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 5 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:18:06.465509 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-840dff45-c66e-449c-a835-0df842ce082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:08.870800 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-32ba8912-e066-498a-b6ad-89a9a08b6651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:09.834481 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:09.982452 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:11.150493 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:23.741575 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 5 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:18:36.461316 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3fb379de-c3b3-4103-a5b7-4ebc05cd86e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:38.867581 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-322cf439-c711-4fc5-8ae0-efa86a864580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:39.829813 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:40.097312 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:41.165922 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:00.742667 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 5 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:19:06.465386 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b66b4bf-44b2-4c32-b6f9-a2dc74dc5a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:08.862102 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-568541da-a81a-48ac-b609-cb77ec70bf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.835954 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.000448 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:11.162201 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:31.282837 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46686) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:19:31.392047 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f28d6e6-e4d0-4f65-bdd9-ffa6a1939134 admin admin] GET failed (client error): The resource could not be found. Feb 04 15:19:31.393421 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5f28d6e6-e4d0-4f65-bdd9-ffa6a1939134 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1095562 Feb 04 15:19:31.554087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f489a5-7422-4bb0-9af2-f97cf5c9e4a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:31.555590 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-69f489a5-7422-4bb0-9af2-f97cf5c9e4a7 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1576321 Feb 04 15:19:33.617226 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46696) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:19:33.755319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2c9d16-4311-4a01-a65d-f9efccd40552 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:33.756769 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0a2c9d16-4311-4a01-a65d-f9efccd40552 admin admin] 10.222.0.60 "GET /v2.0/subnets/840ddd86-2714-4f0b-9fa3-64b67a733949 HTTP/1.1" status: 200 len: 849 time: 0.1385856 Feb 04 15:19:33.766969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:19:33.885415 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.108179 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745126452996'] for subnet, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.197422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:34.198328 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.199885 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] 10.222.0.60 "PUT /v2.0/subnets/840ddd86-2714-4f0b-9fa3-64b67a733949 HTTP/1.1" status: 200 len: 868 time: 0.4366045 Feb 04 15:19:34.200018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bde668-64f6-42f0-be17-628d5f02e667 None None] Network 1dec2a9f-b137-40da-9248-527a27c0bf2e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:19:34.208163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=840ddd86-2714-4f0b-9fa3-64b67a733949,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:34.219818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:34.219818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:34.220167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:34.220250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:34.220559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:34.220886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:34.221212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:34.221534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:34.221857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:34.222179 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:34.222499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db90b0b-0ba1-4c11-82f4-aa188c686456 admin admin] Tracked resource versions report: Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: pushed versions: Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'Log': {'1.0'}, Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'Network': {'1.1'}, Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'Port': {'1.5'}, Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'PortForwarding': {'1.2'}, Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'QosPolicy': {'1.8'}, Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'SecurityGroup': {'1.2'}, Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'SubPort': {'1.0'}, Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'Subnet': {'1.1'}, Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'Trunk': {'1.1'}} Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: consumer versions: Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: { DHCP agent@n-d-827872-1: {}, Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: L3 agent@n-d-827872-1: {}, Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: Metadata agent@n-d-827872-1: {}, Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: Metering agent@n-d-827872-1: {}, Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: Open vSwitch agent@n-d-827872-1: { 'ConntrackHelper': '1.0', Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'Log': '1.0', Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'Network': '1.1', Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'Port': '1.5', Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'PortForwarding': '1.2', Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'QosPolicy': '1.8', Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'SecurityGroup': '1.2', Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'SecurityGroupRule': '1.0', Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'SubPort': '1.0', Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'Subnet': '1.1', Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: 'Trunk': '1.1'}} Feb 04 15:19:34.223669 n-d-827872-1 neutron-server[83550]: {{(pid=83550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:19:34.750988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c0d7da34-7056-4ad6-aa1c-719ed8e3b2a3 None None] Provisioning complete for port ab78b3bd-51ad-4baa-ac33-2bf2f9facd98 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:34.751336 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c0d7da34-7056-4ad6-aa1c-719ed8e3b2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.884577 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c0d7da34-7056-4ad6-aa1c-719ed8e3b2a3 None None] Provisioning complete for port bded89cc-4d30-43d9-b177-14877bb8e976 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:34.884953 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c0d7da34-7056-4ad6-aa1c-719ed8e3b2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:36.302909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46710) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:19:36.468810 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0134aa7a-1329-46dd-91a5-42bf0366d5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:36.511556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b38e8d-8c74-4c3f-ae6b-becd390c2908 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:36.511844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b38e8d-8c74-4c3f-ae6b-becd390c2908 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:36.513357 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-98b38e8d-8c74-4c3f-ae6b-becd390c2908 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2094767 Feb 04 15:19:37.743654 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 5 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:19:38.604085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46720) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:19:38.806099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e0305d-3c40-4528-84da-ceee82d95a44 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:38.806386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e0305d-3c40-4528-84da-ceee82d95a44 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:38.807926 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-40e0305d-3c40-4528-84da-ceee82d95a44 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2029126 Feb 04 15:19:38.871134 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-db319f74-894a-4609-b9cd-c3f07cbe71c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:39.831078 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:39.994044 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:40.864564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46730) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:19:41.083835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666611e5-7a77-461e-b97d-139c9a221cb6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:41.085214 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-666611e5-7a77-461e-b97d-139c9a221cb6 admin admin] 10.222.0.60 "GET /v2.0/networks/1dec2a9f-b137-40da-9248-527a27c0bf2e HTTP/1.1" status: 200 len: 869 time: 0.2197034 Feb 04 15:19:41.166832 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:43.141608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46740) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:19:43.339959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24c3ffe-24b1-41fe-8473-0ca248b0a106 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:43.341342 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c24c3ffe-24b1-41fe-8473-0ca248b0a106 admin admin] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 886 time: 0.1987667 Feb 04 15:19:45.399656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46750) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:19:45.544273 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddecfa3-0c8c-444a-ab9d-2df0d9d65f05 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:45.544654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddecfa3-0c8c-444a-ab9d-2df0d9d65f05 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:45.546346 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4ddecfa3-0c8c-444a-ab9d-2df0d9d65f05 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1457458 Feb 04 15:19:47.595596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46760) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:19:47.727308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9741a349-053f-46f9-b19e-6175a0ac8951 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:47.727673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9741a349-053f-46f9-b19e-6175a0ac8951 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:47.729155 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9741a349-053f-46f9-b19e-6175a0ac8951 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1326334 Feb 04 15:19:49.766362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46770) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:19:49.897344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c451a260-46b3-481b-a14d-c50d4749280c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:49.898654 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c451a260-46b3-481b-a14d-c50d4749280c admin admin] 10.222.0.60 "GET /v2.0/subnets/840ddd86-2714-4f0b-9fa3-64b67a733949 HTTP/1.1" status: 200 len: 868 time: 0.1313508 Feb 04 15:19:51.969841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46780) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:19:52.097684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f284efe-88eb-40b3-bf15-407cafb4b01a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:52.098237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7f284efe-88eb-40b3-bf15-407cafb4b01a admin admin] Synchronizing usage tracker for tenant:320daf7ad46a4a5c9134a67223f8237c on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:19:52.115193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7f284efe-88eb-40b3-bf15-407cafb4b01a admin admin] Unset dirty status for tenant:320daf7ad46a4a5c9134a67223f8237c on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:19:52.116349 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7f284efe-88eb-40b3-bf15-407cafb4b01a admin admin] 10.222.0.60 "GET /v2.0/subnets/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c HTTP/1.1" status: 200 len: 816 time: 0.1455832 Feb 04 15:20:06.472369 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-adc49664-ae98-4626-8389-401073ddd923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:08.864146 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7575014b-796f-4194-9fec-734868b5759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:09.833200 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:09.997310 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:10.318665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46822) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:20:10.390629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-74656b99-6518-48ea-8afd-ed7f972deee1 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:20:10.391609 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-74656b99-6518-48ea-8afd-ed7f972deee1 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0719805 Feb 04 15:20:11.171710 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.522704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46832) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:20:12.617993 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ba5799-17a3-43f3-b2d2-cc5aa3da46ed admin admin] GET failed (client error): The resource could not be found. Feb 04 15:20:12.619292 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-52ba5799-17a3-43f3-b2d2-cc5aa3da46ed admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0955989 Feb 04 15:20:12.742622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01f4c1c-2891-448f-9f1f-ddcd33619187 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:12.744005 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d01f4c1c-2891-448f-9f1f-ddcd33619187 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1206906 Feb 04 15:20:14.743781 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 5 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:20:14.859062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46842) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:20:14.932172 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:20:14.937649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:20:14.948770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:20:14.958112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] Made reservation on behalf of 320daf7ad46a4a5c9134a67223f8237c for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:20:14.960422 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:15.066103 n-d-827872-1 neutron-server[83550]: WARNING neutron.services.revisions.revision_plugin [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] Could not find related network for resource to bump revision. Feb 04 15:20:15.079451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:20:15.090272 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745126529747', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:15.090896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] Unsubscribe: segment precommit_create {{(pid=83550) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 15:20:15.091495 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] Added segment 230fdc3c-a0e4-452d-a419-8c0eacc00a96 of type vlan for network 13d8f02d-edc3-4082-aaec-3c11840ace9e Feb 04 15:20:15.156715 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:15.195621 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:15.196494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:15.197117 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:15.299415 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4390848 Feb 04 15:20:15.304037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c48301-09ee-4fb9-898a-ed26e6afd6e1 admin admin] Pushing event updated for resources: {'Network': ['ID=13d8f02d-edc3-4082-aaec-3c11840ace9e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:15.317012 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:20:17.394906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46852) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:20:17.487860 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1919fc4-a331-4761-94bd-e9689c1e3ec5 admin admin] GET failed (client error): The resource could not be found. Feb 04 15:20:17.488402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d1919fc4-a331-4761-94bd-e9689c1e3ec5 admin admin] Synchronizing usage tracker for tenant:320daf7ad46a4a5c9134a67223f8237c on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:20:17.504027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d1919fc4-a331-4761-94bd-e9689c1e3ec5 admin admin] Unset dirty status for tenant:320daf7ad46a4a5c9134a67223f8237c on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:20:17.505161 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d1919fc4-a331-4761-94bd-e9689c1e3ec5 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1092572 Feb 04 15:20:17.609803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e975db2-64cc-41d9-9826-9d9014127288 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:17.611132 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9e975db2-64cc-41d9-9826-9d9014127288 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1020806 Feb 04 15:20:17.620589 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2f439dcd-ea73-4965-851f-6757775e7b9f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:20:17.625082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2f439dcd-ea73-4965-851f-6757775e7b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:20:17.634208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2f439dcd-ea73-4965-851f-6757775e7b9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:20:17.643839 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f439dcd-ea73-4965-851f-6757775e7b9f admin admin] Made reservation on behalf of 320daf7ad46a4a5c9134a67223f8237c for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:20:17.649505 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2f439dcd-ea73-4965-851f-6757775e7b9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:17.862209 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2f439dcd-ea73-4965-851f-6757775e7b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:17.935232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f439dcd-ea73-4965-851f-6757775e7b9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b64bdb63-5f94-49d4-8271-406b7e66116a,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:17.949102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f439dcd-ea73-4965-851f-6757775e7b9f admin admin] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:20:17.949482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f439dcd-ea73-4965-851f-6757775e7b9f admin admin] Network hostable DHCP agents. Network: 13d8f02d-edc3-4082-aaec-3c11840ace9e, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:20:17.973292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f439dcd-ea73-4965-851f-6757775e7b9f admin admin] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:20:17.985331 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-2f439dcd-ea73-4965-851f-6757775e7b9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 13d8f02d-edc3-4082-aaec-3c11840ace9e) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:17.989283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f439dcd-ea73-4965-851f-6757775e7b9f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:17.989864 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2f439dcd-ea73-4965-851f-6757775e7b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:17.994357 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdcad7a-8de6-4920-82bd-a8ebeddbdda6 None None] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:20:18.014465 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2f439dcd-ea73-4965-851f-6757775e7b9f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3971119 Feb 04 15:20:18.210588 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-13d8f02d-edc3-4082-aaec-3c11840ace9e', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'tenant_id': '320daf7ad46a4a5c9134a67223f8237c', 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:20:18.211440 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:18.370660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Allocated IP 192.168.233.2 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/ea1fb653-9365-4533-98a3-88ac0fe72a6a) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:20:18.596373 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:18.610535 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Transition to ACTIVE for port object ea1fb653-9365-4533-98a3-88ac0fe72a6a will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:20:18.629897 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Transition to ACTIVE for port object ea1fb653-9365-4533-98a3-88ac0fe72a6a will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:20:18.637198 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:18.706641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:20:18.709585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:18.712675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:20:18.719764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Pushing event updated for resources: {'Port': ['ID=ea1fb653-9365-4533-98a3-88ac0fe72a6a,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:18.757147 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:18.757490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:18.757834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:18.758145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:18.758468 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:18.758783 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:18.759104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:18.759448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:18.759763 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:18.760077 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:18.760389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:18.820003 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Attempting to bind port ea1fb653-9365-4533-98a3-88ac0fe72a6a on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:20:18.820375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Attempting to bind port ea1fb653-9365-4533-98a3-88ac0fe72a6a by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:20:18.820723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Attempting to bind port ea1fb653-9365-4533-98a3-88ac0fe72a6a on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:20:18.827215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:20:18.827581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:20:18.827974 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:18.828365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:20:18.828827 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Bound port: ea1fb653-9365-4533-98a3-88ac0fe72a6a, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:20:18.829207 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:18.917817 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] For port ea1fb653-9365-4533-98a3-88ac0fe72a6a, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:18.922323 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] For port ea1fb653-9365-4533-98a3-88ac0fe72a6a, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ea1fb653-9365-4533-98a3-88ac0fe72a6a,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:20:18.927056 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:19.011126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f7f7f-c7d5-414e-b468-76368c7009a9 None None] Pushing event updated for resources: {'Port': ['ID=ea1fb653-9365-4533-98a3-88ac0fe72a6a,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:19.877271 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a84b4c2-da4e-4e21-8cd0-d8d56d37aad3 None None] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:20:19.993416 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b2934ff4-ba46-4a5c-b9c0-6cc2fbc54e5a None None] Provisioning for port ea1fb653-9365-4533-98a3-88ac0fe72a6a completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:20:20.283590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ea1fb653-9365-4533-98a3-88ac0fe72a6a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:20:20.363117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port ea1fb653-9365-4533-98a3-88ac0fe72a6a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:20:20.369547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ea1fb653-9365-4533-98a3-88ac0fe72a6a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:20.369920 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.478411 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-902a2002-455f-43c0-a565-2286ec53ed24 None None] Provisioning complete for port ea1fb653-9365-4533-98a3-88ac0fe72a6a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:20.478674 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-902a2002-455f-43c0-a565-2286ec53ed24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.537078 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.580980 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port ea1fb653-9365-4533-98a3-88ac0fe72a6a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ea1fb653-9365-4533-98a3-88ac0fe72a6a,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:20.586355 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.703912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=ea1fb653-9365-4533-98a3-88ac0fe72a6a,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:22.226016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ea1fb653-9365-4533-98a3-88ac0fe72a6a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:20:22.301373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ea1fb653-9365-4533-98a3-88ac0fe72a6a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:22.301688 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:36.479159 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a2f9a32b-64d3-412f-96c9-197c118702fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:38.869443 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-89a784cd-8181-4ac4-a250-41087bfdb464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:39.843151 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:40.000625 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:41.177022 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:51.743902 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 5 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:21:06.475090 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7705f1ad-e753-4e37-b0cd-50031a0013b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:08.861942 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0f27c23d-2f93-41ef-baeb-b2068ddc4865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:09.836612 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:10.004071 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:11.178201 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:22.967761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46894) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:21:22.973632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-08d0f312-ea52-4fdc-8574-e5f7e30d637a tempest-verify_tempest_config-215275319 tempest-verify_tempest_config-215275319-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:21:22.974585 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-08d0f312-ea52-4fdc-8574-e5f7e30d637a tempest-verify_tempest_config-215275319 tempest-verify_tempest_config-215275319-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056148 Feb 04 15:21:23.301866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46910) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:21:23.441739 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.472052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:21:23.475813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Usage tracker for resource:security_group_rule and tenant:ef54c9c9159746199d26948185e3097a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:21:23.478551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:21:23.484938 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:21:23.553388 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.557159 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.600825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead19cf7-d888-40a2-9b30-5db74c4ac9b5,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:23.606543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Synchronizing usage tracker for tenant:320daf7ad46a4a5c9134a67223f8237c on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:21:23.616314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:23.616651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:23.616977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:23.617300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:23.617620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:23.617935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:23.618248 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:23.618559 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:23.618869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:23.619199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:23.619524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:23.632645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] Unset dirty status for tenant:320daf7ad46a4a5c9134a67223f8237c on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:21:23.633907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a27e3053-7c48-46ed-858a-8c6e400e8367 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef54c9c9159746199d26948185e3097a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3310151 Feb 04 15:21:23.636616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46916) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:21:23.693153 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42dfb5ce-a758-4556-9293-9148844e3ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.718446 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42dfb5ce-a758-4556-9293-9148844e3ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.847330 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42dfb5ce-a758-4556-9293-9148844e3ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.861524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfb5ce-a758-4556-9293-9148844e3ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead19cf7-d888-40a2-9b30-5db74c4ac9b5,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:23.867355 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42dfb5ce-a758-4556-9293-9148844e3ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.868451 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-42dfb5ce-a758-4556-9293-9148844e3ebf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ead19cf7-d888-40a2-9b30-5db74c4ac9b5 HTTP/1.1" status: 204 len: 168 time: 0.2309537 Feb 04 15:21:28.743772 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 5 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:21:36.479866 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-31e26024-e292-4d27-b394-5aa2925a0731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:38.862505 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-76791c46-8f47-4899-b2d8-b02fb83c9229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:39.841422 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:40.005706 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:41.180137 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:05.747436 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 5 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:22:06.481934 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be348447-55cd-43c7-a2ba-16f014ecb0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:08.864954 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1de9330b-3e30-49c0-b891-b4298416f8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:09.845527 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:10.008401 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:11.182981 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:36.491344 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f30d0379-552e-4b19-8f30-53ec1357fcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:38.880813 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a12eb5d1-63ac-4e19-947a-202812f2fd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:39.851628 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:40.010829 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:41.188417 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:42.748147 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 5 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:23:06.484580 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4b69-d1d1-4f78-8c77-87db424db779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:08.864641 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b73318a3-d16c-4f17-bc67-6fdebdd0c96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.846563 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:10.013385 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:11.190556 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.749175 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 5 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:23:36.487291 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-72bd530d-f6a0-49e7-acf8-0a11e3b45fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.866337 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-524fbd84-f2fc-486b-8a96-79d60244f4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:39.848556 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.015594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.192993 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:56.750239 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 5 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:24:06.489860 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3cd1a515-2b85-46ff-8c5c-37e4c917409c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:08.869546 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2efce081-4ccc-4976-9dab-3c5967f8f80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:09.851596 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:10.019006 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.199370 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.751072 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 5 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:24:36.511546 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8c9fb15a-be88-4d18-8c2c-019a3335f544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:38.877362 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-87053225-57af-40ef-816a-2799586c34c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:39.855155 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:40.022917 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:41.199669 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:41.239328 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-346655'] for agent, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:48.984780 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-346655'] for agent, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:06.495830 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-77cc26ac-6039-4c45-907c-3266621c0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:08.868927 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d0bea53f-2dcf-4952-9def-e1ff560a183c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.858689 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:10.025264 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:10.752814 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:25:11.212594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:11.213656 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:18.961468 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:24.930978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46976) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:25.069241 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e66e209f-ab75-4037-8c2c-362e781b5f47 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1370726 Feb 04 15:25:27.125836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46986) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:27.207775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6fd6f9ed-2b46-45c6-87ef-63bd0e4c9a40 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0808980 Feb 04 15:25:36.498082 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd72b-6ca0-4a60-971d-007e6e22598a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:38.869978 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35b5e720-0baf-45b1-8612-c0ceb7850495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:39.861714 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:40.027112 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:41.215660 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:41.217131 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:47.753693 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:25:48.975444 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:06.502627 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8ebcef10-3b63-47e5-a45c-10a9c1257032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:08.881094 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9ec9e052-3053-4ed5-a2c5-092343a49e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:09.866328 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.034140 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:11.222367 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:11.224080 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:18.975729 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.754094 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:26:36.506058 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-40b9add7-4aca-4180-a43e-3aedc4a5baf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.873428 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-52fb4e00-0b05-4f5c-937e-9cbe48bf057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.870326 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.032632 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.223795 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.225732 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.975719 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.684719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47188) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:58.811346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47196) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:59.230801 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-897261a4-bccc-4dc4-a393-346e373d4354 tempest-AutoAllocateNetworkTest-1420218480 tempest-AutoAllocateNetworkTest-1420218480-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cf09927164224942bfd1322ec0f922f1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5424459 Feb 04 15:26:59.231111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47214) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:59.321235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-network', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:26:59.394491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a82fc4-1a00-4ed9-89ab-dccb6a07f0a9 tempest-AutoAllocateNetworkTest-1420218480 tempest-AutoAllocateNetworkTest-1420218480-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:59.398511 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e0a82fc4-1a00-4ed9-89ab-dccb6a07f0a9 tempest-AutoAllocateNetworkTest-1420218480 tempest-AutoAllocateNetworkTest-1420218480-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1647751 Feb 04 15:26:59.398511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:59.398801 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47222) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:59.402820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Usage tracker for resource:network and tenant:aa371acdd906464fb4a2d0efa0b076f3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:59.406376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:59.412179 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:59.428177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Made reservation on behalf of aa371acdd906464fb4a2d0efa0b076f3 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:59.430628 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.449078 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.486664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:59.491401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Usage tracker for resource:security_group_rule and tenant:aa371acdd906464fb4a2d0efa0b076f3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:59.494574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:59.501652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:59.529505 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8db3ffdf-8220-4256-8dc0-b9a280e04e67 tempest-AutoAllocateNetworkTest-1420218480 tempest-AutoAllocateNetworkTest-1420218480-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1268687 Feb 04 15:26:59.532471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47228) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:59.569505 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5b532b96-5350-48f3-a712-655d530a9cd3 tempest-AutoAllocateNetworkTest-1420218480 tempest-AutoAllocateNetworkTest-1420218480-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cf09927164224942bfd1322ec0f922f1 HTTP/1.1" status: 200 len: 208 time: 0.0357175 Feb 04 15:26:59.608209 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.612348 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.644400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:26:59.663486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c71e87-3860-4516-981a-041c27ed3202,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:59.666323 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.666654 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Added segment 03dfcd40-e95c-4480-9146-1ca8eb1063c8 of type vlan for network c61f278d-a093-4264-873d-c2b0fe84d55f Feb 04 15:26:59.683837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:59.684233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:59.684615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:59.684894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:59.685922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:59.686251 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:59.686693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:59.687631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:59.688445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:59.688445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:59.688727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Tracked resource versions report: Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: pushed versions: Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'Log': {'1.0'}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'Network': {'1.1'}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'Port': {'1.5'}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'PortForwarding': {'1.2'}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'QosPolicy': {'1.8'}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'SecurityGroup': {'1.2'}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'SubPort': {'1.0'}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'Subnet': {'1.1'}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'Trunk': {'1.1'}} Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: consumer versions: Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: { DHCP agent@n-d-827872-1: {}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: HyperV agent@n-h1-827872-1: {}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: HyperV agent@n-h2-827872-1: {}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: L3 agent@n-d-827872-1: {}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: Metadata agent@n-d-827872-1: {}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: Metering agent@n-d-827872-1: {}, Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: Open vSwitch agent@n-d-827872-1: { 'ConntrackHelper': '1.0', Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'Log': '1.0', Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'Network': '1.1', Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'Port': '1.5', Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'PortForwarding': '1.2', Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'QosPolicy': '1.8', Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'SecurityGroup': '1.2', Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'SecurityGroupRule': '1.0', Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'SubPort': '1.0', Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'Subnet': '1.1', Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: 'Trunk': '1.1'}} Feb 04 15:26:59.689668 n-d-827872-1 neutron-server[83551]: {{(pid=83551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:26:59.706537 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.740267 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.741233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:59.741868 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.832002 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0186963 Feb 04 15:26:59.834999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47244) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:59.840917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Request body: {'subnet': {'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-subnet', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:26:59.845814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:59.849567 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Usage tracker for resource:subnet and tenant:aa371acdd906464fb4a2d0efa0b076f3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:59.852489 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:59.858237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:59.870777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dd7a0-658d-4ea8-b89d-7dd666e35258 admin admin] Pushing event updated for resources: {'Network': ['ID=c61f278d-a093-4264-873d-c2b0fe84d55f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:59.884607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network c61f278d-a093-4264-873d-c2b0fe84d55f details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:26:59.899724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Made reservation on behalf of aa371acdd906464fb4a2d0efa0b076f3 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:59.902250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.128912 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.221777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d305bd05-a89f-476f-b433-f21b1c63f1f0,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:00.238777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:00.239122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:00.239670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:00.240008 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:00.240340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:00.240671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:00.240999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:00.241322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:00.241643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:00.242013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:00.242302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Tracked resource versions report: Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: pushed versions: Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'Log': {'1.0'}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'Network': {'1.1'}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'Port': {'1.5'}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'PortForwarding': {'1.2'}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'QosPolicy': {'1.8'}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'SecurityGroup': {'1.2'}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'SubPort': {'1.0'}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'Subnet': {'1.1'}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'Trunk': {'1.1'}} Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: consumer versions: Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: { DHCP agent@n-d-827872-1: {}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: HyperV agent@n-h1-827872-1: {}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: HyperV agent@n-h2-827872-1: {}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: L3 agent@n-d-827872-1: {}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: Metadata agent@n-d-827872-1: {}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: Metering agent@n-d-827872-1: {}, Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: Open vSwitch agent@n-d-827872-1: { 'ConntrackHelper': '1.0', Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'Log': '1.0', Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'Network': '1.1', Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'Port': '1.5', Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'PortForwarding': '1.2', Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'QosPolicy': '1.8', Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'SecurityGroup': '1.2', Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'SecurityGroupRule': '1.0', Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'SubPort': '1.0', Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'Subnet': '1.1', Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: 'Trunk': '1.1'}} Feb 04 15:27:00.243318 n-d-827872-1 neutron-server[83550]: {{(pid=83550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:27:00.247627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Checking segment: {'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:00.247974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Network hostable DHCP agents. Network: c61f278d-a093-4264-873d-c2b0fe84d55f, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:27:00.271643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Network c61f278d-a093-4264-873d-c2b0fe84d55f is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:27:00.285296 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, c61f278d-a093-4264-873d-c2b0fe84d55f) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:00.293015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.293824 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.304018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d1ce46-8d2b-44a7-8a39-377368e96902 None None] Network c61f278d-a093-4264-873d-c2b0fe84d55f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:27:00.329981 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cb4ba4e1-d360-493d-b282-3c9e99e6677d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4939270 Feb 04 15:27:00.332751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47266) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:00.337831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:00.346595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:00.360455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Usage tracker for resource:router and tenant:aa371acdd906464fb4a2d0efa0b076f3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:00.365352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:00.372796 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:00.389365 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.391757 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.422654 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.568174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-c61f278d-a093-4264-873d-c2b0fe84d55f', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:27:00.570023 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.587760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47274) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:00.604110 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.767202 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Allocated IP 172.20.0.2 (c61f278d-a093-4264-873d-c2b0fe84d55f/d305bd05-a89f-476f-b433-f21b1c63f1f0/07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:00.804393 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.839103 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.007606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Allocated IP 172.25.0.196 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/c3bf4e78-63b5-4d33-9b4a-8a84d07b4592) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:01.087731 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.102076 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Transition to ACTIVE for port object 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:01.125414 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Transition to ACTIVE for port object 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:01.133357 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.183819 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d598718-bb3e-4f24-8304-8638ce06a819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.228404 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Network c61f278d-a093-4264-873d-c2b0fe84d55f is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:01.232361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:01.238445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:27:01.240667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Pushing event updated for resources: {'Port': ['ID=07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:01.248258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9d598718-bb3e-4f24-8304-8638ce06a819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:01.256079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9d598718-bb3e-4f24-8304-8638ce06a819 admin admin] Usage tracker for resource:security_group_rule and tenant:cf09927164224942bfd1322ec0f922f1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:01.260716 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9d598718-bb3e-4f24-8304-8638ce06a819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:01.268666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9d598718-bb3e-4f24-8304-8638ce06a819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:01.270484 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.283988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:01.284323 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:01.284668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:01.285098 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:01.285318 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:01.285636 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:01.285960 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:01.286278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:01.286590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:01.286904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:01.287251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Tracked resource versions report: Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: pushed versions: Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'Log': {'1.0'}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'Network': {'1.1'}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'Port': {'1.5'}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'PortForwarding': {'1.2'}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'QosPolicy': {'1.8'}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'SecurityGroup': {'1.2'}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'SubPort': {'1.0'}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'Subnet': {'1.1'}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'Trunk': {'1.1'}} Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: consumer versions: Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: { DHCP agent@n-d-827872-1: {}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: HyperV agent@n-h1-827872-1: {}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: HyperV agent@n-h2-827872-1: {}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: L3 agent@n-d-827872-1: {}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: Metadata agent@n-d-827872-1: {}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: Metering agent@n-d-827872-1: {}, Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: Open vSwitch agent@n-d-827872-1: { 'ConntrackHelper': '1.0', Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'Log': '1.0', Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'Network': '1.1', Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'Port': '1.5', Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'PortForwarding': '1.2', Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'QosPolicy': '1.8', Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'SecurityGroup': '1.2', Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'SecurityGroupRule': '1.0', Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'SubPort': '1.0', Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'Subnet': '1.1', Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: 'Trunk': '1.1'}} Feb 04 15:27:01.288266 n-d-827872-1 neutron-server[83552]: {{(pid=83552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:27:01.333328 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.349964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Attempting to bind port 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:01.350558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Attempting to bind port 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:01.352277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Attempting to bind port 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c on network c61f278d-a093-4264-873d-c2b0fe84d55f {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:27:01.361173 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:27:01.361779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Checking segment: {'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:01.362362 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.362898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Bound using segment: {'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:27:01.363553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Bound port: 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:01.364116 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.408208 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d598718-bb3e-4f24-8304-8638ce06a819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.415885 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d598718-bb3e-4f24-8304-8638ce06a819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.433845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:01.434973 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Pushing event updated for resources: {'Port': ['ID=c3bf4e78-63b5-4d33-9b4a-8a84d07b4592,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:01.443853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:01.446657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:27:01.468057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] For port 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:01.472829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] For port 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:01.479087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d598718-bb3e-4f24-8304-8638ce06a819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9c691a-28df-4185-9928-f11a9a928fcb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:01.486079 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.508405 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9d598718-bb3e-4f24-8304-8638ce06a819 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf09927164224942bfd1322ec0f922f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9190168 Feb 04 15:27:01.510916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47300) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:01.576549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb32841-a1ca-422b-932a-eef688834d2a None None] Pushing event updated for resources: {'Port': ['ID=07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:01.591867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97c9b015-ac87-41be-ae65-bd79b62d49cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.628321 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97c9b015-ac87-41be-ae65-bd79b62d49cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.647422 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.648276 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.697478 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97c9b015-ac87-41be-ae65-bd79b62d49cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.717752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9b015-ac87-41be-ae65-bd79b62d49cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9c691a-28df-4185-9928-f11a9a928fcb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:01.728483 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97c9b015-ac87-41be-ae65-bd79b62d49cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.729803 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-97c9b015-ac87-41be-ae65-bd79b62d49cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e9c691a-28df-4185-9928-f11a9a928fcb HTTP/1.1" status: 204 len: 168 time: 0.2170479 Feb 04 15:27:01.759573 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:27:02.026236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Router 6497c913-d29b-419b-91c7-81fab8dca363 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:27:02.289146 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:02.304673 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Sync routers for ids ['6497c913-d29b-419b-91c7-81fab8dca363'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:27:02.319005 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.320816 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-65a23d54-fb2d-49e4-92c0-2886916eeecb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 1.9870768 Feb 04 15:27:02.323673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47320) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:02.324532 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Routers {'6497c913-d29b-419b-91c7-81fab8dca363'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:27:02.325889 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:26:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6497c913-d29b-419b-91c7-81fab8dca363'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:02.524846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:02.611749 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Set router 6497c913-d29b-419b-91c7-81fab8dca363 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:27:02.772088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:02.863753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940d9751-b01b-40ea-9c3c-85f7a5e62b4c None None] Network c61f278d-a093-4264-873d-c2b0fe84d55f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:27:02.983296 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-21c2aa34-00dc-4f28-927f-c97232599d65 None None] Provisioning for port 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:03.024604 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-21c2aa34-00dc-4f28-927f-c97232599d65 None None] Provisioning complete for port 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:03.025598 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-21c2aa34-00dc-4f28-927f-c97232599d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.188828 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 3, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:03.194673 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Checking router: 6497c913-d29b-419b-91c7-81fab8dca363 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:27:03.195020 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Updating router 6497c913-d29b-419b-91c7-81fab8dca363 port c3bf4e78-63b5-4d33-9b4a-8a84d07b4592 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:27:03.273406 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-21c2aa34-00dc-4f28-927f-c97232599d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.316331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-21c2aa34-00dc-4f28-927f-c97232599d65 None None] For port 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:03.322173 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-21c2aa34-00dc-4f28-927f-c97232599d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.344223 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.415543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2aa34-00dc-4f28-927f-c97232599d65 None None] Pushing event updated for resources: {'Port': ['ID=07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:03.651790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ffbe0cd5-f6b1-42bb-81c1-9fdd9acd515a None None] Provisioning complete for port 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:03.652435 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0cd5-f6b1-42bb-81c1-9fdd9acd515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.654991 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.855518 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.869554 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Transition to ACTIVE for port object c3bf4e78-63b5-4d33-9b4a-8a84d07b4592 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:03.877495 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.962648 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Attempting to bind port c3bf4e78-63b5-4d33-9b4a-8a84d07b4592 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:03.962900 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Attempting to bind port c3bf4e78-63b5-4d33-9b4a-8a84d07b4592 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:03.963295 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Attempting to bind port c3bf4e78-63b5-4d33-9b4a-8a84d07b4592 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:27:03.965368 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342a598-caec-4a05-9862-857e3dbc5e93 None None] Pushing event updated for resources: {'Port': ['ID=c3bf4e78-63b5-4d33-9b4a-8a84d07b4592,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:03.978872 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342a598-caec-4a05-9862-857e3dbc5e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.979267 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342a598-caec-4a05-9862-857e3dbc5e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.979569 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342a598-caec-4a05-9862-857e3dbc5e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.979891 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342a598-caec-4a05-9862-857e3dbc5e93 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.980214 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342a598-caec-4a05-9862-857e3dbc5e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.980532 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342a598-caec-4a05-9862-857e3dbc5e93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.980845 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342a598-caec-4a05-9862-857e3dbc5e93 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.981158 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342a598-caec-4a05-9862-857e3dbc5e93 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.981684 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342a598-caec-4a05-9862-857e3dbc5e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.981817 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342a598-caec-4a05-9862-857e3dbc5e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.982074 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342a598-caec-4a05-9862-857e3dbc5e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342a598-caec-4a05-9862-857e3dbc5e93 None None] Tracked resource versions report: Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: pushed versions: Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'Log': {'1.0'}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'Network': {'1.1'}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'Port': {'1.5'}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'PortForwarding': {'1.2'}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'QosPolicy': {'1.8'}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'SecurityGroup': {'1.2'}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'SubPort': {'1.0'}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'Subnet': {'1.1'}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'Trunk': {'1.1'}} Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: consumer versions: Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: { DHCP agent@n-d-827872-1: {}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: HyperV agent@n-h1-827872-1: {}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: HyperV agent@n-h2-827872-1: {}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: L3 agent@n-d-827872-1: {}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: Metadata agent@n-d-827872-1: {}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: Metering agent@n-d-827872-1: {}, Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: Open vSwitch agent@n-d-827872-1: { 'ConntrackHelper': '1.0', Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'Log': '1.0', Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'Network': '1.1', Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'Port': '1.5', Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'PortForwarding': '1.2', Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'QosPolicy': '1.8', Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'SecurityGroup': '1.2', Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'SecurityGroupRule': '1.0', Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'SubPort': '1.0', Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'Subnet': '1.1', Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: 'Trunk': '1.1'}} Feb 04 15:27:03.983075 n-d-827872-1 neutron-server[83553]: {{(pid=83553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:27:03.992901 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:27:03.993379 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:03.993837 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.994326 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:27:03.994872 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Bound port: c3bf4e78-63b5-4d33-9b4a-8a84d07b4592, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:03.995353 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.030490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Allocated IP 172.20.0.1 (c61f278d-a093-4264-873d-c2b0fe84d55f/d305bd05-a89f-476f-b433-f21b1c63f1f0/a17860ae-0b20-4325-ab56-50dd1b031533) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:04.082163 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] For port c3bf4e78-63b5-4d33-9b4a-8a84d07b4592, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:04.086315 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] For port c3bf4e78-63b5-4d33-9b4a-8a84d07b4592, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c3bf4e78-63b5-4d33-9b4a-8a84d07b4592,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:04.094325 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.181813 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342a598-caec-4a05-9862-857e3dbc5e93 None None] Pushing event updated for resources: {'Port': ['ID=c3bf4e78-63b5-4d33-9b4a-8a84d07b4592,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:04.196820 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Routers {'6497c913-d29b-419b-91c7-81fab8dca363'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:27:04.197545 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:26:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6497c913-d29b-419b-91c7-81fab8dca363'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:04.282685 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.304091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Transition to ACTIVE for port object a17860ae-0b20-4325-ab56-50dd1b031533 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:04.375933 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.439705 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] Set router 6497c913-d29b-419b-91c7-81fab8dca363 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:27:04.457294 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:04.463263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Pushing event updated for resources: {'Port': ['ID=a17860ae-0b20-4325-ab56-50dd1b031533,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:04.485634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Network c61f278d-a093-4264-873d-c2b0fe84d55f is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:04.487460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:04.501893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:27:04.502984 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.588132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:04.588505 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.683499 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.870699 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 3, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:04.879313 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878e291-af6c-4903-94f3-02a2e1e97e5a None None] The sync data for ids ['6497c913-d29b-419b-91c7-81fab8dca363'] in n-d-827872-1 is: [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 3, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:27:04.923993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-438b9fc2-030c-407c-8b52-784ae165bb6b None None] Provisioning for port a17860ae-0b20-4325-ab56-50dd1b031533 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:04.929280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-438b9fc2-030c-407c-8b52-784ae165bb6b None None] Provisioning complete for port a17860ae-0b20-4325-ab56-50dd1b031533 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:04.929687 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-438b9fc2-030c-407c-8b52-784ae165bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.054218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-438b9fc2-030c-407c-8b52-784ae165bb6b None None] Port a17860ae-0b20-4325-ab56-50dd1b031533 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:27:05.071740 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.079615 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.080424 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.410522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Pushing event updated for resources: {'Port': ['ID=a17860ae-0b20-4325-ab56-50dd1b031533,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:05.494017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Network c61f278d-a093-4264-873d-c2b0fe84d55f is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:05.495238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:05.893219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d3317dad-c0da-442b-b03e-645fbbb6c155 None None] Provisioning complete for port a17860ae-0b20-4325-ab56-50dd1b031533 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:05.893596 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d3317dad-c0da-442b-b03e-645fbbb6c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.041841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d3317dad-c0da-442b-b03e-645fbbb6c155 None None] Port a17860ae-0b20-4325-ab56-50dd1b031533 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:27:06.126834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Router 6497c913-d29b-419b-91c7-81fab8dca363 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:27:06.366369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:06.383728 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d78bdced-0b5c-4138-8699-975c48f333bd admin admin] 10.222.0.60 "PUT /v2.0/routers/6497c913-d29b-419b-91c7-81fab8dca363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0586226 Feb 04 15:27:06.498958 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c3bf4e78-63b5-4d33-9b4a-8a84d07b4592 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:06.552621 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e490fcf8-ebae-45d2-b04e-d19dd6a7e046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.586594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port c3bf4e78-63b5-4d33-9b4a-8a84d07b4592 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:06.600895 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c3bf4e78-63b5-4d33-9b4a-8a84d07b4592 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:06.601320 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.770565 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.801168 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port c3bf4e78-63b5-4d33-9b4a-8a84d07b4592, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c3bf4e78-63b5-4d33-9b4a-8a84d07b4592,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:06.807139 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.889915 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=c3bf4e78-63b5-4d33-9b4a-8a84d07b4592,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:06.906682 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47468) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:07.332720 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e834ea28-1b1b-4bc2-9b37-32402fde6492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.366815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e834ea28-1b1b-4bc2-9b37-32402fde6492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:07.371075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e834ea28-1b1b-4bc2-9b37-32402fde6492 admin admin] Usage tracker for resource:security_group_rule and tenant:560bd37a1457431dab728420284f8847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:07.375134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e834ea28-1b1b-4bc2-9b37-32402fde6492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:07.383795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e834ea28-1b1b-4bc2-9b37-32402fde6492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:07.460149 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e834ea28-1b1b-4bc2-9b37-32402fde6492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.468143 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e834ea28-1b1b-4bc2-9b37-32402fde6492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.514730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834ea28-1b1b-4bc2-9b37-32402fde6492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac9534b-ad57-4904-b758-276ad872ee18,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:07.539825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e834ea28-1b1b-4bc2-9b37-32402fde6492 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=560bd37a1457431dab728420284f8847&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6318181 Feb 04 15:27:07.542596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47498) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:07.615940 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82ecb2d1-3ffe-46fb-acfd-c714e626a4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.658488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82ecb2d1-3ffe-46fb-acfd-c714e626a4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.737627 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82ecb2d1-3ffe-46fb-acfd-c714e626a4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.753708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecb2d1-3ffe-46fb-acfd-c714e626a4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac9534b-ad57-4904-b758-276ad872ee18,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:07.760539 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82ecb2d1-3ffe-46fb-acfd-c714e626a4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.762324 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-82ecb2d1-3ffe-46fb-acfd-c714e626a4fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ac9534b-ad57-4904-b758-276ad872ee18 HTTP/1.1" status: 204 len: 168 time: 0.2184484 Feb 04 15:27:08.271933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47532) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:08.305157 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef7947c5-0406-42aa-82f5-6f2f2034acae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.347793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ef7947c5-0406-42aa-82f5-6f2f2034acae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:08.352381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ef7947c5-0406-42aa-82f5-6f2f2034acae admin admin] Usage tracker for resource:security_group_rule and tenant:1d88c3e690414b4db2d45491bd9c3068 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:08.356515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ef7947c5-0406-42aa-82f5-6f2f2034acae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:08.367238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ef7947c5-0406-42aa-82f5-6f2f2034acae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:08.436205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47546) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:08.454405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647467040-network', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:08.471037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c3bf4e78-63b5-4d33-9b4a-8a84d07b4592 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:08.472619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:08.477264 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Usage tracker for resource:network and tenant:e88e1a18d4084f5e9d96a5677fb273f1 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:08.481000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:08.490351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:08.538807 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef7947c5-0406-42aa-82f5-6f2f2034acae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.544394 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef7947c5-0406-42aa-82f5-6f2f2034acae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.552845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Made reservation on behalf of e88e1a18d4084f5e9d96a5677fb273f1 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:08.555892 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.575991 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.598877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c3bf4e78-63b5-4d33-9b4a-8a84d07b4592 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:08.599301 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.607473 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ef7947c5-0406-42aa-82f5-6f2f2034acae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d88c3e690414b4db2d45491bd9c3068&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3340135 Feb 04 15:27:08.610510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47558) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:08.652187 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:08.661510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Usage tracker for resource:security_group_rule and tenant:e88e1a18d4084f5e9d96a5677fb273f1 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:08.667851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:08.686397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:08.700322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7947c5-0406-42aa-82f5-6f2f2034acae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226e622a-842e-41e2-b255-eff90d9b4af0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:08.714117 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6467f39c-f903-4616-98a6-79a4fc7c8b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.747260 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6467f39c-f903-4616-98a6-79a4fc7c8b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.802264 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.806529 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.821033 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6467f39c-f903-4616-98a6-79a4fc7c8b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.840996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:27:08.848879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467f39c-f903-4616-98a6-79a4fc7c8b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226e622a-842e-41e2-b255-eff90d9b4af0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:08.860861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aad6ec-dca8-4d44-be02-8a750bdab8c4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:08.867759 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.868186 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Added segment 79907ceb-1967-41e7-82b7-73a7d3d16c85 of type vlan for network c8016a65-17a0-4cda-8759-9580b8509b10 Feb 04 15:27:08.869218 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6467f39c-f903-4616-98a6-79a4fc7c8b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.870345 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6467f39c-f903-4616-98a6-79a4fc7c8b13 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/226e622a-842e-41e2-b255-eff90d9b4af0 HTTP/1.1" status: 204 len: 168 time: 0.2586279 Feb 04 15:27:08.933047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Sync routers for ids ['6497c913-d29b-419b-91c7-81fab8dca363'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:27:08.944711 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.951224 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-41016b76-854d-4ada-aeea-826df495f55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.981941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Routers {'6497c913-d29b-419b-91c7-81fab8dca363'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:27:08.982662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:27:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6497c913-d29b-419b-91c7-81fab8dca363'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:09.032273 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.033295 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:09.034088 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.177620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] Pushing event updated for resources: {'Network': ['ID=c8016a65-17a0-4cda-8759-9580b8509b10,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:09.182821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1ef280c0-529f-40dd-88f8-0ed599b9a782 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7446623 Feb 04 15:27:09.185694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47590) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:09.191953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] Request body: {'subnet': {'network_id': 'c8016a65-17a0-4cda-8759-9580b8509b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647467040-subnet', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:09.197279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:09.206705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network c8016a65-17a0-4cda-8759-9580b8509b10 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:27:09.210679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] Usage tracker for resource:subnet and tenant:e88e1a18d4084f5e9d96a5677fb273f1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:09.213918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:09.230308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:09.266605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] Made reservation on behalf of e88e1a18d4084f5e9d96a5677fb273f1 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:09.268970 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.405194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Set router 6497c913-d29b-419b-91c7-81fab8dca363 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:27:09.597885 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47620) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:09.783105 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.911855 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-02841aad-d1a8-44d6-abd1-567c7de989dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.935369 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.978118 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1837230e-9f19-4337-bfe8-c6d6fe51359d,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:09.998532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-02841aad-d1a8-44d6-abd1-567c7de989dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:10.003415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-02841aad-d1a8-44d6-abd1-567c7de989dd admin admin] Usage tracker for resource:security_group_rule and tenant:ba96ff3d8fd74bbaaba82b57813901af is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:10.006877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-02841aad-d1a8-44d6-abd1-567c7de989dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:10.013194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-02841aad-d1a8-44d6-abd1-567c7de989dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:10.016434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] Checking segment: {'id': '79907ceb-1967-41e7-82b7-73a7d3d16c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8016a65-17a0-4cda-8759-9580b8509b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:10.016899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] Network hostable DHCP agents. Network: c8016a65-17a0-4cda-8759-9580b8509b10, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:27:10.053561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] Network c8016a65-17a0-4cda-8759-9580b8509b10 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:27:10.070162 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, c8016a65-17a0-4cda-8759-9580b8509b10) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:10.074987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:10.077089 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.120977 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eae47a1b-7bac-4c0c-8fc1-48a89dde5e34 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9341729 Feb 04 15:27:10.123709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47660) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:10.136798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647467040-router', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:10.137863 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711d2e66-567f-473b-af4b-7a816590e63b None None] Network c8016a65-17a0-4cda-8759-9580b8509b10 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:27:10.145203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:10.150520 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-02841aad-d1a8-44d6-abd1-567c7de989dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.156293 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Usage tracker for resource:router and tenant:e88e1a18d4084f5e9d96a5677fb273f1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:10.160077 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-02841aad-d1a8-44d6-abd1-567c7de989dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.167098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:10.180729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:10.205179 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.206367 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.219642 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.240376 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-02841aad-d1a8-44d6-abd1-567c7de989dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba96ff3d8fd74bbaaba82b57813901af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6385913 Feb 04 15:27:10.242922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47670) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:10.249535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.322303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02841aad-d1a8-44d6-abd1-567c7de989dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0607d44-e22c-4c7e-87d5-e4fab95bc40f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:10.360080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cd376f61-f67e-4fe2-bc58-297723131ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.409628 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cd376f61-f67e-4fe2-bc58-297723131ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.445748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a17860ae-0b20-4325-ab56-50dd1b031533', 'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'mac_address': 'fa:16:3e:4b:67:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:03Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 2, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'subnets': [{'id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:10.459041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Checking router: 6497c913-d29b-419b-91c7-81fab8dca363 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:27:10.459421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Updating router 6497c913-d29b-419b-91c7-81fab8dca363 port a17860ae-0b20-4325-ab56-50dd1b031533 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:27:10.489476 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cd376f61-f67e-4fe2-bc58-297723131ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.524345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd376f61-f67e-4fe2-bc58-297723131ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0607d44-e22c-4c7e-87d5-e4fab95bc40f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:10.543889 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cd376f61-f67e-4fe2-bc58-297723131ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.545015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cd376f61-f67e-4fe2-bc58-297723131ed8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0607d44-e22c-4c7e-87d5-e4fab95bc40f HTTP/1.1" status: 204 len: 168 time: 0.2996125 Feb 04 15:27:10.584705 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.598830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-c8016a65-17a0-4cda-8759-9580b8509b10', 'network_id': 'c8016a65-17a0-4cda-8759-9580b8509b10', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'fixed_ips': [{'subnet_id': '1837230e-9f19-4337-bfe8-c6d6fe51359d'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:27:10.602902 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.731864 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.045872 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Allocated IP 172.20.0.2 (c8016a65-17a0-4cda-8759-9580b8509b10/1837230e-9f19-4337-bfe8-c6d6fe51359d/3d4bddb7-9219-4377-8264-e0d86ae60d89) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:11.129362 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.173019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.300582 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.314687 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.316621 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.342209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Allocated IP 172.25.0.199 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/346a8a3f-01cc-4cd4-9427-ba0288ffb8a4) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:11.374270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Transition to ACTIVE for port object a17860ae-0b20-4325-ab56-50dd1b031533 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:11.392705 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.428591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47728) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:11.431417 n-d-827872-1 neutron-server[83551]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 15:27:11.484422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-e62cc4cd-5d37-45a6-b2b0-ea88c0659a8d tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=12a4812cb37e4e7884ff5fed9fbcc86c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541089 Feb 04 15:27:11.502380 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.560317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Transition to ACTIVE for port object 3d4bddb7-9219-4377-8264-e0d86ae60d89 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:11.605720 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.642823 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.668447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb99ada-e388-437c-bdb7-86aa49d9a8a3 None None] Pushing event updated for resources: {'Port': ['ID=a17860ae-0b20-4325-ab56-50dd1b031533,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:11.704256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Transition to ACTIVE for port object 3d4bddb7-9219-4377-8264-e0d86ae60d89 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:11.710449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47734) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:11.728525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:11.731866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:11.740433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:27:11.804784 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.813412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Pushing event updated for resources: {'Port': ['ID=346a8a3f-01cc-4cd4-9427-ba0288ffb8a4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:11.874366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-d6151744-bac3-4416-b6ac-ba28b682418b tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:11.882373 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-d6151744-bac3-4416-b6ac-ba28b682418b tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3915777 Feb 04 15:27:11.906478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-1e09030f-a8c3-430b-9fe0-6ea8aaf5ae8e tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/quotas/12a4812cb37e4e7884ff5fed9fbcc86c HTTP/1.1" status: 200 len: 375 time: 0.0216284 Feb 04 15:27:11.992197 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Network c8016a65-17a0-4cda-8759-9580b8509b10 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:11.997547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:12.003698 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Attempting to bind port a17860ae-0b20-4325-ab56-50dd1b031533 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:12.004604 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Attempting to bind port a17860ae-0b20-4325-ab56-50dd1b031533 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:12.005189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Attempting to bind port a17860ae-0b20-4325-ab56-50dd1b031533 on network c61f278d-a093-4264-873d-c2b0fe84d55f {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:27:12.007612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47740) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:12.008905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:27:12.011749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Pushing event updated for resources: {'Port': ['ID=3d4bddb7-9219-4377-8264-e0d86ae60d89,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:12.034461 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.035773 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.043735 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-bfab57a1-b2c6-4197-8108-e7bd782bdcaa tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=12a4812cb37e4e7884ff5fed9fbcc86c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1361468 Feb 04 15:27:12.047115 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c169f428-3c3e-401d-b3e1-406febcad8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.054485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:27:12.055560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Checking segment: {'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:12.056175 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.056763 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Bound using segment: {'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:27:12.057451 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Bound port: a17860ae-0b20-4325-ab56-50dd1b031533, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:12.058022 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.165780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c169f428-3c3e-401d-b3e1-406febcad8e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:12.182729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c169f428-3c3e-401d-b3e1-406febcad8e1 admin admin] Usage tracker for resource:security_group_rule and tenant:18e5df6d7af64914b0deabda6d40839c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:12.191638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c169f428-3c3e-401d-b3e1-406febcad8e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:12.204533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c169f428-3c3e-401d-b3e1-406febcad8e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:12.250627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Attempting to bind port 3d4bddb7-9219-4377-8264-e0d86ae60d89 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:12.251436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Attempting to bind port 3d4bddb7-9219-4377-8264-e0d86ae60d89 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '79907ceb-1967-41e7-82b7-73a7d3d16c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8016a65-17a0-4cda-8759-9580b8509b10'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:12.252091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Attempting to bind port 3d4bddb7-9219-4377-8264-e0d86ae60d89 on network c8016a65-17a0-4cda-8759-9580b8509b10 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:27:12.277035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:27:12.277542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Checking segment: {'id': '79907ceb-1967-41e7-82b7-73a7d3d16c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8016a65-17a0-4cda-8759-9580b8509b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:12.278058 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.278545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Bound using segment: {'id': '79907ceb-1967-41e7-82b7-73a7d3d16c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8016a65-17a0-4cda-8759-9580b8509b10'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:27:12.279151 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Bound port: 3d4bddb7-9219-4377-8264-e0d86ae60d89, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79907ceb-1967-41e7-82b7-73a7d3d16c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8016a65-17a0-4cda-8759-9580b8509b10'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:12.279650 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.300829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] For port a17860ae-0b20-4325-ab56-50dd1b031533, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:12.340882 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] For port a17860ae-0b20-4325-ab56-50dd1b031533, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a17860ae-0b20-4325-ab56-50dd1b031533,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:12.366984 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.368046 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c169f428-3c3e-401d-b3e1-406febcad8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.374310 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c169f428-3c3e-401d-b3e1-406febcad8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.436483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169f428-3c3e-401d-b3e1-406febcad8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519c285d-b768-4afc-8846-5ac8073aa7c9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:12.482875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c169f428-3c3e-401d-b3e1-406febcad8e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18e5df6d7af64914b0deabda6d40839c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7684178 Feb 04 15:27:12.483739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47768) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:12.544205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] For port 3d4bddb7-9219-4377-8264-e0d86ae60d89, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:12.552184 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] For port 3d4bddb7-9219-4377-8264-e0d86ae60d89, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3d4bddb7-9219-4377-8264-e0d86ae60d89,segment=NetworkSegment(79907ceb-1967-41e7-82b7-73a7d3d16c85),segment_id=79907ceb-1967-41e7-82b7-73a7d3d16c85)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:12.554110 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4f58f34-ee37-4db7-be41-7749429e401c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.556042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb99ada-e388-437c-bdb7-86aa49d9a8a3 None None] Pushing event updated for resources: {'Port': ['ID=a17860ae-0b20-4325-ab56-50dd1b031533,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:12.564950 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.615986 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4f58f34-ee37-4db7-be41-7749429e401c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.616388 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-846e2c33-ef3b-4198-91c3-51d700659594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.623942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Routers {'6497c913-d29b-419b-91c7-81fab8dca363'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:27:12.624825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:27:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6497c913-d29b-419b-91c7-81fab8dca363'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:12.691422 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4f58f34-ee37-4db7-be41-7749429e401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.708389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-846e2c33-ef3b-4198-91c3-51d700659594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:12.713501 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-846e2c33-ef3b-4198-91c3-51d700659594 admin admin] Usage tracker for resource:security_group_rule and tenant:11e41b09a3ae4991a7defbcbba7e2e9e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:12.717988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-846e2c33-ef3b-4198-91c3-51d700659594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:12.731560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-846e2c33-ef3b-4198-91c3-51d700659594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:12.743322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f58f34-ee37-4db7-be41-7749429e401c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519c285d-b768-4afc-8846-5ac8073aa7c9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:12.752410 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4f58f34-ee37-4db7-be41-7749429e401c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.757899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c4f58f34-ee37-4db7-be41-7749429e401c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/519c285d-b768-4afc-8846-5ac8073aa7c9 HTTP/1.1" status: 204 len: 168 time: 0.2729630 Feb 04 15:27:12.856586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Router 13383fae-f6d0-410a-b5c3-c049e2025ce6 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:27:12.993658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47792) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:13.028494 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-846e2c33-ef3b-4198-91c3-51d700659594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.035108 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-846e2c33-ef3b-4198-91c3-51d700659594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.102746 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-846e2c33-ef3b-4198-91c3-51d700659594 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11e41b09a3ae4991a7defbcbba7e2e9e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0940211 Feb 04 15:27:13.104261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e2c33-ef3b-4198-91c3-51d700659594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e6d75d-0f7c-4f91-995f-41667a246284,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:13.106102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47800) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:13.177798 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8ca2afaf-6154-445c-b56e-6818f84e8c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.211977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb4fda-b00e-4a15-b4c5-78075ebdc8c1 None None] Pushing event updated for resources: {'Port': ['ID=3d4bddb7-9219-4377-8264-e0d86ae60d89,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:13.212928 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8ca2afaf-6154-445c-b56e-6818f84e8c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.277953 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] Set router 6497c913-d29b-419b-91c7-81fab8dca363 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:27:13.350050 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8ca2afaf-6154-445c-b56e-6818f84e8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.370882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:13.377561 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8ca2afaf-6154-445c-b56e-6818f84e8c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.382287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8ca2afaf-6154-445c-b56e-6818f84e8c85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4e6d75d-0f7c-4f91-995f-41667a246284 HTTP/1.1" status: 204 len: 168 time: 0.2718084 Feb 04 15:27:13.382287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2afaf-6154-445c-b56e-6818f84e8c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e6d75d-0f7c-4f91-995f-41667a246284,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:13.390583 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Sync routers for ids ['13383fae-f6d0-410a-b5c3-c049e2025ce6'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:27:13.417802 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Routers {'13383fae-f6d0-410a-b5c3-c049e2025ce6'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:27:13.418673 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:27:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['13383fae-f6d0-410a-b5c3-c049e2025ce6'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:13.434310 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.440621 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-46d68c26-3080-46f6-bf69-fc5b14d855fe admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3157578 Feb 04 15:27:13.441536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47818) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:13.769081 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Set router 13383fae-f6d0-410a-b5c3-c049e2025ce6 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:27:13.937514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a17860ae-0b20-4325-ab56-50dd1b031533', 'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'mac_address': 'fa:16:3e:4b:67:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:03Z', 'updated_at': '2022-02-04T15:27:12Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'subnets': [{'id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:13.955458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fce2d3-d9ab-4354-8477-cd85fa894fe8 None None] The sync data for ids ['6497c913-d29b-419b-91c7-81fab8dca363'] in n-d-827872-1 is: [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a17860ae-0b20-4325-ab56-50dd1b031533', 'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'mac_address': 'fa:16:3e:4b:67:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:03Z', 'updated_at': '2022-02-04T15:27:12Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'subnets': [{'id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:27:14.156123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ca4437e-093c-491f-9186-c8574842b842 req-3a09b355-921b-4702-9cdc-69e499353a21 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 210 time: 1.1488812 Feb 04 15:27:14.580895 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647467040-router', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:10Z', 'updated_at': '2022-02-04T15:27:11Z', 'revision_number': 3, 'project_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'gw_port': {'id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:11Z', 'updated_at': '2022-02-04T15:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:14.592959 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Checking router: 13383fae-f6d0-410a-b5c3-c049e2025ce6 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:27:14.594214 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Updating router 13383fae-f6d0-410a-b5c3-c049e2025ce6 port 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:27:14.681559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3d4bddb7-9219-4377-8264-e0d86ae60d89 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:14.711946 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.908742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 3d4bddb7-9219-4377-8264-e0d86ae60d89 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:14.914369 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a17860ae-0b20-4325-ab56-50dd1b031533 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:15.021837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47878) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:15.085286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2065acb-9a92-49c7-baa1-fb55998cb3cc None None] Network c8016a65-17a0-4cda-8759-9580b8509b10 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:27:15.100294 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ff79425-3dae-4964-a08a-e0934fba4b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.211107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2ff79425-3dae-4964-a08a-e0934fba4b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:15.217639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2ff79425-3dae-4964-a08a-e0934fba4b8a admin admin] Usage tracker for resource:security_group_rule and tenant:73347c7b3ec6433dbfce2b49ab2f4aa6 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:15.225671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2ff79425-3dae-4964-a08a-e0934fba4b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:15.233253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2ff79425-3dae-4964-a08a-e0934fba4b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:15.316840 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9cb0190c-7a74-4f24-a1a2-7b070b799091 None None] Provisioning for port 3d4bddb7-9219-4377-8264-e0d86ae60d89 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:15.348940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port a17860ae-0b20-4325-ab56-50dd1b031533 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:15.383459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9cb0190c-7a74-4f24-a1a2-7b070b799091 None None] Provisioning complete for port 3d4bddb7-9219-4377-8264-e0d86ae60d89 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:15.384055 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9cb0190c-7a74-4f24-a1a2-7b070b799091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.416547 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ff79425-3dae-4964-a08a-e0934fba4b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.424343 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ff79425-3dae-4964-a08a-e0934fba4b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.447147 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port a17860ae-0b20-4325-ab56-50dd1b031533 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:15.447743 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.485786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff79425-3dae-4964-a08a-e0934fba4b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e70c21b-4af6-4098-8a72-6e1cff32ebf8,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:15.527009 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.528965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2ff79425-3dae-4964-a08a-e0934fba4b8a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73347c7b3ec6433dbfce2b49ab2f4aa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5060599 Feb 04 15:27:15.532089 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47886) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:15.627557 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.665206 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Transition to ACTIVE for port object 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:15.681914 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.718306 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72a656e3-5551-41e7-a450-37953f6e886b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.769400 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72a656e3-5551-41e7-a450-37953f6e886b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.861373 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72a656e3-5551-41e7-a450-37953f6e886b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.901872 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72a656e3-5551-41e7-a450-37953f6e886b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.902986 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-72a656e3-5551-41e7-a450-37953f6e886b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e70c21b-4af6-4098-8a72-6e1cff32ebf8 HTTP/1.1" status: 204 len: 168 time: 0.3691344 Feb 04 15:27:15.905164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a656e3-5551-41e7-a450-37953f6e886b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e70c21b-4af6-4098-8a72-6e1cff32ebf8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:15.933576 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d6bb3-034e-4f86-9960-ade3aabf457a None None] Pushing event updated for resources: {'Port': ['ID=346a8a3f-01cc-4cd4-9427-ba0288ffb8a4,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:16.159992 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Attempting to bind port 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:16.160356 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Attempting to bind port 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:16.166424 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Attempting to bind port 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:27:16.198213 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6961748c-3412-4615-806f-5008ba9a4496 req-a0f206ec-5eee-4b4e-993d-d17272979561 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 210 time: 0.2682528 Feb 04 15:27:16.204884 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:27:16.205262 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:16.205666 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.206056 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:27:16.206545 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Bound port: 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:16.206933 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.220423 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9cb0190c-7a74-4f24-a1a2-7b070b799091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.254133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Allocated IP 172.20.0.1 (c8016a65-17a0-4cda-8759-9580b8509b10/1837230e-9f19-4337-bfe8-c6d6fe51359d/69e1038f-c499-448d-b03b-0eaf9ad83909) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:16.270571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.73', 65312) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:16.298830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9cb0190c-7a74-4f24-a1a2-7b070b799091 None None] For port 3d4bddb7-9219-4377-8264-e0d86ae60d89, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3d4bddb7-9219-4377-8264-e0d86ae60d89,segment=NetworkSegment(79907ceb-1967-41e7-82b7-73a7d3d16c85),segment_id=79907ceb-1967-41e7-82b7-73a7d3d16c85)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:16.316925 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.339606 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9cb0190c-7a74-4f24-a1a2-7b070b799091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.358289 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-78fe2a36-cfe8-473f-9ed0-6bafa33a9ffa tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=12a4812cb37e4e7884ff5fed9fbcc86c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808854 Feb 04 15:27:16.469414 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] For port 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:16.473616 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] For port 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=346a8a3f-01cc-4cd4-9427-ba0288ffb8a4,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:16.490037 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.490434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port a17860ae-0b20-4325-ab56-50dd1b031533, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a17860ae-0b20-4325-ab56-50dd1b031533,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:16.511707 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.608042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0190c-7a74-4f24-a1a2-7b070b799091 None None] Pushing event updated for resources: {'Port': ['ID=3d4bddb7-9219-4377-8264-e0d86ae60d89,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:16.757928 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d6bb3-034e-4f86-9960-ade3aabf457a None None] Pushing event updated for resources: {'Port': ['ID=346a8a3f-01cc-4cd4-9427-ba0288ffb8a4,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:16.776389 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Routers {'13383fae-f6d0-410a-b5c3-c049e2025ce6'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:27:16.777196 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:27:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['13383fae-f6d0-410a-b5c3-c049e2025ce6'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:16.788496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=a17860ae-0b20-4325-ab56-50dd1b031533,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:16.799246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-b7121824-c461-4a28-9709-f6e24406abd8 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:16.801276 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-b7121824-c461-4a28-9709-f6e24406abd8 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4326627 Feb 04 15:27:16.859165 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.875819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Request body: {'port': {'device_id': 'e0cc6e81-69ae-4f19-aacf-aca09ec94c5d', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '12a4812cb37e4e7884ff5fed9fbcc86c'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:16.944007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Transition to ACTIVE for port object 69e1038f-c499-448d-b03b-0eaf9ad83909 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:16.989900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0fb963a9-bf95-43c1-bfb2-41ccc349111c None None] Provisioning complete for port 3d4bddb7-9219-4377-8264-e0d86ae60d89 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:16.990500 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0fb963a9-bf95-43c1-bfb2-41ccc349111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.009335 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.099466 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] Set router 13383fae-f6d0-410a-b5c3-c049e2025ce6 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:27:17.174944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Network c8016a65-17a0-4cda-8759-9580b8509b10 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:17.192111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:17.214298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:27:17.215056 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.217646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:17.227743 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Usage tracker for resource:port and tenant:12a4812cb37e4e7884ff5fed9fbcc86c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:17.241930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:17.266705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Pushing event updated for resources: {'Port': ['ID=69e1038f-c499-448d-b03b-0eaf9ad83909,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:17.285421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:17.341713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Made reservation on behalf of 12a4812cb37e4e7884ff5fed9fbcc86c for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:17.347140 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.395807 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.416244 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.558543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47964) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:17.568127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:17.582653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Usage tracker for resource:security_group_rule and tenant:12a4812cb37e4e7884ff5fed9fbcc86c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:17.591829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:17.600509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:17.680167 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-310ab6ef-c7ce-41f0-b7e4-2182799f6b2f None None] Provisioning for port 69e1038f-c499-448d-b03b-0eaf9ad83909 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:17.696038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-310ab6ef-c7ce-41f0-b7e4-2182799f6b2f None None] Provisioning complete for port 69e1038f-c499-448d-b03b-0eaf9ad83909 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:17.696414 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-310ab6ef-c7ce-41f0-b7e4-2182799f6b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.749389 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1354a2cb-bbe6-4b04-a871-c044b2d357c2 req-9502f19c-42e5-4636-bb75-036c1d32c54b tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 210 time: 0.0979018 Feb 04 15:27:17.751228 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.757171 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.847125 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-310ab6ef-c7ce-41f0-b7e4-2182799f6b2f None None] Port 69e1038f-c499-448d-b03b-0eaf9ad83909 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:27:17.866061 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.876625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.877599 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.960513 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647467040-router', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:10Z', 'updated_at': '2022-02-04T15:27:11Z', 'revision_number': 3, 'project_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'gw_port': {'id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:11Z', 'updated_at': '2022-02-04T15:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:17.968217 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e543de99-0261-470e-9f86-dafbe7d7f5ef None None] The sync data for ids ['13383fae-f6d0-410a-b5c3-c049e2025ce6'] in n-d-827872-1 is: [{'id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647467040-router', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:10Z', 'updated_at': '2022-02-04T15:27:11Z', 'revision_number': 3, 'project_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'gw_port': {'id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:11Z', 'updated_at': '2022-02-04T15:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:27:18.038815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Allocated IP 192.168.233.210 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/741053bd-3d5c-4ce2-932f-a9d4f1701e07) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:18.067655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47990) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:18.096339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Pushing event updated for resources: {'Port': ['ID=69e1038f-c499-448d-b03b-0eaf9ad83909,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:18.151130 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-afbec9e0-2ab1-403a-945b-d71bf2bb7677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.199671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-afbec9e0-2ab1-403a-945b-d71bf2bb7677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:18.204739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-afbec9e0-2ab1-403a-945b-d71bf2bb7677 admin admin] Usage tracker for resource:security_group_rule and tenant:0895da68b51f43a8b9e3c6df0d05b385 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:18.207917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-afbec9e0-2ab1-403a-945b-d71bf2bb7677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:18.214258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-afbec9e0-2ab1-403a-945b-d71bf2bb7677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:18.286013 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.289174 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37acb84c-45e4-4875-9e86-8285861b752b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:18.293568 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-afbec9e0-2ab1-403a-945b-d71bf2bb7677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.303053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-afbec9e0-2ab1-403a-945b-d71bf2bb7677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.307145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Transition to ACTIVE for port object 741053bd-3d5c-4ce2-932f-a9d4f1701e07 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:18.334485 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.345497 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbec9e0-2ab1-403a-945b-d71bf2bb7677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d99a19-8b76-42ca-b563-f908e7b6643d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:18.357686 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Network c8016a65-17a0-4cda-8759-9580b8509b10 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:18.360534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:18.423772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:18.430656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:18.448226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:27:18.458730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:18.459848 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.501444 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6300623 Feb 04 15:27:18.522406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-dbeeca3d-6146-4299-a2ee-e5de07570b4b tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:27:18.524311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-dbeeca3d-6146-4299-a2ee-e5de07570b4b tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066335 Feb 04 15:27:18.548075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdaf70-b214-4b4d-9fa6-bc93e67cb117 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Pushing event updated for resources: {'Port': ['ID=741053bd-3d5c-4ce2-932f-a9d4f1701e07,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:18.586437 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-afbec9e0-2ab1-403a-945b-d71bf2bb7677 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0895da68b51f43a8b9e3c6df0d05b385&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0164108 Feb 04 15:27:18.589200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48000) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:18.716421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3d4bddb7-9219-4377-8264-e0d86ae60d89 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:18.819231 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-828fe98e-2bad-41e8-accf-ede0926de6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.935548 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-828fe98e-2bad-41e8-accf-ede0926de6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.022966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 3d4bddb7-9219-4377-8264-e0d86ae60d89 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:19.026904 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.094988 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-828fe98e-2bad-41e8-accf-ede0926de6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.127544 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-828fe98e-2bad-41e8-accf-ede0926de6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.131303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-828fe98e-2bad-41e8-accf-ede0926de6ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35d99a19-8b76-42ca-b563-f908e7b6643d HTTP/1.1" status: 204 len: 168 time: 0.5387914 Feb 04 15:27:19.132760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fe98e-2bad-41e8-accf-ede0926de6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d99a19-8b76-42ca-b563-f908e7b6643d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:19.239931 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-616e4d6d-2813-4009-b191-953d24966f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.265733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0ed9d-92fc-4c7d-8a8a-52882cb16cdd req-4b5890da-5a57-4a05-aea5-62d6afbe41d2 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:19.268479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-cbd0ed9d-92fc-4c7d-8a8a-52882cb16cdd req-4b5890da-5a57-4a05-aea5-62d6afbe41d2 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Synchronizing usage tracker for tenant:12a4812cb37e4e7884ff5fed9fbcc86c on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:19.313006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-cbd0ed9d-92fc-4c7d-8a8a-52882cb16cdd req-4b5890da-5a57-4a05-aea5-62d6afbe41d2 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Unset dirty status for tenant:12a4812cb37e4e7884ff5fed9fbcc86c on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:19.314176 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbd0ed9d-92fc-4c7d-8a8a-52882cb16cdd req-4b5890da-5a57-4a05-aea5-62d6afbe41d2 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 936 time: 0.1794500 Feb 04 15:27:19.409904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a17860ae-0b20-4325-ab56-50dd1b031533 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:19.448235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-cbd0ed9d-92fc-4c7d-8a8a-52882cb16cdd req-3552b1f4-d2c6-4a0e-b9c8-9982ee3d4f51 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Synchronizing usage tracker for tenant:12a4812cb37e4e7884ff5fed9fbcc86c on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:19.452001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48020) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:19.463776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-616e4d6d-2813-4009-b191-953d24966f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:19.474827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-616e4d6d-2813-4009-b191-953d24966f1c admin admin] Usage tracker for resource:security_group_rule and tenant:5dd4ccebb791411680fee4d2db35a342 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:19.481612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-616e4d6d-2813-4009-b191-953d24966f1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:19.495835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-616e4d6d-2813-4009-b191-953d24966f1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:19.508091 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-cbd0ed9d-92fc-4c7d-8a8a-52882cb16cdd req-3552b1f4-d2c6-4a0e-b9c8-9982ee3d4f51 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Unset dirty status for tenant:12a4812cb37e4e7884ff5fed9fbcc86c on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:19.520446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbd0ed9d-92fc-4c7d-8a8a-52882cb16cdd req-3552b1f4-d2c6-4a0e-b9c8-9982ee3d4f51 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979144 Feb 04 15:27:19.552270 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.567576 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9f5a7d57-6110-41c5-bce9-2630bcc68296 None None] Provisioning for port 741053bd-3d5c-4ce2-932f-a9d4f1701e07 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:19.577797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9f5a7d57-6110-41c5-bce9-2630bcc68296 None None] Provisioning complete for port 741053bd-3d5c-4ce2-932f-a9d4f1701e07 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:19.578873 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7d57-6110-41c5-bce9-2630bcc68296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.629271 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-616e4d6d-2813-4009-b191-953d24966f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.637490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-616e4d6d-2813-4009-b191-953d24966f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.661542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port a17860ae-0b20-4325-ab56-50dd1b031533 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:19.661963 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.699097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e4d6d-2813-4009-b191-953d24966f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19511af8-9787-4189-bc34-818bf8890578,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:19.721852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a7d57-6110-41c5-bce9-2630bcc68296 None None] Port 741053bd-3d5c-4ce2-932f-a9d4f1701e07 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:27:19.771558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Router 13383fae-f6d0-410a-b5c3-c049e2025ce6 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:27:19.777635 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-616e4d6d-2813-4009-b191-953d24966f1c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5dd4ccebb791411680fee4d2db35a342&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7085075 Feb 04 15:27:19.780471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48030) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:19.782529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9f5a7d57-6110-41c5-bce9-2630bcc68296 None None] Provisioning complete for port 69e1038f-c499-448d-b03b-0eaf9ad83909 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:19.782907 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7d57-6110-41c5-bce9-2630bcc68296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.907508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Request body: {'port': {'device_id': 'e0cc6e81-69ae-4f19-aacf-aca09ec94c5d', 'device_owner': 'compute:tempest-test_az-421184591', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:20.005449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a7d57-6110-41c5-bce9-2630bcc68296 None None] Port 69e1038f-c499-448d-b03b-0eaf9ad83909 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:27:20.051205 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb78e750-1b86-4bb3-8c94-c47f93a7438e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.216617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:20.277902 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0d97520a-08a8-4d74-9ec5-92dc2df8ff45 admin admin] 10.222.0.60 "PUT /v2.0/routers/13383fae-f6d0-410a-b5c3-c049e2025ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8347781 Feb 04 15:27:20.301222 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.320005 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4dba7f5b-724d-4da0-a20a-010bcf8f1610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.341848 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48040) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:20.373479 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08f3a824-1f9b-4e7b-ae64-86abc82df631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.442808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-08f3a824-1f9b-4e7b-ae64-86abc82df631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:20.456003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-08f3a824-1f9b-4e7b-ae64-86abc82df631 admin admin] Usage tracker for resource:security_group_rule and tenant:52f840f468df4718b68c5045a4d6577e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:20.459663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-08f3a824-1f9b-4e7b-ae64-86abc82df631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:20.475995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-08f3a824-1f9b-4e7b-ae64-86abc82df631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:20.628502 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08f3a824-1f9b-4e7b-ae64-86abc82df631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.633496 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08f3a824-1f9b-4e7b-ae64-86abc82df631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.713759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3a824-1f9b-4e7b-ae64-86abc82df631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b64b7a0-87c1-44a9-b888-f811b40150c6,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:20.730251 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb78e750-1b86-4bb3-8c94-c47f93a7438e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.789389 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-08f3a824-1f9b-4e7b-ae64-86abc82df631 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52f840f468df4718b68c5045a4d6577e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4468281 Feb 04 15:27:20.791222 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48056) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:20.820388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4dba7f5b-724d-4da0-a20a-010bcf8f1610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:20.857341 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4dba7f5b-724d-4da0-a20a-010bcf8f1610 admin admin] Usage tracker for resource:security_group_rule and tenant:5ed82492195c4855b53c8c92be6b2636 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:20.971969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4dba7f5b-724d-4da0-a20a-010bcf8f1610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:21.005441 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-786dbe79-2f6c-4832-b5e4-4082a0188edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.029705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4dba7f5b-724d-4da0-a20a-010bcf8f1610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:21.070105 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-786dbe79-2f6c-4832-b5e4-4082a0188edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.184939 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb78e750-1b86-4bb3-8c94-c47f93a7438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.226692 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-786dbe79-2f6c-4832-b5e4-4082a0188edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.249606 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-786dbe79-2f6c-4832-b5e4-4082a0188edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.253732 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-786dbe79-2f6c-4832-b5e4-4082a0188edf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b64b7a0-87c1-44a9-b888-f811b40150c6 HTTP/1.1" status: 204 len: 168 time: 0.4605169 Feb 04 15:27:21.254874 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dbe79-2f6c-4832-b5e4-4082a0188edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b64b7a0-87c1-44a9-b888-f811b40150c6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:21.375880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4dba7f5b-724d-4da0-a20a-010bcf8f1610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.387838 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:27:21.479723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741053bd-3d5c-4ce2-932f-a9d4f1701e07 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:21.490235 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4dba7f5b-724d-4da0-a20a-010bcf8f1610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.523906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78e750-1b86-4bb3-8c94-c47f93a7438e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19511af8-9787-4189-bc34-818bf8890578,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:21.540427 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.553699 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4dba7f5b-724d-4da0-a20a-010bcf8f1610 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ed82492195c4855b53c8c92be6b2636&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0893877 Feb 04 15:27:21.554080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48076) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:21.558723 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb78e750-1b86-4bb3-8c94-c47f93a7438e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.570656 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-eb78e750-1b86-4bb3-8c94-c47f93a7438e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19511af8-9787-4189-bc34-818bf8890578 HTTP/1.1" status: 204 len: 168 time: 1.7877355 Feb 04 15:27:21.625794 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6ef30-ce2b-4e72-bddf-972b19022032 req-900d7193-1637-4ff6-b675-8ecc22128864 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:21.627545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22e6ef30-ce2b-4e72-bddf-972b19022032 req-900d7193-1637-4ff6-b675-8ecc22128864 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 936 time: 0.7656872 Feb 04 15:27:21.629441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Transition to ACTIVE for port object 741053bd-3d5c-4ce2-932f-a9d4f1701e07 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:21.629607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba7f5b-724d-4da0-a20a-010bcf8f1610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f4d9b0-c0eb-4777-b9f2-e507e912a089,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:21.678224 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5828caac-4f3e-4214-8333-ee51f93e1f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.711032 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.722725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22e6ef30-ce2b-4e72-bddf-972b19022032 req-6d0736ce-58cb-4305-8057-eb8389bb194a tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872352 Feb 04 15:27:21.751170 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5828caac-4f3e-4214-8333-ee51f93e1f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.909538 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5828caac-4f3e-4214-8333-ee51f93e1f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.945474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Pushing event updated for resources: {'Port': ['ID=741053bd-3d5c-4ce2-932f-a9d4f1701e07,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:21.979485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828caac-4f3e-4214-8333-ee51f93e1f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f4d9b0-c0eb-4777-b9f2-e507e912a089,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:22.009308 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5828caac-4f3e-4214-8333-ee51f93e1f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.012921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Attempting to bind port 741053bd-3d5c-4ce2-932f-a9d4f1701e07 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:22.013426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Attempting to bind port 741053bd-3d5c-4ce2-932f-a9d4f1701e07 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:22.013893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Attempting to bind port 741053bd-3d5c-4ce2-932f-a9d4f1701e07 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:27:22.016188 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5828caac-4f3e-4214-8333-ee51f93e1f41 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23f4d9b0-c0eb-4777-b9f2-e507e912a089 HTTP/1.1" status: 204 len: 168 time: 0.4592342 Feb 04 15:27:22.021463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Port 741053bd-3d5c-4ce2-932f-a9d4f1701e07 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:27:22.021789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Attempting to bind port 741053bd-3d5c-4ce2-932f-a9d4f1701e07 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:27:22.029136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:27:22.029433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:22.030191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:27:22.030658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Bound port: 741053bd-3d5c-4ce2-932f-a9d4f1701e07, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:22.031336 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.340260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] For port 741053bd-3d5c-4ce2-932f-a9d4f1701e07, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:22.362805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] For port 741053bd-3d5c-4ce2-932f-a9d4f1701e07, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=741053bd-3d5c-4ce2-932f-a9d4f1701e07,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:22.381304 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.443047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48096) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:22.496906 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b32286d6-7fbe-4d84-838d-b3eb94bfb2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.562344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Pushing event updated for resources: {'Port': ['ID=741053bd-3d5c-4ce2-932f-a9d4f1701e07,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:22.562847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b32286d6-7fbe-4d84-838d-b3eb94bfb2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:22.579023 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.581469 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-c1443334-cd38-4678-958c-bb92a2031cae service neutron] 10.222.0.73 "PUT /v2.0/ports/741053bd-3d5c-4ce2-932f-a9d4f1701e07 HTTP/1.1" status: 200 len: 1117 time: 3.2326031 Feb 04 15:27:22.581700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b32286d6-7fbe-4d84-838d-b3eb94bfb2fa admin admin] Usage tracker for resource:security_group_rule and tenant:bf3f8c96d7ad4ef7891d3be12fbc77be is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:22.582162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cc6e81-69ae-4f19-aacf-aca09ec94c5d', 'tag': '741053bd-3d5c-4ce2-932f-a9d4f1701e07'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:22.599538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b32286d6-7fbe-4d84-838d-b3eb94bfb2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:22.607160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b32286d6-7fbe-4d84-838d-b3eb94bfb2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:22.799189 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-f6c110ae-eaa1-4c7f-92ff-cb562810f172 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12a4812cb37e4e7884ff5fed9fbcc86c&device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 1120 time: 0.1181803 Feb 04 15:27:22.895099 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b32286d6-7fbe-4d84-838d-b3eb94bfb2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.910304 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b32286d6-7fbe-4d84-838d-b3eb94bfb2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.074590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32286d6-7fbe-4d84-838d-b3eb94bfb2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15c09bb-a41b-4e0d-9146-f37238bc5af8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:23.095210 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b32286d6-7fbe-4d84-838d-b3eb94bfb2fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf3f8c96d7ad4ef7891d3be12fbc77be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6476073 Feb 04 15:27:23.095860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48112) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:23.119648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-d3a70b9a-d1bd-4814-9eca-de4cf466fcff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=741053bd-3d5c-4ce2-932f-a9d4f1701e07 HTTP/1.1" status: 200 len: 217 time: 0.1882474 Feb 04 15:27:23.322903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-497c2a03-2d69-4277-81f2-584850d1330a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:23.325051 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-497c2a03-2d69-4277-81f2-584850d1330a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1948810 Feb 04 15:27:23.347455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fcdd4-6898-45bc-8b54-65f2187b39f6 req-c537d468-a815-4138-8ca4-addb9b88f086 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:23.349364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-525fcdd4-6898-45bc-8b54-65f2187b39f6 req-c537d468-a815-4138-8ca4-addb9b88f086 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 969 time: 0.1558495 Feb 04 15:27:23.373456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48120) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:23.425828 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5f7740f0-8e02-4dfc-9202-9e9b029f3caf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1943105418', 'description': 'tempest-description--1467914873'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:23.436930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5f7740f0-8e02-4dfc-9202-9e9b029f3caf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:23.454875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5f7740f0-8e02-4dfc-9202-9e9b029f3caf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Usage tracker for resource:security_group and tenant:aa371acdd906464fb4a2d0efa0b076f3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:23.463132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5f7740f0-8e02-4dfc-9202-9e9b029f3caf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:23.508279 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4f0460ed-6a5d-4d91-9523-7aba7fefc85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.525437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5f7740f0-8e02-4dfc-9202-9e9b029f3caf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:23.538157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-525fcdd4-6898-45bc-8b54-65f2187b39f6 req-79a03f55-ef5b-42cd-8c26-814330949fb3 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035161 Feb 04 15:27:23.565544 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-631b31f3-4ffc-4190-8c9d-225c5490c8fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2149932 Feb 04 15:27:23.638978 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f7740f0-8e02-4dfc-9202-9e9b029f3caf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.672048 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4f0460ed-6a5d-4d91-9523-7aba7fefc85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.798301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48126) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:23.847766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48130) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:23.856370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5f7740f0-8e02-4dfc-9202-9e9b029f3caf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:23.864103 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06c14fc4-07bc-4535-ada1-e04614d7ad3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.876122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5f7740f0-8e02-4dfc-9202-9e9b029f3caf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Usage tracker for resource:security_group_rule and tenant:aa371acdd906464fb4a2d0efa0b076f3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:23.893795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5f7740f0-8e02-4dfc-9202-9e9b029f3caf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:23.911007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5f7740f0-8e02-4dfc-9202-9e9b029f3caf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:23.928523 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e2de2578-9261-41b1-bcd4-0d06b7a7e83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.951653 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4f0460ed-6a5d-4d91-9523-7aba7fefc85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.989644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0460ed-6a5d-4d91-9523-7aba7fefc85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15c09bb-a41b-4e0d-9146-f37238bc5af8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:24.005588 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-06c14fc4-07bc-4535-ada1-e04614d7ad3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:24.041251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-06c14fc4-07bc-4535-ada1-e04614d7ad3f admin admin] Usage tracker for resource:security_group_rule and tenant:f75943c409dd4162ba0eda62aa638764 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:24.047833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-06c14fc4-07bc-4535-ada1-e04614d7ad3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:24.062890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-06c14fc4-07bc-4535-ada1-e04614d7ad3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:24.136236 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4f0460ed-6a5d-4d91-9523-7aba7fefc85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.143001 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4f0460ed-6a5d-4d91-9523-7aba7fefc85f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c15c09bb-a41b-4e0d-9146-f37238bc5af8 HTTP/1.1" status: 204 len: 168 time: 1.0437598 Feb 04 15:27:24.174590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-8872d12e-6ea5-4044-a5cd-8fabe7b3a32d service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216122 Feb 04 15:27:24.184356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e2de2578-9261-41b1-bcd4-0d06b7a7e83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:24.193498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e2de2578-9261-41b1-bcd4-0d06b7a7e83f admin admin] Usage tracker for resource:security_group_rule and tenant:caefc2122b254cbfa631b61bef15a356 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:24.214110 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f7740f0-8e02-4dfc-9202-9e9b029f3caf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.232941 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f7740f0-8e02-4dfc-9202-9e9b029f3caf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.252996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e2de2578-9261-41b1-bcd4-0d06b7a7e83f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:24.283241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e2de2578-9261-41b1-bcd4-0d06b7a7e83f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:24.333615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7740f0-8e02-4dfc-9202-9e9b029f3caf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e57cf3-b6e8-48b9-afe5-141b17282947,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:24.422256 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f7740f0-8e02-4dfc-9202-9e9b029f3caf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.423549 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5f7740f0-8e02-4dfc-9202-9e9b029f3caf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0422215 Feb 04 15:27:24.432469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48144) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:24.487704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-51ebadfc-7379-418c-80a4-ac481cbb6a14 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Request body: {'security_group_rule': {'security_group_id': 'f9e57cf3-b6e8-48b9-afe5-141b17282947', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:24.500431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-51ebadfc-7379-418c-80a4-ac481cbb6a14 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:24.513506 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06c14fc4-07bc-4535-ada1-e04614d7ad3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.515373 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-51ebadfc-7379-418c-80a4-ac481cbb6a14 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Usage tracker for resource:security_group_rule and tenant:aa371acdd906464fb4a2d0efa0b076f3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:24.522502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-51ebadfc-7379-418c-80a4-ac481cbb6a14 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:24.525759 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06c14fc4-07bc-4535-ada1-e04614d7ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.545122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-51ebadfc-7379-418c-80a4-ac481cbb6a14 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:24.581843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c14fc4-07bc-4535-ada1-e04614d7ad3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419fc8bc-1b93-4b8c-b773-280fb8489f60,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:24.615701 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51ebadfc-7379-418c-80a4-ac481cbb6a14 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.669859 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-06c14fc4-07bc-4535-ada1-e04614d7ad3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f75943c409dd4162ba0eda62aa638764&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8682230 Feb 04 15:27:24.674752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48154) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:24.759784 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51ebadfc-7379-418c-80a4-ac481cbb6a14 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.776387 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e2de2578-9261-41b1-bcd4-0d06b7a7e83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.785131 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e2de2578-9261-41b1-bcd4-0d06b7a7e83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.806825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:24.808315 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51ebadfc-7379-418c-80a4-ac481cbb6a14 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.839884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebadfc-7379-418c-80a4-ac481cbb6a14 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed62874-f3fd-4c89-8634-ef549b1ec906,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:24.877533 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51ebadfc-7379-418c-80a4-ac481cbb6a14 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.879012 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-51ebadfc-7379-418c-80a4-ac481cbb6a14 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4111061 Feb 04 15:27:24.887910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48160) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:24.895913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b9c57c7c-a3f6-4395-af35-fc92592d28c4 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Request body: {'security_group_rule': {'security_group_id': 'f9e57cf3-b6e8-48b9-afe5-141b17282947', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:24.898276 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e44338-e90d-41e6-bdd0-646510df3e21 req-a8355b8b-3cbc-4596-af60-0fa2b8136669 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6970017 Feb 04 15:27:24.899998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de2578-9261-41b1-bcd4-0d06b7a7e83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e216eea-9ff1-4859-a083-c1742483290f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:24.912600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c7ac-b2d0-487b-810d-0b455f88c916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.941042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b9c57c7c-a3f6-4395-af35-fc92592d28c4 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:24.958906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b9c57c7c-a3f6-4395-af35-fc92592d28c4 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Usage tracker for resource:security_group_rule and tenant:aa371acdd906464fb4a2d0efa0b076f3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:24.974746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b9c57c7c-a3f6-4395-af35-fc92592d28c4 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:24.983010 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e2de2578-9261-41b1-bcd4-0d06b7a7e83f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=caefc2122b254cbfa631b61bef15a356&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1314077 Feb 04 15:27:24.989289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48164) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:24.998292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b9c57c7c-a3f6-4395-af35-fc92592d28c4 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:25.002559 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c7ac-b2d0-487b-810d-0b455f88c916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.057669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:25.080396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:25.080763 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.097140 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9c57c7c-a3f6-4395-af35-fc92592d28c4 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.162968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfad004-0913-4552-a98a-25aaaaf70865 req-fa815763-776a-4d57-aff8-bbb2b17ef155 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:25.164865 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bfad004-0913-4552-a98a-25aaaaf70865 req-fa815763-776a-4d57-aff8-bbb2b17ef155 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 969 time: 0.1734717 Feb 04 15:27:25.175643 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce76afc2-e93b-42c0-a0f5-a8cc00b893c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.209598 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce76afc2-e93b-42c0-a0f5-a8cc00b893c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.273144 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cc6e81-69ae-4f19-aacf-aca09ec94c5d', 'tag': '741053bd-3d5c-4ce2-932f-a9d4f1701e07', 'status': 'completed', 'code': 200} Feb 04 15:27:25.290235 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce76afc2-e93b-42c0-a0f5-a8cc00b893c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.355219 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce76afc2-e93b-42c0-a0f5-a8cc00b893c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.357112 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ce76afc2-e93b-42c0-a0f5-a8cc00b893c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e216eea-9ff1-4859-a083-c1742483290f HTTP/1.1" status: 204 len: 168 time: 0.3665824 Feb 04 15:27:25.363438 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c7ac-b2d0-487b-810d-0b455f88c916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.376759 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c7ac-b2d0-487b-810d-0b455f88c916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.376759 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5cc8c7ac-b2d0-487b-810d-0b455f88c916 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/419fc8bc-1b93-4b8c-b773-280fb8489f60 HTTP/1.1" status: 204 len: 168 time: 0.6973522 Feb 04 15:27:25.389779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76afc2-e93b-42c0-a0f5-a8cc00b893c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e216eea-9ff1-4859-a083-c1742483290f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:25.416219 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bfad004-0913-4552-a98a-25aaaaf70865 req-a8a4ddf0-84ae-45df-96fa-bee89d798b67 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442899 Feb 04 15:27:25.449957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8c7ac-b2d0-487b-810d-0b455f88c916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419fc8bc-1b93-4b8c-b773-280fb8489f60,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:25.461181 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.489618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ab61590-5dc6-4578-9515-ea516ea32205 req-f5f51f72-3857-46b0-b517-a3cde9062daa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12a4812cb37e4e7884ff5fed9fbcc86c&device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 1120 time: 0.2023935 Feb 04 15:27:25.512701 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9c57c7c-a3f6-4395-af35-fc92592d28c4 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.520300 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9c57c7c-a3f6-4395-af35-fc92592d28c4 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.553469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=346a8a3f-01cc-4cd4-9427-ba0288ffb8a4,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:25.562565 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.591738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c57c7c-a3f6-4395-af35-fc92592d28c4 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cc59dc-64b7-400f-9b5d-653a1bf2e8c8,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:25.657430 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9c57c7c-a3f6-4395-af35-fc92592d28c4 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.658801 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b9c57c7c-a3f6-4395-af35-fc92592d28c4 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7696168 Feb 04 15:27:25.661943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48188) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:25.668918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:25.682776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:25.692950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Usage tracker for resource:floatingip and tenant:aa371acdd906464fb4a2d0efa0b076f3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:25.700443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:25.715967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:25.741349 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.746096 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=346a8a3f-01cc-4cd4-9427-ba0288ffb8a4,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:25.960399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab61590-5dc6-4578-9515-ea516ea32205 req-4dd1338e-74bd-4b19-abd8-6a25cc14a1bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:25.963527 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ab61590-5dc6-4578-9515-ea516ea32205 req-4dd1338e-74bd-4b19-abd8-6a25cc14a1bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.4584935 Feb 04 15:27:26.033804 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.159060 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ab61590-5dc6-4578-9515-ea516ea32205 req-3d092d8c-d507-4c31-b2f0-c72bcf604065 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=741053bd-3d5c-4ce2-932f-a9d4f1701e07 HTTP/1.1" status: 200 len: 217 time: 0.1648252 Feb 04 15:27:26.221072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Allocated IP 172.25.0.8 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/1667bf65-dc75-4d4a-b626-5023ae33f11e) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:26.325136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab61590-5dc6-4578-9515-ea516ea32205 req-efafa753-33bb-4e1c-b27b-2c54baa06a74 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:26.331443 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ab61590-5dc6-4578-9515-ea516ea32205 req-efafa753-33bb-4e1c-b27b-2c54baa06a74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1475778 Feb 04 15:27:26.673792 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.680856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:26.736843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48210) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:26.739861 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.821131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:26.824258 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.862112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:26.876913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:26.882850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:27:26.928028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Pushing event updated for resources: {'Port': ['ID=1667bf65-dc75-4d4a-b626-5023ae33f11e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:26.988730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ab733-7620-41e3-9eb4-b3ff0678a2e8 req-c134bccc-ad99-479b-b31a-fd50bb11e7e1 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:27.006691 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b46ab733-7620-41e3-9eb4-b3ff0678a2e8 req-c134bccc-ad99-479b-b31a-fd50bb11e7e1 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 969 time: 0.2967672 Feb 04 15:27:27.039910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ab61590-5dc6-4578-9515-ea516ea32205 req-592969d6-f26e-4c6a-99f3-e6a62e14a00d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3280377 Feb 04 15:27:27.237295 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b46ab733-7620-41e3-9eb4-b3ff0678a2e8 req-20c0eeb3-9134-4be2-90a8-d7625cb21b43 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292442 Feb 04 15:27:27.279070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ab61590-5dc6-4578-9515-ea516ea32205 req-bd6ad9e1-f9f4-4666-a44f-47f6b3108e36 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138646 Feb 04 15:27:27.336666 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cce61dac-dba9-464b-8ef5-99d434f0f650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:27.376475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cce61dac-dba9-464b-8ef5-99d434f0f650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:27.379316 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:27.382712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cce61dac-dba9-464b-8ef5-99d434f0f650 admin admin] Usage tracker for resource:security_group_rule and tenant:9cbc0ce6f58c4ed2bfab22fceeba478d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:27.386894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cce61dac-dba9-464b-8ef5-99d434f0f650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:27.428872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cce61dac-dba9-464b-8ef5-99d434f0f650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:27.480672 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:27.623576 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ab61590-5dc6-4578-9515-ea516ea32205 req-94e7496c-ba88-42b5-83af-cffa778042f0 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319445 Feb 04 15:27:27.824817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:27.837850 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:27.971665 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.137987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Pushing event updated for resources: {'Port': ['ID=1667bf65-dc75-4d4a-b626-5023ae33f11e,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:28.164523 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cce61dac-dba9-464b-8ef5-99d434f0f650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.176725 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.188221 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5ea3822b-2d65-40e8-86a0-4dc0e3a02620 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5249021 Feb 04 15:27:28.189399 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cce61dac-dba9-464b-8ef5-99d434f0f650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.277882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce61dac-dba9-464b-8ef5-99d434f0f650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8625e8f2-b767-41fe-a9dc-d962c9a5fdcd,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:28.283511 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cce61dac-dba9-464b-8ef5-99d434f0f650 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9cbc0ce6f58c4ed2bfab22fceeba478d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5456104 Feb 04 15:27:28.285921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48246) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:28.400691 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cbf940df-c328-45bf-b015-15e1c0318a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.459954 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cbf940df-c328-45bf-b015-15e1c0318a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.544658 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cbf940df-c328-45bf-b015-15e1c0318a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.585509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf940df-c328-45bf-b015-15e1c0318a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8625e8f2-b767-41fe-a9dc-d962c9a5fdcd,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:28.588990 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cbf940df-c328-45bf-b015-15e1c0318a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.592243 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cbf940df-c328-45bf-b015-15e1c0318a19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8625e8f2-b767-41fe-a9dc-d962c9a5fdcd HTTP/1.1" status: 204 len: 168 time: 0.3053906 Feb 04 15:27:28.679131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcc458-469f-4ca2-b63b-993f8decc0df req-7788c909-1cd8-4318-9572-bbc40a86b375 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:28.683896 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fddcc458-469f-4ca2-b63b-993f8decc0df req-7788c909-1cd8-4318-9572-bbc40a86b375 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 969 time: 0.1352043 Feb 04 15:27:28.800430 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fddcc458-469f-4ca2-b63b-993f8decc0df req-24b18ceb-cfb7-4f95-bd3e-f9fb9915ca76 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099162 Feb 04 15:27:29.724097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48286) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:29.760158 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c327-c69e-46b4-93d9-0ca1c7613aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:29.821606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2ca5c327-c69e-46b4-93d9-0ca1c7613aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:29.829136 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2ca5c327-c69e-46b4-93d9-0ca1c7613aef admin admin] Usage tracker for resource:security_group_rule and tenant:cb2eb63f08394411b696cefb903b39a3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:29.832617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2ca5c327-c69e-46b4-93d9-0ca1c7613aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:29.855461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2ca5c327-c69e-46b4-93d9-0ca1c7613aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:29.946040 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c327-c69e-46b4-93d9-0ca1c7613aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:29.953590 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c327-c69e-46b4-93d9-0ca1c7613aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.042904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5c327-c69e-46b4-93d9-0ca1c7613aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d14686-f3d9-4470-aef0-43ba842546a8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:30.059711 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2ca5c327-c69e-46b4-93d9-0ca1c7613aef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb2eb63f08394411b696cefb903b39a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3338075 Feb 04 15:27:30.060757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48304) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:30.114680 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b53707d3-575a-4297-843c-e2a647fa587b req-a41edfdc-9167-4c7c-a22e-739b45607a79 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Synchronizing usage tracker for tenant:aa371acdd906464fb4a2d0efa0b076f3 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:30.132362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48308) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:30.141484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155a4a7-06ba-470e-a5b9-ada013f4875a req-f9f4324c-e417-4273-a533-b81d1990e2b9 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:30.142968 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e155a4a7-06ba-470e-a5b9-ada013f4875a req-f9f4324c-e417-4273-a533-b81d1990e2b9 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 969 time: 0.1725407 Feb 04 15:27:30.144649 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-538afec3-b7a9-43bf-b014-fbd24a8a5927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.177590 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-538afec3-b7a9-43bf-b014-fbd24a8a5927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.192994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b53707d3-575a-4297-843c-e2a647fa587b req-a41edfdc-9167-4c7c-a22e-739b45607a79 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Unset dirty status for tenant:aa371acdd906464fb4a2d0efa0b076f3 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:30.194187 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-a41edfdc-9167-4c7c-a22e-739b45607a79 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1943105418&fields=id&tenant_id=aa371acdd906464fb4a2d0efa0b076f3 HTTP/1.1" status: 200 len: 267 time: 0.1856897 Feb 04 15:27:30.206818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e155a4a7-06ba-470e-a5b9-ada013f4875a req-47a0dd7b-b5b7-4fbf-aafe-933273485f4f tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581222 Feb 04 15:27:30.259419 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-538afec3-b7a9-43bf-b014-fbd24a8a5927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.275416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538afec3-b7a9-43bf-b014-fbd24a8a5927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d14686-f3d9-4470-aef0-43ba842546a8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:30.286221 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-538afec3-b7a9-43bf-b014-fbd24a8a5927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.287389 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-538afec3-b7a9-43bf-b014-fbd24a8a5927 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96d14686-f3d9-4470-aef0-43ba842546a8 HTTP/1.1" status: 204 len: 168 time: 0.2256949 Feb 04 15:27:30.376949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53707d3-575a-4297-843c-e2a647fa587b req-f0bfa0c9-1d7b-442b-a9ae-43edb4d0a02d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:30.377803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b53707d3-575a-4297-843c-e2a647fa587b req-f0bfa0c9-1d7b-442b-a9ae-43edb4d0a02d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Synchronizing usage tracker for tenant:aa371acdd906464fb4a2d0efa0b076f3 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:30.396303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b53707d3-575a-4297-843c-e2a647fa587b req-f0bfa0c9-1d7b-442b-a9ae-43edb4d0a02d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Unset dirty status for tenant:aa371acdd906464fb4a2d0efa0b076f3 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:30.399634 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-f0bfa0c9-1d7b-442b-a9ae-43edb4d0a02d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/networks?id=c61f278d-a093-4264-873d-c2b0fe84d55f HTTP/1.1" status: 200 len: 822 time: 0.1918116 Feb 04 15:27:30.418351 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-1a7ae494-4e27-425a-9878-56dd808c5bd3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/quotas/aa371acdd906464fb4a2d0efa0b076f3 HTTP/1.1" status: 200 len: 375 time: 0.0151048 Feb 04 15:27:30.439073 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04765751-7611-4740-b796-ad2defe2c718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.476954 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-04765751-7611-4740-b796-ad2defe2c718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:30.481206 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-04765751-7611-4740-b796-ad2defe2c718 admin admin] Usage tracker for resource:security_group_rule and tenant:7b2de6901fe34967986cff2d95f441a9 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:30.486003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-04765751-7611-4740-b796-ad2defe2c718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:30.496962 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-04765751-7611-4740-b796-ad2defe2c718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:30.543081 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-1893b342-1ef1-4eb2-b65d-ecc14853bd54 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa371acdd906464fb4a2d0efa0b076f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1152074 Feb 04 15:27:30.579535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04765751-7611-4740-b796-ad2defe2c718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.583958 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04765751-7611-4740-b796-ad2defe2c718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.631757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04765751-7611-4740-b796-ad2defe2c718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14e753e-97c3-4adc-9b52-19ab7587f918,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:30.635923 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-04765751-7611-4740-b796-ad2defe2c718 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b2de6901fe34967986cff2d95f441a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5000072 Feb 04 15:27:30.638513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48330) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:30.715117 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-948e673b-2112-43e3-9f0c-706ba8e2551f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.741591 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-948e673b-2112-43e3-9f0c-706ba8e2551f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.796126 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-948e673b-2112-43e3-9f0c-706ba8e2551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.816403 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-948e673b-2112-43e3-9f0c-706ba8e2551f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.817644 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-948e673b-2112-43e3-9f0c-706ba8e2551f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f14e753e-97c3-4adc-9b52-19ab7587f918 HTTP/1.1" status: 204 len: 168 time: 0.1782193 Feb 04 15:27:30.818516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e673b-2112-43e3-9f0c-706ba8e2551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14e753e-97c3-4adc-9b52-19ab7587f918,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:31.412382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13774234-d200-4760-a12f-cc8536f9978c req-0f07a9a8-a617-4d59-8740-00b57a6c5b81 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:31.414519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13774234-d200-4760-a12f-cc8536f9978c req-0f07a9a8-a617-4d59-8740-00b57a6c5b81 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 969 time: 0.0797584 Feb 04 15:27:31.419450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-00ab799b-8115-496e-bddd-e78718edfea5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:27:31.420431 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-00ab799b-8115-496e-bddd-e78718edfea5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4305642 Feb 04 15:27:31.568099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48370) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:31.586460 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-857e2d35-4100-4378-bdd0-b9f9f41aba4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.604062 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13774234-d200-4760-a12f-cc8536f9978c req-949140d7-4a02-4d1a-9801-c4d518939114 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781688 Feb 04 15:27:31.625917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-857e2d35-4100-4378-bdd0-b9f9f41aba4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:31.630168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-857e2d35-4100-4378-bdd0-b9f9f41aba4b admin admin] Usage tracker for resource:security_group_rule and tenant:9b3975ccd3d84570bcac6af4aae31b2a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:31.633157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-857e2d35-4100-4378-bdd0-b9f9f41aba4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:31.638924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-857e2d35-4100-4378-bdd0-b9f9f41aba4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:31.641709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-83da22e2-2d72-4240-a024-f3cfcb87d977 service neutron] 10.222.0.60 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976461 Feb 04 15:27:31.728392 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-857e2d35-4100-4378-bdd0-b9f9f41aba4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.736859 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-857e2d35-4100-4378-bdd0-b9f9f41aba4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.798585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e2d35-4100-4378-bdd0-b9f9f41aba4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f469bc0-6290-422b-8dc6-5c2ef7472149,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:31.809622 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-857e2d35-4100-4378-bdd0-b9f9f41aba4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b3975ccd3d84570bcac6af4aae31b2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2404635 Feb 04 15:27:31.810359 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-f7f83120-d420-402d-8feb-41df845d3142 service neutron] 10.222.0.60 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674690 Feb 04 15:27:31.810725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48380) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:31.881262 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb212-a7f8-464d-b376-7f0e2e766941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.910084 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb212-a7f8-464d-b376-7f0e2e766941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.993392 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb212-a7f8-464d-b376-7f0e2e766941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:32.027640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cb212-a7f8-464d-b376-7f0e2e766941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f469bc0-6290-422b-8dc6-5c2ef7472149,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:32.036321 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb212-a7f8-464d-b376-7f0e2e766941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:32.040618 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bb2cb212-a7f8-464d-b376-7f0e2e766941 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f469bc0-6290-422b-8dc6-5c2ef7472149 HTTP/1.1" status: 204 len: 168 time: 0.2275765 Feb 04 15:27:32.099588 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e89e630-c9eb-4c40-a094-c7c32d4394bf req-a4b36f0d-0f92-4bd3-982d-c7663a09191e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 210 time: 0.0631526 Feb 04 15:27:32.658388 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Sync routers for ids ['13383fae-f6d0-410a-b5c3-c049e2025ce6'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:27:32.674376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Routers {'13383fae-f6d0-410a-b5c3-c049e2025ce6'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:27:32.675079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:27:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['13383fae-f6d0-410a-b5c3-c049e2025ce6'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:32.958285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Set router 13383fae-f6d0-410a-b5c3-c049e2025ce6 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:27:33.012544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b25a0a-6852-4b1c-a6dd-caf817a24d7d req-c17dd7b8-5ca5-46b6-9317-565dfb326847 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:33.015495 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71b25a0a-6852-4b1c-a6dd-caf817a24d7d req-c17dd7b8-5ca5-46b6-9317-565dfb326847 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 969 time: 0.1023030 Feb 04 15:27:33.278769 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71b25a0a-6852-4b1c-a6dd-caf817a24d7d req-18a63bd0-42de-4b96-b98b-57c85ac19d9d tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574658 Feb 04 15:27:33.387426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647467040-router', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:10Z', 'updated_at': '2022-02-04T15:27:17Z', 'revision_number': 4, 'project_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'gw_port': {'id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:11Z', 'updated_at': '2022-02-04T15:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '69e1038f-c499-448d-b03b-0eaf9ad83909', 'name': '', 'network_id': 'c8016a65-17a0-4cda-8759-9580b8509b10', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'mac_address': 'fa:16:3e:88:bd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1837230e-9f19-4337-bfe8-c6d6fe51359d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:15Z', 'updated_at': '2022-02-04T15:27:17Z', 'revision_number': 2, 'project_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'subnets': [{'id': '1837230e-9f19-4337-bfe8-c6d6fe51359d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:33.392813 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Checking router: 13383fae-f6d0-410a-b5c3-c049e2025ce6 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:27:33.394152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Updating router 13383fae-f6d0-410a-b5c3-c049e2025ce6 port 69e1038f-c499-448d-b03b-0eaf9ad83909 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:27:33.462334 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:33.522127 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b2bb9ed-5c1d-4604-8351-aaaace1253d3 req-c8b4680b-ec33-4e7e-a483-bfc224487721 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 210 time: 0.0522282 Feb 04 15:27:33.899985 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:33.942563 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Transition to ACTIVE for port object 69e1038f-c499-448d-b03b-0eaf9ad83909 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:33.952953 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.046081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.81', 61633) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:34.051523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca9109-aafc-46a2-bbf0-e516d793e81c None None] Pushing event updated for resources: {'Port': ['ID=69e1038f-c499-448d-b03b-0eaf9ad83909,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:34.263332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Attempting to bind port 69e1038f-c499-448d-b03b-0eaf9ad83909 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:34.267928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Attempting to bind port 69e1038f-c499-448d-b03b-0eaf9ad83909 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '79907ceb-1967-41e7-82b7-73a7d3d16c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8016a65-17a0-4cda-8759-9580b8509b10'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:34.267928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Attempting to bind port 69e1038f-c499-448d-b03b-0eaf9ad83909 on network c8016a65-17a0-4cda-8759-9580b8509b10 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:27:34.270765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:27:34.271135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Checking segment: {'id': '79907ceb-1967-41e7-82b7-73a7d3d16c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8016a65-17a0-4cda-8759-9580b8509b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:34.271603 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.271989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Bound using segment: {'id': '79907ceb-1967-41e7-82b7-73a7d3d16c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8016a65-17a0-4cda-8759-9580b8509b10'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:27:34.272455 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Bound port: 69e1038f-c499-448d-b03b-0eaf9ad83909, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79907ceb-1967-41e7-82b7-73a7d3d16c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8016a65-17a0-4cda-8759-9580b8509b10'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:34.272836 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.363935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53707d3-575a-4297-843c-e2a647fa587b req-86c8b0bc-5031-4e01-9eed-c9baf4e8448b tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:34.365554 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-86c8b0bc-5031-4e01-9eed-c9baf4e8448b tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.81 "GET /v2.0/networks?id=c61f278d-a093-4264-873d-c2b0fe84d55f HTTP/1.1" status: 200 len: 822 time: 0.3087003 Feb 04 15:27:34.397384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] For port 69e1038f-c499-448d-b03b-0eaf9ad83909, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:34.401067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] For port 69e1038f-c499-448d-b03b-0eaf9ad83909, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=69e1038f-c499-448d-b03b-0eaf9ad83909,segment=NetworkSegment(79907ceb-1967-41e7-82b7-73a7d3d16c85),segment_id=79907ceb-1967-41e7-82b7-73a7d3d16c85)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:34.409656 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.565262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca9109-aafc-46a2-bbf0-e516d793e81c None None] Pushing event updated for resources: {'Port': ['ID=69e1038f-c499-448d-b03b-0eaf9ad83909,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:34.570785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Routers {'13383fae-f6d0-410a-b5c3-c049e2025ce6'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:27:34.578774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:27:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['13383fae-f6d0-410a-b5c3-c049e2025ce6'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:34.587851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48506) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:34.594515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b53707d3-575a-4297-843c-e2a647fa587b req-caa24825-f1f1-4a26-8eb2-06354b826d0e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Synchronizing usage tracker for tenant:aa371acdd906464fb4a2d0efa0b076f3 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:34.618505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b53707d3-575a-4297-843c-e2a647fa587b req-caa24825-f1f1-4a26-8eb2-06354b826d0e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Unset dirty status for tenant:aa371acdd906464fb4a2d0efa0b076f3 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:34.620097 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-caa24825-f1f1-4a26-8eb2-06354b826d0e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa371acdd906464fb4a2d0efa0b076f3 HTTP/1.1" status: 200 len: 380 time: 0.1548400 Feb 04 15:27:34.640652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Request body: {'port': {'device_id': '3b6f591a-6400-46a0-98e0-befb4cde1444', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'admin_state_up': True, 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'security_groups': ['f9e57cf3-b6e8-48b9-afe5-141b17282947']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:34.749891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c391670-d8d7-43d0-9c12-ec2b4d0e6abe req-7444cf92-0ecf-4c0e-98cb-ad0432e927fd tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:34.761920 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c391670-d8d7-43d0-9c12-ec2b4d0e6abe req-7444cf92-0ecf-4c0e-98cb-ad0432e927fd tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 969 time: 0.1971071 Feb 04 15:27:34.827497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48514) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:34.899132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c391670-d8d7-43d0-9c12-ec2b4d0e6abe req-3dfae2f2-189b-40a3-a867-a5dd77ffe97a tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359196 Feb 04 15:27:35.037907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1cd0d2b2-a9fa-4b15-b5cd-9fd5fd8782a0 req-b10d4830-1c74-4607-b55a-c37128884dea tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 210 time: 0.1426697 Feb 04 15:27:35.091627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:35.105969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Usage tracker for resource:port and tenant:aa371acdd906464fb4a2d0efa0b076f3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:35.119393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:35.144759 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] Set router 13383fae-f6d0-410a-b5c3-c049e2025ce6 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:27:35.151143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:35.167325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Made reservation on behalf of aa371acdd906464fb4a2d0efa0b076f3 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:35.174730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.447327 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9f01-26bc-4ee5-8ba6-103c326eb7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.535822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ee9c9f01-26bc-4ee5-8ba6-103c326eb7ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:35.546637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ee9c9f01-26bc-4ee5-8ba6-103c326eb7ba admin admin] Usage tracker for resource:security_group_rule and tenant:28179f37f4d84dec8f6a76d16cca7760 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:35.547167 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ded453e-e39c-43b8-9b73-2e23732cebd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.553090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ee9c9f01-26bc-4ee5-8ba6-103c326eb7ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:35.568921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ee9c9f01-26bc-4ee5-8ba6-103c326eb7ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:35.684015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Allocated IP 172.20.0.13 (c61f278d-a093-4264-873d-c2b0fe84d55f/d305bd05-a89f-476f-b433-f21b1c63f1f0/26c6db35-f6e4-4fc7-b39e-38e43a6d58b4) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:35.714855 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1ded453e-e39c-43b8-9b73-2e23732cebd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:35.741105 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9f01-26bc-4ee5-8ba6-103c326eb7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.741423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1ded453e-e39c-43b8-9b73-2e23732cebd6 admin admin] Usage tracker for resource:security_group_rule and tenant:423f09b12b0e44caa182c22e0f0497df is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:35.747761 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9f01-26bc-4ee5-8ba6-103c326eb7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.758854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1ded453e-e39c-43b8-9b73-2e23732cebd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:35.795272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1ded453e-e39c-43b8-9b73-2e23732cebd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:35.813760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c9f01-26bc-4ee5-8ba6-103c326eb7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde1277b-071d-470c-a6d5-11aa4935ce9c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:35.850653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647467040-router', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:10Z', 'updated_at': '2022-02-04T15:27:17Z', 'revision_number': 4, 'project_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'gw_port': {'id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:11Z', 'updated_at': '2022-02-04T15:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '69e1038f-c499-448d-b03b-0eaf9ad83909', 'name': '', 'network_id': 'c8016a65-17a0-4cda-8759-9580b8509b10', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'mac_address': 'fa:16:3e:88:bd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1837230e-9f19-4337-bfe8-c6d6fe51359d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:15Z', 'updated_at': '2022-02-04T15:27:34Z', 'revision_number': 4, 'project_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'subnets': [{'id': '1837230e-9f19-4337-bfe8-c6d6fe51359d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:35.863818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1452d68-698e-49d7-83fb-3e29c3c44fa4 None None] The sync data for ids ['13383fae-f6d0-410a-b5c3-c049e2025ce6'] in n-d-827872-1 is: [{'id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647467040-router', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:10Z', 'updated_at': '2022-02-04T15:27:17Z', 'revision_number': 4, 'project_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'gw_port': {'id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:11Z', 'updated_at': '2022-02-04T15:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '69e1038f-c499-448d-b03b-0eaf9ad83909', 'name': '', 'network_id': 'c8016a65-17a0-4cda-8759-9580b8509b10', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'mac_address': 'fa:16:3e:88:bd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1837230e-9f19-4337-bfe8-c6d6fe51359d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:15Z', 'updated_at': '2022-02-04T15:27:34Z', 'revision_number': 4, 'project_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'subnets': [{'id': '1837230e-9f19-4337-bfe8-c6d6fe51359d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:27:35.877528 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ee9c9f01-26bc-4ee5-8ba6-103c326eb7ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28179f37f4d84dec8f6a76d16cca7760&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0322390 Feb 04 15:27:35.881889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48538) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:36.031933 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f54fb485-dfbb-4d86-9d54-66055d955928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.088707 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f54fb485-dfbb-4d86-9d54-66055d955928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.231578 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f54fb485-dfbb-4d86-9d54-66055d955928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.280383 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fb485-dfbb-4d86-9d54-66055d955928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde1277b-071d-470c-a6d5-11aa4935ce9c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:36.289799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ded453e-e39c-43b8-9b73-2e23732cebd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.310355 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ded453e-e39c-43b8-9b73-2e23732cebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.408970 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.469135 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f54fb485-dfbb-4d86-9d54-66055d955928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.470288 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f54fb485-dfbb-4d86-9d54-66055d955928 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cde1277b-071d-470c-a6d5-11aa4935ce9c HTTP/1.1" status: 204 len: 168 time: 0.5873988 Feb 04 15:27:36.511323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48556) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:36.529392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded453e-e39c-43b8-9b73-2e23732cebd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1477ee0-227d-47a7-a303-ff3f79b368ef,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:36.539164 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1ded453e-e39c-43b8-9b73-2e23732cebd6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=423f09b12b0e44caa182c22e0f0497df&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9398396 Feb 04 15:27:36.540743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48560) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:36.546944 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fe21bf87-f50d-42d9-9196-47839c423953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.550414 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Transition to ACTIVE for port object 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:36.666084 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-baf46ca2-5edd-4395-8c9a-485b1929dc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.677974 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af86cdfe-6f3d-4101-bdbf-733170369193 req-5fc6a404-c493-4e02-b145-83cfb64b2074 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 210 time: 0.1605313 Feb 04 15:27:36.745769 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-baf46ca2-5edd-4395-8c9a-485b1929dc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.760608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 69e1038f-c499-448d-b03b-0eaf9ad83909 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:36.773905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68947faf-6c81-407b-a056-393114d43d3c req-3e5cc690-1866-4cde-9e5a-28f1a3654810 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:36.780514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68947faf-6c81-407b-a056-393114d43d3c req-3e5cc690-1866-4cde-9e5a-28f1a3654810 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 969 time: 0.3850720 Feb 04 15:27:36.800454 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.940417 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 69e1038f-c499-448d-b03b-0eaf9ad83909 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:36.952582 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68947faf-6c81-407b-a056-393114d43d3c req-6bc0ddb6-5850-4d67-a837-1b36cf322457 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654229 Feb 04 15:27:36.972313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 69e1038f-c499-448d-b03b-0eaf9ad83909 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:36.975557 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.131352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Network c61f278d-a093-4264-873d-c2b0fe84d55f is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:37.137647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:37.145054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:27:37.150065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:37.151096 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.175893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Pushing event updated for resources: {'Port': ['ID=26c6db35-f6e4-4fc7-b39e-38e43a6d58b4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:37.223789 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-baf46ca2-5edd-4395-8c9a-485b1929dc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.233982 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-baf46ca2-5edd-4395-8c9a-485b1929dc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.238716 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-baf46ca2-5edd-4395-8c9a-485b1929dc55 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1477ee0-227d-47a7-a303-ff3f79b368ef HTTP/1.1" status: 204 len: 168 time: 0.6810148 Feb 04 15:27:37.271571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf46ca2-5edd-4395-8c9a-485b1929dc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1477ee0-227d-47a7-a303-ff3f79b368ef,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:37.279333 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-9027e681-22e5-40c0-afe0-57e733a33785 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6528978 Feb 04 15:27:37.312297 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.386053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 69e1038f-c499-448d-b03b-0eaf9ad83909, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=69e1038f-c499-448d-b03b-0eaf9ad83909,segment=NetworkSegment(79907ceb-1967-41e7-82b7-73a7d3d16c85),segment_id=79907ceb-1967-41e7-82b7-73a7d3d16c85)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:37.393597 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.439543 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-de7d760d-2a2c-4ec1-8f33-2512a36f939a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.531027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-de7d760d-2a2c-4ec1-8f33-2512a36f939a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:37.534044 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=69e1038f-c499-448d-b03b-0eaf9ad83909,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:37.565182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-de7d760d-2a2c-4ec1-8f33-2512a36f939a admin admin] Usage tracker for resource:security_group_rule and tenant:0b3acc5a12114a03bfd8d82751147fa5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:37.568152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-de7d760d-2a2c-4ec1-8f33-2512a36f939a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:37.585638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-de7d760d-2a2c-4ec1-8f33-2512a36f939a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:37.642598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7fdbd5e4-5717-4908-b811-1ec122ce9ae8 None None] Provisioning for port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:37.649671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7fdbd5e4-5717-4908-b811-1ec122ce9ae8 None None] Provisioning complete for port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:37.650090 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7fdbd5e4-5717-4908-b811-1ec122ce9ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.710826 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-de7d760d-2a2c-4ec1-8f33-2512a36f939a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.718304 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-de7d760d-2a2c-4ec1-8f33-2512a36f939a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.737875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7fdbd5e4-5717-4908-b811-1ec122ce9ae8 None None] Port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:27:37.780467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48582) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:37.800546 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d760d-2a2c-4ec1-8f33-2512a36f939a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71f84ea-f3e0-4f8e-af72-0140393b8fcb,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:37.804744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-de7d760d-2a2c-4ec1-8f33-2512a36f939a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b3acc5a12114a03bfd8d82751147fa5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2862475 Feb 04 15:27:37.807343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48586) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:37.826289 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5f8bc73-c096-40b2-9f5e-5d0963fb88c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.910315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f5f8bc73-c096-40b2-9f5e-5d0963fb88c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:37.911097 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-38a979a5-96a1-451a-bfb3-65e9bf0281e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.915700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f5f8bc73-c096-40b2-9f5e-5d0963fb88c4 admin admin] Usage tracker for resource:security_group_rule and tenant:b301ccd4b0cb4dbc8228936949fe3b92 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:37.918833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f5f8bc73-c096-40b2-9f5e-5d0963fb88c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:37.926313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f5f8bc73-c096-40b2-9f5e-5d0963fb88c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:38.019333 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-38a979a5-96a1-451a-bfb3-65e9bf0281e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.095786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dbe98-09ff-4010-8853-0b4ef9923109 req-06a1ec46-f362-4e59-a327-e00a83e5dcc7 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:38.102079 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5f8bc73-c096-40b2-9f5e-5d0963fb88c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.104138 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-958dbe98-09ff-4010-8853-0b4ef9923109 req-06a1ec46-f362-4e59-a327-e00a83e5dcc7 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 932 time: 0.1873028 Feb 04 15:27:38.110781 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5f8bc73-c096-40b2-9f5e-5d0963fb88c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.119633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 741053bd-3d5c-4ce2-932f-a9d4f1701e07 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:27:38.157866 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-38a979a5-96a1-451a-bfb3-65e9bf0281e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.186718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-958dbe98-09ff-4010-8853-0b4ef9923109 req-fe709f70-7ae2-46d0-a19c-c8da5b846923 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812602 Feb 04 15:27:38.193276 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a979a5-96a1-451a-bfb3-65e9bf0281e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71f84ea-f3e0-4f8e-af72-0140393b8fcb,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:38.195189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8bc73-c096-40b2-9f5e-5d0963fb88c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb1064e-0272-4921-bf4b-8a17c1d7f2bb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:38.220340 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-38a979a5-96a1-451a-bfb3-65e9bf0281e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.222136 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-38a979a5-96a1-451a-bfb3-65e9bf0281e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e71f84ea-f3e0-4f8e-af72-0140393b8fcb HTTP/1.1" status: 204 len: 168 time: 0.4137452 Feb 04 15:27:38.249157 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f5f8bc73-c096-40b2-9f5e-5d0963fb88c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b301ccd4b0cb4dbc8228936949fe3b92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4675734 Feb 04 15:27:38.251963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48600) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:38.395843 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e51b1d97-c242-477c-b55e-623eb72de24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.411577 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 741053bd-3d5c-4ce2-932f-a9d4f1701e07, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=741053bd-3d5c-4ce2-932f-a9d4f1701e07,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:38.429204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f23f1-8163-4399-9f0a-cd4cc7431b80 req-2206c0a9-a2a0-4c8a-9ad0-350b5faa07c9 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:38.430155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '741053bd-3d5c-4ce2-932f-a9d4f1701e07', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '741053bd-3d5c-4ce2-932f-a9d4f1701e07', 'mac_address': 'fa:16:3e:70:45:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:tempest-test_az-421184591', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:27:38.433047 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d68f23f1-8163-4399-9f0a-cd4cc7431b80 req-2206c0a9-a2a0-4c8a-9ad0-350b5faa07c9 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 969 time: 0.1529393 Feb 04 15:27:38.440908 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e51b1d97-c242-477c-b55e-623eb72de24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.508357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48606) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:38.526769 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.534345 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d68f23f1-8163-4399-9f0a-cd4cc7431b80 req-007509f1-51e2-4c78-814f-efc3ada6a521 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883396 Feb 04 15:27:38.536227 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-03ad52ac-6981-4d84-8831-a0416017894f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.552238 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741053bd-3d5c-4ce2-932f-a9d4f1701e07 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:38.590272 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e51b1d97-c242-477c-b55e-623eb72de24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.590893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 741053bd-3d5c-4ce2-932f-a9d4f1701e07, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=741053bd-3d5c-4ce2-932f-a9d4f1701e07,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:38.601394 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.612466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b1d97-c242-477c-b55e-623eb72de24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb1064e-0272-4921-bf4b-8a17c1d7f2bb,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:38.619208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-03ad52ac-6981-4d84-8831-a0416017894f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:38.625253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-03ad52ac-6981-4d84-8831-a0416017894f admin admin] Usage tracker for resource:security_group_rule and tenant:7342a26e4bcc406c8feecd3152a530ac is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:38.632485 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-03ad52ac-6981-4d84-8831-a0416017894f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:38.636553 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e51b1d97-c242-477c-b55e-623eb72de24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.637825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e51b1d97-c242-477c-b55e-623eb72de24e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fb1064e-0272-4921-bf4b-8a17c1d7f2bb HTTP/1.1" status: 204 len: 168 time: 0.3847051 Feb 04 15:27:38.638967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-03ad52ac-6981-4d84-8831-a0416017894f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:38.695989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 69e1038f-c499-448d-b03b-0eaf9ad83909 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:38.753216 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-03ad52ac-6981-4d84-8831-a0416017894f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.754803 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:27:38.763313 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-03ad52ac-6981-4d84-8831-a0416017894f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.829567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad52ac-6981-4d84-8831-a0416017894f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee37a53-0bed-46c4-8968-34ad66fc6737,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:38.846061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-03ad52ac-6981-4d84-8831-a0416017894f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7342a26e4bcc406c8feecd3152a530ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3340666 Feb 04 15:27:38.847873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48612) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:38.860075 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=741053bd-3d5c-4ce2-932f-a9d4f1701e07,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:38.895251 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-45cffa63-4af8-42de-942a-c5b051c94e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.909893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 69e1038f-c499-448d-b03b-0eaf9ad83909 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:38.910281 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.024564 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e96e3087-0d85-4b45-b4f1-e0129bbad249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.090838 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e96e3087-0d85-4b45-b4f1-e0129bbad249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.157026 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e96e3087-0d85-4b45-b4f1-e0129bbad249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.175970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e3087-0d85-4b45-b4f1-e0129bbad249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee37a53-0bed-46c4-8968-34ad66fc6737,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:39.183343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['741053bd-3d5c-4ce2-932f-a9d4f1701e07'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:27:39.186656 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e96e3087-0d85-4b45-b4f1-e0129bbad249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.187858 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e96e3087-0d85-4b45-b4f1-e0129bbad249 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ee37a53-0bed-46c4-8968-34ad66fc6737 HTTP/1.1" status: 204 len: 168 time: 0.3389175 Feb 04 15:27:39.303695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48636) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:39.341487 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1496e62f-e564-45fd-83ef-eb3279a34c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.432203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1496e62f-e564-45fd-83ef-eb3279a34c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:39.440778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1496e62f-e564-45fd-83ef-eb3279a34c6c admin admin] Usage tracker for resource:security_group_rule and tenant:b2155f5a1f7e4e8e8bfb65d4b710b307 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:39.445046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1496e62f-e564-45fd-83ef-eb3279a34c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:39.456465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1496e62f-e564-45fd-83ef-eb3279a34c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:39.510812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e2dcc-46fe-4707-b8dd-feedba8291de req-712f57d4-428d-4fde-a6d0-8399afc668ae tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:39.518470 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a92e2dcc-46fe-4707-b8dd-feedba8291de req-712f57d4-428d-4fde-a6d0-8399afc668ae tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 932 time: 0.1154761 Feb 04 15:27:39.543972 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1496e62f-e564-45fd-83ef-eb3279a34c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.548950 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1496e62f-e564-45fd-83ef-eb3279a34c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.567983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a92e2dcc-46fe-4707-b8dd-feedba8291de req-e3317e77-a462-4953-9a2e-e58c0b76fa45 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484438 Feb 04 15:27:39.597671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48644) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:39.600377 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1496e62f-e564-45fd-83ef-eb3279a34c6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2155f5a1f7e4e8e8bfb65d4b710b307&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2924035 Feb 04 15:27:39.622301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496e62f-e564-45fd-83ef-eb3279a34c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5bb157-19db-43d6-985f-1f67d571d779,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:39.696707 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7d1b404-5290-4d8f-a10c-0a822fc18d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.790119 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7d1b404-5290-4d8f-a10c-0a822fc18d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.877501 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.896743 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61a8e6-ff9c-4967-945d-3751ee33162e req-f32f95d8-dfa2-446b-82f9-413868fd09d4 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:39.898639 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b61a8e6-ff9c-4967-945d-3751ee33162e req-f32f95d8-dfa2-446b-82f9-413868fd09d4 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 970 time: 0.1667972 Feb 04 15:27:39.963826 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b61a8e6-ff9c-4967-945d-3751ee33162e req-4043013f-9b1e-431a-8625-24d9c0ce27c6 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572672 Feb 04 15:27:39.965400 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7d1b404-5290-4d8f-a10c-0a822fc18d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.994701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1b404-5290-4d8f-a10c-0a822fc18d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5bb157-19db-43d6-985f-1f67d571d779,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:40.034109 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7d1b404-5290-4d8f-a10c-0a822fc18d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.037605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a7d1b404-5290-4d8f-a10c-0a822fc18d08 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f5bb157-19db-43d6-985f-1f67d571d779 HTTP/1.1" status: 204 len: 168 time: 0.4366629 Feb 04 15:27:40.053323 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.097285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 741053bd-3d5c-4ce2-932f-a9d4f1701e07 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:40.172710 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 741053bd-3d5c-4ce2-932f-a9d4f1701e07 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:40.178057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 741053bd-3d5c-4ce2-932f-a9d4f1701e07 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:40.178498 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.297257 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.327963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cc6e81-69ae-4f19-aacf-aca09ec94c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741053bd-3d5c-4ce2-932f-a9d4f1701e07'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:40.390866 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 741053bd-3d5c-4ce2-932f-a9d4f1701e07, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=741053bd-3d5c-4ce2-932f-a9d4f1701e07,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:40.395333 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.464318 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=741053bd-3d5c-4ce2-932f-a9d4f1701e07,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:40.565808 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48690) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:40.785811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e20d71-33b9-4dd8-9567-7639e03aef59 req-188b6fa2-f79e-41e7-b57b-b0c17cc7a7fc tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:40.787594 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47e20d71-33b9-4dd8-9567-7639e03aef59 req-188b6fa2-f79e-41e7-b57b-b0c17cc7a7fc tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 932 time: 0.0933433 Feb 04 15:27:40.845739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47e20d71-33b9-4dd8-9567-7639e03aef59 req-148c7249-b16b-4824-9910-8c071a2e423b tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512655 Feb 04 15:27:40.868420 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9def5e2a-ef50-4f18-888e-4f705a656653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.911342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9def5e2a-ef50-4f18-888e-4f705a656653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:40.915068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9def5e2a-ef50-4f18-888e-4f705a656653 admin admin] Usage tracker for resource:security_group_rule and tenant:b8da5d54008145dab2319bf47f407d87 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:40.927898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9def5e2a-ef50-4f18-888e-4f705a656653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:40.936669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9def5e2a-ef50-4f18-888e-4f705a656653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:41.041627 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9def5e2a-ef50-4f18-888e-4f705a656653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.059240 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9def5e2a-ef50-4f18-888e-4f705a656653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.144904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9def5e2a-ef50-4f18-888e-4f705a656653 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8da5d54008145dab2319bf47f407d87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5756891 Feb 04 15:27:41.145277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48724) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:41.188060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def5e2a-ef50-4f18-888e-4f705a656653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284ef4e9-8cdd-4a6b-aba4-ff253afa234e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:41.241979 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.252720 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b67422c9-b76f-4cfd-b527-9e1b338b79c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.254219 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.258618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073f705-28e2-4389-a54a-53b3577a8c4c req-4b10206e-1b86-4e71-b7b2-63e0d9649478 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:41.260479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1073f705-28e2-4389-a54a-53b3577a8c4c req-4b10206e-1b86-4e71-b7b2-63e0d9649478 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 971 time: 0.1118710 Feb 04 15:27:41.260950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-5155a886-51a9-4625-aafe-34d0e8209a85 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:27:41.261863 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-5155a886-51a9-4625-aafe-34d0e8209a85 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061946 Feb 04 15:27:41.292458 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b67422c9-b76f-4cfd-b527-9e1b338b79c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.315511 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1073f705-28e2-4389-a54a-53b3577a8c4c req-7ffa7c31-84a5-4ae6-8f9c-5844f927d09e tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464969 Feb 04 15:27:41.324347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48734) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:41.358310 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b67422c9-b76f-4cfd-b527-9e1b338b79c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.379555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67422c9-b76f-4cfd-b527-9e1b338b79c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284ef4e9-8cdd-4a6b-aba4-ff253afa234e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:41.396393 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b67422c9-b76f-4cfd-b527-9e1b338b79c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.401698 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b67422c9-b76f-4cfd-b527-9e1b338b79c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/284ef4e9-8cdd-4a6b-aba4-ff253afa234e HTTP/1.1" status: 204 len: 168 time: 0.2551761 Feb 04 15:27:41.829021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48754) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:41.845231 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-845341722-network', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:41.851264 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:41.854141 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cc6e81-69ae-4f19-aacf-aca09ec94c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741053bd-3d5c-4ce2-932f-a9d4f1701e07', 'code': 200} Feb 04 15:27:41.858644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Usage tracker for resource:network and tenant:2702d5461dea44c5ab6dd1a27c25f1c2 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:41.861556 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:41.867789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:41.881410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Made reservation on behalf of 2702d5461dea44c5ab6dd1a27c25f1c2 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:41.888480 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.908236 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.976093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Request body: {'port': {'device_id': '3b6f591a-6400-46a0-98e0-befb4cde1444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:42.124380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:42.136819 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.144911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Usage tracker for resource:security_group_rule and tenant:2702d5461dea44c5ab6dd1a27c25f1c2 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:42.152974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:42.174965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:42.286592 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.303117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc210696-ecb4-4160-9401-77bc9bdb631e req-8bcb130c-5d34-49e0-bd44-885763bb0782 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 1122 time: 0.3576069 Feb 04 15:27:42.307536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-833832432-network', 'tenant_id': '259f0c881e6045e4b888323648b2d57a'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:42.316708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133bfc4-87c8-457a-b21e-bfd62ce5336a req-10cc589b-e5e2-4c35-98c6-89132c93f530 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:42.324600 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3133bfc4-87c8-457a-b21e-bfd62ce5336a req-10cc589b-e5e2-4c35-98c6-89132c93f530 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 932 time: 0.2827532 Feb 04 15:27:42.331328 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.372748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:42.381703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48772) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:42.396978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Usage tracker for resource:network and tenant:259f0c881e6045e4b888323648b2d57a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:42.431508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:42.435413 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc210696-ecb4-4160-9401-77bc9bdb631e req-1ad561ec-f27b-4098-aa08-c125d7a35672 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.445552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:27:42.462542 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d2daa45-0efe-4f1f-84de-03c421259c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.490342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:42.512610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4d2daa45-0efe-4f1f-84de-03c421259c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:42.517329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4d2daa45-0efe-4f1f-84de-03c421259c0b admin admin] Usage tracker for resource:security_group_rule and tenant:1c07191d5d7e48d5b15b5503809bbd63 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:42.520221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4d2daa45-0efe-4f1f-84de-03c421259c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:42.534416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4d2daa45-0efe-4f1f-84de-03c421259c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:42.537822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7871dc08-0270-4cb6-af06-bc8196cea558,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:42.559080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.559537 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Added segment e407a91e-5bba-4fbf-b6d2-192555b36be1 of type vlan for network 420d6f1a-d654-4a5a-85f3-6f1697d7d24f Feb 04 15:27:42.579403 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3133bfc4-87c8-457a-b21e-bfd62ce5336a req-2320e9ca-8aa0-4c92-b262-b94ca58fd5cb tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534437 Feb 04 15:27:42.598328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Made reservation on behalf of 259f0c881e6045e4b888323648b2d57a for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:42.598328 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.605981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:42.616573 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.640412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Transition to ACTIVE for port object 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:42.647284 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.653032 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.689990 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-fc210696-ecb4-4160-9401-77bc9bdb631e req-1ad561ec-f27b-4098-aa08-c125d7a35672 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:42.698838 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.707942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-fc210696-ecb4-4160-9401-77bc9bdb631e req-1ad561ec-f27b-4098-aa08-c125d7a35672 service neutron] Usage tracker for resource:security_group_rule and tenant:862e0b9753c14817a5723bc69e9cffa4 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:42.719111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-fc210696-ecb4-4160-9401-77bc9bdb631e req-1ad561ec-f27b-4098-aa08-c125d7a35672 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:42.740909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-fc210696-ecb4-4160-9401-77bc9bdb631e req-1ad561ec-f27b-4098-aa08-c125d7a35672 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:42.808609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:42.872074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Usage tracker for resource:security_group_rule and tenant:259f0c881e6045e4b888323648b2d57a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:42.881099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:42.901435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:42.910793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=26c6db35-f6e4-4fc7-b39e-38e43a6d58b4,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:42.919866 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.922443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Attempting to bind port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:42.922792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Attempting to bind port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:42.923133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Attempting to bind port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 on network c61f278d-a093-4264-873d-c2b0fe84d55f {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:27:42.923757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:42.924559 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.929101 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 on network c61f278d-a093-4264-873d-c2b0fe84d55f not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:27:42.929438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Attempting to bind port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 on network c61f278d-a093-4264-873d-c2b0fe84d55f {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:27:42.935886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:27:42.936231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Checking segment: {'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:42.936853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Bound using segment: {'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:27:42.937448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Bound port: 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:42.937790 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.060883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] Pushing event updated for resources: {'Network': ['ID=420d6f1a-d654-4a5a-85f3-6f1697d7d24f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:43.071388 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d2daa45-0efe-4f1f-84de-03c421259c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.072274 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 420d6f1a-d654-4a5a-85f3-6f1697d7d24f details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:27:43.085688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] For port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:43.095700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] For port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=26c6db35-f6e4-4fc7-b39e-38e43a6d58b4,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:43.102206 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.172850 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc210696-ecb4-4160-9401-77bc9bdb631e req-1ad561ec-f27b-4098-aa08-c125d7a35672 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.188266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=26c6db35-f6e4-4fc7-b39e-38e43a6d58b4,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:43.201980 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.203719 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-48de1787-00c9-40f6-8354-fb00713cf2c4 service neutron] 10.222.0.81 "PUT /v2.0/ports/26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 HTTP/1.1" status: 200 len: 1092 time: 1.5665088 Feb 04 15:27:43.204380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6f591a-6400-46a0-98e0-befb4cde1444', 'tag': '26c6db35-f6e4-4fc7-b39e-38e43a6d58b4'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:43.244204 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d2daa45-0efe-4f1f-84de-03c421259c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.342655 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4d2daa45-0efe-4f1f-84de-03c421259c0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c07191d5d7e48d5b15b5503809bbd63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9538713 Feb 04 15:27:43.345000 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc210696-ecb4-4160-9401-77bc9bdb631e req-1ad561ec-f27b-4098-aa08-c125d7a35672 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.357484 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48800) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:43.398720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc210696-ecb4-4160-9401-77bc9bdb631e req-1ad561ec-f27b-4098-aa08-c125d7a35672 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0687473 Feb 04 15:27:43.456895 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-0a4ea57c-f6c0-4f76-8f5f-05b541fe3f8a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa371acdd906464fb4a2d0efa0b076f3&device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 1095 time: 0.1647315 Feb 04 15:27:43.463707 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-94536212-f946-4d8e-83e4-6abdfc4fcd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.518641 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.528836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2daa45-0efe-4f1f-84de-03c421259c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d27cb5f-8580-4abc-9077-6f1730c8ad78,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:43.549893 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9058bf7c-1fb7-4bdf-91f8-79c68f8d8cda admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2251627 Feb 04 15:27:43.551009 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.554808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48810) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:43.568072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:27:43.573319 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-2e56942b-7ced-4b69-afde-af2c7a59bf11 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 HTTP/1.1" status: 200 len: 217 time: 0.0992563 Feb 04 15:27:43.579655 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-94536212-f946-4d8e-83e4-6abdfc4fcd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.581256 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.581948 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Added segment d9da9b2d-1c7f-465a-9e18-17534366dcbb of type vlan for network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 Feb 04 15:27:43.590106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] Request body: {'subnet': {'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-845341722-subnet', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:43.597089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:43.600902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] Usage tracker for resource:subnet and tenant:2702d5461dea44c5ab6dd1a27c25f1c2 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:43.603809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:43.610459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:43.658607 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.675947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] Made reservation on behalf of 2702d5461dea44c5ab6dd1a27c25f1c2 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:43.678275 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.687269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910148c-5125-4d5f-844b-18d21e593963 req-3e5f19ee-4eb4-4ae5-8399-3ea19ffbe8f0 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:43.694827 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9910148c-5125-4d5f-844b-18d21e593963 req-3e5f19ee-4eb4-4ae5-8399-3ea19ffbe8f0 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 971 time: 0.9350019 Feb 04 15:27:43.806630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9910148c-5125-4d5f-844b-18d21e593963 req-48002a35-a99a-473f-a810-7e6dc41b553d tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108146 Feb 04 15:27:43.823810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad561ec-f27b-4098-aa08-c125d7a35672 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=adc9a7be-0914-4a4f-a360-ecb99f24c0f0,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:43.847327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53707d3-575a-4297-843c-e2a647fa587b req-dfe391b6-b205-41df-b699-d5afbd886362 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:43.848907 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-dfe391b6-b205-41df-b699-d5afbd886362 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d305bd05-a89f-476f-b433-f21b1c63f1f0 HTTP/1.1" status: 200 len: 861 time: 0.2300973 Feb 04 15:27:43.919140 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.920659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:43.921245 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.967250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1332326 Feb 04 15:27:43.970207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:43.973324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48830) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:44.000954 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-94536212-f946-4d8e-83e4-6abdfc4fcd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.032153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94536212-f946-4d8e-83e4-6abdfc4fcd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d27cb5f-8580-4abc-9077-6f1730c8ad78,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:44.046701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] Request body: {'subnet': {'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-833832432-subnet', 'tenant_id': '259f0c881e6045e4b888323648b2d57a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:44.074835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:44.084165 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] Usage tracker for resource:subnet and tenant:259f0c881e6045e4b888323648b2d57a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:44.087625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:44.101475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533ef2f-fe69-442d-8494-8e2be3acce27 admin admin] Pushing event updated for resources: {'Network': ['ID=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:44.104182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:44.104592 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-47ae56c6-cb94-4974-a1a0-9186df937dba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c61f278d-a093-4264-873d-c2b0fe84d55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2425873 Feb 04 15:27:44.110207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-94536212-f946-4d8e-83e4-6abdfc4fcd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.110816 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-94536212-f946-4d8e-83e4-6abdfc4fcd18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d27cb5f-8580-4abc-9077-6f1730c8ad78 HTTP/1.1" status: 204 len: 168 time: 0.7505977 Feb 04 15:27:44.118502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:27:44.123997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4aef6-6735-4cfa-9775-a98df491a661 req-90bc0eb7-3016-4e80-814b-fd06ba99b6db tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:44.135955 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6df4aef6-6735-4cfa-9775-a98df491a661 req-90bc0eb7-3016-4e80-814b-fd06ba99b6db tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 944 time: 0.2787504 Feb 04 15:27:44.164625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] Made reservation on behalf of 259f0c881e6045e4b888323648b2d57a for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:44.166952 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.356073 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6df4aef6-6735-4cfa-9775-a98df491a661 req-464abaf2-b88f-4f07-9b38-60524f7c2fc6 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240365 Feb 04 15:27:44.363101 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-695b4bea-e3e6-4e55-9600-4eca4fe0a28d service neutron] 10.222.0.81 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493119 Feb 04 15:27:44.502301 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.524577 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.611892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c211675-4856-49ca-ae0c-3ab2a1af8be9,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:44.618287 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b53707d3-575a-4297-843c-e2a647fa587b req-17c531da-8ffe-4008-a1b4-53c48d574a6e service neutron] 10.222.0.81 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328992 Feb 04 15:27:44.626623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] Checking segment: {'id': 'e407a91e-5bba-4fbf-b6d2-192555b36be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:44.626982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] Network hostable DHCP agents. Network: 420d6f1a-d654-4a5a-85f3-6f1697d7d24f, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:27:44.640478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=11050dcc-da07-4ba7-ba4c-41c37869c34f,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:44.651310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] Network 420d6f1a-d654-4a5a-85f3-6f1697d7d24f is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:27:44.664759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 420d6f1a-d654-4a5a-85f3-6f1697d7d24f) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:44.669046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:44.669740 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.678902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f9a2e9-b406-4754-a2ca-9a8b852f5fbe None None] Network 420d6f1a-d654-4a5a-85f3-6f1697d7d24f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:27:44.693015 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e4e959df-251d-423d-9a62-5749b4a5c275 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1208551 Feb 04 15:27:44.694510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48848) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:44.702861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-845341722-router', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:44.710951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:44.714208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] Checking segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:44.714557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] Network hostable DHCP agents. Network: 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:27:44.720711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Usage tracker for resource:router and tenant:2702d5461dea44c5ab6dd1a27c25f1c2 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:44.726768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:44.738970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:44.761334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] Network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:27:44.766450 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6f591a-6400-46a0-98e0-befb4cde1444', 'tag': '26c6db35-f6e4-4fc7-b39e-38e43a6d58b4', 'status': 'completed', 'code': 200} Feb 04 15:27:44.768115 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.769046 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.773216 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:44.784036 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:44.784630 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.809702 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.831362 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3404eb01-96dd-4bb7-b21e-e32db07aa3bd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7887094 Feb 04 15:27:44.833749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627739ba-473e-49dd-bbca-53cdb769b543 None None] Network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:27:45.115470 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-056e4da4-799f-40f8-9ab7-56252a27c9c5 req-3228db39-69fd-4a7c-92e8-6e294f7ea255 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa371acdd906464fb4a2d0efa0b076f3&device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 1095 time: 0.2931139 Feb 04 15:27:45.145049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.171168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad90c4-f819-4fde-b14f-11327adbffc2 req-7a28a3d4-63d8-4ddb-af77-af787ef28a89 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.172853 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8aad90c4-f819-4fde-b14f-11327adbffc2 req-7a28a3d4-63d8-4ddb-af77-af787ef28a89 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 971 time: 0.1466303 Feb 04 15:27:45.193145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-420d6f1a-d654-4a5a-85f3-6f1697d7d24f', 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'fixed_ips': [{'subnet_id': '7c211675-4856-49ca-ae0c-3ab2a1af8be9'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:27:45.194947 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.217864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f415145d-bd20-40ef-8897-e764e7de29cb None None] Network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:27:45.229514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8aad90c4-f819-4fde-b14f-11327adbffc2 req-f668ea07-137b-49a1-82e5-9d5cffca8304 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492930 Feb 04 15:27:45.456863 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4da4-799f-40f8-9ab7-56252a27c9c5 req-b1d5fbc5-573d-4676-9f2d-05d9b9f4c6a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.458339 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-056e4da4-799f-40f8-9ab7-56252a27c9c5 req-b1d5fbc5-573d-4676-9f2d-05d9b9f4c6a5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c61f278d-a093-4264-873d-c2b0fe84d55f HTTP/1.1" status: 200 len: 923 time: 0.3275371 Feb 04 15:27:45.558425 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-056e4da4-799f-40f8-9ab7-56252a27c9c5 req-db05c639-26f2-499b-9b92-7d645b2a352b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 HTTP/1.1" status: 200 len: 217 time: 0.0802288 Feb 04 15:27:45.745959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Allocated IP 172.20.0.2 (420d6f1a-d654-4a5a-85f3-6f1697d7d24f/7c211675-4856-49ca-ae0c-3ab2a1af8be9/45a2b47e-8e08-425e-b85d-464afd39369d) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:45.807466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4da4-799f-40f8-9ab7-56252a27c9c5 req-c8d384a3-c70b-477b-bad0-afefecfc1911 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.808912 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-056e4da4-799f-40f8-9ab7-56252a27c9c5 req-c8d384a3-c70b-477b-bad0-afefecfc1911 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d305bd05-a89f-476f-b433-f21b1c63f1f0 HTTP/1.1" status: 200 len: 861 time: 0.2443283 Feb 04 15:27:45.849812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4388792-43ba-42de-b398-d6f5eca1e3b9 req-0cb5b21b-29eb-4a61-a653-5993a4b22ead tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.859283 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4388792-43ba-42de-b398-d6f5eca1e3b9 req-0cb5b21b-29eb-4a61-a653-5993a4b22ead tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 944 time: 0.2393656 Feb 04 15:27:45.894587 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.932284 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.963877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4388792-43ba-42de-b398-d6f5eca1e3b9 req-93e3b301-5e2d-4e86-b24f-37209d8ca98a tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031089 Feb 04 15:27:46.085215 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.098804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Transition to ACTIVE for port object 45a2b47e-8e08-425e-b85d-464afd39369d will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:46.121549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Transition to ACTIVE for port object 45a2b47e-8e08-425e-b85d-464afd39369d will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:46.128881 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.177985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48886) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:46.215993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Network 420d6f1a-d654-4a5a-85f3-6f1697d7d24f is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:46.220195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:46.224349 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:27:46.228308 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-056e4da4-799f-40f8-9ab7-56252a27c9c5 req-e47ee223-f7e5-4638-83e0-647e09812ed9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c61f278d-a093-4264-873d-c2b0fe84d55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4086471 Feb 04 15:27:46.265043 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Pushing event updated for resources: {'Port': ['ID=45a2b47e-8e08-425e-b85d-464afd39369d,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:46.300082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48896) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:46.351942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Allocated IP 172.25.0.58 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/c52418c8-37bf-46de-bd38-e2887b5d259e) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:46.359913 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Attempting to bind port 45a2b47e-8e08-425e-b85d-464afd39369d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:46.362136 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Attempting to bind port 45a2b47e-8e08-425e-b85d-464afd39369d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'e407a91e-5bba-4fbf-b6d2-192555b36be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:46.362811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Attempting to bind port 45a2b47e-8e08-425e-b85d-464afd39369d on network 420d6f1a-d654-4a5a-85f3-6f1697d7d24f {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:27:46.370025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:27:46.370391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Checking segment: {'id': 'e407a91e-5bba-4fbf-b6d2-192555b36be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:46.370785 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.371315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Bound using segment: {'id': 'e407a91e-5bba-4fbf-b6d2-192555b36be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:27:46.371770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Bound port: 45a2b47e-8e08-425e-b85d-464afd39369d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e407a91e-5bba-4fbf-b6d2-192555b36be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:46.372277 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.491273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] For port 45a2b47e-8e08-425e-b85d-464afd39369d, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:46.494921 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] For port 45a2b47e-8e08-425e-b85d-464afd39369d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=45a2b47e-8e08-425e-b85d-464afd39369d,segment=NetworkSegment(e407a91e-5bba-4fbf-b6d2-192555b36be1),segment_id=e407a91e-5bba-4fbf-b6d2-192555b36be1)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:46.495298 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-056e4da4-799f-40f8-9ab7-56252a27c9c5 req-cc214a5b-cf84-46ab-80b9-c7348a4172f4 service neutron] 10.222.0.81 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588556 Feb 04 15:27:46.502259 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.608400 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d67e7ec-b9c0-4505-a9fa-6c5c13935389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.629162 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14954acf-0f80-4b4b-99d4-18b682a29006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.666807 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-056e4da4-799f-40f8-9ab7-56252a27c9c5 req-c7b36111-3ac2-487b-ad9c-52fd111d0709 service neutron] 10.222.0.81 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610649 Feb 04 15:27:46.688389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c63f3a-1fa0-4c87-98a2-eeac3732f3b4 None None] Pushing event updated for resources: {'Port': ['ID=45a2b47e-8e08-425e-b85d-464afd39369d,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:46.749155 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.774498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2d67e7ec-b9c0-4505-a9fa-6c5c13935389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:46.792009 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.792930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2d67e7ec-b9c0-4505-a9fa-6c5c13935389 admin admin] Usage tracker for resource:security_group_rule and tenant:4438f66f57ca4c56bbe7058d37f1a08b is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:46.805202 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2d67e7ec-b9c0-4505-a9fa-6c5c13935389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:46.817046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a28eb-aee5-46ba-8b65-6426c1c73a38 req-834856fe-b243-4e01-a479-85619505bc07 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:46.824021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f71a28eb-aee5-46ba-8b65-6426c1c73a38 req-834856fe-b243-4e01-a479-85619505bc07 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 971 time: 0.3217840 Feb 04 15:27:46.830951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-14954acf-0f80-4b4b-99d4-18b682a29006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:46.834840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2d67e7ec-b9c0-4505-a9fa-6c5c13935389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:46.856398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-14954acf-0f80-4b4b-99d4-18b682a29006 admin admin] Usage tracker for resource:security_group_rule and tenant:f5ad001c7d494d48b444aa3e40505b75 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:46.863663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-14954acf-0f80-4b4b-99d4-18b682a29006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:46.887377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-14954acf-0f80-4b4b-99d4-18b682a29006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:46.963978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Pushing event updated for resources: {'Port': ['ID=c52418c8-37bf-46de-bd38-e2887b5d259e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:46.978878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:46.980108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:46.982502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:27:47.135929 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f71a28eb-aee5-46ba-8b65-6426c1c73a38 req-1c56abd8-c2f5-4a9a-95fe-558106792f7b tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106205 Feb 04 15:27:47.141266 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.142067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.215084 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a000f8e5-0e5d-4a21-9027-8d971cf67ae2 req-bdd870b8-c6c0-4328-bf48-cb1ece3cac34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5386381 Feb 04 15:27:47.288427 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14954acf-0f80-4b4b-99d4-18b682a29006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.414445 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14954acf-0f80-4b4b-99d4-18b682a29006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.440852 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d67e7ec-b9c0-4505-a9fa-6c5c13935389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.441971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Router a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:27:47.515631 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d67e7ec-b9c0-4505-a9fa-6c5c13935389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.571253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14954acf-0f80-4b4b-99d4-18b682a29006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4582a4-5074-411d-9011-bf05ef6475af,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:47.596818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48928) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:47.606664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-14954acf-0f80-4b4b-99d4-18b682a29006 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5ad001c7d494d48b444aa3e40505b75&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3054178 Feb 04 15:27:47.607016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-230845385-network', 'tenant_id': '030249a42c8643d0be16429548af5a5d'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:47.614057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48932) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:47.618729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:47.626533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Usage tracker for resource:network and tenant:030249a42c8643d0be16429548af5a5d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:47.632828 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:47.645526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:47.669475 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2d67e7ec-b9c0-4505-a9fa-6c5c13935389 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4438f66f57ca4c56bbe7058d37f1a08b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4901464 Feb 04 15:27:47.673960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48938) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:47.679609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67e7ec-b9c0-4505-a9fa-6c5c13935389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b054589-2c8c-4118-98f4-9091053426ed,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:47.736230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Made reservation on behalf of 030249a42c8643d0be16429548af5a5d for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:47.738168 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.762171 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.762757 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a000f8e5-0e5d-4a21-9027-8d971cf67ae2 req-2125d635-2131-4c7d-abb8-01f48df16adb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12a4812cb37e4e7884ff5fed9fbcc86c&device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 1122 time: 0.4181709 Feb 04 15:27:47.797998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745c0b7-49e1-4469-8314-cb3f78af763f req-a00cc778-fc23-469d-aa60-106f1d244439 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:47.806758 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3745c0b7-49e1-4469-8314-cb3f78af763f req-a00cc778-fc23-469d-aa60-106f1d244439 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 944 time: 0.5264258 Feb 04 15:27:47.815723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:47.822342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Usage tracker for resource:security_group_rule and tenant:030249a42c8643d0be16429548af5a5d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:47.827791 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:47.836265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:47.838334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:47.849264 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Sync routers for ids ['a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:27:47.871812 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Routers {'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:27:47.872633 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:27:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:47.890327 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.891964 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-51ffa3ac-0e98-423f-bbc3-f9d3c7c49b9d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1963694 Feb 04 15:27:47.895969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48946) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:48.010088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8473c8e7-9549-4aa6-8139-d447b93fce9d None None] Network 420d6f1a-d654-4a5a-85f3-6f1697d7d24f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:27:48.037882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000f8e5-0e5d-4a21-9027-8d971cf67ae2 req-c8a3707d-822c-4858-bcb2-9f65550894ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:48.041492 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a000f8e5-0e5d-4a21-9027-8d971cf67ae2 req-c8a3707d-822c-4858-bcb2-9f65550894ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.2304118 Feb 04 15:27:48.113299 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.113840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7decafbd-bebf-4805-ad81-a8edb2f22bf6 req-2d67c552-71dc-4269-bd11-1e726fee59d3 tempest-AggregatesAdminTestJSON-535246584 tempest-AggregatesAdminTestJSON-535246584-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 1122 time: 0.6917264 Feb 04 15:27:48.178875 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.206137 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a000f8e5-0e5d-4a21-9027-8d971cf67ae2 req-70c9a034-5393-46ab-8449-aaa2f79d63cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=741053bd-3d5c-4ce2-932f-a9d4f1701e07 HTTP/1.1" status: 200 len: 217 time: 0.1168954 Feb 04 15:27:48.210564 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Set router a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:27:48.214934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:27:48.242678 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a0f0443-2287-40ab-a342-baadc1cf668f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.244073 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9011df-0750-40a4-a7b0-c281316e7c5e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:48.247836 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ba44d9d-2500-46f0-80ae-f165e185fd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.247976 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.248248 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Added segment 09161b19-9822-496d-917e-f33e17c4e394 of type vlan for network b44227f9-3d23-435f-bdc0-aa9a11f1fc1f Feb 04 15:27:48.260906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9e5eb1ca-e914-42a6-8f13-1863ed56a7b9 None None] Provisioning for port 45a2b47e-8e08-425e-b85d-464afd39369d completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:48.281728 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.287804 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ba44d9d-2500-46f0-80ae-f165e185fd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.385464 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.386347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:48.386931 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.465386 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ba44d9d-2500-46f0-80ae-f165e185fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.508531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000f8e5-0e5d-4a21-9027-8d971cf67ae2 req-6314ac26-d64f-47e2-8ff9-48ed2fdf69ea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:48.510004 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a000f8e5-0e5d-4a21-9027-8d971cf67ae2 req-6314ac26-d64f-47e2-8ff9-48ed2fdf69ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2841954 Feb 04 15:27:48.510578 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7decafbd-bebf-4805-ad81-a8edb2f22bf6 req-94ff3f8c-bcc2-4e2f-adb3-9451d9955ac7 tempest-AggregatesAdminTestJSON-535246584 tempest-AggregatesAdminTestJSON-535246584-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.571355 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a0f0443-2287-40ab-a342-baadc1cf668f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.630668 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'name': 'tempest-AttachSCSIVolumeTestJSON-845341722-router', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:44Z', 'updated_at': '2022-02-04T15:27:47Z', 'revision_number': 3, 'project_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'gw_port': {'id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:45Z', 'updated_at': '2022-02-04T15:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:48.636726 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Checking router: a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:27:48.637400 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Updating router a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 port c52418c8-37bf-46de-bd38-e2887b5d259e binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:27:48.683098 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 45a2b47e-8e08-425e-b85d-464afd39369d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:48.731477 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba44d9d-2500-46f0-80ae-f165e185fd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b054589-2c8c-4118-98f4-9091053426ed,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:48.752670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3745c0b7-49e1-4469-8314-cb3f78af763f req-d58716ab-bb68-48c5-ae4e-d8bd5496f94f tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9449537 Feb 04 15:27:48.758377 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ba44d9d-2500-46f0-80ae-f165e185fd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.760813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0ba44d9d-2500-46f0-80ae-f165e185fd8e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b054589-2c8c-4118-98f4-9091053426ed HTTP/1.1" status: 204 len: 168 time: 1.0813832 Feb 04 15:27:48.762151 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.825856 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a000f8e5-0e5d-4a21-9027-8d971cf67ae2 req-50958b3b-81cd-4a1b-9df3-4976d8ef4d94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2693760 Feb 04 15:27:48.829311 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a0f0443-2287-40ab-a342-baadc1cf668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.848876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-7decafbd-bebf-4805-ad81-a8edb2f22bf6 req-94ff3f8c-bcc2-4e2f-adb3-9451d9955ac7 tempest-AggregatesAdminTestJSON-535246584 tempest-AggregatesAdminTestJSON-535246584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:48.878856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7decafbd-bebf-4805-ad81-a8edb2f22bf6 req-94ff3f8c-bcc2-4e2f-adb3-9451d9955ac7 tempest-AggregatesAdminTestJSON-535246584 tempest-AggregatesAdminTestJSON-535246584-project-admin] Usage tracker for resource:security_group_rule and tenant:a34b6cea71f6409aa343dc403a4076a8 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:48.881893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f0443-2287-40ab-a342-baadc1cf668f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4582a4-5074-411d-9011-bf05ef6475af,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:48.888261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7decafbd-bebf-4805-ad81-a8edb2f22bf6 req-94ff3f8c-bcc2-4e2f-adb3-9451d9955ac7 tempest-AggregatesAdminTestJSON-535246584 tempest-AggregatesAdminTestJSON-535246584-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:48.913848 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3092949 Feb 04 15:27:48.942214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48964) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:48.947713 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a0f0443-2287-40ab-a342-baadc1cf668f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.948899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8a0f0443-2287-40ab-a342-baadc1cf668f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb4582a4-5074-411d-9011-bf05ef6475af HTTP/1.1" status: 204 len: 168 time: 1.3320546 Feb 04 15:27:48.951271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] Request body: {'subnet': {'network_id': 'b44227f9-3d23-435f-bdc0-aa9a11f1fc1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-230845385-subnet', 'tenant_id': '030249a42c8643d0be16429548af5a5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:48.954779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-7decafbd-bebf-4805-ad81-a8edb2f22bf6 req-94ff3f8c-bcc2-4e2f-adb3-9451d9955ac7 tempest-AggregatesAdminTestJSON-535246584 tempest-AggregatesAdminTestJSON-535246584-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:48.960983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fd6d0-38c4-478c-a8c1-643e7317df1f admin admin] Pushing event updated for resources: {'Network': ['ID=b44227f9-3d23-435f-bdc0-aa9a11f1fc1f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:48.982711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:49.027083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network b44227f9-3d23-435f-bdc0-aa9a11f1fc1f details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:27:49.049223 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a000f8e5-0e5d-4a21-9027-8d971cf67ae2 req-352bc59a-1fdd-4bf2-849d-75bcef82ddaa service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119792 Feb 04 15:27:49.091163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 45a2b47e-8e08-425e-b85d-464afd39369d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:49.117289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] Usage tracker for resource:subnet and tenant:030249a42c8643d0be16429548af5a5d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:49.121161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:49.142906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:49.253335 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 45a2b47e-8e08-425e-b85d-464afd39369d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:49.253335 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.285980 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7decafbd-bebf-4805-ad81-a8edb2f22bf6 req-94ff3f8c-bcc2-4e2f-adb3-9451d9955ac7 tempest-AggregatesAdminTestJSON-535246584 tempest-AggregatesAdminTestJSON-535246584-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.316638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] Made reservation on behalf of 030249a42c8643d0be16429548af5a5d for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:49.318922 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.333594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.347164 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.379340 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Transition to ACTIVE for port object c52418c8-37bf-46de-bd38-e2887b5d259e will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:49.390238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a000f8e5-0e5d-4a21-9027-8d971cf67ae2 req-08526eb3-dfdd-4847-83ec-c68826eff82b service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298104 Feb 04 15:27:49.391356 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7decafbd-bebf-4805-ad81-a8edb2f22bf6 req-94ff3f8c-bcc2-4e2f-adb3-9451d9955ac7 tempest-AggregatesAdminTestJSON-535246584 tempest-AggregatesAdminTestJSON-535246584-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.392397 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.469503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7decafbd-bebf-4805-ad81-a8edb2f22bf6 req-94ff3f8c-bcc2-4e2f-adb3-9451d9955ac7 tempest-AggregatesAdminTestJSON-535246584 tempest-AggregatesAdminTestJSON-535246584-project-admin] Synchronizing usage tracker for tenant:a34b6cea71f6409aa343dc403a4076a8 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:49.474149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff3f8c-bcc2-4e2f-adb3-9451d9955ac7 tempest-AggregatesAdminTestJSON-535246584 tempest-AggregatesAdminTestJSON-535246584-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb831621-405d-4685-957d-05984da27acf,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:49.511286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7decafbd-bebf-4805-ad81-a8edb2f22bf6 req-94ff3f8c-bcc2-4e2f-adb3-9451d9955ac7 tempest-AggregatesAdminTestJSON-535246584 tempest-AggregatesAdminTestJSON-535246584-project-admin] Unset dirty status for tenant:a34b6cea71f6409aa343dc403a4076a8 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:49.512794 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7decafbd-bebf-4805-ad81-a8edb2f22bf6 req-94ff3f8c-bcc2-4e2f-adb3-9451d9955ac7 tempest-AggregatesAdminTestJSON-535246584 tempest-AggregatesAdminTestJSON-535246584-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3018820 Feb 04 15:27:49.516240 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.541442 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Attempting to bind port c52418c8-37bf-46de-bd38-e2887b5d259e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:49.541970 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Attempting to bind port c52418c8-37bf-46de-bd38-e2887b5d259e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:49.542478 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Attempting to bind port c52418c8-37bf-46de-bd38-e2887b5d259e on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:27:49.566181 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:27:49.572436 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:49.573079 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.573650 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:27:49.575852 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Bound port: c52418c8-37bf-46de-bd38-e2887b5d259e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:49.578053 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.580525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 45a2b47e-8e08-425e-b85d-464afd39369d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=45a2b47e-8e08-425e-b85d-464afd39369d,segment=NetworkSegment(e407a91e-5bba-4fbf-b6d2-192555b36be1),segment_id=e407a91e-5bba-4fbf-b6d2-192555b36be1)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:49.588650 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.688262 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790ac2e-eb02-45ea-a61b-ec632b6508f4 None None] Pushing event updated for resources: {'Port': ['ID=c52418c8-37bf-46de-bd38-e2887b5d259e,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:49.735070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=45a2b47e-8e08-425e-b85d-464afd39369d,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:49.745094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:27:49.758161 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] For port c52418c8-37bf-46de-bd38-e2887b5d259e, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:49.764935 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] For port c52418c8-37bf-46de-bd38-e2887b5d259e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c52418c8-37bf-46de-bd38-e2887b5d259e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:49.781280 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.896555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48984) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:49.930605 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32901899-0051-47b2-b677-611f063e79ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.035741 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790ac2e-eb02-45ea-a61b-ec632b6508f4 None None] Pushing event updated for resources: {'Port': ['ID=c52418c8-37bf-46de-bd38-e2887b5d259e,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:50.070787 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Routers {'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:27:50.071506 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:27:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:50.089374 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.099420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-32901899-0051-47b2-b677-611f063e79ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:50.112020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-32901899-0051-47b2-b677-611f063e79ca admin admin] Usage tracker for resource:security_group_rule and tenant:fb489a6d6152489688add6acf4908b41 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:50.118553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-32901899-0051-47b2-b677-611f063e79ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:50.134389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=26c6db35-f6e4-4fc7-b39e-38e43a6d58b4,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:50.140226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-32901899-0051-47b2-b677-611f063e79ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:50.167715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '26c6db35-f6e4-4fc7-b39e-38e43a6d58b4', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'port_id': '26c6db35-f6e4-4fc7-b39e-38e43a6d58b4', 'mac_address': 'fa:16:3e:ea:a9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:27:50.259345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48994) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:50.277746 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.278287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6dfed78-7864-4c0b-b8bc-a8d98432da40,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:50.282679 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32901899-0051-47b2-b677-611f063e79ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.285662 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fda2e305-1d76-406f-b332-1aee6e62ac62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.294128 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.298065 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32901899-0051-47b2-b677-611f063e79ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.328020 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:50.351521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=26c6db35-f6e4-4fc7-b39e-38e43a6d58b4,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:50.358130 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.433365 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32901899-0051-47b2-b677-611f063e79ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b795a8-5878-44f5-b729-fdab26390161,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:50.433974 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] Set router a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:27:50.443021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-32901899-0051-47b2-b677-611f063e79ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb489a6d6152489688add6acf4908b41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5427608 Feb 04 15:27:50.449855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48998) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:50.468985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fda2e305-1d76-406f-b332-1aee6e62ac62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:50.480032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fda2e305-1d76-406f-b332-1aee6e62ac62 admin admin] Usage tracker for resource:security_group_rule and tenant:51ebdbf7ec794bf0b047565cf3742e1b is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:50.481638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=26c6db35-f6e4-4fc7-b39e-38e43a6d58b4,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:50.491254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fda2e305-1d76-406f-b332-1aee6e62ac62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:50.514319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fda2e305-1d76-406f-b332-1aee6e62ac62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:50.598530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e48d87-c77f-4d81-a7f2-91679d1ef182 req-4f106940-f819-453f-809b-91f93f7bd132 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:50.600112 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4e48d87-c77f-4d81-a7f2-91679d1ef182 req-4f106940-f819-453f-809b-91f93f7bd132 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 945 time: 0.2416048 Feb 04 15:27:50.605279 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1d80bec1-7cd2-4f2c-bc2b-83b739eac560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.609287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Allocated IP 172.20.0.1 (420d6f1a-d654-4a5a-85f3-6f1697d7d24f/7c211675-4856-49ca-ae0c-3ab2a1af8be9/1c3b9b07-7792-4400-8254-045a914514c5) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:50.628032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] Checking segment: {'id': '09161b19-9822-496d-917e-f33e17c4e394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b44227f9-3d23-435f-bdc0-aa9a11f1fc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:50.628449 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] Network hostable DHCP agents. Network: b44227f9-3d23-435f-bdc0-aa9a11f1fc1f, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:27:50.650957 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 45a2b47e-8e08-425e-b85d-464afd39369d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:50.668895 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1d80bec1-7cd2-4f2c-bc2b-83b739eac560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.718386 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fda2e305-1d76-406f-b332-1aee6e62ac62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.733057 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fda2e305-1d76-406f-b332-1aee6e62ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.799148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 45a2b47e-8e08-425e-b85d-464afd39369d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:50.799957 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.804462 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] Network b44227f9-3d23-435f-bdc0-aa9a11f1fc1f is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:27:50.807409 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4e48d87-c77f-4d81-a7f2-91679d1ef182 req-aecfadfe-790c-4755-8d7c-cb48cdc9a9dd tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001903 Feb 04 15:27:50.851903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2e305-1d76-406f-b332-1aee6e62ac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b1e2e0-6435-488e-9141-1b92082e4b3f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:50.855807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, b44227f9-3d23-435f-bdc0-aa9a11f1fc1f) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:50.861667 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fda2e305-1d76-406f-b332-1aee6e62ac62 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51ebdbf7ec794bf0b047565cf3742e1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5973859 Feb 04 15:27:50.861667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49002) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:50.890916 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1d80bec1-7cd2-4f2c-bc2b-83b739eac560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.904460 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97299750-d550-4389-ab4d-ddf662f95750 None None] Network b44227f9-3d23-435f-bdc0-aa9a11f1fc1f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:27:50.905613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:50.906439 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.921491 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'name': 'tempest-AttachSCSIVolumeTestJSON-845341722-router', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:44Z', 'updated_at': '2022-02-04T15:27:47Z', 'revision_number': 3, 'project_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'gw_port': {'id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:45Z', 'updated_at': '2022-02-04T15:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:50.923639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80bec1-7cd2-4f2c-bc2b-83b739eac560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b795a8-5878-44f5-b729-fdab26390161,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:50.933255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['26c6db35-f6e4-4fc7-b39e-38e43a6d58b4'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:27:50.933750 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd393e50-c9bb-41b7-a0bc-a29d8971cac6 None None] The sync data for ids ['a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'] in n-d-827872-1 is: [{'id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'name': 'tempest-AttachSCSIVolumeTestJSON-845341722-router', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:44Z', 'updated_at': '2022-02-04T15:27:47Z', 'revision_number': 3, 'project_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'gw_port': {'id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:45Z', 'updated_at': '2022-02-04T15:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:27:50.942471 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1d80bec1-7cd2-4f2c-bc2b-83b739eac560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.943547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1d80bec1-7cd2-4f2c-bc2b-83b739eac560 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4b795a8-5878-44f5-b729-fdab26390161 HTTP/1.1" status: 204 len: 168 time: 0.4929442 Feb 04 15:27:50.978231 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9b0b3c6-e67e-4ac7-84e9-c011f300a7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.018281 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9b0b3c6-e67e-4ac7-84e9-c011f300a7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.036549 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f9abe5f0-0bd0-4636-9f86-c13bfb82e76f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0896320 Feb 04 15:27:51.048780 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.102248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Transition to ACTIVE for port object 1c3b9b07-7792-4400-8254-045a914514c5 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:51.121902 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9b0b3c6-e67e-4ac7-84e9-c011f300a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.156868 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.222441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0b3c6-e67e-4ac7-84e9-c011f300a7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b1e2e0-6435-488e-9141-1b92082e4b3f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:51.261931 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9b0b3c6-e67e-4ac7-84e9-c011f300a7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.263118 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e9b0b3c6-e67e-4ac7-84e9-c011f300a7a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15b1e2e0-6435-488e-9141-1b92082e4b3f HTTP/1.1" status: 204 len: 168 time: 0.4001861 Feb 04 15:27:51.273152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Network 420d6f1a-d654-4a5a-85f3-6f1697d7d24f is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:51.277762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:51.308276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:27:51.308907 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.317963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Pushing event updated for resources: {'Port': ['ID=1c3b9b07-7792-4400-8254-045a914514c5,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:51.330524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205d890-1de8-4b1a-ac13-69f720ed382e req-b986fa5a-c603-49e5-acb7-f05ecf9baf37 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:51.341702 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b205d890-1de8-4b1a-ac13-69f720ed382e req-b986fa5a-c603-49e5-acb7-f05ecf9baf37 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 971 time: 0.1988103 Feb 04 15:27:51.432826 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b205d890-1de8-4b1a-ac13-69f720ed382e req-73481ae5-f382-4311-8f6a-e023ac13439a tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787129 Feb 04 15:27:51.461869 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.638443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398d65d1-7648-4e0d-aaa4-068f5134ed01 None None] Network b44227f9-3d23-435f-bdc0-aa9a11f1fc1f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:27:51.770189 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.783076 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-737376d4-da36-4081-a275-f57aac6c2d02 None None] Provisioning for port 1c3b9b07-7792-4400-8254-045a914514c5 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:51.788543 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.789483 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.805306 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-737376d4-da36-4081-a275-f57aac6c2d02 None None] Provisioning complete for port 1c3b9b07-7792-4400-8254-045a914514c5 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:51.805679 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-737376d4-da36-4081-a275-f57aac6c2d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.047729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Pushing event updated for resources: {'Port': ['ID=1c3b9b07-7792-4400-8254-045a914514c5,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:52.048598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-737376d4-da36-4081-a275-f57aac6c2d02 None None] Port 1c3b9b07-7792-4400-8254-045a914514c5 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:27:52.173461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Network 420d6f1a-d654-4a5a-85f3-6f1697d7d24f is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:52.174607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:52.212650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405f642-c460-415e-a172-33c05982fb98 req-b14935b3-fa0c-4c06-a8d0-c1e088e10711 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:52.219716 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5405f642-c460-415e-a172-33c05982fb98 req-b14935b3-fa0c-4c06-a8d0-c1e088e10711 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 945 time: 0.1820724 Feb 04 15:27:52.231456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c803b6-841f-431b-ac2c-5a73da830073 req-ce89a724-f7a5-4771-91c2-20704d24b0a4 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:52.235075 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9c803b6-841f-431b-ac2c-5a73da830073 req-ce89a724-f7a5-4771-91c2-20704d24b0a4 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 971 time: 0.2664189 Feb 04 15:27:52.392766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-e9c803b6-841f-431b-ac2c-5a73da830073 req-a1a919db-875b-442a-a27b-1e95a8218be4 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Deleting port 741053bd-3d5c-4ce2-932f-a9d4f1701e07 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:27:52.393408 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e9c803b6-841f-431b-ac2c-5a73da830073 req-a1a919db-875b-442a-a27b-1e95a8218be4 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.447851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5405f642-c460-415e-a172-33c05982fb98 req-b0da0a55-f825-4af5-a246-946dfc3f5479 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114089 Feb 04 15:27:52.692039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-39e94cf1-3b1e-46cd-8d27-3d63c2ec06e8 None None] Provisioning complete for port 1c3b9b07-7792-4400-8254-045a914514c5 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:52.692575 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-39e94cf1-3b1e-46cd-8d27-3d63c2ec06e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.761359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Router a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:27:52.820514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-39e94cf1-3b1e-46cd-8d27-3d63c2ec06e8 None None] Port 1c3b9b07-7792-4400-8254-045a914514c5 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:27:52.929982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-e40653f3-55d7-477d-8978-266b730fd0c4 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:52.930934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-e40653f3-55d7-477d-8978-266b730fd0c4 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Synchronizing usage tracker for tenant:259f0c881e6045e4b888323648b2d57a on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:52.991617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-e9c803b6-841f-431b-ac2c-5a73da830073 req-a1a919db-875b-442a-a27b-1e95a8218be4 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] For port 741053bd-3d5c-4ce2-932f-a9d4f1701e07, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=741053bd-3d5c-4ce2-932f-a9d4f1701e07,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:52.992387 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e9c803b6-841f-431b-ac2c-5a73da830073 req-a1a919db-875b-442a-a27b-1e95a8218be4 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.072552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:53.081428 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-95b83f5c-fbad-4485-9369-4500fba1ed3c admin admin] 10.222.0.60 "PUT /v2.0/routers/a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1830075 Feb 04 15:27:53.176955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-e9c803b6-841f-431b-ac2c-5a73da830073 req-a1a919db-875b-442a-a27b-1e95a8218be4 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Calling delete_port for 741053bd-3d5c-4ce2-932f-a9d4f1701e07 owned by compute:tempest-test_az-421184591 {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:27:53.207876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-e40653f3-55d7-477d-8978-266b730fd0c4 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Unset dirty status for tenant:259f0c881e6045e4b888323648b2d57a on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:53.215858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-e40653f3-55d7-477d-8978-266b730fd0c4 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 807 time: 0.6929297 Feb 04 15:27:53.261157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-980f556c-e83d-43d5-99ed-c50ba5a02158 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/quotas/259f0c881e6045e4b888323648b2d57a HTTP/1.1" status: 200 len: 375 time: 0.0440516 Feb 04 15:27:53.311209 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-09af5ed4-c1e3-4a2e-8870-0250728dd039 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483744 Feb 04 15:27:53.674220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:53.716133 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e9c803b6-841f-431b-ac2c-5a73da830073 req-a1a919db-875b-442a-a27b-1e95a8218be4 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.735664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-60330e65-7f53-430d-b75b-5f42709b4dc1 service neutron] 10.222.0.60 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313098 Feb 04 15:27:53.735895 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['741053bd-3d5c-4ce2-932f-a9d4f1701e07'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:27:53.825337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:53.834774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:53.835264 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.972481 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.977441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1383d7-24da-4cd3-8c59-226a3d7b5013 req-64c1564d-087d-4ecc-94e7-f19c7df3f1f3 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:53.978875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac1383d7-24da-4cd3-8c59-226a3d7b5013 req-64c1564d-087d-4ecc-94e7-f19c7df3f1f3 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cc6e81-69ae-4f19-aacf-aca09ec94c5d HTTP/1.1" status: 200 len: 888 time: 0.4711404 Feb 04 15:27:54.008382 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6f591a-6400-46a0-98e0-befb4cde1444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c6db35-f6e4-4fc7-b39e-38e43a6d58b4'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:54.019799 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=26c6db35-f6e4-4fc7-b39e-38e43a6d58b4,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:54.026502 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:54.091596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a919db-875b-442a-a27b-1e95a8218be4 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Pushing event deleted for resources: {'Port': ['ID=741053bd-3d5c-4ce2-932f-a9d4f1701e07,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:54.128960 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=26c6db35-f6e4-4fc7-b39e-38e43a6d58b4,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:54.249007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-44ea7450-ec37-4380-8fca-fe6ba455f5b6 service neutron] 10.222.0.60 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111129 Feb 04 15:27:54.260486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c803b6-841f-431b-ac2c-5a73da830073 req-a1a919db-875b-442a-a27b-1e95a8218be4 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] No DVR routers for this DVR port 741053bd-3d5c-4ce2-932f-a9d4f1701e07 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:27:54.266651 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e9c803b6-841f-431b-ac2c-5a73da830073 req-a1a919db-875b-442a-a27b-1e95a8218be4 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:54.269521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cc6e81-69ae-4f19-aacf-aca09ec94c5d', 'name': 'network-vif-deleted', 'tag': '741053bd-3d5c-4ce2-932f-a9d4f1701e07'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:54.288956 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac1383d7-24da-4cd3-8c59-226a3d7b5013 req-b778502f-6172-4848-847d-032bc6cadec1 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.60 "GET /v2.0/security-groups?id=37acb84c-45e4-4875-9e86-8285861b752b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157304 Feb 04 15:27:54.318513 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9c803b6-841f-431b-ac2c-5a73da830073 req-a1a919db-875b-442a-a27b-1e95a8218be4 tempest-AggregatesAdminTestJSON-572101100 tempest-AggregatesAdminTestJSON-572101100-project] 10.222.0.73 "DELETE /v2.0/ports/741053bd-3d5c-4ce2-932f-a9d4f1701e07 HTTP/1.1" status: 204 len: 173 time: 2.0667441 Feb 04 15:27:54.706701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37ee2c-7bf3-4740-b248-7cb103be225a req-fa02a9c3-cec9-44d4-bb72-2169abf2521c tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:54.715444 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd37ee2c-7bf3-4740-b248-7cb103be225a req-fa02a9c3-cec9-44d4-bb72-2169abf2521c tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 946 time: 0.1774085 Feb 04 15:27:54.719533 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c52418c8-37bf-46de-bd38-e2887b5d259e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:54.775737 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd37ee2c-7bf3-4740-b248-7cb103be225a req-7e66e9c9-fcfc-4a3a-beb1-875d157ec7b0 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593958 Feb 04 15:27:54.829551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port c52418c8-37bf-46de-bd38-e2887b5d259e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:54.846983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c52418c8-37bf-46de-bd38-e2887b5d259e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:54.848567 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:54.978279 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6f591a-6400-46a0-98e0-befb4cde1444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c6db35-f6e4-4fc7-b39e-38e43a6d58b4', 'code': 200} Feb 04 15:27:55.049007 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cc6e81-69ae-4f19-aacf-aca09ec94c5d', 'name': 'network-vif-deleted', 'tag': '741053bd-3d5c-4ce2-932f-a9d4f1701e07', 'status': 'completed', 'code': 200} Feb 04 15:27:55.067432 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.117053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port c52418c8-37bf-46de-bd38-e2887b5d259e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c52418c8-37bf-46de-bd38-e2887b5d259e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:55.123771 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.232757 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cfd6dc41-4b7b-416a-aa87-d01239f53f80 req-9e449bd9-bf21-49e8-a18d-050e4326b4ba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 1097 time: 0.1759841 Feb 04 15:27:55.293396 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cfd6dc41-4b7b-416a-aa87-d01239f53f80 req-8d905422-9cc7-4bab-b537-01b6dbe9264d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533106 Feb 04 15:27:55.296058 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=c52418c8-37bf-46de-bd38-e2887b5d259e,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:55.298789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8007d890-3d49-4fde-b361-47a478f8bb21 req-b993b1b2-fcc4-4188-9f2f-aa432fcb15fe tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 210 time: 0.1044528 Feb 04 15:27:55.596457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49160) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:55.602016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1884411048-network', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:55.610750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:55.625220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Usage tracker for resource:network and tenant:ca83e6fdda1d4adcaeb3f4814b6c8b9d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:55.631168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:55.643528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:55.664766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Made reservation on behalf of ca83e6fdda1d4adcaeb3f4814b6c8b9d for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:55.667080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.683100 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.715416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:55.720426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Usage tracker for resource:security_group_rule and tenant:ca83e6fdda1d4adcaeb3f4814b6c8b9d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:55.723231 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:55.729301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:55.819243 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.830246 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.894308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bb934f-5b6b-4f69-b88f-f83e62e21080,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:55.914967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:27:55.937705 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.937705 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Added segment d6236753-38fb-42f7-b4b3-e523078dc4e9 of type vlan for network f05e2c2f-95eb-4506-8e6b-651d9817c62d Feb 04 15:27:55.975049 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.032375 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.033500 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:56.034116 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.130818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 741053bd-3d5c-4ce2-932f-a9d4f1701e07 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:27:56.219323 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 741053bd-3d5c-4ce2-932f-a9d4f1701e07 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:27:56.220148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 741053bd-3d5c-4ce2-932f-a9d4f1701e07 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:27:56.387718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7900989 Feb 04 15:27:56.392786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49202) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:56.398767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] Request body: {'subnet': {'network_id': 'f05e2c2f-95eb-4506-8e6b-651d9817c62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884411048-subnet', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:56.406838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:56.408293 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead588c-d000-4e1d-a7d8-30ca4b1fdcd2 admin admin] Pushing event updated for resources: {'Network': ['ID=f05e2c2f-95eb-4506-8e6b-651d9817c62d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:56.419330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network f05e2c2f-95eb-4506-8e6b-651d9817c62d details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:27:56.443722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] Usage tracker for resource:subnet and tenant:ca83e6fdda1d4adcaeb3f4814b6c8b9d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:56.453318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:56.469325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:56.497425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] Made reservation on behalf of ca83e6fdda1d4adcaeb3f4814b6c8b9d for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:56.500722 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.549390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-ac324166-b41b-49e9-970b-2bde45839f51 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:56.550882 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-ac324166-b41b-49e9-970b-2bde45839f51 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.73 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 807 time: 0.4639106 Feb 04 15:27:56.603297 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a80afe7-22d4-4594-bb87-89d1bf6a58da req-0b0d299f-ca05-4f7c-95f4-8e0b9e0832a9 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 210 time: 0.0513601 Feb 04 15:27:56.621543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Request body: {'port': {'device_id': 'ca624da5-bb52-4b24-b2de-b202f0b24640', 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7', 'admin_state_up': True, 'tenant_id': '259f0c881e6045e4b888323648b2d57a'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:56.670720 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c52418c8-37bf-46de-bd38-e2887b5d259e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:56.751861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd74ea7-cbde-4ae7-9b12-dabbe11719c5 req-6b8d5a72-d7f9-42eb-9dc3-65dcff9744cb tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:56.755839 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbd74ea7-cbde-4ae7-9b12-dabbe11719c5 req-6b8d5a72-d7f9-42eb-9dc3-65dcff9744cb tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 946 time: 0.6618998 Feb 04 15:27:56.810392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c52418c8-37bf-46de-bd38-e2887b5d259e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:56.811778 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.857086 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Sync routers for ids ['a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:27:56.896524 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Routers {'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:27:56.897686 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:27:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:56.972655 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbd74ea7-cbde-4ae7-9b12-dabbe11719c5 req-906af17a-c53a-48c6-95a6-97d037a4b362 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860859 Feb 04 15:27:56.984222 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:56.991567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Usage tracker for resource:port and tenant:259f0c881e6045e4b888323648b2d57a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:56.997962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:57.015126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:57.015382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.036761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Made reservation on behalf of 259f0c881e6045e4b888323648b2d57a for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:57.047784 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.166108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c60efee-25fd-4388-9498-15a99e2ece5f,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:57.175132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] Checking segment: {'id': 'd6236753-38fb-42f7-b4b3-e523078dc4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f05e2c2f-95eb-4506-8e6b-651d9817c62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:27:57.175522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] Network hostable DHCP agents. Network: f05e2c2f-95eb-4506-8e6b-651d9817c62d, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:27:57.210247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] Network f05e2c2f-95eb-4506-8e6b-651d9817c62d is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:27:57.228491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49232) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:57.235904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, f05e2c2f-95eb-4506-8e6b-651d9817c62d) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:57.239938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:57.240688 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.263281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c7e4c4-89cf-497c-82e7-1fa3c5550cd4 None None] Network f05e2c2f-95eb-4506-8e6b-651d9817c62d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:27:57.274978 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-db835f61-61e6-46e5-89c6-7c563d3ea9d9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8796589 Feb 04 15:27:57.276424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49238) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:57.288097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1884411048-router', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:57.302395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:57.307290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Usage tracker for resource:router and tenant:ca83e6fdda1d4adcaeb3f4814b6c8b9d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:57.312791 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:57.331487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:57.345929 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.347008 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.370239 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.377425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Allocated IP 172.20.0.8 (1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7/11050dcc-da07-4ba7-ba4c-41c37869c34f/fb4f5f32-375a-4c4c-b005-47f6ef3b78c4) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:57.550010 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Set router a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:27:57.623028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-66cc79bd-3ac4-44f3-b16e-2563f8aeb07c tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=394c26f6b57645a2ab308176e7228529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414360 Feb 04 15:27:57.684663 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30dfe770-a629-48ce-9ebc-9b7acf14a21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.727991 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.743813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-30dfe770-a629-48ce-9ebc-9b7acf14a21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:57.748187 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-30dfe770-a629-48ce-9ebc-9b7acf14a21d admin admin] Usage tracker for resource:security_group_rule and tenant:5e4d661f6f2f4a5482874211cff9e2f8 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:57.763629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-30dfe770-a629-48ce-9ebc-9b7acf14a21d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:57.772763 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-30dfe770-a629-48ce-9ebc-9b7acf14a21d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:57.839120 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.892908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-c16baead-c555-4987-81f6-a353eabdff99 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:57.894677 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-c16baead-c555-4987-81f6-a353eabdff99 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590103 Feb 04 15:27:57.931539 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-5b6752fa-456a-44dd-bac9-ba83f8f4f5ef tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/quotas/394c26f6b57645a2ab308176e7228529 HTTP/1.1" status: 200 len: 375 time: 0.0313425 Feb 04 15:27:57.971780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-f05e2c2f-95eb-4506-8e6b-651d9817c62d', 'network_id': 'f05e2c2f-95eb-4506-8e6b-651d9817c62d', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'fixed_ips': [{'subnet_id': '5c60efee-25fd-4388-9498-15a99e2ece5f'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:27:57.972849 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.032432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30dfe770-a629-48ce-9ebc-9b7acf14a21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.045745 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30dfe770-a629-48ce-9ebc-9b7acf14a21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.083465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfe770-a629-48ce-9ebc-9b7acf14a21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9bf6dd-4a15-41c4-8011-2dff8ad22fd8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:58.114366 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.118075 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-61c5012f-66f6-4b61-a873-68cf96cc9447 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=394c26f6b57645a2ab308176e7228529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1772153 Feb 04 15:27:58.158487 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-30dfe770-a629-48ce-9ebc-9b7acf14a21d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e4d661f6f2f4a5482874211cff9e2f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9284942 Feb 04 15:27:58.163425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49260) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:58.217416 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.272645 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.278129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:58.287758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:58.305709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:27:58.309593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:58.311355 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.318523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Allocated IP 172.20.0.2 (f05e2c2f-95eb-4506-8e6b-651d9817c62d/5c60efee-25fd-4388-9498-15a99e2ece5f/4aab728a-4fcc-4324-8761-5c93136eba21) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:58.331921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Pushing event updated for resources: {'Port': ['ID=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:58.345087 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-eb5ae4fc-5ead-4248-b231-08cd8f4bec7b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7401783 Feb 04 15:27:58.359560 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Request body: {'port': {'device_id': 'ca624da5-bb52-4b24-b2de-b202f0b24640', 'device_owner': 'compute:tempest-test_az-421184591', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:58.399481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bbd2b-29cd-4484-a2d7-6dfe48f586d2 req-3dda7134-8f65-4b88-99bb-5dbe2b88b66b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:58.400487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c15bbd2b-29cd-4484-a2d7-6dfe48f586d2 req-3dda7134-8f65-4b88-99bb-5dbe2b88b66b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Synchronizing usage tracker for tenant:259f0c881e6045e4b888323648b2d57a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:58.472582 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-acdf0244-1060-47b2-ba59-29cc3b5bdfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.495082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c15bbd2b-29cd-4484-a2d7-6dfe48f586d2 req-3dda7134-8f65-4b88-99bb-5dbe2b88b66b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Unset dirty status for tenant:259f0c881e6045e4b888323648b2d57a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:58.502814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c15bbd2b-29cd-4484-a2d7-6dfe48f586d2 req-3dda7134-8f65-4b88-99bb-5dbe2b88b66b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 931 time: 0.3952959 Feb 04 15:27:58.577094 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.595023 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'name': 'tempest-AttachSCSIVolumeTestJSON-845341722-router', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:44Z', 'updated_at': '2022-02-04T15:27:51Z', 'revision_number': 4, 'project_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'gw_port': {'id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:45Z', 'updated_at': '2022-02-04T15:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '1c3b9b07-7792-4400-8254-045a914514c5', 'name': '', 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'mac_address': 'fa:16:3e:93:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c211675-4856-49ca-ae0c-3ab2a1af8be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:50Z', 'updated_at': '2022-02-04T15:27:51Z', 'revision_number': 2, 'project_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'subnets': [{'id': '7c211675-4856-49ca-ae0c-3ab2a1af8be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:58.595994 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-acdf0244-1060-47b2-ba59-29cc3b5bdfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.605794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Checking router: a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:27:58.606268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Updating router a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 port 1c3b9b07-7792-4400-8254-045a914514c5 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:27:58.658350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Allocated IP 172.25.0.17 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/f32044e2-2c92-432f-b0e9-543c5c45c0b2) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:58.683920 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.691604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c15bbd2b-29cd-4484-a2d7-6dfe48f586d2 req-553280ee-476a-46ca-889b-337beee322f5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Synchronizing usage tracker for tenant:259f0c881e6045e4b888323648b2d57a on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:58.734121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49278) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:58.793226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c15bbd2b-29cd-4484-a2d7-6dfe48f586d2 req-553280ee-476a-46ca-889b-337beee322f5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Unset dirty status for tenant:259f0c881e6045e4b888323648b2d57a on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:58.804115 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-acdf0244-1060-47b2-ba59-29cc3b5bdfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.807792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c15bbd2b-29cd-4484-a2d7-6dfe48f586d2 req-553280ee-476a-46ca-889b-337beee322f5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040731 Feb 04 15:27:58.830283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf0244-1060-47b2-ba59-29cc3b5bdfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9bf6dd-4a15-41c4-8011-2dff8ad22fd8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:58.897697 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-acdf0244-1060-47b2-ba59-29cc3b5bdfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.898831 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-acdf0244-1060-47b2-ba59-29cc3b5bdfb8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc9bf6dd-4a15-41c4-8011-2dff8ad22fd8 HTTP/1.1" status: 204 len: 168 time: 0.7345223 Feb 04 15:27:58.918897 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.953148 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.008300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e40ba9f2-6597-4204-a843-ba9547f99067 req-6e069a8f-80e4-46bc-9c4b-870ba26d202d tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 210 time: 0.0781329 Feb 04 15:27:59.024748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9622fae-bd56-4a01-9446-2ff423fbc017 req-e71bfe9b-3d4b-417d-be4c-2e4190cd558e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:59.033686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9622fae-bd56-4a01-9446-2ff423fbc017 req-e71bfe9b-3d4b-417d-be4c-2e4190cd558e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 946 time: 0.4276159 Feb 04 15:27:59.130406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:59.131226 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f32044e2-2c92-432f-b0e9-543c5c45c0b2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:59.142047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:59.207334 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5d2c02eb-0220-4953-ada5-356d4e645553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.256894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:27:59.300953 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9622fae-bd56-4a01-9446-2ff423fbc017 req-7c46fcc3-af40-4dd5-945c-c4ee3180312a tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659748 Feb 04 15:27:59.364198 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.375869 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Transition to ACTIVE for port object 4aab728a-4fcc-4324-8761-5c93136eba21 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:59.450436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5d2c02eb-0220-4953-ada5-356d4e645553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:59.456693 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5d2c02eb-0220-4953-ada5-356d4e645553 admin admin] Usage tracker for resource:security_group_rule and tenant:a3bdb25241e2462295d1161d7ecdd419 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:59.460950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5d2c02eb-0220-4953-ada5-356d4e645553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:59.466889 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.468644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5d2c02eb-0220-4953-ada5-356d4e645553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:59.482641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Transition to ACTIVE for port object 1c3b9b07-7792-4400-8254-045a914514c5 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:59.508833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Transition to ACTIVE for port object 4aab728a-4fcc-4324-8761-5c93136eba21 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:59.513646 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.585441 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5d2c02eb-0220-4953-ada5-356d4e645553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.597147 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5d2c02eb-0220-4953-ada5-356d4e645553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.601097 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.642518 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5d2c02eb-0220-4953-ada5-356d4e645553 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3bdb25241e2462295d1161d7ecdd419&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9071457 Feb 04 15:27:59.646527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49310) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:59.722652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Network f05e2c2f-95eb-4506-8e6b-651d9817c62d is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:59.737386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:59.749846 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.760068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:59.765505 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8e0738e8-d9cd-4511-8289-cf3a1267307e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.777356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68754a0-4d76-4506-87ed-0d277a37aed5 req-4bd98582-376b-4954-bf9c-fa942c295d70 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:59.785694 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e68754a0-4d76-4506-87ed-0d277a37aed5 req-4bd98582-376b-4954-bf9c-fa942c295d70 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 946 time: 0.1802938 Feb 04 15:27:59.794390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49316) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:59.802752 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3410f159-90f0-4b77-b705-8ccd419f7699 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Request body: {'floatingip': {'port_id': '26c6db35-f6e4-4fc7-b39e-38e43a6d58b4'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:27:59.802927 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8e0738e8-d9cd-4511-8289-cf3a1267307e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.826785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:27:59.866640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c02eb-0220-4953-ada5-356d4e645553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a440d81-c39e-4ded-9070-dbeb5d51f718,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:59.882776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49322) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:59.884121 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.884896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.931107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Transition to ACTIVE for port object fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:59.936996 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8e0738e8-d9cd-4511-8289-cf3a1267307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.991892 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.003326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0738e8-d9cd-4511-8289-cf3a1267307e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a440d81-c39e-4ded-9070-dbeb5d51f718,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:00.004180 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d392b-7d99-473d-8b1d-56d9347f2101 None None] Pushing event updated for resources: {'Port': ['ID=1c3b9b07-7792-4400-8254-045a914514c5,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:00.012616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.104852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:00.114055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Usage tracker for resource:security_group_rule and tenant:a1a71f9ae6e240569843bdb64f637a03 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:00.124278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:00.133878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:00.193923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:00.212201 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.250356 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3410f159-90f0-4b77-b705-8ccd419f7699 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.304897 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-23df7851-b8e4-4c6e-bd48-5a35c8430a4f tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=394c26f6b57645a2ab308176e7228529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373998 Feb 04 15:28:00.306045 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8e0738e8-d9cd-4511-8289-cf3a1267307e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.309561 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8e0738e8-d9cd-4511-8289-cf3a1267307e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a440d81-c39e-4ded-9070-dbeb5d51f718 HTTP/1.1" status: 204 len: 168 time: 0.6571400 Feb 04 15:28:00.309561 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.318749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Attempting to bind port 1c3b9b07-7792-4400-8254-045a914514c5 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:00.319335 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Attempting to bind port 1c3b9b07-7792-4400-8254-045a914514c5 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'e407a91e-5bba-4fbf-b6d2-192555b36be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:00.319757 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Attempting to bind port 1c3b9b07-7792-4400-8254-045a914514c5 on network 420d6f1a-d654-4a5a-85f3-6f1697d7d24f {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:00.330465 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:28:00.330926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Checking segment: {'id': 'e407a91e-5bba-4fbf-b6d2-192555b36be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:28:00.331421 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.331867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Bound using segment: {'id': 'e407a91e-5bba-4fbf-b6d2-192555b36be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:28:00.332398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Bound port: 1c3b9b07-7792-4400-8254-045a914514c5, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e407a91e-5bba-4fbf-b6d2-192555b36be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:00.332839 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.415487 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Attempting to bind port 4aab728a-4fcc-4324-8761-5c93136eba21 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:00.416141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Attempting to bind port 4aab728a-4fcc-4324-8761-5c93136eba21 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'd6236753-38fb-42f7-b4b3-e523078dc4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f05e2c2f-95eb-4506-8e6b-651d9817c62d'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:00.416354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Attempting to bind port 4aab728a-4fcc-4324-8761-5c93136eba21 on network f05e2c2f-95eb-4506-8e6b-651d9817c62d {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:00.430024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:28:00.430558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Checking segment: {'id': 'd6236753-38fb-42f7-b4b3-e523078dc4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f05e2c2f-95eb-4506-8e6b-651d9817c62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:28:00.431208 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.431673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Bound using segment: {'id': 'd6236753-38fb-42f7-b4b3-e523078dc4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f05e2c2f-95eb-4506-8e6b-651d9817c62d'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:28:00.432223 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Bound port: 4aab728a-4fcc-4324-8761-5c93136eba21, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6236753-38fb-42f7-b4b3-e523078dc4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f05e2c2f-95eb-4506-8e6b-651d9817c62d'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:00.432678 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.483267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Pushing event updated for resources: {'Port': ['ID=4aab728a-4fcc-4324-8761-5c93136eba21,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:00.494319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-a54da959-fa6c-4955-87f1-5eb8e10d7038 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:00.495735 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-a54da959-fa6c-4955-87f1-5eb8e10d7038 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804740 Feb 04 15:28:00.540131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Request body: {'port': {'device_id': 'f5f34204-0bf1-466e-b913-8378cb0a19e0', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '394c26f6b57645a2ab308176e7228529'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:00.562029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.562516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.562516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.562763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.563092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.563437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.563756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.564107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.564497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.565149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.565269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.574812 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] For port 1c3b9b07-7792-4400-8254-045a914514c5, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:00.580279 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] For port 1c3b9b07-7792-4400-8254-045a914514c5, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1c3b9b07-7792-4400-8254-045a914514c5,segment=NetworkSegment(e407a91e-5bba-4fbf-b6d2-192555b36be1),segment_id=e407a91e-5bba-4fbf-b6d2-192555b36be1)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:00.583676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] For port 4aab728a-4fcc-4324-8761-5c93136eba21, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:00.588192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] For port 4aab728a-4fcc-4324-8761-5c93136eba21, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4aab728a-4fcc-4324-8761-5c93136eba21,segment=NetworkSegment(d6236753-38fb-42f7-b4b3-e523078dc4e9),segment_id=d6236753-38fb-42f7-b4b3-e523078dc4e9)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:00.590053 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.592961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89ad53a9-75ed-4944-9125-beb1f506106b req-0c211e79-3878-4ee0-9d7f-b6456e93e2f4 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 210 time: 0.1489747 Feb 04 15:28:00.696257 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.718070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d392b-7d99-473d-8b1d-56d9347f2101 None None] Pushing event updated for resources: {'Port': ['ID=1c3b9b07-7792-4400-8254-045a914514c5,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:00.790803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc22928-86b6-4dfb-9007-7c1bef2c9776 None None] Pushing event updated for resources: {'Port': ['ID=4aab728a-4fcc-4324-8761-5c93136eba21,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:00.792991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:00.805804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Usage tracker for resource:port and tenant:394c26f6b57645a2ab308176e7228529 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:00.812006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:00.826089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:00.838027 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Routers {'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:28:00.838699 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:27:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:00.848601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ffbc8d-8547-4011-8b4a-5e60c2ffd8ef,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:00.869796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.871087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.871652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.872234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.872764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.874019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.874566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.876866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.877504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.878051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.878574 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:00.887605 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-67e1ed49-c017-43f5-9173-fa7b931519cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1a71f9ae6e240569843bdb64f637a03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9970813 Feb 04 15:28:00.892290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49352) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:00.897256 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Made reservation on behalf of 394c26f6b57645a2ab308176e7228529 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:00.901627 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.923375 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.087507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49360) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:01.098366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:01.102436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Usage tracker for resource:security_group_rule and tenant:394c26f6b57645a2ab308176e7228529 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:01.106236 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:01.114406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:01.215693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] Set router a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:28:01.232998 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.239668 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a7896c52-6244-4e9e-bf65-26666df026ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.352641 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.384109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Attempting to bind port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:01.384442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Attempting to bind port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:01.384769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Attempting to bind port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:01.398581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb823832-2c3b-4418-8122-ea74ebc723aa req-84342b26-d738-47ce-ba33-c65e9c4fa454 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:01.399973 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb823832-2c3b-4418-8122-ea74ebc723aa req-84342b26-d738-47ce-ba33-c65e9c4fa454 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 964 time: 1.2396829 Feb 04 15:28:01.505177 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5e92d0-955a-459f-9cdf-a9774154ac12,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:01.519776 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30d8874c-92ab-481d-babe-666872488e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.521564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a7896c52-6244-4e9e-bf65-26666df026ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:01.539269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a7896c52-6244-4e9e-bf65-26666df026ac admin admin] Usage tracker for resource:security_group_rule and tenant:a5b99db9e9054bf4816f4728e4c6992e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:01.544148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a7896c52-6244-4e9e-bf65-26666df026ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:01.555845 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30d8874c-92ab-481d-babe-666872488e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.566296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:28:01.567034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Attempting to bind port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:01.596131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a7896c52-6244-4e9e-bf65-26666df026ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:01.646320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:28:01.648003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Checking segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:28:01.648565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Bound using segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:28:01.649155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Bound port: fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:01.649775 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.671409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Allocated IP 192.168.233.172 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:01.689656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'name': 'tempest-AttachSCSIVolumeTestJSON-845341722-router', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:44Z', 'updated_at': '2022-02-04T15:27:51Z', 'revision_number': 4, 'project_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'gw_port': {'id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:45Z', 'updated_at': '2022-02-04T15:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '1c3b9b07-7792-4400-8254-045a914514c5', 'name': '', 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'mac_address': 'fa:16:3e:93:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c211675-4856-49ca-ae0c-3ab2a1af8be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:50Z', 'updated_at': '2022-02-04T15:28:00Z', 'revision_number': 4, 'project_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'subnets': [{'id': '7c211675-4856-49ca-ae0c-3ab2a1af8be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:01.695712 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f12b6-34f8-4a27-9734-2096ee9cf8c0 None None] The sync data for ids ['a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'] in n-d-827872-1 is: [{'id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'name': 'tempest-AttachSCSIVolumeTestJSON-845341722-router', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:44Z', 'updated_at': '2022-02-04T15:27:51Z', 'revision_number': 4, 'project_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'gw_port': {'id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:45Z', 'updated_at': '2022-02-04T15:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '1c3b9b07-7792-4400-8254-045a914514c5', 'name': '', 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'mac_address': 'fa:16:3e:93:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c211675-4856-49ca-ae0c-3ab2a1af8be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:50Z', 'updated_at': '2022-02-04T15:28:00Z', 'revision_number': 4, 'project_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'subnets': [{'id': '7c211675-4856-49ca-ae0c-3ab2a1af8be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:28:01.803024 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a7896c52-6244-4e9e-bf65-26666df026ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.806443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Router ccca522a-6cc0-4238-a2d0-5b3389db105c is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:28:01.838695 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a7896c52-6244-4e9e-bf65-26666df026ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:02.006841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7896c52-6244-4e9e-bf65-26666df026ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8f599b-ed65-4efc-9510-b13ceeecab78,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:02.007026 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb823832-2c3b-4418-8122-ea74ebc723aa req-3a09c688-0ab8-4494-99cc-5eae9846b97a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911858 Feb 04 15:28:02.131923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8c192b1-5579-40d0-b0cf-07f2cf69e430 req-d9d5375f-de4d-456b-9951-e0e6b3393ebb tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 210 time: 0.1372840 Feb 04 15:28:02.157477 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a7896c52-6244-4e9e-bf65-26666df026ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5b99db9e9054bf4816f4728e4c6992e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0670323 Feb 04 15:28:02.167150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49388) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:02.177128 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30d8874c-92ab-481d-babe-666872488e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:02.218939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:02.242978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8874c-92ab-481d-babe-666872488e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ffbc8d-8547-4011-8b4a-5e60c2ffd8ef,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:02.279256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:02.320159 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:02.324897 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30d8874c-92ab-481d-babe-666872488e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:02.329750 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-30d8874c-92ab-481d-babe-666872488e25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/75ffbc8d-8547-4011-8b4a-5e60c2ffd8ef HTTP/1.1" status: 204 len: 168 time: 1.4122312 Feb 04 15:28:02.405826 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:02.450758 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:02.454041 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] 10.222.0.73 "PUT /v2.0/ports/fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 HTTP/1.1" status: 200 len: 1112 time: 4.1006479 Feb 04 15:28:02.463702 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Transition to ACTIVE for port object 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:02.490596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de17436-a743-4523-bd43-e0b96ac3ff9c None None] Network f05e2c2f-95eb-4506-8e6b-651d9817c62d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:28:02.529827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca624da5-bb52-4b24-b2de-b202f0b24640', 'tag': 'fb4f5f32-375a-4c4c-b005-47f6ef3b78c4'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:02.616382 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-77851346-ff62-48ff-923b-b08f92ec0dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:02.647026 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:02.726975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab1f60-09a9-43f1-84a9-f84982dcc612 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:02.751613 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca624da5-bb52-4b24-b2de-b202f0b24640', 'tag': 'fb4f5f32-375a-4c4c-b005-47f6ef3b78c4', 'status': 'completed', 'code': 200} Feb 04 15:28:02.795576 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-3410f159-90f0-4b77-b705-8ccd419f7699 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:28:02.812769 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4aab728a-4fcc-4324-8761-5c93136eba21 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:02.865414 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Pushing event updated for resources: {'Port': ['ID=9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:02.918995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:02.922717 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:02.938475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:28:02.944154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.944799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:02.960563 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-77851346-ff62-48ff-923b-b08f92ec0dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:02.963827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:28:02.971688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-06b61e43-a224-4f62-a4e2-00f94cb5ac46 None None] Provisioning for port 4aab728a-4fcc-4324-8761-5c93136eba21 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:02.978690 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Sync routers for ids ['ccca522a-6cc0-4238-a2d0-5b3389db105c'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:28:03.009528 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Routers {'ccca522a-6cc0-4238-a2d0-5b3389db105c'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:28:03.017320 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:27:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ccca522a-6cc0-4238-a2d0-5b3389db105c'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:03.206706 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.212945 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dfc5acfc-1805-4ae0-99c1-0bf21b4fc3f1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9349682 Feb 04 15:28:03.214221 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49422) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:03.256292 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3410f159-90f0-4b77-b705-8ccd419f7699 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.291459 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3410f159-90f0-4b77-b705-8ccd419f7699 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.346653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 4aab728a-4fcc-4324-8761-5c93136eba21 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:03.368141 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-70525c44-04e0-486b-8ae2-bd8ebdd4281d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 1115 time: 0.8267226 Feb 04 15:28:03.392857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4aab728a-4fcc-4324-8761-5c93136eba21 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:03.399385 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8e0f3f82-4433-4a80-a1dc-4749848d8481 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8642097 Feb 04 15:28:03.400082 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.440788 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Request body: {'port': {'device_id': 'f5f34204-0bf1-466e-b913-8378cb0a19e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:03.516524 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-77851346-ff62-48ff-923b-b08f92ec0dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.618038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77851346-ff62-48ff-923b-b08f92ec0dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8f599b-ed65-4efc-9510-b13ceeecab78,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:03.620863 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.627291 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Set router ccca522a-6cc0-4238-a2d0-5b3389db105c gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:28:03.644568 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-68cdfcb4-037c-4fcf-8dc3-17f42aa88ede service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 HTTP/1.1" status: 200 len: 217 time: 0.2676198 Feb 04 15:28:03.729783 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b3757818-2eb1-4189-9aca-0521ebe53e87 None None] Provisioning for port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:03.745806 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b3757818-2eb1-4189-9aca-0521ebe53e87 None None] Provisioning complete for port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:03.746457 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b3757818-2eb1-4189-9aca-0521ebe53e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.821926 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.845898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b3757818-2eb1-4189-9aca-0521ebe53e87 None None] Port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:28:03.871400 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 4aab728a-4fcc-4324-8761-5c93136eba21, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4aab728a-4fcc-4324-8761-5c93136eba21,segment=NetworkSegment(d6236753-38fb-42f7-b4b3-e523078dc4e9),segment_id=d6236753-38fb-42f7-b4b3-e523078dc4e9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:03.878908 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.884215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1c3b9b07-7792-4400-8254-045a914514c5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:03.935901 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-77851346-ff62-48ff-923b-b08f92ec0dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.937051 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-77851346-ff62-48ff-923b-b08f92ec0dad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a8f599b-ed65-4efc-9510-b13ceeecab78 HTTP/1.1" status: 204 len: 168 time: 1.7684810 Feb 04 15:28:04.056114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=4aab728a-4fcc-4324-8761-5c93136eba21,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:04.067417 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:04.067991 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:04.068466 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:04.069787 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:04.070535 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:04.071287 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:04.071813 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:04.072275 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:04.072735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:04.073313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:04.073912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:04.104459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 1c3b9b07-7792-4400-8254-045a914514c5 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:04.115342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1c3b9b07-7792-4400-8254-045a914514c5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:04.118516 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.223274 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fdd3063d-c0f6-47f3-91fe-9d5ae94f18d5 None None] Provisioning complete for port 4aab728a-4fcc-4324-8761-5c93136eba21 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:04.223580 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fdd3063d-c0f6-47f3-91fe-9d5ae94f18d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.271988 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884411048-router', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:57Z', 'updated_at': '2022-02-04T15:27:59Z', 'revision_number': 3, 'project_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'gw_port': {'id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:58Z', 'updated_at': '2022-02-04T15:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:04.281246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10686ade-a0a7-4f17-b9e2-f938c56c5bbf req-1002fa26-9f3b-4b41-aca9-032fad7c1689 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:04.288607 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Checking router: ccca522a-6cc0-4238-a2d0-5b3389db105c for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:28:04.289801 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10686ade-a0a7-4f17-b9e2-f938c56c5bbf req-1002fa26-9f3b-4b41-aca9-032fad7c1689 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 964 time: 0.8074906 Feb 04 15:28:04.290211 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Updating router ccca522a-6cc0-4238-a2d0-5b3389db105c port f32044e2-2c92-432f-b0e9-543c5c45c0b2 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:28:04.336281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-73a9069f-7710-4e65-a4f9-f49b5ac3498d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:04.337790 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-73a9069f-7710-4e65-a4f9-f49b5ac3498d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.3896034 Feb 04 15:28:04.420000 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.500270 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.543936 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:04.562627 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.572342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 1c3b9b07-7792-4400-8254-045a914514c5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1c3b9b07-7792-4400-8254-045a914514c5,segment=NetworkSegment(e407a91e-5bba-4fbf-b6d2-192555b36be1),segment_id=e407a91e-5bba-4fbf-b6d2-192555b36be1)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:04.574187 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-715bfa42-7b18-4e90-9662-dab069b9ebc4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2230518 Feb 04 15:28:04.578568 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.613898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1dded-7934-4448-a131-f5c93cff8384 req-6759acb5-8c0c-4671-8381-abf6dd1f3433 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:04.615392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2be1dded-7934-4448-a131-f5c93cff8384 req-6759acb5-8c0c-4671-8381-abf6dd1f3433 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 936 time: 0.9853630 Feb 04 15:28:04.645885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Transition to ACTIVE for port object 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:04.657014 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.683746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=1c3b9b07-7792-4400-8254-045a914514c5,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:04.735188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4aab728a-4fcc-4324-8761-5c93136eba21 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:04.875618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10686ade-a0a7-4f17-b9e2-f938c56c5bbf req-58ce84cd-67d5-4975-adfe-502642007e2e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5833240 Feb 04 15:28:04.946756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4aab728a-4fcc-4324-8761-5c93136eba21 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:04.949881 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.048364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2be1dded-7934-4448-a131-f5c93cff8384 req-5152aa07-f670-4dfd-9739-faf1e11b73c7 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d5e92d0-955a-459f-9cdf-a9774154ac12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721185 Feb 04 15:28:05.054144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Pushing event updated for resources: {'Port': ['ID=9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:05.243463 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.271712 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Transition to ACTIVE for port object f32044e2-2c92-432f-b0e9-543c5c45c0b2 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:05.282015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-b18a3184-fd30-4933-9475-cb8e562c8e13 service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6835833 Feb 04 15:28:05.293774 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.363953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Attempting to bind port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:05.364277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Attempting to bind port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:05.364598 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Attempting to bind port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:05.380704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:28:05.381143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Attempting to bind port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:05.391986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:28:05.392368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:28:05.392756 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:28:05.412775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Bound port: 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:05.413409 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.508972 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-3410f159-90f0-4b77-b705-8ccd419f7699 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Floating IP 4516dd04-0679-40f8-80a5-cfdff5f83d8b associated. External IP: 172.25.0.8, port: 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4. Feb 04 15:28:05.557737 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Attempting to bind port f32044e2-2c92-432f-b0e9-543c5c45c0b2 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:05.558262 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Attempting to bind port f32044e2-2c92-432f-b0e9-543c5c45c0b2 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:05.558813 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Attempting to bind port f32044e2-2c92-432f-b0e9-543c5c45c0b2 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:05.584527 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:28:05.586234 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:28:05.587931 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.588526 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:28:05.592453 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Bound port: f32044e2-2c92-432f-b0e9-543c5c45c0b2, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:05.593354 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.759113 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] For port f32044e2-2c92-432f-b0e9-543c5c45c0b2, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:05.766422 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] For port f32044e2-2c92-432f-b0e9-543c5c45c0b2, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f32044e2-2c92-432f-b0e9-543c5c45c0b2,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:05.782222 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9314223-a043-4a26-a3c3-648efde2f50b None None] Pushing event updated for resources: {'Port': ['ID=f32044e2-2c92-432f-b0e9-543c5c45c0b2,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:05.791565 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.793035 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] For port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:05.805843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] For port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:05.819384 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.825493 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9314223-a043-4a26-a3c3-648efde2f50b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:05.830254 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9314223-a043-4a26-a3c3-648efde2f50b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:05.830902 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9314223-a043-4a26-a3c3-648efde2f50b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:05.831506 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9314223-a043-4a26-a3c3-648efde2f50b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:05.832062 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9314223-a043-4a26-a3c3-648efde2f50b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:05.832598 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9314223-a043-4a26-a3c3-648efde2f50b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:05.833136 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9314223-a043-4a26-a3c3-648efde2f50b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:05.834188 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9314223-a043-4a26-a3c3-648efde2f50b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:05.838364 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9314223-a043-4a26-a3c3-648efde2f50b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:05.839620 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9314223-a043-4a26-a3c3-648efde2f50b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:05.840184 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9314223-a043-4a26-a3c3-648efde2f50b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:05.931250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Pushing event updated for resources: {'Port': ['ID=9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:05.956366 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.958292 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f67cf3b5-2cd9-40cc-aa9c-821e272299ec service neutron] 10.222.0.81 "PUT /v2.0/ports/9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 HTTP/1.1" status: 200 len: 1096 time: 2.5450952 Feb 04 15:28:05.966129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f34204-0bf1-466e-b913-8378cb0a19e0', 'tag': '9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:06.037565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7f2cc02-dc32-4c85-a2a1-b3d42b306f37 req-f118f3e0-335e-42f0-af09-7945c919b3fa service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7479966 Feb 04 15:28:06.105444 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Routers {'ccca522a-6cc0-4238-a2d0-5b3389db105c'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:28:06.111574 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:27:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ccca522a-6cc0-4238-a2d0-5b3389db105c'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:06.252448 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9314223-a043-4a26-a3c3-648efde2f50b None None] Pushing event updated for resources: {'Port': ['ID=f32044e2-2c92-432f-b0e9-543c5c45c0b2,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:06.370324 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f34204-0bf1-466e-b913-8378cb0a19e0', 'tag': '9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2', 'status': 'completed', 'code': 200} Feb 04 15:28:06.521877 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f7239d70-c0d5-460c-9e32-c1244d80cf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.540395 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] Set router ccca522a-6cc0-4238-a2d0-5b3389db105c gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:28:06.547853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a1b1c-945d-4d5e-9e93-16c1dcf5adcd req-8d34f801-7a11-4df7-8446-05a430ce357b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:06.555094 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-022a1b1c-945d-4d5e-9e93-16c1dcf5adcd req-8d34f801-7a11-4df7-8446-05a430ce357b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 964 time: 0.1858666 Feb 04 15:28:06.574496 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.693440 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1c3b9b07-7792-4400-8254-045a914514c5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:06.719641 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-022a1b1c-945d-4d5e-9e93-16c1dcf5adcd req-7e57070e-af5a-45dc-8c61-d4e48299b5d5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636653 Feb 04 15:28:06.737619 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07175223-6afc-4b5f-955f-c8c6c13042d6 req-e5e596ab-499d-430d-9828-82d3fb1cf51f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 1115 time: 0.6305535 Feb 04 15:28:06.836636 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1c3b9b07-7792-4400-8254-045a914514c5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:06.837089 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.935125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49532) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:07.111734 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884411048-router', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:57Z', 'updated_at': '2022-02-04T15:27:59Z', 'revision_number': 3, 'project_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'gw_port': {'id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:58Z', 'updated_at': '2022-02-04T15:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:07.117089 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67370c0f-5d1b-4369-9a1f-f8f05eff2e21 None None] The sync data for ids ['ccca522a-6cc0-4238-a2d0-5b3389db105c'] in n-d-827872-1 is: [{'id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884411048-router', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:57Z', 'updated_at': '2022-02-04T15:27:59Z', 'revision_number': 3, 'project_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'gw_port': {'id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:58Z', 'updated_at': '2022-02-04T15:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:28:07.153552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Allocated IP 172.20.0.1 (f05e2c2f-95eb-4506-8e6b-651d9817c62d/5c60efee-25fd-4388-9498-15a99e2ece5f/0343a936-d962-4e9a-a7af-a5e7417d7d95) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:07.177953 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-8bd2f524-0c33-4971-b601-88085d3aebd6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=394c26f6b57645a2ab308176e7228529&device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 1099 time: 1.0727496 Feb 04 15:28:07.319080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07175223-6afc-4b5f-955f-c8c6c13042d6 req-3008c2b2-9fad-4e06-a467-6be996cee2ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.321467 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07175223-6afc-4b5f-955f-c8c6c13042d6 req-3008c2b2-9fad-4e06-a467-6be996cee2ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.5747113 Feb 04 15:28:07.357870 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-c428c738-8bfd-42c3-9e81-0c9d2477d889 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 HTTP/1.1" status: 200 len: 217 time: 0.1637499 Feb 04 15:28:07.490243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b673b-3926-4bd5-9aea-997eb36d9d69 req-111fc15c-d14e-46b3-8432-222e56f9e67c tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.492195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-805b673b-3926-4bd5-9aea-997eb36d9d69 req-111fc15c-d14e-46b3-8432-222e56f9e67c tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 948 time: 0.9080119 Feb 04 15:28:07.586589 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-805b673b-3926-4bd5-9aea-997eb36d9d69 req-8b3c9e18-0edb-4f44-b124-01b4b5968e54 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d5e92d0-955a-459f-9cdf-a9774154ac12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685852 Feb 04 15:28:07.633925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-2947fad8-d5bc-404d-bf6a-05fb9089ef2e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.636010 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-2947fad8-d5bc-404d-bf6a-05fb9089ef2e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2465701 Feb 04 15:28:07.642205 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.663166 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07175223-6afc-4b5f-955f-c8c6c13042d6 req-0c4c3c8e-4697-4f26-8914-cb9d2ae95801 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 HTTP/1.1" status: 200 len: 217 time: 0.3222649 Feb 04 15:28:07.692282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Transition to ACTIVE for port object 0343a936-d962-4e9a-a7af-a5e7417d7d95 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:07.881925 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-f2261c92-26c7-4d66-81d9-e7dc3d5e398e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1842201 Feb 04 15:28:07.952992 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.965195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-19224e98-16fc-4541-b406-a6098f2baacc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12a4812cb37e4e7884ff5fed9fbcc86c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0284011 Feb 04 15:28:07.975775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49590) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:08.079129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07175223-6afc-4b5f-955f-c8c6c13042d6 req-789ee6f6-74fc-448c-95d9-980bd67a4ae3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:08.081697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07175223-6afc-4b5f-955f-c8c6c13042d6 req-789ee6f6-74fc-448c-95d9-980bd67a4ae3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.4090683 Feb 04 15:28:08.213779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Network f05e2c2f-95eb-4506-8e6b-651d9817c62d is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:08.221271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:08.227900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:28:08.228505 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.230764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0343a936-d962-4e9a-a7af-a5e7417d7d95,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:08.230899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07175223-6afc-4b5f-955f-c8c6c13042d6 req-4a7bc665-7b7d-45b5-b979-f9e5340357b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881186 Feb 04 15:28:08.237897 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-039f54cb-024b-4ae6-b8ea-48bc7692b57f service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479786 Feb 04 15:28:08.397904 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-02d7dbd9-9037-4989-b15e-340cec418c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.402191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3410f159-90f0-4b77-b705-8ccd419f7699 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Router 6497c913-d29b-419b-91c7-81fab8dca363 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:28:08.486301 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-02d7dbd9-9037-4989-b15e-340cec418c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.510666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4528e88d-06c4-4c0a-9c96-280f0898d4e0 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=750793b9f5ff410c8b380b3750db11d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701509 Feb 04 15:28:08.523282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98195383-e6bc-4ab9-b81c-d70a551bada1 req-6a2f6096-0f6e-4e1f-917f-f4a9c2d6571a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:08.524664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98195383-e6bc-4ab9-b81c-d70a551bada1 req-6a2f6096-0f6e-4e1f-917f-f4a9c2d6571a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 964 time: 0.4492188 Feb 04 15:28:08.541992 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5602653e-3e2b-4ee6-9513-61f89419ac2a req-95511ee6-950f-4dea-85b7-1bdcb70fef04 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941236 Feb 04 15:28:08.542705 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.584253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-be8b6bfe-c397-49bd-a003-b1eeffff69df None None] Provisioning for port 0343a936-d962-4e9a-a7af-a5e7417d7d95 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:08.589605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-be8b6bfe-c397-49bd-a003-b1eeffff69df None None] Provisioning complete for port 0343a936-d962-4e9a-a7af-a5e7417d7d95 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:08.589811 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be8b6bfe-c397-49bd-a003-b1eeffff69df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.657922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-be8b6bfe-c397-49bd-a003-b1eeffff69df None None] Port 0343a936-d962-4e9a-a7af-a5e7417d7d95 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:28:08.773242 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07175223-6afc-4b5f-955f-c8c6c13042d6 req-974559f9-6a26-4927-a2dc-a7690b4ae934 service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236259 Feb 04 15:28:08.830301 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98b7c577-9200-4adb-b89c-a1e1eb543a43 req-f3921de2-05ab-4541-b35d-ce7f7aa643aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=394c26f6b57645a2ab308176e7228529&device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 1099 time: 0.1684988 Feb 04 15:28:08.870856 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.872543 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-55ea962a-627c-484e-a6c8-564cab7ecc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.918413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98195383-e6bc-4ab9-b81c-d70a551bada1 req-2d9725f2-4274-4be6-95b7-4d9bbdb6fced tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727982 Feb 04 15:28:08.919792 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.920813 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.969038 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-02d7dbd9-9037-4989-b15e-340cec418c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.017035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-0b063adb-8ba0-4e0b-a1a3-8a30e537ee01 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.019158 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-0b063adb-8ba0-4e0b-a1a3-8a30e537ee01 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4784706 Feb 04 15:28:09.025875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7dbd9-9037-4989-b15e-340cec418c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37acb84c-45e4-4875-9e86-8285861b752b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:09.046938 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-02d7dbd9-9037-4989-b15e-340cec418c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.048316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-02d7dbd9-9037-4989-b15e-340cec418c6d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37acb84c-45e4-4875-9e86-8285861b752b HTTP/1.1" status: 204 len: 168 time: 1.0534389 Feb 04 15:28:09.070667 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-3e3de1fd-19b0-4f53-8514-5539ac7028d8 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/quotas/750793b9f5ff410c8b380b3750db11d5 HTTP/1.1" status: 200 len: 375 time: 0.0177729 Feb 04 15:28:09.096921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0343a936-d962-4e9a-a7af-a5e7417d7d95,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:09.144941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7c577-9200-4adb-b89c-a1e1eb543a43 req-332cb950-cd0a-467f-80e0-ea5d4f5bbf7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.146406 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98b7c577-9200-4adb-b89c-a1e1eb543a43 req-332cb950-cd0a-467f-80e0-ea5d4f5bbf7a service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3013895 Feb 04 15:28:09.161188 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07175223-6afc-4b5f-955f-c8c6c13042d6 req-53332264-afbc-4411-91ef-d4786ab59216 service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738286 Feb 04 15:28:09.223453 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4f109305-c5e3-4df3-ab55-253023a10dbd tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=750793b9f5ff410c8b380b3750db11d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656767 Feb 04 15:28:09.243203 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98b7c577-9200-4adb-b89c-a1e1eb543a43 req-5b5dba28-759a-4146-bf57-2ce0c01f866e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 HTTP/1.1" status: 200 len: 217 time: 0.0830998 Feb 04 15:28:09.298041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Network f05e2c2f-95eb-4506-8e6b-651d9817c62d is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:09.303472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3410f159-90f0-4b77-b705-8ccd419f7699 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:28:09.304806 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:09.319396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c682b156-4a9e-4bb7-9f37-5afce4b64f8a None None] Sync routers for ids ['6497c913-d29b-419b-91c7-81fab8dca363'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:28:09.328300 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3410f159-90f0-4b77-b705-8ccd419f7699 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.346384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c682b156-4a9e-4bb7-9f37-5afce4b64f8a None None] Routers {'6497c913-d29b-419b-91c7-81fab8dca363'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:28:09.351507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c682b156-4a9e-4bb7-9f37-5afce4b64f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:28:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6497c913-d29b-419b-91c7-81fab8dca363'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:09.498162 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3410f159-90f0-4b77-b705-8ccd419f7699 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "PUT /v2.0/floatingips/4516dd04-0679-40f8-80a5-cfdff5f83d8b HTTP/1.1" status: 200 len: 990 time: 9.7019255 Feb 04 15:28:09.498991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6f591a-6400-46a0-98e0-befb4cde1444', 'tag': '26c6db35-f6e4-4fc7-b39e-38e43a6d58b4'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:09.643706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49624) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:09.685923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c682b156-4a9e-4bb7-9f37-5afce4b64f8a None None] Set router 6497c913-d29b-419b-91c7-81fab8dca363 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:28:09.914252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b85fd-1b70-476c-9a31-15a7150be7b9 req-3e2d44c0-7511-45d6-9667-fc39a5b685dc tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.930278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7c577-9200-4adb-b89c-a1e1eb543a43 req-7622f651-8d9c-4e21-a154-b9ece2dd1a98 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.932827 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98b7c577-9200-4adb-b89c-a1e1eb543a43 req-7622f651-8d9c-4e21-a154-b9ece2dd1a98 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.6807523 Feb 04 15:28:09.939849 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-458b85fd-1b70-476c-9a31-15a7150be7b9 req-3e2d44c0-7511-45d6-9667-fc39a5b685dc tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 948 time: 0.1178985 Feb 04 15:28:09.982322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6bd68606-4355-404e-89c7-31d80111589c None None] Provisioning complete for port 0343a936-d962-4e9a-a7af-a5e7417d7d95 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:09.982896 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6bd68606-4355-404e-89c7-31d80111589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.019339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49638) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:10.023418 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.079394 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6bd68606-4355-404e-89c7-31d80111589c None None] Port 0343a936-d962-4e9a-a7af-a5e7417d7d95 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:28:10.124049 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ca5a32e1-44f9-40b4-8981-770862a0758a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a34b6cea71f6409aa343dc403a4076a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0958269 Feb 04 15:28:10.127291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49644) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:10.130642 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c05bc9a-c3b4-4186-85ae-0816d13a0025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.136943 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.194895 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-458b85fd-1b70-476c-9a31-15a7150be7b9 req-69fb88cc-52e0-46b4-b2e4-f366d58477e3 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d5e92d0-955a-459f-9cdf-a9774154ac12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480443 Feb 04 15:28:10.209334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4c05bc9a-c3b4-4186-85ae-0816d13a0025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:10.214828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4c05bc9a-c3b4-4186-85ae-0816d13a0025 admin admin] Usage tracker for resource:security_group_rule and tenant:5ed3553d4d924b1a807cc4e7c3028688 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:10.220849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4c05bc9a-c3b4-4186-85ae-0816d13a0025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:10.227902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4c05bc9a-c3b4-4186-85ae-0816d13a0025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:10.262374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e5430-0eb7-4d42-a498-980a5d12e5b7 req-2b5d3cb4-dd1b-447c-bcb0-f8288e25bd74 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:10.264932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce7e5430-0eb7-4d42-a498-980a5d12e5b7 req-2b5d3cb4-dd1b-447c-bcb0-f8288e25bd74 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 946 time: 0.2388370 Feb 04 15:28:10.272045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:10.329374 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98b7c577-9200-4adb-b89c-a1e1eb543a43 req-e3e66900-90bc-4422-b86c-98b615d47d3a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3797333 Feb 04 15:28:10.374679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.81', 61645) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:10.382293 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3372af2e-43f9-41ee-b924-a52b7cd0cac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.390712 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c05bc9a-c3b4-4186-85ae-0816d13a0025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.397697 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6f591a-6400-46a0-98e0-befb4cde1444', 'tag': '26c6db35-f6e4-4fc7-b39e-38e43a6d58b4', 'status': 'completed', 'code': 200} Feb 04 15:28:10.403392 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c05bc9a-c3b4-4186-85ae-0816d13a0025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.531021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c682b156-4a9e-4bb7-9f37-5afce4b64f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '4516dd04-0679-40f8-80a5-cfdff5f83d8b', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'port_id': '26c6db35-f6e4-4fc7-b39e-38e43a6d58b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'mac_address': 'fa:16:3e:ea:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f591a-6400-46a0-98e0-befb4cde1444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:27:26Z', 'updated_at': '2022-02-04T15:28:02Z', 'revision_number': 1, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17860ae-0b20-4325-ab56-50dd1b031533', 'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'mac_address': 'fa:16:3e:4b:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:03Z', 'updated_at': '2022-02-04T15:27:16Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'subnets': [{'id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:10.532265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05bc9a-c3b4-4186-85ae-0816d13a0025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931578b0-6f61-47d4-890e-ab1712f6c64c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:10.536316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-713f5492-03fa-41f3-832e-ac762b5c2fe3 req-00220cb7-456d-4cf4-97fe-407e91656404 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 210 time: 0.0740926 Feb 04 15:28:10.538746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c682b156-4a9e-4bb7-9f37-5afce4b64f8a None None] Checking router: 6497c913-d29b-419b-91c7-81fab8dca363 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:28:10.559965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce7e5430-0eb7-4d42-a498-980a5d12e5b7 req-fe2ee222-47f0-4c80-9be5-aa1fffa1be74 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833769 Feb 04 15:28:10.564026 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4c05bc9a-c3b4-4186-85ae-0816d13a0025 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ed3553d4d924b1a807cc4e7c3028688&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9193373 Feb 04 15:28:10.566944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49650) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:10.589748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:10.589748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c682b156-4a9e-4bb7-9f37-5afce4b64f8a None None] Routers {'6497c913-d29b-419b-91c7-81fab8dca363'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:28:10.590074 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c682b156-4a9e-4bb7-9f37-5afce4b64f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:28:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6497c913-d29b-419b-91c7-81fab8dca363'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:10.628360 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3372af2e-43f9-41ee-b924-a52b7cd0cac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.678107 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'fb4f5f32-375a-4c4c-b005-47f6ef3b78c4', 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7', 'port_id': 'fb4f5f32-375a-4c4c-b005-47f6ef3b78c4', 'mac_address': 'fa:16:3e:13:52:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11050dcc-da07-4ba7-ba4c-41c37869c34f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-421184591', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:28:10.729813 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3529c884-e2a4-43a1-8d5e-8f8449a7b33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.764341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Router ccca522a-6cc0-4238-a2d0-5b3389db105c has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:28:10.819968 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3529c884-e2a4-43a1-8d5e-8f8449a7b33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.837339 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.865894 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:10.896337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:10.901311 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c682b156-4a9e-4bb7-9f37-5afce4b64f8a None None] Set router 6497c913-d29b-419b-91c7-81fab8dca363 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:28:10.980019 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.980947 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3372af2e-43f9-41ee-b924-a52b7cd0cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.010901 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98b7c577-9200-4adb-b89c-a1e1eb543a43 req-ac9979c0-b69b-437a-a546-b5b954840fb2 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594772 Feb 04 15:28:11.025386 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-66ff915b-0a72-4fb5-9fa9-bc1057f55df2 req-38e571dd-c742-4f6e-8ceb-b36ac5bb2c47 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa371acdd906464fb4a2d0efa0b076f3&device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 1097 time: 0.6462781 Feb 04 15:28:11.026150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372af2e-43f9-41ee-b924-a52b7cd0cac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb831621-405d-4685-957d-05984da27acf,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:11.030985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1015f3e-77e4-4159-8de3-d6766965b257 req-80b22e0d-d69b-4bd4-8c9b-d560154c49b1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:11.032562 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e1015f3e-77e4-4159-8de3-d6766965b257 req-80b22e0d-d69b-4bd4-8c9b-d560154c49b1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 964 time: 0.2545729 Feb 04 15:28:11.080236 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3529c884-e2a4-43a1-8d5e-8f8449a7b33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.113330 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529c884-e2a4-43a1-8d5e-8f8449a7b33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931578b0-6f61-47d4-890e-ab1712f6c64c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:11.117993 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3529c884-e2a4-43a1-8d5e-8f8449a7b33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.121431 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3529c884-e2a4-43a1-8d5e-8f8449a7b33f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/931578b0-6f61-47d4-890e-ab1712f6c64c HTTP/1.1" status: 204 len: 168 time: 0.5451322 Feb 04 15:28:11.164376 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e1015f3e-77e4-4159-8de3-d6766965b257 req-d8c764aa-f736-4acf-8929-778b28b3493d tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134195 Feb 04 15:28:11.303040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-42440142-8648-4e05-b38c-5619aaf1f534 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=750793b9f5ff410c8b380b3750db11d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619853 Feb 04 15:28:11.349807 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:11.447772 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.474862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['fb4f5f32-375a-4c4c-b005-47f6ef3b78c4'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:28:11.558935 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3372af2e-43f9-41ee-b924-a52b7cd0cac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.562181 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3372af2e-43f9-41ee-b924-a52b7cd0cac7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb831621-405d-4685-957d-05984da27acf HTTP/1.1" status: 204 len: 168 time: 1.4323297 Feb 04 15:28:11.651553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff915b-0a72-4fb5-9fa9-bc1057f55df2 req-3eff1adb-0fd5-4837-8956-bab182023752 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:11.653347 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-66ff915b-0a72-4fb5-9fa9-bc1057f55df2 req-3eff1adb-0fd5-4837-8956-bab182023752 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c61f278d-a093-4264-873d-c2b0fe84d55f HTTP/1.1" status: 200 len: 923 time: 0.6203923 Feb 04 15:28:11.667090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-a3ce0309-2969-4197-883e-03631e5df152 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:11.669225 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-a3ce0309-2969-4197-883e-03631e5df152 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3598084 Feb 04 15:28:11.675902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920349f4-1a55-4b12-8e12-715fcd5684bf req-de4756f7-5555-4841-b003-a87d82466ffb tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:11.683700 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-920349f4-1a55-4b12-8e12-715fcd5684bf req-de4756f7-5555-4841-b003-a87d82466ffb tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 948 time: 0.1690156 Feb 04 15:28:11.690683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Request body: {'port': {'device_id': '8cf1cfaa-962f-49a2-a9e5-3fd4874ce427', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '750793b9f5ff410c8b380b3750db11d5'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:11.692720 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.918310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-920349f4-1a55-4b12-8e12-715fcd5684bf req-b366fc50-b36e-4440-aa18-f7283d96de47 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d5e92d0-955a-459f-9cdf-a9774154ac12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342651 Feb 04 15:28:11.966597 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98b7c577-9200-4adb-b89c-a1e1eb543a43 req-72876d7f-a4f9-4f5c-93aa-b4ffb8b84975 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9291639 Feb 04 15:28:11.980937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49686) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:12.043440 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-66ff915b-0a72-4fb5-9fa9-bc1057f55df2 req-f2421ab1-3111-4b25-b345-96532d88f521 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 HTTP/1.1" status: 200 len: 998 time: 0.3680444 Feb 04 15:28:12.139823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c682b156-4a9e-4bb7-9f37-5afce4b64f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '4516dd04-0679-40f8-80a5-cfdff5f83d8b', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'port_id': '26c6db35-f6e4-4fc7-b39e-38e43a6d58b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'mac_address': 'fa:16:3e:ea:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f591a-6400-46a0-98e0-befb4cde1444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:27:26Z', 'updated_at': '2022-02-04T15:28:02Z', 'revision_number': 1, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17860ae-0b20-4325-ab56-50dd1b031533', 'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'mac_address': 'fa:16:3e:4b:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:03Z', 'updated_at': '2022-02-04T15:27:16Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'subnets': [{'id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:12.161311 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4128646-a28f-4843-9cf3-70f197b356fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:12.167761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c682b156-4a9e-4bb7-9f37-5afce4b64f8a None None] The sync data for ids ['6497c913-d29b-419b-91c7-81fab8dca363'] in n-d-827872-1 is: [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '4516dd04-0679-40f8-80a5-cfdff5f83d8b', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'port_id': '26c6db35-f6e4-4fc7-b39e-38e43a6d58b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'mac_address': 'fa:16:3e:ea:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f591a-6400-46a0-98e0-befb4cde1444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:27:26Z', 'updated_at': '2022-02-04T15:28:02Z', 'revision_number': 1, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17860ae-0b20-4325-ab56-50dd1b031533', 'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'mac_address': 'fa:16:3e:4b:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:03Z', 'updated_at': '2022-02-04T15:27:16Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'subnets': [{'id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:28:12.256762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff915b-0a72-4fb5-9fa9-bc1057f55df2 req-0762b184-c538-408c-bd92-83d64702c3f5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:12.258332 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-66ff915b-0a72-4fb5-9fa9-bc1057f55df2 req-0762b184-c538-408c-bd92-83d64702c3f5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d305bd05-a89f-476f-b433-f21b1c63f1f0 HTTP/1.1" status: 200 len: 861 time: 0.2077034 Feb 04 15:28:12.266102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:12.319499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Usage tracker for resource:port and tenant:750793b9f5ff410c8b380b3750db11d5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:12.325310 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:12.346973 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce7a97-d89a-4164-9d80-be9c46b7e16c req-c6e3fd14-f84f-4896-b595-ce57117dab70 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:12.354965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6ce7a97-d89a-4164-9d80-be9c46b7e16c req-c6e3fd14-f84f-4896-b595-ce57117dab70 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 946 time: 0.5801878 Feb 04 15:28:12.362809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:28:12.368883 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-05a21da6-6cd0-411f-bd2b-43f14c32f4e2 admin admin] 10.222.0.60 "PUT /v2.0/routers/ccca522a-6cc0-4238-a2d0-5b3389db105c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1536727 Feb 04 15:28:12.398570 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:12.418614 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-66ff915b-0a72-4fb5-9fa9-bc1057f55df2 req-6dff6a02-1177-4b56-908b-501d3bab1def service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c61f278d-a093-4264-873d-c2b0fe84d55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482978 Feb 04 15:28:12.424566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f4128646-a28f-4843-9cf3-70f197b356fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:12.457130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be4cf1ca-fee1-414e-b020-839aece8a6c8 req-fd7d29c1-7f27-435c-a8bd-302e5f70ae31 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 210 time: 0.0990682 Feb 04 15:28:12.458967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f4128646-a28f-4843-9cf3-70f197b356fa admin admin] Usage tracker for resource:security_group_rule and tenant:38af6ce18af44f34b3779e106e497eb7 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:12.464905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f4128646-a28f-4843-9cf3-70f197b356fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:12.498602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f4128646-a28f-4843-9cf3-70f197b356fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:12.505875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Made reservation on behalf of 750793b9f5ff410c8b380b3750db11d5 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:12.509149 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:12.570709 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:12.617364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6ce7a97-d89a-4164-9d80-be9c46b7e16c req-3c7cff9e-2185-4931-ae88-77c7769de1fc tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610283 Feb 04 15:28:12.681636 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:12.688385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Usage tracker for resource:security_group_rule and tenant:750793b9f5ff410c8b380b3750db11d5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:12.743313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49708) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:12.760615 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-66ff915b-0a72-4fb5-9fa9-bc1057f55df2 req-1e8caf74-66a7-4f0e-a5eb-d777fb729159 service neutron] 10.222.0.81 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225174 Feb 04 15:28:12.790070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f32044e2-2c92-432f-b0e9-543c5c45c0b2 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:12.796813 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4128646-a28f-4843-9cf3-70f197b356fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:12.802944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:12.812835 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4128646-a28f-4843-9cf3-70f197b356fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:12.833368 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:12.914031 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port f32044e2-2c92-432f-b0e9-543c5c45c0b2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:12.945950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port f32044e2-2c92-432f-b0e9-543c5c45c0b2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:12.946483 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.025505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4128646-a28f-4843-9cf3-70f197b356fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dc235f-bc8b-4621-a062-1cfd8987844b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:13.068552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f4128646-a28f-4843-9cf3-70f197b356fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38af6ce18af44f34b3779e106e497eb7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0780404 Feb 04 15:28:13.071865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49718) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:13.098065 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-66ff915b-0a72-4fb5-9fa9-bc1057f55df2 req-eacf2018-c992-4e3d-be22-4ad0d6ec2c0c service neutron] 10.222.0.81 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281193 Feb 04 15:28:13.224382 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.301761 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.357698 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d09bc9a-2b81-4d73-b634-cc333953e330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.408062 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.420566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3d09bc9a-2b81-4d73-b634-cc333953e330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:13.425851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3d09bc9a-2b81-4d73-b634-cc333953e330 admin admin] Usage tracker for resource:security_group_rule and tenant:0adcf44cf070451bbc81ac356fb3a447 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:13.428892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3d09bc9a-2b81-4d73-b634-cc333953e330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:13.436029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3d09bc9a-2b81-4d73-b634-cc333953e330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:13.436253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port f32044e2-2c92-432f-b0e9-543c5c45c0b2, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f32044e2-2c92-432f-b0e9-543c5c45c0b2,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:13.440671 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.536600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Allocated IP 192.168.233.146 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/389c66ad-a94c-40d7-b3c1-a5a7425481ab) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:13.548221 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=f32044e2-2c92-432f-b0e9-543c5c45c0b2,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:13.599710 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d09bc9a-2b81-4d73-b634-cc333953e330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.604501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d09bc9a-2b81-4d73-b634-cc333953e330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.672275 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3d09bc9a-2b81-4d73-b634-cc333953e330 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0adcf44cf070451bbc81ac356fb3a447&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9269989 Feb 04 15:28:13.673635 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09bc9a-2b81-4d73-b634-cc333953e330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a089c011-a6df-46c7-a237-edc68bee8f30,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:13.676207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49732) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:13.787665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627f11b-6ca4-4ac4-8f0c-080f05310924 req-b22bedfd-7137-4455-b4ea-45dd448a6408 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.797007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1627f11b-6ca4-4ac4-8f0c-080f05310924 req-b22bedfd-7137-4455-b4ea-45dd448a6408 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 965 time: 0.9864938 Feb 04 15:28:13.802280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:13.815218 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49276f13-d756-406a-a7dd-12ac12e4fd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.861372 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49276f13-d756-406a-a7dd-12ac12e4fd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.889557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b4b62c-39ad-4c94-988e-5f6016716542,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:13.967270 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0dd4e3d9-1e77-4fbe-a741-2b4958b88d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.984693 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.985843 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49276f13-d756-406a-a7dd-12ac12e4fd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:14.019903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1627f11b-6ca4-4ac4-8f0c-080f05310924 req-9a418198-7c72-4af9-8a17-179706ec8198 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239923 Feb 04 15:28:14.032120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d088b-149a-4cec-b52d-ed237c57c91a req-0b40cd3b-5e60-496b-80bd-111d9b3853fd tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:14.035142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49276f13-d756-406a-a7dd-12ac12e4fd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a089c011-a6df-46c7-a237-edc68bee8f30,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:14.045317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c7d088b-149a-4cec-b52d-ed237c57c91a req-0b40cd3b-5e60-496b-80bd-111d9b3853fd tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 948 time: 0.8160083 Feb 04 15:28:14.063522 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49276f13-d756-406a-a7dd-12ac12e4fd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:14.067001 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-49276f13-d756-406a-a7dd-12ac12e4fd0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a089c011-a6df-46c7-a237-edc68bee8f30 HTTP/1.1" status: 204 len: 168 time: 0.3870776 Feb 04 15:28:14.185812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Transition to ACTIVE for port object 389c66ad-a94c-40d7-b3c1-a5a7425481ab will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:14.196181 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0dd4e3d9-1e77-4fbe-a741-2b4958b88d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:14.290269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:14.354837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:14.390964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2', 'mac_address': 'fa:16:3e:f0:e6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:28:14.470673 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:14.486341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:14.495999 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:14.496908 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:14.553471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c7d088b-149a-4cec-b52d-ed237c57c91a req-7d0cccc8-7114-49b1-bbfe-a10bca9c2447 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d5e92d0-955a-459f-9cdf-a9774154ac12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052636 Feb 04 15:28:14.566703 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0dd4e3d9-1e77-4fbe-a741-2b4958b88d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:14.607760 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:14.626770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4e3d9-1e77-4fbe-a741-2b4958b88d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dc235f-bc8b-4621-a062-1cfd8987844b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:14.784773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:14.786773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-19b3e1bc-483f-4d42-8f41-7164348858ac req-6f056b94-d59f-4d1d-bcaf-323d6206aa2b tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Synchronizing usage tracker for tenant:750793b9f5ff410c8b380b3750db11d5 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:14.806180 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0dd4e3d9-1e77-4fbe-a741-2b4958b88d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:14.806904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0dd4e3d9-1e77-4fbe-a741-2b4958b88d2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/04dc235f-bc8b-4621-a062-1cfd8987844b HTTP/1.1" status: 204 len: 168 time: 1.7336574 Feb 04 15:28:14.813080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Pushing event updated for resources: {'Port': ['ID=389c66ad-a94c-40d7-b3c1-a5a7425481ab,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:14.817961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:14.821637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:28:14.829344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:14.830503 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:14.838625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f32044e2-2c92-432f-b0e9-543c5c45c0b2 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:14.901840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-4606a1ee-63bb-44a9-965f-522d10837673 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2135015 Feb 04 15:28:14.927228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:15.013070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:15.053693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-19b3e1bc-483f-4d42-8f41-7164348858ac req-6f056b94-d59f-4d1d-bcaf-323d6206aa2b tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Unset dirty status for tenant:750793b9f5ff410c8b380b3750db11d5 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:15.057757 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.063914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-19b3e1bc-483f-4d42-8f41-7164348858ac req-6f056b94-d59f-4d1d-bcaf-323d6206aa2b tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 210 time: 0.6217279 Feb 04 15:28:15.093007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Request body: {'port': {'device_id': '8cf1cfaa-962f-49a2-a9e5-3fd4874ce427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:15.469667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port f32044e2-2c92-432f-b0e9-543c5c45c0b2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:15.469971 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.516653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49758) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:15.574795 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4d5dbc57-7c16-42b7-bda7-38dfb19d42a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.626972 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97dbc7f-85a8-4712-8df3-52a01eadb08b None None] New status for floating IP 4516dd04-0679-40f8-80a5-cfdff5f83d8b: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:28:15.632514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:28:15.669997 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4d5dbc57-7c16-42b7-bda7-38dfb19d42a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:15.677750 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.681202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4d5dbc57-7c16-42b7-bda7-38dfb19d42a9 admin admin] Usage tracker for resource:security_group_rule and tenant:3ba4333a556d46a082c67611be2c1ca7 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:15.687950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4d5dbc57-7c16-42b7-bda7-38dfb19d42a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:15.702898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4d5dbc57-7c16-42b7-bda7-38dfb19d42a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:15.727335 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:15.739438 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.783035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca624da5-bb52-4b24-b2de-b202f0b24640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4f5f32-375a-4c4c-b005-47f6ef3b78c4'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:15.846676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-39df9b2b-35cb-4d4e-a406-61882164aea3 None None] Provisioning for port 389c66ad-a94c-40d7-b3c1-a5a7425481ab completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:15.879128 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:15.880410 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-39df9b2b-35cb-4d4e-a406-61882164aea3 None None] Provisioning complete for port 389c66ad-a94c-40d7-b3c1-a5a7425481ab triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:15.880935 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-39df9b2b-35cb-4d4e-a406-61882164aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.912281 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4d5dbc57-7c16-42b7-bda7-38dfb19d42a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.917951 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4d5dbc57-7c16-42b7-bda7-38dfb19d42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.058831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dbc57-7c16-42b7-bda7-38dfb19d42a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0b1fb2-be15-4a83-95c2-f3e75bc97692,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:16.071437 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4d5dbc57-7c16-42b7-bda7-38dfb19d42a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ba4333a556d46a082c67611be2c1ca7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5507679 Feb 04 15:28:16.072643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49772) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:16.097987 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.316901 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:28:16.366577 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-39df9b2b-35cb-4d4e-a406-61882164aea3 None None] Port 389c66ad-a94c-40d7-b3c1-a5a7425481ab cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:28:16.426836 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:16.455963 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-653ad8e3-c802-461e-9c3b-ad4dd2b0bcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.626581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a583c9b-1e6d-4e34-aac4-73c975409336 req-6698f0ab-db46-44fd-8ce2-5875e4151473 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:16.628237 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-653ad8e3-c802-461e-9c3b-ad4dd2b0bcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.650853 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a583c9b-1e6d-4e34-aac4-73c975409336 req-6698f0ab-db46-44fd-8ce2-5875e4151473 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 946 time: 1.7530379 Feb 04 15:28:16.702629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-653ad8e3-c802-461e-9c3b-ad4dd2b0bcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.725531 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ad8e3-c802-461e-9c3b-ad4dd2b0bcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0b1fb2-be15-4a83-95c2-f3e75bc97692,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:16.746052 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-653ad8e3-c802-461e-9c3b-ad4dd2b0bcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.750859 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-653ad8e3-c802-461e-9c3b-ad4dd2b0bcfe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e0b1fb2-be15-4a83-95c2-f3e75bc97692 HTTP/1.1" status: 204 len: 168 time: 0.6772008 Feb 04 15:28:17.099142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29aa65-f163-47d3-b09d-f3061c1adcd6 req-220d7188-3603-4b29-b0aa-9c9f0c3cec27 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:17.120267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f29aa65-f163-47d3-b09d-f3061c1adcd6 req-220d7188-3603-4b29-b0aa-9c9f0c3cec27 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 966 time: 1.3886690 Feb 04 15:28:17.130418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a583c9b-1e6d-4e34-aac4-73c975409336 req-a0eabf49-4ba4-4dc7-8519-35b3414c5892 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4785862 Feb 04 15:28:17.134270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389c66ad-a94c-40d7-b3c1-a5a7425481ab {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:17.193161 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.259532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Transition to ACTIVE for port object 389c66ad-a94c-40d7-b3c1-a5a7425481ab will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:17.270896 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.404996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f29aa65-f163-47d3-b09d-f3061c1adcd6 req-113d313d-d11d-41c4-82e4-bbadb327912d tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837899 Feb 04 15:28:17.508791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Pushing event updated for resources: {'Port': ['ID=389c66ad-a94c-40d7-b3c1-a5a7425481ab,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:17.637579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52f669-d14f-4652-bc9b-ea4856d79628 req-e105c468-c97d-4788-ac3e-ea4fa82d7e10 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:17.642699 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a52f669-d14f-4652-bc9b-ea4856d79628 req-e105c468-c97d-4788-ac3e-ea4fa82d7e10 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 949 time: 0.3605876 Feb 04 15:28:17.706144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Attempting to bind port 389c66ad-a94c-40d7-b3c1-a5a7425481ab on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:17.709374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Attempting to bind port 389c66ad-a94c-40d7-b3c1-a5a7425481ab by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:17.709703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Attempting to bind port 389c66ad-a94c-40d7-b3c1-a5a7425481ab on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:17.729129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Port 389c66ad-a94c-40d7-b3c1-a5a7425481ab on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:28:17.733018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Attempting to bind port 389c66ad-a94c-40d7-b3c1-a5a7425481ab on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:17.766529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:28:17.767487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:28:17.768105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:28:17.768776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Bound port: 389c66ad-a94c-40d7-b3c1-a5a7425481ab, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:17.769346 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.841085 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a52f669-d14f-4652-bc9b-ea4856d79628 req-ffb23f56-7261-4230-89c4-ac50f297f393 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d5e92d0-955a-459f-9cdf-a9774154ac12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972325 Feb 04 15:28:17.845225 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:17.941922 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca624da5-bb52-4b24-b2de-b202f0b24640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4f5f32-375a-4c4c-b005-47f6ef3b78c4', 'code': 200} Feb 04 15:28:17.956344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.73', 65327) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:18.057978 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:18.073682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:18.078350 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.115557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] For port 389c66ad-a94c-40d7-b3c1-a5a7425481ab, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:18.126305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] For port 389c66ad-a94c-40d7-b3c1-a5a7425481ab, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=389c66ad-a94c-40d7-b3c1-a5a7425481ab,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:18.140866 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.173470 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0fbb796e-a37a-4535-b5af-27795c888403 req-0c92841e-e5ad-439a-8159-2230ae3a72a5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 1117 time: 0.2157698 Feb 04 15:28:18.274484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.284806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Pushing event updated for resources: {'Port': ['ID=389c66ad-a94c-40d7-b3c1-a5a7425481ab,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:18.297654 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0fbb796e-a37a-4535-b5af-27795c888403 req-536653f1-5b50-484a-8468-3fb1f9cbb007 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023161 Feb 04 15:28:18.346197 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.348743 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7835252b-217c-4096-8ceb-e708021d1914 service neutron] 10.222.0.73 "PUT /v2.0/ports/389c66ad-a94c-40d7-b3c1-a5a7425481ab HTTP/1.1" status: 200 len: 1096 time: 3.3037925 Feb 04 15:28:18.353622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf1cfaa-962f-49a2-a9e5-3fd4874ce427', 'tag': '389c66ad-a94c-40d7-b3c1-a5a7425481ab'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:18.356133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:18.367873 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.413868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9808d15-8a4e-4d75-9e09-a3e9ec4e3d67 req-e17c520c-a9ae-494b-8871-65e377a8c8d0 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:18.415738 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9808d15-8a4e-4d75-9e09-a3e9ec4e3d67 req-e17c520c-a9ae-494b-8871-65e377a8c8d0 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 948 time: 0.1320641 Feb 04 15:28:18.476639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f9808d15-8a4e-4d75-9e09-a3e9ec4e3d67 req-7d7f2092-db00-4287-a7ec-1dc98156010a tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Synchronizing usage tracker for tenant:750793b9f5ff410c8b380b3750db11d5 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:18.500945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f9808d15-8a4e-4d75-9e09-a3e9ec4e3d67 req-7d7f2092-db00-4287-a7ec-1dc98156010a tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Unset dirty status for tenant:750793b9f5ff410c8b380b3750db11d5 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:18.502689 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9808d15-8a4e-4d75-9e09-a3e9ec4e3d67 req-7d7f2092-db00-4287-a7ec-1dc98156010a tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3b4b62c-39ad-4c94-988e-5f6016716542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741305 Feb 04 15:28:18.535240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:18.846977 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-bf7ebeb9-4111-4443-9d96-bb58f65fd69b tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3fc93b913c54472498f94eef8e0189a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352030 Feb 04 15:28:18.849774 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-855e44f8-8e80-49a4-8f5a-0236d1e80367 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=750793b9f5ff410c8b380b3750db11d5&device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 1099 time: 0.2595434 Feb 04 15:28:19.002110 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.102827 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-7af8c470-ed89-4b19-9a27-b3a0ae1ce741 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=389c66ad-a94c-40d7-b3c1-a5a7425481ab HTTP/1.1" status: 200 len: 217 time: 0.2099886 Feb 04 15:28:19.121740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb260b-6a1c-4b45-aa36-14299d293210 req-ca25ffbd-edce-4caf-a195-e1d7f204ff7a tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:19.129485 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-becb260b-6a1c-4b45-aa36-14299d293210 req-ca25ffbd-edce-4caf-a195-e1d7f204ff7a tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 946 time: 0.3827102 Feb 04 15:28:19.216206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-becb260b-6a1c-4b45-aa36-14299d293210 req-7640b38f-6bd9-409f-91ae-327ee6b2a80a tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856628 Feb 04 15:28:19.339903 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cf1cfaa-962f-49a2-a9e5-3fd4874ce427', 'tag': '389c66ad-a94c-40d7-b3c1-a5a7425481ab', 'status': 'completed', 'code': 200} Feb 04 15:28:19.362452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-ff0473d6-86ad-4702-9620-c5634356ed76 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:19.364009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-ff0473d6-86ad-4702-9620-c5634356ed76 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5018187 Feb 04 15:28:19.365514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-ea9b0948-c38e-4edc-b79f-626b1ea1cf23 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:19.366809 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-ea9b0948-c38e-4edc-b79f-626b1ea1cf23 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2109509 Feb 04 15:28:19.581084 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-98ced501-6601-4b6c-a203-ff64f62dfe1b tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/quotas/3fc93b913c54472498f94eef8e0189a3 HTTP/1.1" status: 200 len: 375 time: 0.2016714 Feb 04 15:28:19.696382 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-ed1301e6-5b5a-4531-a93b-5ff952b4cb83 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3fc93b913c54472498f94eef8e0189a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688157 Feb 04 15:28:19.818094 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-3bd19e9a-1009-4854-840e-a20021cdd33e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4374340 Feb 04 15:28:19.917480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952aab0-4172-47dd-bea7-696adff30f1b req-87afddd5-c97a-49fe-bf76-b388c7ff5faa tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:19.925779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5952aab0-4172-47dd-bea7-696adff30f1b req-87afddd5-c97a-49fe-bf76-b388c7ff5faa tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 966 time: 0.3591726 Feb 04 15:28:19.946082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f34204-0bf1-466e-b913-8378cb0a19e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:20.071650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5952aab0-4172-47dd-bea7-696adff30f1b req-ca89d58a-6cc5-4e2c-8e0f-54e8e36689f1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433258 Feb 04 15:28:20.261032 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-298e08c8-6a85-4665-b5fb-a2c3863651f0 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322996 Feb 04 15:28:20.376338 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af05a47-8e32-42df-af71-370a48cdd693 req-cd59c216-0db8-4f0c-81d6-473f6a8edb4c tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:20.378120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8af05a47-8e32-42df-af71-370a48cdd693 req-cd59c216-0db8-4f0c-81d6-473f6a8edb4c tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 950 time: 0.3187819 Feb 04 15:28:20.559758 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8af05a47-8e32-42df-af71-370a48cdd693 req-874f8fd1-96f2-452d-ba0c-6027bbaa38d3 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d5e92d0-955a-459f-9cdf-a9774154ac12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473453 Feb 04 15:28:20.577315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e35503-4bd9-4a4a-9e37-f060a3a4c956 req-e9a6657d-7ed0-4f1c-a1dc-4daff30987ee tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:20.587427 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97e35503-4bd9-4a4a-9e37-f060a3a4c956 req-e9a6657d-7ed0-4f1c-a1dc-4daff30987ee tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 948 time: 0.2714844 Feb 04 15:28:20.589592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ebd5d76-f879-4536-882f-c91f551575b3 req-8700369a-c055-4414-b07f-3543ca07f4da service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185441 Feb 04 15:28:20.673024 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97e35503-4bd9-4a4a-9e37-f060a3a4c956 req-1d388718-ff62-4c1a-b4db-efad34587028 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3b4b62c-39ad-4c94-988e-5f6016716542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784404 Feb 04 15:28:20.984587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49896) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:21.029611 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f34204-0bf1-466e-b913-8378cb0a19e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2', 'code': 200} Feb 04 15:28:21.149542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77b22b85-b600-42c3-991c-6e5550a1a49f req-3da19a2a-5d33-4b76-81e9-1b3eac843348 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=750793b9f5ff410c8b380b3750db11d5&device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 1099 time: 0.3582401 Feb 04 15:28:21.329018 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-efbf60d8-ffa4-47d7-931e-fb826a6903c8 req-cf0be26c-095d-42ef-9fb3-53d912a64bd4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 1101 time: 0.1705070 Feb 04 15:28:21.355840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2113a9ac-39ff-4848-97e9-922da9e05cb5 req-1e107f8c-1872-454f-8994-d72d630c9f6d tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 210 time: 0.1402082 Feb 04 15:28:21.444549 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-efbf60d8-ffa4-47d7-931e-fb826a6903c8 req-de86a90e-f596-461a-b787-fe2a6388bd10 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4d5e92d0-955a-459f-9cdf-a9774154ac12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062064 Feb 04 15:28:21.479829 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5548ba11-fa43-4e53-a8f5-e25e6fcb2bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.485933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b22b85-b600-42c3-991c-6e5550a1a49f req-9e6f2bdf-86ab-47e8-becd-4b7c77fe6306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:21.487905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77b22b85-b600-42c3-991c-6e5550a1a49f req-9e6f2bdf-86ab-47e8-becd-4b7c77fe6306 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3307471 Feb 04 15:28:21.523663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5548ba11-fa43-4e53-a8f5-e25e6fcb2bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:21.548287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5548ba11-fa43-4e53-a8f5-e25e6fcb2bdb admin admin] Usage tracker for resource:security_group_rule and tenant:8cf159a6b07144a0ad39d1f6e0384c9a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:21.551706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5548ba11-fa43-4e53-a8f5-e25e6fcb2bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:21.559168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5548ba11-fa43-4e53-a8f5-e25e6fcb2bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:21.629309 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77b22b85-b600-42c3-991c-6e5550a1a49f req-ccafdbac-a569-45bc-8a44-ab12ba14f5e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=389c66ad-a94c-40d7-b3c1-a5a7425481ab HTTP/1.1" status: 200 len: 217 time: 0.1294231 Feb 04 15:28:21.715594 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5548ba11-fa43-4e53-a8f5-e25e6fcb2bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.729304 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5548ba11-fa43-4e53-a8f5-e25e6fcb2bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.789136 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548ba11-fa43-4e53-a8f5-e25e6fcb2bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4960a94-e562-41d9-9ed6-1edb294230a5,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:21.799710 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5548ba11-fa43-4e53-a8f5-e25e6fcb2bdb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8cf159a6b07144a0ad39d1f6e0384c9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8138249 Feb 04 15:28:21.800636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49916) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:21.879505 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51e4d66a-74b9-4f47-b3a2-9885fa1af5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.939509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b22b85-b600-42c3-991c-6e5550a1a49f req-ff4ce085-a09e-44c4-a995-7e962c9b7557 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:21.943707 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51e4d66a-74b9-4f47-b3a2-9885fa1af5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.943916 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77b22b85-b600-42c3-991c-6e5550a1a49f req-ff4ce085-a09e-44c4-a995-7e962c9b7557 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2550952 Feb 04 15:28:21.996091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49922) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:22.051129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd557d3-f868-4961-a92c-1bee1ebb2ffc req-4b9a729a-3a8b-4e48-b502-88c9d6ca2d8c tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:22.061969 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dcd557d3-f868-4961-a92c-1bee1ebb2ffc req-4b9a729a-3a8b-4e48-b502-88c9d6ca2d8c tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 950 time: 0.3205626 Feb 04 15:28:22.109699 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51e4d66a-74b9-4f47-b3a2-9885fa1af5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.125387 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dcd557d3-f868-4961-a92c-1bee1ebb2ffc req-2298a69c-1def-4c38-8a1f-fa4ab2ad71fa tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d5e92d0-955a-459f-9cdf-a9774154ac12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622232 Feb 04 15:28:22.142369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4d66a-74b9-4f47-b3a2-9885fa1af5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4960a94-e562-41d9-9ed6-1edb294230a5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:22.209720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33265931-4e3f-46bd-ac5c-803263f20ef2 req-0a12eab2-156a-478d-b3b7-218b75824f5d tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:22.217437 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51e4d66a-74b9-4f47-b3a2-9885fa1af5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.219061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33265931-4e3f-46bd-ac5c-803263f20ef2 req-0a12eab2-156a-478d-b3b7-218b75824f5d tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 966 time: 0.6069863 Feb 04 15:28:22.222177 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-51e4d66a-74b9-4f47-b3a2-9885fa1af5f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4960a94-e562-41d9-9ed6-1edb294230a5 HTTP/1.1" status: 204 len: 168 time: 0.4174869 Feb 04 15:28:22.230662 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-cc55ce77-2cf6-405f-82d6-83d616ead63d tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=3fc93b913c54472498f94eef8e0189a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728085 Feb 04 15:28:22.338974 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77b22b85-b600-42c3-991c-6e5550a1a49f req-ede5e325-b7f1-45ad-a32e-5f2b57bfd292 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3774414 Feb 04 15:28:22.481264 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca560202-35b0-458c-abff-2c6380b15bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.577386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ca560202-35b0-458c-abff-2c6380b15bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:22.583386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33265931-4e3f-46bd-ac5c-803263f20ef2 req-3c07c7cb-c0c6-4dbe-afde-add305c737d2 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312104 Feb 04 15:28:22.592133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ca560202-35b0-458c-abff-2c6380b15bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:6d996f48f2704005a1c8da18aa09ec10 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:22.592133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ca560202-35b0-458c-abff-2c6380b15bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:22.606015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ca560202-35b0-458c-abff-2c6380b15bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:22.621117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-a1d57fd9-d665-4c50-8b39-7cdb9d239545 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:22.623717 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-a1d57fd9-d665-4c50-8b39-7cdb9d239545 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3869216 Feb 04 15:28:22.745058 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca560202-35b0-458c-abff-2c6380b15bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.765084 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Request body: {'port': {'device_id': 'a6e34175-feba-4455-b641-6cc257ed1bb1', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '3fc93b913c54472498f94eef8e0189a3'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:22.949814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49936) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:22.970106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca560202-35b0-458c-abff-2c6380b15bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.985888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77b22b85-b600-42c3-991c-6e5550a1a49f req-9d032079-d4a6-4cef-8fc1-938576139158 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329048 Feb 04 15:28:23.036953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca560202-35b0-458c-abff-2c6380b15bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeac982-953c-4699-b0eb-73d0d2e6559a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:23.108442 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ca560202-35b0-458c-abff-2c6380b15bb8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d996f48f2704005a1c8da18aa09ec10&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1078544 Feb 04 15:28:23.114856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49940) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:23.117134 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8344c269-67d7-4ac0-8a78-f8c7c19672ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.131614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb8fb74e-20eb-4fee-b7f2-77dffd45f8fe req-9e525356-4f64-4f02-b81c-722abf4b79f4 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 210 time: 0.2478030 Feb 04 15:28:23.148154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:23.170644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Usage tracker for resource:port and tenant:3fc93b913c54472498f94eef8e0189a3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:23.177492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:23.192824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:23.238856 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6068a09c-73cc-425f-88b8-6fcec1d6ae7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.274884 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6068a09c-73cc-425f-88b8-6fcec1d6ae7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.306191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8344c269-67d7-4ac0-8a78-f8c7c19672ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:23.317625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af1657-9ae7-4b16-b68a-0a38a3458fce req-d821cdb3-46e5-48fa-9ae7-c20fcc1664d9 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:23.325096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9af1657-9ae7-4b16-b68a-0a38a3458fce req-d821cdb3-46e5-48fa-9ae7-c20fcc1664d9 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 948 time: 0.7685213 Feb 04 15:28:23.345072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Made reservation on behalf of 3fc93b913c54472498f94eef8e0189a3 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:23.346618 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.373939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8344c269-67d7-4ac0-8a78-f8c7c19672ea admin admin] Usage tracker for resource:security_group_rule and tenant:93a8a2ccde2b42e09455630b3fd942b5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:23.374177 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.385615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8344c269-67d7-4ac0-8a78-f8c7c19672ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:23.387744 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6068a09c-73cc-425f-88b8-6fcec1d6ae7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.404498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8344c269-67d7-4ac0-8a78-f8c7c19672ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:23.412615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068a09c-73cc-425f-88b8-6fcec1d6ae7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeac982-953c-4699-b0eb-73d0d2e6559a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:23.429295 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6068a09c-73cc-425f-88b8-6fcec1d6ae7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.433057 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6068a09c-73cc-425f-88b8-6fcec1d6ae7c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cfeac982-953c-4699-b0eb-73d0d2e6559a HTTP/1.1" status: 204 len: 168 time: 0.3171782 Feb 04 15:28:23.448827 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77b22b85-b600-42c3-991c-6e5550a1a49f req-4028ceaa-2a44-49ed-9098-7a374e691445 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206282 Feb 04 15:28:23.453838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:23.458909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Usage tracker for resource:security_group_rule and tenant:3fc93b913c54472498f94eef8e0189a3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:23.462397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:23.470330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:23.471126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9af1657-9ae7-4b16-b68a-0a38a3458fce req-c7cf59cd-563a-4f35-8c44-5138325bbf02 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3b4b62c-39ad-4c94-988e-5f6016716542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449184 Feb 04 15:28:23.620258 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.632981 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.675230 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8344c269-67d7-4ac0-8a78-f8c7c19672ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.689370 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8344c269-67d7-4ac0-8a78-f8c7c19672ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.832606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e08c25f-4990-436d-92c0-8f3e81713a9d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:23.841742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49950) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:23.844528 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8344c269-67d7-4ac0-8a78-f8c7c19672ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93a8a2ccde2b42e09455630b3fd942b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8630204 Feb 04 15:28:23.906535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344c269-67d7-4ac0-8a78-f8c7c19672ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1a6a0b-5780-43fc-8ce6-8bc254bd0df4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:24.053293 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77406cc9-5b88-4626-9f8c-e1a218a58819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.062025 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Allocated IP 192.168.233.145 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/fa88992c-7f6e-4766-a2ff-2c594c70ac46) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:24.072533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278bf9a-5b62-4986-8d30-e773d806dbff req-09303736-a31f-41dc-a9c2-7a93c2e1c9be tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:24.074061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e278bf9a-5b62-4986-8d30-e773d806dbff req-09303736-a31f-41dc-a9c2-7a93c2e1c9be tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 950 time: 0.2557802 Feb 04 15:28:24.107983 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77406cc9-5b88-4626-9f8c-e1a218a58819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.151914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-836791fa-13f9-4f5f-9ba0-b63be2301e2d req-f0fc6b46-b9ac-4d34-a9db-a821aa80700c tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 1117 time: 0.2303443 Feb 04 15:28:24.224016 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-836791fa-13f9-4f5f-9ba0-b63be2301e2d req-85548a89-6451-4a5c-9bb6-865947d53952 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715957 Feb 04 15:28:24.236042 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e278bf9a-5b62-4986-8d30-e773d806dbff req-324acf31-5392-4053-8605-f65011e3d8e4 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d5e92d0-955a-459f-9cdf-a9774154ac12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536126 Feb 04 15:28:24.283307 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 389c66ad-a94c-40d7-b3c1-a5a7425481ab details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:24.378356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49962) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:24.449940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1121fc5a-fc60-4fdc-b311-e3698cfbfadc req-dd975039-aaec-4b97-ae3a-e5ec0c7a361c tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 210 time: 0.0778687 Feb 04 15:28:24.466132 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-99fa7f01-543f-4dac-857c-97035aebee17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.511111 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77406cc9-5b88-4626-9f8c-e1a218a58819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.584106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 389c66ad-a94c-40d7-b3c1-a5a7425481ab, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=389c66ad-a94c-40d7-b3c1-a5a7425481ab,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:24.599293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '389c66ad-a94c-40d7-b3c1-a5a7425481ab', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '389c66ad-a94c-40d7-b3c1-a5a7425481ab', 'mac_address': 'fa:16:3e:4c:c1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:28:24.606120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77406cc9-5b88-4626-9f8c-e1a218a58819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1a6a0b-5780-43fc-8ce6-8bc254bd0df4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:24.638684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-99fa7f01-543f-4dac-857c-97035aebee17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:24.675327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-99fa7f01-543f-4dac-857c-97035aebee17 admin admin] Usage tracker for resource:security_group_rule and tenant:25c415b5447048509d2524fae7ed5b2f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:24.686050 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77406cc9-5b88-4626-9f8c-e1a218a58819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.694762 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-77406cc9-5b88-4626-9f8c-e1a218a58819 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e1a6a0b-5780-43fc-8ce6-8bc254bd0df4 HTTP/1.1" status: 204 len: 168 time: 0.8509245 Feb 04 15:28:24.699586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-99fa7f01-543f-4dac-857c-97035aebee17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:24.707002 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.720821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad87030e-a5a1-4119-8f02-b639a60856ee req-f3f8548d-e58b-4753-9854-40404031567c tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 1117 time: 0.1526191 Feb 04 15:28:24.725245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-99fa7f01-543f-4dac-857c-97035aebee17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:24.748563 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.777752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Transition to ACTIVE for port object fa88992c-7f6e-4766-a2ff-2c594c70ac46 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:24.783833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389c66ad-a94c-40d7-b3c1-a5a7425481ab {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:24.811825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 389c66ad-a94c-40d7-b3c1-a5a7425481ab, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=389c66ad-a94c-40d7-b3c1-a5a7425481ab,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:24.817453 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.912132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad87030e-a5a1-4119-8f02-b639a60856ee req-9c6315a2-c561-4a2d-bfbd-5f1049a51c99 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824203 Feb 04 15:28:24.946808 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.953806 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=389c66ad-a94c-40d7-b3c1-a5a7425481ab,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:25.053618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6e41c-bdc3-47b4-8c90-355d9518244c req-a2ae11f8-bfb7-428a-bd83-2158c077a264 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:25.058171 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89c6e41c-bdc3-47b4-8c90-355d9518244c req-a2ae11f8-bfb7-428a-bd83-2158c077a264 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 949 time: 0.2759497 Feb 04 15:28:25.078991 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-99fa7f01-543f-4dac-857c-97035aebee17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:25.125110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:25.133129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:25.134960 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-99fa7f01-543f-4dac-857c-97035aebee17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:25.144586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:28:25.149609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:25.150240 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:25.210955 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4644043 Feb 04 15:28:25.222132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['389c66ad-a94c-40d7-b3c1-a5a7425481ab'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:28:25.223049 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89c6e41c-bdc3-47b4-8c90-355d9518244c req-66769c16-b848-4d33-9f00-af05f3a4c40b tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3b4b62c-39ad-4c94-988e-5f6016716542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576917 Feb 04 15:28:25.248507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cef2ab-c432-4dfb-b630-db8ee38c0ccb tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Pushing event updated for resources: {'Port': ['ID=fa88992c-7f6e-4766-a2ff-2c594c70ac46,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:25.265206 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Request body: {'port': {'device_id': 'a6e34175-feba-4455-b641-6cc257ed1bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:25.763846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49994) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:25.764715 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-99fa7f01-543f-4dac-857c-97035aebee17 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25c415b5447048509d2524fae7ed5b2f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3657768 Feb 04 15:28:25.776004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0830ecbb-2c19-4b1b-9ecc-d7cb9caa094e None None] Provisioning for port fa88992c-7f6e-4766-a2ff-2c594c70ac46 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:25.787665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0830ecbb-2c19-4b1b-9ecc-d7cb9caa094e None None] Provisioning complete for port fa88992c-7f6e-4766-a2ff-2c594c70ac46 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:25.788019 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0830ecbb-2c19-4b1b-9ecc-d7cb9caa094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:25.793779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa7f01-543f-4dac-857c-97035aebee17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bbfe75-181f-4903-9946-e5552cf9d6c8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:25.823020 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:25.875341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-0830ecbb-2c19-4b1b-9ecc-d7cb9caa094e None None] Port fa88992c-7f6e-4766-a2ff-2c594c70ac46 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:28:26.008368 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-50ff9e9b-1b79-4a62-9d2e-0537906c6583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.035076 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-50ff9e9b-1b79-4a62-9d2e-0537906c6583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.102447 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3af2da4-6db9-4a34-9b9d-fdcee4ce1f2b req-0c261e4d-395a-4231-a23d-7f38692c37ff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4098344 Feb 04 15:28:26.113601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296b28a-23a8-4fd1-929e-be892f1de22d req-72cb71f0-891f-46f6-82ce-b818f0e7e8ab tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:26.123153 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e296b28a-23a8-4fd1-929e-be892f1de22d req-72cb71f0-891f-46f6-82ce-b818f0e7e8ab tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 936 time: 0.2767441 Feb 04 15:28:26.175073 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-50ff9e9b-1b79-4a62-9d2e-0537906c6583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.193023 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Sync routers for ids ['ccca522a-6cc0-4238-a2d0-5b3389db105c'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:28:26.212465 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Routers {'ccca522a-6cc0-4238-a2d0-5b3389db105c'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:28:26.214978 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:28:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ccca522a-6cc0-4238-a2d0-5b3389db105c'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:26.243524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff9e9b-1b79-4a62-9d2e-0537906c6583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bbfe75-181f-4903-9946-e5552cf9d6c8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:26.285593 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-50ff9e9b-1b79-4a62-9d2e-0537906c6583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.285593 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-50ff9e9b-1b79-4a62-9d2e-0537906c6583 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5bbfe75-181f-4903-9946-e5552cf9d6c8 HTTP/1.1" status: 204 len: 168 time: 0.5155082 Feb 04 15:28:26.305988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e296b28a-23a8-4fd1-929e-be892f1de22d req-758f0e62-4650-4f12-8b71-2b57b7b63850 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720965 Feb 04 15:28:26.409731 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa88992c-7f6e-4766-a2ff-2c594c70ac46 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:26.420503 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.441721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Transition to ACTIVE for port object fa88992c-7f6e-4766-a2ff-2c594c70ac46 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:26.452432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.653474 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Set router ccca522a-6cc0-4238-a2d0-5b3389db105c gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:28:26.657079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62836056-77ec-4d3f-a0fb-3a1cd92b79df req-caf6a4ed-70da-45d3-a5cc-bcc47471d848 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:26.671669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Pushing event updated for resources: {'Port': ['ID=fa88992c-7f6e-4766-a2ff-2c594c70ac46,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:26.673805 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62836056-77ec-4d3f-a0fb-3a1cd92b79df req-caf6a4ed-70da-45d3-a5cc-bcc47471d848 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 950 time: 0.1505649 Feb 04 15:28:26.764643 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62836056-77ec-4d3f-a0fb-3a1cd92b79df req-1317faad-f8a2-47ed-9708-9a67bbdbfcb8 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d5e92d0-955a-459f-9cdf-a9774154ac12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899498 Feb 04 15:28:26.785934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Attempting to bind port fa88992c-7f6e-4766-a2ff-2c594c70ac46 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:26.786374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Attempting to bind port fa88992c-7f6e-4766-a2ff-2c594c70ac46 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:26.786706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Attempting to bind port fa88992c-7f6e-4766-a2ff-2c594c70ac46 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:26.797357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Port fa88992c-7f6e-4766-a2ff-2c594c70ac46 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:28:26.797357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Attempting to bind port fa88992c-7f6e-4766-a2ff-2c594c70ac46 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:26.811306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:28:26.811621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:28:26.812050 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:28:26.815262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Bound port: fa88992c-7f6e-4766-a2ff-2c594c70ac46, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:26.815633 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.994834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] For port fa88992c-7f6e-4766-a2ff-2c594c70ac46, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:27.003504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] For port fa88992c-7f6e-4766-a2ff-2c594c70ac46, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fa88992c-7f6e-4766-a2ff-2c594c70ac46,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:27.014692 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:27.146747 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:27.151303 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] 10.222.0.81 "PUT /v2.0/ports/fa88992c-7f6e-4766-a2ff-2c594c70ac46 HTTP/1.1" status: 200 len: 1096 time: 1.9064593 Feb 04 15:28:27.152147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e34175-feba-4455-b641-6cc257ed1bb1', 'tag': 'fa88992c-7f6e-4766-a2ff-2c594c70ac46'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:27.205079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e063f4-7461-4fd5-b444-3195175fd8fe service neutron] Pushing event updated for resources: {'Port': ['ID=fa88992c-7f6e-4766-a2ff-2c594c70ac46,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:27.253529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bd923-f28b-4b1e-8585-5ebd622be4a0 req-316c9977-3ece-42fc-ad2f-f579e9a4f290 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:27.255675 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-509bd923-f28b-4b1e-8585-5ebd622be4a0 req-316c9977-3ece-42fc-ad2f-f579e9a4f290 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 949 time: 0.1239524 Feb 04 15:28:27.320231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884411048-router', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:57Z', 'updated_at': '2022-02-04T15:28:08Z', 'revision_number': 4, 'project_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'gw_port': {'id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:58Z', 'updated_at': '2022-02-04T15:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '0343a936-d962-4e9a-a7af-a5e7417d7d95', 'name': '', 'network_id': 'f05e2c2f-95eb-4506-8e6b-651d9817c62d', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'mac_address': 'fa:16:3e:d9:2a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c60efee-25fd-4388-9498-15a99e2ece5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:28:06Z', 'updated_at': '2022-02-04T15:28:08Z', 'revision_number': 2, 'project_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'subnets': [{'id': '5c60efee-25fd-4388-9498-15a99e2ece5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:27.330603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Checking router: ccca522a-6cc0-4238-a2d0-5b3389db105c for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:28:27.332117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Updating router ccca522a-6cc0-4238-a2d0-5b3389db105c port 0343a936-d962-4e9a-a7af-a5e7417d7d95 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:28:27.409556 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-509bd923-f28b-4b1e-8585-5ebd622be4a0 req-1b8678cf-2cbb-43cc-9c64-7a5611c2dbb8 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3b4b62c-39ad-4c94-988e-5f6016716542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382730 Feb 04 15:28:27.486868 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:27.557600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658892e0-ac9e-4d84-ba05-859acc963be1 req-227aa21c-c2d5-498f-bfeb-48080dd4342e tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:27.558303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-658892e0-ac9e-4d84-ba05-859acc963be1 req-227aa21c-c2d5-498f-bfeb-48080dd4342e tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Synchronizing usage tracker for tenant:394c26f6b57645a2ab308176e7228529 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:27.584710 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e34175-feba-4455-b641-6cc257ed1bb1', 'tag': 'fa88992c-7f6e-4766-a2ff-2c594c70ac46', 'status': 'completed', 'code': 200} Feb 04 15:28:27.603994 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-56d7f386-a0d6-4b43-bd4d-f05739240b2c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3fc93b913c54472498f94eef8e0189a3&device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 1099 time: 0.2899239 Feb 04 15:28:27.788609 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-29cbafab-bc33-4b5f-ad07-f7f986e333bf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=fa88992c-7f6e-4766-a2ff-2c594c70ac46 HTTP/1.1" status: 200 len: 217 time: 0.1485429 Feb 04 15:28:27.790093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-658892e0-ac9e-4d84-ba05-859acc963be1 req-227aa21c-c2d5-498f-bfeb-48080dd4342e tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Unset dirty status for tenant:394c26f6b57645a2ab308176e7228529 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:27.791371 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-658892e0-ac9e-4d84-ba05-859acc963be1 req-227aa21c-c2d5-498f-bfeb-48080dd4342e tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 950 time: 0.5456798 Feb 04 15:28:27.970881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf61d9-c960-49d9-9cd2-77e3213d79f9 req-d61dca15-cec1-4200-9c68-6f818e0d0037 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:27.989951 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aebf61d9-c960-49d9-9cd2-77e3213d79f9 req-d61dca15-cec1-4200-9c68-6f818e0d0037 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 948 time: 0.2192268 Feb 04 15:28:28.145239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aebf61d9-c960-49d9-9cd2-77e3213d79f9 req-3c5f7891-8ecd-4c7e-ba68-4eaf56b6ca1f tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543167 Feb 04 15:28:28.154385 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-658892e0-ac9e-4d84-ba05-859acc963be1 req-2b46eff8-ddd9-41dc-8e49-d4b08b459740 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Deleting port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:28:28.154836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-658892e0-ac9e-4d84-ba05-859acc963be1 req-2b46eff8-ddd9-41dc-8e49-d4b08b459740 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:28.258765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-f07b6874-d4db-4462-8bc3-23f23d29863f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:28.260102 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-f07b6874-d4db-4462-8bc3-23f23d29863f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.4547637 Feb 04 15:28:28.302965 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 389c66ad-a94c-40d7-b3c1-a5a7425481ab up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:28.375043 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:28.398782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Transition to ACTIVE for port object 0343a936-d962-4e9a-a7af-a5e7417d7d95 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:28.433702 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:28.514281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 389c66ad-a94c-40d7-b3c1-a5a7425481ab completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:28.529885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 389c66ad-a94c-40d7-b3c1-a5a7425481ab triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:28.530746 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:28.580013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83238d96-140d-4c41-be23-093332edbaf1 req-3ec543fa-1750-4c4d-a0a2-e89964eb8d27 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:28.595820 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83238d96-140d-4c41-be23-093332edbaf1 req-3ec543fa-1750-4c4d-a0a2-e89964eb8d27 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 950 time: 0.1980782 Feb 04 15:28:28.698895 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96c535-c71a-47d2-8ce5-4ee9cef8a3d1 None None] Pushing event updated for resources: {'Port': ['ID=0343a936-d962-4e9a-a7af-a5e7417d7d95,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:28.756027 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83238d96-140d-4c41-be23-093332edbaf1 req-d5122541-c528-44d3-8c11-1c945f0143fb tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d5e92d0-955a-459f-9cdf-a9774154ac12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591833 Feb 04 15:28:28.959946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50094) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:28.989073 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Attempting to bind port 0343a936-d962-4e9a-a7af-a5e7417d7d95 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:28.998212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Attempting to bind port 0343a936-d962-4e9a-a7af-a5e7417d7d95 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'd6236753-38fb-42f7-b4b3-e523078dc4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f05e2c2f-95eb-4506-8e6b-651d9817c62d'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:28.999067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Attempting to bind port 0343a936-d962-4e9a-a7af-a5e7417d7d95 on network f05e2c2f-95eb-4506-8e6b-651d9817c62d {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:29.018604 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-658892e0-ac9e-4d84-ba05-859acc963be1 req-2b46eff8-ddd9-41dc-8e49-d4b08b459740 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] For port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:29.019158 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-658892e0-ac9e-4d84-ba05-859acc963be1 req-2b46eff8-ddd9-41dc-8e49-d4b08b459740 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:29.031839 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:28:29.032617 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Checking segment: {'id': 'd6236753-38fb-42f7-b4b3-e523078dc4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f05e2c2f-95eb-4506-8e6b-651d9817c62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:28:29.033230 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:29.033845 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Bound using segment: {'id': 'd6236753-38fb-42f7-b4b3-e523078dc4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f05e2c2f-95eb-4506-8e6b-651d9817c62d'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:28:29.034531 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Bound port: 0343a936-d962-4e9a-a7af-a5e7417d7d95, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6236753-38fb-42f7-b4b3-e523078dc4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f05e2c2f-95eb-4506-8e6b-651d9817c62d'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:29.035366 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:29.048863 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:29.123018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50100) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:29.136735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-d44aeeb1-e06e-4fce-8c26-014c47e9390c tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:28:29.138543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-d44aeeb1-e06e-4fce-8c26-014c47e9390c tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0137694 Feb 04 15:28:29.171040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf1cfaa-962f-49a2-a9e5-3fd4874ce427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389c66ad-a94c-40d7-b3c1-a5a7425481ab'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:29.195394 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 389c66ad-a94c-40d7-b3c1-a5a7425481ab, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=389c66ad-a94c-40d7-b3c1-a5a7425481ab,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:29.218414 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:29.219854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cca60c-74ad-4aba-bea8-bd66b6ef1c28 req-9ae131df-6427-41b7-a8ee-ee572b3882e5 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:29.234455 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9cca60c-74ad-4aba-bea8-bd66b6ef1c28 req-9ae131df-6427-41b7-a8ee-ee572b3882e5 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 949 time: 0.1583030 Feb 04 15:28:29.303413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-697762750-network', 'tenant_id': '6d8a9be4cb5045d59fdd9e1cce2fb5da'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:29.312256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:29.328946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Usage tracker for resource:network and tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:29.332510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] For port 0343a936-d962-4e9a-a7af-a5e7417d7d95, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:29.338120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:29.348379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-658892e0-ac9e-4d84-ba05-859acc963be1 req-2b46eff8-ddd9-41dc-8e49-d4b08b459740 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Calling delete_port for 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:28:29.350850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] For port 0343a936-d962-4e9a-a7af-a5e7417d7d95, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0343a936-d962-4e9a-a7af-a5e7417d7d95,segment=NetworkSegment(d6236753-38fb-42f7-b4b3-e523078dc4e9),segment_id=d6236753-38fb-42f7-b4b3-e523078dc4e9)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:29.361124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:29.383734 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9cca60c-74ad-4aba-bea8-bd66b6ef1c28 req-845f53de-cc3e-466e-ba4f-6691699cee80 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3b4b62c-39ad-4c94-988e-5f6016716542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472216 Feb 04 15:28:29.401971 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:29.425666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Made reservation on behalf of 6d8a9be4cb5045d59fdd9e1cce2fb5da for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:29.429137 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:29.476057 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:29.581344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Routers {'ccca522a-6cc0-4238-a2d0-5b3389db105c'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:28:29.581992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:28:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ccca522a-6cc0-4238-a2d0-5b3389db105c'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:29.598961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:29.609518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Usage tracker for resource:security_group_rule and tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:29.615066 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:29.628835 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-1211093d-d575-4dd7-9320-e231b04be8e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3432534 Feb 04 15:28:29.632003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:29.695143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-cd9ce351-f888-4957-87a7-bcfff71d6a76 service neutron] Request body: {'binding': {'host': 'n-h1-827872-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:29.698510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-cd9ce351-f888-4957-87a7-bcfff71d6a76 service neutron] Unknown quota resources ['binding']. {{(pid=83551) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 15:28:29.890984 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-658892e0-ac9e-4d84-ba05-859acc963be1 req-2b46eff8-ddd9-41dc-8e49-d4b08b459740 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:29.896321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] Set router ccca522a-6cc0-4238-a2d0-5b3389db105c gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:28:29.962568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46eff8-ddd9-41dc-8e49-d4b08b459740 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Pushing event deleted for resources: {'Port': ['ID=9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:29.972829 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-2a1e4b36-d27d-499d-91f9-60b179318edc service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330369 Feb 04 15:28:30.155577 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=389c66ad-a94c-40d7-b3c1-a5a7425481ab,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:30.211516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-658892e0-ac9e-4d84-ba05-859acc963be1 req-2b46eff8-ddd9-41dc-8e49-d4b08b459740 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] No DVR routers for this DVR port 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:30.221658 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.230724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7068a1-b7ca-4553-b08f-8434d321a20d req-fdc7fc9d-6545-44d3-8beb-f2aa950cf1e8 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:30.233300 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-658892e0-ac9e-4d84-ba05-859acc963be1 req-2b46eff8-ddd9-41dc-8e49-d4b08b459740 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.240065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f34204-0bf1-466e-b913-8378cb0a19e0', 'name': 'network-vif-deleted', 'tag': '9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:30.246737 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b7068a1-b7ca-4553-b08f-8434d321a20d req-fdc7fc9d-6545-44d3-8beb-f2aa950cf1e8 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 948 time: 0.5114393 Feb 04 15:28:30.260163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96c535-c71a-47d2-8ce5-4ee9cef8a3d1 None None] Pushing event updated for resources: {'Port': ['ID=0343a936-d962-4e9a-a7af-a5e7417d7d95,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:30.271712 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:28:30.279012 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.327128 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-658892e0-ac9e-4d84-ba05-859acc963be1 req-2b46eff8-ddd9-41dc-8e49-d4b08b459740 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.81 "DELETE /v2.0/ports/9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 HTTP/1.1" status: 204 len: 173 time: 2.5199904 Feb 04 15:28:30.340607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448a7bb2-3d9a-46d0-8d24-3820439857d8,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:30.364668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:28:30.378689 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-12d9e998-dd13-4ecf-a76e-8ed9edb1e8bd req-c724ab5d-0736-4c42-b2a4-5daa45194cf3 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619008 Feb 04 15:28:30.432138 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b7068a1-b7ca-4553-b08f-8434d321a20d req-1d1a6138-d03f-4f1d-b3a7-dc716f10ea1f tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843855 Feb 04 15:28:30.433279 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.433721 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Added segment 458dbb5b-1adb-4ead-a6c7-4496a9aedde6 of type vlan for network 62733b51-fb30-46e2-a99d-550cf28f5810 Feb 04 15:28:30.539934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-cd9ce351-f888-4957-87a7-bcfff71d6a76 service neutron] Attempting to bind port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 on host n-h1-827872-1 for vnic_type normal with profile None {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:30.540273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-cd9ce351-f888-4957-87a7-bcfff71d6a76 service neutron] Attempting to bind port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:30.543755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-cd9ce351-f888-4957-87a7-bcfff71d6a76 service neutron] Attempting to bind port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:30.623985 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.627472 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf1cfaa-962f-49a2-a9e5-3fd4874ce427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389c66ad-a94c-40d7-b3c1-a5a7425481ab', 'code': 200} Feb 04 15:28:30.661817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-cd9ce351-f888-4957-87a7-bcfff71d6a76 service neutron] Port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:28:30.662855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-cd9ce351-f888-4957-87a7-bcfff71d6a76 service neutron] Attempting to bind port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:30.675435 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0ee29d24-d9db-434f-8aac-c2930552e691 req-c19a35ce-54e8-47b0-b96d-81f6b8c57336 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3fc93b913c54472498f94eef8e0189a3&device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 1099 time: 0.1786504 Feb 04 15:28:30.698401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-cd9ce351-f888-4957-87a7-bcfff71d6a76 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:28:30.698659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-cd9ce351-f888-4957-87a7-bcfff71d6a76 service neutron] Checking segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:28:30.699029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-cd9ce351-f888-4957-87a7-bcfff71d6a76 service neutron] Bound using segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:28:30.699491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-cd9ce351-f888-4957-87a7-bcfff71d6a76 service neutron] Bound port: fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:30.820231 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.821104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:30.821708 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.863409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1381291643', 'description': 'tempest-description-1540387211'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:30.877753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884411048-router', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:57Z', 'updated_at': '2022-02-04T15:28:08Z', 'revision_number': 4, 'project_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'gw_port': {'id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:58Z', 'updated_at': '2022-02-04T15:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '0343a936-d962-4e9a-a7af-a5e7417d7d95', 'name': '', 'network_id': 'f05e2c2f-95eb-4506-8e6b-651d9817c62d', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'mac_address': 'fa:16:3e:d9:2a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c60efee-25fd-4388-9498-15a99e2ece5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:28:06Z', 'updated_at': '2022-02-04T15:28:29Z', 'revision_number': 4, 'project_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'subnets': [{'id': '5c60efee-25fd-4388-9498-15a99e2ece5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:30.882756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598738ed-36c5-4985-b171-11ac3588d072 None None] The sync data for ids ['ccca522a-6cc0-4238-a2d0-5b3389db105c'] in n-d-827872-1 is: [{'id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884411048-router', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:57Z', 'updated_at': '2022-02-04T15:28:08Z', 'revision_number': 4, 'project_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'gw_port': {'id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:58Z', 'updated_at': '2022-02-04T15:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '0343a936-d962-4e9a-a7af-a5e7417d7d95', 'name': '', 'network_id': 'f05e2c2f-95eb-4506-8e6b-651d9817c62d', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'mac_address': 'fa:16:3e:d9:2a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c60efee-25fd-4388-9498-15a99e2ece5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:28:06Z', 'updated_at': '2022-02-04T15:28:29Z', 'revision_number': 4, 'project_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'subnets': [{'id': '5c60efee-25fd-4388-9498-15a99e2ece5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:28:30.953389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee29d24-d9db-434f-8aac-c2930552e691 req-b6d4d09c-f150-4276-b935-471462058d48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:30.955025 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0ee29d24-d9db-434f-8aac-c2930552e691 req-b6d4d09c-f150-4276-b935-471462058d48 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.2628057 Feb 04 15:28:30.980811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:30.987256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Usage tracker for resource:security_group and tenant:adcb3537f6294c3da38726851419ece2 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:30.990433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:30.996453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:31.011439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-cd9ce351-f888-4957-87a7-bcfff71d6a76 service neutron] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:31.017390 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0559151 Feb 04 15:28:31.025195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50128) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:31.036873 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.061443 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-cd9ce351-f888-4957-87a7-bcfff71d6a76 service neutron] Notify callbacks [] for binding, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.062626 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-cd9ce351-f888-4957-87a7-bcfff71d6a76 service neutron] 10.222.0.60 "POST /v2.0/ports/fb4f5f32-375a-4c4c-b005-47f6ef3b78c4/bindings HTTP/1.1" status: 201 len: 389 time: 1.5454035 Feb 04 15:28:31.064729 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0ee29d24-d9db-434f-8aac-c2930552e691 req-836fc8c4-8927-4f3c-ba3a-58a797b17067 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=fa88992c-7f6e-4766-a2ff-2c594c70ac46 HTTP/1.1" status: 200 len: 217 time: 0.0990710 Feb 04 15:28:31.083014 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.107868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b89fd-c2ef-48af-ac29-75cacb096686 admin admin] Pushing event updated for resources: {'Network': ['ID=62733b51-fb30-46e2-a99d-550cf28f5810,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:31.125402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] Request body: {'subnet': {'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-697762750-subnet', 'tenant_id': '6d8a9be4cb5045d59fdd9e1cce2fb5da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:31.131008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 62733b51-fb30-46e2-a99d-550cf28f5810 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:28:31.192817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:31.202582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] Usage tracker for resource:subnet and tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:31.212524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:31.253188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:31.275663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee29d24-d9db-434f-8aac-c2930552e691 req-62a65222-7fda-45aa-ab2d-55d284e78842 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:31.283946 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2dca533d-7ff0-407e-b81b-50ca4377adaa req-a8a6a13e-afe0-4508-b20b-5b9cf5057110 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 1101 time: 0.5775003 Feb 04 15:28:31.284655 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0ee29d24-d9db-434f-8aac-c2930552e691 req-62a65222-7fda-45aa-ab2d-55d284e78842 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2052989 Feb 04 15:28:31.336612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:31.350636 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Usage tracker for resource:security_group_rule and tenant:adcb3537f6294c3da38726851419ece2 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:31.353912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:31.361446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:31.445173 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0ee29d24-d9db-434f-8aac-c2930552e691 req-22729233-7386-4416-bed5-42d9b86c1413 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539617 Feb 04 15:28:31.493890 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.532784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] Made reservation on behalf of 6d8a9be4cb5045d59fdd9e1cce2fb5da for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:31.535073 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.721762 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.728206 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-d3bfe557-edbd-435e-a0df-46d86f610a90 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 1117 time: 0.1564834 Feb 04 15:28:31.732108 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0ee29d24-d9db-434f-8aac-c2930552e691 req-f753550a-2f51-4169-96c3-faedc03bcf9d service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766805 Feb 04 15:28:31.741563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:31.745651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Usage tracker for resource:security_group_rule and tenant:adcb3537f6294c3da38726851419ece2 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:31.749413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:31.755665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:31.845016 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50a95d0c-d62a-4b8e-aaa9-61694d70064c req-c96a9aa5-fdb6-4be6-bcda-ba45fdcd1b29 tempest-ServerDiagnosticsNegativeTest-1890199165 tempest-ServerDiagnosticsNegativeTest-1890199165-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f34204-0bf1-466e-b913-8378cb0a19e0 HTTP/1.1" status: 200 len: 210 time: 0.3130491 Feb 04 15:28:31.914198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:31.915523 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.962828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2dca533d-7ff0-407e-b81b-50ca4377adaa req-d751721a-0211-447c-b1cf-5f811ff6bc87 service neutron] Synchronizing usage tracker for tenant:862e0b9753c14817a5723bc69e9cffa4 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:31.975536 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:32.003475 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:32.003804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:28:32.004149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:28:32.017786 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f34204-0bf1-466e-b913-8378cb0a19e0', 'name': 'network-vif-deleted', 'tag': '9b9de57e-fd8c-4b2b-b471-8aa213a7d4d2', 'status': 'completed', 'code': 200} Feb 04 15:28:32.173289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2dca533d-7ff0-407e-b81b-50ca4377adaa req-d751721a-0211-447c-b1cf-5f811ff6bc87 service neutron] Unset dirty status for tenant:862e0b9753c14817a5723bc69e9cffa4 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:32.174428 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2dca533d-7ff0-407e-b81b-50ca4377adaa req-d751721a-0211-447c-b1cf-5f811ff6bc87 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c3b4b62c-39ad-4c94-988e-5f6016716542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787457 Feb 04 15:28:32.175030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b82f760-6394-4641-be0f-9c5a86c119d4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:32.259753 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-6e6ab9b4-7cf4-4ebe-819f-323a43c7c9d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:32.261333 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-6e6ab9b4-7cf4-4ebe-819f-323a43c7c9d1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.5227466 Feb 04 15:28:32.263472 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0ee29d24-d9db-434f-8aac-c2930552e691 req-6fcfcd6a-8fdd-4ead-9678-ac432b89d5fb service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937294 Feb 04 15:28:32.273914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e65648f-2a98-4db0-8d3e-3d1fb81866e5,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:32.312329 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:32.327249 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26e69162-7218-4040-bab0-3431299a316e req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.4682217 Feb 04 15:28:32.374572 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-f6b64125-5b9c-4735-8583-6a11d5c713af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 HTTP/1.1" status: 200 len: 217 time: 0.0895452 Feb 04 15:28:32.376531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b77681-4114-4ebe-a46a-23d79e188927 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b346000-a517-495d-ae73-bffc63faf0d8,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:32.415224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] Checking segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:28:32.415793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] Network hostable DHCP agents. Network: 62733b51-fb30-46e2-a99d-550cf28f5810, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:28:32.507270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6de58f-73f6-4b21-bab6-1f239a7aa111 req-b0e8d108-27db-4bcc-a0eb-a25f564f12b7 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:32.509012 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e6de58f-73f6-4b21-bab6-1f239a7aa111 req-b0e8d108-27db-4bcc-a0eb-a25f564f12b7 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 950 time: 0.3446763 Feb 04 15:28:32.533877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] Network 62733b51-fb30-46e2-a99d-550cf28f5810 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:28:32.547447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-3e7ec5f2-e2be-49a8-8674-73036c04b66c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:32.549349 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-3e7ec5f2-e2be-49a8-8674-73036c04b66c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.1107612 Feb 04 15:28:32.606017 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-87d4d1c8-d6ff-4904-993b-0be8703e96df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493488 Feb 04 15:28:32.608154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 62733b51-fb30-46e2-a99d-550cf28f5810) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:32.618790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:32.619396 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:32.620816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34639f23-e182-49a8-9ea4-685b0d964044 None None] Network 62733b51-fb30-46e2-a99d-550cf28f5810 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:28:32.642619 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e6de58f-73f6-4b21-bab6-1f239a7aa111 req-24cc945d-77b6-49bd-b729-d91bad67d18f tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3b4b62c-39ad-4c94-988e-5f6016716542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241982 Feb 04 15:28:32.657390 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2df142f6-543e-4231-bf8f-6178a59a3900 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5937071 Feb 04 15:28:32.718355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8a481-361c-462f-8f44-c0d7ed5e938a req-048cfd97-8177-44da-bfbe-ea827cfc8873 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:32.723895 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-85b8a481-361c-462f-8f44-c0d7ed5e938a req-048cfd97-8177-44da-bfbe-ea827cfc8873 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 966 time: 0.1856196 Feb 04 15:28:32.848559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-85b8a481-361c-462f-8f44-c0d7ed5e938a req-6ef498f3-e189-4523-a5ed-ee490b518444 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145577 Feb 04 15:28:32.867102 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0343a936-d962-4e9a-a7af-a5e7417d7d95 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:32.890238 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-92b03f31-4e76-48c1-907f-1d8ec98eb4fa service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755606 Feb 04 15:28:32.954835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-b432e14b-7007-4713-ab4f-81188864f4d9 req-f0345d83-1e2c-4cf6-9edf-0d43b5a100e6 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1573678657', 'description': 'tempest-description-1080010333'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:32.964952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-b432e14b-7007-4713-ab4f-81188864f4d9 req-f0345d83-1e2c-4cf6-9edf-0d43b5a100e6 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:32.971890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b432e14b-7007-4713-ab4f-81188864f4d9 req-f0345d83-1e2c-4cf6-9edf-0d43b5a100e6 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Usage tracker for resource:security_group and tenant:adcb3537f6294c3da38726851419ece2 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:32.975352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b432e14b-7007-4713-ab4f-81188864f4d9 req-f0345d83-1e2c-4cf6-9edf-0d43b5a100e6 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:32.983004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-b432e14b-7007-4713-ab4f-81188864f4d9 req-f0345d83-1e2c-4cf6-9edf-0d43b5a100e6 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:33.072958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155dd43-bde6-4658-8997-79f98f41fad1 req-df7d73a9-87e4-4602-9acd-8f108b931598 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:33.078813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0155dd43-bde6-4658-8997-79f98f41fad1 req-df7d73a9-87e4-4602-9acd-8f108b931598 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 948 time: 0.1683998 Feb 04 15:28:33.080955 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b432e14b-7007-4713-ab4f-81188864f4d9 req-f0345d83-1e2c-4cf6-9edf-0d43b5a100e6 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.172376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 0343a936-d962-4e9a-a7af-a5e7417d7d95 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:33.181481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 0343a936-d962-4e9a-a7af-a5e7417d7d95 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:33.181890 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.205035 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0155dd43-bde6-4658-8997-79f98f41fad1 req-3bf0be6e-b9de-4ac6-8ea6-bbd0c282136c tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088247 Feb 04 15:28:33.223208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-b432e14b-7007-4713-ab4f-81188864f4d9 req-f0345d83-1e2c-4cf6-9edf-0d43b5a100e6 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:33.223208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b432e14b-7007-4713-ab4f-81188864f4d9 req-f0345d83-1e2c-4cf6-9edf-0d43b5a100e6 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Usage tracker for resource:security_group_rule and tenant:adcb3537f6294c3da38726851419ece2 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:33.226149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b1ec5b-ab34-456f-bb4f-5120d6665fb3 None None] Network 62733b51-fb30-46e2-a99d-550cf28f5810 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:28:33.227243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b432e14b-7007-4713-ab4f-81188864f4d9 req-f0345d83-1e2c-4cf6-9edf-0d43b5a100e6 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:33.243840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-b432e14b-7007-4713-ab4f-81188864f4d9 req-f0345d83-1e2c-4cf6-9edf-0d43b5a100e6 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:33.254714 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-eb35202f-b67c-446e-acc6-8384e2274c6f service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578289 Feb 04 15:28:33.369479 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b432e14b-7007-4713-ab4f-81188864f4d9 req-f0345d83-1e2c-4cf6-9edf-0d43b5a100e6 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.375103 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b432e14b-7007-4713-ab4f-81188864f4d9 req-f0345d83-1e2c-4cf6-9edf-0d43b5a100e6 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.437172 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0345d83-1e2c-4cf6-9edf-0d43b5a100e6 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c9de16-9703-4e12-8462-90d57b42fa09,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:33.441759 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b432e14b-7007-4713-ab4f-81188864f4d9 req-f0345d83-1e2c-4cf6-9edf-0d43b5a100e6 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.455267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b432e14b-7007-4713-ab4f-81188864f4d9 req-f0345d83-1e2c-4cf6-9edf-0d43b5a100e6 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.5046237 Feb 04 15:28:33.633855 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-b54b1d79-a126-407b-9365-e8aa0dc28232 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640&tenant_id=259f0c881e6045e4b888323648b2d57a&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 1117 time: 0.1138568 Feb 04 15:28:33.647495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827872-1'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:33.678597 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.822255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 0343a936-d962-4e9a-a7af-a5e7417d7d95, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0343a936-d962-4e9a-a7af-a5e7417d7d95,segment=NetworkSegment(d6236753-38fb-42f7-b4b3-e523078dc4e9),segment_id=d6236753-38fb-42f7-b4b3-e523078dc4e9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:33.831691 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.878192 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50164) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:33.897750 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.935602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fa88992c-7f6e-4766-a2ff-2c594c70ac46 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:34.052498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=0343a936-d962-4e9a-a7af-a5e7417d7d95,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:34.257845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-942002223', 'description': 'tempest-description-350471912'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:34.273728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:34.285102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:34.286576 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port fa88992c-7f6e-4766-a2ff-2c594c70ac46, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fa88992c-7f6e-4766-a2ff-2c594c70ac46,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:34.312559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:34.324346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1886d9-e193-431a-889b-322406c9cece req-99b328e3-1517-470c-9dc4-23ee8b0c23a2 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:34.325761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'fa88992c-7f6e-4766-a2ff-2c594c70ac46', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'fa88992c-7f6e-4766-a2ff-2c594c70ac46', 'mac_address': 'fa:16:3e:22:01:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:28:34.326741 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d1886d9-e193-431a-889b-322406c9cece req-99b328e3-1517-470c-9dc4-23ee8b0c23a2 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 950 time: 0.3656471 Feb 04 15:28:34.330521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Usage tracker for resource:security_group and tenant:b6469a0e09ed4e45ad1fc99810e3492d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:34.337216 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:34.359100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:34.394786 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.398542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca624da5-bb52-4b24-b2de-b202f0b24640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4f5f32-375a-4c4c-b005-47f6ef3b78c4'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:34.406189 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.411773 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.457431 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d1886d9-e193-431a-889b-322406c9cece req-9b9f673e-217f-4d82-bd55-108428bf7512 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3b4b62c-39ad-4c94-988e-5f6016716542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237466 Feb 04 15:28:34.458090 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.462224 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.487399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa88992c-7f6e-4766-a2ff-2c594c70ac46 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:34.505986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port fa88992c-7f6e-4766-a2ff-2c594c70ac46, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fa88992c-7f6e-4766-a2ff-2c594c70ac46,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:34.516024 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.518397 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a6096d52-6000-4e92-94bc-2edfa9f7f886 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=394c26f6b57645a2ab308176e7228529&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6383681 Feb 04 15:28:34.521231 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50182) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:34.632229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:34.653327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=fa88992c-7f6e-4766-a2ff-2c594c70ac46,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:34.660190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Usage tracker for resource:security_group_rule and tenant:b6469a0e09ed4e45ad1fc99810e3492d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:34.676816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:34.695553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,revision_number=7']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:34.703129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:34.782907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0343a936-d962-4e9a-a7af-a5e7417d7d95 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:34.787501 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Attempting to bind port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 on host n-h2-827872-1 for vnic_type normal with profile {"migrating_to": "n-h1-827872-1"} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:34.788018 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Attempting to bind port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:34.788698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Attempting to bind port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:34.796394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:28:34.796988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Attempting to bind port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:34.804991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:28:34.805560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Checking segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:28:34.806106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Bound using segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:28:34.807296 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Bound port: fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:34.807836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.899120 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 0343a936-d962-4e9a-a7af-a5e7417d7d95 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:34.899699 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.927158 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.930414 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e50d4eb-39be-48fa-85dc-d27bb391fd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.937619 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['fa88992c-7f6e-4766-a2ff-2c594c70ac46'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:28:34.940155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50188) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:34.951307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1138178312-network', 'tenant_id': '499f1074b75a41c0a5c6cc84603deb43'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:34.952056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:34.956211 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:34.959775 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.964004 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.049599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:35.056126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c2b795-d731-4a88-830f-6fafb4f66b7b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:35.058642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,revision_number=8']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:35.087443 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e50d4eb-39be-48fa-85dc-d27bb391fd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.152056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Usage tracker for resource:network and tenant:499f1074b75a41c0a5c6cc84603deb43 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:35.166822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:35.171346 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e50d4eb-39be-48fa-85dc-d27bb391fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.195168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:35.222675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:35.229316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50d4eb-39be-48fa-85dc-d27bb391fd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5e92d0-955a-459f-9cdf-a9774154ac12,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:35.239586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Usage tracker for resource:security_group_rule and tenant:b6469a0e09ed4e45ad1fc99810e3492d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:35.250571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:35.255377 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e50d4eb-39be-48fa-85dc-d27bb391fd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.256697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4e50d4eb-39be-48fa-85dc-d27bb391fd2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d5e92d0-955a-459f-9cdf-a9774154ac12 HTTP/1.1" status: 204 len: 168 time: 0.7294862 Feb 04 15:28:35.274166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Made reservation on behalf of 499f1074b75a41c0a5c6cc84603deb43 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:35.280550 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.330929 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.331373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:35.333346 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-36684a5e-9b3d-43e5-a00f-859dab5052b4 service neutron] 10.222.0.81 "PUT /v2.0/ports/fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 HTTP/1.1" status: 200 len: 1142 time: 1.6904323 Feb 04 15:28:35.337285 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.438889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['fb4f5f32-375a-4c4c-b005-47f6ef3b78c4'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:28:35.521042 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:35.521042 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Usage tracker for resource:security_group_rule and tenant:499f1074b75a41c0a5c6cc84603deb43 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:35.521042 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:35.521837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:35.601320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3063ac1-e2ba-4f73-a80c-a62e6e068b77 req-7cbcc4e4-1c27-41ef-a09c-00e389cffca5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:35.615106 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3063ac1-e2ba-4f73-a80c-a62e6e068b77 req-7cbcc4e4-1c27-41ef-a09c-00e389cffca5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 964 time: 0.8422918 Feb 04 15:28:35.661793 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.679414 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.745228 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:28:35.772392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7d00d6-1de2-4f64-a728-146235c44411,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:35.807614 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.812663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3063ac1-e2ba-4f73-a80c-a62e6e068b77 req-af745bf6-367f-48b1-bced-b510f73297f3 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966934 Feb 04 15:28:35.814078 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.814572 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Added segment 07d9a26e-2c92-4be3-9474-057c12a69f34 of type vlan for network 51d14b8b-162c-4ee1-a1a9-43bad09c76b5 Feb 04 15:28:35.828993 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.912497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8d9a6c-8573-4fd8-b716-a908370f9de9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:35.915575 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.931651 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.938463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50202) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:35.947469 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bbce7f6-893c-4716-afea-1c7e1c186521 req-32ce9922-5063-4bc9-98ff-c98d4a722293 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 1.7067025 Feb 04 15:28:35.963674 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06e7da1c-aa91-4817-8faa-b6488f82f679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.018245 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca624da5-bb52-4b24-b2de-b202f0b24640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4f5f32-375a-4c4c-b005-47f6ef3b78c4', 'code': 200} Feb 04 15:28:36.063498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-06e7da1c-aa91-4817-8faa-b6488f82f679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:36.068268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-06e7da1c-aa91-4817-8faa-b6488f82f679 admin admin] Usage tracker for resource:security_group_rule and tenant:68b8769ef3584256bd0a4b42f6615e03 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:36.072100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-06e7da1c-aa91-4817-8faa-b6488f82f679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:36.086228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-06e7da1c-aa91-4817-8faa-b6488f82f679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:36.114039 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.115445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:36.116117 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.179663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2384946 Feb 04 15:28:36.181944 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06e7da1c-aa91-4817-8faa-b6488f82f679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.182940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50208) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:36.189535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] Request body: {'subnet': {'network_id': '51d14b8b-162c-4ee1-a1a9-43bad09c76b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1138178312-subnet', 'tenant_id': '499f1074b75a41c0a5c6cc84603deb43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:36.194826 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06e7da1c-aa91-4817-8faa-b6488f82f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.203276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:36.218157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] Usage tracker for resource:subnet and tenant:499f1074b75a41c0a5c6cc84603deb43 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:36.224990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:36.243575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:36.269992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7da1c-aa91-4817-8faa-b6488f82f679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91df194-d563-4017-8c19-ff12e13e5415,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:36.274691 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-06e7da1c-aa91-4817-8faa-b6488f82f679 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=68b8769ef3584256bd0a4b42f6615e03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3351929 Feb 04 15:28:36.277574 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50212) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:36.281770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] Made reservation on behalf of 499f1074b75a41c0a5c6cc84603deb43 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:36.284837 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.369824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b50fc2-65e2-4a04-b7b2-457c37cd3cae admin admin] Pushing event updated for resources: {'Network': ['ID=51d14b8b-162c-4ee1-a1a9-43bad09c76b5,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:36.384362 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 51d14b8b-162c-4ee1-a1a9-43bad09c76b5 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:28:36.394472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9915af0-0431-4904-b4f5-7fdf01dc6149 req-ebea131c-3db9-424f-8c50-19a086fddb9a tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:36.396174 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9915af0-0431-4904-b4f5-7fdf01dc6149 req-ebea131c-3db9-424f-8c50-19a086fddb9a tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 949 time: 0.3757746 Feb 04 15:28:36.423629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4a937-a351-4dbe-82fd-f76be25b075d req-9e3b65d0-e187-4367-a4bf-e25e8cd5d137 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:36.433547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0e4a937-a351-4dbe-82fd-f76be25b075d req-9e3b65d0-e187-4367-a4bf-e25e8cd5d137 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 950 time: 0.2676485 Feb 04 15:28:36.566958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9915af0-0431-4904-b4f5-7fdf01dc6149 req-c89f5c6c-ee0b-4bd4-90ed-a56df85608ce tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598246 Feb 04 15:28:36.571650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0e4a937-a351-4dbe-82fd-f76be25b075d req-5ef5a8af-5534-4735-bafe-371792ccfd8f tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3b4b62c-39ad-4c94-988e-5f6016716542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371269 Feb 04 15:28:36.585677 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-578a60b9-b79f-4500-b71c-b4cfed9d2821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.640498 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-de90e7d1-76b2-4639-be89-20c2b332ab54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.673069 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-578a60b9-b79f-4500-b71c-b4cfed9d2821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.673575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-355fefd6-42d3-4441-b8af-86531e6dff27 req-f7584949-7aa0-4cda-866b-9156f985815f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-769349485', 'description': 'tempest-description-1639763530'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:36.680216 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-355fefd6-42d3-4441-b8af-86531e6dff27 req-f7584949-7aa0-4cda-866b-9156f985815f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:36.695335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-355fefd6-42d3-4441-b8af-86531e6dff27 req-f7584949-7aa0-4cda-866b-9156f985815f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Usage tracker for resource:security_group and tenant:b6469a0e09ed4e45ad1fc99810e3492d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:36.700198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-355fefd6-42d3-4441-b8af-86531e6dff27 req-f7584949-7aa0-4cda-866b-9156f985815f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:36.714773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-355fefd6-42d3-4441-b8af-86531e6dff27 req-f7584949-7aa0-4cda-866b-9156f985815f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:36.751714 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-355fefd6-42d3-4441-b8af-86531e6dff27 req-f7584949-7aa0-4cda-866b-9156f985815f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.872531 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-578a60b9-b79f-4500-b71c-b4cfed9d2821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.876874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-355fefd6-42d3-4441-b8af-86531e6dff27 req-f7584949-7aa0-4cda-866b-9156f985815f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:36.881209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-355fefd6-42d3-4441-b8af-86531e6dff27 req-f7584949-7aa0-4cda-866b-9156f985815f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Usage tracker for resource:security_group_rule and tenant:b6469a0e09ed4e45ad1fc99810e3492d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:36.889953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-355fefd6-42d3-4441-b8af-86531e6dff27 req-f7584949-7aa0-4cda-866b-9156f985815f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:36.902254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-355fefd6-42d3-4441-b8af-86531e6dff27 req-f7584949-7aa0-4cda-866b-9156f985815f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:36.906063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a60b9-b79f-4500-b71c-b4cfed9d2821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91df194-d563-4017-8c19-ff12e13e5415,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:36.908963 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.024138 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-355fefd6-42d3-4441-b8af-86531e6dff27 req-f7584949-7aa0-4cda-866b-9156f985815f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.025742 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-578a60b9-b79f-4500-b71c-b4cfed9d2821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.026991 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-578a60b9-b79f-4500-b71c-b4cfed9d2821 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b91df194-d563-4017-8c19-ff12e13e5415 HTTP/1.1" status: 204 len: 168 time: 0.7479331 Feb 04 15:28:37.038550 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-355fefd6-42d3-4441-b8af-86531e6dff27 req-f7584949-7aa0-4cda-866b-9156f985815f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.096156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7584949-7aa0-4cda-866b-9156f985815f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b731ea1f-7aaa-4929-b7b5-5b2ed7729e76,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:37.115667 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-355fefd6-42d3-4441-b8af-86531e6dff27 req-f7584949-7aa0-4cda-866b-9156f985815f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.117082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-355fefd6-42d3-4441-b8af-86531e6dff27 req-f7584949-7aa0-4cda-866b-9156f985815f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.4526165 Feb 04 15:28:37.174022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9de3fad-58d1-449b-9591-5075ea7a654b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:37.207123 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] Checking segment: {'id': '07d9a26e-2c92-4be3-9474-057c12a69f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51d14b8b-162c-4ee1-a1a9-43bad09c76b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:28:37.207515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] Network hostable DHCP agents. Network: 51d14b8b-162c-4ee1-a1a9-43bad09c76b5, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:28:37.253389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] Network 51d14b8b-162c-4ee1-a1a9-43bad09c76b5 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:28:37.269049 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 51d14b8b-162c-4ee1-a1a9-43bad09c76b5) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:37.276222 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:37.277333 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.277587 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4060df73-6e41-461d-a846-13a057ffa558 None None] Network 51d14b8b-162c-4ee1-a1a9-43bad09c76b5 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:28:37.312482 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-736d95cb-239f-4a62-9872-0e7ea0c2284a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1277230 Feb 04 15:28:37.468320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09b757-36f3-4fcf-833f-223fd88f100b req-bf28ca12-8792-4a74-9e10-213a1f1d8cc5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:37.469841 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba09b757-36f3-4fcf-833f-223fd88f100b req-bf28ca12-8792-4a74-9e10-213a1f1d8cc5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 964 time: 0.2029653 Feb 04 15:28:37.677201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2294a323-5f91-4959-a88d-7bda1cb817be None None] Network 51d14b8b-162c-4ee1-a1a9-43bad09c76b5 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:28:37.687540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba09b757-36f3-4fcf-833f-223fd88f100b req-a90eb7e5-54c2-4827-a93a-ee0005aa9dae tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028935 Feb 04 15:28:37.957247 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-15bdaaf6-fde9-412a-9191-7ad6eb6e464f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Synchronizing usage tracker for tenant:b6469a0e09ed4e45ad1fc99810e3492d on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:37.975779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:38.020158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca624da5-bb52-4b24-b2de-b202f0b24640', 'tag': 'fb4f5f32-375a-4c4c-b005-47f6ef3b78c4'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:38.051481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-15bdaaf6-fde9-412a-9191-7ad6eb6e464f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Unset dirty status for tenant:b6469a0e09ed4e45ad1fc99810e3492d on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:38.063690 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-15bdaaf6-fde9-412a-9191-7ad6eb6e464f tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 44653 time: 0.6252167 Feb 04 15:28:38.084173 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fa88992c-7f6e-4766-a2ff-2c594c70ac46 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:38.152237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-859d6dd3-db81-474b-9894-d544d9eb37b7 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/03cd9aec-dab4-4878-bb77-7a3bb81b62e1 HTTP/1.1" status: 200 len: 2649 time: 0.0873671 Feb 04 15:28:38.161529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fdd34-d1b2-4161-bc97-b7a49e7644a9 req-3e5baf96-364c-428c-975c-7f1717e3f4ba tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:38.163459 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d47fdd34-d1b2-4161-bc97-b7a49e7644a9 req-3e5baf96-364c-428c-975c-7f1717e3f4ba tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 949 time: 0.1940844 Feb 04 15:28:38.164150 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:28:38.236591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-2bd16286-8f4d-4ac3-baa7-d18e325bd61c tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/03cd9aec-dab4-4878-bb77-7a3bb81b62e1 HTTP/1.1" status: 200 len: 2649 time: 0.0831730 Feb 04 15:28:38.283849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port fa88992c-7f6e-4766-a2ff-2c594c70ac46 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:38.301445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port fa88992c-7f6e-4766-a2ff-2c594c70ac46 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:38.301811 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.329793 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-4fe78423-b411-427b-80b9-c33584a4ee4c tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/1b82f760-6394-4641-be0f-9c5a86c119d4 HTTP/1.1" status: 200 len: 2649 time: 0.0859163 Feb 04 15:28:38.332590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d47fdd34-d1b2-4161-bc97-b7a49e7644a9 req-c5c7c1ba-042d-41b4-b344-b0d5269fe32b tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310747 Feb 04 15:28:38.359635 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:38.392316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-a5cc44d5-e397-417d-9df8-941e60324752 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/1b82f760-6394-4641-be0f-9c5a86c119d4 HTTP/1.1" status: 200 len: 2649 time: 0.0557210 Feb 04 15:28:38.394080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 has no active binding in host n-h1-827872-1 {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:28:38.451448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-5a943d2f-40b1-4760-9b17-770248dee9a4 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/1c7d00d6-1de2-4f64-a728-146235c44411 HTTP/1.1" status: 200 len: 2649 time: 0.0486336 Feb 04 15:28:38.478467 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.515726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e34175-feba-4455-b641-6cc257ed1bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa88992c-7f6e-4766-a2ff-2c594c70ac46'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:38.528293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-ecf4fd68-9cfd-4be7-bc04-8bf148f59db1 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/1c7d00d6-1de2-4f64-a728-146235c44411 HTTP/1.1" status: 200 len: 2649 time: 0.0723052 Feb 04 15:28:38.529394 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port fa88992c-7f6e-4766-a2ff-2c594c70ac46, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fa88992c-7f6e-4766-a2ff-2c594c70ac46,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:38.534803 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.601977 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-7529c85f-bf84-49d7-9deb-d82d4381f81e tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3e08c25f-4990-436d-92c0-8f3e81713a9d HTTP/1.1" status: 200 len: 2649 time: 0.0676963 Feb 04 15:28:38.623686 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=fa88992c-7f6e-4766-a2ff-2c594c70ac46,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:38.672978 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-cb021aaf-235c-438b-a00d-d48abadaa097 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3e08c25f-4990-436d-92c0-8f3e81713a9d HTTP/1.1" status: 200 len: 2649 time: 0.0645697 Feb 04 15:28:38.741845 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-99ba841f-4119-4844-a83c-0400331f3071 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/42c2b795-d731-4a88-830f-6fafb4f66b7b HTTP/1.1" status: 200 len: 2649 time: 0.0678356 Feb 04 15:28:38.821099 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-0f2ee8a1-411d-468e-a438-648ec316b552 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/42c2b795-d731-4a88-830f-6fafb4f66b7b HTTP/1.1" status: 200 len: 2649 time: 0.0718911 Feb 04 15:28:38.879991 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1e65914d-5fa7-4e5a-9f88-b78ebacadcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.882350 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-b21bca3f-4e68-4acd-b819-e3e6893d8b26 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/448a7bb2-3d9a-46d0-8d24-3820439857d8 HTTP/1.1" status: 200 len: 2649 time: 0.0601478 Feb 04 15:28:39.066505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-e9ebbe6c-0360-4310-92a2-4d9f7d4886a0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:39.067164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-e9ebbe6c-0360-4310-92a2-4d9f7d4886a0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Synchronizing usage tracker for tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:39.101225 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-409aa3f4-ad05-4e72-93a1-418e6967d242 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/448a7bb2-3d9a-46d0-8d24-3820439857d8 HTTP/1.1" status: 200 len: 2649 time: 0.2178979 Feb 04 15:28:39.115665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-e9ebbe6c-0360-4310-92a2-4d9f7d4886a0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Unset dirty status for tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:39.125323 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-e9ebbe6c-0360-4310-92a2-4d9f7d4886a0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 820 time: 0.2158599 Feb 04 15:28:39.157320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-09ed6b2f-0a37-482d-b3a4-0582e2726554 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/quotas/6d8a9be4cb5045d59fdd9e1cce2fb5da HTTP/1.1" status: 200 len: 375 time: 0.0310640 Feb 04 15:28:39.226455 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-59978107-7c0f-4bb1-a77a-71124f1f27ef tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682325 Feb 04 15:28:39.230756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-ec8a03dc-5da1-4153-a9c1-3ea0439e190c tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/50c71e87-3860-4516-981a-041c27ed3202 HTTP/1.1" status: 200 len: 2649 time: 0.1287513 Feb 04 15:28:39.301681 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-5e750601-e5c2-47c4-b108-da941139f4e3 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/50c71e87-3860-4516-981a-041c27ed3202 HTTP/1.1" status: 200 len: 2649 time: 0.0619581 Feb 04 15:28:39.382698 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-8e7e6846-7e9d-400b-a191-79abbf419dde tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/76bb934f-5b6b-4f69-b88f-f83e62e21080 HTTP/1.1" status: 200 len: 2649 time: 0.0797505 Feb 04 15:28:39.448458 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-b117eee1-e3dd-43a7-bf81-4dec0c7945cf tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/76bb934f-5b6b-4f69-b88f-f83e62e21080 HTTP/1.1" status: 200 len: 2649 time: 0.0559471 Feb 04 15:28:39.511573 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-abff58bf-9d89-445d-978d-2f9a72df281b tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/7871dc08-0270-4cb6-af06-bc8196cea558 HTTP/1.1" status: 200 len: 2649 time: 0.0530140 Feb 04 15:28:39.585707 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-3bc8748d-103f-4e24-943f-51316456e498 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/7871dc08-0270-4cb6-af06-bc8196cea558 HTTP/1.1" status: 200 len: 2649 time: 0.0645430 Feb 04 15:28:39.594907 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-0798a399-3e22-475c-ab41-c62a28e5e415 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:28:39.595948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-0798a399-3e22-475c-ab41-c62a28e5e415 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1927159 Feb 04 15:28:39.808923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-23a4c7a2-df50-4c5f-84fb-868c9a5629ba tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/84aad6ec-dca8-4d44-be02-8a750bdab8c4 HTTP/1.1" status: 200 len: 2649 time: 0.2102613 Feb 04 15:28:39.879816 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.905239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-afa54e84-de0a-4c7a-b7e8-1699c68323dd service neutron] 10.222.0.60 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968600 Feb 04 15:28:39.907938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-9b62cdc3-2ddc-4ae9-b445-ea40c0b07326 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/84aad6ec-dca8-4d44-be02-8a750bdab8c4 HTTP/1.1" status: 200 len: 2649 time: 0.0831351 Feb 04 15:28:40.060601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-bc363325-eeef-4fc0-a55c-ae779bbb9826 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/adc9a7be-0914-4a4f-a360-ecb99f24c0f0 HTTP/1.1" status: 200 len: 2649 time: 0.1311820 Feb 04 15:28:40.062207 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.112964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-86346065-0002-4f6b-b34a-9512d6a6019f service neutron] 10.222.0.60 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022109 Feb 04 15:28:40.147775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-c7380717-5dda-4fc8-a2d5-87cc17835f67 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/adc9a7be-0914-4a4f-a360-ecb99f24c0f0 HTTP/1.1" status: 200 len: 2649 time: 0.0775342 Feb 04 15:28:40.224635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-7c4f690b-4d78-4ef0-87b6-6a7c5f96f473 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/bcccc8c0-ad6a-4aa5-a464-81074c9001a9 HTTP/1.1" status: 200 len: 2649 time: 0.0686226 Feb 04 15:28:40.287282 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-c683da67-f5e1-4200-bc2e-e4a48d6ed4ab tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/bcccc8c0-ad6a-4aa5-a464-81074c9001a9 HTTP/1.1" status: 200 len: 2649 time: 0.0549188 Feb 04 15:28:40.417759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-bc9133c3-b8c6-4b85-961e-f3e0ae32df63 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/c3b4b62c-39ad-4c94-988e-5f6016716542 HTTP/1.1" status: 200 len: 2649 time: 0.1181452 Feb 04 15:28:40.446227 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca624da5-bb52-4b24-b2de-b202f0b24640', 'tag': 'fb4f5f32-375a-4c4c-b005-47f6ef3b78c4', 'status': 'completed', 'code': 200} Feb 04 15:28:40.517458 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e34175-feba-4455-b641-6cc257ed1bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa88992c-7f6e-4766-a2ff-2c594c70ac46', 'code': 200} Feb 04 15:28:40.540552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-b2e9cece-844a-44ca-a44f-e25a10b59e8e tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/c3b4b62c-39ad-4c94-988e-5f6016716542 HTTP/1.1" status: 200 len: 2649 time: 0.1218188 Feb 04 15:28:40.643918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-02bdbb08-2b75-4194-8c7c-b76983010c32 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a HTTP/1.1" status: 200 len: 2649 time: 0.1018407 Feb 04 15:28:40.650272 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11fe05a7-065f-474a-be02-699ca53775cf req-497bad63-1c85-4e97-98a2-b3cd8e8cdb8e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 1145 time: 0.1759522 Feb 04 15:28:40.731738 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-957d33f2-57a6-44b1-9624-6632cb4234d9 req-3e2304b4-45dc-421b-b694-a90af8265ec8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 1101 time: 0.1126337 Feb 04 15:28:40.801809 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-957d33f2-57a6-44b1-9624-6632cb4234d9 req-c679124e-72ba-4d3b-8370-4e128e9b0e47 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634997 Feb 04 15:28:40.924701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe05a7-065f-474a-be02-699ca53775cf req-a7dad82d-f526-4f41-9aad-c9d34572837e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:40.926267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11fe05a7-065f-474a-be02-699ca53775cf req-a7dad82d-f526-4f41-9aad-c9d34572837e service neutron] 10.222.0.73 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.2486546 Feb 04 15:28:40.928670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-b4867105-ec0d-496f-bec1-8cd4f7a3a900 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a HTTP/1.1" status: 200 len: 2649 time: 0.2766449 Feb 04 15:28:41.031953 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11fe05a7-065f-474a-be02-699ca53775cf req-7f0a5a2b-3732-4b52-800c-515e5cd0f971 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 HTTP/1.1" status: 200 len: 217 time: 0.0935612 Feb 04 15:28:41.116067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b7795-1a6a-4f63-8459-9a1992d637b9 req-a99376d8-aab3-4bb6-a459-48cc5da71247 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:41.119791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b35b7795-1a6a-4f63-8459-9a1992d637b9 req-a99376d8-aab3-4bb6-a459-48cc5da71247 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 964 time: 0.2792337 Feb 04 15:28:41.121190 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-676eb089-2c8e-4478-9bfa-bd178588e5fa tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/fd9011df-0750-40a4-a7b0-c281316e7c5e HTTP/1.1" status: 200 len: 2649 time: 0.1839573 Feb 04 15:28:41.149602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe05a7-065f-474a-be02-699ca53775cf req-5021907c-491a-4167-89ec-b57b0d8f06ce service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:41.150907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11fe05a7-065f-474a-be02-699ca53775cf req-5021907c-491a-4167-89ec-b57b0d8f06ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.1039233 Feb 04 15:28:41.225294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11fe05a7-065f-474a-be02-699ca53775cf req-c21aa230-b160-4215-9cf5-ac560a3730a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608189 Feb 04 15:28:41.233790 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.255439 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.357067 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b35b7795-1a6a-4f63-8459-9a1992d637b9 req-a0e3b8cc-3cd9-4cc6-97c8-eb6ba132458b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293437 Feb 04 15:28:41.375526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed8d3dc-b8c7-4a18-b6e4-493792bdff99 req-f05bb8a4-6487-445c-854b-96ead6549cbc tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/fd9011df-0750-40a4-a7b0-c281316e7c5e HTTP/1.1" status: 200 len: 2649 time: 0.2468884 Feb 04 15:28:41.567319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11fe05a7-065f-474a-be02-699ca53775cf req-c10316cd-88c8-457b-a7db-cf466f75c0c7 service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311701 Feb 04 15:28:41.613935 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-248bbea3-42a7-4d14-93bc-52103df47ee8 req-e85434e2-d9e0-4f91-bd33-e383f814a725 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 210 time: 0.0839882 Feb 04 15:28:41.804871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e9c09-763d-4462-a78c-e0ad5918e738 req-2800fbd7-6d6a-45b0-b1fd-ad55767106d0 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:41.814608 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-308e9c09-763d-4462-a78c-e0ad5918e738 req-2800fbd7-6d6a-45b0-b1fd-ad55767106d0 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 950 time: 0.2048867 Feb 04 15:28:41.858090 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11fe05a7-065f-474a-be02-699ca53775cf req-dbe5ee0f-37a6-467f-beb7-9757b21406e5 service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725999 Feb 04 15:28:41.905524 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-308e9c09-763d-4462-a78c-e0ad5918e738 req-4fdfe1b5-26b3-44da-8eac-9b2e5dbb449b tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874667 Feb 04 15:28:42.486477 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-962a9593-370e-43e7-b781-d0799481e672 req-f7eed82e-0cf7-4c89-a8ad-13e991c13a07 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=495eb85f234247e28c499ffacaae7ea3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1061070 Feb 04 15:28:42.853279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a37ddccc-fbea-4363-b328-3ae3b83498dc req-f76a90b5-1e2f-47d7-9fda-3c2301a3b90d tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Synchronizing usage tracker for tenant:adcb3537f6294c3da38726851419ece2 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:42.893993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a9593-370e-43e7-b781-d0799481e672 req-d53626ea-7c2f-440b-943a-12f60774a5bf tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:42.894219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-51a2ab5f-fcae-4711-b58d-d784d001eb42 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:42.895753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-962a9593-370e-43e7-b781-d0799481e672 req-d53626ea-7c2f-440b-943a-12f60774a5bf tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3902535 Feb 04 15:28:42.895875 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-51a2ab5f-fcae-4711-b58d-d784d001eb42 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.81 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 820 time: 0.2877240 Feb 04 15:28:42.910422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a37ddccc-fbea-4363-b328-3ae3b83498dc req-f76a90b5-1e2f-47d7-9fda-3c2301a3b90d tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Unset dirty status for tenant:adcb3537f6294c3da38726851419ece2 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:42.917826 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a37ddccc-fbea-4363-b328-3ae3b83498dc req-f76a90b5-1e2f-47d7-9fda-3c2301a3b90d tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=adcb3537f6294c3da38726851419ece2 HTTP/1.1" status: 200 len: 5440 time: 0.4891810 Feb 04 15:28:42.932959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Request body: {'port': {'device_id': '9c98e6c8-ac47-4e23-addb-a45caee09b3e', 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810', 'admin_state_up': True, 'tenant_id': '6d8a9be4cb5045d59fdd9e1cce2fb5da'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:42.970986 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-9fe5ebe5-fd02-4259-9eff-39d3b38b8ab4 service neutron] 10.222.0.73 "GET /v2.0/ports/fb4f5f32-375a-4c4c-b005-47f6ef3b78c4/bindings/n-h1-827872-1 HTTP/1.1" status: 200 len: 384 time: 0.2184896 Feb 04 15:28:42.975319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-962a9593-370e-43e7-b781-d0799481e672 req-8219f158-dcb6-43c3-b732-d3a36504b8e1 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/quotas/495eb85f234247e28c499ffacaae7ea3 HTTP/1.1" status: 200 len: 375 time: 0.0730186 Feb 04 15:28:43.092160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-962a9593-370e-43e7-b781-d0799481e672 req-154a4a31-897e-46b8-b21f-4c40341df022 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=495eb85f234247e28c499ffacaae7ea3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744474 Feb 04 15:28:43.112004 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a37ddccc-fbea-4363-b328-3ae3b83498dc req-afdeeb66-ec71-4c6a-921e-139634f45a70 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] 10.222.0.60 "GET /v2.0/security-groups/1b82f760-6394-4641-be0f-9c5a86c119d4 HTTP/1.1" status: 200 len: 2649 time: 0.1932437 Feb 04 15:28:43.124773 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:43.129238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Usage tracker for resource:port and tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:43.132573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:43.141326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:43.154715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Made reservation on behalf of 6d8a9be4cb5045d59fdd9e1cce2fb5da for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:43.158813 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:43.234124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a37ddccc-fbea-4363-b328-3ae3b83498dc req-6b299cab-a2e8-4590-a049-9c3068bc5d49 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] 10.222.0.60 "GET /v2.0/security-groups/1b82f760-6394-4641-be0f-9c5a86c119d4 HTTP/1.1" status: 200 len: 2649 time: 0.1139977 Feb 04 15:28:43.442124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-46a34ce1-d102-4bbb-8830-1a35ca336a8e service neutron] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:43.491317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-46a34ce1-d102-4bbb-8830-1a35ca336a8e service neutron] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:43.527470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Allocated IP 172.20.0.3 (62733b51-fb30-46e2-a99d-550cf28f5810/4e65648f-2a98-4db0-8d3e-3d1fb81866e5/88f32f4c-7f91-4a0f-a21c-ed1828863a07) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:43.690769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-46a34ce1-d102-4bbb-8830-1a35ca336a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:43.709195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-46a34ce1-d102-4bbb-8830-1a35ca336a8e service neutron] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:43.755793 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-46a34ce1-d102-4bbb-8830-1a35ca336a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:43.874248 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:43.908863 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.026923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Network 62733b51-fb30-46e2-a99d-550cf28f5810 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:44.037821 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:44.040596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:28:44.046895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:44.047115 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.075737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c1cdb-bf30-4505-a153-43e362b7cc50 req-33f9ff65-14aa-4957-a722-cd15acd2f741 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:44.077539 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d2c1cdb-bf30-4505-a153-43e362b7cc50 req-33f9ff65-14aa-4957-a722-cd15acd2f741 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 964 time: 0.4764426 Feb 04 15:28:44.093503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b4978-426e-4d43-92c2-caaeb5caa745 req-d529ed46-dc0b-48cf-b9bf-a04ba528c98c tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:44.095333 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-044b4978-426e-4d43-92c2-caaeb5caa745 req-d529ed46-dc0b-48cf-b9bf-a04ba528c98c tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 950 time: 0.5491652 Feb 04 15:28:44.105091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Pushing event updated for resources: {'Port': ['ID=88f32f4c-7f91-4a0f-a21c-ed1828863a07,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:44.127057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-46a34ce1-d102-4bbb-8830-1a35ca336a8e service neutron] Transition to ACTIVE for port object fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:44.127802 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-386e4ebe-eb66-4b39-bdc6-8d96e99f061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1994457 Feb 04 15:28:44.153991 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-46a34ce1-d102-4bbb-8830-1a35ca336a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.169743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Request body: {'port': {'device_id': '9c98e6c8-ac47-4e23-addb-a45caee09b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:44.328281 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.375791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-044b4978-426e-4d43-92c2-caaeb5caa745 req-c6654b86-2d32-4ce1-913e-9331678f95eb tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3b4b62c-39ad-4c94-988e-5f6016716542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736108 Feb 04 15:28:44.386352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a34ce1-d102-4bbb-8830-1a35ca336a8e service neutron] Pushing event updated for resources: {'Port': ['ID=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,revision_number=10']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:44.421609 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d2c1cdb-bf30-4505-a153-43e362b7cc50 req-2439958a-8e4a-44f3-8c01-c4c3b908eb70 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249142 Feb 04 15:28:44.534794 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-46a34ce1-d102-4bbb-8830-1a35ca336a8e service neutron] No DVR routers for this DVR port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:44.729294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-46a34ce1-d102-4bbb-8830-1a35ca336a8e service neutron] 10.222.0.73 "PUT /v2.0/ports/fb4f5f32-375a-4c4c-b005-47f6ef3b78c4/bindings/n-h1-827872-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7505972 Feb 04 15:28:44.822774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5fa3e-f533-4d4d-9ebd-d4777868178d req-01634990-1e78-431a-ba3c-23f52c5ded95 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:44.832233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fd5fa3e-f533-4d4d-9ebd-d4777868178d req-01634990-1e78-431a-ba3c-23f52c5ded95 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 950 time: 0.1827645 Feb 04 15:28:44.857703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e77df-140d-4822-abdc-f4452b2b9bbc req-388786cf-e846-4325-a173-3df31d43e73b tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:44.859716 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-901e77df-140d-4822-abdc-f4452b2b9bbc req-388786cf-e846-4325-a173-3df31d43e73b tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 950 time: 0.2826533 Feb 04 15:28:44.987376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1802f-fb84-4416-aa9b-4a0d7dad221e req-b1bbb535-6b46-4501-b598-eadb9d0fab06 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:44.999993 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21f1802f-fb84-4416-aa9b-4a0d7dad221e req-b1bbb535-6b46-4501-b598-eadb9d0fab06 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 931 time: 0.4058688 Feb 04 15:28:45.015636 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-962a9593-370e-43e7-b781-d0799481e672 req-2e734f3e-b196-44f6-8de1-87cad1ab190f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=495eb85f234247e28c499ffacaae7ea3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170371 Feb 04 15:28:45.027568 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fd5fa3e-f533-4d4d-9ebd-d4777868178d req-08e5f448-e728-4867-b2fa-4d9ec900241e tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934075 Feb 04 15:28:45.235582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-901e77df-140d-4822-abdc-f4452b2b9bbc req-e8688bd3-9a5a-4d97-ae91-6ede81a7cc1e tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Deleting port 389c66ad-a94c-40d7-b3c1-a5a7425481ab {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:28:45.236469 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-901e77df-140d-4822-abdc-f4452b2b9bbc req-e8688bd3-9a5a-4d97-ae91-6ede81a7cc1e tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.442605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-21f1802f-fb84-4416-aa9b-4a0d7dad221e req-d26953dc-dc7c-41ab-b865-c6699c6fa90d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Synchronizing usage tracker for tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:45.493152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-264a0220-d9e6-4334-96bc-993f1c5e8636 req-c7efd4a3-b093-47d8-8b02-1033ff02e4f1 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/b731ea1f-7aaa-4929-b7b5-5b2ed7729e76 HTTP/1.1" status: 200 len: 1611 time: 0.2425563 Feb 04 15:28:45.507208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f32f4c-7f91-4a0f-a21c-ed1828863a07 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:45.521563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a9593-370e-43e7-b781-d0799481e672 req-39cfc4c9-5e70-4eeb-96b0-0d37fb68278d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:45.523293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-962a9593-370e-43e7-b781-d0799481e672 req-39cfc4c9-5e70-4eeb-96b0-0d37fb68278d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4922860 Feb 04 15:28:45.526653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-21f1802f-fb84-4416-aa9b-4a0d7dad221e req-d26953dc-dc7c-41ab-b865-c6699c6fa90d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Unset dirty status for tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:45.541616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.542188 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21f1802f-fb84-4416-aa9b-4a0d7dad221e req-d26953dc-dc7c-41ab-b865-c6699c6fa90d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125420 Feb 04 15:28:45.553856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Request body: {'port': {'device_id': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '495eb85f234247e28c499ffacaae7ea3'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:45.647747 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-4922f5cb-c928-4460-8034-b40937e4453a tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640&tenant_id=259f0c881e6045e4b888323648b2d57a&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 1116 time: 0.7842178 Feb 04 15:28:45.663954 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Transition to ACTIVE for port object 88f32f4c-7f91-4a0f-a21c-ed1828863a07 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:45.713121 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.748046 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-264a0220-d9e6-4334-96bc-993f1c5e8636 req-64df454a-7b28-48b8-8afa-d80999a2ca7a tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.756485 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-dff62b63-259f-48c6-b883-0448fc338d4f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=495eb85f234247e28c499ffacaae7ea3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469401 Feb 04 15:28:45.805999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Pushing event updated for resources: {'Port': ['ID=88f32f4c-7f91-4a0f-a21c-ed1828863a07,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:45.899475 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-264a0220-d9e6-4334-96bc-993f1c5e8636 req-64df454a-7b28-48b8-8afa-d80999a2ca7a tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.904853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-901e77df-140d-4822-abdc-f4452b2b9bbc req-e8688bd3-9a5a-4d97-ae91-6ede81a7cc1e tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] For port 389c66ad-a94c-40d7-b3c1-a5a7425481ab, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=389c66ad-a94c-40d7-b3c1-a5a7425481ab,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:45.905204 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-901e77df-140d-4822-abdc-f4452b2b9bbc req-e8688bd3-9a5a-4d97-ae91-6ede81a7cc1e tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.911282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:45.919572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Usage tracker for resource:port and tenant:495eb85f234247e28c499ffacaae7ea3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:45.929589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:45.964677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:46.022814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Made reservation on behalf of 495eb85f234247e28c499ffacaae7ea3 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:46.025824 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.041370 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-264a0220-d9e6-4334-96bc-993f1c5e8636 req-64df454a-7b28-48b8-8afa-d80999a2ca7a tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.063405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df454a-7b28-48b8-8afa-d80999a2ca7a tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b731ea1f-7aaa-4929-b7b5-5b2ed7729e76,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:46.064229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-901e77df-140d-4822-abdc-f4452b2b9bbc req-e8688bd3-9a5a-4d97-ae91-6ede81a7cc1e tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Calling delete_port for 389c66ad-a94c-40d7-b3c1-a5a7425481ab owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:28:46.069465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e28ebc2d-4f48-4f73-bb16-d111526d22e1 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:46.076201 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e28ebc2d-4f48-4f73-bb16-d111526d22e1 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3079724 Feb 04 15:28:46.086113 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.127331 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-7ac7f79a-8c19-4bd8-87be-096f2c654e11 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/quotas/495eb85f234247e28c499ffacaae7ea3 HTTP/1.1" status: 200 len: 375 time: 0.0495286 Feb 04 15:28:46.157281 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-bfdecbac-0386-4526-a738-2c5d70583969 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640&tenant_id=259f0c881e6045e4b888323648b2d57a HTTP/1.1" status: 200 len: 1116 time: 0.4950776 Feb 04 15:28:46.195032 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-62de0614-1590-45d2-893c-c0c59029cf0e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=495eb85f234247e28c499ffacaae7ea3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663342 Feb 04 15:28:46.202477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Attempting to bind port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:46.202823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Attempting to bind port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:46.203196 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Attempting to bind port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:46.217702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:46.222659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Usage tracker for resource:security_group_rule and tenant:495eb85f234247e28c499ffacaae7ea3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:46.227256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:46.234340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:46.256314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 on network 62733b51-fb30-46e2-a99d-550cf28f5810 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:28:46.256814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Attempting to bind port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:46.324074 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:28:46.324583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Checking segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:28:46.325277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Bound using segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:28:46.326350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Bound port: 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:46.326698 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.349575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 389c66ad-a94c-40d7-b3c1-a5a7425481ab no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:46.389782 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.394989 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-264a0220-d9e6-4334-96bc-993f1c5e8636 req-64df454a-7b28-48b8-8afa-d80999a2ca7a tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.396246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-264a0220-d9e6-4334-96bc-993f1c5e8636 req-64df454a-7b28-48b8-8afa-d80999a2ca7a tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/b731ea1f-7aaa-4929-b7b5-5b2ed7729e76 HTTP/1.1" status: 204 len: 173 time: 0.9020803 Feb 04 15:28:46.404624 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.472330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 389c66ad-a94c-40d7-b3c1-a5a7425481ab {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:28:46.472587 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 389c66ad-a94c-40d7-b3c1-a5a7425481ab not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:28:46.479873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:46.539884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:46.543938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:46.558148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ffe435-eed0-4fb9-830b-9997d5f9fd55,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:46.566173 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-901e77df-140d-4822-abdc-f4452b2b9bbc req-e8688bd3-9a5a-4d97-ae91-6ede81a7cc1e tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.670179 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.716786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8688bd3-9a5a-4d97-ae91-6ede81a7cc1e tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Pushing event deleted for resources: {'Port': ['ID=389c66ad-a94c-40d7-b3c1-a5a7425481ab,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:46.806499 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:28:46.855671 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-08a3cd21-a939-4151-b7d7-aed7bf676b13 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 1116 time: 0.6542881 Feb 04 15:28:46.864774 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1bc227a1-7056-4bf8-9a24-ce93964a0a1e req-8dbb7782-5db7-4f7a-8148-e961ecc4d409 tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf1cfaa-962f-49a2-a9e5-3fd4874ce427 HTTP/1.1" status: 200 len: 210 time: 0.1447003 Feb 04 15:28:46.918790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Allocated IP 192.168.233.84 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/94cfe216-5a98-4d6c-8919-30c5c86a5d5f) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:47.122211 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Pushing event updated for resources: {'Port': ['ID=88f32f4c-7f91-4a0f-a21c-ed1828863a07,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:47.132131 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.143826 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-18744e4b-aa95-44f9-b3ee-9e56a46e2e49 service neutron] 10.222.0.81 "PUT /v2.0/ports/88f32f4c-7f91-4a0f-a21c-ed1828863a07 HTTP/1.1" status: 200 len: 1091 time: 2.9932632 Feb 04 15:28:47.147305 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c98e6c8-ac47-4e23-addb-a45caee09b3e', 'tag': '88f32f4c-7f91-4a0f-a21c-ed1828863a07'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:47.152609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-901e77df-140d-4822-abdc-f4452b2b9bbc req-e8688bd3-9a5a-4d97-ae91-6ede81a7cc1e tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] No DVR routers for this DVR port 389c66ad-a94c-40d7-b3c1-a5a7425481ab on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:47.164951 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-901e77df-140d-4822-abdc-f4452b2b9bbc req-e8688bd3-9a5a-4d97-ae91-6ede81a7cc1e tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.352033 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-901e77df-140d-4822-abdc-f4452b2b9bbc req-e8688bd3-9a5a-4d97-ae91-6ede81a7cc1e tempest-TenantUsagesTestJSON-1108316674 tempest-TenantUsagesTestJSON-1108316674-project] 10.222.0.73 "DELETE /v2.0/ports/389c66ad-a94c-40d7-b3c1-a5a7425481ab HTTP/1.1" status: 204 len: 173 time: 2.4292145 Feb 04 15:28:47.413340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-57d82c29-430d-492a-a13a-afc7333d0ef8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:47.415026 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-57d82c29-430d-492a-a13a-afc7333d0ef8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.4887040 Feb 04 15:28:47.422396 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae3549a3-1944-4dc5-8cbf-bb96a32d234b req-2a641b49-522a-4937-a219-81761fa6a5fb tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 210 time: 0.0970905 Feb 04 15:28:47.491393 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.491565 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-ffb31f63-97b0-47f5-8fe0-27d1b7bc5191 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 1094 time: 0.2037871 Feb 04 15:28:47.491665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Transition to ACTIVE for port object 94cfe216-5a98-4d6c-8919-30c5c86a5d5f will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:47.496212 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-a462039b-35d3-40a1-a570-0633108c7674 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 HTTP/1.1" status: 200 len: 217 time: 0.0728834 Feb 04 15:28:47.563150 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.720945 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-af8a2b67-8d22-4ec0-8442-0f9aa7150370 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07 HTTP/1.1" status: 200 len: 217 time: 0.2086267 Feb 04 15:28:47.742758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb2e05-ae72-46e9-b51c-f32669ba54d0 req-c50280a4-e92a-42cf-baee-d3d5023d5348 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:47.744270 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5eb2e05-ae72-46e9-b51c-f32669ba54d0 req-c50280a4-e92a-42cf-baee-d3d5023d5348 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 965 time: 0.5148807 Feb 04 15:28:47.790849 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-4bfcccf9-1340-4c7f-bfd8-5f053ccd9eff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:47.792764 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-4bfcccf9-1340-4c7f-bfd8-5f053ccd9eff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.2792540 Feb 04 15:28:47.846720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:47.848278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-f2a33ae0-f39a-4664-89e1-cf2525be6bd2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:47.848397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Pushing event updated for resources: {'Port': ['ID=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:47.849753 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-f2a33ae0-f39a-4664-89e1-cf2525be6bd2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.1220479 Feb 04 15:28:47.851885 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-e552aea3-2047-4d29-94af-3160ebf5cf2c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516989 Feb 04 15:28:47.853767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:47.866698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:28:47.870578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:47.871221 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.905870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5eb2e05-ae72-46e9-b51c-f32669ba54d0 req-4b02acef-11e4-461c-b476-7c1d192dcdca tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485710 Feb 04 15:28:47.913409 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7eedb45f-07a5-4f25-bee2-e6c0acd89cd4 req-38862105-b717-44bb-9d97-1192f08ade44 tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "GET /v2.0/security-groups/7e8d9a6c-8573-4fd8-b716-a908370f9de9 HTTP/1.1" status: 200 len: 1610 time: 0.4183948 Feb 04 15:28:47.917061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-962a9593-370e-43e7-b781-d0799481e672 req-fa554318-8ee7-41ff-aa89-0427721248d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3733454 Feb 04 15:28:47.957319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Request body: {'port': {'device_id': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:48.039116 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7eedb45f-07a5-4f25-bee2-e6c0acd89cd4 req-54c6495f-d974-4947-904d-ec5434cf23cb tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.084837 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-75ac6348-1596-4812-8c1b-2500f785163d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2145188 Feb 04 15:28:48.123465 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.246406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-19c93a70-c4ea-47ef-98cc-87f5985397e7 None None] Provisioning for port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:48.259503 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-19c93a70-c4ea-47ef-98cc-87f5985397e7 None None] Provisioning complete for port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:48.260344 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-19c93a70-c4ea-47ef-98cc-87f5985397e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.269144 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7eedb45f-07a5-4f25-bee2-e6c0acd89cd4 req-54c6495f-d974-4947-904d-ec5434cf23cb tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.347789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-19c93a70-c4ea-47ef-98cc-87f5985397e7 None None] Port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:28:48.396782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eac5f4-5679-47cc-bd2c-0530d0dba328 req-c8c78eee-3943-4984-9cc1-33c0dfa735a1 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:48.398242 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92eac5f4-5679-47cc-bd2c-0530d0dba328 req-c8c78eee-3943-4984-9cc1-33c0dfa735a1 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 943 time: 0.1894968 Feb 04 15:28:48.429434 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-364a6387-9f25-476a-9aaa-58fe653a5f75 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627909 Feb 04 15:28:48.464210 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9a646343-ec6a-42e9-ae55-387faad72e8a req-6a644469-9b91-4ef3-8eec-64070f2ac348 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 1116 time: 0.4834263 Feb 04 15:28:48.466698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.81', 61656) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:48.468783 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-f9648d3e-93fd-4869-9baf-92321ae68259 service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416768 Feb 04 15:28:48.510914 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7eedb45f-07a5-4f25-bee2-e6c0acd89cd4 req-54c6495f-d974-4947-904d-ec5434cf23cb tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.655255 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-0bc4cbd4-13f4-438f-8d68-557d0c0bb943 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=495eb85f234247e28c499ffacaae7ea3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1853633 Feb 04 15:28:48.896218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6495f-d974-4947-904d-ec5434cf23cb tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8d9a6c-8573-4fd8-b716-a908370f9de9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:48.929322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92eac5f4-5679-47cc-bd2c-0530d0dba328 req-5825d680-6bc9-4bab-a604-becf3d3318e5 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210052 Feb 04 15:28:48.986016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.81', 61657) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:49.010725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cfe216-5a98-4d6c-8919-30c5c86a5d5f {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:49.018901 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.023086 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.039596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Transition to ACTIVE for port object 94cfe216-5a98-4d6c-8919-30c5c86a5d5f will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:49.039596 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7eedb45f-07a5-4f25-bee2-e6c0acd89cd4 req-54c6495f-d974-4947-904d-ec5434cf23cb tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.064391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7eedb45f-07a5-4f25-bee2-e6c0acd89cd4 req-54c6495f-d974-4947-904d-ec5434cf23cb tempest-SecurityGroupsTestAdminJSON-1920358339 tempest-SecurityGroupsTestAdminJSON-1920358339-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e8d9a6c-8573-4fd8-b716-a908370f9de9 HTTP/1.1" status: 204 len: 173 time: 1.1500490 Feb 04 15:28:49.076583 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.155521 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c98e6c8-ac47-4e23-addb-a45caee09b3e', 'tag': '88f32f4c-7f91-4a0f-a21c-ed1828863a07', 'status': 'completed', 'code': 200} Feb 04 15:28:49.172497 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7a0ba476-21e8-4164-bcc4-30fac15c4c90 req-44e835f9-b165-436f-9327-0be91cdb0657 service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279228 Feb 04 15:28:49.177210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Pushing event updated for resources: {'Port': ['ID=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:49.208692 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-7257dca0-751c-4dbe-83ba-87332d5bfb28 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7132816 Feb 04 15:28:49.224599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e5ad7bf5-b51c-4ffb-82a3-baf4a0ce52c6 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:49.226586 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e5ad7bf5-b51c-4ffb-82a3-baf4a0ce52c6 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4672871 Feb 04 15:28:49.236525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a646343-ec6a-42e9-ae55-387faad72e8a req-f8a29836-fa9e-47c9-88dd-78926ced5eea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:49.239555 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9a646343-ec6a-42e9-ae55-387faad72e8a req-f8a29836-fa9e-47c9-88dd-78926ced5eea service neutron] 10.222.0.73 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.7142937 Feb 04 15:28:49.325868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Request body: {'port': {'device_id': '7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '495eb85f234247e28c499ffacaae7ea3'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:49.454296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e027732a-9cad-444b-95cc-a991f4f04a6a req-94e0b697-57aa-4594-8699-373ca559cb73 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Synchronizing usage tracker for tenant:495eb85f234247e28c499ffacaae7ea3 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:49.461823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Attempting to bind port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:49.462148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Attempting to bind port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:49.462470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Attempting to bind port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:49.491215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30413f-ecbf-4553-84f7-7826dd8936e1 req-94e5dfde-8dd9-4e9f-865c-e089bf228828 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:49.492960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad30413f-ecbf-4553-84f7-7826dd8936e1 req-94e5dfde-8dd9-4e9f-865c-e089bf228828 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 950 time: 0.3177691 Feb 04 15:28:49.495452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:28:49.495716 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Attempting to bind port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:49.525741 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e027732a-9cad-444b-95cc-a991f4f04a6a req-94e0b697-57aa-4594-8699-373ca559cb73 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Unset dirty status for tenant:495eb85f234247e28c499ffacaae7ea3 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:49.527031 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e027732a-9cad-444b-95cc-a991f4f04a6a req-94e0b697-57aa-4594-8699-373ca559cb73 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 210 time: 0.1360774 Feb 04 15:28:49.528521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:28:49.528854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:28:49.529243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:28:49.529736 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Bound port: 94cfe216-5a98-4d6c-8919-30c5c86a5d5f, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:49.530085 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.574893 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9a646343-ec6a-42e9-ae55-387faad72e8a req-5f6193c1-c230-472d-be76-ae55c7c154d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 HTTP/1.1" status: 200 len: 217 time: 0.3270028 Feb 04 15:28:49.627001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad30413f-ecbf-4553-84f7-7826dd8936e1 req-7203d436-46b6-4b03-9137-d4f9c81e93f8 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252592 Feb 04 15:28:49.701212 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-25ee6369-c52f-4e64-afbf-ccd48b8f536c req-51de3712-8319-4099-bbc0-79fcd474d545 tempest-DeleteServersAdminTestJSON-1657763409 tempest-DeleteServersAdminTestJSON-1657763409-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 1101 time: 0.6868892 Feb 04 15:28:49.732788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] For port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:49.759074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] For port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:49.794077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a646343-ec6a-42e9-ae55-387faad72e8a req-5ecc9e39-9214-4570-b834-f7a05972d080 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:49.796107 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9a646343-ec6a-42e9-ae55-387faad72e8a req-5ecc9e39-9214-4570-b834-f7a05972d080 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.2087359 Feb 04 15:28:49.796571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50422) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:49.805831 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.868309 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d985c915-7f0d-45fb-8e75-92db31f93de1 req-bc0c11f3-72e8-471c-9636-0a40e2856e2f tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] 10.222.0.60 "GET /v2.0/security-groups/a1c9de16-9703-4e12-8462-90d57b42fa09 HTTP/1.1" status: 200 len: 1612 time: 0.1740468 Feb 04 15:28:49.889049 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.890670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-962a9593-370e-43e7-b781-d0799481e672 req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] 10.222.0.73 "PUT /v2.0/ports/94cfe216-5a98-4d6c-8919-30c5c86a5d5f HTTP/1.1" status: 200 len: 1095 time: 1.9374373 Feb 04 15:28:49.902509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'tag': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:49.929777 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-77ee91ea-e6fc-4644-9cd7-13c13af18fd5 req-fbd4fd22-59e3-4173-9800-9004e812fbfe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 1094 time: 0.6182458 Feb 04 15:28:49.932726 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9a646343-ec6a-42e9-ae55-387faad72e8a req-4ee7a32d-5607-4dc4-9b2d-dec821599a6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279032 Feb 04 15:28:49.947421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-25ee6369-c52f-4e64-afbf-ccd48b8f536c req-1e1f525c-bc6c-4e6e-a4c3-59b9c624906e tempest-DeleteServersAdminTestJSON-1657763409 tempest-DeleteServersAdminTestJSON-1657763409-project-admin] Deleting port fa88992c-7f6e-4766-a2ff-2c594c70ac46 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:28:49.947902 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25ee6369-c52f-4e64-afbf-ccd48b8f536c req-1e1f525c-bc6c-4e6e-a4c3-59b9c624906e tempest-DeleteServersAdminTestJSON-1657763409 tempest-DeleteServersAdminTestJSON-1657763409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.965653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4feef0-f619-4e2c-944d-3e5fb156e8fc service neutron] Pushing event updated for resources: {'Port': ['ID=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:49.977473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:49.988619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:50.027551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Made reservation on behalf of 495eb85f234247e28c499ffacaae7ea3 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:50.031552 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.105172 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c40c2b-00e3-4247-b4d2-8322d1b3b377 req-659d1f69-edab-4a43-aa66-669ae42b9586 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:50.107727 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4c40c2b-00e3-4247-b4d2-8322d1b3b377 req-659d1f69-edab-4a43-aa66-669ae42b9586 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 965 time: 0.3462534 Feb 04 15:28:50.112188 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d985c915-7f0d-45fb-8e75-92db31f93de1 req-4ea6335c-d9c7-4cca-a1b9-56fabeee3b00 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.173712 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d985c915-7f0d-45fb-8e75-92db31f93de1 req-4ea6335c-d9c7-4cca-a1b9-56fabeee3b00 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.207417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4c40c2b-00e3-4247-b4d2-8322d1b3b377 req-ae28cc63-6bf1-4aae-bc30-1ce05fe027db tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913455 Feb 04 15:28:50.219858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-962a9593-370e-43e7-b781-d0799481e672 req-43f17bd5-0681-46ee-a94d-96fcbccecdaa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=495eb85f234247e28c499ffacaae7ea3&device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 1098 time: 0.2556422 Feb 04 15:28:50.307716 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-962a9593-370e-43e7-b781-d0799481e672 req-27e31e74-a69e-45ed-b47b-812d50bfb4cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f HTTP/1.1" status: 200 len: 217 time: 0.0799196 Feb 04 15:28:50.311870 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d985c915-7f0d-45fb-8e75-92db31f93de1 req-4ea6335c-d9c7-4cca-a1b9-56fabeee3b00 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.375493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6335c-d9c7-4cca-a1b9-56fabeee3b00 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c9de16-9703-4e12-8462-90d57b42fa09,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:50.390574 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d985c915-7f0d-45fb-8e75-92db31f93de1 req-4ea6335c-d9c7-4cca-a1b9-56fabeee3b00 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.392038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d985c915-7f0d-45fb-8e75-92db31f93de1 req-4ea6335c-d9c7-4cca-a1b9-56fabeee3b00 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] 10.222.0.60 "DELETE /v2.0/security-groups/a1c9de16-9703-4e12-8462-90d57b42fa09 HTTP/1.1" status: 204 len: 173 time: 0.5092814 Feb 04 15:28:50.410289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a9593-370e-43e7-b781-d0799481e672 req-98ff046d-7cbc-48db-8898-0872c58a30ae service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:50.411928 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-962a9593-370e-43e7-b781-d0799481e672 req-98ff046d-7cbc-48db-8898-0872c58a30ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0959039 Feb 04 15:28:50.494330 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'tag': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f', 'status': 'completed', 'code': 200} Feb 04 15:28:50.518915 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-06650600-607d-4a23-bca5-27e313c37237 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640&tenant_id=259f0c881e6045e4b888323648b2d57a&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 1116 time: 0.7147708 Feb 04 15:28:50.520327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee91ea-e6fc-4644-9cd7-13c13af18fd5 req-ad549a74-1867-4a4e-bd3e-d3e8e8952bea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:50.521305 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-962a9593-370e-43e7-b781-d0799481e672 req-78efe0cc-1223-443e-876e-ebd63d8f55ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019263 Feb 04 15:28:50.521647 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-77ee91ea-e6fc-4644-9cd7-13c13af18fd5 req-ad549a74-1867-4a4e-bd3e-d3e8e8952bea service neutron] 10.222.0.81 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.5253882 Feb 04 15:28:50.664934 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5fa362e1-2b9b-4f0b-9a2c-7ee711431525 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=750793b9f5ff410c8b380b3750db11d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8625371 Feb 04 15:28:50.671022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50452) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:50.676669 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9a646343-ec6a-42e9-ae55-387faad72e8a req-c553e759-4dfc-4838-81fd-c8910527226d service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6782007 Feb 04 15:28:50.784856 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-77ee91ea-e6fc-4644-9cd7-13c13af18fd5 req-ae2d4e33-f7d6-4cf4-bb70-31f6e6248d56 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07 HTTP/1.1" status: 200 len: 217 time: 0.2109909 Feb 04 15:28:50.869416 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-962a9593-370e-43e7-b781-d0799481e672 req-44c61801-9d5e-41a2-bbaf-be0e922e36eb service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401744 Feb 04 15:28:50.971953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-25ee6369-c52f-4e64-afbf-ccd48b8f536c req-1e1f525c-bc6c-4e6e-a4c3-59b9c624906e tempest-DeleteServersAdminTestJSON-1657763409 tempest-DeleteServersAdminTestJSON-1657763409-project-admin] For port fa88992c-7f6e-4766-a2ff-2c594c70ac46, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fa88992c-7f6e-4766-a2ff-2c594c70ac46,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:50.972332 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25ee6369-c52f-4e64-afbf-ccd48b8f536c req-1e1f525c-bc6c-4e6e-a4c3-59b9c624906e tempest-DeleteServersAdminTestJSON-1657763409 tempest-DeleteServersAdminTestJSON-1657763409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.982127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Allocated IP 192.168.233.11 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/36c084a6-449d-4fa4-92dd-abd520f0a0a0) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:50.999219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-67cc3ebf-8945-414b-8894-35d17fcd466b tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:50.999917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-67cc3ebf-8945-414b-8894-35d17fcd466b tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Synchronizing usage tracker for tenant:2702d5461dea44c5ab6dd1a27c25f1c2 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:51.074040 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-745de58f-f2cc-448a-b3c5-0283d4c7b0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.079148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee91ea-e6fc-4644-9cd7-13c13af18fd5 req-baf698a5-dfd0-4b93-ba67-b91a8aa8491d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:51.080640 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-77ee91ea-e6fc-4644-9cd7-13c13af18fd5 req-baf698a5-dfd0-4b93-ba67-b91a8aa8491d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.2845926 Feb 04 15:28:51.108492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f727de-27f8-47eb-8725-f6e105831ad4 req-19573218-191e-44dd-8f91-e46435610c95 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:51.109977 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79f727de-27f8-47eb-8725-f6e105831ad4 req-19573218-191e-44dd-8f91-e46435610c95 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 943 time: 0.4779260 Feb 04 15:28:51.131816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-67cc3ebf-8945-414b-8894-35d17fcd466b tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Unset dirty status for tenant:2702d5461dea44c5ab6dd1a27c25f1c2 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:51.132920 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-67cc3ebf-8945-414b-8894-35d17fcd466b tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/networks?id=420d6f1a-d654-4a5a-85f3-6f1697d7d24f HTTP/1.1" status: 200 len: 814 time: 0.5289435 Feb 04 15:28:51.160368 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-745de58f-f2cc-448a-b3c5-0283d4c7b0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.162720 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-25ee6369-c52f-4e64-afbf-ccd48b8f536c req-1e1f525c-bc6c-4e6e-a4c3-59b9c624906e tempest-DeleteServersAdminTestJSON-1657763409 tempest-DeleteServersAdminTestJSON-1657763409-project-admin] Calling delete_port for fa88992c-7f6e-4766-a2ff-2c594c70ac46 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:28:51.233038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-962a9593-370e-43e7-b781-d0799481e672 req-4662291e-fa44-4264-9232-e55e23de8683 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706027 Feb 04 15:28:51.239781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-aef419a3-0c72-4396-890c-20c48bfd89ae tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/quotas/2702d5461dea44c5ab6dd1a27c25f1c2 HTTP/1.1" status: 200 len: 375 time: 0.0728652 Feb 04 15:28:51.252263 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79f727de-27f8-47eb-8725-f6e105831ad4 req-7f2aebbf-6392-46d0-baf4-7455e1174455 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267054 Feb 04 15:28:51.309755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf1cfaa-962f-49a2-a9e5-3fd4874ce427', 'name': 'network-vif-deleted', 'tag': '389c66ad-a94c-40d7-b3c1-a5a7425481ab'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:51.373988 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-745de58f-f2cc-448a-b3c5-0283d4c7b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.398498 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-77ee91ea-e6fc-4644-9cd7-13c13af18fd5 req-cd9372cb-e70b-42e4-a25d-dc49efaac424 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2583439 Feb 04 15:28:51.400271 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9a646343-ec6a-42e9-ae55-387faad72e8a req-6add82b0-984c-425d-ab1d-cd448bc6c9af service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6980002 Feb 04 15:28:51.409841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745de58f-f2cc-448a-b3c5-0283d4c7b0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b4b62c-39ad-4c94-988e-5f6016716542,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:51.454285 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-745de58f-f2cc-448a-b3c5-0283d4c7b0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.459346 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-745de58f-f2cc-448a-b3c5-0283d4c7b0bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3b4b62c-39ad-4c94-988e-5f6016716542 HTTP/1.1" status: 204 len: 168 time: 0.7780170 Feb 04 15:28:51.467485 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44b62bb0-6893-45c1-b22e-687f9ffa4e63 req-db7917d7-36ea-4c5c-8d0e-4549f230da23 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] 10.222.0.60 "GET /v2.0/security-groups/3b346000-a517-495d-ae73-bffc63faf0d8 HTTP/1.1" status: 200 len: 1612 time: 0.1189189 Feb 04 15:28:51.497719 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-45c73f97-adca-43f8-b6aa-a3582664002e tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2702d5461dea44c5ab6dd1a27c25f1c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2494261 Feb 04 15:28:51.538244 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edff5479-285c-4b08-8432-6d7d7f85290e req-bc665bd1-3563-4458-80ba-75ec8d4fd373 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=495eb85f234247e28c499ffacaae7ea3&device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 1098 time: 0.2202811 Feb 04 15:28:51.641785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-1f591c3b-bf8c-47b4-9b4f-21d0c74e8bf4 service neutron] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:51.739989 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-77ee91ea-e6fc-4644-9cd7-13c13af18fd5 req-95bf2422-5821-4456-a06f-37f542457440 service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205173 Feb 04 15:28:51.747313 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-44b62bb0-6893-45c1-b22e-687f9ffa4e63 req-4044950d-9031-4564-b527-8c9cf3c67087 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.777134 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-1f591c3b-bf8c-47b4-9b4f-21d0c74e8bf4 service neutron] Notify callbacks [] for binding, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.778270 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8c7cd8-94ca-4fd0-8082-f6b1e3af6998 req-1f591c3b-bf8c-47b4-9b4f-21d0c74e8bf4 service neutron] 10.222.0.81 "DELETE /v2.0/ports/fb4f5f32-375a-4c4c-b005-47f6ef3b78c4/bindings/n-h2-827872-1 HTTP/1.1" status: 204 len: 173 time: 1.2043138 Feb 04 15:28:51.788384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-04bba08e-b1a6-4fff-a891-ec2c51fa588a service neutron] 10.222.0.60 "GET /v2.0/networks/420d6f1a-d654-4a5a-85f3-6f1697d7d24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797585 Feb 04 15:28:51.842398 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-44b62bb0-6893-45c1-b22e-687f9ffa4e63 req-4044950d-9031-4564-b527-8c9cf3c67087 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.908493 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25ee6369-c52f-4e64-afbf-ccd48b8f536c req-1e1f525c-bc6c-4e6e-a4c3-59b9c624906e tempest-DeleteServersAdminTestJSON-1657763409 tempest-DeleteServersAdminTestJSON-1657763409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.917157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff5479-285c-4b08-8432-6d7d7f85290e req-43f29a5c-af08-4f34-b072-88cd16f3c471 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:51.918144 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edff5479-285c-4b08-8432-6d7d7f85290e req-43f29a5c-af08-4f34-b072-88cd16f3c471 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3695517 Feb 04 15:28:51.919907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50466) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:51.945568 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['fa88992c-7f6e-4766-a2ff-2c594c70ac46'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:28:51.952013 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.007133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f525c-bc6c-4e6e-a4c3-59b9c624906e tempest-DeleteServersAdminTestJSON-1657763409 tempest-DeleteServersAdminTestJSON-1657763409-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa88992c-7f6e-4766-a2ff-2c594c70ac46,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:52.020989 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edff5479-285c-4b08-8432-6d7d7f85290e req-ed0efad9-41e2-4fe0-8b97-18bc805b527b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f HTTP/1.1" status: 200 len: 217 time: 0.0913081 Feb 04 15:28:52.024930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38ba54d5-4607-4c10-9a43-70cd454600a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.049379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Transition to ACTIVE for port object 36c084a6-449d-4fa4-92dd-abd520f0a0a0 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:52.089457 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-77ee91ea-e6fc-4644-9cd7-13c13af18fd5 req-60321423-7b7b-4037-89cb-3d3a86c817e4 service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399985 Feb 04 15:28:52.105973 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-44b62bb0-6893-45c1-b22e-687f9ffa4e63 req-4044950d-9031-4564-b527-8c9cf3c67087 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.155575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ee6369-c52f-4e64-afbf-ccd48b8f536c req-1e1f525c-bc6c-4e6e-a4c3-59b9c624906e tempest-DeleteServersAdminTestJSON-1657763409 tempest-DeleteServersAdminTestJSON-1657763409-project-admin] No DVR routers for this DVR port fa88992c-7f6e-4766-a2ff-2c594c70ac46 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:52.160501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25ee6369-c52f-4e64-afbf-ccd48b8f536c req-1e1f525c-bc6c-4e6e-a4c3-59b9c624906e tempest-DeleteServersAdminTestJSON-1657763409 tempest-DeleteServersAdminTestJSON-1657763409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.174582 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-44b62bb0-6893-45c1-b22e-687f9ffa4e63 req-4044950d-9031-4564-b527-8c9cf3c67087 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.187131 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-25ee6369-c52f-4e64-afbf-ccd48b8f536c req-1e1f525c-bc6c-4e6e-a4c3-59b9c624906e tempest-DeleteServersAdminTestJSON-1657763409 tempest-DeleteServersAdminTestJSON-1657763409-project-admin] 10.222.0.81 "DELETE /v2.0/ports/fa88992c-7f6e-4766-a2ff-2c594c70ac46 HTTP/1.1" status: 204 len: 173 time: 2.4769163 Feb 04 15:28:52.187352 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44b62bb0-6893-45c1-b22e-687f9ffa4e63 req-4044950d-9031-4564-b527-8c9cf3c67087 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] 10.222.0.60 "DELETE /v2.0/security-groups/3b346000-a517-495d-ae73-bffc63faf0d8 HTTP/1.1" status: 204 len: 173 time: 0.7116804 Feb 04 15:28:52.191191 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-38ba54d5-4607-4c10-9a43-70cd454600a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:52.195265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044950d-9031-4564-b527-8c9cf3c67087 tempest-SecurityGroupsTestAdminJSON-1364362174 tempest-SecurityGroupsTestAdminJSON-1364362174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b346000-a517-495d-ae73-bffc63faf0d8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:52.196654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-38ba54d5-4607-4c10-9a43-70cd454600a7 admin admin] Usage tracker for resource:security_group_rule and tenant:8f01a233d9784855b23e4dc6ac6e56e9 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:52.200915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-38ba54d5-4607-4c10-9a43-70cd454600a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:52.208499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-38ba54d5-4607-4c10-9a43-70cd454600a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:52.231360 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.232702 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-55b3774e-5d4c-4e98-9e59-6dcc6f33b6b9 service neutron] 10.222.0.60 "GET /v2.0/networks/420d6f1a-d654-4a5a-85f3-6f1697d7d24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183848 Feb 04 15:28:52.247238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff5479-285c-4b08-8432-6d7d7f85290e req-94e9ffa9-8178-4231-966d-1b0ba00c6cc1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:52.252374 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edff5479-285c-4b08-8432-6d7d7f85290e req-94e9ffa9-8178-4231-966d-1b0ba00c6cc1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1953213 Feb 04 15:28:52.415903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:52.426761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:52.445512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edff5479-285c-4b08-8432-6d7d7f85290e req-dfffd348-82ef-42bc-8197-a77321001662 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1789465 Feb 04 15:28:52.453029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:28:52.457962 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:52.458906 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.464021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Pushing event updated for resources: {'Port': ['ID=36c084a6-449d-4fa4-92dd-abd520f0a0a0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:52.529298 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e87c2f57-4d59-438c-9d5d-a9b032ae41d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2117729 Feb 04 15:28:52.546094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Request body: {'port': {'device_id': '7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:52.710855 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edff5479-285c-4b08-8432-6d7d7f85290e req-a37978da-e8f9-49b3-808d-30093f299d7e service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220957 Feb 04 15:28:52.712791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50480) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:52.741429 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38ba54d5-4607-4c10-9a43-70cd454600a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.765262 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38ba54d5-4607-4c10-9a43-70cd454600a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.842425 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:28:52.848165 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-38ba54d5-4607-4c10-9a43-70cd454600a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f01a233d9784855b23e4dc6ac6e56e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9005744 Feb 04 15:28:52.852383 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.870884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50490) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:52.895985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-88dfa043-0d30-4f56-b28d-6dac3f5db079 None None] Provisioning for port 36c084a6-449d-4fa4-92dd-abd520f0a0a0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:52.905247 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-88dfa043-0d30-4f56-b28d-6dac3f5db079 None None] Provisioning complete for port 36c084a6-449d-4fa4-92dd-abd520f0a0a0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:52.905837 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-88dfa043-0d30-4f56-b28d-6dac3f5db079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.922633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba54d5-4607-4c10-9a43-70cd454600a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f990fc-25b3-4dbc-abc0-2b0d7d56146a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:53.049418 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-88dfa043-0d30-4f56-b28d-6dac3f5db079 None None] Port 36c084a6-449d-4fa4-92dd-abd520f0a0a0 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:28:53.073204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b27e05c-68d5-4d85-a814-d1e42aaf3fb3 req-e1304d06-b1f7-471f-bb2f-dbb05ada4d14 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6e34175-feba-4455-b641-6cc257ed1bb1 HTTP/1.1" status: 200 len: 210 time: 0.2648740 Feb 04 15:28:53.161082 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13d91b78-85bf-4052-b87a-3162679e2a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.192900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00259583-1f2a-4c64-8399-8459b22f8822 req-832da59c-44f9-4ae9-98bb-86b5de96f9e4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:53.201411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-00259583-1f2a-4c64-8399-8459b22f8822 req-832da59c-44f9-4ae9-98bb-86b5de96f9e4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 935 time: 0.7535005 Feb 04 15:28:53.275236 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13d91b78-85bf-4052-b87a-3162679e2a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.391639 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13d91b78-85bf-4052-b87a-3162679e2a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.423810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d91b78-85bf-4052-b87a-3162679e2a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f990fc-25b3-4dbc-abc0-2b0d7d56146a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:53.430548 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-34d5d777-6da9-41c3-bb6f-4ebf63489f86 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=adcb3537f6294c3da38726851419ece2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7145326 Feb 04 15:28:53.431579 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13d91b78-85bf-4052-b87a-3162679e2a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.432679 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-13d91b78-85bf-4052-b87a-3162679e2a45 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23f990fc-25b3-4dbc-abc0-2b0d7d56146a HTTP/1.1" status: 204 len: 168 time: 0.5234067 Feb 04 15:28:53.433462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50496) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:53.440817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edff5479-285c-4b08-8432-6d7d7f85290e req-100a882a-02c1-4e44-a21c-fb8652402020 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063835 Feb 04 15:28:53.469441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-00259583-1f2a-4c64-8399-8459b22f8822 req-41bb2d9d-c356-4393-9404-238220ecb36d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Synchronizing usage tracker for tenant:495eb85f234247e28c499ffacaae7ea3 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:53.523104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c084a6-449d-4fa4-92dd-abd520f0a0a0 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:53.533036 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.537582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-00259583-1f2a-4c64-8399-8459b22f8822 req-41bb2d9d-c356-4393-9404-238220ecb36d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Unset dirty status for tenant:495eb85f234247e28c499ffacaae7ea3 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:53.538734 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-00259583-1f2a-4c64-8399-8459b22f8822 req-41bb2d9d-c356-4393-9404-238220ecb36d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365552 Feb 04 15:28:53.549972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Transition to ACTIVE for port object 36c084a6-449d-4fa4-92dd-abd520f0a0a0 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:53.554156 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.555582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316db6df-f502-46f4-bbcb-cf5fa3121592 req-5f6092bc-07e2-472f-b23c-cad20eb85c98 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:53.562872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-316db6df-f502-46f4-bbcb-cf5fa3121592 req-5f6092bc-07e2-472f-b23c-cad20eb85c98 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 965 time: 0.3133905 Feb 04 15:28:53.565483 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05a54ad5-96ec-4931-9870-a7a4d3b17ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.623224 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05a54ad5-96ec-4931-9870-a7a4d3b17ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.660562 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-316db6df-f502-46f4-bbcb-cf5fa3121592 req-995a14e9-2479-4752-825e-ad402a35164f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967011 Feb 04 15:28:53.740851 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05a54ad5-96ec-4931-9870-a7a4d3b17ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.783703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a54ad5-96ec-4931-9870-a7a4d3b17ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b82f760-6394-4641-be0f-9c5a86c119d4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:53.798583 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05a54ad5-96ec-4931-9870-a7a4d3b17ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.799777 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-05a54ad5-96ec-4931-9870-a7a4d3b17ca4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b82f760-6394-4641-be0f-9c5a86c119d4 HTTP/1.1" status: 204 len: 168 time: 0.3616354 Feb 04 15:28:53.845853 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf1cfaa-962f-49a2-a9e5-3fd4874ce427', 'name': 'network-vif-deleted', 'tag': '389c66ad-a94c-40d7-b3c1-a5a7425481ab', 'status': 'completed', 'code': 200} Feb 04 15:28:53.925408 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11b21d09-e717-4b9b-8f69-0341b292e421 req-710bedd3-a567-4cd7-89f8-86b8a8bc38bf tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 210 time: 0.0711074 Feb 04 15:28:53.959794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Attempting to bind port 36c084a6-449d-4fa4-92dd-abd520f0a0a0 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:53.959896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Attempting to bind port 36c084a6-449d-4fa4-92dd-abd520f0a0a0 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:53.960239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Attempting to bind port 36c084a6-449d-4fa4-92dd-abd520f0a0a0 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:53.970794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Port 36c084a6-449d-4fa4-92dd-abd520f0a0a0 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:28:53.971199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Attempting to bind port 36c084a6-449d-4fa4-92dd-abd520f0a0a0 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:28:53.978649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=36c084a6-449d-4fa4-92dd-abd520f0a0a0,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:53.993538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:28:53.994098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:28:53.994461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:28:53.996109 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Bound port: 36c084a6-449d-4fa4-92dd-abd520f0a0a0, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:53.996641 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.053208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 88f32f4c-7f91-4a0f-a21c-ed1828863a07 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:54.062396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fa88992c-7f6e-4766-a2ff-2c594c70ac46 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:54.149214 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: fa88992c-7f6e-4766-a2ff-2c594c70ac46 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:28:54.155055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fa88992c-7f6e-4766-a2ff-2c594c70ac46 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:28:54.192302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] For port 36c084a6-449d-4fa4-92dd-abd520f0a0a0, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:54.200777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] For port 36c084a6-449d-4fa4-92dd-abd520f0a0a0, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=36c084a6-449d-4fa4-92dd-abd520f0a0a0,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:54.211826 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.212782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e13ef3-98ac-45f7-a431-eb5ff2039a86 req-62d537c0-39f5-4c89-a169-9056011d1ff3 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:54.214353 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1e13ef3-98ac-45f7-a431-eb5ff2039a86 req-62d537c0-39f5-4c89-a169-9056011d1ff3 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 943 time: 0.1855416 Feb 04 15:28:54.349076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=36c084a6-449d-4fa4-92dd-abd520f0a0a0,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:54.355026 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.356878 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-e4683486-f25c-45c9-bc96-7dae3ce06ff5 service neutron] 10.222.0.81 "PUT /v2.0/ports/36c084a6-449d-4fa4-92dd-abd520f0a0a0 HTTP/1.1" status: 200 len: 1095 time: 1.8158867 Feb 04 15:28:54.454145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:54.477303 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '88f32f4c-7f91-4a0f-a21c-ed1828863a07', 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810', 'port_id': '88f32f4c-7f91-4a0f-a21c-ed1828863a07', 'mac_address': 'fa:16:3e:ae:07:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e65648f-2a98-4db0-8d3e-3d1fb81866e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:28:54.583745 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.619866 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1e13ef3-98ac-45f7-a431-eb5ff2039a86 req-59b99094-06ac-4395-a048-91025a8a10df tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982954 Feb 04 15:28:54.638498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f32f4c-7f91-4a0f-a21c-ed1828863a07 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:54.642764 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-bee90934-3cd5-43b5-827d-7958fc341063 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=495eb85f234247e28c499ffacaae7ea3&device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 1098 time: 0.1909158 Feb 04 15:28:54.687090 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:54.696962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-1c2dd3f5-eda5-4535-9b13-8dba0712507d tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:54.700858 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.703543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-1c2dd3f5-eda5-4535-9b13-8dba0712507d tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.73 "GET /v2.0/networks?id=420d6f1a-d654-4a5a-85f3-6f1697d7d24f HTTP/1.1" status: 200 len: 814 time: 0.4169786 Feb 04 15:28:54.718489 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ed3a703-9696-4be7-86b0-1f930042e182 req-c746abf2-470b-4d77-aac9-256e7b0df3f7 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 1116 time: 0.4733331 Feb 04 15:28:54.729762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Request body: {'port': {'device_id': 'ed9f9724-c844-4d96-8a8b-c811f71c3e33', 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f', 'admin_state_up': True, 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:54.799813 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=88f32f4c-7f91-4a0f-a21c-ed1828863a07,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:54.802854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50524) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:54.833542 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-16ec9a38-802d-45f7-a1ac-0ea831187808 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=36c084a6-449d-4fa4-92dd-abd520f0a0a0 HTTP/1.1" status: 200 len: 217 time: 0.1762531 Feb 04 15:28:54.912062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-a778db50-2a0f-4ea2-8286-919678d2b1c9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:54.914832 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-a778db50-2a0f-4ea2-8286-919678d2b1c9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0720103 Feb 04 15:28:54.982389 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ed3a703-9696-4be7-86b0-1f930042e182 req-557d61d7-a08d-4a9b-80b7-4f8af744ec1d tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593203 Feb 04 15:28:55.080448 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-66658e06-c836-40cd-98e3-f03b879ddcb2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1592190 Feb 04 15:28:55.098672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-96dc85b5-7728-42fd-bb89-dd78baf6278c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b6469a0e09ed4e45ad1fc99810e3492d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2923512 Feb 04 15:28:55.110175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50540) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:55.114062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['88f32f4c-7f91-4a0f-a21c-ed1828863a07'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:28:55.194478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:55.204640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Usage tracker for resource:port and tenant:2702d5461dea44c5ab6dd1a27c25f1c2 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:55.248996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:55.276869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac21c0-4417-47fd-bfc3-b99ae9a529ee req-779afb4f-2c25-4c29-b06e-06636227efef tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:55.279057 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eac21c0-4417-47fd-bfc3-b99ae9a529ee req-779afb4f-2c25-4c29-b06e-06636227efef tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 947 time: 0.2752373 Feb 04 15:28:55.280197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:55.285596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92d12cca-095f-4df9-8bf3-35fa65f87c71 req-b6306527-db61-422a-b419-412420f2d48f tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 210 time: 0.0843620 Feb 04 15:28:55.349353 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a61ef115-a570-47b2-a4cf-82fd56772795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.355543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Made reservation on behalf of 2702d5461dea44c5ab6dd1a27c25f1c2 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:55.359082 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.359579 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-7d7530f1-e774-4b4e-9590-f26c51bfb259 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709126 Feb 04 15:28:55.398644 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eac21c0-4417-47fd-bfc3-b99ae9a529ee req-672220a4-aaf2-4d6a-9433-487f1ad556b7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116037 Feb 04 15:28:55.416601 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a61ef115-a570-47b2-a4cf-82fd56772795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.550917 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-0fe3ec92-c29f-47a2-92d9-7d507d269f40 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3fc93b913c54472498f94eef8e0189a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369396 Feb 04 15:28:55.687806 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19aa1d82-eb03-4a9b-9dc1-f3be53034dc6 req-5e5b6563-e57f-4a32-b543-62c85a144639 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220575 Feb 04 15:28:55.775576 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a61ef115-a570-47b2-a4cf-82fd56772795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.829153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ef115-a570-47b2-a4cf-82fd56772795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c2b795-d731-4a88-830f-6fafb4f66b7b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:55.846848 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e34175-feba-4455-b641-6cc257ed1bb1', 'name': 'network-vif-deleted', 'tag': 'fa88992c-7f6e-4766-a2ff-2c594c70ac46'}, {'name': 'network-changed', 'server_uuid': '7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e', 'tag': '36c084a6-449d-4fa4-92dd-abd520f0a0a0'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:55.874422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Allocated IP 172.20.0.12 (420d6f1a-d654-4a5a-85f3-6f1697d7d24f/7c211675-4856-49ca-ae0c-3ab2a1af8be9/c4675618-c4a2-4c48-ae44-6743fe3baf80) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:55.931623 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a61ef115-a570-47b2-a4cf-82fd56772795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.935920 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a61ef115-a570-47b2-a4cf-82fd56772795 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42c2b795-d731-4a88-830f-6fafb4f66b7b HTTP/1.1" status: 204 len: 168 time: 0.8215930 Feb 04 15:28:55.959409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-32773bb7-f191-4bcb-9390-8af549a083d1 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:55.967642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-32773bb7-f191-4bcb-9390-8af549a083d1 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4032381 Feb 04 15:28:56.054990 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-bc99fe00-d1b0-4f2a-b2a4-e2a54247a046 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:56.064744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-bc99fe00-d1b0-4f2a-b2a4-e2a54247a046 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 807 time: 0.4403548 Feb 04 15:28:56.105136 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-876210c6-2a88-4bb4-bdff-a4fbff078d3d tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/quotas/259f0c881e6045e4b888323648b2d57a HTTP/1.1" status: 200 len: 375 time: 0.0385532 Feb 04 15:28:56.170130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-7aaabade-2e65-428f-9915-4ecaed7377e6 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/quotas/3fc93b913c54472498f94eef8e0189a3 HTTP/1.1" status: 200 len: 375 time: 0.2015116 Feb 04 15:28:56.385055 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-79080eca-e21d-4898-8463-8b6ae4e9e628 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3fc93b913c54472498f94eef8e0189a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2135987 Feb 04 15:28:56.450116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 94cfe216-5a98-4d6c-8919-30c5c86a5d5f details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:56.675301 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-3f21fc72-098b-473e-8c7a-80cd4001b669 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5680087 Feb 04 15:28:56.812920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:56.861255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f', 'mac_address': 'fa:16:3e:7c:a7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:28:56.960614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-34fdc94b-6f36-4140-a407-d4578cb6b4f5 service neutron] 10.222.0.60 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842913 Feb 04 15:28:57.068020 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.123968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cfe216-5a98-4d6c-8919-30c5c86a5d5f {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:57.160647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:57.166596 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.206850 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.312970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:57.327577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Transition to ACTIVE for port object c4675618-c4a2-4c48-ae44-6743fe3baf80 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:57.397970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc753c-376a-4afb-960f-791424803230 req-1c19f03e-952f-44c8-a454-ba3867b0ce18 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:57.407114 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94cc753c-376a-4afb-960f-791424803230 req-1c19f03e-952f-44c8-a454-ba3867b0ce18 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 944 time: 0.3758357 Feb 04 15:28:57.413982 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.492997 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-73889340-f61a-4ecb-8c2b-5bc6de868d4b service neutron] 10.222.0.60 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311699 Feb 04 15:28:57.571926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94cc753c-376a-4afb-960f-791424803230 req-351659c3-3dbd-4015-a4b9-c886d455e9e0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639087 Feb 04 15:28:57.595095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['94cfe216-5a98-4d6c-8919-30c5c86a5d5f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:28:57.650004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Pushing event updated for resources: {'Port': ['ID=c4675618-c4a2-4c48-ae44-6743fe3baf80,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:57.661807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Network 420d6f1a-d654-4a5a-85f3-6f1697d7d24f is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:57.663644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:57.670161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:28:57.678871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:57.687087 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.765716 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-079890d0-fd74-4005-a692-604c8c3518ad tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0444024 Feb 04 15:28:57.789031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Request body: {'port': {'device_id': 'ed9f9724-c844-4d96-8a8b-c811f71c3e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:28:57.897763 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e34175-feba-4455-b641-6cc257ed1bb1', 'name': 'network-vif-deleted', 'tag': 'fa88992c-7f6e-4766-a2ff-2c594c70ac46', 'status': 'completed', 'code': 200} Feb 04 15:28:57.898657 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e', 'tag': '36c084a6-449d-4fa4-92dd-abd520f0a0a0', 'status': 'completed', 'code': 200} Feb 04 15:28:58.078977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 88f32f4c-7f91-4a0f-a21c-ed1828863a07 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:58.212217 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:58.302276 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1179743a-483c-4104-96b7-c8191dcc3f0b req-b3dc7704-ee2b-4800-9150-1245e015f16d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=495eb85f234247e28c499ffacaae7ea3&device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 1098 time: 0.3486676 Feb 04 15:28:58.437191 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6fb88a30-df05-4260-a36f-f5509bb85735 None None] Provisioning for port c4675618-c4a2-4c48-ae44-6743fe3baf80 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:58.514447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6fb88a30-df05-4260-a36f-f5509bb85735 None None] Provisioning complete for port c4675618-c4a2-4c48-ae44-6743fe3baf80 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:58.520278 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6fb88a30-df05-4260-a36f-f5509bb85735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:58.736505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6fb88a30-df05-4260-a36f-f5509bb85735 None None] Port c4675618-c4a2-4c48-ae44-6743fe3baf80 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:28:58.853282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:58.863982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:58.864478 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:58.929522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179743a-483c-4104-96b7-c8191dcc3f0b req-61a8e278-f93c-4cdc-963f-80f0f8c59ede service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:58.932300 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1179743a-483c-4104-96b7-c8191dcc3f0b req-61a8e278-f93c-4cdc-963f-80f0f8c59ede service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.6220021 Feb 04 15:28:59.041115 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1179743a-483c-4104-96b7-c8191dcc3f0b req-48f067a6-0547-42c7-a359-a02c5e9032ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=36c084a6-449d-4fa4-92dd-abd520f0a0a0 HTTP/1.1" status: 200 len: 217 time: 0.1012764 Feb 04 15:28:59.074446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb67757-b8b6-4511-ab58-341eca1e6bd7 req-e0bf9994-f4ed-417f-9d12-0ec0d2f7e60b tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:59.075841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ffb67757-b8b6-4511-ab58-341eca1e6bd7 req-e0bf9994-f4ed-417f-9d12-0ec0d2f7e60b tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Synchronizing usage tracker for tenant:2702d5461dea44c5ab6dd1a27c25f1c2 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:59.109095 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ffb67757-b8b6-4511-ab58-341eca1e6bd7 req-e0bf9994-f4ed-417f-9d12-0ec0d2f7e60b tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Unset dirty status for tenant:2702d5461dea44c5ab6dd1a27c25f1c2 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:59.110494 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffb67757-b8b6-4511-ab58-341eca1e6bd7 req-e0bf9994-f4ed-417f-9d12-0ec0d2f7e60b tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 932 time: 0.5851486 Feb 04 15:28:59.117618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463ec80-6ba4-4cdf-9c7e-ea62b7defa64 req-efa9bb9a-e244-425f-8685-c51ba4c08335 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:59.125373 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8463ec80-6ba4-4cdf-9c7e-ea62b7defa64 req-efa9bb9a-e244-425f-8685-c51ba4c08335 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 947 time: 0.4034393 Feb 04 15:28:59.159078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179743a-483c-4104-96b7-c8191dcc3f0b req-17760d9f-c832-4304-b804-a21ae667383e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:59.161852 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1179743a-483c-4104-96b7-c8191dcc3f0b req-17760d9f-c832-4304-b804-a21ae667383e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1088364 Feb 04 15:28:59.269630 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ebcdfd16-6e20-4398-9d5b-4cd47960889d tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3fc93b913c54472498f94eef8e0189a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044981 Feb 04 15:28:59.337509 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.373925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ffb67757-b8b6-4511-ab58-341eca1e6bd7 req-3aa10588-d737-49c7-8add-6327887fcc9b tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Synchronizing usage tracker for tenant:2702d5461dea44c5ab6dd1a27c25f1c2 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:59.374499 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a81a908b-9e7b-42ec-ae7d-e74a8de0c1d9 req-8a07e42c-690e-40d3-9e20-6103e5b3efb7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6624439 Feb 04 15:28:59.422993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c98e6c8-ac47-4e23-addb-a45caee09b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f32f4c-7f91-4a0f-a21c-ed1828863a07'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:59.424783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8463ec80-6ba4-4cdf-9c7e-ea62b7defa64 req-c054e388-7de0-4f88-adfc-3f67c8fb9ec0 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976289 Feb 04 15:28:59.437846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4675618-c4a2-4c48-ae44-6743fe3baf80 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:59.463947 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.467823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:59.473885 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.545180 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ffb67757-b8b6-4511-ab58-341eca1e6bd7 req-3aa10588-d737-49c7-8add-6327887fcc9b tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Unset dirty status for tenant:2702d5461dea44c5ab6dd1a27c25f1c2 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:59.549028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffb67757-b8b6-4511-ab58-341eca1e6bd7 req-3aa10588-d737-49c7-8add-6327887fcc9b tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201822 Feb 04 15:28:59.551566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Transition to ACTIVE for port object c4675618-c4a2-4c48-ae44-6743fe3baf80 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:59.564844 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.698026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=88f32f4c-7f91-4a0f-a21c-ed1828863a07,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:59.753836 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1179743a-483c-4104-96b7-c8191dcc3f0b req-03dc7385-38b8-4221-a0aa-5b99d07b8ac5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5498219 Feb 04 15:28:59.969891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f5aa009-8aeb-432f-a400-cf913f24f703 req-ca5b2571-a016-45fb-88e0-88c901f93c47 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 210 time: 0.1416726 Feb 04 15:28:59.986573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-bf89b52d-ce96-4c83-a55b-25a5862e6639 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:00.008102 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-bf89b52d-ce96-4c83-a55b-25a5862e6639 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6909559 Feb 04 15:29:00.043654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Request body: {'port': {'device_id': 'ccccf00b-1551-4bcd-8306-bac725dbb594', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '3fc93b913c54472498f94eef8e0189a3'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:00.077867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 36c084a6-449d-4fa4-92dd-abd520f0a0a0 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:00.103054 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5a5a561-c636-4369-8b56-723616e4c388 req-260c9072-57e0-44c8-8561-f84a8c025c59 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 210 time: 0.1665151 Feb 04 15:29:00.142585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Pushing event updated for resources: {'Port': ['ID=c4675618-c4a2-4c48-ae44-6743fe3baf80,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:00.302601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Attempting to bind port c4675618-c4a2-4c48-ae44-6743fe3baf80 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:00.303412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Attempting to bind port c4675618-c4a2-4c48-ae44-6743fe3baf80 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'e407a91e-5bba-4fbf-b6d2-192555b36be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:00.303991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Attempting to bind port c4675618-c4a2-4c48-ae44-6743fe3baf80 on network 420d6f1a-d654-4a5a-85f3-6f1697d7d24f {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:00.316140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Port c4675618-c4a2-4c48-ae44-6743fe3baf80 on network 420d6f1a-d654-4a5a-85f3-6f1697d7d24f not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:29:00.319720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Attempting to bind port c4675618-c4a2-4c48-ae44-6743fe3baf80 on network 420d6f1a-d654-4a5a-85f3-6f1697d7d24f {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:00.335668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:00.336390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Checking segment: {'id': 'e407a91e-5bba-4fbf-b6d2-192555b36be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:00.337012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Bound using segment: {'id': 'e407a91e-5bba-4fbf-b6d2-192555b36be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:00.337671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Bound port: c4675618-c4a2-4c48-ae44-6743fe3baf80, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e407a91e-5bba-4fbf-b6d2-192555b36be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:00.344269 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:00.461477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:00.471652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Usage tracker for resource:port and tenant:3fc93b913c54472498f94eef8e0189a3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:00.477399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:00.484366 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a81a908b-9e7b-42ec-ae7d-e74a8de0c1d9 req-0e71c79c-dfba-4d9b-a0c5-81c82be7eddb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa371acdd906464fb4a2d0efa0b076f3&device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 1097 time: 0.9177535 Feb 04 15:29:00.502904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:00.513749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 36c084a6-449d-4fa4-92dd-abd520f0a0a0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=36c084a6-449d-4fa4-92dd-abd520f0a0a0,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:00.559717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '36c084a6-449d-4fa4-92dd-abd520f0a0a0', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '36c084a6-449d-4fa4-92dd-abd520f0a0a0', 'mac_address': 'fa:16:3e:ac:fc:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:00.675303 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 94cfe216-5a98-4d6c-8919-30c5c86a5d5f up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:00.688378 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1179743a-483c-4104-96b7-c8191dcc3f0b req-7869f625-f79b-4820-afc8-7ac56c1f3c9d service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9200208 Feb 04 15:29:00.870655 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] For port c4675618-c4a2-4c48-ae44-6743fe3baf80, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:00.875692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] For port c4675618-c4a2-4c48-ae44-6743fe3baf80, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c4675618-c4a2-4c48-ae44-6743fe3baf80,segment=NetworkSegment(e407a91e-5bba-4fbf-b6d2-192555b36be1),segment_id=e407a91e-5bba-4fbf-b6d2-192555b36be1)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:00.887485 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ac736-6b73-44cd-9e1b-f4cb05e8a2d2 req-8a83090e-84c2-4d6c-a8b0-a7c6f1701609 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:00.890732 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c98e6c8-ac47-4e23-addb-a45caee09b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f32f4c-7f91-4a0f-a21c-ed1828863a07', 'code': 200} Feb 04 15:29:00.911127 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b9ac736-6b73-44cd-9e1b-f4cb05e8a2d2 req-8a83090e-84c2-4d6c-a8b0-a7c6f1701609 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 945 time: 0.4102938 Feb 04 15:29:00.915631 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:00.931153 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:00.962428 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c084a6-449d-4fa4-92dd-abd520f0a0a0 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:00.984070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 36c084a6-449d-4fa4-92dd-abd520f0a0a0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=36c084a6-449d-4fa4-92dd-abd520f0a0a0,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:00.985959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:00.993403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:00.993822 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.020049 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.128356 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=36c084a6-449d-4fa4-92dd-abd520f0a0a0,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:01.190905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.73', 65363) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:01.348600 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.463075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-10aa6f06-2ed7-4df3-bb13-47d729239521 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:01.463876 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:01.466887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-10aa6f06-2ed7-4df3-bb13-47d729239521 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.73 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 807 time: 0.2741928 Feb 04 15:29:01.471066 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.512156 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1179743a-483c-4104-96b7-c8191dcc3f0b req-889ee7d3-bef8-4447-a17c-5615fb60de8b service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072852 Feb 04 15:29:01.516001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Made reservation on behalf of 3fc93b913c54472498f94eef8e0189a3 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:01.532341 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.562392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-1d9bc9a6-06d4-40d7-85cb-830f61330097 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Request body: {'port': {'device_id': '1c9027c7-84cb-4283-8f7b-076e4e193514', 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7', 'admin_state_up': True, 'tenant_id': '259f0c881e6045e4b888323648b2d57a'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:01.577836 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['36c084a6-449d-4fa4-92dd-abd520f0a0a0'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:29:01.707477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a908b-9e7b-42ec-ae7d-e74a8de0c1d9 req-938c5f95-2211-4501-ab2c-987c7bc0713e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:01.709242 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a81a908b-9e7b-42ec-ae7d-e74a8de0c1d9 req-938c5f95-2211-4501-ab2c-987c7bc0713e service neutron] 10.222.0.81 "GET /v2.0/networks?id=c61f278d-a093-4264-873d-c2b0fe84d55f HTTP/1.1" status: 200 len: 923 time: 1.1828494 Feb 04 15:29:01.760659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-1d9bc9a6-06d4-40d7-85cb-830f61330097 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:01.764889 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.767006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] 10.222.0.73 "PUT /v2.0/ports/c4675618-c4a2-4c48-ae44-6743fe3baf80 HTTP/1.1" status: 200 len: 1092 time: 3.9856358 Feb 04 15:29:01.771755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9f9724-c844-4d96-8a8b-c811f71c3e33', 'tag': 'c4675618-c4a2-4c48-ae44-6743fe3baf80'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:01.806498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-1d9bc9a6-06d4-40d7-85cb-830f61330097 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:01.831784 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b9ac736-6b73-44cd-9e1b-f4cb05e8a2d2 req-8a4f29b8-d729-46f4-a195-f80633cd64ec tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9192064 Feb 04 15:29:01.837251 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Pushing event updated for resources: {'Port': ['ID=c4675618-c4a2-4c48-ae44-6743fe3baf80,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:01.874517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:01.875128 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:01.875651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:01.876127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:01.876608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:01.880964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:01.881527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:01.882076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:01.882686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:01.883253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:01.883836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b66670-5c4f-4d03-acdf-1f75592977ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:01.932046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:01.970904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-1d9bc9a6-06d4-40d7-85cb-830f61330097 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Made reservation on behalf of 259f0c881e6045e4b888323648b2d57a for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:01.974383 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-1d9bc9a6-06d4-40d7-85cb-830f61330097 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.982282 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-590d4cf2-1bc9-4d4d-ba17-85f732401287 req-30a3343e-1e74-4ec3-a754-4a20e60a82bc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 1096 time: 0.5263479 Feb 04 15:29:02.042580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6fb30-fc1e-4a0f-8681-9ecd6715aaa0 req-8a5e6103-909f-4f82-826e-aa91cf4f4cb0 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:02.051023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20a6fb30-fc1e-4a0f-8681-9ecd6715aaa0 req-8a5e6103-909f-4f82-826e-aa91cf4f4cb0 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 948 time: 0.9650371 Feb 04 15:29:02.210747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-be1b2f72-1dcf-4bf6-a164-9e4ae95d8582 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2702d5461dea44c5ab6dd1a27c25f1c2&device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 1095 time: 0.3380301 Feb 04 15:29:02.223837 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20a6fb30-fc1e-4a0f-8681-9ecd6715aaa0 req-2bed23ce-8c46-4e28-80f1-2a0754778609 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717603 Feb 04 15:29:02.300528 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Allocated IP 192.168.233.230 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/d103f93b-fa7f-4d2d-9657-252d936eb8ca) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:02.350593 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a81a908b-9e7b-42ec-ae7d-e74a8de0c1d9 req-e085668d-dde0-4d98-becb-801e5c6af3aa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 HTTP/1.1" status: 200 len: 1000 time: 0.6239922 Feb 04 15:29:02.412581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-e8fac9b9-5eaa-4c92-b8ef-f93f8c33b9f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4675618-c4a2-4c48-ae44-6743fe3baf80 HTTP/1.1" status: 200 len: 217 time: 0.1466691 Feb 04 15:29:02.453699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-1d9bc9a6-06d4-40d7-85cb-830f61330097 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Allocated IP 172.20.0.9 (1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7/11050dcc-da07-4ba7-ba4c-41c37869c34f/33c0710a-647c-4004-b94a-45a5fdd1528a) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:02.475919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a908b-9e7b-42ec-ae7d-e74a8de0c1d9 req-c1186494-6d8b-4579-8f43-c601ea66425a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:02.477488 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a81a908b-9e7b-42ec-ae7d-e74a8de0c1d9 req-c1186494-6d8b-4579-8f43-c601ea66425a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d305bd05-a89f-476f-b433-f21b1c63f1f0 HTTP/1.1" status: 200 len: 861 time: 0.1119912 Feb 04 15:29:02.479487 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-590d4cf2-1bc9-4d4d-ba17-85f732401287 req-8ab2872c-347a-402b-88d0-7411f9f04cea service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620423 Feb 04 15:29:02.579598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bb90c-ffad-4804-9817-52ce888aa3c4 req-89b3cacf-3b25-4e92-a182-35fa7d23fa83 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:02.582458 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-430bb90c-ffad-4804-9817-52ce888aa3c4 req-89b3cacf-3b25-4e92-a182-35fa7d23fa83 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 944 time: 0.2116077 Feb 04 15:29:02.759810 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-430bb90c-ffad-4804-9817-52ce888aa3c4 req-0c9708d3-970d-4e36-a9b8-b610d320c07d tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607172 Feb 04 15:29:02.776074 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.825177 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Transition to ACTIVE for port object d103f93b-fa7f-4d2d-9657-252d936eb8ca will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:02.892241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:02.892896 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-1d9bc9a6-06d4-40d7-85cb-830f61330097 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.920774 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.981535 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-1d9bc9a6-06d4-40d7-85cb-830f61330097 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:03.065192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:03.072249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:03.096062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:29:03.102461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:03.103085 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:03.179760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Pushing event updated for resources: {'Port': ['ID=d103f93b-fa7f-4d2d-9657-252d936eb8ca,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:03.182509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bc9a6-06d4-40d7-85cb-830f61330097 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Pushing event updated for resources: {'Port': ['ID=33c0710a-647c-4004-b94a-45a5fdd1528a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:03.198399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.198756 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.199064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.199476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.199940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.200304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.200645 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.200909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.201198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.201519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.201827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.212382 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-6b2434d7-11d8-4560-8772-03767930b398 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1875188 Feb 04 15:29:03.223159 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a81a908b-9e7b-42ec-ae7d-e74a8de0c1d9 req-930efa5f-2306-4ecd-9d9a-52bef52669ad service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c61f278d-a093-4264-873d-c2b0fe84d55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3683462 Feb 04 15:29:03.224933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-1d9bc9a6-06d4-40d7-85cb-830f61330097 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:03.226434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-1d9bc9a6-06d4-40d7-85cb-830f61330097 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:03.236362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-1d9bc9a6-06d4-40d7-85cb-830f61330097 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:29:03.248715 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-1d9bc9a6-06d4-40d7-85cb-830f61330097 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:03.255885 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-1d9bc9a6-06d4-40d7-85cb-830f61330097 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:03.313473 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-1d9bc9a6-06d4-40d7-85cb-830f61330097 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7679100 Feb 04 15:29:03.450701 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a81a908b-9e7b-42ec-ae7d-e74a8de0c1d9 req-d22512e9-ada7-4960-a4c7-db4ce9081dca service neutron] 10.222.0.81 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182038 Feb 04 15:29:03.453524 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e85ce949-3d1c-4a98-b1a0-32163955280a None None] Provisioning for port d103f93b-fa7f-4d2d-9657-252d936eb8ca completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:03.459164 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e85ce949-3d1c-4a98-b1a0-32163955280a None None] Provisioning complete for port d103f93b-fa7f-4d2d-9657-252d936eb8ca triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:03.459855 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e85ce949-3d1c-4a98-b1a0-32163955280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:03.474788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ccbf8-cd10-436d-913c-e2795a1fc874 req-ada05610-c474-4e21-8834-9f6a83fd8356 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:03.476364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d28ccbf8-cd10-436d-913c-e2795a1fc874 req-ada05610-c474-4e21-8834-9f6a83fd8356 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 936 time: 0.0912147 Feb 04 15:29:03.529439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e85ce949-3d1c-4a98-b1a0-32163955280a None None] Port d103f93b-fa7f-4d2d-9657-252d936eb8ca cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:29:03.547134 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d28ccbf8-cd10-436d-913c-e2795a1fc874 req-09cb777c-6705-4eea-8350-d9861e162adc tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592697 Feb 04 15:29:03.635254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Request body: {'port': {'device_id': '1c9027c7-84cb-4283-8f7b-076e4e193514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:03.717134 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a81a908b-9e7b-42ec-ae7d-e74a8de0c1d9 req-ab5a6f90-0bfc-493e-9b65-40ba9d64a003 service neutron] 10.222.0.81 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551920 Feb 04 15:29:03.724838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Request body: {'port': {'device_id': 'ccccf00b-1551-4bcd-8306-bac725dbb594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:03.846123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-9c92ce2d-8283-4c78-961c-0a550344b643 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:03.848052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-9c92ce2d-8283-4c78-961c-0a550344b643 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c211675-4856-49ca-ae0c-3ab2a1af8be9 HTTP/1.1" status: 200 len: 853 time: 0.2754107 Feb 04 15:29:03.848856 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:03.962158 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.089715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 36c084a6-449d-4fa4-92dd-abd520f0a0a0 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:04.223260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 36c084a6-449d-4fa4-92dd-abd520f0a0a0 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:04.230321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 36c084a6-449d-4fa4-92dd-abd520f0a0a0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:04.231608 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.388538 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.431940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 36c084a6-449d-4fa4-92dd-abd520f0a0a0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=36c084a6-449d-4fa4-92dd-abd520f0a0a0,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:04.436821 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.519658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d103f93b-fa7f-4d2d-9657-252d936eb8ca {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:04.522827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b1c46-8ed9-4f35-b92e-18afdd9ebe09 req-ba1fc89f-2452-4da6-8bbc-fecaa9d04080 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:04.524290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2d6b1c46-8ed9-4f35-b92e-18afdd9ebe09 req-ba1fc89f-2452-4da6-8bbc-fecaa9d04080 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Synchronizing usage tracker for tenant:259f0c881e6045e4b888323648b2d57a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:29:04.528422 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.530002 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=36c084a6-449d-4fa4-92dd-abd520f0a0a0,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:04.542162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:04.542577 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:04.542923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:04.543349 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:04.543662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:04.543986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:04.544979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:04.545320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:04.545708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:04.546035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:04.546374 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:04.558846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Transition to ACTIVE for port object d103f93b-fa7f-4d2d-9657-252d936eb8ca will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:04.563461 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.610104 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-de3fb916-042f-4cb5-b3c6-bafa1927605d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=420d6f1a-d654-4a5a-85f3-6f1697d7d24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5579557 Feb 04 15:29:04.674352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2d6b1c46-8ed9-4f35-b92e-18afdd9ebe09 req-ba1fc89f-2452-4da6-8bbc-fecaa9d04080 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Unset dirty status for tenant:259f0c881e6045e4b888323648b2d57a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:29:04.681034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d6b1c46-8ed9-4f35-b92e-18afdd9ebe09 req-ba1fc89f-2452-4da6-8bbc-fecaa9d04080 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 931 time: 0.6300883 Feb 04 15:29:04.714085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Pushing event updated for resources: {'Port': ['ID=d103f93b-fa7f-4d2d-9657-252d936eb8ca,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:04.846664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Attempting to bind port d103f93b-fa7f-4d2d-9657-252d936eb8ca on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:04.847387 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Attempting to bind port d103f93b-fa7f-4d2d-9657-252d936eb8ca by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:04.847948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Attempting to bind port d103f93b-fa7f-4d2d-9657-252d936eb8ca on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:04.854345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Port d103f93b-fa7f-4d2d-9657-252d936eb8ca on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:29:04.854989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Attempting to bind port d103f93b-fa7f-4d2d-9657-252d936eb8ca on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:04.864204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:04.864794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:04.865397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:04.866686 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Bound port: d103f93b-fa7f-4d2d-9657-252d936eb8ca, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:04.867282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.977374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] For port d103f93b-fa7f-4d2d-9657-252d936eb8ca, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:04.983444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] For port d103f93b-fa7f-4d2d-9657-252d936eb8ca, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d103f93b-fa7f-4d2d-9657-252d936eb8ca,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:04.989216 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d6b1c46-8ed9-4f35-b92e-18afdd9ebe09 req-620bbc78-ef10-4611-a995-c4e663c5eb4c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069293 Feb 04 15:29:04.990704 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.052346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c0710a-647c-4004-b94a-45a5fdd1528a {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:05.068995 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-5ff7ea0b-1183-480d-8710-c993d8ff6201 service neutron] 10.222.0.73 "GET /v2.0/networks/420d6f1a-d654-4a5a-85f3-6f1697d7d24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182146 Feb 04 15:29:05.070864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.088420 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.091004 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] 10.222.0.73 "PUT /v2.0/ports/d103f93b-fa7f-4d2d-9657-252d936eb8ca HTTP/1.1" status: 200 len: 1096 time: 1.3720970 Feb 04 15:29:05.091004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccccf00b-1551-4bcd-8306-bac725dbb594', 'tag': 'd103f93b-fa7f-4d2d-9657-252d936eb8ca'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:05.113679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac491c9f-4f1d-4eea-a050-849075edbf21 service neutron] Pushing event updated for resources: {'Port': ['ID=d103f93b-fa7f-4d2d-9657-252d936eb8ca,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:05.203695 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f', 'code': 200} Feb 04 15:29:05.255914 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9f9724-c844-4d96-8a8b-c811f71c3e33', 'tag': 'c4675618-c4a2-4c48-ae44-6743fe3baf80', 'status': 'completed', 'code': 200} Feb 04 15:29:05.282661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Transition to ACTIVE for port object 33c0710a-647c-4004-b94a-45a5fdd1528a will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:05.296343 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.507582 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-6be375c3-3c26-40f8-8031-7b066f46b968 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4213da738ffd4f85b6792919883c01d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600994 Feb 04 15:29:05.600468 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58cd7f06-1fd6-4421-b6f2-9da4f2b30a63 req-4773e688-ca2f-42db-9b7e-7c88e723ff27 service neutron] 10.222.0.73 "GET /v2.0/networks/420d6f1a-d654-4a5a-85f3-6f1697d7d24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050054 Feb 04 15:29:05.601290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Pushing event updated for resources: {'Port': ['ID=33c0710a-647c-4004-b94a-45a5fdd1528a,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:05.773298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa630c6-2d5c-4046-beba-ebb2113ebf3f req-e47442f0-69ab-4636-9a86-64bedfd13d82 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:05.774832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-daa630c6-2d5c-4046-beba-ebb2113ebf3f req-e47442f0-69ab-4636-9a86-64bedfd13d82 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 945 time: 0.3911152 Feb 04 15:29:05.793855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Attempting to bind port 33c0710a-647c-4004-b94a-45a5fdd1528a on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:05.794184 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Attempting to bind port 33c0710a-647c-4004-b94a-45a5fdd1528a by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:05.794507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Attempting to bind port 33c0710a-647c-4004-b94a-45a5fdd1528a on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:05.824090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-c63da914-fde2-4168-9a52-7073d6216737 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:05.826315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-c63da914-fde2-4168-9a52-7073d6216737 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3179555 Feb 04 15:29:05.832349 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Port 33c0710a-647c-4004-b94a-45a5fdd1528a on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:29:05.832668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Attempting to bind port 33c0710a-647c-4004-b94a-45a5fdd1528a on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:05.858741 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:05.859090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Checking segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:05.859440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Bound using segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:05.859869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Bound port: 33c0710a-647c-4004-b94a-45a5fdd1528a, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:05.860212 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.874683 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-439bfd0f-10d2-4c37-8f82-87b757d25d51 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/quotas/4213da738ffd4f85b6792919883c01d4 HTTP/1.1" status: 200 len: 375 time: 0.0396316 Feb 04 15:29:05.917414 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-daa630c6-2d5c-4046-beba-ebb2113ebf3f req-3e4ac600-4ae7-4a64-bcb6-128649a6415f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276217 Feb 04 15:29:05.956452 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-f6f152a8-0468-4fba-a646-bb61ad25b04a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752420 Feb 04 15:29:06.010408 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:06.023450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=33c0710a-647c-4004-b94a-45a5fdd1528a,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:06.023450 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.120686 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.122281 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] 10.222.0.73 "PUT /v2.0/ports/33c0710a-647c-4004-b94a-45a5fdd1528a HTTP/1.1" status: 200 len: 1091 time: 2.5462518 Feb 04 15:29:06.148145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de737c0-fd75-4391-9e78-67e2c72fddc2 service neutron] Pushing event updated for resources: {'Port': ['ID=33c0710a-647c-4004-b94a-45a5fdd1528a,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:06.512923 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b739-3e95-4da3-b8d5-7c88ec2e6701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.585507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090187b-c536-4889-9d3c-1a88f6bacb04 req-8a731638-95a4-4a8d-9a3f-8fdd2c2e59a7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:06.586970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5090187b-c536-4889-9d3c-1a88f6bacb04 req-8a731638-95a4-4a8d-9a3f-8fdd2c2e59a7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 949 time: 0.3016419 Feb 04 15:29:06.600722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9aed0-2d55-44a3-b5d2-86240e6dc3f1 req-ae640751-1e93-4f77-a396-dba3eed1c55f tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:06.602151 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93f9aed0-2d55-44a3-b5d2-86240e6dc3f1 req-ae640751-1e93-4f77-a396-dba3eed1c55f tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 944 time: 0.2642236 Feb 04 15:29:06.684684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5090187b-c536-4889-9d3c-1a88f6bacb04 req-d5eb802e-fa76-4555-b850-c2bb35dc5a0d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907979 Feb 04 15:29:06.703759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93f9aed0-2d55-44a3-b5d2-86240e6dc3f1 req-e9ba17bb-d46f-4375-9195-69e759f266d1 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872426 Feb 04 15:29:06.768825 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccccf00b-1551-4bcd-8306-bac725dbb594', 'tag': 'd103f93b-fa7f-4d2d-9657-252d936eb8ca', 'status': 'completed', 'code': 200} Feb 04 15:29:06.950562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ff642-7949-4339-ae1b-c3c44e9879ce req-7831a366-57c2-41c7-a03b-389aa29ec138 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:06.952061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-310ff642-7949-4339-ae1b-c3c44e9879ce req-7831a366-57c2-41c7-a03b-389aa29ec138 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 948 time: 0.1340213 Feb 04 15:29:06.990574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3fa35-c510-4964-b1c8-e3f1bc408a8f req-707fe9ae-42b8-4728-9795-b5619b491fda tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:06.991339 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-adf3fa35-c510-4964-b1c8-e3f1bc408a8f req-707fe9ae-42b8-4728-9795-b5619b491fda tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 943 time: 0.1172049 Feb 04 15:29:07.036960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-310ff642-7949-4339-ae1b-c3c44e9879ce req-5f1a4ea6-e639-43ac-aee9-8ac69aa4bc32 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793483 Feb 04 15:29:07.049994 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-adf3fa35-c510-4964-b1c8-e3f1bc408a8f req-de3939d7-6f6d-4b1e-a285-320cc4768ceb tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510089 Feb 04 15:29:07.205511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c084a6-449d-4fa4-92dd-abd520f0a0a0'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:07.219462 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8285084-6dd1-433c-95b8-c900da62259e req-9f9c1ffc-711a-484a-bd33-336a3e6a1812 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 210 time: 0.0441077 Feb 04 15:29:07.257318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9027c7-84cb-4283-8f7b-076e4e193514', 'tag': '33c0710a-647c-4004-b94a-45a5fdd1528a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:07.325060 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c084a6-449d-4fa4-92dd-abd520f0a0a0', 'code': 200} Feb 04 15:29:07.373704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48003ccd-b11e-4ccb-9124-787d31523410 req-6ad6a8f3-8e38-4125-b982-198a61a23f19 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 1096 time: 0.0732460 Feb 04 15:29:07.376263 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9027c7-84cb-4283-8f7b-076e4e193514', 'tag': '33c0710a-647c-4004-b94a-45a5fdd1528a', 'status': 'completed', 'code': 200} Feb 04 15:29:07.423243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-48003ccd-b11e-4ccb-9124-787d31523410 req-f8fff1c8-d1e6-421a-95b3-454eb0023e89 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] Synchronizing usage tracker for tenant:499f1074b75a41c0a5c6cc84603deb43 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:29:07.442523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-48003ccd-b11e-4ccb-9124-787d31523410 req-f8fff1c8-d1e6-421a-95b3-454eb0023e89 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] Unset dirty status for tenant:499f1074b75a41c0a5c6cc84603deb43 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:29:07.454512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48003ccd-b11e-4ccb-9124-787d31523410 req-f8fff1c8-d1e6-421a-95b3-454eb0023e89 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748527 Feb 04 15:29:07.533528 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3d40a1bc-95d2-4f1e-b5e2-b8aea0a480d4 req-ce208855-9b8c-43e5-b0da-51cc121faa50 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 1100 time: 0.0996015 Feb 04 15:29:07.591072 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3d40a1bc-95d2-4f1e-b5e2-b8aea0a480d4 req-5c37b20f-527e-437d-8adf-8600cef82eb1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499141 Feb 04 15:29:07.717043 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53a7fe19-87e7-430c-989f-d78c29191ff7 req-e800766c-efcc-4ef6-b925-0606a74edba2 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 1096 time: 0.0732982 Feb 04 15:29:07.739711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50740) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:07.762295 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53a7fe19-87e7-430c-989f-d78c29191ff7 req-714503e5-bf0b-40f8-b08e-09155014a6eb tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394471 Feb 04 15:29:07.890474 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-042273cd-60c1-480a-b723-8a2eb8fbad38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.907218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617c901-b693-452e-b6c1-18da2c9b9360 req-21dd923d-344b-4ce2-bc35-220ac0006d1e tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:07.908835 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a617c901-b693-452e-b6c1-18da2c9b9360 req-21dd923d-344b-4ce2-bc35-220ac0006d1e tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 944 time: 0.0823469 Feb 04 15:29:07.928184 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-042273cd-60c1-480a-b723-8a2eb8fbad38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:07.933010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-042273cd-60c1-480a-b723-8a2eb8fbad38 admin admin] Usage tracker for resource:security_group_rule and tenant:e5dd31e16b3341dfa153b19a3ae96509 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:07.936655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-042273cd-60c1-480a-b723-8a2eb8fbad38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:07.947871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-042273cd-60c1-480a-b723-8a2eb8fbad38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:08.018990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a617c901-b693-452e-b6c1-18da2c9b9360 req-69a09ee5-b370-47c1-a352-816c3c0764d5 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043308 Feb 04 15:29:08.032245 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-31dc9807-6e3b-43a8-a158-cbaf63b2ecd1 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4213da738ffd4f85b6792919883c01d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516891 Feb 04 15:29:08.057852 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a5f76-c72b-4db9-8940-451341e7cfb3 req-a926baee-0de9-4de3-8517-d9771cf551a8 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.059456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c57a5f76-c72b-4db9-8940-451341e7cfb3 req-a926baee-0de9-4de3-8517-d9771cf551a8 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 949 time: 0.0988843 Feb 04 15:29:08.125567 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c57a5f76-c72b-4db9-8940-451341e7cfb3 req-8b69129a-38a9-4594-9bf7-a6eeee1f0ef0 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594933 Feb 04 15:29:08.211645 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-042273cd-60c1-480a-b723-8a2eb8fbad38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.225409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-b0b10091-3a8d-44f3-a3e4-8b2969059001 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.227877 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-b0b10091-3a8d-44f3-a3e4-8b2969059001 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867733 Feb 04 15:29:08.228674 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-042273cd-60c1-480a-b723-8a2eb8fbad38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.280180 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Request body: {'port': {'device_id': '5a302f3a-d240-4134-b2e4-512bb52cc19c', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '4213da738ffd4f85b6792919883c01d4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:08.304488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042273cd-60c1-480a-b723-8a2eb8fbad38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b106b89b-e026-4065-9a42-e58fb411c5d6,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:08.350286 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-042273cd-60c1-480a-b723-8a2eb8fbad38 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5dd31e16b3341dfa153b19a3ae96509&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6093135 Feb 04 15:29:08.353628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50758) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:08.382125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d038f36-f221-4c77-8d0f-c09781478980 req-ac336328-ab8d-4915-b7b4-54acc6462d3b tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.383597 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d038f36-f221-4c77-8d0f-c09781478980 req-ac336328-ab8d-4915-b7b4-54acc6462d3b tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 948 time: 0.1602015 Feb 04 15:29:08.422617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:08.426402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Usage tracker for resource:port and tenant:4213da738ffd4f85b6792919883c01d4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:08.427872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856469e-2c5c-47b0-b334-b285647d32e9 req-1f1b7a43-972c-42fc-8f79-65c5e66a6a29 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.429248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:08.429383 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4856469e-2c5c-47b0-b334-b285647d32e9 req-1f1b7a43-972c-42fc-8f79-65c5e66a6a29 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 943 time: 0.1600628 Feb 04 15:29:08.435614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:08.445727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Made reservation on behalf of 4213da738ffd4f85b6792919883c01d4 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:08.448650 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.461714 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.494917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:08.498750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Usage tracker for resource:security_group_rule and tenant:4213da738ffd4f85b6792919883c01d4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:08.501813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:08.504163 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d038f36-f221-4c77-8d0f-c09781478980 req-e36733bc-9ce9-4ac4-9af3-e0c99a4fac12 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096175 Feb 04 15:29:08.507971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:08.510602 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9494753a-2b38-462d-9c5f-0a24f586a49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.526853 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4856469e-2c5c-47b0-b334-b285647d32e9 req-bf3bf4fb-38d1-481e-a135-3dcb824f5e84 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880101 Feb 04 15:29:08.561840 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9494753a-2b38-462d-9c5f-0a24f586a49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.609937 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.615915 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.671152 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9494753a-2b38-462d-9c5f-0a24f586a49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.709081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89141bf5-5da2-4786-8630-d736fd1f9ad2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:08.736309 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83f4454f-6a69-43ef-977c-5d750edd84c2 req-39addc33-3f88-42d5-8fb8-971762409a62 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 210 time: 0.0669656 Feb 04 15:29:08.737018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494753a-2b38-462d-9c5f-0a24f586a49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b106b89b-e026-4065-9a42-e58fb411c5d6,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:08.752809 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9494753a-2b38-462d-9c5f-0a24f586a49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.753940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9494753a-2b38-462d-9c5f-0a24f586a49a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b106b89b-e026-4065-9a42-e58fb411c5d6 HTTP/1.1" status: 204 len: 168 time: 0.3972933 Feb 04 15:29:08.776147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6ef5f55-9980-4848-9974-04d97b048dc6 req-8af4e7e2-46c3-455d-9ae0-27722f37d9ff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1460514 Feb 04 15:29:08.810052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Allocated IP 192.168.233.69 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/bc81c76d-7bd3-425c-b077-358c68b74f66) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:08.875927 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cc5c9599-2d66-4bee-b4bf-8e7f15ca0b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.146232 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.172146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Transition to ACTIVE for port object bc81c76d-7bd3-425c-b077-358c68b74f66 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:09.206284 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.336230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:09.341937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:09.345484 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:29:09.352201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:09.353465 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.367448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event updated for resources: {'Port': ['ID=bc81c76d-7bd3-425c-b077-358c68b74f66,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:09.412123 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-857175a5-3988-427e-9918-b4628e6164ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1414576 Feb 04 15:29:09.414656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31accb-538d-452e-b2e9-f7907ca591c7 req-966d36c4-f93e-4dc0-b269-c2303e5b71c5 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:09.416219 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c31accb-538d-452e-b2e9-f7907ca591c7 req-966d36c4-f93e-4dc0-b269-c2303e5b71c5 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 944 time: 0.1539898 Feb 04 15:29:09.437633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Request body: {'port': {'device_id': '5a302f3a-d240-4134-b2e4-512bb52cc19c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:09.579279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.73', 65365) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:09.697074 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-80e417eb-05fc-45c3-89af-ded624026584 None None] Provisioning for port bc81c76d-7bd3-425c-b077-358c68b74f66 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:09.710382 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-80e417eb-05fc-45c3-89af-ded624026584 None None] Provisioning complete for port bc81c76d-7bd3-425c-b077-358c68b74f66 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:09.712728 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-80e417eb-05fc-45c3-89af-ded624026584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.743838 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c31accb-538d-452e-b2e9-f7907ca591c7 req-0aed09a1-3592-4222-9c6c-88d15353b2b2 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172247 Feb 04 15:29:09.747005 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.796264 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98a8ac21-74bd-4217-8d0a-2aeeeabeac4e req-c5dfe26b-73cc-48a2-b2a2-fd530a16855e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 1094 time: 0.2713323 Feb 04 15:29:09.796455 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-268a6d83-97c2-4605-a508-f8d2d226ed13 req-69669a2e-04fb-4777-b713-1619627f2295 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2702d5461dea44c5ab6dd1a27c25f1c2&device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 1095 time: 0.2091861 Feb 04 15:29:09.803515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-c9de46fd-0167-4e87-a54c-e556c5e9717b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3fc93b913c54472498f94eef8e0189a3&device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 1099 time: 0.3721092 Feb 04 15:29:09.909655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-80e417eb-05fc-45c3-89af-ded624026584 None None] Port bc81c76d-7bd3-425c-b077-358c68b74f66 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:29:09.914470 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.938619 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6373753-83e0-4abe-b7c9-a77df25b7f88 req-35a4022e-e6dc-466a-830c-66aa13b7217e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 1100 time: 0.3604376 Feb 04 15:29:09.954215 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-3b2d75a8-92e4-4ab0-81dd-f9c4fa30aee4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d103f93b-fa7f-4d2d-9657-252d936eb8ca HTTP/1.1" status: 200 len: 217 time: 0.1079268 Feb 04 15:29:10.060023 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.137773 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6373753-83e0-4abe-b7c9-a77df25b7f88 req-6d93eb75-68bd-4877-a3a1-a2ad7d75b88b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822715 Feb 04 15:29:10.171349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a6d83-97c2-4605-a508-f8d2d226ed13 req-1a21d226-c905-484e-97fb-41681f206a17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.173334 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-268a6d83-97c2-4605-a508-f8d2d226ed13 req-1a21d226-c905-484e-97fb-41681f206a17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=420d6f1a-d654-4a5a-85f3-6f1697d7d24f HTTP/1.1" status: 200 len: 915 time: 0.3513088 Feb 04 15:29:10.182458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50812) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:10.287327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-a2f48ba0-843d-4504-8134-6048dc84cb9b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.288751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-a2f48ba0-843d-4504-8134-6048dc84cb9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2101407 Feb 04 15:29:10.313522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8ac21-74bd-4217-8d0a-2aeeeabeac4e req-5fb62f32-3515-45a1-8d3d-f3d059fb4242 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.314955 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98a8ac21-74bd-4217-8d0a-2aeeeabeac4e req-5fb62f32-3515-45a1-8d3d-f3d059fb4242 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=259f0c881e6045e4b888323648b2d57a&shared=False HTTP/1.1" status: 200 len: 908 time: 0.5078318 Feb 04 15:29:10.323927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237a477-2e68-470f-9363-b6a5a21155ad req-341ebc96-0c00-4a10-93fb-ba88d4f79be1 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.325694 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b237a477-2e68-470f-9363-b6a5a21155ad req-341ebc96-0c00-4a10-93fb-ba88d4f79be1 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 949 time: 0.2988694 Feb 04 15:29:10.346058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-122304241-network', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:10.375278 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b237a477-2e68-470f-9363-b6a5a21155ad req-e4a6bc52-82b7-49ae-b356-769f826aa3f9 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434868 Feb 04 15:29:10.381668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:10.398121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Usage tracker for resource:network and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:10.403571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:10.412343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:10.422121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc81c76d-7bd3-425c-b077-358c68b74f66 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:10.430098 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.432737 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Made reservation on behalf of d90c028738774fb19f16bc0edeaace5a for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:10.434951 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.503257 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-6307812d-1fe3-4c88-b3d5-c74d95eea66a tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:29:10.504235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-6307812d-1fe3-4c88-b3d5-c74d95eea66a tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0278296 Feb 04 15:29:10.511373 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.530889 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Transition to ACTIVE for port object bc81c76d-7bd3-425c-b077-358c68b74f66 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:10.534096 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-268a6d83-97c2-4605-a508-f8d2d226ed13 req-e2727e65-0a95-4301-9cff-7423150244e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4675618-c4a2-4c48-ae44-6743fe3baf80 HTTP/1.1" status: 200 len: 217 time: 0.0902603 Feb 04 15:29:10.537901 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.605960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-e34997f4-fa25-448d-ad34-d0f458ee5260 service neutron] Request body: {'binding': {'host': 'n-h2-827872-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:10.606461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-e34997f4-fa25-448d-ad34-d0f458ee5260 service neutron] Unknown quota resources ['binding']. {{(pid=83551) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 15:29:10.722412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:10.724744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Pushing event updated for resources: {'Port': ['ID=bc81c76d-7bd3-425c-b077-358c68b74f66,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:10.743246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Usage tracker for resource:security_group_rule and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:10.746797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a6d83-97c2-4605-a508-f8d2d226ed13 req-ae6ff36d-3577-41b5-94b0-4310519656e2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.748301 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-268a6d83-97c2-4605-a508-f8d2d226ed13 req-ae6ff36d-3577-41b5-94b0-4310519656e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c211675-4856-49ca-ae0c-3ab2a1af8be9 HTTP/1.1" status: 200 len: 853 time: 0.1716712 Feb 04 15:29:10.749245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:10.786595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:10.822321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8ac21-74bd-4217-8d0a-2aeeeabeac4e req-719a09b2-3983-4a23-b8aa-a9d722721d6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.823804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98a8ac21-74bd-4217-8d0a-2aeeeabeac4e req-719a09b2-3983-4a23-b8aa-a9d722721d6d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3458974 Feb 04 15:29:10.856007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-e8ff701a-8eb4-416c-be28-23c0f0d8ff51 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4163144 Feb 04 15:29:10.865132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d26b81-198d-488d-89a6-e585bb105715 req-412a3d1b-b74e-409f-936d-54ae3d844545 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.872673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20d26b81-198d-488d-89a6-e585bb105715 req-412a3d1b-b74e-409f-936d-54ae3d844545 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 948 time: 0.3653083 Feb 04 15:29:10.879115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Attempting to bind port bc81c76d-7bd3-425c-b077-358c68b74f66 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:10.879481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Attempting to bind port bc81c76d-7bd3-425c-b077-358c68b74f66 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:10.879799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Attempting to bind port bc81c76d-7bd3-425c-b077-358c68b74f66 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:10.904684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Port bc81c76d-7bd3-425c-b077-358c68b74f66 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:29:10.904965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Attempting to bind port bc81c76d-7bd3-425c-b077-358c68b74f66 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:10.932380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:10.932717 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:10.933075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:10.934135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Bound port: bc81c76d-7bd3-425c-b077-358c68b74f66, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:10.934485 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.964061 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.991441 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-268a6d83-97c2-4605-a508-f8d2d226ed13 req-947427e3-41e5-4be9-af11-339715260ff3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=420d6f1a-d654-4a5a-85f3-6f1697d7d24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352920 Feb 04 15:29:10.996628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.065988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:29:11.113218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-e34997f4-fa25-448d-ad34-d0f458ee5260 service neutron] Attempting to bind port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 on host n-h2-827872-1 for vnic_type normal with profile None {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:11.113548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-e34997f4-fa25-448d-ad34-d0f458ee5260 service neutron] Attempting to bind port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:11.113876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-e34997f4-fa25-448d-ad34-d0f458ee5260 service neutron] Attempting to bind port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:11.117742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20d26b81-198d-488d-89a6-e585bb105715 req-6c2928a0-0fcf-4e88-a713-f97f84df3fbc tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442679 Feb 04 15:29:11.146770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-e34997f4-fa25-448d-ad34-d0f458ee5260 service neutron] Port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 on network 62733b51-fb30-46e2-a99d-550cf28f5810 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:29:11.147124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-e34997f4-fa25-448d-ad34-d0f458ee5260 service neutron] Attempting to bind port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:11.174950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-e34997f4-fa25-448d-ad34-d0f458ee5260 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:11.175315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-e34997f4-fa25-448d-ad34-d0f458ee5260 service neutron] Checking segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:11.175692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-e34997f4-fa25-448d-ad34-d0f458ee5260 service neutron] Bound using segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:11.176125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-e34997f4-fa25-448d-ad34-d0f458ee5260 service neutron] Bound port: 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:11.186055 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-cd0f2273-395b-4994-a5ef-05d79beebd2e service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002665 Feb 04 15:29:11.188028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-3554d7c5-b2d7-46b4-9567-d13904ecff95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 1094 time: 0.2780068 Feb 04 15:29:11.217231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe3fdcb-870b-496f-89ea-86ddcc0622bd,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:11.233405 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.233757 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Added segment 07e12700-662e-4c43-94e9-9744cdcb68a2 of type vlan for network 4d8a8a86-e319-4d89-b6fa-6b7205f28716 Feb 04 15:29:11.273048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] For port bc81c76d-7bd3-425c-b077-358c68b74f66, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:11.274081 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.275577 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.301163 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.311003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] For port bc81c76d-7bd3-425c-b077-358c68b74f66, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bc81c76d-7bd3-425c-b077-358c68b74f66,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:11.316065 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-268a6d83-97c2-4605-a508-f8d2d226ed13 req-18c9762d-6471-4957-91da-d8530f3c26d4 service neutron] 10.222.0.73 "GET /v2.0/networks/420d6f1a-d654-4a5a-85f3-6f1697d7d24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028557 Feb 04 15:29:11.318473 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.405156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-e34997f4-fa25-448d-ad34-d0f458ee5260 service neutron] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:11.407475 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-ca91e0c9-53eb-4856-b43b-8ac44f87d2a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33c0710a-647c-4004-b94a-45a5fdd1528a HTTP/1.1" status: 200 len: 217 time: 0.1782200 Feb 04 15:29:11.421433 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-e34997f4-fa25-448d-ad34-d0f458ee5260 service neutron] Notify callbacks [] for binding, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.422517 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-e34997f4-fa25-448d-ad34-d0f458ee5260 service neutron] 10.222.0.60 "POST /v2.0/ports/88f32f4c-7f91-4a0f-a21c-ed1828863a07/bindings HTTP/1.1" status: 201 len: 389 time: 0.8592250 Feb 04 15:29:11.479472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.481135 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] 10.222.0.81 "PUT /v2.0/ports/bc81c76d-7bd3-425c-b077-358c68b74f66 HTTP/1.1" status: 200 len: 1095 time: 2.0535107 Feb 04 15:29:11.481874 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a302f3a-d240-4134-b2e4-512bb52cc19c', 'tag': 'bc81c76d-7bd3-425c-b077-358c68b74f66'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:11.497982 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.498182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:11.498994 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.531088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-720ca09c-97f7-4117-a2ad-3f7c80881b9e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:11.532573 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-720ca09c-97f7-4117-a2ad-3f7c80881b9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.1151536 Feb 04 15:29:11.534177 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f14fe-3cf0-4682-b65b-da88bf63121a service neutron] Pushing event updated for resources: {'Port': ['ID=bc81c76d-7bd3-425c-b077-358c68b74f66,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:11.538851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-709b0b96-238b-48bd-b71e-b9a16ee792ed req-7cf3fb52-5f34-4c1a-be48-38c134c8881e service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334844 Feb 04 15:29:11.550426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fb478-9c3b-4b48-8598-adc903b245d1 req-a91d1ad9-752c-4ed7-8007-48bca923ae17 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:11.551955 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d2fb478-9c3b-4b48-8598-adc903b245d1 req-a91d1ad9-752c-4ed7-8007-48bca923ae17 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 943 time: 0.2131443 Feb 04 15:29:11.626024 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-449893cc-7f48-4693-b566-922096e64cd6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730934 Feb 04 15:29:11.734455 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5502989 Feb 04 15:29:11.738435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c7fb6-7770-4e52-9616-b0b534de3378 admin admin] Pushing event updated for resources: {'Network': ['ID=4d8a8a86-e319-4d89-b6fa-6b7205f28716,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:11.742173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50828) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:11.752189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 4d8a8a86-e319-4d89-b6fa-6b7205f28716 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:29:11.776730 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-268a6d83-97c2-4605-a508-f8d2d226ed13 req-2cea3eb0-1421-42ad-8d34-7fabfd140416 service neutron] 10.222.0.73 "GET /v2.0/networks/420d6f1a-d654-4a5a-85f3-6f1697d7d24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196782 Feb 04 15:29:11.798485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] Request body: {'subnet': {'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-subnet', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:11.904961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:11.920805 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d2fb478-9c3b-4b48-8598-adc903b245d1 req-e66f63d8-266b-4d63-84ec-c63eb3590c85 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255241 Feb 04 15:29:11.935316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] Usage tracker for resource:subnet and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:11.941406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:11.965510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:11.977027 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-b2ee3503-bd90-4728-b6ad-25819dcabb2b service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376701 Feb 04 15:29:12.007860 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-465c0ce0-741d-4e4f-a6bb-effaab5516ec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 1098 time: 0.4120650 Feb 04 15:29:12.008439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] Made reservation on behalf of d90c028738774fb19f16bc0edeaace5a for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:12.010638 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.111779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-229a0be6-4fc6-442f-9b35-68357baea627 req-b847ede7-817c-4936-9a6d-df05f364e221 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3fc93b913c54472498f94eef8e0189a3&device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 1099 time: 0.4447978 Feb 04 15:29:12.120621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de41e2-d72b-4dad-9b9e-47f1e6fcf961 req-09735959-58f4-4959-9142-1a48f334df10 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:12.122550 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2de41e2-d72b-4dad-9b9e-47f1e6fcf961 req-09735959-58f4-4959-9142-1a48f334df10 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 947 time: 0.4097996 Feb 04 15:29:12.154570 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-c425991d-0da8-420b-884f-10d22387bd0b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bc81c76d-7bd3-425c-b077-358c68b74f66 HTTP/1.1" status: 200 len: 217 time: 0.1302679 Feb 04 15:29:12.169073 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-69a50e5a-f697-44ba-9407-d4eb8245637a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 1096 time: 0.3485134 Feb 04 15:29:12.337521 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-9cb1fa14-466c-4624-9e1e-11d48dc51f0d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:12.338971 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-9cb1fa14-466c-4624-9e1e-11d48dc51f0d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1709855 Feb 04 15:29:12.412478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2de41e2-d72b-4dad-9b9e-47f1e6fcf961 req-9620f0d3-dd2e-47f0-ad7f-5853cb6a8127 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196658 Feb 04 15:29:12.420262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-2dcdbf3a-5109-4153-9d26-4d9633fc1e1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:12.421684 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-2dcdbf3a-5109-4153-9d26-4d9633fc1e1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.2213032 Feb 04 15:29:12.430514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84d35428-4fbf-4650-8945-d30aad4070e2 req-26a8df77-75cc-40f6-b135-bde1dad60ee1 service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416389 Feb 04 15:29:12.464390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a0be6-4fc6-442f-9b35-68357baea627 req-f7b6a2fe-5b7a-4358-9843-9ab6b77b7ea0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:12.467078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-229a0be6-4fc6-442f-9b35-68357baea627 req-f7b6a2fe-5b7a-4358-9843-9ab6b77b7ea0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3037694 Feb 04 15:29:12.472692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e615d-545f-44fe-bc5f-04bc0a611d3a req-5dbdd40b-4b30-471f-af1c-e9bb3d0834c6 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:12.474035 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-938e615d-545f-44fe-bc5f-04bc0a611d3a req-5dbdd40b-4b30-471f-af1c-e9bb3d0834c6 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.3692431 Feb 04 15:29:12.534453 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-9b1b22a4-d654-4a67-8b94-0fa09a5e87d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07 HTTP/1.1" status: 200 len: 217 time: 0.0807228 Feb 04 15:29:12.593884 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-229a0be6-4fc6-442f-9b35-68357baea627 req-2ad1e96c-a35d-42ec-9cbb-a1c5cade6e99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d103f93b-fa7f-4d2d-9657-252d936eb8ca HTTP/1.1" status: 200 len: 217 time: 0.1159148 Feb 04 15:29:12.635505 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-bd49fde2-81d0-4a01-9de2-95f1cf9b0d6a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2824204 Feb 04 15:29:12.640125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-b12b3ef0-bf1a-4e0e-a82c-78848293a6a0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:12.641504 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-b12b3ef0-bf1a-4e0e-a82c-78848293a6a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.0944817 Feb 04 15:29:12.670326 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-938e615d-545f-44fe-bc5f-04bc0a611d3a req-b77b611c-8542-4a9f-bd7d-ebcaaf750017 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461732 Feb 04 15:29:12.687615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a0be6-4fc6-442f-9b35-68357baea627 req-85e75744-394b-4199-b0dd-745ffc4ad6dc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:12.697832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-229a0be6-4fc6-442f-9b35-68357baea627 req-85e75744-394b-4199-b0dd-745ffc4ad6dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0814962 Feb 04 15:29:12.698160 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.748769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0221982-aac3-4461-a53c-86b5e36f7fe1 req-425c918b-d354-4d6d-b1d3-206338c025a7 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:12.751795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0221982-aac3-4461-a53c-86b5e36f7fe1 req-425c918b-d354-4d6d-b1d3-206338c025a7 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 944 time: 0.1996460 Feb 04 15:29:12.778566 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a302f3a-d240-4134-b2e4-512bb52cc19c', 'tag': 'bc81c76d-7bd3-425c-b077-358c68b74f66', 'status': 'completed', 'code': 200} Feb 04 15:29:12.818186 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0221982-aac3-4461-a53c-86b5e36f7fe1 req-26b07a51-7d44-44e8-a2c7-ec4ee203ea0f tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541699 Feb 04 15:29:12.821299 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-229a0be6-4fc6-442f-9b35-68357baea627 req-e17f2f9b-1843-4395-8a44-ac8e70131a3a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245780 Feb 04 15:29:12.889322 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-2ce9c538-3178-44cc-9d19-0a81f8c5327c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2274187 Feb 04 15:29:13.029269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b16b27-6096-410b-9c85-98ba313d8301,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:13.072242 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-2d3189e4-4aed-4c85-b22a-01175bbaa575 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298351 Feb 04 15:29:13.081022 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-229a0be6-4fc6-442f-9b35-68357baea627 req-2c6bf219-2ea8-40ba-bad3-e14f6a07b126 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465942 Feb 04 15:29:13.107111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] Checking segment: {'id': '07e12700-662e-4c43-94e9-9744cdcb68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:13.107410 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] Network hostable DHCP agents. Network: 4d8a8a86-e319-4d89-b6fa-6b7205f28716, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:29:13.125707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb140a6-9970-47fb-8fa2-3ae8a879d9be req-b541f618-f188-4c16-aba5-153933b5def6 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:13.127160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2fb140a6-9970-47fb-8fa2-3ae8a879d9be req-b541f618-f188-4c16-aba5-153933b5def6 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 945 time: 0.2636187 Feb 04 15:29:13.174148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d8b2d-bf27-4244-95ad-4aab0ef52421 req-1b05ceed-cbdf-4b7f-bc3c-0449316f7269 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:13.175617 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-665d8b2d-bf27-4244-95ad-4aab0ef52421 req-1b05ceed-cbdf-4b7f-bc3c-0449316f7269 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 948 time: 0.2231398 Feb 04 15:29:13.189746 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-981abb3a-2bd3-4401-b98d-ad9285d95c0a service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881529 Feb 04 15:29:13.298607 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2fb140a6-9970-47fb-8fa2-3ae8a879d9be req-29d6e23d-8dbf-4ab8-b4f4-84ec478738ba tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183257 Feb 04 15:29:13.301691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] Network 4d8a8a86-e319-4d89-b6fa-6b7205f28716 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:29:13.303867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-229a0be6-4fc6-442f-9b35-68357baea627 req-f08fea0d-5456-4f2a-b7c5-9b2b3f6ad611 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129257 Feb 04 15:29:13.306361 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-665d8b2d-bf27-4244-95ad-4aab0ef52421 req-3d69dcc3-2937-4021-bc17-ec917ee1e832 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228032 Feb 04 15:29:13.327035 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be1c1d72-47a0-4dc1-8642-324d2d7d9071 req-154e6b93-5473-45f2-99a6-9b0ba88a9807 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408836 Feb 04 15:29:13.334788 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 4d8a8a86-e319-4d89-b6fa-6b7205f28716) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:13.342754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:13.343400 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.348255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f547ffe-bd08-4b21-b431-b4274aa2adf4 None None] Network 4d8a8a86-e319-4d89-b6fa-6b7205f28716 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:29:13.390755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50836) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:13.391009 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9bc8f707-6723-4fb3-ab12-3f05ea0feb57 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6452069 Feb 04 15:29:13.396350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:13.397128 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-acd16cf2-d951-449f-ae96-ef34608b07cb service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911588 Feb 04 15:29:13.401181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:13.408402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Usage tracker for resource:router and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:13.412256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:13.420243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:13.431365 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.432708 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.462003 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.596512 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7cbadae5-9013-43ab-8126-ab31ae007467 req-5493c2e2-fb4c-4f51-a8c2-46e5f2854d0d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 1098 time: 0.1463435 Feb 04 15:29:13.599479 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-9d35570c-bcf8-4bac-8781-a791c24d1bab tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 1096 time: 0.1060338 Feb 04 15:29:13.631569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827872-1'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:13.631834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'fixed_ips': [{'subnet_id': '24b16b27-6096-410b-9c85-98ba313d8301'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:29:13.632641 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.818697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Allocated IP 172.20.0.2 (4d8a8a86-e319-4d89-b6fa-6b7205f28716/24b16b27-6096-410b-9c85-98ba313d8301/2b1690ea-7bff-49fa-81f1-815be0e1d29e) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:13.830130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c21791-44ff-4480-aa94-f41d382f5bed req-0fae8cb3-63a2-451b-a295-ffa2f48e2658 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:13.831794 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-00c21791-44ff-4480-aa94-f41d382f5bed req-0fae8cb3-63a2-451b-a295-ffa2f48e2658 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 943 time: 0.3538325 Feb 04 15:29:13.835753 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbadae5-9013-43ab-8126-ab31ae007467 req-f3e43271-94e8-47c3-b1ac-4ab9a92e5862 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:13.837257 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7cbadae5-9013-43ab-8126-ab31ae007467 req-f3e43271-94e8-47c3-b1ac-4ab9a92e5862 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.2337761 Feb 04 15:29:13.842362 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.842568 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.890454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c2923-57d6-45ab-8793-6c15a30e58b0 req-66d93dbe-0a46-4757-9e35-f01d4178f866 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:13.892014 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b89c2923-57d6-45ab-8793-6c15a30e58b0 req-66d93dbe-0a46-4757-9e35-f01d4178f866 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 947 time: 0.2959323 Feb 04 15:29:13.919267 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7cbadae5-9013-43ab-8126-ab31ae007467 req-27c92f67-72cf-416b-a409-081fe4af03e7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bc81c76d-7bd3-425c-b077-358c68b74f66 HTTP/1.1" status: 200 len: 217 time: 0.0667009 Feb 04 15:29:13.941289 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-00c21791-44ff-4480-aa94-f41d382f5bed req-11ff3aa1-58b6-420c-9592-39c0367cfbb2 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955372 Feb 04 15:29:14.053760 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.060894 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b89c2923-57d6-45ab-8793-6c15a30e58b0 req-42025a40-521c-41b9-91f7-f9769a1d7cbe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494958 Feb 04 15:29:14.066284 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Transition to ACTIVE for port object 2b1690ea-7bff-49fa-81f1-815be0e1d29e will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:14.087004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Transition to ACTIVE for port object 2b1690ea-7bff-49fa-81f1-815be0e1d29e will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:14.094889 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.118279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbadae5-9013-43ab-8126-ab31ae007467 req-7b7035df-92fc-47af-a955-d88b8cc37d1c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:14.119779 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7cbadae5-9013-43ab-8126-ab31ae007467 req-7b7035df-92fc-47af-a955-d88b8cc37d1c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1774189 Feb 04 15:29:14.187592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Network 4d8a8a86-e319-4d89-b6fa-6b7205f28716 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:14.194187 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:14.203729 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:29:14.264110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:14.279068 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7cbadae5-9013-43ab-8126-ab31ae007467 req-f5b64a33-4abf-4b6c-ad46-d6d12aada841 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1515205 Feb 04 15:29:14.323731 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Attempting to bind port 2b1690ea-7bff-49fa-81f1-815be0e1d29e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:14.324878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Attempting to bind port 2b1690ea-7bff-49fa-81f1-815be0e1d29e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '07e12700-662e-4c43-94e9-9744cdcb68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:14.325470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Attempting to bind port 2b1690ea-7bff-49fa-81f1-815be0e1d29e on network 4d8a8a86-e319-4d89-b6fa-6b7205f28716 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:14.330817 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Pushing event updated for resources: {'Port': ['ID=2b1690ea-7bff-49fa-81f1-815be0e1d29e,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:14.338766 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.346204 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:14.346871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Checking segment: {'id': '07e12700-662e-4c43-94e9-9744cdcb68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:14.347156 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.347592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Bound using segment: {'id': '07e12700-662e-4c43-94e9-9744cdcb68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:14.348055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Bound port: 2b1690ea-7bff-49fa-81f1-815be0e1d29e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e12700-662e-4c43-94e9-9744cdcb68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:14.348436 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.380586 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.384995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:14.445283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] For port 2b1690ea-7bff-49fa-81f1-815be0e1d29e, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:14.450200 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] For port 2b1690ea-7bff-49fa-81f1-815be0e1d29e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2b1690ea-7bff-49fa-81f1-815be0e1d29e,segment=NetworkSegment(07e12700-662e-4c43-94e9-9744cdcb68a2),segment_id=07e12700-662e-4c43-94e9-9744cdcb68a2)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:14.457819 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.484118 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.494048 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7cbadae5-9013-43ab-8126-ab31ae007467 req-2877b050-9619-4032-93ce-8361c6c0152f service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031746 Feb 04 15:29:14.495138 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.519886 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c4675618-c4a2-4c48-ae44-6743fe3baf80 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:14.540191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccbb02-beac-4396-a369-71a196c7ecaa req-33394577-5360-4fbc-81c3-049d0cc4bc31 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:14.547301 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87ccbb02-beac-4396-a369-71a196c7ecaa req-33394577-5360-4fbc-81c3-049d0cc4bc31 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 944 time: 0.2604520 Feb 04 15:29:14.556890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da77ad8-b38d-412d-9d6b-7ea9f99486ef req-9953e837-a01d-4778-82ad-176fad360292 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:14.564395 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0da77ad8-b38d-412d-9d6b-7ea9f99486ef req-9953e837-a01d-4778-82ad-176fad360292 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.3264918 Feb 04 15:29:14.567708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b6e2e-b328-4ca4-b523-683603905373 None None] Pushing event updated for resources: {'Port': ['ID=2b1690ea-7bff-49fa-81f1-815be0e1d29e,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:14.639030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Allocated IP 172.25.0.166 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/0be8faa2-899f-4e0b-90e6-7817292c97b2) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:14.701234 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87ccbb02-beac-4396-a369-71a196c7ecaa req-29bdfe65-b541-4018-9f86-ad9d336a2ecb tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528163 Feb 04 15:29:14.706566 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0da77ad8-b38d-412d-9d6b-7ea9f99486ef req-68b1cce2-b626-4bba-87ce-2526427ad31c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420271 Feb 04 15:29:14.729707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c4675618-c4a2-4c48-ae44-6743fe3baf80, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c4675618-c4a2-4c48-ae44-6743fe3baf80,segment=NetworkSegment(e407a91e-5bba-4fbf-b6d2-192555b36be1),segment_id=e407a91e-5bba-4fbf-b6d2-192555b36be1)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:14.749980 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'c4675618-c4a2-4c48-ae44-6743fe3baf80', 'network_id': '420d6f1a-d654-4a5a-85f3-6f1697d7d24f', 'port_id': 'c4675618-c4a2-4c48-ae44-6743fe3baf80', 'mac_address': 'fa:16:3e:1d:fc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c211675-4856-49ca-ae0c-3ab2a1af8be9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:14.822558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c98e6c8-ac47-4e23-addb-a45caee09b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88f32f4c-7f91-4a0f-a21c-ed1828863a07'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:14.900079 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.951126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4675618-c4a2-4c48-ae44-6743fe3baf80 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:14.989808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c4675618-c4a2-4c48-ae44-6743fe3baf80, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c4675618-c4a2-4c48-ae44-6743fe3baf80,segment=NetworkSegment(e407a91e-5bba-4fbf-b6d2-192555b36be1),segment_id=e407a91e-5bba-4fbf-b6d2-192555b36be1)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:14.994736 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.022927 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Pushing event updated for resources: {'Port': ['ID=88f32f4c-7f91-4a0f-a21c-ed1828863a07,revision_number=7']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:15.097158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=c4675618-c4a2-4c48-ae44-6743fe3baf80,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:15.101954 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.110470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Attempting to bind port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 on host n-h1-827872-1 for vnic_type normal with profile {"migrating_to": "n-h2-827872-1"} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:15.110809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Attempting to bind port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:15.111444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Attempting to bind port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:15.127593 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7cbadae5-9013-43ab-8126-ab31ae007467 req-75fd5235-a316-415b-9e6f-9d0b99973366 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969062 Feb 04 15:29:15.128106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 on network 62733b51-fb30-46e2-a99d-550cf28f5810 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:29:15.128424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Attempting to bind port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:15.134923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:15.135311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Checking segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:15.135686 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Bound using segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:15.136108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Bound port: 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:15.136497 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.181204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f62d5-8974-4d33-b39b-f4835c4814a4 req-cdbf18d8-960e-4376-9a27-d8274bfc5085 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:15.182666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c33f62d5-8974-4d33-b39b-f4835c4814a4 req-cdbf18d8-960e-4376-9a27-d8274bfc5085 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 943 time: 0.1915026 Feb 04 15:29:15.189642 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbf816-e33d-459c-b02a-116a65994999 req-4607cb73-2735-4d92-9df2-81279f8f2abf tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:15.191680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14fbf816-e33d-459c-b02a-116a65994999 req-4607cb73-2735-4d92-9df2-81279f8f2abf tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 948 time: 0.1692338 Feb 04 15:29:15.195030 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.234520 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:15.237999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:15.241974 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.316450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:15.325085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:15.336407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:29:15.369100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Pushing event updated for resources: {'Port': ['ID=0be8faa2-899f-4e0b-90e6-7817292c97b2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:15.382785 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c33f62d5-8974-4d33-b39b-f4835c4814a4 req-0bc6d1fa-be6d-45a0-af89-047b06027876 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898398 Feb 04 15:29:15.384925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Pushing event updated for resources: {'Port': ['ID=88f32f4c-7f91-4a0f-a21c-ed1828863a07,revision_number=8']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:15.390286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['c4675618-c4a2-4c48-ae44-6743fe3baf80'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:29:15.391070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14fbf816-e33d-459c-b02a-116a65994999 req-81abef44-18d7-4643-9bbc-10874a0bd920 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769929 Feb 04 15:29:15.463817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.466049 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ffefc-a967-45b4-8bc3-05ba02cdce0a service neutron] 10.222.0.73 "PUT /v2.0/ports/88f32f4c-7f91-4a0f-a21c-ed1828863a07 HTTP/1.1" status: 200 len: 1121 time: 1.8420684 Feb 04 15:29:15.497655 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c98e6c8-ac47-4e23-addb-a45caee09b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88f32f4c-7f91-4a0f-a21c-ed1828863a07', 'code': 200} Feb 04 15:29:15.548321 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.550506 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.649585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['88f32f4c-7f91-4a0f-a21c-ed1828863a07'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:29:15.694861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-c626f6c1-3ae0-44da-a8a4-b85a73f46174 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=495eb85f234247e28c499ffacaae7ea3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824804 Feb 04 15:29:15.861876 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9646caa2-04f8-4147-b0d7-02fae56a152a None None] Network 4d8a8a86-e319-4d89-b6fa-6b7205f28716 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:29:15.871768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a7e51-c7a4-49f2-b16a-633e3b62303d req-a2696e5c-7240-48a9-8936-fd33fc7f0ca7 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:15.873218 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb9a7e51-c7a4-49f2-b16a-633e3b62303d req-a2696e5c-7240-48a9-8936-fd33fc7f0ca7 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 943 time: 0.2552917 Feb 04 15:29:15.921057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-64bcf04a-aef4-41cc-a512-2937a8be830b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:15.922540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-64bcf04a-aef4-41cc-a512-2937a8be830b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181942 Feb 04 15:29:15.986746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7b5b4725-141a-485c-90c4-f2d6d52f2e97 None None] Provisioning for port 2b1690ea-7bff-49fa-81f1-815be0e1d29e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:16.008538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb9a7e51-c7a4-49f2-b16a-633e3b62303d req-68ecae9e-eb70-436c-979a-68adff7dd9e4 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235802 Feb 04 15:29:16.010358 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-20fee5f4-93c2-4aa4-a189-802884c6b14b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/quotas/495eb85f234247e28c499ffacaae7ea3 HTTP/1.1" status: 200 len: 375 time: 0.0432458 Feb 04 15:29:16.272999 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8f8c1530-3d4b-495d-af55-975d9b8daa23 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=495eb85f234247e28c499ffacaae7ea3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2540388 Feb 04 15:29:16.281631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea0ebd-39af-43a8-8119-7a711c6890aa req-029822b1-2457-405f-a39c-88864d05ba3e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:16.283070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-91ea0ebd-39af-43a8-8119-7a711c6890aa req-029822b1-2457-405f-a39c-88864d05ba3e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 947 time: 0.1423731 Feb 04 15:29:16.346282 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-91ea0ebd-39af-43a8-8119-7a711c6890aa req-ff1b13e9-d4d7-412e-9d52-ca10c0e27b59 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561116 Feb 04 15:29:16.346959 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:29:16.521118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d103f93b-fa7f-4d2d-9657-252d936eb8ca details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:16.526874 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6cc96ed6-cf04-41f3-b23d-8a3ab8ae2096 req-ecbfef85-a947-4b5e-9b6c-7449cd704d37 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 210 time: 0.0755172 Feb 04 15:29:16.749058 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d103f93b-fa7f-4d2d-9657-252d936eb8ca, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d103f93b-fa7f-4d2d-9657-252d936eb8ca,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:16.758156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec9b69-f493-4a52-bf39-28ec30ea3bef req-c3672e75-6d7c-48c5-a15f-1136e1be755a tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:16.759896 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ebec9b69-f493-4a52-bf39-28ec30ea3bef req-c3672e75-6d7c-48c5-a15f-1136e1be755a tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 945 time: 0.2721756 Feb 04 15:29:16.768791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2b1690ea-7bff-49fa-81f1-815be0e1d29e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:16.798967 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'd103f93b-fa7f-4d2d-9657-252d936eb8ca', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'd103f93b-fa7f-4d2d-9657-252d936eb8ca', 'mac_address': 'fa:16:3e:8a:8a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:16.810793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:29:16.822640 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Sync routers for ids ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:29:16.846160 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Routers {'c495f2e2-8ab1-46fa-9c41-85f808bb42b8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:29:16.848233 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:29:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:16.870251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ebec9b69-f493-4a52-bf39-28ec30ea3bef req-7ea12a45-241c-4f35-b5c2-eb03941c4901 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019146 Feb 04 15:29:16.884759 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.885602 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.890562 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-22f2b271-e5de-41ef-861a-f5804185d58d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4984243 Feb 04 15:29:16.901994 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50882) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:16.908463 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d103f93b-fa7f-4d2d-9657-252d936eb8ca {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:16.909475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65237984-9a1e-4f79-bb8d-18a4b5ffd20a req-33de0ec8-5e2e-483a-b533-74300d74d7bd tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:16.911336 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65237984-9a1e-4f79-bb8d-18a4b5ffd20a req-33de0ec8-5e2e-483a-b533-74300d74d7bd tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 948 time: 0.2177234 Feb 04 15:29:16.922005 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 2b1690ea-7bff-49fa-81f1-815be0e1d29e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:16.935727 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d103f93b-fa7f-4d2d-9657-252d936eb8ca, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d103f93b-fa7f-4d2d-9657-252d936eb8ca,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:16.939804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2b1690ea-7bff-49fa-81f1-815be0e1d29e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:16.940462 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.983034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65237984-9a1e-4f79-bb8d-18a4b5ffd20a req-e6309b68-3536-4d8a-b4f2-e7d6a14aa77f tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561962 Feb 04 15:29:17.008050 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.008809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 33c0710a-647c-4004-b94a-45a5fdd1528a details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:17.137842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=d103f93b-fa7f-4d2d-9657-252d936eb8ca,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:17.201685 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Set router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:29:17.201892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fe106-b8ba-4e8d-9c11-c954a839b41f req-4d77e2a1-b36b-4bb3-ac5d-dcf4b1bac00d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:17.206082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d48fe106-b8ba-4e8d-9c11-c954a839b41f req-4d77e2a1-b36b-4bb3-ac5d-dcf4b1bac00d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 943 time: 0.1674645 Feb 04 15:29:17.347883 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d48fe106-b8ba-4e8d-9c11-c954a839b41f req-43546d8f-3e04-4174-90ab-a58c7c8acd6f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367099 Feb 04 15:29:17.404622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f3e1d-5d37-4e32-8169-f8eb7e50d02c req-8ad7c3cb-203c-4173-b6c5-e0cec57bc2d6 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:17.415201 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.420175 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-228f3e1d-5d37-4e32-8169-f8eb7e50d02c req-8ad7c3cb-203c-4173-b6c5-e0cec57bc2d6 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 943 time: 0.1695209 Feb 04 15:29:17.451053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=33c0710a-647c-4004-b94a-45a5fdd1528a,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:17.479585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '33c0710a-647c-4004-b94a-45a5fdd1528a', 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7', 'port_id': '33c0710a-647c-4004-b94a-45a5fdd1528a', 'mac_address': 'fa:16:3e:fc:82:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11050dcc-da07-4ba7-ba4c-41c37869c34f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:17.488272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 2b1690ea-7bff-49fa-81f1-815be0e1d29e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2b1690ea-7bff-49fa-81f1-815be0e1d29e,segment=NetworkSegment(07e12700-662e-4c43-94e9-9744cdcb68a2),segment_id=07e12700-662e-4c43-94e9-9744cdcb68a2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:17.498833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c98e6c8-ac47-4e23-addb-a45caee09b3e', 'tag': '88f32f4c-7f91-4a0f-a21c-ed1828863a07'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:17.512469 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-228f3e1d-5d37-4e32-8169-f8eb7e50d02c req-6592a9a7-f0fb-4a1d-9cee-9c2034c0bb44 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914137 Feb 04 15:29:17.538949 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.608128 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:13Z', 'updated_at': '2022-02-04T15:29:15Z', 'revision_number': 3, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'gw_port': {'id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:14Z', 'updated_at': '2022-02-04T15:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:17.616869 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.620021 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Checking router: c495f2e2-8ab1-46fa-9c41-85f808bb42b8 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:29:17.620481 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Updating router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 port 0be8faa2-899f-4e0b-90e6-7817292c97b2 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:29:17.639979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c0710a-647c-4004-b94a-45a5fdd1528a {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:17.649260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=2b1690ea-7bff-49fa-81f1-815be0e1d29e,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:17.664241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=33c0710a-647c-4004-b94a-45a5fdd1528a,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:17.671811 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.747602 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.772831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=33c0710a-647c-4004-b94a-45a5fdd1528a,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:17.869612 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c98e6c8-ac47-4e23-addb-a45caee09b3e', 'tag': '88f32f4c-7f91-4a0f-a21c-ed1828863a07', 'status': 'completed', 'code': 200} Feb 04 15:29:17.875127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ebc44-5bf1-412e-8a3a-43bb32b89c2e req-bac47840-ab4e-4f77-8d00-1dd31296f2fe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:17.876667 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f3ebc44-5bf1-412e-8a3a-43bb32b89c2e req-bac47840-ab4e-4f77-8d00-1dd31296f2fe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 947 time: 0.1607363 Feb 04 15:29:17.998940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f3ebc44-5bf1-412e-8a3a-43bb32b89c2e req-eb841737-c0f0-4285-be80-1e9971f11029 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142457 Feb 04 15:29:18.116375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42df3f82-d846-4a72-a9f3-8a96160dd3b1 req-1832e9d8-eba9-4bc1-8d61-b73cbc4b0212 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 210 time: 0.0489345 Feb 04 15:29:18.141279 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-99930923-ab19-4c5b-83d5-7820d4938bee tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=495eb85f234247e28c499ffacaae7ea3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1093283 Feb 04 15:29:18.148558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['33c0710a-647c-4004-b94a-45a5fdd1528a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:29:18.219348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['d103f93b-fa7f-4d2d-9657-252d936eb8ca'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:29:18.242741 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.261144 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Transition to ACTIVE for port object 0be8faa2-899f-4e0b-90e6-7817292c97b2 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:18.271767 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.279048 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device bc81c76d-7bd3-425c-b077-358c68b74f66 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:18.353621 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-5e0f5e32-0165-4c41-9dfd-62155d0bed3c tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1943105418&fields=id&tenant_id=aa371acdd906464fb4a2d0efa0b076f3 HTTP/1.1" status: 200 len: 267 time: 0.0666280 Feb 04 15:29:18.354886 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58d6cd-5db8-4865-a758-1aa85485a7ff None None] Pushing event updated for resources: {'Port': ['ID=0be8faa2-899f-4e0b-90e6-7817292c97b2,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:18.365656 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a58d6cd-5db8-4865-a758-1aa85485a7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:18.366757 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a58d6cd-5db8-4865-a758-1aa85485a7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:18.367025 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a58d6cd-5db8-4865-a758-1aa85485a7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:18.367382 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a58d6cd-5db8-4865-a758-1aa85485a7ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:18.367708 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a58d6cd-5db8-4865-a758-1aa85485a7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:18.368521 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a58d6cd-5db8-4865-a758-1aa85485a7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:18.368521 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a58d6cd-5db8-4865-a758-1aa85485a7ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:18.368733 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a58d6cd-5db8-4865-a758-1aa85485a7ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:18.368941 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a58d6cd-5db8-4865-a758-1aa85485a7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:18.369254 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a58d6cd-5db8-4865-a758-1aa85485a7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:18.369565 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a58d6cd-5db8-4865-a758-1aa85485a7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:18.402289 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Attempting to bind port 0be8faa2-899f-4e0b-90e6-7817292c97b2 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:18.402730 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Attempting to bind port 0be8faa2-899f-4e0b-90e6-7817292c97b2 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:18.404691 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Attempting to bind port 0be8faa2-899f-4e0b-90e6-7817292c97b2 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:18.411731 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:18.412218 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:18.412621 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.413159 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:18.413611 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Bound port: 0be8faa2-899f-4e0b-90e6-7817292c97b2, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:18.414383 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.514204 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] For port 0be8faa2-899f-4e0b-90e6-7817292c97b2, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:18.518354 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] For port 0be8faa2-899f-4e0b-90e6-7817292c97b2, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0be8faa2-899f-4e0b-90e6-7817292c97b2,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:18.518740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-6ea6c359-a6db-415f-bb57-5b275748debc tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:18.525792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-6ea6c359-a6db-415f-bb57-5b275748debc tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/networks?id=c61f278d-a093-4264-873d-c2b0fe84d55f HTTP/1.1" status: 200 len: 822 time: 0.1628327 Feb 04 15:29:18.526296 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.528052 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-694fa70d-c82f-44db-87e9-2f370c3b88b6 req-49012eb6-818c-4c7a-8e76-731ea7322234 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 1124 time: 0.5925617 Feb 04 15:29:18.543545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd528a96-cc62-499e-8394-fa5498f4effa req-3610eb84-befc-4e6b-b54f-250d5009fed2 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:18.550625 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd528a96-cc62-499e-8394-fa5498f4effa req-3610eb84-befc-4e6b-b54f-250d5009fed2 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 945 time: 0.3467162 Feb 04 15:29:18.570631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 88f32f4c-7f91-4a0f-a21c-ed1828863a07 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:18.581153 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-b586c5ab-ca81-4f0f-be4f-a6c31f120fcf tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/quotas/aa371acdd906464fb4a2d0efa0b076f3 HTTP/1.1" status: 200 len: 375 time: 0.0543108 Feb 04 15:29:18.612835 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c4675618-c4a2-4c48-ae44-6743fe3baf80 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:18.620346 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58d6cd-5db8-4865-a758-1aa85485a7ff None None] Pushing event updated for resources: {'Port': ['ID=0be8faa2-899f-4e0b-90e6-7817292c97b2,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:18.652678 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Routers {'c495f2e2-8ab1-46fa-9c41-85f808bb42b8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:29:18.653309 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:29:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:18.674685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd528a96-cc62-499e-8394-fa5498f4effa req-68b01fa7-677a-4498-9879-46bfdd68a2cf tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231396 Feb 04 15:29:18.749558 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-253e937e-bb79-4765-9c72-e8d960ab5803 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa371acdd906464fb4a2d0efa0b076f3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1674540 Feb 04 15:29:18.794935 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port bc81c76d-7bd3-425c-b077-358c68b74f66, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bc81c76d-7bd3-425c-b077-358c68b74f66,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:18.818578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2b1690ea-7bff-49fa-81f1-815be0e1d29e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:18.830152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-a6a1febf-9f01-4b70-9a43-c6d42999428d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:18.843437 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-a6a1febf-9f01-4b70-9a43-c6d42999428d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6510210 Feb 04 15:29:18.855079 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:29:18.870328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'bc81c76d-7bd3-425c-b077-358c68b74f66', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'bc81c76d-7bd3-425c-b077-358c68b74f66', 'mac_address': 'fa:16:3e:2b:75:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:18.899239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Request body: {'port': {'device_id': 'aa0c4bab-3557-4fea-9d4c-c6acdeee4d54', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '495eb85f234247e28c499ffacaae7ea3'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:18.956638 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] Set router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:29:19.017503 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-2e666caa-ae5e-4298-a796-5393318c95f2 service neutron] 10.222.0.60 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670002 Feb 04 15:29:19.040537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port c4675618-c4a2-4c48-ae44-6743fe3baf80 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:19.080267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port c4675618-c4a2-4c48-ae44-6743fe3baf80 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:19.080631 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.112300 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.141695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d750a6-7ac6-4d0e-8773-e351b57fcfab req-23cae6dd-e9be-459a-928f-e8b397133107 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:19.143383 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0d750a6-7ac6-4d0e-8773-e351b57fcfab req-23cae6dd-e9be-459a-928f-e8b397133107 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 949 time: 0.2775512 Feb 04 15:29:19.164934 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.173521 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.203273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:19.229450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc81c76d-7bd3-425c-b077-358c68b74f66 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:19.241025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 88f32f4c-7f91-4a0f-a21c-ed1828863a07 has no active binding in host n-h2-827872-1 {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:29:19.244493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa70d-c82f-44db-87e9-2f370c3b88b6 req-8c5fcff3-7a0e-490a-aa4f-cd17a23e819f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:19.247330 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-694fa70d-c82f-44db-87e9-2f370c3b88b6 req-8c5fcff3-7a0e-490a-aa4f-cd17a23e819f service neutron] 10.222.0.81 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.7121313 Feb 04 15:29:19.255797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2b1690ea-7bff-49fa-81f1-815be0e1d29e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:19.256159 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.322725 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port bc81c76d-7bd3-425c-b077-358c68b74f66, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bc81c76d-7bd3-425c-b077-358c68b74f66,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:19.336301 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0d750a6-7ac6-4d0e-8773-e351b57fcfab req-8ba79c5e-b1bd-4846-a736-751dae991267 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768353 Feb 04 15:29:19.344795 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.350568 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-1fd7cc9d-c870-478e-a924-55d545363b0a service neutron] 10.222.0.60 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315406 Feb 04 15:29:19.362274 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-694fa70d-c82f-44db-87e9-2f370c3b88b6 req-8a149ed6-d568-4e4e-97f4-c8b5ea1d37c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07 HTTP/1.1" status: 200 len: 217 time: 0.1010451 Feb 04 15:29:19.365542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:19.425748 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.436679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Usage tracker for resource:port and tenant:495eb85f234247e28c499ffacaae7ea3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:19.469787 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9f9724-c844-4d96-8a8b-c811f71c3e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4675618-c4a2-4c48-ae44-6743fe3baf80'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:19.476411 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=bc81c76d-7bd3-425c-b077-358c68b74f66,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:19.476909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:19.492620 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:13Z', 'updated_at': '2022-02-04T15:29:15Z', 'revision_number': 3, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'gw_port': {'id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:14Z', 'updated_at': '2022-02-04T15:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:19.493140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:19.506232 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac876c8-b347-461c-bb0a-a2872c618b55 None None] The sync data for ids ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'] in n-d-827872-1 is: [{'id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:13Z', 'updated_at': '2022-02-04T15:29:15Z', 'revision_number': 3, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'gw_port': {'id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:14Z', 'updated_at': '2022-02-04T15:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:29:19.510459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c4675618-c4a2-4c48-ae44-6743fe3baf80, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c4675618-c4a2-4c48-ae44-6743fe3baf80,segment=NetworkSegment(e407a91e-5bba-4fbf-b6d2-192555b36be1),segment_id=e407a91e-5bba-4fbf-b6d2-192555b36be1)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:19.526471 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.569090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Made reservation on behalf of 495eb85f234247e28c499ffacaae7ea3 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:19.572469 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.620029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa70d-c82f-44db-87e9-2f370c3b88b6 req-cdd6a99e-cfcb-4372-b600-36c1c77a0139 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:19.621652 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-694fa70d-c82f-44db-87e9-2f370c3b88b6 req-cdd6a99e-cfcb-4372-b600-36c1c77a0139 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.2467608 Feb 04 15:29:19.632234 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=c4675618-c4a2-4c48-ae44-6743fe3baf80,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:19.751354 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-694fa70d-c82f-44db-87e9-2f370c3b88b6 req-e8372da6-d0a1-4325-9603-958fd1158c69 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203623 Feb 04 15:29:19.824360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34d73f-e1bd-4a92-a973-3463b9de0532 req-efc11efc-98c0-454f-b13f-895cf7ad26ba tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:19.833328 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db34d73f-e1bd-4a92-a973-3463b9de0532 req-efc11efc-98c0-454f-b13f-895cf7ad26ba tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 943 time: 0.2663319 Feb 04 15:29:19.872253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8855e-0981-4dcb-9962-f8d40da7af49 req-0bcd4cd9-7af3-431f-8bb5-4581f1d6b4b8 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:19.878950 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21c8855e-0981-4dcb-9962-f8d40da7af49 req-0bcd4cd9-7af3-431f-8bb5-4581f1d6b4b8 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 944 time: 0.1824391 Feb 04 15:29:19.940793 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:29:19.950282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Allocated IP 172.20.0.1 (4d8a8a86-e319-4d89-b6fa-6b7205f28716/24b16b27-6096-410b-9c85-98ba313d8301/7b591db8-ceba-45ef-b194-e518e95d421e) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:19.960015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21c8855e-0981-4dcb-9962-f8d40da7af49 req-83a247fe-6bb7-4a94-a1a5-888c45653543 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800674 Feb 04 15:29:19.989822 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db34d73f-e1bd-4a92-a973-3463b9de0532 req-2331306f-1495-40cd-bb3b-6c8fbf943664 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570611 Feb 04 15:29:20.228276 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-694fa70d-c82f-44db-87e9-2f370c3b88b6 req-10110ab2-7efb-4a99-ac06-611c4a134133 service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337804 Feb 04 15:29:20.247929 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-c2105b1d-fad6-4879-90eb-8ab5b4ab73d3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:20.248667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-c2105b1d-fad6-4879-90eb-8ab5b4ab73d3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Synchronizing usage tracker for tenant:aa371acdd906464fb4a2d0efa0b076f3 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:29:20.256781 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Allocated IP 192.168.233.17 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/c99d6a16-b538-44e1-ba5f-b056f9c56d74) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:20.316895 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-32e47b63-aa6e-42d7-ab04-e609995ac4d8 req-b48122b8-ea45-4860-88a3-670069318fac tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 210 time: 0.0648935 Feb 04 15:29:20.378030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e9146-4c7a-4806-a0b8-3130effe27bf req-cc743782-7b32-42c1-bad9-443fc2974bc9 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:20.379585 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f5e9146-4c7a-4806-a0b8-3130effe27bf req-cc743782-7b32-42c1-bad9-443fc2974bc9 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 948 time: 0.2043023 Feb 04 15:29:20.418653 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9f9724-c844-4d96-8a8b-c811f71c3e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4675618-c4a2-4c48-ae44-6743fe3baf80', 'code': 200} Feb 04 15:29:20.471907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-c2105b1d-fad6-4879-90eb-8ab5b4ab73d3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Unset dirty status for tenant:aa371acdd906464fb4a2d0efa0b076f3 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:29:20.473058 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-c2105b1d-fad6-4879-90eb-8ab5b4ab73d3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6f591a-6400-46a0-98e0-befb4cde1444 HTTP/1.1" status: 200 len: 946 time: 0.7281127 Feb 04 15:29:20.491798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f5e9146-4c7a-4806-a0b8-3130effe27bf req-0f0b2804-588a-4a99-9d11-c747367b2c67 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813859 Feb 04 15:29:20.510256 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.556012 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 33c0710a-647c-4004-b94a-45a5fdd1528a up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:20.634063 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5af930c3-f5ff-492a-a86e-2a2441ec599e req-da70df38-8e5f-433e-af77-417242f60f13 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 210 time: 0.0649958 Feb 04 15:29:20.661042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Transition to ACTIVE for port object 7b591db8-ceba-45ef-b194-e518e95d421e will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:20.708548 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 33c0710a-647c-4004-b94a-45a5fdd1528a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:20.721610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 33c0710a-647c-4004-b94a-45a5fdd1528a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:20.728161 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.834725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b45f62ee-71f0-4299-92c6-06d79a2126e6 req-22958575-cf2d-4c7a-8b07-97254c3cb7fe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 1097 time: 0.3330369 Feb 04 15:29:20.845055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0be8faa2-899f-4e0b-90e6-7817292c97b2 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:20.863961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-9e652e8a-5c24-4605-80c7-2d7e8f0d50b5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Deleting port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:29:20.864300 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-9e652e8a-5c24-4605-80c7-2d7e8f0d50b5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.005878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69159e-6e74-473a-b499-aec5ba747712 req-1b1ab0a5-1b7d-48d6-8e65-bcf06616cb86 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:21.007938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c69159e-6e74-473a-b499-aec5ba747712 req-1b1ab0a5-1b7d-48d6-8e65-bcf06616cb86 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 946 time: 0.3042815 Feb 04 15:29:21.035256 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-694fa70d-c82f-44db-87e9-2f370c3b88b6 req-430b0986-8535-463c-a3af-95eb41b4e41a service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7695477 Feb 04 15:29:21.035626 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b45f62ee-71f0-4299-92c6-06d79a2126e6 req-f5409c80-644d-4ebe-992c-fd4b9163b18b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734409 Feb 04 15:29:21.083300 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.087979 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c69159e-6e74-473a-b499-aec5ba747712 req-e74dabe5-fd2e-4cc6-8832-da4e353e00f2 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720544 Feb 04 15:29:21.105097 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e253ae-1f3f-4b42-b2ee-4c2956b35439 req-7017e909-4e32-4e32-808c-ff99496587b2 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:21.118000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4e253ae-1f3f-4b42-b2ee-4c2956b35439 req-7017e909-4e32-4e32-808c-ff99496587b2 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 949 time: 0.2016795 Feb 04 15:29:21.120145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 0be8faa2-899f-4e0b-90e6-7817292c97b2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:21.128846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 0be8faa2-899f-4e0b-90e6-7817292c97b2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:21.129318 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.177283 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4e253ae-1f3f-4b42-b2ee-4c2956b35439 req-256e9d02-1e96-49c0-9c83-4c186939497d tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617192 Feb 04 15:29:21.178680 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.200038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=33c0710a-647c-4004-b94a-45a5fdd1528a,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:21.240456 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.241145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d103f93b-fa7f-4d2d-9657-252d936eb8ca up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:21.343665 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.362540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Transition to ACTIVE for port object c99d6a16-b538-44e1-ba5f-b056f9c56d74 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:21.390433 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.412274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Network 4d8a8a86-e319-4d89-b6fa-6b7205f28716 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:21.417472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.421233 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 0be8faa2-899f-4e0b-90e6-7817292c97b2, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0be8faa2-899f-4e0b-90e6-7817292c97b2,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:21.423291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=33c0710a-647c-4004-b94a-45a5fdd1528a,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:21.427298 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.439769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:21.449891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:29:21.450944 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.460393 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['94cfe216-5a98-4d6c-8919-30c5c86a5d5f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:29:21.486427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b430f-13b1-47f5-b053-cb6f8414441d req-737d2e26-c00e-4fd4-8fba-189213800c3a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:21.492236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd6b430f-13b1-47f5-b053-cb6f8414441d req-737d2e26-c00e-4fd4-8fba-189213800c3a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 945 time: 0.2076926 Feb 04 15:29:21.499039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Pushing event updated for resources: {'Port': ['ID=7b591db8-ceba-45ef-b194-e518e95d421e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:21.500993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['36c084a6-449d-4fa4-92dd-abd520f0a0a0'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:29:21.504073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471bbc4-babd-4461-a2eb-b78df5b15183 req-1f1e9e78-a753-4694-a4c8-c9df00efdcd0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:21.508016 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d471bbc4-babd-4461-a2eb-b78df5b15183 req-1f1e9e78-a753-4694-a4c8-c9df00efdcd0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 943 time: 0.1625597 Feb 04 15:29:21.637610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port d103f93b-fa7f-4d2d-9657-252d936eb8ca completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:21.639952 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd6b430f-13b1-47f5-b053-cb6f8414441d req-97a06d3f-5b5f-4a7e-bead-08a32e4075ce tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292641 Feb 04 15:29:21.642516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d471bbc4-babd-4461-a2eb-b78df5b15183 req-a58bb4da-f127-4e49-82dc-10dd70f46839 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172724 Feb 04 15:29:21.661734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Pushing event updated for resources: {'Port': ['ID=c99d6a16-b538-44e1-ba5f-b056f9c56d74,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:21.702635 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port d103f93b-fa7f-4d2d-9657-252d936eb8ca triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:21.702956 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.822929 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.823301 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=0be8faa2-899f-4e0b-90e6-7817292c97b2,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:21.899289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ad2b687f-f3dd-43c9-9c65-9d6955376d8c None None] Provisioning for port 7b591db8-ceba-45ef-b194-e518e95d421e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:21.907713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:21.921325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:21.925223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8578bf-8b02-4cac-8fed-99a90707f465 req-9fbe18d5-0384-48cd-ac71-371ed99bca5f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:21.935025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d8578bf-8b02-4cac-8fed-99a90707f465 req-9fbe18d5-0384-48cd-ac71-371ed99bca5f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 935 time: 0.1196454 Feb 04 15:29:21.935199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:29:21.939026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:21.939679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.005251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ad2b687f-f3dd-43c9-9c65-9d6955376d8c None None] Provisioning complete for port 7b591db8-ceba-45ef-b194-e518e95d421e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:22.005961 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ad2b687f-f3dd-43c9-9c65-9d6955376d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.011831 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8329dd54-89ec-4140-b021-c962c99928d5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1159501 Feb 04 15:29:22.013993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-9e652e8a-5c24-4605-80c7-2d7e8f0d50b5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] For port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=26c6db35-f6e4-4fc7-b39e-38e43a6d58b4,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:22.014352 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-9e652e8a-5c24-4605-80c7-2d7e8f0d50b5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.054519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d8578bf-8b02-4cac-8fed-99a90707f465 req-100378df-afb5-43f3-bf6e-3f9502ffbc4f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184576 Feb 04 15:29:22.082135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0b670-03a5-452a-a157-16e038c8d117 req-3b471957-e2a0-4b09-9f2d-1a60b0e8dbfe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:22.083613 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06f0b670-03a5-452a-a157-16e038c8d117 req-3b471957-e2a0-4b09-9f2d-1a60b0e8dbfe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 948 time: 0.1319227 Feb 04 15:29:22.157739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06f0b670-03a5-452a-a157-16e038c8d117 req-3d161d34-a0c3-4c1b-bc41-b2f48d9a5d22 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678389 Feb 04 15:29:22.185655 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.206886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-5ecc8bbe-68d8-4422-a675-10adc1872f3f tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:22.207855 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b687f-f3dd-43c9-9c65-9d6955376d8c None None] Port 7b591db8-ceba-45ef-b194-e518e95d421e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:29:22.208387 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-5ecc8bbe-68d8-4422-a675-10adc1872f3f tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.81 "GET /v2.0/networks?id=c61f278d-a093-4264-873d-c2b0fe84d55f HTTP/1.1" status: 200 len: 822 time: 0.7531347 Feb 04 15:29:22.225578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device bc81c76d-7bd3-425c-b077-358c68b74f66 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:22.341867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59221d0d-489d-41e5-abc6-df282963ae78 req-31de515a-f3c1-478f-9139-161105e9c1ed tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 210 time: 0.0634191 Feb 04 15:29:22.345906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d103f93b-fa7f-4d2d-9657-252d936eb8ca, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d103f93b-fa7f-4d2d-9657-252d936eb8ca,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:22.371870 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.411160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d6c432f8-801b-4631-b9d9-b06f6483f4cd None None] Provisioning for port c99d6a16-b538-44e1-ba5f-b056f9c56d74 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:22.414988 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-51a9354a-1aea-440c-9a95-17c57b24e4b0 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa371acdd906464fb4a2d0efa0b076f3 HTTP/1.1" status: 200 len: 380 time: 0.1739652 Feb 04 15:29:22.421325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9027c7-84cb-4283-8f7b-076e4e193514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c0710a-647c-4004-b94a-45a5fdd1528a'}, {'server_uuid': 'ccccf00b-1551-4bcd-8306-bac725dbb594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd103f93b-fa7f-4d2d-9657-252d936eb8ca'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:22.433738 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port bc81c76d-7bd3-425c-b077-358c68b74f66 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:22.439376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d6c432f8-801b-4631-b9d9-b06f6483f4cd None None] Provisioning complete for port c99d6a16-b538-44e1-ba5f-b056f9c56d74 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:22.439735 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d6c432f8-801b-4631-b9d9-b06f6483f4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.442610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Request body: {'port': {'device_id': 'ebe61689-aa58-4741-b3c3-1c78b84010ef', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'admin_state_up': True, 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'security_groups': ['f9e57cf3-b6e8-48b9-afe5-141b17282947']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:22.509633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port bc81c76d-7bd3-425c-b077-358c68b74f66 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:22.509998 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.580004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=d103f93b-fa7f-4d2d-9657-252d936eb8ca,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:22.586623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d6c432f8-801b-4631-b9d9-b06f6483f4cd None None] Port c99d6a16-b538-44e1-ba5f-b056f9c56d74 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:29:22.623551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d3ebb-429f-46c1-a268-298af244f943 req-5210f442-518a-4e81-98c2-c00f1792e9c1 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:22.625166 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-440d3ebb-429f-46c1-a268-298af244f943 req-5210f442-518a-4e81-98c2-c00f1792e9c1 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 950 time: 0.1401534 Feb 04 15:29:22.640661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc141ca-4386-4aeb-a99d-c986256b3024 req-f32c2ae5-a3dd-4739-bd4d-eabe75583021 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:22.642179 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bc141ca-4386-4aeb-a99d-c986256b3024 req-f32c2ae5-a3dd-4739-bd4d-eabe75583021 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 946 time: 0.1241417 Feb 04 15:29:22.658916 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.682871 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:29:22.693849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port bc81c76d-7bd3-425c-b077-358c68b74f66, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bc81c76d-7bd3-425c-b077-358c68b74f66,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:22.701241 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.724007 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.729964 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-9e652e8a-5c24-4605-80c7-2d7e8f0d50b5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.730979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-9e652e8a-5c24-4605-80c7-2d7e8f0d50b5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.731427 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-9e652e8a-5c24-4605-80c7-2d7e8f0d50b5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Floating IP 4516dd04-0679-40f8-80a5-cfdff5f83d8b disassociated. External IP: 172.25.0.8, port: 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4. Feb 04 15:29:22.731857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-9e652e8a-5c24-4605-80c7-2d7e8f0d50b5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Calling delete_port for 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:29:22.732592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-440d3ebb-429f-46c1-a268-298af244f943 req-abb869ee-6719-4962-9570-a2a22acb58da tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000495 Feb 04 15:29:22.767760 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bc141ca-4386-4aeb-a99d-c986256b3024 req-bbf5b65b-d2de-4a5f-b64e-0f90d349c3f0 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907454 Feb 04 15:29:22.771669 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.772365 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.787215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0be8faa2-899f-4e0b-90e6-7817292c97b2 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:22.823126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:22.854596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=bc81c76d-7bd3-425c-b077-358c68b74f66,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:22.865709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:22.878637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 0be8faa2-899f-4e0b-90e6-7817292c97b2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:22.879011 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.908987 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9027c7-84cb-4283-8f7b-076e4e193514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c0710a-647c-4004-b94a-45a5fdd1528a', 'code': 200} Feb 04 15:29:22.909251 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccccf00b-1551-4bcd-8306-bac725dbb594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd103f93b-fa7f-4d2d-9657-252d936eb8ca', 'code': 200} Feb 04 15:29:23.018309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b7578-a133-4278-8b44-d2649e522c21 req-5825938f-979a-43a7-a9bc-83bb89b1d65f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:23.021624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c26b7578-a133-4278-8b44-d2649e522c21 req-5825938f-979a-43a7-a9bc-83bb89b1d65f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 945 time: 0.1157484 Feb 04 15:29:23.044882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Pushing event updated for resources: {'Port': ['ID=7b591db8-ceba-45ef-b194-e518e95d421e,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:23.056816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Made reservation on behalf of aa371acdd906464fb4a2d0efa0b076f3 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:23.061475 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:23.137659 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c26b7578-a133-4278-8b44-d2649e522c21 req-08530782-ac4d-475b-b42a-ac700540c3a6 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092169 Feb 04 15:29:23.155909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53ff88-b8b2-45ee-bc71-f95ae0b4f771 req-d3aa2b86-56f9-480f-9065-ee17ef3322c3 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:23.157399 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d53ff88-b8b2-45ee-bc71-f95ae0b4f771 req-d3aa2b86-56f9-480f-9065-ee17ef3322c3 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 943 time: 0.0958335 Feb 04 15:29:23.211326 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d53ff88-b8b2-45ee-bc71-f95ae0b4f771 req-534551a2-59ab-4dd2-b5a3-4d33387c9d17 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472438 Feb 04 15:29:23.330001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Network 4d8a8a86-e319-4d89-b6fa-6b7205f28716 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:23.370110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:23.378887 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-9e652e8a-5c24-4605-80c7-2d7e8f0d50b5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:23.415881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbba6e-faf2-449a-870b-74d27dd18bad req-56f8eba3-6736-414f-a7f1-6791b22b91cd tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:23.423788 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1dcbba6e-faf2-449a-870b-74d27dd18bad req-56f8eba3-6736-414f-a7f1-6791b22b91cd tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 935 time: 0.1475894 Feb 04 15:29:23.485590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1dcbba6e-faf2-449a-870b-74d27dd18bad req-23e4ebc2-4019-431d-a1c0-feb3ca0e3d83 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608530 Feb 04 15:29:23.503444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba12888-1c92-44d9-b3b4-fc412c5ddc08 req-4a9c188c-3121-47f7-995a-2c7af85d32c5 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:23.505221 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cba12888-1c92-44d9-b3b4-fc412c5ddc08 req-4a9c188c-3121-47f7-995a-2c7af85d32c5 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 949 time: 0.1436849 Feb 04 15:29:23.516428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e652e8a-5c24-4605-80c7-2d7e8f0d50b5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Pushing event deleted for resources: {'Port': ['ID=26c6db35-f6e4-4fc7-b39e-38e43a6d58b4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:23.671665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Allocated IP 172.20.0.7 (c61f278d-a093-4264-873d-c2b0fe84d55f/d305bd05-a89f-476f-b433-f21b1c63f1f0/9e2d91b2-1a5c-447d-ad22-4c0d452d9371) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:23.674582 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-6c8a3d52-f69d-47fd-8ff9-abcab2f4ba1b service neutron] 10.222.0.81 "GET /v2.0/ports/88f32f4c-7f91-4a0f-a21c-ed1828863a07/bindings/n-h2-827872-1 HTTP/1.1" status: 200 len: 384 time: 0.4374325 Feb 04 15:29:23.722406 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d575a2e0-9b89-4a8f-ba95-2d8c34b75c7a req-8275b93c-c5d2-4ec7-a971-561210ab6a2c tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 210 time: 0.0435610 Feb 04 15:29:23.737046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cba12888-1c92-44d9-b3b4-fc412c5ddc08 req-265467c7-06f3-411a-9e51-7561cdf6b16e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243907 Feb 04 15:29:23.743529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1238b033-8992-4a65-9c41-9ecddedd6bd9 None None] Provisioning complete for port 7b591db8-ceba-45ef-b194-e518e95d421e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:23.743896 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1238b033-8992-4a65-9c41-9ecddedd6bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:23.826605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1238b033-8992-4a65-9c41-9ecddedd6bd9 None None] Port 7b591db8-ceba-45ef-b194-e518e95d421e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:29:24.116926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b6afd-cddd-4bc4-a288-d2e035777ec8 req-259a5bea-52e3-4ba3-8dbc-1eb6eb453d6d tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.118472 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a77b6afd-cddd-4bc4-a288-d2e035777ec8 req-259a5bea-52e3-4ba3-8dbc-1eb6eb453d6d tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 950 time: 0.1137922 Feb 04 15:29:24.125715 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eef9c-d1ae-4e78-b229-b27f90917a1a req-22b338df-b5a8-484c-879f-4b111de9bbdb tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.127113 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c13eef9c-d1ae-4e78-b229-b27f90917a1a req-22b338df-b5a8-484c-879f-4b111de9bbdb tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 946 time: 0.1547754 Feb 04 15:29:24.201587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a77b6afd-cddd-4bc4-a288-d2e035777ec8 req-090e0e89-d9d0-425f-85b9-692666c1ee75 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733917 Feb 04 15:29:24.206109 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c13eef9c-d1ae-4e78-b229-b27f90917a1a req-8d1c0fff-65b3-4adb-ae74-da618a64a5c4 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643806 Feb 04 15:29:24.232560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:24.275135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:29:24.275505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:24.276099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 88f32f4c-7f91-4a0f-a21c-ed1828863a07 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:24.418874 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.457032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Transition to ACTIVE for port object 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:24.468769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-7a1221ad-9abf-41b7-ae2f-f1645913a9a3 service neutron] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:24.546671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e350ecc-7540-4d35-be85-ce8d5173aa5a req-4189c8d9-47a4-4e92-b09f-ff8e35b2191e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.548155 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e350ecc-7540-4d35-be85-ce8d5173aa5a req-4189c8d9-47a4-4e92-b09f-ff8e35b2191e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 945 time: 0.1414580 Feb 04 15:29:24.557605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-7a1221ad-9abf-41b7-ae2f-f1645913a9a3 service neutron] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:24.563129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e3e10-b479-4058-80b1-6da6cc6d7917 req-742e75e0-05ea-4074-86d2-815ebbe9abb9 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.564591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-214e3e10-b479-4058-80b1-6da6cc6d7917 req-742e75e0-05ea-4074-86d2-815ebbe9abb9 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 943 time: 0.1119490 Feb 04 15:29:24.692519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Request body: {'port': {'device_id': 'aa0c4bab-3557-4fea-9d4c-c6acdeee4d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:24.731091 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-214e3e10-b479-4058-80b1-6da6cc6d7917 req-c88561e5-4a61-43c0-b4da-96d831b78eb1 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414630 Feb 04 15:29:24.770933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-9e652e8a-5c24-4605-80c7-2d7e8f0d50b5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Router 6497c913-d29b-419b-91c7-81fab8dca363 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:29:24.786521 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-7a1221ad-9abf-41b7-ae2f-f1645913a9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f32f4c-7f91-4a0f-a21c-ed1828863a07 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:24.826040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e350ecc-7540-4d35-be85-ce8d5173aa5a req-6ec90556-e0b6-46e8-b093-a22530916802 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603636 Feb 04 15:29:24.839212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-7a1221ad-9abf-41b7-ae2f-f1645913a9a3 service neutron] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:24.852095 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.881981 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aac39540-338a-4b82-bfb6-f8d71a3c64af req-fe93a679-1d79-4c32-88e2-0e18afff1f3f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 1101 time: 0.1646819 Feb 04 15:29:24.898799 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-450bf9f8-134b-49c8-bcce-83485ca094a1 req-a0790b74-6d6e-4570-8c23-859af69114f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 1096 time: 0.2128899 Feb 04 15:29:24.911035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a302f3a-d240-4134-b2e4-512bb52cc19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc81c76d-7bd3-425c-b077-358c68b74f66'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:24.961353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-7a1221ad-9abf-41b7-ae2f-f1645913a9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.982467 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.065870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Network c61f278d-a093-4264-873d-c2b0fe84d55f is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:25.066850 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-450bf9f8-134b-49c8-bcce-83485ca094a1 req-a65bdbd5-a53d-426e-9c6e-705733e3f373 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500728 Feb 04 15:29:25.073726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aac39540-338a-4b82-bfb6-f8d71a3c64af req-7f42a942-25bb-480d-bc9d-27f82cf26304 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714070 Feb 04 15:29:25.084610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:25.111413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4f8e8-fa55-471c-855a-8a432665e3b2 req-43dbd8d8-68c4-4b3c-ac76-9413e5f3ac57 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:25.112730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Pushing event updated for resources: {'Port': ['ID=9e2d91b2-1a5c-447d-ad22-4c0d452d9371,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:25.112990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abb4f8e8-fa55-471c-855a-8a432665e3b2 req-43dbd8d8-68c4-4b3c-ac76-9413e5f3ac57 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 935 time: 0.1833396 Feb 04 15:29:25.116865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:29:25.120616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:25.120774 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.131993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf769d21-e2f2-4cbe-84a1-d049328feb40 req-9a822f85-82de-43a8-977e-33e1edfc3d6f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:25.133613 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bf769d21-e2f2-4cbe-84a1-d049328feb40 req-9a822f85-82de-43a8-977e-33e1edfc3d6f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 949 time: 0.1045737 Feb 04 15:29:25.215221 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abb4f8e8-fa55-471c-855a-8a432665e3b2 req-b0ef83d5-7a95-4b47-8e5b-378180110051 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806174 Feb 04 15:29:25.219639 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bf769d21-e2f2-4cbe-84a1-d049328feb40 req-09bf12ad-0ad5-4e87-ace0-019d647e3f29 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715604 Feb 04 15:29:25.252880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:29:25.276136 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-235937e5-19e6-408f-92d8-32d691b4104d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8376827 Feb 04 15:29:25.310019 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a302f3a-d240-4134-b2e4-512bb52cc19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc81c76d-7bd3-425c-b077-358c68b74f66', 'code': 200} Feb 04 15:29:25.330234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Request body: {'port': {'device_id': 'ebe61689-aa58-4741-b3c3-1c78b84010ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:25.600312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95756f0f-ce3f-4dd6-baaa-a669e67948a0 req-8ea15acb-c354-44b3-845e-fefdacc398fe tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:25.608239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95756f0f-ce3f-4dd6-baaa-a669e67948a0 req-8ea15acb-c354-44b3-845e-fefdacc398fe tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 946 time: 0.1561172 Feb 04 15:29:25.618342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-7a1221ad-9abf-41b7-ae2f-f1645913a9a3 service neutron] Transition to ACTIVE for port object 88f32f4c-7f91-4a0f-a21c-ed1828863a07 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:25.638303 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-7a1221ad-9abf-41b7-ae2f-f1645913a9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.673517 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95756f0f-ce3f-4dd6-baaa-a669e67948a0 req-419933d0-7be8-4c93-9cdc-51c99ce34fe8 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644205 Feb 04 15:29:25.682374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8184d6-b29a-4d0d-b4b8-e89f7bb9b12b req-8dadda2c-8f1c-4026-92b0-22f61585f4c8 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:25.683877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc8184d6-b29a-4d0d-b4b8-e89f7bb9b12b req-8dadda2c-8f1c-4026-92b0-22f61585f4c8 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 931 time: 0.1567895 Feb 04 15:29:25.746487 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc8184d6-b29a-4d0d-b4b8-e89f7bb9b12b req-4c7338ad-0b6a-4552-aad5-30fcd314682c tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537128 Feb 04 15:29:25.957300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7511116-5503-4e84-b345-c07e6749fe14 req-e2d224e5-80bd-4c80-9af6-5a7aa4ebf3c3 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:25.958936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7511116-5503-4e84-b345-c07e6749fe14 req-e2d224e5-80bd-4c80-9af6-5a7aa4ebf3c3 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 950 time: 0.1325355 Feb 04 15:29:25.991280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-7a1221ad-9abf-41b7-ae2f-f1645913a9a3 service neutron] No DVR routers for this DVR port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:25.998575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1221ad-9abf-41b7-ae2f-f1645913a9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=88f32f4c-7f91-4a0f-a21c-ed1828863a07,revision_number=10']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:26.032992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca1189-287b-4a16-8406-4a88680ae403 req-003c09bd-81d3-4dce-b46c-f9a1b1777d95 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:26.034552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06ca1189-287b-4a16-8406-4a88680ae403 req-003c09bd-81d3-4dce-b46c-f9a1b1777d95 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 944 time: 0.1273253 Feb 04 15:29:26.042216 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7511116-5503-4e84-b345-c07e6749fe14 req-277f3ff8-dd8a-4bc0-880f-d0b5337e23b6 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667441 Feb 04 15:29:26.086566 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06ca1189-287b-4a16-8406-4a88680ae403 req-bc2f3715-da1e-4327-a21b-d9aa8972e36a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425429 Feb 04 15:29:26.088380 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-7a1221ad-9abf-41b7-ae2f-f1645913a9a3 service neutron] 10.222.0.81 "PUT /v2.0/ports/88f32f4c-7f91-4a0f-a21c-ed1828863a07/bindings/n-h2-827872-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3158774 Feb 04 15:29:26.139314 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.185285 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-20859ea3-a186-4511-8a8f-5bbdc4647686 req-cddc1f2f-1d1d-42a3-91c0-16709ff2962e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 1100 time: 0.6802752 Feb 04 15:29:26.255421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928be59-0937-497d-8132-866cacac2051 req-f474c2fb-e604-4db6-bb89-b403af641fac tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:26.256990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9928be59-0937-497d-8132-866cacac2051 req-f474c2fb-e604-4db6-bb89-b403af641fac tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 945 time: 0.0786390 Feb 04 15:29:26.304682 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9928be59-0937-497d-8132-866cacac2051 req-2064f71d-2f5a-4208-9f7a-3656e300d997 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415328 Feb 04 15:29:26.428462 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99d6a16-b538-44e1-ba5f-b056f9c56d74 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:26.434664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8142fe1-1fcc-45f8-897e-2e5bc4b00fb1 req-9e7181e2-ff80-4d2e-8e0a-106d326ffc13 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:26.436300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8142fe1-1fcc-45f8-897e-2e5bc4b00fb1 req-9e7181e2-ff80-4d2e-8e0a-106d326ffc13 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 935 time: 0.0880237 Feb 04 15:29:26.451540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.486141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-9e652e8a-5c24-4605-80c7-2d7e8f0d50b5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:29:26.497920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c34e8-632a-4a16-8597-08300e3538c0 None None] Sync routers for ids ['6497c913-d29b-419b-91c7-81fab8dca363'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:29:26.511946 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c34e8-632a-4a16-8597-08300e3538c0 None None] Routers {'6497c913-d29b-419b-91c7-81fab8dca363'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:29:26.513053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-586c34e8-632a-4a16-8597-08300e3538c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:29:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6497c913-d29b-419b-91c7-81fab8dca363'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:26.531225 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8142fe1-1fcc-45f8-897e-2e5bc4b00fb1 req-6d43a3fc-f77e-4387-b1a4-1db183399780 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634727 Feb 04 15:29:26.565453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e49e7-da38-4716-88c2-2f2011e5fec6 req-815e5edc-b65a-46de-9e43-9f809a733dcc tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:26.567537 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b1e49e7-da38-4716-88c2-2f2011e5fec6 req-815e5edc-b65a-46de-9e43-9f809a733dcc tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 949 time: 0.1302607 Feb 04 15:29:26.620442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Transition to ACTIVE for port object c99d6a16-b538-44e1-ba5f-b056f9c56d74 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:26.632403 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b1e49e7-da38-4716-88c2-2f2011e5fec6 req-678d4d0c-d3f7-46ed-87a5-9a2c2f20b875 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584812 Feb 04 15:29:26.673765 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-20859ea3-a186-4511-8a8f-5bbdc4647686 req-cf5e8c04-8122-4fdb-86ae-c011fc9dfd68 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328079 Feb 04 15:29:26.683937 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.723391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-9e652e8a-5c24-4605-80c7-2d7e8f0d50b5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] No DVR routers for this DVR port 26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:26.733994 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-9e652e8a-5c24-4605-80c7-2d7e8f0d50b5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.735828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-586c34e8-632a-4a16-8597-08300e3538c0 None None] Set router 6497c913-d29b-419b-91c7-81fab8dca363 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:29:26.735963 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d8e4f81e-182b-4aed-ba10-076af9dd1ac2 req-9e652e8a-5c24-4605-80c7-2d7e8f0d50b5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.81 "DELETE /v2.0/ports/26c6db35-f6e4-4fc7-b39e-38e43a6d58b4 HTTP/1.1" status: 204 len: 173 time: 6.2055671 Feb 04 15:29:26.753041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6f591a-6400-46a0-98e0-befb4cde1444', 'name': 'network-vif-deleted', 'tag': '26c6db35-f6e4-4fc7-b39e-38e43a6d58b4'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:26.959148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c751632-979f-4da4-ae60-60880086a864 req-4f0794c5-09fd-4667-8e3f-e374b1cdd807 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:26.971674 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c751632-979f-4da4-ae60-60880086a864 req-4f0794c5-09fd-4667-8e3f-e374b1cdd807 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 946 time: 0.1235936 Feb 04 15:29:27.017826 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6f591a-6400-46a0-98e0-befb4cde1444', 'name': 'network-vif-deleted', 'tag': '26c6db35-f6e4-4fc7-b39e-38e43a6d58b4', 'status': 'completed', 'code': 200} Feb 04 15:29:27.054821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3253311d-c566-4368-b666-a45f74f50814 None None] Provisioning for port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:27.071375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3253311d-c566-4368-b666-a45f74f50814 None None] Provisioning complete for port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:27.072108 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3253311d-c566-4368-b666-a45f74f50814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.100870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c751632-979f-4da4-ae60-60880086a864 req-b94470be-b86b-4aa2-82f4-e1b55b552a70 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268928 Feb 04 15:29:27.115858 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:29:27.197584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982c62d-742d-44ae-bae7-5dd471d8af1e req-35a4c63f-a48b-4f55-9d1e-b3146d33d4e1 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:27.204839 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8982c62d-742d-44ae-bae7-5dd471d8af1e req-35a4c63f-a48b-4f55-9d1e-b3146d33d4e1 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 931 time: 0.1887226 Feb 04 15:29:27.238350 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3253311d-c566-4368-b666-a45f74f50814 None None] Port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:29:27.264736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:27.276923 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.313538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-586c34e8-632a-4a16-8597-08300e3538c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a17860ae-0b20-4325-ab56-50dd1b031533', 'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'mac_address': 'fa:16:3e:4b:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:03Z', 'updated_at': '2022-02-04T15:27:16Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'subnets': [{'id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:27.321441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Pushing event updated for resources: {'Port': ['ID=c99d6a16-b538-44e1-ba5f-b056f9c56d74,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:27.325090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Transition to ACTIVE for port object 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:27.328329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c34e8-632a-4a16-8597-08300e3538c0 None None] Checking router: 6497c913-d29b-419b-91c7-81fab8dca363 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:29:27.342730 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c34e8-632a-4a16-8597-08300e3538c0 None None] Routers {'6497c913-d29b-419b-91c7-81fab8dca363'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:29:27.343365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-586c34e8-632a-4a16-8597-08300e3538c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:29:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6497c913-d29b-419b-91c7-81fab8dca363'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:27.351937 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.396369 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8982c62d-742d-44ae-bae7-5dd471d8af1e req-444aef7a-0d33-44b4-b0d3-8d54e7fffcb9 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893909 Feb 04 15:29:27.420353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c21a16-2cb2-44e1-b412-85d3e5b8c9a5 req-bef4d18c-439e-4fba-b7b9-fcc6a9c589f9 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:27.421981 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8c21a16-2cb2-44e1-b412-85d3e5b8c9a5 req-bef4d18c-439e-4fba-b7b9-fcc6a9c589f9 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 950 time: 0.1030824 Feb 04 15:29:27.477236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8c21a16-2cb2-44e1-b412-85d3e5b8c9a5 req-3b716232-95f8-4795-a042-dc5a3f1431af tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447595 Feb 04 15:29:27.507557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Attempting to bind port c99d6a16-b538-44e1-ba5f-b056f9c56d74 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:27.507898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Attempting to bind port c99d6a16-b538-44e1-ba5f-b056f9c56d74 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:27.508209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Attempting to bind port c99d6a16-b538-44e1-ba5f-b056f9c56d74 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:27.567662 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:29:27.587243 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-621307f5-333e-47b6-a794-abf4d48d915f admin admin] 10.222.0.60 "PUT /v2.0/routers/c495f2e2-8ab1-46fa-9c41-85f808bb42b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6826766 Feb 04 15:29:27.587243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d91b2-1a5c-447d-ad22-4c0d452d9371,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:27.588521 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Port c99d6a16-b538-44e1-ba5f-b056f9c56d74 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:29:27.589070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Attempting to bind port c99d6a16-b538-44e1-ba5f-b056f9c56d74 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:27.594972 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Sync routers for ids ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:29:27.602568 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-586c34e8-632a-4a16-8597-08300e3538c0 None None] Set router 6497c913-d29b-419b-91c7-81fab8dca363 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:29:27.611152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:27.611534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:27.611926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:27.612369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Bound port: c99d6a16-b538-44e1-ba5f-b056f9c56d74, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:27.612720 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.618653 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Routers {'c495f2e2-8ab1-46fa-9c41-85f808bb42b8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:29:27.621335 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:29:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:27.750597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Attempting to bind port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:27.751169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Attempting to bind port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:27.751297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Attempting to bind port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 on network c61f278d-a093-4264-873d-c2b0fe84d55f {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:27.894221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce5501-f01a-40da-b887-298a76da58d4 req-43507e92-752c-4770-b8e5-7787d15839b5 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:27.905487 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26ce5501-f01a-40da-b887-298a76da58d4 req-43507e92-752c-4770-b8e5-7787d15839b5 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 944 time: 0.3308616 Feb 04 15:29:27.965082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] For port c99d6a16-b538-44e1-ba5f-b056f9c56d74, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:27.972824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] For port c99d6a16-b538-44e1-ba5f-b056f9c56d74, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c99d6a16-b538-44e1-ba5f-b056f9c56d74,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:27.981369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 on network c61f278d-a093-4264-873d-c2b0fe84d55f not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:29:27.981856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Attempting to bind port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 on network c61f278d-a093-4264-873d-c2b0fe84d55f {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:27.992894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:27.994227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Checking segment: {'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:27.996735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Bound using segment: {'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:27.996913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Bound port: 9e2d91b2-1a5c-447d-ad22-4c0d452d9371, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03dfcd40-e95c-4480-9146-1ca8eb1063c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:27.997990 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.026502 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26ce5501-f01a-40da-b887-298a76da58d4 req-387163a4-eafe-4dd6-ab0f-b276e993788c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098959 Feb 04 15:29:28.033269 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.035407 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Set router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:29:28.051465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be9d52-013b-4bb8-9fe5-7618786e2b90 req-c14d421a-e174-4136-ba4f-42ffde3e4cdc tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:28.052842 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9be9d52-013b-4bb8-9fe5-7618786e2b90 req-c14d421a-e174-4136-ba4f-42ffde3e4cdc tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 945 time: 0.4033015 Feb 04 15:29:28.133442 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-586c34e8-632a-4a16-8597-08300e3538c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a17860ae-0b20-4325-ab56-50dd1b031533', 'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'mac_address': 'fa:16:3e:4b:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:03Z', 'updated_at': '2022-02-04T15:27:16Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'subnets': [{'id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:28.146595 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c34e8-632a-4a16-8597-08300e3538c0 None None] The sync data for ids ['6497c913-d29b-419b-91c7-81fab8dca363'] in n-d-827872-1 is: [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a17860ae-0b20-4325-ab56-50dd1b031533', 'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'mac_address': 'fa:16:3e:4b:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:03Z', 'updated_at': '2022-02-04T15:27:16Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'subnets': [{'id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:29:28.149803 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9be9d52-013b-4bb8-9fe5-7618786e2b90 req-6c67897b-d95e-4b8e-a324-d4e829e95b08 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895076 Feb 04 15:29:28.327768 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.329325 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] 10.222.0.73 "PUT /v2.0/ports/c99d6a16-b538-44e1-ba5f-b056f9c56d74 HTTP/1.1" status: 200 len: 1095 time: 3.6407859 Feb 04 15:29:28.441073 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2c7f8-ae4a-45e1-88a2-c128da2b9e1a service neutron] Pushing event updated for resources: {'Port': ['ID=c99d6a16-b538-44e1-ba5f-b056f9c56d74,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:28.453956 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedc60b-a708-4a98-9fb7-a7d86f3b73e6 req-a34f9c72-a98f-41fd-bbff-2ce3d3c51de8 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:28.489246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bedc60b-a708-4a98-9fb7-a7d86f3b73e6 req-a34f9c72-a98f-41fd-bbff-2ce3d3c51de8 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 947 time: 0.2055795 Feb 04 15:29:28.516370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] For port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:28.520077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] For port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9e2d91b2-1a5c-447d-ad22-4c0d452d9371,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:28.530732 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.602252 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.603685 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] 10.222.0.81 "PUT /v2.0/ports/9e2d91b2-1a5c-447d-ad22-4c0d452d9371 HTTP/1.1" status: 200 len: 1091 time: 3.2784033 Feb 04 15:29:28.664289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201fb5e-dd64-4469-b794-e0912511c10f service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d91b2-1a5c-447d-ad22-4c0d452d9371,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:28.673719 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86703c65-8e09-4867-9df4-c69e24a7155e None None] New status for floating IP 4516dd04-0679-40f8-80a5-cfdff5f83d8b: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:29:28.701803 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bedc60b-a708-4a98-9fb7-a7d86f3b73e6 req-40cd85ef-5b24-4609-9ee2-f1205bcb3368 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113481 Feb 04 15:29:28.735268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1f7ee-3463-4e50-b86b-91ccacaa3173 req-d0445893-70b6-4ec4-a375-cfbd71deeba3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:28.737050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52a1f7ee-3463-4e50-b86b-91ccacaa3173 req-d0445893-70b6-4ec4-a375-cfbd71deeba3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 949 time: 0.2146900 Feb 04 15:29:28.794672 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:13Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'gw_port': {'id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:14Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '7b591db8-ceba-45ef-b194-e518e95d421e', 'name': '', 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'mac_address': 'fa:16:3e:7b:78:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24b16b27-6096-410b-9c85-98ba313d8301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:19Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 2, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'subnets': [{'id': '24b16b27-6096-410b-9c85-98ba313d8301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:28.804740 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Checking router: c495f2e2-8ab1-46fa-9c41-85f808bb42b8 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:29:28.806229 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Updating router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 port 7b591db8-ceba-45ef-b194-e518e95d421e binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:29:28.808314 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-5230fc2f-57fd-44dc-8b14-c9107d307c40 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa371acdd906464fb4a2d0efa0b076f3&device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 1094 time: 0.1292095 Feb 04 15:29:28.832460 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52a1f7ee-3463-4e50-b86b-91ccacaa3173 req-0c452320-d7ec-4212-bb4f-37ae2baf2b5d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899794 Feb 04 15:29:28.920061 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-dd8c3387-24c5-40de-a812-057ea2db015a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e2d91b2-1a5c-447d-ad22-4c0d452d9371 HTTP/1.1" status: 200 len: 217 time: 0.0865202 Feb 04 15:29:28.951837 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.055713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0c4bab-3557-4fea-9d4c-c6acdeee4d54', 'tag': 'c99d6a16-b538-44e1-ba5f-b056f9c56d74'}, {'name': 'network-changed', 'server_uuid': 'ebe61689-aa58-4741-b3c3-1c78b84010ef', 'tag': '9e2d91b2-1a5c-447d-ad22-4c0d452d9371'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:29.066259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e84a2-1412-4530-b3d7-f9a9ed0ced06 req-f834fa65-5e6a-4832-8472-0373d2f7d75f tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:29.076716 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be7e84a2-1412-4530-b3d7-f9a9ed0ced06 req-f834fa65-5e6a-4832-8472-0373d2f7d75f tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 946 time: 0.1536341 Feb 04 15:29:29.089432 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-8aee7eae-aa8d-4d52-b854-0a5bfbd22794 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:29.091357 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-8aee7eae-aa8d-4d52-b854-0a5bfbd22794 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d305bd05-a89f-476f-b433-f21b1c63f1f0 HTTP/1.1" status: 200 len: 861 time: 0.1647284 Feb 04 15:29:29.184635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be7e84a2-1412-4530-b3d7-f9a9ed0ced06 req-ca702f18-7178-4685-ae65-193c02c108a3 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055803 Feb 04 15:29:29.243533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c9f4c-010f-49fc-891e-04510eb2a2b0 req-54177570-8db9-4019-aac2-1d94636c3083 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:29.244903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f03c9f4c-010f-49fc-891e-04510eb2a2b0 req-54177570-8db9-4019-aac2-1d94636c3083 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 943 time: 0.1857283 Feb 04 15:29:29.259694 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-f51d3c3c-2ec9-4ce4-b11f-2e15340d41d1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c61f278d-a093-4264-873d-c2b0fe84d55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611753 Feb 04 15:29:29.341158 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f03c9f4c-010f-49fc-891e-04510eb2a2b0 req-07be02ff-6f57-4216-bd61-0852873124ca tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882132 Feb 04 15:29:29.389285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51044) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:29.405954 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1997455191-network', 'tenant_id': '72764b168ce74419b69eef6dc606f40b'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:29.421008 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:29.465764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35a737-61ce-44a4-a827-d1cea6506277 req-844904dc-0e67-4d7c-a5a6-f296079c2b19 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:29.468116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de35a737-61ce-44a4-a827-d1cea6506277 req-844904dc-0e67-4d7c-a5a6-f296079c2b19 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 950 time: 0.1034586 Feb 04 15:29:29.501160 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.516646 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Transition to ACTIVE for port object 7b591db8-ceba-45ef-b194-e518e95d421e will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:29.524538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de35a737-61ce-44a4-a827-d1cea6506277 req-374e3fab-2869-44de-890e-0e72c344dbe9 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488048 Feb 04 15:29:29.528865 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.537559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Usage tracker for resource:network and tenant:72764b168ce74419b69eef6dc606f40b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:29.543708 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:29.551620 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-f4677153-eaa8-4113-9bf6-ac3769c88067 service neutron] 10.222.0.81 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841430 Feb 04 15:29:29.552457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:29.648384 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0c4bab-3557-4fea-9d4c-c6acdeee4d54', 'tag': 'c99d6a16-b538-44e1-ba5f-b056f9c56d74', 'status': 'completed', 'code': 200} Feb 04 15:29:29.648695 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe61689-aa58-4741-b3c3-1c78b84010ef', 'tag': '9e2d91b2-1a5c-447d-ad22-4c0d452d9371', 'status': 'completed', 'code': 200} Feb 04 15:29:29.649987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Made reservation on behalf of 72764b168ce74419b69eef6dc606f40b for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:29.654428 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.684763 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.701820 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a696b5a-ec1e-4bb5-8566-f8c5b7725d7a None None] Pushing event updated for resources: {'Port': ['ID=7b591db8-ceba-45ef-b194-e518e95d421e,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:29.753816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:29.768205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:72764b168ce74419b69eef6dc606f40b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:29.772886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:29.785747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:29.837283 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:29:29.840600 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Attempting to bind port 7b591db8-ceba-45ef-b194-e518e95d421e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:29.848816 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-14abcd03-b3b8-40a1-8931-aa235dfaa73c req-eddb121c-0508-484e-bde5-7dfe1b26a40e service neutron] 10.222.0.81 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888200 Feb 04 15:29:29.850191 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Attempting to bind port 7b591db8-ceba-45ef-b194-e518e95d421e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '07e12700-662e-4c43-94e9-9744cdcb68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:29.851861 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Attempting to bind port 7b591db8-ceba-45ef-b194-e518e95d421e on network 4d8a8a86-e319-4d89-b6fa-6b7205f28716 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:29.869654 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:29.870026 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Checking segment: {'id': '07e12700-662e-4c43-94e9-9744cdcb68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:29.870495 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.874629 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Bound using segment: {'id': '07e12700-662e-4c43-94e9-9744cdcb68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:29.875210 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Bound port: 7b591db8-ceba-45ef-b194-e518e95d421e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e12700-662e-4c43-94e9-9744cdcb68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:29.875891 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.919975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25ab1d-011d-4cab-ac76-3917c9ac4d7e req-0208cf5b-55d5-4355-b302-5d36d164b96f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:29.927673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f25ab1d-011d-4cab-ac76-3917c9ac4d7e req-0208cf5b-55d5-4355-b302-5d36d164b96f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 944 time: 0.1499162 Feb 04 15:29:29.993680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f25ab1d-011d-4cab-ac76-3917c9ac4d7e req-0f425147-ffba-41e6-a0ce-9297af83e34d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650365 Feb 04 15:29:30.032546 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] For port 7b591db8-ceba-45ef-b194-e518e95d421e, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:30.035976 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] For port 7b591db8-ceba-45ef-b194-e518e95d421e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7b591db8-ceba-45ef-b194-e518e95d421e,segment=NetworkSegment(07e12700-662e-4c43-94e9-9744cdcb68a2),segment_id=07e12700-662e-4c43-94e9-9744cdcb68a2)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:30.043021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.045590 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.056249 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.106008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-88183b08-5f27-4eef-852e-830da21d6321 req-b398883b-f927-4143-a131-c3b4608295bc tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 1100 time: 0.1104078 Feb 04 15:29:30.130820 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-88183b08-5f27-4eef-852e-830da21d6321 req-0ff32ec3-2e65-4a0a-93ef-654a96d4da86 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.138311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:29:30.141121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28a7872-5a2d-4ab3-b03e-d29357ae73d1,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:30.146557 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Routers {'c495f2e2-8ab1-46fa-9c41-85f808bb42b8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:29:30.147187 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:29:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:30.181391 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.182502 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Added segment fb85da2d-9f76-48cc-84b0-8e38d6ffebef of type vlan for network 1606805d-682e-4a8b-88b7-a3a34c9cb522 Feb 04 15:29:30.199985 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5c201bd-a1cd-4d71-b890-84b2fb5351f4 req-505c9386-397f-41df-b8a9-43d65c7e7924 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa371acdd906464fb4a2d0efa0b076f3&device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 1094 time: 0.2284482 Feb 04 15:29:30.249351 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.262921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-88183b08-5f27-4eef-852e-830da21d6321 req-0ff32ec3-2e65-4a0a-93ef-654a96d4da86 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:30.263480 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a696b5a-ec1e-4bb5-8566-f8c5b7725d7a None None] Pushing event updated for resources: {'Port': ['ID=7b591db8-ceba-45ef-b194-e518e95d421e,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:30.269753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-88183b08-5f27-4eef-852e-830da21d6321 req-0ff32ec3-2e65-4a0a-93ef-654a96d4da86 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] Usage tracker for resource:security_group_rule and tenant:6fcea87e2cec4692b48a7ee7bb69dc77 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:30.273322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-88183b08-5f27-4eef-852e-830da21d6321 req-0ff32ec3-2e65-4a0a-93ef-654a96d4da86 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:30.289348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63eebc-6b16-4171-b2a3-be45026bc42f req-e9b835ea-da41-4123-b626-947b3ad73965 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:30.290863 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f63eebc-6b16-4171-b2a3-be45026bc42f req-e9b835ea-da41-4123-b626-947b3ad73965 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 945 time: 0.1398549 Feb 04 15:29:30.291854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-88183b08-5f27-4eef-852e-830da21d6321 req-0ff32ec3-2e65-4a0a-93ef-654a96d4da86 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:30.382644 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f63eebc-6b16-4171-b2a3-be45026bc42f req-18c70674-ac41-4c88-bc10-3f666591088c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831156 Feb 04 15:29:30.406114 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] Set router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:29:30.453283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c201bd-a1cd-4d71-b890-84b2fb5351f4 req-536bad3f-8bd5-467d-bc74-3f22744356bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:30.455539 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5c201bd-a1cd-4d71-b890-84b2fb5351f4 req-536bad3f-8bd5-467d-bc74-3f22744356bf service neutron] 10.222.0.81 "GET /v2.0/networks?id=c61f278d-a093-4264-873d-c2b0fe84d55f HTTP/1.1" status: 200 len: 923 time: 0.2325640 Feb 04 15:29:30.456527 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.457019 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-88183b08-5f27-4eef-852e-830da21d6321 req-0ff32ec3-2e65-4a0a-93ef-654a96d4da86 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.458418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:30.459356 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.477736 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-88183b08-5f27-4eef-852e-830da21d6321 req-0ff32ec3-2e65-4a0a-93ef-654a96d4da86 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.532610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-88183b08-5f27-4eef-852e-830da21d6321 req-0ff32ec3-2e65-4a0a-93ef-654a96d4da86 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206955 Feb 04 15:29:30.564600 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5c201bd-a1cd-4d71-b890-84b2fb5351f4 req-97ff568b-3e40-42c2-8bfe-3470d3f4c86a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e2d91b2-1a5c-447d-ad22-4c0d452d9371 HTTP/1.1" status: 200 len: 217 time: 0.0982680 Feb 04 15:29:30.595332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff32ec3-2e65-4a0a-93ef-654a96d4da86 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdca1c3b-3d70-483a-ac45-029b47cc7b46,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:30.725021 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3317378 Feb 04 15:29:30.725237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976660dd-8ed2-44de-8ee2-222c567b2dc4 req-6296d85e-6a8b-4d64-8793-c466b041aeee tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:30.725960 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389424a-3c3a-47b2-863f-b5da63966cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=1606805d-682e-4a8b-88b7-a3a34c9cb522,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:30.728052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51058) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:30.731015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-976660dd-8ed2-44de-8ee2-222c567b2dc4 req-6296d85e-6a8b-4d64-8793-c466b041aeee tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 947 time: 0.2086706 Feb 04 15:29:30.745086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] Request body: {'subnet': {'network_id': '1606805d-682e-4a8b-88b7-a3a34c9cb522', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1997455191-subnet', 'tenant_id': '72764b168ce74419b69eef6dc606f40b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:30.745086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:30.748898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] Usage tracker for resource:subnet and tenant:72764b168ce74419b69eef6dc606f40b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:30.751446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:30.752023 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 1606805d-682e-4a8b-88b7-a3a34c9cb522 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:29:30.758782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:30.769505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c201bd-a1cd-4d71-b890-84b2fb5351f4 req-8a1db12a-1d01-40eb-8595-1976c98a1924 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:30.771214 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5c201bd-a1cd-4d71-b890-84b2fb5351f4 req-8a1db12a-1d01-40eb-8595-1976c98a1924 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d305bd05-a89f-476f-b433-f21b1c63f1f0 HTTP/1.1" status: 200 len: 861 time: 0.1977968 Feb 04 15:29:30.772422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] Made reservation on behalf of 72764b168ce74419b69eef6dc606f40b for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:30.775428 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.818336 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-976660dd-8ed2-44de-8ee2-222c567b2dc4 req-23c167ba-2f69-42df-9990-1b567d61110a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821636 Feb 04 15:29:30.826406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29385228-cae0-45fd-b298-e0c009b36752 req-31ea3218-7068-4223-bce8-35c55fc08e25 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:30.832742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29385228-cae0-45fd-b298-e0c009b36752 req-31ea3218-7068-4223-bce8-35c55fc08e25 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 946 time: 0.1582088 Feb 04 15:29:30.838927 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:13Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'gw_port': {'id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:14Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '7b591db8-ceba-45ef-b194-e518e95d421e', 'name': '', 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'mac_address': 'fa:16:3e:7b:78:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24b16b27-6096-410b-9c85-98ba313d8301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:19Z', 'updated_at': '2022-02-04T15:29:30Z', 'revision_number': 4, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'subnets': [{'id': '24b16b27-6096-410b-9c85-98ba313d8301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:30.846203 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b890c5-65fc-4244-8e56-608e66ffa67f None None] The sync data for ids ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'] in n-d-827872-1 is: [{'id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:13Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'gw_port': {'id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:14Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '7b591db8-ceba-45ef-b194-e518e95d421e', 'name': '', 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'mac_address': 'fa:16:3e:7b:78:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24b16b27-6096-410b-9c85-98ba313d8301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:19Z', 'updated_at': '2022-02-04T15:29:30Z', 'revision_number': 4, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'subnets': [{'id': '24b16b27-6096-410b-9c85-98ba313d8301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:29:30.979167 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29385228-cae0-45fd-b298-e0c009b36752 req-b38311fb-f4cb-4eb8-8e58-a302d3d35198 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434772 Feb 04 15:29:31.045290 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5c201bd-a1cd-4d71-b890-84b2fb5351f4 req-a47856c8-83f1-4630-93ff-03d43f7dab5d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c61f278d-a093-4264-873d-c2b0fe84d55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2507176 Feb 04 15:29:31.104121 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e0f6f-79e4-40b7-9e4d-8119ae518aab req-91e1d6f4-aaec-4598-9451-dfad6e185326 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:31.111782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d0e0f6f-79e4-40b7-9e4d-8119ae518aab req-91e1d6f4-aaec-4598-9451-dfad6e185326 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 943 time: 0.1050885 Feb 04 15:29:31.218447 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d0e0f6f-79e4-40b7-9e4d-8119ae518aab req-1adbb668-25b6-43a7-ad9e-e3c5a12f5317 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982065 Feb 04 15:29:31.255355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd765d3-629a-4dc5-bb05-27b49278ad8c req-bd50f0bb-bbf3-42bc-83f8-bf012591e33d tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:31.259764 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9fd765d3-629a-4dc5-bb05-27b49278ad8c req-bd50f0bb-bbf3-42bc-83f8-bf012591e33d tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 950 time: 0.1091373 Feb 04 15:29:31.295737 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.335461 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5c201bd-a1cd-4d71-b890-84b2fb5351f4 req-1c99f9cd-374a-4b4f-ae64-9b73dfae4ae5 service neutron] 10.222.0.81 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393792 Feb 04 15:29:31.337128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9fd765d3-629a-4dc5-bb05-27b49278ad8c req-0284ae86-0d78-4762-b9df-3744d22444cd tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745165 Feb 04 15:29:31.475410 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f045470-1c35-4ec0-b92a-57299038bbbc,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:31.535010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] Checking segment: {'id': 'fb85da2d-9f76-48cc-84b0-8e38d6ffebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1606805d-682e-4a8b-88b7-a3a34c9cb522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:31.535408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] Network hostable DHCP agents. Network: 1606805d-682e-4a8b-88b7-a3a34c9cb522, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:29:31.542623 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5c201bd-a1cd-4d71-b890-84b2fb5351f4 req-1619b1e4-e0be-4b9c-a3f0-638d2d96d617 service neutron] 10.222.0.81 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000482 Feb 04 15:29:31.566228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] Network 1606805d-682e-4a8b-88b7-a3a34c9cb522 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:29:31.590263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 1606805d-682e-4a8b-88b7-a3a34c9cb522) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:31.600285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59321698-1162-4771-865c-35c4ff6f19fc None None] Network 1606805d-682e-4a8b-88b7-a3a34c9cb522 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:29:31.608084 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:31.610592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c3374-db60-470e-bb4e-516d6bab9527 req-db35ddc7-454d-4b9a-8ce0-e2a161a3f76c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:31.616174 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.617843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649c3374-db60-470e-bb4e-516d6bab9527 req-db35ddc7-454d-4b9a-8ce0-e2a161a3f76c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 944 time: 0.1184115 Feb 04 15:29:31.647811 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2439cf90-fbe4-454f-934e-bb479cedd384 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9149439 Feb 04 15:29:31.650677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51070) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:31.657320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1997455191-router', 'tenant_id': '72764b168ce74419b69eef6dc606f40b', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:31.663201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:31.668396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Usage tracker for resource:router and tenant:72764b168ce74419b69eef6dc606f40b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:31.672751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:31.679777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:31.696028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.698823 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.726652 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.747085 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649c3374-db60-470e-bb4e-516d6bab9527 req-d29650ab-93d5-4d1f-9de1-9a8fa12199e0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280022 Feb 04 15:29:31.790487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2bfef-8c3a-4c85-adaf-657b5b1e56fc req-4b96c8c7-81b5-4607-a771-52cb27fb943b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:31.792982 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14d2bfef-8c3a-4c85-adaf-657b5b1e56fc req-4b96c8c7-81b5-4607-a771-52cb27fb943b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 945 time: 0.1580482 Feb 04 15:29:31.862388 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14d2bfef-8c3a-4c85-adaf-657b5b1e56fc req-e60e4e74-a667-4724-83b4-3d820b968701 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625942 Feb 04 15:29:31.955750 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-0ba75a74-e52f-4163-92c2-5993b166350b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4213da738ffd4f85b6792919883c01d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504246 Feb 04 15:29:31.997942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1606805d-682e-4a8b-88b7-a3a34c9cb522', 'network_id': '1606805d-682e-4a8b-88b7-a3a34c9cb522', 'tenant_id': '72764b168ce74419b69eef6dc606f40b', 'fixed_ips': [{'subnet_id': '1f045470-1c35-4ec0-b92a-57299038bbbc'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:29:31.998764 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.043699 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.222621 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Allocated IP 172.20.0.2 (1606805d-682e-4a8b-88b7-a3a34c9cb522/1f045470-1c35-4ec0-b92a-57299038bbbc/93fe1813-09d9-422a-bd38-85a4c1c1a61c) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:32.284591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a91cb8-dd8e-4c66-9eda-5dbcffac71c2 req-a6b7395b-6c9d-49ff-b24e-5baa1e56b59d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:32.286007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47a91cb8-dd8e-4c66-9eda-5dbcffac71c2 req-a6b7395b-6c9d-49ff-b24e-5baa1e56b59d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 947 time: 0.1843219 Feb 04 15:29:32.290781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-a04361ce-f2b4-4241-822b-1b66c0f495e5 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:32.292568 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-a04361ce-f2b4-4241-822b-1b66c0f495e5 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3356004 Feb 04 15:29:32.301067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.332264 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.336392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-284dfa44-1cc2-46ab-b6e9-d2a60e05012e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/quotas/4213da738ffd4f85b6792919883c01d4 HTTP/1.1" status: 200 len: 375 time: 0.0286894 Feb 04 15:29:32.388366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47a91cb8-dd8e-4c66-9eda-5dbcffac71c2 req-a6a082dd-a539-4fa5-8213-3022629b4b31 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936904 Feb 04 15:29:32.442955 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-a8e2a5cf-6f2a-41b1-9610-f5fbcb22deb3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959077 Feb 04 15:29:32.443556 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.456853 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Transition to ACTIVE for port object 93fe1813-09d9-422a-bd38-85a4c1c1a61c will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:32.477845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Allocated IP 172.25.0.33 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/86455a2c-7b1f-4316-95b4-4a6a6443a15c) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:32.478014 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Transition to ACTIVE for port object 93fe1813-09d9-422a-bd38-85a4c1c1a61c will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:32.487582 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.570324 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Network 1606805d-682e-4a8b-88b7-a3a34c9cb522 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:32.573533 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:32.577314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:29:32.656190 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.667370 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Pushing event updated for resources: {'Port': ['ID=93fe1813-09d9-422a-bd38-85a4c1c1a61c,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:32.701442 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.702630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Attempting to bind port 93fe1813-09d9-422a-bd38-85a4c1c1a61c on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:32.703504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Attempting to bind port 93fe1813-09d9-422a-bd38-85a4c1c1a61c by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'fb85da2d-9f76-48cc-84b0-8e38d6ffebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1606805d-682e-4a8b-88b7-a3a34c9cb522'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:32.703997 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Attempting to bind port 93fe1813-09d9-422a-bd38-85a4c1c1a61c on network 1606805d-682e-4a8b-88b7-a3a34c9cb522 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:32.712139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:32.712660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Checking segment: {'id': 'fb85da2d-9f76-48cc-84b0-8e38d6ffebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1606805d-682e-4a8b-88b7-a3a34c9cb522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:32.713170 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.713668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Bound using segment: {'id': 'fb85da2d-9f76-48cc-84b0-8e38d6ffebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1606805d-682e-4a8b-88b7-a3a34c9cb522'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:32.714326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Bound port: 93fe1813-09d9-422a-bd38-85a4c1c1a61c, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb85da2d-9f76-48cc-84b0-8e38d6ffebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1606805d-682e-4a8b-88b7-a3a34c9cb522'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:32.715004 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.715978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83a9e7-caa5-4783-8aa0-01f0a7cedb67 req-bcc7c0ba-c649-4f78-a812-1d7f7c8cec0f tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:32.718036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a83a9e7-caa5-4783-8aa0-01f0a7cedb67 req-bcc7c0ba-c649-4f78-a812-1d7f7c8cec0f tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 946 time: 0.1343312 Feb 04 15:29:32.818734 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a83a9e7-caa5-4783-8aa0-01f0a7cedb67 req-c15bb90d-c066-4e72-a1f1-bbbd61b2fb42 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902467 Feb 04 15:29:32.824357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:32.825732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:32.831586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:29:32.833034 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7b591db8-ceba-45ef-b194-e518e95d421e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:32.888570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Pushing event updated for resources: {'Port': ['ID=86455a2c-7b1f-4316-95b4-4a6a6443a15c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:32.955911 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] For port 93fe1813-09d9-422a-bd38-85a4c1c1a61c, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:32.970325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] For port 93fe1813-09d9-422a-bd38-85a4c1c1a61c, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=93fe1813-09d9-422a-bd38-85a4c1c1a61c,segment=NetworkSegment(fb85da2d-9f76-48cc-84b0-8e38d6ffebef),segment_id=fb85da2d-9f76-48cc-84b0-8e38d6ffebef)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:32.986005 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.034804 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.036238 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.048801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 7b591db8-ceba-45ef-b194-e518e95d421e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:33.084177 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 7b591db8-ceba-45ef-b194-e518e95d421e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:33.084540 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.172922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a883b8-fe6b-41d6-a499-394262830ad5 req-37e820a6-aa25-4e47-829d-7cb9b2b65a85 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:33.178181 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33092f9a-69dd-41c0-8e91-ef6e8b76dcd9 None None] Pushing event updated for resources: {'Port': ['ID=93fe1813-09d9-422a-bd38-85a4c1c1a61c,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:33.179813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79a883b8-fe6b-41d6-a499-394262830ad5 req-37e820a6-aa25-4e47-829d-7cb9b2b65a85 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 943 time: 0.1161506 Feb 04 15:29:33.221645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675099cd-283b-4cc0-8e57-d69a89207c85 req-0e3af13e-b66a-4670-ba28-fb4f4f7804bc tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:33.223122 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-675099cd-283b-4cc0-8e57-d69a89207c85 req-0e3af13e-b66a-4670-ba28-fb4f4f7804bc tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 950 time: 0.2062242 Feb 04 15:29:33.278364 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.319383 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-675099cd-283b-4cc0-8e57-d69a89207c85 req-cbd20c2b-e461-4dc2-b86e-7bd96bc819ef tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836082 Feb 04 15:29:33.331133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 7b591db8-ceba-45ef-b194-e518e95d421e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7b591db8-ceba-45ef-b194-e518e95d421e,segment=NetworkSegment(07e12700-662e-4c43-94e9-9744cdcb68a2),segment_id=07e12700-662e-4c43-94e9-9744cdcb68a2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:33.340244 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79a883b8-fe6b-41d6-a499-394262830ad5 req-5961411e-2e6d-4211-9faf-c25527af3103 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594505 Feb 04 15:29:33.341536 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.465677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=7b591db8-ceba-45ef-b194-e518e95d421e,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:33.510080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Router 3322ab05-64d7-4428-b853-7f7ec63a15ad is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:29:33.695304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db4e02-adfc-43c1-9bc1-52e737a0c5d1 req-4d516001-ef6a-43ca-8627-13a87c8dc0aa tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:33.696755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2db4e02-adfc-43c1-9bc1-52e737a0c5d1 req-4d516001-ef6a-43ca-8627-13a87c8dc0aa tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 945 time: 0.1815732 Feb 04 15:29:33.704370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bb26b-4b6a-4dd6-b074-3c8349697ad4 req-4652a9c2-b36e-4aaf-b7b1-f54dd906797a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:33.706025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-048bb26b-4b6a-4dd6-b074-3c8349697ad4 req-4652a9c2-b36e-4aaf-b7b1-f54dd906797a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 944 time: 0.1352267 Feb 04 15:29:33.791783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2db4e02-adfc-43c1-9bc1-52e737a0c5d1 req-dcff37f9-92f8-48bc-9a26-3c612cdde030 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847046 Feb 04 15:29:33.826121 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-048bb26b-4b6a-4dd6-b074-3c8349697ad4 req-3188216c-591e-449f-b121-a6cd049620af tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877953 Feb 04 15:29:33.841247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:29:33.851400 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Sync routers for ids ['3322ab05-64d7-4428-b853-7f7ec63a15ad'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:29:33.871399 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Routers {'3322ab05-64d7-4428-b853-7f7ec63a15ad'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:29:33.873717 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:29:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3322ab05-64d7-4428-b853-7f7ec63a15ad'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:33.898659 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.899913 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d4a840cf-6559-4909-9341-3dbf2723718f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2480900 Feb 04 15:29:33.903785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51108) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:34.222917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbb509-b225-40a0-9a94-83f8c87cb888 req-309d2989-091c-4405-95bc-a1c90133033d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:34.231708 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ccbb509-b225-40a0-9a94-83f8c87cb888 req-309d2989-091c-4405-95bc-a1c90133033d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 947 time: 0.1914885 Feb 04 15:29:34.262509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:34.310954 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Set router 3322ab05-64d7-4428-b853-7f7ec63a15ad gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:29:34.407365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ccbb509-b225-40a0-9a94-83f8c87cb888 req-bd7dbae7-b6e0-4ae1-b431-1de019cc4a59 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741760 Feb 04 15:29:34.494702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf5d93-16f8-4141-892c-aff116f9a382 req-252bea9c-dadc-4ef5-9bf9-2ccf66386871 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:34.506119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ecdf5d93-16f8-4141-892c-aff116f9a382 req-252bea9c-dadc-4ef5-9bf9-2ccf66386871 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 946 time: 0.2389138 Feb 04 15:29:34.548956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9e2d91b2-1a5c-447d-ad22-4c0d452d9371,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:34.584585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '9e2d91b2-1a5c-447d-ad22-4c0d452d9371', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'port_id': '9e2d91b2-1a5c-447d-ad22-4c0d452d9371', 'mac_address': 'fa:16:3e:ab:e0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:34.621086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ecdf5d93-16f8-4141-892c-aff116f9a382 req-6790a148-d430-4764-8a47-bb5f7db29fa9 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133728 Feb 04 15:29:34.643356 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7c52c2-31ea-459b-bcf2-2fe1f0aba3db None None] Network 1606805d-682e-4a8b-88b7-a3a34c9cb522 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:29:34.876226 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1997455191-router', 'tenant_id': '72764b168ce74419b69eef6dc606f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:31Z', 'updated_at': '2022-02-04T15:29:32Z', 'revision_number': 3, 'project_id': '72764b168ce74419b69eef6dc606f40b', 'gw_port': {'id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:32Z', 'updated_at': '2022-02-04T15:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:34.893508 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Checking router: 3322ab05-64d7-4428-b853-7f7ec63a15ad for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:29:34.894068 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Updating router 3322ab05-64d7-4428-b853-7f7ec63a15ad port 86455a2c-7b1f-4316-95b4-4a6a6443a15c binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:29:34.902910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c094a38-ec6c-4185-b60c-84352de33b5d req-fd85551e-d965-49ce-b256-aca29a84e533 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 210 time: 0.1742764 Feb 04 15:29:34.962582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93747ef3-7313-449c-a738-b71a222c176b req-85457cfd-d1af-4d2f-9989-ef52b60b4476 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:34.964492 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93747ef3-7313-449c-a738-b71a222c176b req-85457cfd-d1af-4d2f-9989-ef52b60b4476 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 943 time: 0.1826556 Feb 04 15:29:34.988047 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.003569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 93fe1813-09d9-422a-bd38-85a4c1c1a61c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:35.078875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93747ef3-7313-449c-a738-b71a222c176b req-4ebe66a9-9899-4ecb-aaf6-f3b8b6c3d2a9 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083601 Feb 04 15:29:35.285927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9f5a7-a7af-4733-9232-3fdbf95d81b1 req-ce9106fc-de04-4d4f-aae3-c3e06d481c02 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:35.299806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed9f5a7-a7af-4733-9232-3fdbf95d81b1 req-ce9106fc-de04-4d4f-aae3-c3e06d481c02 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 950 time: 0.1513944 Feb 04 15:29:35.345350 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.405260 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed9f5a7-a7af-4733-9232-3fdbf95d81b1 req-f98b4fb3-aada-4819-8c66-5035db8ae42d tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033041 Feb 04 15:29:35.453522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2acd69cd-c599-4f7c-9b9c-6112f667b9a2 None None] Provisioning for port 93fe1813-09d9-422a-bd38-85a4c1c1a61c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:35.475824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:35.478968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b406dc1-8c1e-419d-9ebb-68c217c12f84 req-9a4c48cd-6543-4e95-85b9-b7aa5237d291 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:35.491575 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b406dc1-8c1e-419d-9ebb-68c217c12f84 req-9a4c48cd-6543-4e95-85b9-b7aa5237d291 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 945 time: 0.1763062 Feb 04 15:29:35.565702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9e2d91b2-1a5c-447d-ad22-4c0d452d9371,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:35.587612 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.622797 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b406dc1-8c1e-419d-9ebb-68c217c12f84 req-5fcb2a96-65ff-47a8-8288-e5240902a9cc tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296983 Feb 04 15:29:35.631750 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-72014e5e-ef84-47b1-8565-8458bd000399 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4213da738ffd4f85b6792919883c01d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691433 Feb 04 15:29:35.678000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 93fe1813-09d9-422a-bd38-85a4c1c1a61c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:35.749782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 93fe1813-09d9-422a-bd38-85a4c1c1a61c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:35.754789 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.852894 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.875562 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Transition to ACTIVE for port object 86455a2c-7b1f-4316-95b4-4a6a6443a15c will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:35.891464 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.898351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=9e2d91b2-1a5c-447d-ad22-4c0d452d9371,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:35.983251 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.003669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf8f8e-19b6-4da5-8875-65e0ffe9be25 req-f78b7474-41e8-439a-8394-682c3acccdfb tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:36.016118 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ccf8f8e-19b6-4da5-8875-65e0ffe9be25 req-f78b7474-41e8-439a-8394-682c3acccdfb tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 944 time: 0.3728027 Feb 04 15:29:36.088599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['9e2d91b2-1a5c-447d-ad22-4c0d452d9371'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:29:36.129059 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd88e7-2bbb-4260-8946-ec21f7eb0d39 None None] Pushing event updated for resources: {'Port': ['ID=86455a2c-7b1f-4316-95b4-4a6a6443a15c,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:36.147210 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Attempting to bind port 86455a2c-7b1f-4316-95b4-4a6a6443a15c on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:36.149199 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Attempting to bind port 86455a2c-7b1f-4316-95b4-4a6a6443a15c by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:36.149751 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Attempting to bind port 86455a2c-7b1f-4316-95b4-4a6a6443a15c on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:36.175031 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:36.175491 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:36.175894 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.176281 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:36.176833 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Bound port: 86455a2c-7b1f-4316-95b4-4a6a6443a15c, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:36.177141 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.199779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696cbb1-378b-4cdb-9c6b-0993275a1d18 req-6bc4edd9-e8ae-46bb-8401-d1b005fc0650 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:36.214813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1696cbb1-378b-4cdb-9c6b-0993275a1d18 req-6bc4edd9-e8ae-46bb-8401-d1b005fc0650 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 947 time: 0.4224136 Feb 04 15:29:36.251212 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ccf8f8e-19b6-4da5-8875-65e0ffe9be25 req-72d4a6a8-2eaa-4bcd-8597-28ce70a177fd tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299967 Feb 04 15:29:36.254954 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-7a0d2836-499c-47c7-b939-ea2d6dd234b2 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 1095 time: 0.5151010 Feb 04 15:29:36.297232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-5e64df69-489c-4a47-9f86-34e267a31d77 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:36.298857 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-5e64df69-489c-4a47-9f86-34e267a31d77 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6587179 Feb 04 15:29:36.337326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-638d020c-d25c-4935-b670-90610a651dba None None] Provisioning complete for port 93fe1813-09d9-422a-bd38-85a4c1c1a61c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:36.337442 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-638d020c-d25c-4935-b670-90610a651dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.348366 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] For port 86455a2c-7b1f-4316-95b4-4a6a6443a15c, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:36.352805 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] For port 86455a2c-7b1f-4316-95b4-4a6a6443a15c, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=86455a2c-7b1f-4316-95b4-4a6a6443a15c,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:36.366897 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.392670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Request body: {'port': {'device_id': '7b721ba5-b0f1-4363-807c-169beadecdbe', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '4213da738ffd4f85b6792919883c01d4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:36.428366 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5c201bd-a1cd-4d71-b890-84b2fb5351f4 req-18d6cb90-4b78-42bc-918a-cef9037f4f5b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=495eb85f234247e28c499ffacaae7ea3&device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 1098 time: 0.5951538 Feb 04 15:29:36.452511 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.459066 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-6b1c067c-1dbd-4e68-9ac9-228189202e5a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4213da738ffd4f85b6792919883c01d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1312692 Feb 04 15:29:36.462395 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1696cbb1-378b-4cdb-9c6b-0993275a1d18 req-931a023d-9cd7-4257-926f-0a61c9df7d96 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464104 Feb 04 15:29:36.512398 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-ccb0f9e9-c5b7-4d47-8e6c-7de81bc039a9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da HTTP/1.1" status: 200 len: 1095 time: 0.2453687 Feb 04 15:29:36.540964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 93fe1813-09d9-422a-bd38-85a4c1c1a61c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=93fe1813-09d9-422a-bd38-85a4c1c1a61c,segment=NetworkSegment(fb85da2d-9f76-48cc-84b0-8e38d6ffebef),segment_id=fb85da2d-9f76-48cc-84b0-8e38d6ffebef)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:36.549762 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd88e7-2bbb-4260-8946-ec21f7eb0d39 None None] Pushing event updated for resources: {'Port': ['ID=86455a2c-7b1f-4316-95b4-4a6a6443a15c,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:36.567144 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Routers {'3322ab05-64d7-4428-b853-7f7ec63a15ad'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:29:36.567772 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:29:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3322ab05-64d7-4428-b853-7f7ec63a15ad'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:36.590589 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.591295 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7b591db8-ceba-45ef-b194-e518e95d421e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:36.671324 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5c201bd-a1cd-4d71-b890-84b2fb5351f4 req-7b3fe8f7-efa2-49a6-b426-3a3ca7ceda02 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=495eb85f234247e28c499ffacaae7ea3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1586800 Feb 04 15:29:36.796699 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e5f75b3b-490b-474e-add9-606da2af260a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.871813 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] Set router 3322ab05-64d7-4428-b853-7f7ec63a15ad gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:29:36.877255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=93fe1813-09d9-422a-bd38-85a4c1c1a61c,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:36.892724 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 7b591db8-ceba-45ef-b194-e518e95d421e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:36.893216 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.912942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b73e70e-3be6-4101-9c26-1c59f60d32d5 req-c0255716-515d-473a-a047-12847b54ce25 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 210 time: 0.1487195 Feb 04 15:29:37.000806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-05b28fdb-681e-4a3e-a37d-17477b75d585 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 1095 time: 0.4583282 Feb 04 15:29:37.078936 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17867a9a-00ed-4af5-9c0e-868ee1afc406 req-c3681990-6275-40d6-81fa-ca776595f5eb tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:37.088717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17867a9a-00ed-4af5-9c0e-868ee1afc406 req-c3681990-6275-40d6-81fa-ca776595f5eb tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 946 time: 0.3257918 Feb 04 15:29:37.127794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:37.136270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Allocated IP 172.20.0.1 (1606805d-682e-4a8b-88b7-a3a34c9cb522/1f045470-1c35-4ec0-b92a-57299038bbbc/9903a0ea-160e-46be-a677-bfb97ef3e80f) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:37.143273 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b09a9f03-dd39-4c41-be10-d881e1ab8ab7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:37.145111 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b09a9f03-dd39-4c41-be10-d881e1ab8ab7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6045463 Feb 04 15:29:37.149234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Usage tracker for resource:port and tenant:4213da738ffd4f85b6792919883c01d4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:37.154516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c201bd-a1cd-4d71-b890-84b2fb5351f4 req-ec58871b-a37e-40f3-83ee-31774b7bf7e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:37.155894 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5c201bd-a1cd-4d71-b890-84b2fb5351f4 req-ec58871b-a37e-40f3-83ee-31774b7bf7e0 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4729531 Feb 04 15:29:37.159906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:37.166972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:37.284606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Request body: {'port': {'device_id': '224deac3-8e61-4cb6-b691-a47ae5eb5788', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '4213da738ffd4f85b6792919883c01d4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:37.310886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Made reservation on behalf of 4213da738ffd4f85b6792919883c01d4 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:37.313956 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.365535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ed24c-5837-47cb-9e14-d44f30ac03f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:37.368798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-185ed24c-5837-47cb-9e14-d44f30ac03f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.3406787 Feb 04 15:29:37.375830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17867a9a-00ed-4af5-9c0e-868ee1afc406 req-24f74c6d-0d5e-44f0-9274-acc399b78fbd tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147365 Feb 04 15:29:37.391102 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 93fe1813-09d9-422a-bd38-85a4c1c1a61c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:37.414570 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1997455191-router', 'tenant_id': '72764b168ce74419b69eef6dc606f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:31Z', 'updated_at': '2022-02-04T15:29:32Z', 'revision_number': 3, 'project_id': '72764b168ce74419b69eef6dc606f40b', 'gw_port': {'id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:32Z', 'updated_at': '2022-02-04T15:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:37.422762 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847024e2-dc00-4e7e-9232-c8115f4b1383 None None] The sync data for ids ['3322ab05-64d7-4428-b853-7f7ec63a15ad'] in n-d-827872-1 is: [{'id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1997455191-router', 'tenant_id': '72764b168ce74419b69eef6dc606f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:31Z', 'updated_at': '2022-02-04T15:29:32Z', 'revision_number': 3, 'project_id': '72764b168ce74419b69eef6dc606f40b', 'gw_port': {'id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:32Z', 'updated_at': '2022-02-04T15:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:29:37.553874 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-ddca6725-1370-4146-9c02-f74fec43d20d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07 HTTP/1.1" status: 200 len: 217 time: 0.1489048 Feb 04 15:29:37.575613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb25af0-e5ea-4f60-80ee-8521426d65aa req-4943e6e7-a718-485c-877a-7d8085647ff3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:37.578675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 93fe1813-09d9-422a-bd38-85a4c1c1a61c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:37.579200 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.579710 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0eb25af0-e5ea-4f60-80ee-8521426d65aa req-4943e6e7-a718-485c-877a-7d8085647ff3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 944 time: 0.3777757 Feb 04 15:29:37.702245 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.737816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:37.751209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Usage tracker for resource:port and tenant:4213da738ffd4f85b6792919883c01d4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:37.756167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Transition to ACTIVE for port object 9903a0ea-160e-46be-a677-bfb97ef3e80f will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:37.758805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:37.770392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:37.775731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-4699cbce-86a0-4051-8d8e-d91338556e4a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:37.778521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-4699cbce-86a0-4051-8d8e-d91338556e4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.1979344 Feb 04 15:29:37.782687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0eb25af0-e5ea-4f60-80ee-8521426d65aa req-84e56a71-71ec-4339-8f75-6ca6a7752610 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543970 Feb 04 15:29:37.796130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7225fe-72cd-474d-a42a-beb0bf3b4121 req-30feeb93-9923-4dad-9220-937953e16ca4 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:37.797592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7d7225fe-72cd-474d-a42a-beb0bf3b4121 req-30feeb93-9923-4dad-9220-937953e16ca4 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 950 time: 0.2295504 Feb 04 15:29:37.807418 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-295949df-5345-4bf9-bd7b-b72e0107f90d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=495eb85f234247e28c499ffacaae7ea3&device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 1098 time: 0.5627551 Feb 04 15:29:37.830058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Made reservation on behalf of 4213da738ffd4f85b6792919883c01d4 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:37.832954 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.877176 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-4dfeb11a-5921-4c40-a160-ec0ea37f202e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663011 Feb 04 15:29:37.942198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Allocated IP 192.168.233.227 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/7625cd05-1b68-4c91-b899-cc3529b5dc60) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:37.945805 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-4b4655a4-7abe-474e-9840-1029c7a70ba0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=c99d6a16-b538-44e1-ba5f-b056f9c56d74 HTTP/1.1" status: 200 len: 217 time: 0.1167574 Feb 04 15:29:38.030761 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.062874 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7d7225fe-72cd-474d-a42a-beb0bf3b4121 req-3dbab4ed-6e19-479a-9a32-c617f293b1ba tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507155 Feb 04 15:29:38.149869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb5dff-c0a7-4e38-ad44-6d6bc46b375f req-11a0a6cc-995e-482f-b760-eac069bdca6f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:38.152146 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-35cb5dff-c0a7-4e38-ad44-6d6bc46b375f req-11a0a6cc-995e-482f-b760-eac069bdca6f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 945 time: 0.2404299 Feb 04 15:29:38.155870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-0fcf1981-9eba-426b-9dc3-d965f5ef2a94 service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664318 Feb 04 15:29:38.220590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Network 1606805d-682e-4a8b-88b7-a3a34c9cb522 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:38.234666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:38.237503 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:29:38.238520 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.241505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Pushing event updated for resources: {'Port': ['ID=9903a0ea-160e-46be-a677-bfb97ef3e80f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:38.249816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-ee67b1cd-a8ae-4b1e-b23d-525777fbb0b3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:38.251463 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-ee67b1cd-a8ae-4b1e-b23d-525777fbb0b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2643585 Feb 04 15:29:38.314686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-35cb5dff-c0a7-4e38-ad44-6d6bc46b375f req-9216fc57-db50-4bb6-953d-d7b9e6964b9c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570597 Feb 04 15:29:38.353238 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:38.430691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d87572-7367-47eb-8697-5e7e92c16602 req-2c77f2e0-9dee-491c-876d-73a71f523c2c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:38.433094 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34d87572-7367-47eb-8697-5e7e92c16602 req-2c77f2e0-9dee-491c-876d-73a71f523c2c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 944 time: 0.2122188 Feb 04 15:29:38.436845 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-52d61c65-21a7-4d22-a58d-04a7bb6b05b8 service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563133 Feb 04 15:29:38.499688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:38.509192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:38.509564 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.556913 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-ac895106-9f51-4390-a791-509ea61d2ff3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2771614 Feb 04 15:29:38.564331 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.571970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34d87572-7367-47eb-8697-5e7e92c16602 req-de920a48-19c7-4e4f-906a-0433cf8e582f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296337 Feb 04 15:29:38.601719 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.628724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818ed72-444e-4e1a-95a1-3df77eb87c82 req-98c1db6a-8776-49c6-8be4-67daf626d1a5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:38.630698 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a818ed72-444e-4e1a-95a1-3df77eb87c82 req-98c1db6a-8776-49c6-8be4-67daf626d1a5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 947 time: 0.1063614 Feb 04 15:29:38.631931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e6aba35d-8a40-4c50-b661-46f4bcf2711b None None] Provisioning for port 9903a0ea-160e-46be-a677-bfb97ef3e80f completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:38.646584 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e6aba35d-8a40-4c50-b661-46f4bcf2711b None None] Provisioning complete for port 9903a0ea-160e-46be-a677-bfb97ef3e80f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:38.646955 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e6aba35d-8a40-4c50-b661-46f4bcf2711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.688200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Transition to ACTIVE for port object 7625cd05-1b68-4c91-b899-cc3529b5dc60 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:38.705527 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a818ed72-444e-4e1a-95a1-3df77eb87c82 req-60828f76-3dc8-457a-b2bb-3412492acfdc tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593913 Feb 04 15:29:38.742958 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.764788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e6aba35d-8a40-4c50-b661-46f4bcf2711b None None] Port 9903a0ea-160e-46be-a677-bfb97ef3e80f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:29:38.779739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe61689-aa58-4741-b3c3-1c78b84010ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2d91b2-1a5c-447d-ad22-4c0d452d9371'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:38.790057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9e2d91b2-1a5c-447d-ad22-4c0d452d9371,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:38.796422 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.888714 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8a2343e5-7590-4791-8a03-1c1a17c77a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.899355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=9e2d91b2-1a5c-447d-ad22-4c0d452d9371,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:38.934457 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-413abc8c-d57c-467c-ab87-fc96b481e419 req-59c6b212-9651-4dcb-9ad3-2ee365afb06e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 210 time: 0.0828633 Feb 04 15:29:38.958188 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-8ee1db68-729f-4a40-afa6-2ce9d5dd1778 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847315 Feb 04 15:29:38.959699 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.987749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-f7f24c60-a40d-4323-b0d6-2560362b254b tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 1095 time: 0.1920578 Feb 04 15:29:39.002179 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:29:39.041201 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3deab4c-241e-4113-9ccf-1ab8a407c839 req-9dcd9a1b-1a46-4310-9ce3-5ba862b2444e tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 1096 time: 0.1461952 Feb 04 15:29:39.202565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:39.204388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event updated for resources: {'Port': ['ID=7625cd05-1b68-4c91-b899-cc3529b5dc60,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:39.225943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:39.228425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:29:39.234950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:39.235791 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.261386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Allocated IP 192.168.233.129 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/599ac129-b2b4-4720-ae0f-47e597756eef) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:39.271435 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3deab4c-241e-4113-9ccf-1ab8a407c839 req-eb2db021-2c8d-44e9-a03a-d4256668568b tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112920 Feb 04 15:29:39.290335 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b04d48b1-006a-4b72-81c6-9c791fa1b57d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9017019 Feb 04 15:29:39.323108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Request body: {'port': {'device_id': '7b721ba5-b0f1-4363-807c-169beadecdbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:39.335588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45a5c1-4005-4293-8a42-b4e0c8d8ccf2 req-1a423ece-7b2c-47de-bda7-3c2cbd996ddd tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:39.337122 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd45a5c1-4005-4293-8a42-b4e0c8d8ccf2 req-1a423ece-7b2c-47de-bda7-3c2cbd996ddd tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 946 time: 0.2374063 Feb 04 15:29:39.363749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-7d4583bf-adbe-4983-9d15-1639a6ca9b03 service neutron] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h1-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:39.372465 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe61689-aa58-4741-b3c3-1c78b84010ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2d91b2-1a5c-447d-ad22-4c0d452d9371', 'code': 200} Feb 04 15:29:39.375647 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.389250 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-7d4583bf-adbe-4983-9d15-1639a6ca9b03 service neutron] Notify callbacks [] for binding, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.390329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cb705a2-a9cf-4c4e-94bf-eb54e6cee403 req-7d4583bf-adbe-4983-9d15-1639a6ca9b03 service neutron] 10.222.0.73 "DELETE /v2.0/ports/88f32f4c-7f91-4a0f-a21c-ed1828863a07/bindings/n-h1-827872-1 HTTP/1.1" status: 204 len: 173 time: 0.3930881 Feb 04 15:29:39.403416 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd45a5c1-4005-4293-8a42-b4e0c8d8ccf2 req-e87d4a0b-9ba3-4b07-98b6-1a88bf6d8f57 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578260 Feb 04 15:29:39.588215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83296a6c-77fd-4793-8edb-ca3d237f29f3 req-852bbd42-b6f2-4628-a187-c3b6ed58ce19 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:39.590328 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83296a6c-77fd-4793-8edb-ca3d237f29f3 req-852bbd42-b6f2-4628-a187-c3b6ed58ce19 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 945 time: 0.0953660 Feb 04 15:29:39.607489 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1cc23cd8-5020-4f75-b761-5588b63bd930 None None] Provisioning for port 7625cd05-1b68-4c91-b899-cc3529b5dc60 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:39.613416 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1cc23cd8-5020-4f75-b761-5588b63bd930 None None] Provisioning complete for port 7625cd05-1b68-4c91-b899-cc3529b5dc60 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:39.614090 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1cc23cd8-5020-4f75-b761-5588b63bd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.649982 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.659971 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.660702 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.685732 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1cc23cd8-5020-4f75-b761-5588b63bd930 None None] Port 7625cd05-1b68-4c91-b899-cc3529b5dc60 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:29:39.695689 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83296a6c-77fd-4793-8edb-ca3d237f29f3 req-6e86776d-bd58-46a1-a3f6-59aa1119117c tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701876 Feb 04 15:29:39.719641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20408b21-a5d9-40ab-bf65-7bcba206c7dc req-e3eb1815-33a6-4452-81ce-c5ef1d4a6b18 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:39.721032 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20408b21-a5d9-40ab-bf65-7bcba206c7dc req-e3eb1815-33a6-4452-81ce-c5ef1d4a6b18 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 950 time: 0.1291945 Feb 04 15:29:39.762160 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2f0f3f45-eefd-4e70-b46a-3812ecf4bac2 req-c62ac6bf-6265-4af6-841e-f9b66d1a7e3b service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7514684 Feb 04 15:29:39.789740 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20408b21-a5d9-40ab-bf65-7bcba206c7dc req-f27b3ad7-a923-4dc9-a04d-1856a2128ac3 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560472 Feb 04 15:29:39.883143 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.956035 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de082bc1-6d07-42e1-9350-9f6e74f1ca90 req-eab42f3d-d17d-4372-97bb-f2a802699c08 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 1096 time: 0.1090846 Feb 04 15:29:40.045470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Pushing event updated for resources: {'Port': ['ID=9903a0ea-160e-46be-a677-bfb97ef3e80f,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:40.060734 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.069790 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de082bc1-6d07-42e1-9350-9f6e74f1ca90 req-78976ce5-fd76-4242-a351-99f66bb9f912 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093009 Feb 04 15:29:40.121657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c194ebc-626c-4dbb-80e9-47efae6abbc1 req-e4fb9430-193e-4623-a4d0-468e6ea70b0f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:40.123422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c194ebc-626c-4dbb-80e9-47efae6abbc1 req-e4fb9430-193e-4623-a4d0-468e6ea70b0f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 944 time: 0.1150622 Feb 04 15:29:40.270887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c194ebc-626c-4dbb-80e9-47efae6abbc1 req-13be7e65-b93b-4d1a-8c43-a5aa4ed2248b tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386476 Feb 04 15:29:40.337247 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f86c8a-30d6-4ef1-9149-f810a8b91491 req-d1b8c0b8-a252-4ca3-b1b9-54b6cd551aae tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:40.342292 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11f86c8a-30d6-4ef1-9149-f810a8b91491 req-d1b8c0b8-a252-4ca3-b1b9-54b6cd551aae tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 947 time: 0.1144631 Feb 04 15:29:40.392916 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d49d4d9a-fae9-4273-a3c7-c3a9e6201756 req-dad965e1-75dc-42b5-8cea-e4002664a881 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 1096 time: 0.7491510 Feb 04 15:29:40.395729 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.400048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Network 1606805d-682e-4a8b-88b7-a3a34c9cb522 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:40.442730 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11f86c8a-30d6-4ef1-9149-f810a8b91491 req-b8b60f2d-3cea-45db-9323-a765c5ccfbe4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946059 Feb 04 15:29:40.446394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:40.552748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Transition to ACTIVE for port object 599ac129-b2b4-4720-ae0f-47e597756eef will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:40.605464 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d49d4d9a-fae9-4273-a3c7-c3a9e6201756 req-70aa0190-4c9d-4cf2-a837-54e4e3d666a4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870141 Feb 04 15:29:40.722420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb7b8ac4-8cc5-4424-9a08-ac4e444e14ea req-a93eb8b9-a858-42e0-af18-01e37ab83f81 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 210 time: 0.0652461 Feb 04 15:29:40.772021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.808030 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:29:40.978672 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d4c1f1f8-00ca-4406-ab30-2bd92fd93f34 None None] Provisioning complete for port 9903a0ea-160e-46be-a677-bfb97ef3e80f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:40.979213 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4c1f1f8-00ca-4406-ab30-2bd92fd93f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.064138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1f1f8-00ca-4406-ab30-2bd92fd93f34 None None] Port 9903a0ea-160e-46be-a677-bfb97ef3e80f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:29:41.168301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc1433-73f1-435d-a575-73f269735612 req-7c8b1df4-43a7-4139-ae38-ded5907c86f1 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:41.170284 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2bcc1433-73f1-435d-a575-73f269735612 req-7c8b1df4-43a7-4139-ae38-ded5907c86f1 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 945 time: 0.1915889 Feb 04 15:29:41.188393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702e128-0e8d-45b2-b5e8-34c1efde6373 req-ab0379be-dd57-4e8f-a67b-e7b5732ab24b tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:41.190165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e702e128-0e8d-45b2-b5e8-34c1efde6373 req-ab0379be-dd57-4e8f-a67b-e7b5732ab24b tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 950 time: 0.1465948 Feb 04 15:29:41.225136 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:41.229314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event updated for resources: {'Port': ['ID=599ac129-b2b4-4720-ae0f-47e597756eef,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:41.253585 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.253912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:41.257224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:29:41.269000 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.274339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:41.275055 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.289572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7625cd05-1b68-4c91-b899-cc3529b5dc60 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:41.293250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2bcc1433-73f1-435d-a575-73f269735612 req-784d0396-8151-4ed3-8636-59add6eb10af tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137528 Feb 04 15:29:41.305687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e702e128-0e8d-45b2-b5e8-34c1efde6373 req-7a5f3bd7-7ed3-4b1e-a685-ec5eb1fd90bf tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971711 Feb 04 15:29:41.306534 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.359710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Transition to ACTIVE for port object 7625cd05-1b68-4c91-b899-cc3529b5dc60 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:41.362922 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-89db2fe2-da0f-4326-84f0-c346d15dac0a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1215863 Feb 04 15:29:41.369828 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.390294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Request body: {'port': {'device_id': '224deac3-8e61-4cb6-b691-a47ae5eb5788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:41.621993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3bf88175-6e4b-460d-821f-e637ac34309d None None] Provisioning for port 599ac129-b2b4-4720-ae0f-47e597756eef completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:41.624172 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f8f1b2d-801f-45e6-8f50-e57bcff2203d req-97f7343d-312e-400e-874b-be68ddf5ec70 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 1095 time: 0.1390431 Feb 04 15:29:41.628249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3bf88175-6e4b-460d-821f-e637ac34309d None None] Provisioning complete for port 599ac129-b2b4-4720-ae0f-47e597756eef triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:41.628618 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3bf88175-6e4b-460d-821f-e637ac34309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.727391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f8f1b2d-801f-45e6-8f50-e57bcff2203d req-ccdf37d2-59f8-4ad4-9aeb-f9890975cbc1 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022041 Feb 04 15:29:41.780291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3bf88175-6e4b-460d-821f-e637ac34309d None None] Port 599ac129-b2b4-4720-ae0f-47e597756eef cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:29:42.002489 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Pushing event updated for resources: {'Port': ['ID=7625cd05-1b68-4c91-b899-cc3529b5dc60,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:42.171940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28621628-0fc8-433d-b2b8-2733ca265dcb req-a0d6f5f0-430a-41e0-bece-dd0e03ba2edf tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:42.176080 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28621628-0fc8-433d-b2b8-2733ca265dcb req-a0d6f5f0-430a-41e0-bece-dd0e03ba2edf tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 947 time: 0.1263926 Feb 04 15:29:42.215717 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Attempting to bind port 7625cd05-1b68-4c91-b899-cc3529b5dc60 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:42.218196 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Attempting to bind port 7625cd05-1b68-4c91-b899-cc3529b5dc60 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:42.218559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Attempting to bind port 7625cd05-1b68-4c91-b899-cc3529b5dc60 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:42.234791 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:42.269999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Port 7625cd05-1b68-4c91-b899-cc3529b5dc60 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:29:42.275844 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28621628-0fc8-433d-b2b8-2733ca265dcb req-d25fd44a-6db3-47bd-be44-aaf5a080105e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937612 Feb 04 15:29:42.276550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Attempting to bind port 7625cd05-1b68-4c91-b899-cc3529b5dc60 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:42.367317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Router 3322ab05-64d7-4428-b853-7f7ec63a15ad has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:29:42.394759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79916b5b-aa12-4d30-b218-997d930db191 req-21d9713e-b2c2-49bd-a6b0-d31424b40406 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 1096 time: 0.1171963 Feb 04 15:29:42.473897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:42.474344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:42.475111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:42.475378 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Bound port: 7625cd05-1b68-4c91-b899-cc3529b5dc60, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:42.475914 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:42.579966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79916b5b-aa12-4d30-b218-997d930db191 req-73feea0e-7ebb-486f-9e15-ea5bdc938360 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814089 Feb 04 15:29:42.597538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc12e75-f4c7-41a3-a0ef-a63d9627ccbe req-86fcd9b2-862f-446b-8413-8c56dbf2a2ed tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:42.611737 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bc12e75-f4c7-41a3-a0ef-a63d9627ccbe req-86fcd9b2-862f-446b-8413-8c56dbf2a2ed tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 936 time: 0.1833527 Feb 04 15:29:42.708462 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bc12e75-f4c7-41a3-a0ef-a63d9627ccbe req-5c20b668-3bf2-4aaf-813d-56e92433415b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880187 Feb 04 15:29:42.922493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] For port 7625cd05-1b68-4c91-b899-cc3529b5dc60, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:42.942921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] For port 7625cd05-1b68-4c91-b899-cc3529b5dc60, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7625cd05-1b68-4c91-b899-cc3529b5dc60,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:42.958884 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.069166 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.070540 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] 10.222.0.81 "PUT /v2.0/ports/7625cd05-1b68-4c91-b899-cc3529b5dc60 HTTP/1.1" status: 200 len: 1096 time: 3.7531285 Feb 04 15:29:43.077220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b721ba5-b0f1-4363-807c-169beadecdbe', 'tag': '7625cd05-1b68-4c91-b899-cc3529b5dc60'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:43.089843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-b9421c45-6aaa-4810-8856-1c1e365a216b tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:43.099354 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-b9421c45-6aaa-4810-8856-1c1e365a216b tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 820 time: 0.1986883 Feb 04 15:29:43.107555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32795b92-10bc-484d-abe9-e0fccc9ca901 service neutron] Pushing event updated for resources: {'Port': ['ID=7625cd05-1b68-4c91-b899-cc3529b5dc60,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:43.118622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33180d-4135-4900-9426-f5fbf133bcdb req-50a374a9-1055-4d0b-aab4-eead7d8b6ac7 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:43.120608 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b33180d-4135-4900-9426-f5fbf133bcdb req-50a374a9-1055-4d0b-aab4-eead7d8b6ac7 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 950 time: 0.2540600 Feb 04 15:29:43.128815 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-498d97e6-560c-4fa5-b85b-eda7bf9ee877 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/quotas/6d8a9be4cb5045d59fdd9e1cce2fb5da HTTP/1.1" status: 200 len: 375 time: 0.0287740 Feb 04 15:29:43.249826 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b33180d-4135-4900-9426-f5fbf133bcdb req-1fe99a2a-4b19-4f43-a6a2-41d17f2e39f6 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840101 Feb 04 15:29:43.282300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-492dc588-2024-4991-8b56-405ba0806e6c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1526170 Feb 04 15:29:43.329150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599ac129-b2b4-4720-ae0f-47e597756eef {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:43.345396 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.387300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Transition to ACTIVE for port object 599ac129-b2b4-4720-ae0f-47e597756eef will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:43.425361 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.436355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 86455a2c-7b1f-4316-95b4-4a6a6443a15c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:43.487682 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-873c28a7-d6b6-46ac-b82a-86442b9db517 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=7b721ba5-b0f1-4363-807c-169beadecdbe HTTP/1.1" status: 200 len: 1099 time: 0.3468246 Feb 04 15:29:43.526839 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 86455a2c-7b1f-4316-95b4-4a6a6443a15c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:43.532770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 86455a2c-7b1f-4316-95b4-4a6a6443a15c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:43.533457 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.644514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-559aea6e-84ee-4f6c-950b-92d028f31a2a service neutron] 10.222.0.60 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550916 Feb 04 15:29:43.665460 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.666726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:29:43.674536 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-48345cbc-c4ab-4266-b366-eaafcc4fdf6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=7625cd05-1b68-4c91-b899-cc3529b5dc60 HTTP/1.1" status: 200 len: 217 time: 0.1649070 Feb 04 15:29:43.689000 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0cb2fcc6-a8c7-4ea1-90f3-be3546f3a327 admin admin] 10.222.0.60 "PUT /v2.0/routers/3322ab05-64d7-4428-b853-7f7ec63a15ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7732029 Feb 04 15:29:43.703338 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 86455a2c-7b1f-4316-95b4-4a6a6443a15c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=86455a2c-7b1f-4316-95b4-4a6a6443a15c,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:43.709058 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.755618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-4f01f1f6-f04b-4695-abc8-e66e00d6ee56 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:43.757229 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-4f01f1f6-f04b-4695-abc8-e66e00d6ee56 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0676041 Feb 04 15:29:43.767614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Pushing event updated for resources: {'Port': ['ID=599ac129-b2b4-4720-ae0f-47e597756eef,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:43.784654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b2d38-2412-4b18-a7f6-01dee13bfc6b req-c9a6d086-117e-41f3-906d-a54495e931ef tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:43.791428 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d5b2d38-2412-4b18-a7f6-01dee13bfc6b req-c9a6d086-117e-41f3-906d-a54495e931ef tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 945 time: 0.3157685 Feb 04 15:29:43.819928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=86455a2c-7b1f-4316-95b4-4a6a6443a15c,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:43.871142 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-01f9fa02-9d57-4210-a8e6-a3860846360e service neutron] 10.222.0.60 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256634 Feb 04 15:29:43.880569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Attempting to bind port 599ac129-b2b4-4720-ae0f-47e597756eef on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:43.880915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Attempting to bind port 599ac129-b2b4-4720-ae0f-47e597756eef by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:43.881253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Attempting to bind port 599ac129-b2b4-4720-ae0f-47e597756eef on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:43.888218 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d5b2d38-2412-4b18-a7f6-01dee13bfc6b req-5bb2b0aa-9977-4eb1-bbe5-4ff4d51e497d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958612 Feb 04 15:29:43.897126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Port 599ac129-b2b4-4720-ae0f-47e597756eef on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:29:43.897457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Attempting to bind port 599ac129-b2b4-4720-ae0f-47e597756eef on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:43.904870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:43.905210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:43.905594 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:43.906024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Bound port: 599ac129-b2b4-4720-ae0f-47e597756eef, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:43.906371 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.991515 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-a52a7ef4-96d8-48e6-8374-775c9dac0c9f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2212038 Feb 04 15:29:44.136013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] For port 599ac129-b2b4-4720-ae0f-47e597756eef, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:44.305374 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b721ba5-b0f1-4363-807c-169beadecdbe', 'tag': '7625cd05-1b68-4c91-b899-cc3529b5dc60', 'status': 'completed', 'code': 200} Feb 04 15:29:44.310671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] For port 599ac129-b2b4-4720-ae0f-47e597756eef, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=599ac129-b2b4-4720-ae0f-47e597756eef,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:44.318438 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.418775 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.420248 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] 10.222.0.81 "PUT /v2.0/ports/599ac129-b2b4-4720-ae0f-47e597756eef HTTP/1.1" status: 200 len: 1096 time: 3.0358863 Feb 04 15:29:44.432367 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-85852395-d004-4378-a2d8-51f8b2f22ffd service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247913 Feb 04 15:29:44.439319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add34ac5-1a59-463e-bd0a-def8bf115274 service neutron] Pushing event updated for resources: {'Port': ['ID=599ac129-b2b4-4720-ae0f-47e597756eef,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:44.530647 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374568c3-107a-4d3b-8eea-e55c56e348de req-cdae7f8f-3f1a-44c8-b4b2-f67c663acf6a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:44.533312 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-374568c3-107a-4d3b-8eea-e55c56e348de req-cdae7f8f-3f1a-44c8-b4b2-f67c663acf6a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 947 time: 0.2411020 Feb 04 15:29:44.634071 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c99d6a16-b538-44e1-ba5f-b056f9c56d74 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:44.684718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-374568c3-107a-4d3b-8eea-e55c56e348de req-f01cc1eb-4a2e-46e3-a598-69e6aab501f8 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442566 Feb 04 15:29:44.852227 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-42acbf89-f1b2-43ee-9d93-72e06c867482 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071379 Feb 04 15:29:44.878850 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-b87d8d40-c4f3-43f8-ad82-c9fe5a967523 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 1099 time: 0.3460386 Feb 04 15:29:45.018227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b7e33-6724-4d89-be63-d08c69a14c3d req-6ae56122-939d-4f57-99d9-f0310f25fe10 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:45.018983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-761b7e33-6724-4d89-be63-d08c69a14c3d req-6ae56122-939d-4f57-99d9-f0310f25fe10 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Synchronizing usage tracker for tenant:3fc93b913c54472498f94eef8e0189a3 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:29:45.062064 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-f7d37c00-85ea-45f9-8b71-5d488013b83d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=599ac129-b2b4-4720-ae0f-47e597756eef HTTP/1.1" status: 200 len: 217 time: 0.1595836 Feb 04 15:29:45.102189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c99d6a16-b538-44e1-ba5f-b056f9c56d74, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c99d6a16-b538-44e1-ba5f-b056f9c56d74,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:45.120183 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'c99d6a16-b538-44e1-ba5f-b056f9c56d74', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'c99d6a16-b538-44e1-ba5f-b056f9c56d74', 'mac_address': 'fa:16:3e:3d:54:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:45.192831 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.215757 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99d6a16-b538-44e1-ba5f-b056f9c56d74 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:45.219969 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff381133-a47a-4714-8b7d-ac4267a76b5a req-d55820de-b1d6-4f66-8be1-6d1529beae39 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 1096 time: 0.2850778 Feb 04 15:29:45.223350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-761b7e33-6724-4d89-be63-d08c69a14c3d req-6ae56122-939d-4f57-99d9-f0310f25fe10 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Unset dirty status for tenant:3fc93b913c54472498f94eef8e0189a3 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:29:45.224476 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-761b7e33-6724-4d89-be63-d08c69a14c3d req-6ae56122-939d-4f57-99d9-f0310f25fe10 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.73 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 950 time: 0.4957631 Feb 04 15:29:45.236540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c99d6a16-b538-44e1-ba5f-b056f9c56d74, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c99d6a16-b538-44e1-ba5f-b056f9c56d74,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:45.243339 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.270792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-3a75ed9e-d295-44e3-a51c-f3495fef0fca service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:45.274748 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-3a75ed9e-d295-44e3-a51c-f3495fef0fca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1881979 Feb 04 15:29:45.338014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad84c6-8046-434e-8462-8787b92ca035 req-de66bdab-a6dc-45ea-91d2-1876d7e8832e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:45.350342 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46ad84c6-8046-434e-8462-8787b92ca035 req-de66bdab-a6dc-45ea-91d2-1876d7e8832e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 948 time: 0.2531824 Feb 04 15:29:45.372441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff381133-a47a-4714-8b7d-ac4267a76b5a req-e311dffa-12c7-462e-9b00-bc2005b0771b tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507235 Feb 04 15:29:45.429164 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 86455a2c-7b1f-4316-95b4-4a6a6443a15c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:45.506015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46ad84c6-8046-434e-8462-8787b92ca035 req-0a706171-b5d0-417a-9080-8bc50d0af727 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540337 Feb 04 15:29:45.524299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-761b7e33-6724-4d89-be63-d08c69a14c3d req-ebba1941-f0f7-4c44-9dba-85066c013129 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Deleting port d103f93b-fa7f-4d2d-9657-252d936eb8ca {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:29:45.524813 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-761b7e33-6724-4d89-be63-d08c69a14c3d req-ebba1941-f0f7-4c44-9dba-85066c013129 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.555566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=c99d6a16-b538-44e1-ba5f-b056f9c56d74,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:45.616822 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 86455a2c-7b1f-4316-95b4-4a6a6443a15c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:45.617327 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.711525 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-591dbe90-526b-457e-9528-1c9239c32f48 req-95ce4e12-9005-4e84-b5d0-963b0fdc5a81 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=7b721ba5-b0f1-4363-807c-169beadecdbe HTTP/1.1" status: 200 len: 1099 time: 0.5385172 Feb 04 15:29:45.744763 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['c99d6a16-b538-44e1-ba5f-b056f9c56d74'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:29:45.772731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55797c8-e12a-4a5d-9a44-c254b0da5934 req-396bfe46-1c5e-46ad-9ebe-ad6e632c0cc5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:45.793512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d55797c8-e12a-4a5d-9a44-c254b0da5934 req-396bfe46-1c5e-46ad-9ebe-ad6e632c0cc5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 945 time: 0.1626964 Feb 04 15:29:45.794138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51282) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:45.801375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-507786b1-c795-4c2d-9eab-493ae13882a3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Request body: {'floatingip': {'port_id': '9e2d91b2-1a5c-447d-ad22-4c0d452d9371'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:45.931255 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-35530b0f-4228-4a4c-9ae8-3cbc7a0b43bd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5653856 Feb 04 15:29:46.070283 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e3c2e03-54a2-4e2b-ac70-21602cfe706d req-26766ba0-2d10-43b4-bc38-ac1e55f4182c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 210 time: 0.2750540 Feb 04 15:29:46.090397 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-507786b1-c795-4c2d-9eab-493ae13882a3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.303939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e127a-3f7f-433c-be53-e9c699311e67 req-fe2cd8f2-3013-41cd-b943-e0c6c45f3be3 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:46.311625 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b3e127a-3f7f-433c-be53-e9c699311e67 req-fe2cd8f2-3013-41cd-b943-e0c6c45f3be3 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 950 time: 0.2892833 Feb 04 15:29:46.330435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224deac3-8e61-4cb6-b691-a47ae5eb5788', 'tag': '599ac129-b2b4-4720-ae0f-47e597756eef'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:46.530341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-ef1e37bb-85cd-4147-82a9-a3d847242fdb tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:46.532714 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-ef1e37bb-85cd-4147-82a9-a3d847242fdb tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.81 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 820 time: 0.3479223 Feb 04 15:29:46.533966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dbe90-526b-457e-9528-1c9239c32f48 req-2a1aefb5-2622-44ac-8b0d-440ffac16f3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:46.535438 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-591dbe90-526b-457e-9528-1c9239c32f48 req-2a1aefb5-2622-44ac-8b0d-440ffac16f3a service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.7592468 Feb 04 15:29:46.579246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Request body: {'port': {'device_id': 'e856f883-186e-4434-aa01-8277bdd050e4', 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810', 'admin_state_up': True, 'tenant_id': '6d8a9be4cb5045d59fdd9e1cce2fb5da'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:46.772919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b3e127a-3f7f-433c-be53-e9c699311e67 req-3761f0f7-5918-42c0-ae9d-d4b72e275c28 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e08c25f-4990-436d-92c0-8f3e81713a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602046 Feb 04 15:29:46.816629 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f5f62ee-0503-4e13-89bc-2f583e8e7c19 req-160205bb-7753-453e-86a9-b144f619f10d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1199925 Feb 04 15:29:46.991304 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-507786b1-c795-4c2d-9eab-493ae13882a3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.005488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-507786b1-c795-4c2d-9eab-493ae13882a3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.007030 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-761b7e33-6724-4d89-be63-d08c69a14c3d req-ebba1941-f0f7-4c44-9dba-85066c013129 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] For port d103f93b-fa7f-4d2d-9657-252d936eb8ca, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d103f93b-fa7f-4d2d-9657-252d936eb8ca,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:47.007496 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-761b7e33-6724-4d89-be63-d08c69a14c3d req-ebba1941-f0f7-4c44-9dba-85066c013129 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.198028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-761b7e33-6724-4d89-be63-d08c69a14c3d req-ebba1941-f0f7-4c44-9dba-85066c013129 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Calling delete_port for d103f93b-fa7f-4d2d-9657-252d936eb8ca owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:29:47.254082 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-591dbe90-526b-457e-9528-1c9239c32f48 req-74144706-333b-4765-88d6-602133609bc7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=7625cd05-1b68-4c91-b899-cc3529b5dc60 HTTP/1.1" status: 200 len: 217 time: 0.6479225 Feb 04 15:29:47.344183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903ca36-828c-4b84-a01a-d32c651f2e2e req-b1ae5949-b80b-46f7-9475-3979913b0628 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:47.351290 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e903ca36-828c-4b84-a01a-d32c651f2e2e req-b1ae5949-b80b-46f7-9475-3979913b0628 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 948 time: 0.1949811 Feb 04 15:29:47.493071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dbe90-526b-457e-9528-1c9239c32f48 req-b9ff4040-ad8c-4e37-a617-d3b02037d8e9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:47.507627 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-591dbe90-526b-457e-9528-1c9239c32f48 req-b9ff4040-ad8c-4e37-a617-d3b02037d8e9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2005880 Feb 04 15:29:47.510746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e903ca36-828c-4b84-a01a-d32c651f2e2e req-df1666c2-d77b-4ab9-b968-27bf26fffd80 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583519 Feb 04 15:29:47.569634 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-507786b1-c795-4c2d-9eab-493ae13882a3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Floating IP 4516dd04-0679-40f8-80a5-cfdff5f83d8b associated. External IP: 172.25.0.8, port: 9e2d91b2-1a5c-447d-ad22-4c0d452d9371. Feb 04 15:29:47.661653 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224deac3-8e61-4cb6-b691-a47ae5eb5788', 'tag': '599ac129-b2b4-4720-ae0f-47e597756eef', 'status': 'completed', 'code': 200} Feb 04 15:29:47.746893 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-fd3589b9-3267-4a1a-b227-f79e831a81ba service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7465768 Feb 04 15:29:47.867804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Sync routers for ids ['3322ab05-64d7-4428-b853-7f7ec63a15ad'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:29:47.870087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:47.889547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Routers {'3322ab05-64d7-4428-b853-7f7ec63a15ad'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:29:47.896307 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:29:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3322ab05-64d7-4428-b853-7f7ec63a15ad'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:47.918010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Usage tracker for resource:port and tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:47.926734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:47.961918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:47.965880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8b25-bf31-45d2-9e86-72bf271220cc req-2617a463-55c1-4078-a231-d6fefeb7d596 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:47.967704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad9b8b25-bf31-45d2-9e86-72bf271220cc req-2617a463-55c1-4078-a231-d6fefeb7d596 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 948 time: 0.1311281 Feb 04 15:29:48.148133 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad9b8b25-bf31-45d2-9e86-72bf271220cc req-8f2aa424-4444-4482-86de-e4e14d66dfac tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629717 Feb 04 15:29:48.261492 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-591dbe90-526b-457e-9528-1c9239c32f48 req-bbd99525-0eb1-4528-ba1e-1ab93e7975f1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7524171 Feb 04 15:29:48.286499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Made reservation on behalf of 6d8a9be4cb5045d59fdd9e1cce2fb5da for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:48.289689 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.424409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507786b1-c795-4c2d-9eab-493ae13882a3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Router 6497c913-d29b-419b-91c7-81fab8dca363 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:29:48.453084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7625cd05-1b68-4c91-b899-cc3529b5dc60 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:48.535584 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3cdef908-cea5-4ea3-81e5-202cce635ab0 req-32fd269f-1717-4e9e-867d-f6ece4f0b263 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 210 time: 0.0924101 Feb 04 15:29:48.649241 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-591dbe90-526b-457e-9528-1c9239c32f48 req-e7840e6c-e883-4df9-948f-097aebc0ccee service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299084 Feb 04 15:29:48.705785 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92960bc4-9e45-45b6-bfb9-3ee2e242f82b req-f86fe8a7-6c9b-4824-8c69-8326e2b7ef6a service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9510758 Feb 04 15:29:48.716094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c99d6a16-b538-44e1-ba5f-b056f9c56d74 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:48.759036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Set router 3322ab05-64d7-4428-b853-7f7ec63a15ad gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:29:48.857787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-761b7e33-6724-4d89-be63-d08c69a14c3d req-ebba1941-f0f7-4c44-9dba-85066c013129 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.989987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51346) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:49.138521 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-8afa7c09-65d3-4055-bd32-f09e2c3fbdc5 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:29:49.155299 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-141867d5-deeb-4c30-b1b5-75a78c716138 req-44e28730-5244-4af7-869b-d7342619ee12 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccccf00b-1551-4bcd-8306-bac725dbb594 HTTP/1.1" status: 200 len: 210 time: 0.1373785 Feb 04 15:29:49.163735 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-8afa7c09-65d3-4055-bd32-f09e2c3fbdc5 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0515397 Feb 04 15:29:49.212265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507786b1-c795-4c2d-9eab-493ae13882a3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:29:49.219939 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-507786b1-c795-4c2d-9eab-493ae13882a3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.222699 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4bd583-d23b-4d39-892a-290b53142e5c None None] Sync routers for ids ['6497c913-d29b-419b-91c7-81fab8dca363'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:29:49.246122 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4bd583-d23b-4d39-892a-290b53142e5c None None] Routers {'6497c913-d29b-419b-91c7-81fab8dca363'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:29:49.251063 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ff4bd583-d23b-4d39-892a-290b53142e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:29:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6497c913-d29b-419b-91c7-81fab8dca363'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:49.347702 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.382120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-507786b1-c795-4c2d-9eab-493ae13882a3 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "PUT /v2.0/floatingips/4516dd04-0679-40f8-80a5-cfdff5f83d8b HTTP/1.1" status: 200 len: 989 time: 3.5832455 Feb 04 15:29:49.382120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe61689-aa58-4741-b3c3-1c78b84010ef', 'tag': '9e2d91b2-1a5c-447d-ad22-4c0d452d9371'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:49.382467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 7625cd05-1b68-4c91-b899-cc3529b5dc60, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7625cd05-1b68-4c91-b899-cc3529b5dc60,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:49.382575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba1941-f0f7-4c44-9dba-85066c013129 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Pushing event deleted for resources: {'Port': ['ID=d103f93b-fa7f-4d2d-9657-252d936eb8ca,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:49.552183 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '7625cd05-1b68-4c91-b899-cc3529b5dc60', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '7625cd05-1b68-4c91-b899-cc3529b5dc60', 'mac_address': 'fa:16:3e:b4:aa:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:49.556022 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port c99d6a16-b538-44e1-ba5f-b056f9c56d74 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:49.578778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port c99d6a16-b538-44e1-ba5f-b056f9c56d74 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:49.579143 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.586946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a2600-c7eb-44fd-9d9d-a22cf47da9a1 req-c20bfe0b-5501-4fe9-b58d-3a198d3716a8 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:49.597295 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af4a2600-c7eb-44fd-9d9d-a22cf47da9a1 req-c20bfe0b-5501-4fe9-b58d-3a198d3716a8 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 948 time: 0.1214383 Feb 04 15:29:49.685021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af4a2600-c7eb-44fd-9d9d-a22cf47da9a1 req-ffb4f70e-bcfd-4ddb-8f71-e2fa42c03984 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852964 Feb 04 15:29:49.698056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-761b7e33-6724-4d89-be63-d08c69a14c3d req-ebba1941-f0f7-4c44-9dba-85066c013129 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] No DVR routers for this DVR port d103f93b-fa7f-4d2d-9657-252d936eb8ca on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:49.728642 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-761b7e33-6724-4d89-be63-d08c69a14c3d req-ebba1941-f0f7-4c44-9dba-85066c013129 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.733117 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-ff4bd583-d23b-4d39-892a-290b53142e5c None None] Set router 6497c913-d29b-419b-91c7-81fab8dca363 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:29:49.751027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccccf00b-1551-4bcd-8306-bac725dbb594', 'name': 'network-vif-deleted', 'tag': 'd103f93b-fa7f-4d2d-9657-252d936eb8ca'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:49.911857 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-761b7e33-6724-4d89-be63-d08c69a14c3d req-ebba1941-f0f7-4c44-9dba-85066c013129 tempest-DeleteServersAdminTestJSON-2082791266 tempest-DeleteServersAdminTestJSON-2082791266-project] 10.222.0.73 "DELETE /v2.0/ports/d103f93b-fa7f-4d2d-9657-252d936eb8ca HTTP/1.1" status: 204 len: 173 time: 4.6352100 Feb 04 15:29:49.933525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-99fa3c5c-2c54-4909-9292-a16db5d14c6e service neutron] Request body: {'binding': {'host': 'n-h1-827872-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:49.934805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-99fa3c5c-2c54-4909-9292-a16db5d14c6e service neutron] Unknown quota resources ['binding']. {{(pid=83550) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 15:29:49.986035 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.104951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Allocated IP 172.20.0.5 (62733b51-fb30-46e2-a99d-550cf28f5810/4e65648f-2a98-4db0-8d3e-3d1fb81866e5/1cb44d48-0c2b-4716-851f-be42c75316da) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:50.116986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7625cd05-1b68-4c91-b899-cc3529b5dc60 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:50.183150 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-591dbe90-526b-457e-9528-1c9239c32f48 req-905bf20e-4cd5-475b-9807-715e70745935 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4649632 Feb 04 15:29:50.202130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf095d-1a12-40aa-981e-41460f706e9c req-7793dd81-c2aa-413e-a977-292e5adc3454 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:50.213450 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83cf095d-1a12-40aa-981e-41460f706e9c req-7793dd81-c2aa-413e-a977-292e5adc3454 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 948 time: 0.2289174 Feb 04 15:29:50.216900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 7625cd05-1b68-4c91-b899-cc3529b5dc60, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7625cd05-1b68-4c91-b899-cc3529b5dc60,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:50.235133 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.342332 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83cf095d-1a12-40aa-981e-41460f706e9c req-5b94b1a3-ac04-4b91-81b0-b24edd22ac41 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182511 Feb 04 15:29:50.364790 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.511778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1997455191-router', 'tenant_id': '72764b168ce74419b69eef6dc606f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:31Z', 'updated_at': '2022-02-04T15:29:38Z', 'revision_number': 4, 'project_id': '72764b168ce74419b69eef6dc606f40b', 'gw_port': {'id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:32Z', 'updated_at': '2022-02-04T15:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '9903a0ea-160e-46be-a677-bfb97ef3e80f', 'name': '', 'network_id': '1606805d-682e-4a8b-88b7-a3a34c9cb522', 'tenant_id': '72764b168ce74419b69eef6dc606f40b', 'mac_address': 'fa:16:3e:5c:f1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f045470-1c35-4ec0-b92a-57299038bbbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:36Z', 'updated_at': '2022-02-04T15:29:38Z', 'revision_number': 2, 'project_id': '72764b168ce74419b69eef6dc606f40b', 'subnets': [{'id': '1f045470-1c35-4ec0-b92a-57299038bbbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:50.533641 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-101ef1bc-b960-4b13-af24-b9e012255655 req-9be0d442-3af4-4067-90e6-dfd6df43f510 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 1099 time: 1.6273215 Feb 04 15:29:50.546258 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ff4bd583-d23b-4d39-892a-290b53142e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '4516dd04-0679-40f8-80a5-cfdff5f83d8b', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'port_id': '9e2d91b2-1a5c-447d-ad22-4c0d452d9371', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'mac_address': 'fa:16:3e:ab:e0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe61689-aa58-4741-b3c3-1c78b84010ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:27:26Z', 'updated_at': '2022-02-04T15:29:46Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17860ae-0b20-4325-ab56-50dd1b031533', 'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'mac_address': 'fa:16:3e:4b:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:03Z', 'updated_at': '2022-02-04T15:27:16Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'subnets': [{'id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:50.551820 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Checking router: 3322ab05-64d7-4428-b853-7f7ec63a15ad for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:29:50.552169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Updating router 3322ab05-64d7-4428-b853-7f7ec63a15ad port 9903a0ea-160e-46be-a677-bfb97ef3e80f binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:29:50.562025 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4bd583-d23b-4d39-892a-290b53142e5c None None] Checking router: 6497c913-d29b-419b-91c7-81fab8dca363 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:29:50.564081 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.592545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0c4bab-3557-4fea-9d4c-c6acdeee4d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99d6a16-b538-44e1-ba5f-b056f9c56d74'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:50.617943 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4bd583-d23b-4d39-892a-290b53142e5c None None] Routers {'6497c913-d29b-419b-91c7-81fab8dca363'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:29:50.619339 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ff4bd583-d23b-4d39-892a-290b53142e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:29:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6497c913-d29b-419b-91c7-81fab8dca363'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:50.624360 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=7625cd05-1b68-4c91-b899-cc3529b5dc60,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:50.677353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c99d6a16-b538-44e1-ba5f-b056f9c56d74, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c99d6a16-b538-44e1-ba5f-b056f9c56d74,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:50.687938 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.690714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d103f93b-fa7f-4d2d-9657-252d936eb8ca no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:50.702480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1deb4-9fa9-4a4d-acb9-b363c24ba97b req-f2fd8261-05e7-4feb-b2fb-5457526e3cc5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:50.704653 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcb1deb4-9fa9-4a4d-acb9-b363c24ba97b req-f2fd8261-05e7-4feb-b2fb-5457526e3cc5 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 945 time: 0.1303394 Feb 04 15:29:50.815792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcb1deb4-9fa9-4a4d-acb9-b363c24ba97b req-9bc5c7d1-80db-404e-913f-00a112f06ebb tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052332 Feb 04 15:29:50.856788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['7625cd05-1b68-4c91-b899-cc3529b5dc60'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:29:50.955763 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe61689-aa58-4741-b3c3-1c78b84010ef', 'tag': '9e2d91b2-1a5c-447d-ad22-4c0d452d9371', 'status': 'completed', 'code': 200} Feb 04 15:29:50.963019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-99fa3c5c-2c54-4909-9292-a16db5d14c6e service neutron] Attempting to bind port 33c0710a-647c-4004-b94a-45a5fdd1528a on host n-h1-827872-1 for vnic_type normal with profile None {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:50.963547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-99fa3c5c-2c54-4909-9292-a16db5d14c6e service neutron] Attempting to bind port 33c0710a-647c-4004-b94a-45a5fdd1528a by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:50.964498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-99fa3c5c-2c54-4909-9292-a16db5d14c6e service neutron] Attempting to bind port 33c0710a-647c-4004-b94a-45a5fdd1528a on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:50.991830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-99fa3c5c-2c54-4909-9292-a16db5d14c6e service neutron] Port 33c0710a-647c-4004-b94a-45a5fdd1528a on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:29:50.992167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-99fa3c5c-2c54-4909-9292-a16db5d14c6e service neutron] Attempting to bind port 33c0710a-647c-4004-b94a-45a5fdd1528a on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:50.993579 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.015436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=c99d6a16-b538-44e1-ba5f-b056f9c56d74,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:51.020228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: d103f93b-fa7f-4d2d-9657-252d936eb8ca {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:29:51.026663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d103f93b-fa7f-4d2d-9657-252d936eb8ca not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:51.155924 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-ff4bd583-d23b-4d39-892a-290b53142e5c None None] Set router 6497c913-d29b-419b-91c7-81fab8dca363 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:29:51.225835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-99fa3c5c-2c54-4909-9292-a16db5d14c6e service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:51.230231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-99fa3c5c-2c54-4909-9292-a16db5d14c6e service neutron] Checking segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:51.230851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-99fa3c5c-2c54-4909-9292-a16db5d14c6e service neutron] Bound using segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:51.236627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-99fa3c5c-2c54-4909-9292-a16db5d14c6e service neutron] Bound port: 33c0710a-647c-4004-b94a-45a5fdd1528a, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:51.296406 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e0a7e16-2ee8-43f0-8e42-2521ded720f4 req-1ad3ec65-8731-451f-a7e8-9be8251838ca tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 210 time: 0.0771649 Feb 04 15:29:51.357123 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ef1bc-b960-4b13-af24-b9e012255655 req-53a3d9ef-508e-4c5c-9144-d3cf60ad32d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:51.360274 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-101ef1bc-b960-4b13-af24-b9e012255655 req-53a3d9ef-508e-4c5c-9144-d3cf60ad32d7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.4940233 Feb 04 15:29:51.452204 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.470380 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccccf00b-1551-4bcd-8306-bac725dbb594', 'name': 'network-vif-deleted', 'tag': 'd103f93b-fa7f-4d2d-9657-252d936eb8ca', 'status': 'completed', 'code': 200} Feb 04 15:29:51.524116 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-101ef1bc-b960-4b13-af24-b9e012255655 req-a3eb145e-3d7e-4c5d-8999-55ebc21e826c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=599ac129-b2b4-4720-ae0f-47e597756eef HTTP/1.1" status: 200 len: 217 time: 0.1571071 Feb 04 15:29:51.628360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Pushing event updated for resources: {'Port': ['ID=1cb44d48-0c2b-4716-851f-be42c75316da,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:51.634596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-99fa3c5c-2c54-4909-9292-a16db5d14c6e service neutron] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=33c0710a-647c-4004-b94a-45a5fdd1528a,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:51.646966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Network 62733b51-fb30-46e2-a99d-550cf28f5810 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:51.650315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:51.661333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:29:51.665627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:51.666340 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.674858 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-99fa3c5c-2c54-4909-9292-a16db5d14c6e service neutron] Notify callbacks [] for binding, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.676439 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-99fa3c5c-2c54-4909-9292-a16db5d14c6e service neutron] 10.222.0.60 "POST /v2.0/ports/33c0710a-647c-4004-b94a-45a5fdd1528a/bindings HTTP/1.1" status: 201 len: 389 time: 2.0638440 Feb 04 15:29:51.717544 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-17e2ce15-c114-469a-a379-9dcb08b67f3b req-3a2046de-c907-4b5e-bc93-db64c24a36d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa371acdd906464fb4a2d0efa0b076f3&device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 1096 time: 0.7183065 Feb 04 15:29:51.722646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ef1bc-b960-4b13-af24-b9e012255655 req-a546ca8d-2ab8-459c-b2a2-29da158e7c95 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:51.732933 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-101ef1bc-b960-4b13-af24-b9e012255655 req-a546ca8d-2ab8-459c-b2a2-29da158e7c95 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1999757 Feb 04 15:29:51.758727 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ff4bd583-d23b-4d39-892a-290b53142e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '4516dd04-0679-40f8-80a5-cfdff5f83d8b', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'port_id': '9e2d91b2-1a5c-447d-ad22-4c0d452d9371', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'mac_address': 'fa:16:3e:ab:e0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe61689-aa58-4741-b3c3-1c78b84010ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:27:26Z', 'updated_at': '2022-02-04T15:29:46Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17860ae-0b20-4325-ab56-50dd1b031533', 'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'mac_address': 'fa:16:3e:4b:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:03Z', 'updated_at': '2022-02-04T15:27:16Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'subnets': [{'id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:51.765630 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0c4bab-3557-4fea-9d4c-c6acdeee4d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99d6a16-b538-44e1-ba5f-b056f9c56d74', 'code': 200} Feb 04 15:29:51.771854 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4bd583-d23b-4d39-892a-290b53142e5c None None] The sync data for ids ['6497c913-d29b-419b-91c7-81fab8dca363'] in n-d-827872-1 is: [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '4516dd04-0679-40f8-80a5-cfdff5f83d8b', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'port_id': '9e2d91b2-1a5c-447d-ad22-4c0d452d9371', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'mac_address': 'fa:16:3e:ab:e0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe61689-aa58-4741-b3c3-1c78b84010ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:27:26Z', 'updated_at': '2022-02-04T15:29:46Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17860ae-0b20-4325-ab56-50dd1b031533', 'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'mac_address': 'fa:16:3e:4b:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:03Z', 'updated_at': '2022-02-04T15:27:16Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'subnets': [{'id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:29:52.062488 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:52.107270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Transition to ACTIVE for port object 9903a0ea-160e-46be-a677-bfb97ef3e80f will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:52.130020 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:52.161905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2ce15-c114-469a-a379-9dcb08b67f3b req-497d9368-67cc-48d7-b5e9-79acda33f505 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:52.163658 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-17e2ce15-c114-469a-a379-9dcb08b67f3b req-497d9368-67cc-48d7-b5e9-79acda33f505 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c61f278d-a093-4264-873d-c2b0fe84d55f HTTP/1.1" status: 200 len: 923 time: 0.4288981 Feb 04 15:29:52.251029 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2a0b4d3a-20ee-4268-a9c1-3d1eba17586e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6769412 Feb 04 15:29:52.372766 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Request body: {'port': {'device_id': 'e856f883-186e-4434-aa01-8277bdd050e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:52.387430 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc017e2-6b2f-4da6-a45d-cec4414e3615 None None] New status for floating IP 4516dd04-0679-40f8-80a5-cfdff5f83d8b: ACTIVE {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:29:52.520619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1acb43-c8a7-4932-a57b-ab085cc0db65 req-76fafb8e-c94c-45e6-9752-ecaca8f430ba tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:52.537603 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed1acb43-c8a7-4932-a57b-ab085cc0db65 req-76fafb8e-c94c-45e6-9752-ecaca8f430ba tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 949 time: 0.5256000 Feb 04 15:29:52.539897 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:52.600648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 599ac129-b2b4-4720-ae0f-47e597756eef details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:52.618260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91281d0b-2426-4d3f-a9f8-45500252cae3 req-19d15b91-1b31-4c8a-aceb-5577ebe74cfe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:52.638287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-91281d0b-2426-4d3f-a9f8-45500252cae3 req-19d15b91-1b31-4c8a-aceb-5577ebe74cfe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 948 time: 0.3084774 Feb 04 15:29:52.646093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6377ba-3def-4fea-86c9-c70e47b210bf None None] Pushing event updated for resources: {'Port': ['ID=9903a0ea-160e-46be-a677-bfb97ef3e80f,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:52.671669 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c4c38bfc-b6c9-4d70-9f42-37cf202d14d5 req-6409ee2f-bbab-4a7c-b51c-037de25f3b42 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 1100 time: 0.5065629 Feb 04 15:29:52.705419 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-17e2ce15-c114-469a-a379-9dcb08b67f3b req-2a09e4d5-3e85-4c7d-83c3-280528bbcc17 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e2d91b2-1a5c-447d-ad22-4c0d452d9371 HTTP/1.1" status: 200 len: 997 time: 0.4443331 Feb 04 15:29:52.743141 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-91281d0b-2426-4d3f-a9f8-45500252cae3 req-b5bc17ec-11d3-4eaa-861a-cc9edb6123dd tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040554 Feb 04 15:29:52.773471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed1acb43-c8a7-4932-a57b-ab085cc0db65 req-a14d45ec-83d2-45c5-9c58-e4ea0a5d7973 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304640 Feb 04 15:29:52.857950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2ce15-c114-469a-a379-9dcb08b67f3b req-336b6914-946a-40ec-9466-a066e282e4d6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:52.859586 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-17e2ce15-c114-469a-a379-9dcb08b67f3b req-336b6914-946a-40ec-9466-a066e282e4d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d305bd05-a89f-476f-b433-f21b1c63f1f0 HTTP/1.1" status: 200 len: 861 time: 0.1379752 Feb 04 15:29:52.906984 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-101ef1bc-b960-4b13-af24-b9e012255655 req-27964197-0e41-4c84-9924-b10b989854c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0919964 Feb 04 15:29:52.910272 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-291084b1-ed9b-4dcd-8ea0-c4fd525f21b2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 1096 time: 0.6975472 Feb 04 15:29:53.080781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee108f36-22ca-4202-a99f-0c825d1cd737 req-d506761b-9da4-46ac-b2b1-b8b7cc2a2ef9 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:53.085326 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee108f36-22ca-4202-a99f-0c825d1cd737 req-d506761b-9da4-46ac-b2b1-b8b7cc2a2ef9 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 945 time: 0.1631329 Feb 04 15:29:53.178074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee108f36-22ca-4202-a99f-0c825d1cd737 req-ecd57abc-344f-408f-b175-54074e59c229 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843492 Feb 04 15:29:53.188127 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c4c38bfc-b6c9-4d70-9f42-37cf202d14d5 req-a2cb1953-63af-40c0-95aa-751d98d444d0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011137 Feb 04 15:29:53.193521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 599ac129-b2b4-4720-ae0f-47e597756eef, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=599ac129-b2b4-4720-ae0f-47e597756eef,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:53.263414 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '599ac129-b2b4-4720-ae0f-47e597756eef', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '599ac129-b2b4-4720-ae0f-47e597756eef', 'mac_address': 'fa:16:3e:17:17:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:53.287526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce929f1-80e5-4d5c-b03d-c7ce8ef6c67f req-a13858ca-fb7d-4502-9ba4-32740093c70d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:53.297000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ce929f1-80e5-4d5c-b03d-c7ce8ef6c67f req-a13858ca-fb7d-4502-9ba4-32740093c70d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 945 time: 0.1040001 Feb 04 15:29:53.364006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ce929f1-80e5-4d5c-b03d-c7ce8ef6c67f req-6c4665ee-6376-48a0-a024-5610dfc2f1b2 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655448 Feb 04 15:29:53.474404 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-101ef1bc-b960-4b13-af24-b9e012255655 req-2a19df0a-ef76-440d-8eea-a2a63ef4cc72 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532320 Feb 04 15:29:53.477387 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-7043c579-b9cc-4655-a7f1-aa5652e51b51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:53.479071 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-7043c579-b9cc-4655-a7f1-aa5652e51b51 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.5568027 Feb 04 15:29:53.576991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026eca9-9510-4dae-974a-2dea596dd826 req-d0ea857b-b7f4-4ec3-b806-32cafd9e27d0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:53.585545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9026eca9-9510-4dae-974a-2dea596dd826 req-d0ea857b-b7f4-4ec3-b806-32cafd9e27d0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 931 time: 0.1375182 Feb 04 15:29:53.598768 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-17e2ce15-c114-469a-a379-9dcb08b67f3b req-10550016-311b-47a3-b0b1-4ea20a9e5f6f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c61f278d-a093-4264-873d-c2b0fe84d55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7281640 Feb 04 15:29:53.612662 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.663139 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9026eca9-9510-4dae-974a-2dea596dd826 req-472d099b-902a-4738-a267-e57eecbaf214 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764532 Feb 04 15:29:53.730521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599ac129-b2b4-4720-ae0f-47e597756eef {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:53.767542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 599ac129-b2b4-4720-ae0f-47e597756eef, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=599ac129-b2b4-4720-ae0f-47e597756eef,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:53.776625 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.783486 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-4ed0adcb-f39f-4a37-b55d-1a61e229c07d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33c0710a-647c-4004-b94a-45a5fdd1528a HTTP/1.1" status: 200 len: 217 time: 0.2938857 Feb 04 15:29:53.897926 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:29:53.914696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Attempting to bind port 9903a0ea-160e-46be-a677-bfb97ef3e80f on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:53.915099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Attempting to bind port 9903a0ea-160e-46be-a677-bfb97ef3e80f by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'fb85da2d-9f76-48cc-84b0-8e38d6ffebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1606805d-682e-4a8b-88b7-a3a34c9cb522'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:53.915488 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Attempting to bind port 9903a0ea-160e-46be-a677-bfb97ef3e80f on network 1606805d-682e-4a8b-88b7-a3a34c9cb522 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:53.957646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:53.957952 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Checking segment: {'id': 'fb85da2d-9f76-48cc-84b0-8e38d6ffebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1606805d-682e-4a8b-88b7-a3a34c9cb522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:53.958389 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.958762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Bound using segment: {'id': 'fb85da2d-9f76-48cc-84b0-8e38d6ffebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1606805d-682e-4a8b-88b7-a3a34c9cb522'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:53.959258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Bound port: 9903a0ea-160e-46be-a677-bfb97ef3e80f, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb85da2d-9f76-48cc-84b0-8e38d6ffebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1606805d-682e-4a8b-88b7-a3a34c9cb522'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:53.960114 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:54.033473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=599ac129-b2b4-4720-ae0f-47e597756eef,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:54.103439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb44d48-0c2b-4716-851f-be42c75316da {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:54.112917 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:54.131970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] For port 9903a0ea-160e-46be-a677-bfb97ef3e80f, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:54.136452 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] For port 9903a0ea-160e-46be-a677-bfb97ef3e80f, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9903a0ea-160e-46be-a677-bfb97ef3e80f,segment=NetworkSegment(fb85da2d-9f76-48cc-84b0-8e38d6ffebef),segment_id=fb85da2d-9f76-48cc-84b0-8e38d6ffebef)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:54.144865 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:54.201724 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-101ef1bc-b960-4b13-af24-b9e012255655 req-a02e9349-07e4-4bc8-8416-9636613cee92 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7097678 Feb 04 15:29:54.203048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-1dc7df56-427f-49bf-b369-bfab2af4ba8a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:54.204366 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-1dc7df56-427f-49bf-b369-bfab2af4ba8a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.3684554 Feb 04 15:29:54.210551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Transition to ACTIVE for port object 1cb44d48-0c2b-4716-851f-be42c75316da will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:54.259937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Routers {'3322ab05-64d7-4428-b853-7f7ec63a15ad'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:29:54.261493 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:29:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3322ab05-64d7-4428-b853-7f7ec63a15ad'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:54.285049 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-6183df25-d14f-4b7a-a699-ab57ab686835 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530064 Feb 04 15:29:54.288042 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:54.312431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be20cb-5f9a-4282-a1ba-e5e4c9e1afe0 req-e3993ccd-298b-493f-9617-cb21b4ad421e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:54.319753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6be20cb-5f9a-4282-a1ba-e5e4c9e1afe0 req-e3993ccd-298b-493f-9617-cb21b4ad421e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 949 time: 0.3035278 Feb 04 15:29:54.372043 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6377ba-3def-4fea-86c9-c70e47b210bf None None] Pushing event updated for resources: {'Port': ['ID=9903a0ea-160e-46be-a677-bfb97ef3e80f,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:54.378257 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2a9cd-a267-4960-b9eb-9e8ca0545c3f req-a5ce2ed9-18f7-4d7d-aa33-a898b4a93a5e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:54.381666 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['599ac129-b2b4-4720-ae0f-47e597756eef'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:29:54.383783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ba2a9cd-a267-4960-b9eb-9e8ca0545c3f req-a5ce2ed9-18f7-4d7d-aa33-a898b4a93a5e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 949 time: 0.2736895 Feb 04 15:29:54.470455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51420) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:54.540368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6be20cb-5f9a-4282-a1ba-e5e4c9e1afe0 req-e8d32728-b062-4a24-a3f5-d24a1c2a1ac3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189510 Feb 04 15:29:54.542695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7625cd05-1b68-4c91-b899-cc3529b5dc60 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:54.571499 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ba2a9cd-a267-4960-b9eb-9e8ca0545c3f req-38444ffe-2e0f-4bba-8e1f-7b8994c36288 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598251 Feb 04 15:29:54.597640 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-9be926e5-a19d-448b-8bbd-9962bffcf6f6 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901216 Feb 04 15:29:54.840577 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-b252bcab-6d56-44a9-b50b-e592e28254f1 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420495 Feb 04 15:29:54.880392 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-17e2ce15-c114-469a-a379-9dcb08b67f3b req-cc7a8961-4752-4d02-9563-bf5e39b04956 service neutron] 10.222.0.81 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1395528 Feb 04 15:29:54.881486 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb44d48-0c2b-4716-851f-be42c75316da,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:54.946095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] Set router 3322ab05-64d7-4428-b853-7f7ec63a15ad gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:29:55.063196 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 7625cd05-1b68-4c91-b899-cc3529b5dc60 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:55.089010 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-17e2ce15-c114-469a-a379-9dcb08b67f3b req-180de119-df54-46e2-99b7-ac5194a68587 service neutron] 10.222.0.81 "GET /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006760 Feb 04 15:29:55.099964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 7625cd05-1b68-4c91-b899-cc3529b5dc60 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:55.100640 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.151778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6d2c2a49-68f1-457f-bd08-d00b5d95ba8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3fc93b913c54472498f94eef8e0189a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6684427 Feb 04 15:29:55.155913 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51430) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:55.246027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b86cc-5804-4ed1-8ff4-21ad1f6ce13f req-c72ddcbd-f56d-492b-ade3-a50e986a1b64 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:55.260960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-146b86cc-5804-4ed1-8ff4-21ad1f6ce13f req-c72ddcbd-f56d-492b-ade3-a50e986a1b64 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 945 time: 0.4685483 Feb 04 15:29:55.345692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fb38a-0c07-4d0a-a8b8-0cebf4b72ac7 req-73c3817e-8512-484d-8e49-c7cbdfad87be tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:55.347062 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b59fb38a-0c07-4d0a-a8b8-0cebf4b72ac7 req-73c3817e-8512-484d-8e49-c7cbdfad87be tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 945 time: 0.4737616 Feb 04 15:29:55.349661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-146b86cc-5804-4ed1-8ff4-21ad1f6ce13f req-5be99d5c-a9c4-4396-a9c8-958de5728b26 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879304 Feb 04 15:29:55.396623 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d9dfe1cb-8260-46e0-98d8-5b5003ae28e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.423955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Attempting to bind port 1cb44d48-0c2b-4716-851f-be42c75316da on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:55.424440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Attempting to bind port 1cb44d48-0c2b-4716-851f-be42c75316da by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:55.424667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Attempting to bind port 1cb44d48-0c2b-4716-851f-be42c75316da on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:55.431894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Port 1cb44d48-0c2b-4716-851f-be42c75316da on network 62733b51-fb30-46e2-a99d-550cf28f5810 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:29:55.432990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Attempting to bind port 1cb44d48-0c2b-4716-851f-be42c75316da on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:55.446353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:55.446697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Checking segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:55.447070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Bound using segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:55.447536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Bound port: 1cb44d48-0c2b-4716-851f-be42c75316da, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:55.447905 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.458739 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d9dfe1cb-8260-46e0-98d8-5b5003ae28e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.485900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b59fb38a-0c07-4d0a-a8b8-0cebf4b72ac7 req-0e937979-35ff-43c6-9d2c-d779fcfbe802 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222396 Feb 04 15:29:55.546755 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-fc3c46cb-8938-4fa9-a926-7c6a664825f1 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514&tenant_id=259f0c881e6045e4b888323648b2d57a&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 1096 time: 0.4561706 Feb 04 15:29:55.564721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827872-1'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:29:55.573111 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.643213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:55.652162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b721ba5-b0f1-4363-807c-169beadecdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7625cd05-1b68-4c91-b899-cc3529b5dc60'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:55.671675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 7625cd05-1b68-4c91-b899-cc3529b5dc60, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7625cd05-1b68-4c91-b899-cc3529b5dc60,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:55.680604 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d9dfe1cb-8260-46e0-98d8-5b5003ae28e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.685169 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.734884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1cb44d48-0c2b-4716-851f-be42c75316da,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:55.750316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfe1cb-8260-46e0-98d8-5b5003ae28e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e08c25f-4990-436d-92c0-8f3e81713a9d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:55.758597 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d9dfe1cb-8260-46e0-98d8-5b5003ae28e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.760071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d9dfe1cb-8260-46e0-98d8-5b5003ae28e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e08c25f-4990-436d-92c0-8f3e81713a9d HTTP/1.1" status: 204 len: 168 time: 0.6010301 Feb 04 15:29:55.767757 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.796443 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1b0b8-d866-48c7-959e-82919e714717 req-d4fc7ffd-3a9e-456e-b91b-13272c921b51 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:55.798282 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eea1b0b8-d866-48c7-959e-82919e714717 req-d4fc7ffd-3a9e-456e-b91b-13272c921b51 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 943 time: 0.2322006 Feb 04 15:29:55.817160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1997455191-router', 'tenant_id': '72764b168ce74419b69eef6dc606f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:31Z', 'updated_at': '2022-02-04T15:29:38Z', 'revision_number': 4, 'project_id': '72764b168ce74419b69eef6dc606f40b', 'gw_port': {'id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:32Z', 'updated_at': '2022-02-04T15:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '9903a0ea-160e-46be-a677-bfb97ef3e80f', 'name': '', 'network_id': '1606805d-682e-4a8b-88b7-a3a34c9cb522', 'tenant_id': '72764b168ce74419b69eef6dc606f40b', 'mac_address': 'fa:16:3e:5c:f1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f045470-1c35-4ec0-b92a-57299038bbbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:36Z', 'updated_at': '2022-02-04T15:29:54Z', 'revision_number': 4, 'project_id': '72764b168ce74419b69eef6dc606f40b', 'subnets': [{'id': '1f045470-1c35-4ec0-b92a-57299038bbbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:55.835238 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeaed98-bb2a-4625-b1bc-38c937c200ad None None] The sync data for ids ['3322ab05-64d7-4428-b853-7f7ec63a15ad'] in n-d-827872-1 is: [{'id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1997455191-router', 'tenant_id': '72764b168ce74419b69eef6dc606f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:31Z', 'updated_at': '2022-02-04T15:29:38Z', 'revision_number': 4, 'project_id': '72764b168ce74419b69eef6dc606f40b', 'gw_port': {'id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:32Z', 'updated_at': '2022-02-04T15:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '9903a0ea-160e-46be-a677-bfb97ef3e80f', 'name': '', 'network_id': '1606805d-682e-4a8b-88b7-a3a34c9cb522', 'tenant_id': '72764b168ce74419b69eef6dc606f40b', 'mac_address': 'fa:16:3e:5c:f1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f045470-1c35-4ec0-b92a-57299038bbbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:36Z', 'updated_at': '2022-02-04T15:29:54Z', 'revision_number': 4, 'project_id': '72764b168ce74419b69eef6dc606f40b', 'subnets': [{'id': '1f045470-1c35-4ec0-b92a-57299038bbbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:29:55.845406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=7625cd05-1b68-4c91-b899-cc3529b5dc60,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:55.880562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb44d48-0c2b-4716-851f-be42c75316da,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:55.924510 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.932152 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4ca6aff7-093e-4ce3-9e0f-5c1283ea3986 service neutron] 10.222.0.81 "PUT /v2.0/ports/1cb44d48-0c2b-4716-851f-be42c75316da HTTP/1.1" status: 200 len: 1091 time: 3.5803151 Feb 04 15:29:55.933185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e856f883-186e-4434-aa01-8277bdd050e4', 'tag': '1cb44d48-0c2b-4716-851f-be42c75316da'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:55.954206 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.158968 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eea1b0b8-d866-48c7-959e-82919e714717 req-16a91e4e-9089-4534-b28a-30f5b78f1f27 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506007 Feb 04 15:29:56.197291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e26de-2d07-4bec-8cd2-4d76aa7f65b4 req-058855e1-0616-4d3a-be23-5750ed8b027e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:56.199992 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-019e26de-2d07-4bec-8cd2-4d76aa7f65b4 req-058855e1-0616-4d3a-be23-5750ed8b027e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 949 time: 0.3293319 Feb 04 15:29:56.286341 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-019e26de-2d07-4bec-8cd2-4d76aa7f65b4 req-8b127563-b7d7-40db-9a24-00099936454d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759404 Feb 04 15:29:56.293400 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-2da1b539-f0af-4f0e-a6c3-b87bbdf5b518 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 1094 time: 0.2412097 Feb 04 15:29:56.371580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=33c0710a-647c-4004-b94a-45a5fdd1528a,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:56.389986 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b721ba5-b0f1-4363-807c-169beadecdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7625cd05-1b68-4c91-b899-cc3529b5dc60', 'code': 200} Feb 04 15:29:56.479917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51452) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:56.492479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 599ac129-b2b4-4720-ae0f-47e597756eef up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:56.556388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:56.569828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ee1d8-1199-40b2-9d00-6f030b5ed0b3 req-7dd29ba8-f679-4b49-bef3-76f02f3ea52a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:56.574745 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f53ee1d8-1199-40b2-9d00-6f030b5ed0b3 req-7dd29ba8-f679-4b49-bef3-76f02f3ea52a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 949 time: 0.1732430 Feb 04 15:29:56.597846 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e856f883-186e-4434-aa01-8277bdd050e4', 'tag': '1cb44d48-0c2b-4716-851f-be42c75316da', 'status': 'completed', 'code': 200} Feb 04 15:29:56.598528 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a7cb059-3cb3-4b84-9064-2892efa1647c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.662996 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 599ac129-b2b4-4720-ae0f-47e597756eef completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:56.669525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 599ac129-b2b4-4720-ae0f-47e597756eef triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:56.669889 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.746443 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f53ee1d8-1199-40b2-9d00-6f030b5ed0b3 req-a36d4cb8-12a4-46cc-8fab-7fb8849f6b90 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635907 Feb 04 15:29:56.786596 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-7077ab24-04b0-4346-a08d-609db1569b36 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cb44d48-0c2b-4716-851f-be42c75316da HTTP/1.1" status: 200 len: 217 time: 0.3761837 Feb 04 15:29:56.818313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6199a4-b4df-4be7-9ac9-fdb0d199f8df req-a96e39a5-8518-4e54-a85e-12da573b406d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:56.827248 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed6199a4-b4df-4be7-9ac9-fdb0d199f8df req-a96e39a5-8518-4e54-a85e-12da573b406d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 945 time: 0.1658590 Feb 04 15:29:56.906603 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.933592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-7ce37104-a52c-4e20-abe1-9a443b6293fc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:56.937143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed6199a4-b4df-4be7-9ac9-fdb0d199f8df req-1664b03d-a4ad-425b-bb48-ffcccd859aa0 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088424 Feb 04 15:29:56.938670 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-7ce37104-a52c-4e20-abe1-9a443b6293fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.1327126 Feb 04 15:29:56.949918 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.017333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 599ac129-b2b4-4720-ae0f-47e597756eef, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=599ac129-b2b4-4720-ae0f-47e597756eef,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:57.029213 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.036263 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.046091 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-4d042c24-d2d5-44cf-9aa3-4667f4a0116c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924282 Feb 04 15:29:57.153544 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1a7cb059-3cb3-4b84-9064-2892efa1647c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:57.182974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Pushing event updated for resources: {'Port': ['ID=33c0710a-647c-4004-b94a-45a5fdd1528a,revision_number=7']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:57.209099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe880b-6712-4958-bbef-d0b3ac594ab5 req-f4acf4f3-c213-4fd5-b7c8-65da453b2c8b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:57.211504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8afe880b-6712-4958-bbef-d0b3ac594ab5 req-f4acf4f3-c213-4fd5-b7c8-65da453b2c8b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 943 time: 0.1818163 Feb 04 15:29:57.219206 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1a7cb059-3cb3-4b84-9064-2892efa1647c admin admin] Usage tracker for resource:security_group_rule and tenant:8562c76d80fb46e0b952e9ee327eea5f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:57.225195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=599ac129-b2b4-4720-ae0f-47e597756eef,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:57.232923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1a7cb059-3cb3-4b84-9064-2892efa1647c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:57.323403 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8afe880b-6712-4958-bbef-d0b3ac594ab5 req-2aebd10e-017a-4295-836c-e6349b6c234e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012945 Feb 04 15:29:57.333107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1a7cb059-3cb3-4b84-9064-2892efa1647c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:57.354995 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cf33696c-2f3d-4814-9db3-2bdc0cd34525 req-74c7856c-6071-432d-8e6a-7fe1a3503711 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7b721ba5-b0f1-4363-807c-169beadecdbe HTTP/1.1" status: 200 len: 1101 time: 0.6974292 Feb 04 15:29:57.457347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9903a0ea-160e-46be-a677-bfb97ef3e80f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:57.569224 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 9903a0ea-160e-46be-a677-bfb97ef3e80f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:57.575126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 9903a0ea-160e-46be-a677-bfb97ef3e80f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:57.575529 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.693427 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Attempting to bind port 33c0710a-647c-4004-b94a-45a5fdd1528a on host n-h2-827872-1 for vnic_type normal with profile {"migrating_to": "n-h1-827872-1"} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:57.693949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Attempting to bind port 33c0710a-647c-4004-b94a-45a5fdd1528a by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:57.694388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Attempting to bind port 33c0710a-647c-4004-b94a-45a5fdd1528a on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:57.721290 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-c7ae2df2-e398-4685-ad82-42367842f5b9 service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630243 Feb 04 15:29:57.733103 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.737611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92643fe9-b580-4839-a35e-16f376d7f5ab req-7b6ec0ab-0be6-468a-8398-876cd19ca28d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:57.740077 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92643fe9-b580-4839-a35e-16f376d7f5ab req-7b6ec0ab-0be6-468a-8398-876cd19ca28d tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 945 time: 0.1586671 Feb 04 15:29:57.761249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Port 33c0710a-647c-4004-b94a-45a5fdd1528a on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:29:57.761810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Attempting to bind port 33c0710a-647c-4004-b94a-45a5fdd1528a on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:29:57.778666 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cf33696c-2f3d-4814-9db3-2bdc0cd34525 req-fce5e19c-43a9-42e8-a347-56322986ae2d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262455 Feb 04 15:29:57.795833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 9903a0ea-160e-46be-a677-bfb97ef3e80f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9903a0ea-160e-46be-a677-bfb97ef3e80f,segment=NetworkSegment(fb85da2d-9f76-48cc-84b0-8e38d6ffebef),segment_id=fb85da2d-9f76-48cc-84b0-8e38d6ffebef)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:57.797454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:29:57.797817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Checking segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:29:57.798201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Bound using segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:29:57.798772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Bound port: 33c0710a-647c-4004-b94a-45a5fdd1528a, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:57.799112 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.805107 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.824969 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92643fe9-b580-4839-a35e-16f376d7f5ab req-4abb8c78-44cd-4fc5-8c7d-f8b510622ccd tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748789 Feb 04 15:29:57.863832 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a7cb059-3cb3-4b84-9064-2892efa1647c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.886976 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a7cb059-3cb3-4b84-9064-2892efa1647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.948435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=9903a0ea-160e-46be-a677-bfb97ef3e80f,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:58.116838 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1a7cb059-3cb3-4b84-9064-2892efa1647c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8562c76d80fb46e0b952e9ee327eea5f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6282148 Feb 04 15:29:58.117375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51478) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:58.146345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cb059-3cb3-4b84-9064-2892efa1647c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c51a11-e430-4a67-ad1a-cb3e891b3de7,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:58.149862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d3d60-03fa-443d-a7fc-43badd91c77d req-b3c82fdd-bd07-44a3-84e8-c1c952475cb5 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:58.152250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-942d3d60-03fa-443d-a7fc-43badd91c77d req-b3c82fdd-bd07-44a3-84e8-c1c952475cb5 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 943 time: 0.2257378 Feb 04 15:29:58.183563 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ccfbc594-64b8-4548-9016-7a4454bcfc2c req-fc621ff6-35ab-4d35-a721-e3ce389e20f7 service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486911 Feb 04 15:29:58.199242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:58.204010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=33c0710a-647c-4004-b94a-45a5fdd1528a,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:58.215061 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.298324 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Pushing event updated for resources: {'Port': ['ID=33c0710a-647c-4004-b94a-45a5fdd1528a,revision_number=8']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:58.298608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7868491-ba2a-43bc-ab44-905bb241e5ea req-20d817b0-8e5d-4da0-bc63-861a44375d00 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:58.300074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7868491-ba2a-43bc-ab44-905bb241e5ea req-20d817b0-8e5d-4da0-bc63-861a44375d00 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 950 time: 0.2481568 Feb 04 15:29:58.342376 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-942d3d60-03fa-443d-a7fc-43badd91c77d req-5d7301e4-fbce-4eef-9728-41ad733f5292 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800883 Feb 04 15:29:58.349438 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f4abf77-3dbf-4e6d-9313-f410f8314d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.390956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224deac3-8e61-4cb6-b691-a47ae5eb5788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599ac129-b2b4-4720-ae0f-47e597756eef'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:58.425108 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f4abf77-3dbf-4e6d-9313-f410f8314d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.452085 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7868491-ba2a-43bc-ab44-905bb241e5ea req-1d48f225-87e0-4deb-b1aa-e3e060a8152d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307654 Feb 04 15:29:58.505594 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.507441 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-0c9b3005-58a8-4beb-8c86-d0b7010ca435 service neutron] 10.222.0.81 "PUT /v2.0/ports/33c0710a-647c-4004-b94a-45a5fdd1528a HTTP/1.1" status: 200 len: 1121 time: 2.9467270 Feb 04 15:29:58.530248 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-946fc2d1-56b8-4cf2-967c-2df440945eb6 req-fc5df279-5dbd-436b-8999-555f9731f2fd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 1094 time: 0.1710651 Feb 04 15:29:58.532626 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f4abf77-3dbf-4e6d-9313-f410f8314d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.555024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4abf77-3dbf-4e6d-9313-f410f8314d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c51a11-e430-4a67-ad1a-cb3e891b3de7,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:58.564472 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f4abf77-3dbf-4e6d-9313-f410f8314d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.565869 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1f4abf77-3dbf-4e6d-9313-f410f8314d79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7c51a11-e430-4a67-ad1a-cb3e891b3de7 HTTP/1.1" status: 204 len: 168 time: 0.4455240 Feb 04 15:29:58.606768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9027c7-84cb-4283-8f7b-076e4e193514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c0710a-647c-4004-b94a-45a5fdd1528a'}, {'name': 'network-changed', 'server_uuid': '1c9027c7-84cb-4283-8f7b-076e4e193514', 'tag': '33c0710a-647c-4004-b94a-45a5fdd1528a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:58.697085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['33c0710a-647c-4004-b94a-45a5fdd1528a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:29:58.819761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fc2d1-56b8-4cf2-967c-2df440945eb6 req-a35c2a46-03d1-4874-9aaf-2250a9e0e9c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:58.826030 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-946fc2d1-56b8-4cf2-967c-2df440945eb6 req-a35c2a46-03d1-4874-9aaf-2250a9e0e9c3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.2893643 Feb 04 15:29:58.940505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6dd75-b616-41c8-b880-d76032bf2609 req-c81323a1-6ac2-41a6-8d15-d70b564e6a37 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:58.941988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34b6dd75-b616-41c8-b880-d76032bf2609 req-c81323a1-6ac2-41a6-8d15-d70b564e6a37 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 943 time: 0.1747375 Feb 04 15:29:59.012648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34b6dd75-b616-41c8-b880-d76032bf2609 req-8ed2a1d8-89eb-49ed-8f96-ae430534fdd6 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651250 Feb 04 15:29:59.023618 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-946fc2d1-56b8-4cf2-967c-2df440945eb6 req-07f8b899-615e-4c9b-845b-8aba1997bcbd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cb44d48-0c2b-4716-851f-be42c75316da HTTP/1.1" status: 200 len: 217 time: 0.1832528 Feb 04 15:29:59.141429 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224deac3-8e61-4cb6-b691-a47ae5eb5788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599ac129-b2b4-4720-ae0f-47e597756eef', 'code': 200} Feb 04 15:29:59.161015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fc2d1-56b8-4cf2-967c-2df440945eb6 req-d21ed3d4-4517-4648-b7ec-d9e91a0f5e90 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:59.164086 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-946fc2d1-56b8-4cf2-967c-2df440945eb6 req-d21ed3d4-4517-4648-b7ec-d9e91a0f5e90 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.1157653 Feb 04 15:29:59.274847 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-946fc2d1-56b8-4cf2-967c-2df440945eb6 req-fe88d566-1ba7-48b4-bfc5-9f9caa470737 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013510 Feb 04 15:29:59.282103 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9027c7-84cb-4283-8f7b-076e4e193514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c0710a-647c-4004-b94a-45a5fdd1528a', 'code': 200} Feb 04 15:29:59.282103 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9027c7-84cb-4283-8f7b-076e4e193514', 'tag': '33c0710a-647c-4004-b94a-45a5fdd1528a', 'status': 'completed', 'code': 200} Feb 04 15:29:59.299540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6415f9f7-75e7-442b-9c99-f56270951e5a req-e7b4ecc5-bfca-4bf4-b43c-727437a4efb6 tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4&device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788&device_id=7b721ba5-b0f1-4363-807c-169beadecdbe&device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef&device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54&device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c&device_id=1c9027c7-84cb-4283-8f7b-076e4e193514&device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33&device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e&device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82&device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e&device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 10916 time: 0.1767945 Feb 04 15:29:59.337702 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6415f9f7-75e7-442b-9c99-f56270951e5a req-bbb48da0-740c-4b7b-b332-19ed4f60e37a tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:59.381693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-6415f9f7-75e7-442b-9c99-f56270951e5a req-bbb48da0-740c-4b7b-b332-19ed4f60e37a tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:59.391438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6415f9f7-75e7-442b-9c99-f56270951e5a req-bbb48da0-740c-4b7b-b332-19ed4f60e37a tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] Usage tracker for resource:security_group_rule and tenant:feafd22f8b7d47e2a761e4cc4325eeb4 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:59.396599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9903a0ea-160e-46be-a677-bfb97ef3e80f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:59.409354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6415f9f7-75e7-442b-9c99-f56270951e5a req-bbb48da0-740c-4b7b-b332-19ed4f60e37a tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:59.436162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-6415f9f7-75e7-442b-9c99-f56270951e5a req-bbb48da0-740c-4b7b-b332-19ed4f60e37a tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:59.563298 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9ba164d5-0606-4d52-bbc6-8d599fb7a149 req-f0ee774a-8147-4a3a-b3a2-63dfa9259145 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 1101 time: 0.3354998 Feb 04 15:29:59.566672 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-946fc2d1-56b8-4cf2-967c-2df440945eb6 req-7faf38ea-15e1-41c1-9a98-309f068972c9 service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795267 Feb 04 15:29:59.594320 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d641c099-168d-44c7-a549-684e0c6f576e req-15fbfbe3-cbb0-4a5b-986b-f90718381fe1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 1124 time: 0.2768145 Feb 04 15:29:59.602140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 9903a0ea-160e-46be-a677-bfb97ef3e80f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:59.603496 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:59.648129 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6415f9f7-75e7-442b-9c99-f56270951e5a req-bbb48da0-740c-4b7b-b332-19ed4f60e37a tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:59.664206 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6415f9f7-75e7-442b-9c99-f56270951e5a req-bbb48da0-740c-4b7b-b332-19ed4f60e37a tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:59.708069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb48da0-740c-4b7b-b332-19ed4f60e37a tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a784170-b3cb-4b4f-80c2-9913cb404298,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:59.746177 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6415f9f7-75e7-442b-9c99-f56270951e5a req-bbb48da0-740c-4b7b-b332-19ed4f60e37a tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&id=7871dc08-0270-4cb6-af06-bc8196cea558&id=89141bf5-5da2-4786-8630-d736fd1f9ad2&id=f9e57cf3-b6e8-48b9-afe5-141b17282947&id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.4402375 Feb 04 15:29:59.790215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6788e85-1481-44dc-8ddb-af99895f16ad req-f215514a-f623-47cf-ac6e-9569075ae8cc tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:59.802682 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6788e85-1481-44dc-8ddb-af99895f16ad req-f215514a-f623-47cf-ac6e-9569075ae8cc tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 943 time: 0.2301238 Feb 04 15:29:59.819889 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-946fc2d1-56b8-4cf2-967c-2df440945eb6 req-ee16b668-3550-4124-bf06-94bd20cbefda service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228835 Feb 04 15:29:59.975940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6788e85-1481-44dc-8ddb-af99895f16ad req-f4809c2d-7d64-4fcd-8275-39bb8ec18f8e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718731 Feb 04 15:30:00.056624 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9ba164d5-0606-4d52-bbc6-8d599fb7a149 req-9968f28f-efbd-49e8-b965-315022e17e54 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599404 Feb 04 15:30:00.133012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee70ed0-3e64-43af-a4f0-6b6bca457d1d req-0e29eec0-0482-4c76-9b96-d7a68a93c1b3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:00.136745 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ee70ed0-3e64-43af-a4f0-6b6bca457d1d req-0e29eec0-0482-4c76-9b96-d7a68a93c1b3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 950 time: 0.1584930 Feb 04 15:30:00.163706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641c099-168d-44c7-a549-684e0c6f576e req-1abf592d-93a5-4901-984d-59fe2acb5c43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:00.165169 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d641c099-168d-44c7-a549-684e0c6f576e req-1abf592d-93a5-4901-984d-59fe2acb5c43 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.3438189 Feb 04 15:30:00.238202 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ee70ed0-3e64-43af-a4f0-6b6bca457d1d req-af2f7b80-b13c-4882-b053-c4603f46bbac tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952592 Feb 04 15:30:00.278523 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d641c099-168d-44c7-a549-684e0c6f576e req-f798c5e1-f6e2-4883-b9b2-e5cc2e72f222 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33c0710a-647c-4004-b94a-45a5fdd1528a HTTP/1.1" status: 200 len: 217 time: 0.1028624 Feb 04 15:30:00.404988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641c099-168d-44c7-a549-684e0c6f576e req-e8ba77b4-9bbd-4c72-9c2e-8f6462e2d946 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:00.406425 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d641c099-168d-44c7-a549-684e0c6f576e req-e8ba77b4-9bbd-4c72-9c2e-8f6462e2d946 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.1176894 Feb 04 15:30:00.485549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206d0da-4a3f-415d-8ea1-d2c7f200266f req-2afa950b-2419-4049-a06c-6bf69f3f0eab tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:00.487833 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9206d0da-4a3f-415d-8ea1-d2c7f200266f req-2afa950b-2419-4049-a06c-6bf69f3f0eab tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 943 time: 0.0847907 Feb 04 15:30:00.511680 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d641c099-168d-44c7-a549-684e0c6f576e req-e8625f7f-b74e-4aa3-a053-9b79100cee91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923996 Feb 04 15:30:00.523988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 33c0710a-647c-4004-b94a-45a5fdd1528a details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:00.622161 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9206d0da-4a3f-415d-8ea1-d2c7f200266f req-77831d8b-cf86-4755-9d27-5216355c20f7 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285539 Feb 04 15:30:00.741284 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27fe0e75-8980-411a-8672-f15b4b34b4ef req-77a02d1f-53c9-4dae-87e9-483a1979d8b9 tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54&device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e&device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 2881 time: 0.1001770 Feb 04 15:30:00.773543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=33c0710a-647c-4004-b94a-45a5fdd1528a,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:00.796504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 33c0710a-647c-4004-b94a-45a5fdd1528a has no active binding in host n-h1-827872-1 {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:30:00.828948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27fe0e75-8980-411a-8672-f15b4b34b4ef req-c2c3af1d-cc83-4f9b-868b-228a88e84c5b tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789213 Feb 04 15:30:00.888907 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d641c099-168d-44c7-a549-684e0c6f576e req-9cbffdf8-8907-4bb8-bd89-7f552486b169 service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695281 Feb 04 15:30:01.224397 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0d55b958-21a8-42f8-9893-f611449e17e6 req-36abdfc7-060a-4a13-bd29-c9500e3c7278 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4755263 Feb 04 15:30:01.230458 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d641c099-168d-44c7-a549-684e0c6f576e req-9d13473d-2471-4fc8-9ffb-c0eabcd27bd3 service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334143 Feb 04 15:30:01.391196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fe181-550a-497e-8578-3bf651ea2a36 req-ab286b01-a17e-43bb-bce8-4a85de140f25 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:01.392814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de9fe181-550a-497e-8578-3bf651ea2a36 req-ab286b01-a17e-43bb-bce8-4a85de140f25 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 943 time: 0.1287394 Feb 04 15:30:01.435530 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0d55b958-21a8-42f8-9893-f611449e17e6 req-cc56c8ef-7bfc-436e-babc-965521dec2cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 1116 time: 0.1266830 Feb 04 15:30:01.529307 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de9fe181-550a-497e-8578-3bf651ea2a36 req-6f1a0b29-0247-45d2-b206-3597baddba9c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145494 Feb 04 15:30:01.709998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c7977-ed6e-4457-aaa0-391fe8df5603 req-66e3da42-167f-487d-9076-361fa076544f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:01.711466 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a4c7977-ed6e-4457-aaa0-391fe8df5603 req-66e3da42-167f-487d-9076-361fa076544f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 950 time: 0.0925729 Feb 04 15:30:01.719910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55b958-21a8-42f8-9893-f611449e17e6 req-93920b10-84b3-4b82-91b6-e8f90174334e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:01.722089 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0d55b958-21a8-42f8-9893-f611449e17e6 req-93920b10-84b3-4b82-91b6-e8f90174334e service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.2616775 Feb 04 15:30:01.783688 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a4c7977-ed6e-4457-aaa0-391fe8df5603 req-66e50539-c8dd-4c5d-b0c6-55903528b6c5 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587039 Feb 04 15:30:01.876816 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0d55b958-21a8-42f8-9893-f611449e17e6 req-64934231-737e-4dcc-a741-6813963c71ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 HTTP/1.1" status: 200 len: 217 time: 0.1414940 Feb 04 15:30:01.985973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55b958-21a8-42f8-9893-f611449e17e6 req-572ea803-b269-4a83-8ae7-1a4e12a92b43 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:01.988806 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0d55b958-21a8-42f8-9893-f611449e17e6 req-572ea803-b269-4a83-8ae7-1a4e12a92b43 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.1018548 Feb 04 15:30:02.054051 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0d55b958-21a8-42f8-9893-f611449e17e6 req-ac7b3698-436a-4731-87b8-a3abb5c2587b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535243 Feb 04 15:30:02.118072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef38450-9538-47a9-9c12-01745c003864 req-726f8218-3e6f-4cc0-abe7-473c7a337063 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:02.126816 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ef38450-9538-47a9-9c12-01745c003864 req-726f8218-3e6f-4cc0-abe7-473c7a337063 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 943 time: 0.2166982 Feb 04 15:30:02.199598 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ef38450-9538-47a9-9c12-01745c003864 req-c75994da-1028-4f0a-a0e0-1d37fcf7cb35 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711834 Feb 04 15:30:02.322976 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0d55b958-21a8-42f8-9893-f611449e17e6 req-b0e15a4f-b4ea-426f-88f3-04c72bf00496 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443330 Feb 04 15:30:02.518077 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0d55b958-21a8-42f8-9893-f611449e17e6 req-f47abdc0-0a1b-43d1-baa1-6b9b12157e85 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827335 Feb 04 15:30:02.535579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 1cb44d48-0c2b-4716-851f-be42c75316da details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:02.800232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1cb44d48-0c2b-4716-851f-be42c75316da,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:02.815774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '1cb44d48-0c2b-4716-851f-be42c75316da', 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810', 'port_id': '1cb44d48-0c2b-4716-851f-be42c75316da', 'mac_address': 'fa:16:3e:81:83:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e65648f-2a98-4db0-8d3e-3d1fb81866e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:02.824523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51584) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:02.888584 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:02.910598 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8f06100-14a9-4cc5-9e92-0967c0686ac3 req-d397f184-b8b3-4db1-add1-bf148838f42b tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 1100 time: 0.1419625 Feb 04 15:30:02.911210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb44d48-0c2b-4716-851f-be42c75316da {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:02.935654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1cb44d48-0c2b-4716-851f-be42c75316da,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:02.940598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092eb18-3b07-45b1-a458-2309b103875c req-87a13b37-6d47-45ac-8805-125b400f5aae tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:02.940949 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:02.942065 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d092eb18-3b07-45b1-a458-2309b103875c req-87a13b37-6d47-45ac-8805-125b400f5aae tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 943 time: 0.2078741 Feb 04 15:30:03.009932 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.040457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=1cb44d48-0c2b-4716-851f-be42c75316da,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:03.043112 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8f06100-14a9-4cc5-9e92-0967c0686ac3 req-baea752c-5dcc-4430-b1dc-50ee3d42a3ac tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094956 Feb 04 15:30:03.046768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d092eb18-3b07-45b1-a458-2309b103875c req-3e8f6d81-cf80-48b7-b279-9b43dfacc978 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723078 Feb 04 15:30:03.083453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:03.095655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Usage tracker for resource:security_group_rule and tenant:a5e016337a1c457b834be74ece00f026 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:03.114317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:03.125947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:03.228859 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.237387 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.310032 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5e016337a1c457b834be74ece00f026&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4815278 Feb 04 15:30:03.310346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51596) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:03.319575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11164ed-2171-414a-8580-ce87f3b899af,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:03.334490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.335170 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.335540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.335878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.336241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.336571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.336902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.337228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.337551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.337955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.338200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a91ce2-fb75-47cd-bfcf-d9ee4e4c7b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.397416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59446879-d535-473c-8199-c39b8f561fa3 req-959172e1-5f78-4142-84df-b36d444499ab tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:03.398836 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59446879-d535-473c-8199-c39b8f561fa3 req-959172e1-5f78-4142-84df-b36d444499ab tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 950 time: 0.1895688 Feb 04 15:30:03.488671 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.503846 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59446879-d535-473c-8199-c39b8f561fa3 req-615654c3-6ef0-4ce0-a655-6fa1c785e92e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935161 Feb 04 15:30:03.520131 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5283f1af-2007-4c8c-b615-1b685ed9fe25 req-77fd10d8-a1d2-4550-bba0-927eb8bc7a2f tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 1100 time: 0.1823962 Feb 04 15:30:03.524080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.538084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['1cb44d48-0c2b-4716-851f-be42c75316da'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:30:03.598990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5283f1af-2007-4c8c-b615-1b685ed9fe25 req-7563b660-37a0-41b6-941f-8f9915121c7a tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673921 Feb 04 15:30:03.622684 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.649407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11164ed-2171-414a-8580-ce87f3b899af,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:03.665480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.665816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.666141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.667064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.667510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.667736 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.668050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.668361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.668673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.669039 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.669275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:03.678045 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.681938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a81ad115-1ce4-4b8a-be93-eb269f2952c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e11164ed-2171-414a-8580-ce87f3b899af HTTP/1.1" status: 204 len: 168 time: 0.3704162 Feb 04 15:30:04.001429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb7d5c-38f4-4954-b74b-7c3a5fdefd08 req-d5960c73-861b-4cdf-ae18-218d7cf589b5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:04.009075 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdfb7d5c-38f4-4954-b74b-7c3a5fdefd08 req-d5960c73-861b-4cdf-ae18-218d7cf589b5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 943 time: 0.1611388 Feb 04 15:30:04.110805 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdfb7d5c-38f4-4954-b74b-7c3a5fdefd08 req-63d7f2bf-ba70-4b78-af34-4b0b34df0d2e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994468 Feb 04 15:30:04.249533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51620) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:04.272978 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c21c0a52-a62d-4eff-9f5f-7deaa686a749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.299328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f105e-fac6-4805-99b6-a680c08626db req-de32d8ae-c399-4670-8fb4-b7b067611ae9 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:04.300796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e4f105e-fac6-4805-99b6-a680c08626db req-de32d8ae-c399-4670-8fb4-b7b067611ae9 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b721ba5-b0f1-4363-807c-169beadecdbe HTTP/1.1" status: 200 len: 950 time: 0.1461098 Feb 04 15:30:04.321666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c21c0a52-a62d-4eff-9f5f-7deaa686a749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:04.328179 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c21c0a52-a62d-4eff-9f5f-7deaa686a749 admin admin] Usage tracker for resource:security_group_rule and tenant:e525c3403fef47fdb74f4c83d35b60ea is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:04.332741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c21c0a52-a62d-4eff-9f5f-7deaa686a749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:04.341346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c21c0a52-a62d-4eff-9f5f-7deaa686a749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:04.376166 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e4f105e-fac6-4805-99b6-a680c08626db req-3e89c73b-5fd2-4fe6-9176-85610e06cd19 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648422 Feb 04 15:30:04.451743 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c21c0a52-a62d-4eff-9f5f-7deaa686a749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.459942 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c21c0a52-a62d-4eff-9f5f-7deaa686a749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.572253 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c21c0a52-a62d-4eff-9f5f-7deaa686a749 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e525c3403fef47fdb74f4c83d35b60ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3193600 Feb 04 15:30:04.572253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c0a52-a62d-4eff-9f5f-7deaa686a749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba66b349-3558-42ea-ab1e-054533010f29,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:04.573836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51628) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:04.668616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ffb320b-08b8-4294-921c-78c8a33c319c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.673150 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-160861fd-f5c0-4dc4-bbdd-c495b8dbcccb service neutron] 10.222.0.73 "GET /v2.0/ports/33c0710a-647c-4004-b94a-45a5fdd1528a/bindings/n-h1-827872-1 HTTP/1.1" status: 200 len: 384 time: 0.1588376 Feb 04 15:30:04.733975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078725b0-bf2c-44db-b9d1-bc88af24ad47 req-8ddaea88-fe33-49fd-8166-994f6f52e068 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:04.735566 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-078725b0-bf2c-44db-b9d1-bc88af24ad47 req-8ddaea88-fe33-49fd-8166-994f6f52e068 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 944 time: 0.2063494 Feb 04 15:30:04.768680 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ffb320b-08b8-4294-921c-78c8a33c319c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.823442 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-078725b0-bf2c-44db-b9d1-bc88af24ad47 req-644d28b5-b1a8-4616-8eb9-61de1413272e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457351 Feb 04 15:30:05.089751 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ffb320b-08b8-4294-921c-78c8a33c319c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.124219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb320b-08b8-4294-921c-78c8a33c319c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba66b349-3558-42ea-ab1e-054533010f29,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:05.134082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-db635552-72df-4f17-a842-dbb0d899a879 service neutron] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=33c0710a-647c-4004-b94a-45a5fdd1528a,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:05.158202 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ffb320b-08b8-4294-921c-78c8a33c319c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.162277 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1ffb320b-08b8-4294-921c-78c8a33c319c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba66b349-3558-42ea-ab1e-054533010f29 HTTP/1.1" status: 204 len: 168 time: 0.5823102 Feb 04 15:30:05.188435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-db635552-72df-4f17-a842-dbb0d899a879 service neutron] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:05.298996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-db635552-72df-4f17-a842-dbb0d899a879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c0710a-647c-4004-b94a-45a5fdd1528a {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:05.315191 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-db635552-72df-4f17-a842-dbb0d899a879 service neutron] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=33c0710a-647c-4004-b94a-45a5fdd1528a,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:05.391846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b8e61-c4bd-4fb2-ac07-d69a1e7c158c req-2f7b3b67-d46e-41bd-b259-661b269f6960 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:05.400234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b8e61-c4bd-4fb2-ac07-d69a1e7c158c req-2f7b3b67-d46e-41bd-b259-661b269f6960 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:05.408184 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec5b8e61-c4bd-4fb2-ac07-d69a1e7c158c req-2f7b3b67-d46e-41bd-b259-661b269f6960 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788&device_id=7b721ba5-b0f1-4363-807c-169beadecdbe HTTP/1.1" status: 200 len: 1691 time: 0.2274270 Feb 04 15:30:05.446662 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-db635552-72df-4f17-a842-dbb0d899a879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.537505 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec5b8e61-c4bd-4fb2-ac07-d69a1e7c158c req-1ec64ea4-b0fd-4d33-b096-299428682623 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231704 Feb 04 15:30:05.689989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-db635552-72df-4f17-a842-dbb0d899a879 service neutron] Transition to ACTIVE for port object 33c0710a-647c-4004-b94a-45a5fdd1528a will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:05.719570 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-db635552-72df-4f17-a842-dbb0d899a879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.872022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5ff69-505a-489a-9bc3-a672d68ebb92 req-b06b1756-8a56-4eca-a0fe-c4f65bda5db2 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:05.878727 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62b5ff69-505a-489a-9bc3-a672d68ebb92 req-b06b1756-8a56-4eca-a0fe-c4f65bda5db2 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 944 time: 0.1972039 Feb 04 15:30:05.943267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62b5ff69-505a-489a-9bc3-a672d68ebb92 req-0e338dea-a889-454d-9d1f-b0fbeab7b79a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635707 Feb 04 15:30:05.999042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-db635552-72df-4f17-a842-dbb0d899a879 service neutron] No DVR routers for this DVR port 33c0710a-647c-4004-b94a-45a5fdd1528a on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:06.006290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db635552-72df-4f17-a842-dbb0d899a879 service neutron] Pushing event updated for resources: {'Port': ['ID=33c0710a-647c-4004-b94a-45a5fdd1528a,revision_number=10']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:06.065742 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-db635552-72df-4f17-a842-dbb0d899a879 service neutron] 10.222.0.73 "PUT /v2.0/ports/33c0710a-647c-4004-b94a-45a5fdd1528a/bindings/n-h1-827872-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3849492 Feb 04 15:30:06.331825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2a9b1-fc7a-439e-a244-418aee674928 req-4ab9a049-804f-4d0e-acad-cacad5b2ece6 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:06.339761 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bc2a9b1-fc7a-439e-a244-418aee674928 req-4ab9a049-804f-4d0e-acad-cacad5b2ece6 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 944 time: 0.1700473 Feb 04 15:30:06.359099 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-f7cc91b0-0bde-4a9a-87b2-24f5c9fa0fce tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514&tenant_id=259f0c881e6045e4b888323648b2d57a&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 1095 time: 0.2088606 Feb 04 15:30:06.417974 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bc2a9b1-fc7a-439e-a244-418aee674928 req-54475fc7-ca7e-4258-8810-a574fa1b8911 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752549 Feb 04 15:30:06.528566 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-454f2243-f895-4984-a2aa-93a1546d363a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.553163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 1cb44d48-0c2b-4716-851f-be42c75316da up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:06.581948 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-558cc5a7-e872-42f5-b895-3b370d5b6b0b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514&tenant_id=259f0c881e6045e4b888323648b2d57a HTTP/1.1" status: 200 len: 1095 time: 0.2149134 Feb 04 15:30:06.687116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 1cb44d48-0c2b-4716-851f-be42c75316da completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:06.694511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 1cb44d48-0c2b-4716-851f-be42c75316da triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:06.695130 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.735268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 33c0710a-647c-4004-b94a-45a5fdd1528a no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:06.766375 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-df440e6f-6873-4c16-af69-7ea3bfd9b143 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 1095 time: 0.1309254 Feb 04 15:30:06.844464 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c5401eb-785c-42e0-8d8c-9694e9363e83 req-4bc346fa-5e4b-4789-857f-f44732d1c1bb tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 1101 time: 0.2685902 Feb 04 15:30:06.848602 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:30:06.853228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 33c0710a-647c-4004-b94a-45a5fdd1528a not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:30:06.908234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3c5401eb-785c-42e0-8d8c-9694e9363e83 req-936cbb4c-627a-49ce-af4e-85c2f14dc9d5 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] Synchronizing usage tracker for tenant:6fcea87e2cec4692b48a7ee7bb69dc77 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:06.939607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974e1e-42ce-4a97-a51c-4592e421dc6b req-4958a9a7-fd03-4d19-9402-f029c077aa67 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:06.950192 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62974e1e-42ce-4a97-a51c-4592e421dc6b req-4958a9a7-fd03-4d19-9402-f029c077aa67 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.2963719 Feb 04 15:30:06.964507 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:07.003812 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1cb44d48-0c2b-4716-851f-be42c75316da,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:07.005419 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e856f883-186e-4434-aa01-8277bdd050e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb44d48-0c2b-4716-851f-be42c75316da'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:07.014322 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:07.034258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-bbf53dde-2e13-4afe-a89d-1928f21843ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:07.037533 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-bbf53dde-2e13-4afe-a89d-1928f21843ce service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.2627139 Feb 04 15:30:07.042612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3c5401eb-785c-42e0-8d8c-9694e9363e83 req-936cbb4c-627a-49ce-af4e-85c2f14dc9d5 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] Unset dirty status for tenant:6fcea87e2cec4692b48a7ee7bb69dc77 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:07.044087 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c5401eb-785c-42e0-8d8c-9694e9363e83 req-936cbb4c-627a-49ce-af4e-85c2f14dc9d5 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986852 Feb 04 15:30:07.067554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62974e1e-42ce-4a97-a51c-4592e421dc6b req-17cd61b1-f5c6-4eb7-b5ce-aefd7b184312 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119235 Feb 04 15:30:07.112408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=1cb44d48-0c2b-4716-851f-be42c75316da,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:07.122941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:07.123324 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:07.123663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:07.123989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:07.124316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:07.124642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:07.124962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:07.125280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:07.125599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:07.126165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:07.126660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:07.187452 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-48722896-bfd3-4239-970f-5377fe663862 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33c0710a-647c-4004-b94a-45a5fdd1528a HTTP/1.1" status: 200 len: 217 time: 0.1404572 Feb 04 15:30:07.304242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-84a8fcf4-d765-4f42-95a0-84ced55f705e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:07.308155 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-84a8fcf4-d765-4f42-95a0-84ced55f705e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.1138334 Feb 04 15:30:07.325420 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e856f883-186e-4434-aa01-8277bdd050e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb44d48-0c2b-4716-851f-be42c75316da', 'code': 200} Feb 04 15:30:07.428002 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-e65fa5ec-f541-4da1-bf41-9ce07adc7e24 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141243 Feb 04 15:30:07.450192 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73b67c-1d34-4032-a833-50a95d53e12f req-f024f8ba-9e0a-4086-917a-1358ed7d4033 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:07.457587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af73b67c-1d34-4032-a833-50a95d53e12f req-f024f8ba-9e0a-4086-917a-1358ed7d4033 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 944 time: 0.2340353 Feb 04 15:30:07.569169 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af73b67c-1d34-4032-a833-50a95d53e12f req-9811c861-8a4b-4513-973e-cf69ff51ad1c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107130 Feb 04 15:30:07.587914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-88d7a92b-4dbc-43c1-bdb8-8fa804d0f3c9 req-2caaa6d6-319f-4cd3-88bc-8cb6da8a9a34 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7b721ba5-b0f1-4363-807c-169beadecdbe HTTP/1.1" status: 200 len: 1101 time: 0.1134605 Feb 04 15:30:07.659968 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-88d7a92b-4dbc-43c1-bdb8-8fa804d0f3c9 req-90357d5d-ba42-47b1-97b0-41dc7d0baeac tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622888 Feb 04 15:30:07.718436 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-3c808241-a053-433c-93bf-bae5eda83514 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806103 Feb 04 15:30:07.728514 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4d947ac3-f77e-4e80-a3d6-e66a82a91ce0 req-a516210d-10d5-4033-857f-a02d8f44abad service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 1096 time: 0.2462819 Feb 04 15:30:07.949558 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4673e-68ad-4370-ac6f-37e8aba11d41 req-bb8d385f-9c07-46b4-8d77-69919891696d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:07.951345 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ea4673e-68ad-4370-ac6f-37e8aba11d41 req-bb8d385f-9c07-46b4-8d77-69919891696d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 945 time: 0.1274686 Feb 04 15:30:07.994977 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-efb4533b-354a-4e15-9ed1-69b627b6264a service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647638 Feb 04 15:30:07.996623 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4d947ac3-f77e-4e80-a3d6-e66a82a91ce0 req-04cfd01b-1e7b-4d29-a956-29e1b23cdeb8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122077 Feb 04 15:30:08.050596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ea4673e-68ad-4370-ac6f-37e8aba11d41 req-dd4c3107-2a6e-4eec-9e1a-4e87bfb8a335 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936940 Feb 04 15:30:08.365109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d02b9-b4c7-4329-85ed-df18c32c7152 req-db3540de-050e-4533-8065-18d86104d93d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:08.366696 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca0d02b9-b4c7-4329-85ed-df18c32c7152 req-db3540de-050e-4533-8065-18d86104d93d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.0971701 Feb 04 15:30:08.444280 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-ec1ce305-6445-44e2-83b2-9f81a49c6c3b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4213da738ffd4f85b6792919883c01d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389926 Feb 04 15:30:08.483766 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca0d02b9-b4c7-4329-85ed-df18c32c7152 req-b239f845-a174-46fb-aa9b-747bc596b228 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040633 Feb 04 15:30:08.699530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-d1a41723-125e-489b-a324-96aba0428e33 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:08.706945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-d1a41723-125e-489b-a324-96aba0428e33 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2527673 Feb 04 15:30:08.737162 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-9e258786-f60f-4e51-ab45-c9b0d0152708 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/quotas/4213da738ffd4f85b6792919883c01d4 HTTP/1.1" status: 200 len: 375 time: 0.0292311 Feb 04 15:30:08.774585 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-daf66d98-064e-4cdc-9226-7c98db2b923d tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514&tenant_id=259f0c881e6045e4b888323648b2d57a&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 1095 time: 0.0850301 Feb 04 15:30:08.827314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985a9aa-7779-4ac7-adbe-201b9a20df4f req-1bd60af6-fe3e-438e-85b2-8adcddbfa3e6 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:08.828783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8985a9aa-7779-4ac7-adbe-201b9a20df4f req-1bd60af6-fe3e-438e-85b2-8adcddbfa3e6 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 946 time: 0.1648941 Feb 04 15:30:08.880392 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-621770c8-ddf2-41f7-8dfb-e10d6ba8fea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.881544 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-b04e6262-6066-4f2b-8539-be90ab12964c service neutron] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:08.884697 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-b04e6262-6066-4f2b-8539-be90ab12964c service neutron] Notify callbacks [] for binding, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.885439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-69d85b6e-364f-438b-9646-579d3a51687c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1353040 Feb 04 15:30:08.893385 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aefbd074-5b61-4b54-bf7c-4bd6ecf8ce3b req-b04e6262-6066-4f2b-8539-be90ab12964c service neutron] 10.222.0.81 "DELETE /v2.0/ports/33c0710a-647c-4004-b94a-45a5fdd1528a/bindings/n-h2-827872-1 HTTP/1.1" status: 204 len: 173 time: 0.1106157 Feb 04 15:30:08.898082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8985a9aa-7779-4ac7-adbe-201b9a20df4f req-3b32a9e4-41e4-45c2-8292-5925005005cc tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617404 Feb 04 15:30:09.123368 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44df2b3-42be-435c-b7c7-5d075458d936 req-a42f9174-69e3-49cd-9d89-a320a0e9a60e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:09.125595 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d44df2b3-42be-435c-b7c7-5d075458d936 req-a42f9174-69e3-49cd-9d89-a320a0e9a60e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 944 time: 0.0984991 Feb 04 15:30:09.177935 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d44df2b3-42be-435c-b7c7-5d075458d936 req-f655e097-a58f-45d2-be7d-7eabf9c90c2a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460913 Feb 04 15:30:09.576586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809540e7-4db2-43c1-aa15-e6dd8075b955 req-9c64d1c1-9442-401f-b831-8605cf010c45 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:09.594357 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-809540e7-4db2-43c1-aa15-e6dd8075b955 req-9c64d1c1-9442-401f-b831-8605cf010c45 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 945 time: 0.1871476 Feb 04 15:30:09.714734 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-809540e7-4db2-43c1-aa15-e6dd8075b955 req-0c94bdf6-f2ac-4a6e-944e-0efe69ddcd1e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191430 Feb 04 15:30:09.884681 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:10.087770 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:10.360850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b75ef-cc00-4ac0-89ae-0b286bb9e981 req-5bffd0f8-6f5e-4a34-a583-a3fec098da57 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:10.363908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce0b75ef-cc00-4ac0-89ae-0b286bb9e981 req-5bffd0f8-6f5e-4a34-a583-a3fec098da57 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1907704 Feb 04 15:30:10.380076 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9fa8b5aa-7f3f-435a-b24c-25aafc301b79 req-0085940f-b523-4170-85f1-3c6ae5397648 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 1095 time: 0.1489222 Feb 04 15:30:10.468268 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9fa8b5aa-7f3f-435a-b24c-25aafc301b79 req-2f6ecc9c-2487-46d1-9e39-0f6f5023de9a tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851316 Feb 04 15:30:10.470643 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce0b75ef-cc00-4ac0-89ae-0b286bb9e981 req-6dee3926-2f3f-4f72-9c2e-771a6b35e603 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891109 Feb 04 15:30:10.873752 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27d0151d-740a-4685-9a4b-343fa886b55b req-71c88358-ead6-4fcd-b141-bf1d12961ad1 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 210 time: 0.0509317 Feb 04 15:30:10.960255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef029b-159e-4504-9b0c-8a298066afe5 req-15736842-c322-4f6e-afda-1a3cebc15ccc tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:10.969304 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07ef029b-159e-4504-9b0c-8a298066afe5 req-15736842-c322-4f6e-afda-1a3cebc15ccc tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 946 time: 0.2985408 Feb 04 15:30:11.032413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07ef029b-159e-4504-9b0c-8a298066afe5 req-0e195d4e-da2a-466b-81d4-03c21b677340 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/security-groups?id=7871dc08-0270-4cb6-af06-bc8196cea558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620704 Feb 04 15:30:11.292264 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.294096 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.315339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-23fb5bed-c9e2-4f90-a3d3-4e03b4d00429 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:11.316781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-23fb5bed-c9e2-4f90-a3d3-4e03b4d00429 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 807 time: 0.2167349 Feb 04 15:30:11.331257 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86019f-3623-4c5b-847d-5b4f8961e549 req-29077624-d36d-43a0-a520-495d295da93c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:11.332809 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a86019f-3623-4c5b-847d-5b4f8961e549 req-29077624-d36d-43a0-a520-495d295da93c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 945 time: 0.1390569 Feb 04 15:30:11.338920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b14a81-3b34-42b5-96e9-faa0d873cf0f req-dc173c91-4b19-4553-924d-b15b6e13e06c tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:11.340550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-59b14a81-3b34-42b5-96e9-faa0d873cf0f req-dc173c91-4b19-4553-924d-b15b6e13e06c tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Synchronizing usage tracker for tenant:2702d5461dea44c5ab6dd1a27c25f1c2 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:11.352067 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-e823c187-d8f1-49ef-b9f3-74f4c082cfbb tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/quotas/259f0c881e6045e4b888323648b2d57a HTTP/1.1" status: 200 len: 375 time: 0.0182822 Feb 04 15:30:11.355003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-59b14a81-3b34-42b5-96e9-faa0d873cf0f req-dc173c91-4b19-4553-924d-b15b6e13e06c tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Unset dirty status for tenant:2702d5461dea44c5ab6dd1a27c25f1c2 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:11.356346 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59b14a81-3b34-42b5-96e9-faa0d873cf0f req-dc173c91-4b19-4553-924d-b15b6e13e06c tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 946 time: 0.1154635 Feb 04 15:30:11.443097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-59b14a81-3b34-42b5-96e9-faa0d873cf0f req-9ecb2d37-276d-49e6-806c-0af8b5007f9c tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Deleting port c4675618-c4a2-4c48-ae44-6743fe3baf80 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:30:11.443844 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-59b14a81-3b34-42b5-96e9-faa0d873cf0f req-9ecb2d37-276d-49e6-806c-0af8b5007f9c tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.462503 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a86019f-3623-4c5b-847d-5b4f8961e549 req-e607bb46-3968-48fc-bec8-b08f119c493c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765126 Feb 04 15:30:11.561199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2ad6aaa1-76c6-4303-b8e4-ca5c2befa26f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4213da738ffd4f85b6792919883c01d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911565 Feb 04 15:30:11.765038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-05133ab1-3f07-4972-8d7b-db060f5d6d8b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4110866 Feb 04 15:30:11.818602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-59b14a81-3b34-42b5-96e9-faa0d873cf0f req-9ecb2d37-276d-49e6-806c-0af8b5007f9c tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] For port c4675618-c4a2-4c48-ae44-6743fe3baf80, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c4675618-c4a2-4c48-ae44-6743fe3baf80,segment=NetworkSegment(e407a91e-5bba-4fbf-b6d2-192555b36be1),segment_id=e407a91e-5bba-4fbf-b6d2-192555b36be1)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:11.819301 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-59b14a81-3b34-42b5-96e9-faa0d873cf0f req-9ecb2d37-276d-49e6-806c-0af8b5007f9c tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.956370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-6ef16ca7-64aa-4e0e-b165-79cbe0994273 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:11.958367 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-6ef16ca7-64aa-4e0e-b165-79cbe0994273 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3873670 Feb 04 15:30:11.972278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-59b14a81-3b34-42b5-96e9-faa0d873cf0f req-9ecb2d37-276d-49e6-806c-0af8b5007f9c tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Calling delete_port for c4675618-c4a2-4c48-ae44-6743fe3baf80 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:30:11.986504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Request body: {'port': {'device_id': 'a55234bf-7df1-4038-8f06-015c0d73272a', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '4213da738ffd4f85b6792919883c01d4'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:12.014736 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-782b897d-b035-42a7-ab55-5e47924ffcb0 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4213da738ffd4f85b6792919883c01d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680571 Feb 04 15:30:12.020856 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0cd2323-0dbc-41ea-9fcf-be350f267ab1 req-cd04e31c-f11d-4662-8e2f-a955cb950c80 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 1096 time: 0.3394933 Feb 04 15:30:12.105684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-1a163ced-1764-45ae-918e-0985164a57ec service neutron] 10.222.0.60 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274844 Feb 04 15:30:12.195932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-b834c974-9fe3-4cc7-94b1-13b4234ac6d9 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:12.197380 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-b834c974-9fe3-4cc7-94b1-13b4234ac6d9 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752136 Feb 04 15:30:12.257206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0cd2323-0dbc-41ea-9fcf-be350f267ab1 req-fc403147-c650-4a8b-931b-9ae05784f3a4 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349052 Feb 04 15:30:12.258900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Request body: {'port': {'device_id': 'b2ca9539-24d5-424b-b31b-4557285421f5', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '4213da738ffd4f85b6792919883c01d4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:12.314071 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:12.330492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Usage tracker for resource:port and tenant:4213da738ffd4f85b6792919883c01d4 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:12.334562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:12.344638 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-1488c647-a4a4-4530-bfad-8b3d7314f7d5 service neutron] 10.222.0.60 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274063 Feb 04 15:30:12.345890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:12.361833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Made reservation on behalf of 4213da738ffd4f85b6792919883c01d4 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:12.365688 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:12.405262 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-59b14a81-3b34-42b5-96e9-faa0d873cf0f req-9ecb2d37-276d-49e6-806c-0af8b5007f9c tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:12.424621 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['c4675618-c4a2-4c48-ae44-6743fe3baf80'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:30:12.470370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb2d37-276d-49e6-806c-0af8b5007f9c tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Pushing event deleted for resources: {'Port': ['ID=c4675618-c4a2-4c48-ae44-6743fe3baf80,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:12.600664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b14a81-3b34-42b5-96e9-faa0d873cf0f req-9ecb2d37-276d-49e6-806c-0af8b5007f9c tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] No DVR routers for this DVR port c4675618-c4a2-4c48-ae44-6743fe3baf80 on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:12.608541 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-59b14a81-3b34-42b5-96e9-faa0d873cf0f req-9ecb2d37-276d-49e6-806c-0af8b5007f9c tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:12.613709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:12.616522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9f9724-c844-4d96-8a8b-c811f71c3e33', 'name': 'network-vif-deleted', 'tag': 'c4675618-c4a2-4c48-ae44-6743fe3baf80'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:12.648335 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Usage tracker for resource:port and tenant:4213da738ffd4f85b6792919883c01d4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:12.652597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:12.684297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:12.694825 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59b14a81-3b34-42b5-96e9-faa0d873cf0f req-9ecb2d37-276d-49e6-806c-0af8b5007f9c tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.73 "DELETE /v2.0/ports/c4675618-c4a2-4c48-ae44-6743fe3baf80 HTTP/1.1" status: 204 len: 173 time: 1.3252428 Feb 04 15:30:12.715055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Made reservation on behalf of 4213da738ffd4f85b6792919883c01d4 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:12.718911 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:12.929196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Allocated IP 192.168.233.19 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/25700593-2482-43e3-aba7-b1bdaac4847e) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:13.004748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537bede-6dd2-4961-a781-e16531c96b59 req-4a6d4805-0bfb-41a7-973e-d0daf1baa3c9 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:13.015922 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7537bede-6dd2-4961-a781-e16531c96b59 req-4a6d4805-0bfb-41a7-973e-d0daf1baa3c9 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.4223273 Feb 04 15:30:13.102502 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55f80d44-68f9-48dc-87d4-d933b7c0e4db req-649babe3-c231-4816-9d1c-5bf28cc8a267 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 210 time: 0.0842080 Feb 04 15:30:13.129166 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7537bede-6dd2-4961-a781-e16531c96b59 req-4405e58c-0086-44df-8b97-5c9eaa65ed4d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123834 Feb 04 15:30:13.507927 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.526942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2dfccc49-8082-43dc-b3f1-152d1ad60934 req-7192f666-e16a-4aad-880b-730c015b14c3 tempest-AttachSCSIVolumeTestJSON-1425796488 tempest-AttachSCSIVolumeTestJSON-1425796488-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed9f9724-c844-4d96-8a8b-c811f71c3e33 HTTP/1.1" status: 200 len: 210 time: 0.2005427 Feb 04 15:30:13.550007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Transition to ACTIVE for port object 25700593-2482-43e3-aba7-b1bdaac4847e will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:13.616523 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-344d81fc-030a-4f21-b1e9-6ea475297180 req-0fb691b1-7839-43dd-93b9-5cfb7720ea68 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 1096 time: 0.2914250 Feb 04 15:30:13.617743 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9f9724-c844-4d96-8a8b-c811f71c3e33', 'name': 'network-vif-deleted', 'tag': 'c4675618-c4a2-4c48-ae44-6743fe3baf80', 'status': 'completed', 'code': 200} Feb 04 15:30:13.620572 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.659350 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66', '7625cd05-1b68-4c91-b899-cc3529b5dc60', '599ac129-b2b4-4720-ae0f-47e597756eef'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:30:13.757023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Allocated IP 192.168.233.23 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/f2063083-2755-41fc-9a22-a1a55c113186) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:13.757649 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:13.763007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:13.768833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:30:13.772308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:13.772906 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.777552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event updated for resources: {'Port': ['ID=25700593-2482-43e3-aba7-b1bdaac4847e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:13.780952 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-344d81fc-030a-4f21-b1e9-6ea475297180 req-15ca9834-2f05-45e0-8469-ca8d60a0fd71 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635063 Feb 04 15:30:13.812247 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-2f4e8584-943d-4f3f-8fe0-55b203180158 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8299184 Feb 04 15:30:13.843335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Request body: {'port': {'device_id': 'a55234bf-7df1-4038-8f06-015c0d73272a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:14.079031 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f00023ff-a890-40c4-80be-3b22f81daacd req-e2ca2dc1-2b07-4004-9d37-e81a324dd61d tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 210 time: 0.1523075 Feb 04 15:30:14.246679 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-290ab2d9-681c-45d6-b1ec-9c0044197aa3 None None] Provisioning for port 25700593-2482-43e3-aba7-b1bdaac4847e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:14.258218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-290ab2d9-681c-45d6-b1ec-9c0044197aa3 None None] Provisioning complete for port 25700593-2482-43e3-aba7-b1bdaac4847e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:14.258664 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-290ab2d9-681c-45d6-b1ec-9c0044197aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:14.262269 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:14.273747 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:14.317562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Transition to ACTIVE for port object f2063083-2755-41fc-9a22-a1a55c113186 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:14.343215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-290ab2d9-681c-45d6-b1ec-9c0044197aa3 None None] Port 25700593-2482-43e3-aba7-b1bdaac4847e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:30:14.376640 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:14.561111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event updated for resources: {'Port': ['ID=f2063083-2755-41fc-9a22-a1a55c113186,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:14.602006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:14.606614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:14.611124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:30:14.614875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:14.615608 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:14.689986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9821d-19f8-4541-9bb5-173d21800db7 req-f9e0f710-6061-449f-8e42-e600d44512ce tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:14.690747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9ed9821d-19f8-4541-9bb5-173d21800db7 req-f9e0f710-6061-449f-8e42-e600d44512ce tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Synchronizing usage tracker for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:14.699163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-cbfc3bc2-f720-4cd6-8382-db31611b5c9a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:14.718874 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-cbfc3bc2-f720-4cd6-8382-db31611b5c9a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.73 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 807 time: 0.3230982 Feb 04 15:30:14.732560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-aade2ee6-bd61-4fbd-b7ce-5b8255bae77c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Request body: {'port': {'device_id': '52ba53f6-dea6-4d2f-8f95-ce703aa6496b', 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7', 'admin_state_up': True, 'tenant_id': '259f0c881e6045e4b888323648b2d57a'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:14.776600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9ed9821d-19f8-4541-9bb5-173d21800db7 req-f9e0f710-6061-449f-8e42-e600d44512ce tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Unset dirty status for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:14.777947 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ed9821d-19f8-4541-9bb5-173d21800db7 req-f9e0f710-6061-449f-8e42-e600d44512ce tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 935 time: 0.3377268 Feb 04 15:30:14.798244 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-dd848f8a-e4a6-4fc5-b9a1-3d32bfdda978 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5432568 Feb 04 15:30:14.802802 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c4675618-c4a2-4c48-ae44-6743fe3baf80 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:14.889942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: c4675618-c4a2-4c48-ae44-6743fe3baf80 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:30:14.891032 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c4675618-c4a2-4c48-ae44-6743fe3baf80 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:30:15.080755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4654901a-9caf-4fa4-b79c-0d0a2b6dd5cb None None] Provisioning for port f2063083-2755-41fc-9a22-a1a55c113186 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:15.093263 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4654901a-9caf-4fa4-b79c-0d0a2b6dd5cb None None] Provisioning complete for port f2063083-2755-41fc-9a22-a1a55c113186 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:15.093732 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4654901a-9caf-4fa4-b79c-0d0a2b6dd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:15.160360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25700593-2482-43e3-aba7-b1bdaac4847e {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:15.176427 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Request body: {'port': {'device_id': 'b2ca9539-24d5-424b-b31b-4557285421f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:15.186397 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:15.215805 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ed9821d-19f8-4541-9bb5-173d21800db7 req-ebf1c99b-b72c-43bc-b43f-434218d691bb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068408 Feb 04 15:30:15.243045 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Transition to ACTIVE for port object 25700593-2482-43e3-aba7-b1bdaac4847e will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:15.250652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4654901a-9caf-4fa4-b79c-0d0a2b6dd5cb None None] Port f2063083-2755-41fc-9a22-a1a55c113186 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:30:15.257480 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:15.263923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51876) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:15.329845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff789d48-dadd-44f3-b250-4952c29693f5 req-1bffb0b9-afac-4604-a46f-25d6b93ce485 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:15.331370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff789d48-dadd-44f3-b250-4952c29693f5 req-1bffb0b9-afac-4604-a46f-25d6b93ce485 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.4340620 Feb 04 15:30:15.418032 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:15.437520 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-aade2ee6-bd61-4fbd-b7ce-5b8255bae77c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:15.451839 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66', '7625cd05-1b68-4c91-b899-cc3529b5dc60', '599ac129-b2b4-4720-ae0f-47e597756eef'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:30:15.486302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-aade2ee6-bd61-4fbd-b7ce-5b8255bae77c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:15.498695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Pushing event updated for resources: {'Port': ['ID=25700593-2482-43e3-aba7-b1bdaac4847e,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:15.519729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-aade2ee6-bd61-4fbd-b7ce-5b8255bae77c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Made reservation on behalf of 259f0c881e6045e4b888323648b2d57a for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:15.523839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-aade2ee6-bd61-4fbd-b7ce-5b8255bae77c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:15.632814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff789d48-dadd-44f3-b250-4952c29693f5 req-92513071-6a0b-400a-b2f7-98e02dfdc24e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942100 Feb 04 15:30:15.672580 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4da33f12-2748-4635-9314-161fa513f88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:15.746331 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Attempting to bind port 25700593-2482-43e3-aba7-b1bdaac4847e on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:15.746926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Attempting to bind port 25700593-2482-43e3-aba7-b1bdaac4847e by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:15.747440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Attempting to bind port 25700593-2482-43e3-aba7-b1bdaac4847e on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:15.757195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Port 25700593-2482-43e3-aba7-b1bdaac4847e on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:30:15.757511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Attempting to bind port 25700593-2482-43e3-aba7-b1bdaac4847e on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:15.764505 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69069fb7-90d9-40fd-b33e-821fae5290ca req-4eb58ed4-0669-49cf-89e3-3dd87d6b60c6 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 1096 time: 0.3358748 Feb 04 15:30:15.770647 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:30:15.770987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:15.771405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:30:15.771834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Bound port: 25700593-2482-43e3-aba7-b1bdaac4847e, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:15.772175 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.001033 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69069fb7-90d9-40fd-b33e-821fae5290ca req-2eb29f94-3095-4e07-807f-ffbcb3800452 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182000 Feb 04 15:30:16.037015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4da33f12-2748-4635-9314-161fa513f88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:16.042739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4da33f12-2748-4635-9314-161fa513f88c admin admin] Usage tracker for resource:security_group_rule and tenant:b24a24a69950403b8ae9882c6778e3ff is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:16.046397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4da33f12-2748-4635-9314-161fa513f88c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:16.053271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4da33f12-2748-4635-9314-161fa513f88c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:16.075960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8330c16-7d4e-43be-ab8e-069130049812 req-260ed079-fdf9-4ed9-aaa9-60111e3600b1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 210 time: 0.0736642 Feb 04 15:30:16.106538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] For port 25700593-2482-43e3-aba7-b1bdaac4847e, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:16.110311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] For port 25700593-2482-43e3-aba7-b1bdaac4847e, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=25700593-2482-43e3-aba7-b1bdaac4847e,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:16.121316 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.200310 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4da33f12-2748-4635-9314-161fa513f88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.267472 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.269586 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/25700593-2482-43e3-aba7-b1bdaac4847e HTTP/1.1" status: 200 len: 1095 time: 2.4413071 Feb 04 15:30:16.270172 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55234bf-7df1-4038-8f06-015c0d73272a', 'tag': '25700593-2482-43e3-aba7-b1bdaac4847e'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:16.274538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51900) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:16.305037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1867101211'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:16.314358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:16.318912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Usage tracker for resource:network and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:16.322011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:16.329041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:16.374724 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4da33f12-2748-4635-9314-161fa513f88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.406002 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Made reservation on behalf of d90c028738774fb19f16bc0edeaace5a for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:16.409154 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.420988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2063083-2755-41fc-9a22-a1a55c113186 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:16.428891 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.449513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Transition to ACTIVE for port object f2063083-2755-41fc-9a22-a1a55c113186 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:16.476718 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.526983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b04d5d-6fd3-4f5e-be4e-b044f33713e0 service neutron] Pushing event updated for resources: {'Port': ['ID=25700593-2482-43e3-aba7-b1bdaac4847e,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:16.597162 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4da33f12-2748-4635-9314-161fa513f88c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b24a24a69950403b8ae9882c6778e3ff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3291230 Feb 04 15:30:16.598015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da33f12-2748-4635-9314-161fa513f88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b0ffc4-b9e8-4f6a-abd0-a3149dce57e2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:16.601950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51918) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:16.691350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:30:16.721895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Pushing event updated for resources: {'Port': ['ID=f2063083-2755-41fc-9a22-a1a55c113186,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:16.726859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-aade2ee6-bd61-4fbd-b7ce-5b8255bae77c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Allocated IP 172.20.0.10 (1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7/11050dcc-da07-4ba7-ba4c-41c37869c34f/634615d3-644b-4e12-9526-504062a1c0c3) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:16.729174 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.729634 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Added segment b3cb7846-ee60-4307-92bc-00f4fda5777c of type vlan for network 5330c659-c4e6-492d-9695-f45ce3b027e4 Feb 04 15:30:16.767064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-721af89b-2037-468a-895a-9fc3c24aba6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 1098 time: 0.4300091 Feb 04 15:30:16.865878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Attempting to bind port f2063083-2755-41fc-9a22-a1a55c113186 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:16.866469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Attempting to bind port f2063083-2755-41fc-9a22-a1a55c113186 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:16.866964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Attempting to bind port f2063083-2755-41fc-9a22-a1a55c113186 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:16.867087 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.890709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60d621-8eb2-452d-9ff5-7c2580aa6d83 req-2ec73eda-a9a5-40eb-9c8a-57b67a8fd08d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:16.892231 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f60d621-8eb2-452d-9ff5-7c2580aa6d83 req-2ec73eda-a9a5-40eb-9c8a-57b67a8fd08d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 947 time: 0.3668952 Feb 04 15:30:16.916273 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1adba3e8-e24b-42fb-968a-438d74887c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.924800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-a63cd392-6a60-41e9-bd0f-70768a1fb81e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=25700593-2482-43e3-aba7-b1bdaac4847e HTTP/1.1" status: 200 len: 217 time: 0.1464813 Feb 04 15:30:16.929663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Port f2063083-2755-41fc-9a22-a1a55c113186 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:30:16.929869 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d82e12a-27af-4c90-b72a-7afc4cb05fb1 req-f6b2f8dc-2949-42a4-9a4b-476157d82b3b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4336443 Feb 04 15:30:16.929979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Attempting to bind port f2063083-2755-41fc-9a22-a1a55c113186 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:16.931247 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.936895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:16.937489 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.037052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:30:17.037585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:17.037777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:30:17.038668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Bound port: f2063083-2755-41fc-9a22-a1a55c113186, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:17.038668 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.048365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7616823 Feb 04 15:30:17.051498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51940) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:17.053649 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1adba3e8-e24b-42fb-968a-438d74887c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.078683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1108668063'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:17.092817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:17.121714 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Usage tracker for resource:network and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:17.147294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:17.167053 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f60d621-8eb2-452d-9ff5-7c2580aa6d83 req-eabf4e7f-06c0-4519-98df-2a410bc0232a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412477 Feb 04 15:30:17.208403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb08aa-f308-4750-b48e-29da938b3c87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'Network': ['ID=5330c659-c4e6-492d-9695-f45ce3b027e4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:17.217187 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-08797352-ea15-4901-9f58-afd48667b836 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:17.218611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-08797352-ea15-4901-9f58-afd48667b836 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2626822 Feb 04 15:30:17.222705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 5330c659-c4e6-492d-9695-f45ce3b027e4 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:30:17.255168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:17.328415 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55234bf-7df1-4038-8f06-015c0d73272a', 'tag': '25700593-2482-43e3-aba7-b1bdaac4847e', 'status': 'completed', 'code': 200} Feb 04 15:30:17.351793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] For port f2063083-2755-41fc-9a22-a1a55c113186, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:17.358108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] For port f2063083-2755-41fc-9a22-a1a55c113186, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f2063083-2755-41fc-9a22-a1a55c113186,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:17.365600 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-51621bd8-4ce0-41d1-bbb3-a97a4e31e739 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390955 Feb 04 15:30:17.399650 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-aade2ee6-bd61-4fbd-b7ce-5b8255bae77c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.415776 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1adba3e8-e24b-42fb-968a-438d74887c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.419742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Made reservation on behalf of d90c028738774fb19f16bc0edeaace5a for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:17.423038 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.445480 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.550968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.552519 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] 10.222.0.81 "PUT /v2.0/ports/f2063083-2755-41fc-9a22-a1a55c113186 HTTP/1.1" status: 200 len: 1095 time: 2.3811822 Feb 04 15:30:17.559680 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ec1ec-064a-45f5-a1b7-1b6105569577 service neutron] Pushing event updated for resources: {'Port': ['ID=f2063083-2755-41fc-9a22-a1a55c113186,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:17.571882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ca9539-24d5-424b-b31b-4557285421f5', 'tag': 'f2063083-2755-41fc-9a22-a1a55c113186'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:17.585762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adba3e8-e24b-42fb-968a-438d74887c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b0ffc4-b9e8-4f6a-abd0-a3149dce57e2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:17.612733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:30:17.675775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-bdb45c90-6184-4c0a-ad5e-cea00082bf78 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032625 Feb 04 15:30:17.693940 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.694589 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Added segment 6d6ff17f-d6bb-4d63-ba5b-ff75e0127936 of type vlan for network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc Feb 04 15:30:17.730171 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-aade2ee6-bd61-4fbd-b7ce-5b8255bae77c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.790069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ed967-027a-41e1-ad45-e54314461243 req-29ea8973-71cb-4fdb-aa39-3a9413bb33c8 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:17.793778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff5ed967-027a-41e1-ad45-e54314461243 req-29ea8973-71cb-4fdb-aa39-3a9413bb33c8 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.2662277 Feb 04 15:30:17.803878 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1adba3e8-e24b-42fb-968a-438d74887c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.805264 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1adba3e8-e24b-42fb-968a-438d74887c4e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59b0ffc4-b9e8-4f6a-abd0-a3149dce57e2 HTTP/1.1" status: 204 len: 168 time: 1.1959338 Feb 04 15:30:17.854866 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-13d112ac-2998-4e18-9780-6751c973eba5 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682825 Feb 04 15:30:17.878911 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.990364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-aade2ee6-bd61-4fbd-b7ce-5b8255bae77c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:17.992896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-aade2ee6-bd61-4fbd-b7ce-5b8255bae77c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:18.005925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-aade2ee6-bd61-4fbd-b7ce-5b8255bae77c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:30:18.011809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-aade2ee6-bd61-4fbd-b7ce-5b8255bae77c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:18.012442 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-aade2ee6-bd61-4fbd-b7ce-5b8255bae77c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.043198 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:30:18.065263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade2ee6-bd61-4fbd-b7ce-5b8255bae77c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Pushing event updated for resources: {'Port': ['ID=634615d3-644b-4e12-9526-504062a1c0c3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:18.099762 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-aade2ee6-bd61-4fbd-b7ce-5b8255bae77c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3791475 Feb 04 15:30:18.106376 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-f3f1199f-b088-4d60-a1f9-407bcebb7f14 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 1098 time: 0.4723649 Feb 04 15:30:18.107739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff5ed967-027a-41e1-ad45-e54314461243 req-6e5aeca6-bb1e-432b-ad8c-a456ba95a7f5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518494 Feb 04 15:30:18.122515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.127661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:18.128265 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.157700 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f45a8f9-92cb-4e5e-889f-ddbade09f6e0 req-5c789df6-8eb9-4eff-9906-ded0b65f1f10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 1098 time: 0.2111361 Feb 04 15:30:18.306277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Request body: {'port': {'device_id': '52ba53f6-dea6-4d2f-8f95-ce703aa6496b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:18.429236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45a8f9-92cb-4e5e-889f-ddbade09f6e0 req-c66a6f09-bce4-4fe4-91cd-749b066ddbf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:18.431005 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f45a8f9-92cb-4e5e-889f-ddbade09f6e0 req-c66a6f09-bce4-4fe4-91cd-749b066ddbf4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.2629726 Feb 04 15:30:18.434949 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3721261 Feb 04 15:30:18.436356 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-721877d5-6964-4eca-904b-7b35d9ef5d84 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=f2063083-2755-41fc-9a22-a1a55c113186 HTTP/1.1" status: 200 len: 217 time: 0.3006425 Feb 04 15:30:18.441913 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51984) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:18.460357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51988) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:18.496835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-b27742bc-fe23-4e0d-a04b-08727b232f21 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:30:18.497819 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-b27742bc-fe23-4e0d-a04b-08727b232f21 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0094357 Feb 04 15:30:18.522800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'subnet': {'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:18.573252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-6da12689-05dc-4b3c-998b-dd5aade8578d service neutron] Request body: {'binding': {'host': 'n-h2-827872-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:18.573836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-6da12689-05dc-4b3c-998b-dd5aade8578d service neutron] Unknown quota resources ['binding']. {{(pid=83550) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 15:30:18.626928 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.630900 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9590934-4c8a-4036-b91e-6a02ae7e006d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.637679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c755c7-59bc-4f11-a443-bd795fdc8bb2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'Network': ['ID=2543d2dd-a9fd-4950-82d9-b8a37c3497cc,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:18.641016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-fbfa7b0d-adc3-4ed1-9073-df784f302b89 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:18.642740 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-fbfa7b0d-adc3-4ed1-9073-df784f302b89 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1891811 Feb 04 15:30:18.651243 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:30:18.703566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:18.709614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f45a8f9-92cb-4e5e-889f-ddbade09f6e0 req-494f3012-0e7d-4285-8c2c-d33bf644a78c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=25700593-2482-43e3-aba7-b1bdaac4847e HTTP/1.1" status: 200 len: 217 time: 0.2591598 Feb 04 15:30:18.715156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Usage tracker for resource:subnet and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:18.725037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:18.777364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:18.797537 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc8e6d-2c08-4dc1-9adf-596b9853f67c req-101e2d2e-56ed-48ab-bdc6-26060cb5da33 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:18.798991 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67fc8e6d-2c08-4dc1-9adf-596b9853f67c req-101e2d2e-56ed-48ab-bdc6-26060cb5da33 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 932 time: 0.4925027 Feb 04 15:30:18.806650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b9590934-4c8a-4036-b91e-6a02ae7e006d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:18.833440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b9590934-4c8a-4036-b91e-6a02ae7e006d admin admin] Usage tracker for resource:security_group_rule and tenant:3e6b6b69ec3b45909117d87b6ca664ec is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:18.839563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Made reservation on behalf of d90c028738774fb19f16bc0edeaace5a for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:18.858870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b9590934-4c8a-4036-b91e-6a02ae7e006d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:18.874181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45a8f9-92cb-4e5e-889f-ddbade09f6e0 req-9fdb35da-316e-44d4-94bd-6b92048cecf2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:18.875624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f45a8f9-92cb-4e5e-889f-ddbade09f6e0 req-9fdb35da-316e-44d4-94bd-6b92048cecf2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1517279 Feb 04 15:30:18.876466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b9590934-4c8a-4036-b91e-6a02ae7e006d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:18.905227 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-85d84103-0137-49da-976d-287e4407714d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2487118 Feb 04 15:30:19.018431 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.141353 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67fc8e6d-2c08-4dc1-9adf-596b9853f67c req-2d20c6cb-30ea-4989-9743-1439c4bd4f46 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309982 Feb 04 15:30:19.148896 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.255329 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ca9539-24d5-424b-b31b-4557285421f5', 'tag': 'f2063083-2755-41fc-9a22-a1a55c113186', 'status': 'completed', 'code': 200} Feb 04 15:30:19.277921 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f45a8f9-92cb-4e5e-889f-ddbade09f6e0 req-da8f2ff9-053a-4b97-81f5-30745a28147b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3521461 Feb 04 15:30:19.329830 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-6a347ad1-539b-4076-955d-58c129875d54 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607958 Feb 04 15:30:19.419481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-6da12689-05dc-4b3c-998b-dd5aade8578d service neutron] Attempting to bind port 1cb44d48-0c2b-4716-851f-be42c75316da on host n-h2-827872-1 for vnic_type normal with profile None {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:19.419815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-6da12689-05dc-4b3c-998b-dd5aade8578d service neutron] Attempting to bind port 1cb44d48-0c2b-4716-851f-be42c75316da by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:19.420162 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-6da12689-05dc-4b3c-998b-dd5aade8578d service neutron] Attempting to bind port 1cb44d48-0c2b-4716-851f-be42c75316da on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:19.432748 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:30:19.492180 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9590934-4c8a-4036-b91e-6a02ae7e006d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.497825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-6da12689-05dc-4b3c-998b-dd5aade8578d service neutron] Port 1cb44d48-0c2b-4716-851f-be42c75316da on network 62733b51-fb30-46e2-a99d-550cf28f5810 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:30:19.498144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-6da12689-05dc-4b3c-998b-dd5aade8578d service neutron] Attempting to bind port 1cb44d48-0c2b-4716-851f-be42c75316da on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:19.524740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634615d3-644b-4e12-9526-504062a1c0c3 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:19.539134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-6da12689-05dc-4b3c-998b-dd5aade8578d service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:30:19.539134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-6da12689-05dc-4b3c-998b-dd5aade8578d service neutron] Checking segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:19.539134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-6da12689-05dc-4b3c-998b-dd5aade8578d service neutron] Bound using segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:30:19.539649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-6da12689-05dc-4b3c-998b-dd5aade8578d service neutron] Bound port: 1cb44d48-0c2b-4716-851f-be42c75316da, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:19.543559 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9590934-4c8a-4036-b91e-6a02ae7e006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.559787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.584656 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2c8dc7c9-9081-4683-83da-5af92bad5a12 req-a6cc3bf5-6b24-445b-b7d4-c5376b0a70f6 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433116 Feb 04 15:30:19.589255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Transition to ACTIVE for port object 634615d3-644b-4e12-9526-504062a1c0c3 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:19.595782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9590934-4c8a-4036-b91e-6a02ae7e006d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220653a7-f9e6-4c9a-9858-138dbee6e83d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:19.599787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.643866 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f45a8f9-92cb-4e5e-889f-ddbade09f6e0 req-75bbe16c-0a8b-4d6c-a1fa-79108d633c61 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348978 Feb 04 15:30:19.719149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Pushing event updated for resources: {'Port': ['ID=634615d3-644b-4e12-9526-504062a1c0c3,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:19.788600 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f45a8f9-92cb-4e5e-889f-ddbade09f6e0 req-0971aba0-c5bc-4ac0-94dc-952fe0fe96c4 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309786 Feb 04 15:30:19.806617 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b9590934-4c8a-4036-b91e-6a02ae7e006d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e6b6b69ec3b45909117d87b6ca664ec&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2665367 Feb 04 15:30:19.812033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52000) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:19.829475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-6da12689-05dc-4b3c-998b-dd5aade8578d service neutron] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1cb44d48-0c2b-4716-851f-be42c75316da,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:19.834983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51d725-b327-40d5-832d-ae093fe5ff51 req-d771b211-4414-453e-9af7-be38f1436f1c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:19.836521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bc51d725-b327-40d5-832d-ae093fe5ff51 req-d771b211-4414-453e-9af7-be38f1436f1c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 947 time: 0.4333918 Feb 04 15:30:19.847671 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-6da12689-05dc-4b3c-998b-dd5aade8578d service neutron] Notify callbacks [] for binding, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.848916 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-6da12689-05dc-4b3c-998b-dd5aade8578d service neutron] 10.222.0.60 "POST /v2.0/ports/1cb44d48-0c2b-4716-851f-be42c75316da/bindings HTTP/1.1" status: 201 len: 389 time: 1.2802365 Feb 04 15:30:19.886651 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.054150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Attempting to bind port 634615d3-644b-4e12-9526-504062a1c0c3 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:20.054482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Attempting to bind port 634615d3-644b-4e12-9526-504062a1c0c3 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:20.054725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Attempting to bind port 634615d3-644b-4e12-9526-504062a1c0c3 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:20.061948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bc51d725-b327-40d5-832d-ae093fe5ff51 req-27a47b83-df37-4a3f-beea-5333349688b8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123957 Feb 04 15:30:20.066885 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c23a9dae-5ed8-4c75-a634-ec5b767eda13 req-5a939f90-7756-480a-b242-a11f0268fa26 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 1098 time: 0.3539019 Feb 04 15:30:20.071232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Port 634615d3-644b-4e12-9526-504062a1c0c3 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:30:20.071580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Attempting to bind port 634615d3-644b-4e12-9526-504062a1c0c3 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:20.195746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'Subnet': ['ID=66fb7a57-1017-4d21-aa88-55ead7d0a375,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:20.240051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:30:20.240399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Checking segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:20.241005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Bound using segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:30:20.241201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Bound port: 634615d3-644b-4e12-9526-504062a1c0c3, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:20.241548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.251623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a9dae-5ed8-4c75-a634-ec5b767eda13 req-dce373b1-eab1-4fbb-a6d1-f33096aea7d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:20.253082 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c23a9dae-5ed8-4c75-a634-ec5b767eda13 req-dce373b1-eab1-4fbb-a6d1-f33096aea7d6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.1762328 Feb 04 15:30:20.272976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Checking segment: {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:20.273288 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Network hostable DHCP agents. Network: 5330c659-c4e6-492d-9695-f45ce3b027e4, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:30:20.280459 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ee285b4f-0ab6-4cf2-8303-1419edc390ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.341357 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ee285b4f-0ab6-4cf2-8303-1419edc390ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.367929 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c23a9dae-5ed8-4c75-a634-ec5b767eda13 req-744c7512-2ca9-4eff-8972-3197ebeaf08a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=f2063083-2755-41fc-9a22-a1a55c113186 HTTP/1.1" status: 200 len: 217 time: 0.1064296 Feb 04 15:30:20.440507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Network 5330c659-c4e6-492d-9695-f45ce3b027e4 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:30:20.463151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205e547-ff91-491e-88b8-a3ca7912dbdf req-b7b01b6e-cfaa-4421-8c10-9dba6d8fb412 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:20.467577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:20.467930 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3205e547-ff91-491e-88b8-a3ca7912dbdf req-b7b01b6e-cfaa-4421-8c10-9dba6d8fb412 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.3904872 Feb 04 15:30:20.470391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a9dae-5ed8-4c75-a634-ec5b767eda13 req-ab865148-b05c-47cd-a5d6-c49719691854 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:20.472359 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c23a9dae-5ed8-4c75-a634-ec5b767eda13 req-ab865148-b05c-47cd-a5d6-c49719691854 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0946951 Feb 04 15:30:20.473067 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-ab766273-f7d2-4a3d-aacf-8eb20db8e897 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 1096 time: 0.2693617 Feb 04 15:30:20.479167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=634615d3-644b-4e12-9526-504062a1c0c3,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:20.488260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 5330c659-c4e6-492d-9695-f45ce3b027e4) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:20.500730 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf09fb3-04ab-46b3-a7f8-afd3f233cebd None None] Network 5330c659-c4e6-492d-9695-f45ce3b027e4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:30:20.531607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:20.532187 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.539799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.609730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.611685 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] 10.222.0.73 "PUT /v2.0/ports/634615d3-644b-4e12-9526-504062a1c0c3 HTTP/1.1" status: 200 len: 1092 time: 2.4788103 Feb 04 15:30:20.639768 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ee285b4f-0ab6-4cf2-8303-1419edc390ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.645637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1bca6-887a-424e-be89-c87475f93e2b service neutron] Pushing event updated for resources: {'Port': ['ID=634615d3-644b-4e12-9526-504062a1c0c3,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:20.663002 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c23a9dae-5ed8-4c75-a634-ec5b767eda13 req-1d5ccc86-114f-493a-b04a-039ea9f10cd0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1816339 Feb 04 15:30:20.672990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e7ca3cd8-3335-40de-8819-7428f514c82a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2231007 Feb 04 15:30:20.677232 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ee285b4f-0ab6-4cf2-8303-1419edc390ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.679228 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ee285b4f-0ab6-4cf2-8303-1419edc390ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/220653a7-f9e6-4c9a-9858-138dbee6e83d HTTP/1.1" status: 204 len: 168 time: 0.8653586 Feb 04 15:30:20.702636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52010) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:20.709740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'subnet': {'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:20.731152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee285b4f-0ab6-4cf2-8303-1419edc390ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220653a7-f9e6-4c9a-9858-138dbee6e83d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:20.738702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-4b7a74da-df48-4600-bc37-b00cabb5226d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:20.740738 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-4b7a74da-df48-4600-bc37-b00cabb5226d service neutron] 10.222.0.73 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.2548103 Feb 04 15:30:20.748129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf512d53-256d-4c2a-babc-8f5c2d8a5085 req-a9528ea1-edb5-48c1-b1cc-71af31ea3693 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:20.757207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf512d53-256d-4c2a-babc-8f5c2d8a5085 req-a9528ea1-edb5-48c1-b1cc-71af31ea3693 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 945 time: 0.4002514 Feb 04 15:30:20.779967 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-5330c659-c4e6-492d-9695-f45ce3b027e4', 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'fixed_ips': [{'subnet_id': '66fb7a57-1017-4d21-aa88-55ead7d0a375'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:30:20.781201 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.786859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3205e547-ff91-491e-88b8-a3ca7912dbdf req-125f2a52-f73f-4f05-8221-81bd698cff1f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119223 Feb 04 15:30:20.850448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 25700593-2482-43e3-aba7-b1bdaac4847e details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:20.973621 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-b1608fd5-b392-4cae-8885-b7edf19d7f69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cb44d48-0c2b-4716-851f-be42c75316da HTTP/1.1" status: 200 len: 217 time: 0.2118886 Feb 04 15:30:20.991836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:21.012069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Usage tracker for resource:subnet and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:21.029403 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:21.035673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:21.046856 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-b3b48deb-266c-4ce9-b068-249dab97ad5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 1095 time: 0.3828139 Feb 04 15:30:21.056481 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c23a9dae-5ed8-4c75-a634-ec5b767eda13 req-fe95ac00-da88-4620-b14a-10c694f6d070 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527577 Feb 04 15:30:21.108871 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf512d53-256d-4c2a-babc-8f5c2d8a5085 req-874b2a8e-fdb0-4256-a3e1-9d29e8e2d964 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503308 Feb 04 15:30:21.122531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-13eb3f1f-9f9d-4108-9fee-0c2bf712dde6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:21.124010 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-13eb3f1f-9f9d-4108-9fee-0c2bf712dde6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.1421123 Feb 04 15:30:21.126692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Made reservation on behalf of d90c028738774fb19f16bc0edeaace5a for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:21.147918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Allocated IP 10.1.1.2 (5330c659-c4e6-492d-9695-f45ce3b027e4/66fb7a57-1017-4d21-aa88-55ead7d0a375/0f0610a5-19be-4bd7-8720-69129000780e) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:21.174905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 25700593-2482-43e3-aba7-b1bdaac4847e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=25700593-2482-43e3-aba7-b1bdaac4847e,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:21.199900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-e4269c60-0654-4c11-94ba-1faaf77c7045 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670342 Feb 04 15:30:21.209774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '25700593-2482-43e3-aba7-b1bdaac4847e', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '25700593-2482-43e3-aba7-b1bdaac4847e', 'mac_address': 'fa:16:3e:7c:db:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:21.324602 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.328639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ba53f6-dea6-4d2f-8f95-ce703aa6496b', 'tag': '634615d3-644b-4e12-9526-504062a1c0c3'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:21.339446 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c23a9dae-5ed8-4c75-a634-ec5b767eda13 req-796280a6-f33f-4066-a001-60082fedbc90 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686380 Feb 04 15:30:21.339972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52026) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:21.351030 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25700593-2482-43e3-aba7-b1bdaac4847e {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:21.386583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 25700593-2482-43e3-aba7-b1bdaac4847e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=25700593-2482-43e3-aba7-b1bdaac4847e,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:21.391727 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.440994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61044d-960a-4f3b-bc8c-d400fb42634a req-e90d8d8b-f44b-4a1a-90d3-24857fe4cd9c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:21.443033 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de61044d-960a-4f3b-bc8c-d400fb42634a req-e90d8d8b-f44b-4a1a-90d3-24857fe4cd9c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 944 time: 0.4098356 Feb 04 15:30:21.516938 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-55cab1e1-9c07-4b2b-ba09-796bc86a4f1a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=634615d3-644b-4e12-9526-504062a1c0c3 HTTP/1.1" status: 200 len: 217 time: 0.4589591 Feb 04 15:30:21.547429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=25700593-2482-43e3-aba7-b1bdaac4847e,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:21.571583 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.582723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Transition to ACTIVE for port object 0f0610a5-19be-4bd7-8720-69129000780e will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:21.599550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-37f3752c-edc8-4e02-b0cf-ce9c8c2a9aab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:21.600793 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-37f3752c-edc8-4e02-b0cf-ce9c8c2a9aab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.0716617 Feb 04 15:30:21.601986 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de61044d-960a-4f3b-bc8c-d400fb42634a req-c38cf4e6-3b70-4217-a805-714f596561c4 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461396 Feb 04 15:30:21.603101 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Transition to ACTIVE for port object 0f0610a5-19be-4bd7-8720-69129000780e will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:21.610547 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.646836 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-437dc316-32aa-4e50-abf8-2c6dd44accee service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359565 Feb 04 15:30:21.684365 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.711466 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Network 5330c659-c4e6-492d-9695-f45ce3b027e4 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:21.715000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Pushing event updated for resources: {'Port': ['ID=0f0610a5-19be-4bd7-8720-69129000780e,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:21.718358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:21.722038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:30:21.823093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Attempting to bind port 0f0610a5-19be-4bd7-8720-69129000780e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:21.823484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Attempting to bind port 0f0610a5-19be-4bd7-8720-69129000780e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:21.823922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Attempting to bind port 0f0610a5-19be-4bd7-8720-69129000780e on network 5330c659-c4e6-492d-9695-f45ce3b027e4 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:21.826965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81700c-cdc8-4ef8-8688-ee62501f525d req-94487701-5aa4-456b-8f04-933a923aa929 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:21.831444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:30:21.831930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Checking segment: {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:21.832329 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.832715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Bound using segment: {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:30:21.833175 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Bound port: 0f0610a5-19be-4bd7-8720-69129000780e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:21.833537 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.834685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa81700c-cdc8-4ef8-8688-ee62501f525d req-94487701-5aa4-456b-8f04-933a923aa929 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 947 time: 0.3001420 Feb 04 15:30:21.877456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-a211bf35-d4b0-4960-b8f0-7cb5988a5ec2 service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165542 Feb 04 15:30:21.897415 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ba53f6-dea6-4d2f-8f95-ce703aa6496b', 'tag': '634615d3-644b-4e12-9526-504062a1c0c3', 'status': 'completed', 'code': 200} Feb 04 15:30:21.901827 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-1e3c00e6-9fd5-45ea-9365-6e092c9732e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2805398 Feb 04 15:30:21.909784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['25700593-2482-43e3-aba7-b1bdaac4847e'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:30:21.913011 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa81700c-cdc8-4ef8-8688-ee62501f525d req-61cf2208-1aed-46cd-a0fb-10a587489480 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771739 Feb 04 15:30:22.054212 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-3a555351-0f36-4888-9204-e7b3a67245b6 service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352034 Feb 04 15:30:22.093531 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] For port 0f0610a5-19be-4bd7-8720-69129000780e, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:22.113700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] For port 0f0610a5-19be-4bd7-8720-69129000780e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0f0610a5-19be-4bd7-8720-69129000780e,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:22.157487 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.159216 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-2ace7eae-83ac-48f2-9c54-dd3e491a4114 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 1096 time: 0.1811574 Feb 04 15:30:22.174940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827872-1'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:22.246422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35404c-7b70-4a3e-8437-2243e3e6c6ee None None] Pushing event updated for resources: {'Port': ['ID=0f0610a5-19be-4bd7-8720-69129000780e,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:22.345210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df315e-893a-474f-8c5f-b01faf6efe35 req-7ded9f8f-a0f8-4525-8dbc-193d9517f2ec tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:22.361787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90df315e-893a-474f-8c5f-b01faf6efe35 req-7ded9f8f-a0f8-4525-8dbc-193d9517f2ec tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.2784753 Feb 04 15:30:22.431256 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3f23ea39-f3d4-4c8b-9306-92ce0ee6b640 req-38eb9d52-e46a-4e28-98d3-b719c9360564 service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074458 Feb 04 15:30:22.484037 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.547787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90df315e-893a-474f-8c5f-b01faf6efe35 req-bdd7a45d-33d7-4d4b-82c3-e860e4f37cf3 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854000 Feb 04 15:30:22.549867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.617699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85284d7-dc05-49ab-bfd6-584635a15698 req-a5650851-925f-4dd6-badd-fe1d89444577 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:22.619289 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e85284d7-dc05-49ab-bfd6-584635a15698 req-a5650851-925f-4dd6-badd-fe1d89444577 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 945 time: 0.2422094 Feb 04 15:30:22.736101 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'Subnet': ['ID=192fa08c-d202-432c-8508-984aca37488a,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:22.758630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Checking segment: {'id': '6d6ff17f-d6bb-4d63-ba5b-ff75e0127936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:22.759004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Network hostable DHCP agents. Network: 2543d2dd-a9fd-4950-82d9-b8a37c3497cc, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:30:22.776939 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dbbeca3e-0e51-4de7-8664-bf5079561109 req-5de1b0b9-2753-4d56-b985-8d5f5081fed3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 1095 time: 0.2359545 Feb 04 15:30:22.847783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e85284d7-dc05-49ab-bfd6-584635a15698 req-dced66c6-45ad-4c50-b8f3-4d7ee5eed913 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222958 Feb 04 15:30:22.907094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1cb44d48-0c2b-4716-851f-be42c75316da,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:22.960252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h1-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:22.960779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:30:22.994611 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 2543d2dd-a9fd-4950-82d9-b8a37c3497cc) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:22.999885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:23.000680 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.009182 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c839f67-5a11-4fcd-851a-f28cde675c90 None None] Network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:30:23.042670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeca3e-0e51-4de7-8664-bf5079561109 req-98eda47f-94e8-4e77-b82b-07e8e93115cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:23.044323 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dbbeca3e-0e51-4de7-8664-bf5079561109 req-98eda47f-94e8-4e77-b82b-07e8e93115cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.2015879 Feb 04 15:30:23.070317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e856f883-186e-4434-aa01-8277bdd050e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb44d48-0c2b-4716-851f-be42c75316da'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:23.088897 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.114218 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f346b2ef-e7de-43c5-9f35-431d25550757 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4081671 Feb 04 15:30:23.117122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52060) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:23.132896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8642d9f5-17a6-4b3c-af3a-d81d3cd9f9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.133677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf6079-32a4-4e7b-ad6b-c37a8ffe1531 req-6023b7b0-16d1-4af1-a5ea-87182869f0f1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:23.137543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcaf6079-32a4-4e7b-ad6b-c37a8ffe1531 req-6023b7b0-16d1-4af1-a5ea-87182869f0f1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 944 time: 0.3541412 Feb 04 15:30:23.143634 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.166544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'port': {'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4', 'name': 'tempest-TaggedBootDevicesTest_v242-87294796', 'fixed_ips': [{'subnet_id': '66fb7a57-1017-4d21-aa88-55ead7d0a375'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:23.188291 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dbbeca3e-0e51-4de7-8664-bf5079561109 req-b7f15f4c-045a-4408-a1a0-8e4a84cbaeb4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=634615d3-644b-4e12-9526-504062a1c0c3 HTTP/1.1" status: 200 len: 217 time: 0.1334796 Feb 04 15:30:23.340491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeca3e-0e51-4de7-8664-bf5079561109 req-e7657e83-460a-41ab-a931-6923d1d8b9af service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:23.342585 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dbbeca3e-0e51-4de7-8664-bf5079561109 req-e7657e83-460a-41ab-a931-6923d1d8b9af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.1322601 Feb 04 15:30:23.381071 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-2543d2dd-a9fd-4950-82d9-b8a37c3497cc', 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'fixed_ips': [{'subnet_id': '192fa08c-d202-432c-8508-984aca37488a'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:30:23.381672 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.410247 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dbbeca3e-0e51-4de7-8664-bf5079561109 req-1e043fbf-56c4-499f-b807-49eddc4de423 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534117 Feb 04 15:30:23.502376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0f0610a5-19be-4bd7-8720-69129000780e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:23.609559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcaf6079-32a4-4e7b-ad6b-c37a8ffe1531 req-8b0b52cf-cb5f-467f-82c7-e7daca4d7449 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512439 Feb 04 15:30:23.647458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e578df-420a-436e-98e3-b0347d517186 None None] Network 5330c659-c4e6-492d-9695-f45ce3b027e4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:30:23.703888 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e856f883-186e-4434-aa01-8277bdd050e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb44d48-0c2b-4716-851f-be42c75316da', 'code': 200} Feb 04 15:30:23.743934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb44d48-0c2b-4716-851f-be42c75316da,revision_number=7']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:23.897429 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dbbeca3e-0e51-4de7-8664-bf5079561109 req-be680b9d-16fb-4d0a-b65e-7dc63603b407 service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741056 Feb 04 15:30:23.906683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 0f0610a5-19be-4bd7-8720-69129000780e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:23.930647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Allocated IP 10.2.2.2 (2543d2dd-a9fd-4950-82d9-b8a37c3497cc/192fa08c-d202-432c-8508-984aca37488a/74fff281-01fb-4d9f-808d-6d27a8bebb53) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:23.964878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:23.973472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fc95f-04fe-4075-98c6-b98780d9f717 req-dc6c2229-3176-47d8-ab51-814e60d0a401 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:23.974892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-052fc95f-04fe-4075-98c6-b98780d9f717 req-dc6c2229-3176-47d8-ab51-814e60d0a401 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 947 time: 0.8325930 Feb 04 15:30:23.978708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Attempting to bind port 1cb44d48-0c2b-4716-851f-be42c75316da on host n-h1-827872-1 for vnic_type normal with profile {"migrating_to": "n-h2-827872-1"} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:23.979088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Attempting to bind port 1cb44d48-0c2b-4716-851f-be42c75316da by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:23.979508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Attempting to bind port 1cb44d48-0c2b-4716-851f-be42c75316da on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:23.982209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Usage tracker for resource:port and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:23.987757 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d219d22a-da38-4058-b31d-577a30705f99 None None] Provisioning for port 0f0610a5-19be-4bd7-8720-69129000780e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:23.988534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:24.003127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:24.046895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Port 1cb44d48-0c2b-4716-851f-be42c75316da on network 62733b51-fb30-46e2-a99d-550cf28f5810 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:30:24.047306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Attempting to bind port 1cb44d48-0c2b-4716-851f-be42c75316da on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:24.072672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Made reservation on behalf of d90c028738774fb19f16bc0edeaace5a for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:24.074212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d219d22a-da38-4058-b31d-577a30705f99 None None] Provisioning complete for port 0f0610a5-19be-4bd7-8720-69129000780e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:24.074660 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d219d22a-da38-4058-b31d-577a30705f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.080295 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.095994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:30:24.096795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Checking segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:24.097184 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Bound using segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:30:24.098053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Bound port: 1cb44d48-0c2b-4716-851f-be42c75316da, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:24.098406 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.169083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] device_id is not set on port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:30:24.209934 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-052fc95f-04fe-4075-98c6-b98780d9f717 req-f8402b4d-0603-41ba-ada0-696dd639b642 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229252 Feb 04 15:30:24.225588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4bd95-71ba-4910-a385-0d2df721cbad req-9b703576-c194-4609-a75a-84e791f1ed88 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:24.230775 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dbbeca3e-0e51-4de7-8664-bf5079561109 req-771678eb-58c4-446d-be56-24f9e3e50d9a service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237228 Feb 04 15:30:24.233011 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-40f4bd95-71ba-4910-a385-0d2df721cbad req-9b703576-c194-4609-a75a-84e791f1ed88 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.3372579 Feb 04 15:30:24.323106 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-40f4bd95-71ba-4910-a385-0d2df721cbad req-af37c0d5-d7d2-4cc6-bc66-739767150fdf tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885139 Feb 04 15:30:24.496287 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d219d22a-da38-4058-b31d-577a30705f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.510816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h1-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:24.541143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1cb44d48-0c2b-4716-851f-be42c75316da,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:24.548810 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.562884 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.568092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Transition to ACTIVE for port object 74fff281-01fb-4d9f-808d-6d27a8bebb53 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:24.571521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d219d22a-da38-4058-b31d-577a30705f99 None None] For port 0f0610a5-19be-4bd7-8720-69129000780e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0f0610a5-19be-4bd7-8720-69129000780e,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:24.580633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8642d9f5-17a6-4b3c-af3a-d81d3cd9f9d8 admin admin] Deleting port 1c3b9b07-7792-4400-8254-045a914514c5 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:30:24.580981 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8642d9f5-17a6-4b3c-af3a-d81d3cd9f9d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.583141 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d219d22a-da38-4058-b31d-577a30705f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.651058 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f2063083-2755-41fc-9a22-a1a55c113186 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:24.667413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Transition to ACTIVE for port object 74fff281-01fb-4d9f-808d-6d27a8bebb53 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:24.702428 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.791871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219d22a-da38-4058-b31d-577a30705f99 None None] Pushing event updated for resources: {'Port': ['ID=0f0610a5-19be-4bd7-8720-69129000780e,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:24.800711 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f743f-cb70-4b6f-8441-523709e144cb req-a8675e0c-3cb6-46db-a0e8-698c62799055 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:24.808717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b77f743f-cb70-4b6f-8441-523709e144cb req-a8675e0c-3cb6-46db-a0e8-698c62799055 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 943 time: 0.3618822 Feb 04 15:30:24.810674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:24.880724 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:24.887233 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 25700593-2482-43e3-aba7-b1bdaac4847e up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:24.906135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-8642d9f5-17a6-4b3c-af3a-d81d3cd9f9d8 admin admin] For port 1c3b9b07-7792-4400-8254-045a914514c5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1c3b9b07-7792-4400-8254-045a914514c5,segment=NetworkSegment(e407a91e-5bba-4fbf-b6d2-192555b36be1),segment_id=e407a91e-5bba-4fbf-b6d2-192555b36be1)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:24.906786 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8642d9f5-17a6-4b3c-af3a-d81d3cd9f9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.914607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:30:24.944572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Allocated IP 10.1.1.157 (5330c659-c4e6-492d-9695-f45ce3b027e4/66fb7a57-1017-4d21-aa88-55ead7d0a375/ca6de4c7-06b7-475f-b551-74d6d9cef7e7) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:24.945607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Pushing event updated for resources: {'Port': ['ID=74fff281-01fb-4d9f-808d-6d27a8bebb53,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:25.059519 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f2063083-2755-41fc-9a22-a1a55c113186, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f2063083-2755-41fc-9a22-a1a55c113186,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:25.075164 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0bd6f009-1feb-4cf8-b3a7-afab01077532 None None] Provisioning complete for port 0f0610a5-19be-4bd7-8720-69129000780e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:25.076241 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f009-1feb-4cf8-b3a7-afab01077532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.126728 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'f2063083-2755-41fc-9a22-a1a55c113186', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'f2063083-2755-41fc-9a22-a1a55c113186', 'mac_address': 'fa:16:3e:42:62:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:25.136301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8642d9f5-17a6-4b3c-af3a-d81d3cd9f9d8 admin admin] Calling delete_port for 1c3b9b07-7792-4400-8254-045a914514c5 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:30:25.144649 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Attempting to bind port 74fff281-01fb-4d9f-808d-6d27a8bebb53 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:25.145210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Attempting to bind port 74fff281-01fb-4d9f-808d-6d27a8bebb53 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '6d6ff17f-d6bb-4d63-ba5b-ff75e0127936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:25.145745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Attempting to bind port 74fff281-01fb-4d9f-808d-6d27a8bebb53 on network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:25.148278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb44d48-0c2b-4716-851f-be42c75316da,revision_number=8']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:25.174944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.176369 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f078029b-e085-4adc-834d-8a58e3509845 service neutron] 10.222.0.73 "PUT /v2.0/ports/1cb44d48-0c2b-4716-851f-be42c75316da HTTP/1.1" status: 200 len: 1121 time: 3.0080473 Feb 04 15:30:25.180634 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b77f743f-cb70-4b6f-8441-523709e144cb req-db672fa9-0c77-43b6-837b-4e4e232fb347 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706834 Feb 04 15:30:25.198439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:30:25.198865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Checking segment: {'id': '6d6ff17f-d6bb-4d63-ba5b-ff75e0127936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:25.199210 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.199600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Bound using segment: {'id': '6d6ff17f-d6bb-4d63-ba5b-ff75e0127936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:30:25.200083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Bound port: 74fff281-01fb-4d9f-808d-6d27a8bebb53, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6ff17f-d6bb-4d63-ba5b-ff75e0127936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:25.200430 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.272315 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.286555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 25700593-2482-43e3-aba7-b1bdaac4847e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:25.289868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89eed0a-a1d3-4d9a-b965-cbf0b7a71005 req-73f41201-e6a5-4880-81e9-139ce32e5e63 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:25.297671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f89eed0a-a1d3-4d9a-b965-cbf0b7a71005 req-73f41201-e6a5-4880-81e9-139ce32e5e63 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 944 time: 0.4163008 Feb 04 15:30:25.301209 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.323987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Transition to ACTIVE for port object ca6de4c7-06b7-475f-b551-74d6d9cef7e7 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:25.328877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 25700593-2482-43e3-aba7-b1bdaac4847e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:25.329245 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.378114 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f89eed0a-a1d3-4d9a-b965-cbf0b7a71005 req-51a10a15-4978-43fb-b563-eb045ac141a2 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796213 Feb 04 15:30:25.405500 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2063083-2755-41fc-9a22-a1a55c113186 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:25.408321 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.441816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['1cb44d48-0c2b-4716-851f-be42c75316da'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:30:25.470192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0f0610a5-19be-4bd7-8720-69129000780e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:25.516024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'Port': ['ID=ca6de4c7-06b7-475f-b551-74d6d9cef7e7,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:25.522542 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Network 5330c659-c4e6-492d-9695-f45ce3b027e4 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:25.523773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:25.529776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:30:25.536178 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:25.536709 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.608305 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f2063083-2755-41fc-9a22-a1a55c113186, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f2063083-2755-41fc-9a22-a1a55c113186,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:25.650029 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fdded39b-7c34-41be-9f80-90d70ca2cd42 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5102184 Feb 04 15:30:25.650975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52096) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:25.659340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'port': {'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4', 'name': 'tempest-TaggedBootDevicesTest_v242-740201763', 'fixed_ips': [{'subnet_id': '66fb7a57-1017-4d21-aa88-55ead7d0a375'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:25.684184 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.706600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8642d9f5-17a6-4b3c-af3a-d81d3cd9f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.760509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d9f5-17a6-4b3c-af3a-d81d3cd9f9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c3b9b07-7792-4400-8254-045a914514c5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:25.781143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] For port 74fff281-01fb-4d9f-808d-6d27a8bebb53, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:25.786923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e856f883-186e-4434-aa01-8277bdd050e4', 'tag': '1cb44d48-0c2b-4716-851f-be42c75316da'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:25.818007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af589a-f393-4286-8207-7cc16dcb5f02 req-62a7cfc1-3eb8-4f83-8ff4-ca13df7017f7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:25.818625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=f2063083-2755-41fc-9a22-a1a55c113186,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:25.826388 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20af589a-f393-4286-8207-7cc16dcb5f02 req-62a7cfc1-3eb8-4f83-8ff4-ca13df7017f7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 947 time: 0.2659371 Feb 04 15:30:25.830711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] For port 74fff281-01fb-4d9f-808d-6d27a8bebb53, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=74fff281-01fb-4d9f-808d-6d27a8bebb53,segment=NetworkSegment(6d6ff17f-d6bb-4d63-ba5b-ff75e0127936),segment_id=6d6ff17f-d6bb-4d63-ba5b-ff75e0127936)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:25.881408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 0f0610a5-19be-4bd7-8720-69129000780e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:25.881776 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.917617 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.917848 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79651b64-07fd-44b8-a54a-e9cc5e774824 req-247e358f-8182-43d6-9362-5e70dcc0457e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:25.919372 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79651b64-07fd-44b8-a54a-e9cc5e774824 req-247e358f-8182-43d6-9362-5e70dcc0457e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.2365463 Feb 04 15:30:26.012564 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79651b64-07fd-44b8-a54a-e9cc5e774824 req-52025880-6db2-4c12-8e30-a01f3e94943b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757904 Feb 04 15:30:26.057920 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20af589a-f393-4286-8207-7cc16dcb5f02 req-dbcc51c6-54e9-4ca4-a332-dc0fa2a3f61d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305326 Feb 04 15:30:26.078115 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:26.080339 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:26.094818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Usage tracker for resource:port and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:26.098178 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:26.110846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:26.133413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Made reservation on behalf of d90c028738774fb19f16bc0edeaace5a for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:26.172355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac884b-685a-489a-868b-937f30d4d1c3 None None] Pushing event updated for resources: {'Port': ['ID=74fff281-01fb-4d9f-808d-6d27a8bebb53,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:26.191645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-157a0d76-d2dd-4ac6-9ca8-ea6267fcfa12 None None] Provisioning for port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:26.216448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55234bf-7df1-4038-8f06-015c0d73272a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25700593-2482-43e3-aba7-b1bdaac4847e'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:26.243498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-157a0d76-d2dd-4ac6-9ca8-ea6267fcfa12 None None] Provisioning complete for port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:26.243862 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-157a0d76-d2dd-4ac6-9ca8-ea6267fcfa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:26.251990 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e856f883-186e-4434-aa01-8277bdd050e4', 'tag': '1cb44d48-0c2b-4716-851f-be42c75316da', 'status': 'completed', 'code': 200} Feb 04 15:30:26.362034 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:26.393083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] device_id is not set on port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:30:26.411306 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60e1778b-02b0-4aee-82e3-6c2d4900c35a req-0cefd8e3-596d-425a-8727-c501016701f0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 1124 time: 0.1447184 Feb 04 15:30:26.451105 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55234bf-7df1-4038-8f06-015c0d73272a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25700593-2482-43e3-aba7-b1bdaac4847e', 'code': 200} Feb 04 15:30:26.541592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['f2063083-2755-41fc-9a22-a1a55c113186'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:30:26.604884 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8642d9f5-17a6-4b3c-af3a-d81d3cd9f9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:26.645482 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 25700593-2482-43e3-aba7-b1bdaac4847e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=25700593-2482-43e3-aba7-b1bdaac4847e,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:26.685372 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:26.781208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-157a0d76-d2dd-4ac6-9ca8-ea6267fcfa12 None None] Port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:30:26.820993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=25700593-2482-43e3-aba7-b1bdaac4847e,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:26.859155 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1778b-02b0-4aee-82e3-6c2d4900c35a req-45e1cfff-11ed-499d-aa89-f0e9700ffade service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:26.861067 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60e1778b-02b0-4aee-82e3-6c2d4900c35a req-45e1cfff-11ed-499d-aa89-f0e9700ffade service neutron] 10.222.0.81 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.4408424 Feb 04 15:30:26.879832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 634615d3-644b-4e12-9526-504062a1c0c3 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:26.899780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 94cfe216-5a98-4d6c-8919-30c5c86a5d5f no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:26.931234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52120) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:27.011844 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60e1778b-02b0-4aee-82e3-6c2d4900c35a req-f7abf35f-64f7-4196-a3a2-b3cfc01af710 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cb44d48-0c2b-4716-851f-be42c75316da HTTP/1.1" status: 200 len: 217 time: 0.1407635 Feb 04 15:30:27.115125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1778b-02b0-4aee-82e3-6c2d4900c35a req-bd6ad8c0-3b5b-45f7-83b9-ca4cc9d9800f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:27.117179 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60e1778b-02b0-4aee-82e3-6c2d4900c35a req-bd6ad8c0-3b5b-45f7-83b9-ca4cc9d9800f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.0938618 Feb 04 15:30:27.131876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Allocated IP 10.1.1.217 (5330c659-c4e6-492d-9695-f45ce3b027e4/66fb7a57-1017-4d21-aa88-55ead7d0a375/4dfa7ad2-38e5-438e-9868-cf93aacc7d91) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:27.174503 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.185167 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60e1778b-02b0-4aee-82e3-6c2d4900c35a req-f403f80c-0608-4a2f-b6d7-49d019cebaa6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585001 Feb 04 15:30:27.195739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=634615d3-644b-4e12-9526-504062a1c0c3,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:27.215566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '634615d3-644b-4e12-9526-504062a1c0c3', 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7', 'port_id': '634615d3-644b-4e12-9526-504062a1c0c3', 'mac_address': 'fa:16:3e:c0:c3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11050dcc-da07-4ba7-ba4c-41c37869c34f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:27.216006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a046e-beb3-43e9-889e-ec42759b825e req-5e2e9521-cab6-493d-ae5b-fda9e52eb8dc tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:27.224471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e5a046e-beb3-43e9-889e-ec42759b825e req-5e2e9521-cab6-493d-ae5b-fda9e52eb8dc tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 944 time: 0.5672569 Feb 04 15:30:27.260371 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076693b7-a487-4e3d-8d9f-d1c8d10fded2 req-6ae24061-c83f-4110-b073-6b8c03ca061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:27.267721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-076693b7-a487-4e3d-8d9f-d1c8d10fded2 req-6ae24061-c83f-4110-b073-6b8c03ca061f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 943 time: 0.6125197 Feb 04 15:30:27.293863 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b55878ea-8548-42df-bb0c-375f9ea28fe7 req-11e16402-2171-46b5-b5be-0f7c78ccdfa7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 1100 time: 0.6376066 Feb 04 15:30:27.306944 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:27.317712 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.341575 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.382003 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b5b89b2-c572-4d5d-9da8-a739843555e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.396403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634615d3-644b-4e12-9526-504062a1c0c3 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:27.445295 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=634615d3-644b-4e12-9526-504062a1c0c3,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:27.451435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:27.455228 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.455973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 1cb44d48-0c2b-4716-851f-be42c75316da details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:27.496226 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-076693b7-a487-4e3d-8d9f-d1c8d10fded2 req-9e985e56-5d39-4ed6-bba8-432593a3a44f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275019 Feb 04 15:30:27.521627 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e5a046e-beb3-43e9-889e-ec42759b825e req-378c8d1b-4afc-4b16-b7c7-40a5fc618e9d tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859249 Feb 04 15:30:27.582331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 74fff281-01fb-4d9f-808d-6d27a8bebb53 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:27.634438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b55878ea-8548-42df-bb0c-375f9ea28fe7 req-da7f6f83-7938-4aab-a45c-9630134dbea4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988832 Feb 04 15:30:27.673280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0b5b89b2-c572-4d5d-9da8-a739843555e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:27.699428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0b5b89b2-c572-4d5d-9da8-a739843555e1 admin admin] Usage tracker for resource:security_group_rule and tenant:21eb10ce528742af966c09c0c84ac4cd is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:27.711595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0b5b89b2-c572-4d5d-9da8-a739843555e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:27.737292 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=634615d3-644b-4e12-9526-504062a1c0c3,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:27.740960 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.743492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0b5b89b2-c572-4d5d-9da8-a739843555e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:27.744778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1630b1ec-3bd7-4b37-8492-155694d5248f None None] Network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:30:27.754409 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60e1778b-02b0-4aee-82e3-6c2d4900c35a req-58817df5-86d9-4eb1-949b-cfcfa8f822ba service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877341 Feb 04 15:30:27.807434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Transition to ACTIVE for port object 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:27.897752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4c7004fb-7f90-4293-9177-199170b29c99 None None] Provisioning for port 74fff281-01fb-4d9f-808d-6d27a8bebb53 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:27.913081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4c7004fb-7f90-4293-9177-199170b29c99 None None] Provisioning complete for port 74fff281-01fb-4d9f-808d-6d27a8bebb53 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:27.913540 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c7004fb-7f90-4293-9177-199170b29c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.918558 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.937013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 74fff281-01fb-4d9f-808d-6d27a8bebb53 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:27.989419 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 74fff281-01fb-4d9f-808d-6d27a8bebb53 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:27.989793 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.006177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221739e3-7355-4396-a1f3-19c57847865b req-36b0f604-c29d-416d-b8ea-7a4c4c7acc09 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:28.013942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-221739e3-7355-4396-a1f3-19c57847865b req-36b0f604-c29d-416d-b8ea-7a4c4c7acc09 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 948 time: 0.2577939 Feb 04 15:30:28.031237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff36bf1-524a-4474-aae3-378903650778 req-12758b03-bef0-4bb8-bcb6-c72c398bbce6 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:28.032832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fff36bf1-524a-4474-aae3-378903650778 req-12758b03-bef0-4bb8-bcb6-c72c398bbce6 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 947 time: 0.2196784 Feb 04 15:30:28.055282 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60e1778b-02b0-4aee-82e3-6c2d4900c35a req-06d29a97-0146-460d-97eb-663bddc5d315 service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395487 Feb 04 15:30:28.065199 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1cb44d48-0c2b-4716-851f-be42c75316da,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:28.068345 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b5b89b2-c572-4d5d-9da8-a739843555e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.090999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'Port': ['ID=4dfa7ad2-38e5-438e-9868-cf93aacc7d91,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:28.099651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Network 5330c659-c4e6-492d-9695-f45ce3b027e4 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:28.111433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:28.114051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:30:28.118199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:28.118794 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.139229 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b5b89b2-c572-4d5d-9da8-a739843555e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.148788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 1cb44d48-0c2b-4716-851f-be42c75316da has no active binding in host n-h2-827872-1 {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:30:28.180114 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-221739e3-7355-4396-a1f3-19c57847865b req-ab96dddb-2a52-4157-815f-752f7ad83078 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649709 Feb 04 15:30:28.187921 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4592476f-ea7a-45cf-98e0-48f38f07f2c8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5296497 Feb 04 15:30:28.192068 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fff36bf1-524a-4474-aae3-378903650778 req-28873650-78eb-4fa5-b58a-c25a6b7c6cb3 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368599 Feb 04 15:30:28.224086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b89b2-c572-4d5d-9da8-a739843555e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec318e7a-e084-4491-bad5-94a771a5b767,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:28.261866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52134) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:28.265704 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0b5b89b2-c572-4d5d-9da8-a739843555e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21eb10ce528742af966c09c0c84ac4cd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3307059 Feb 04 15:30:28.301971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8642d9f5-17a6-4b3c-af3a-d81d3cd9f9d8 admin admin] Router a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:30:28.319097 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c7004fb-7f90-4293-9177-199170b29c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.345014 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.367899 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ad1f98c-b237-495c-86cc-0bb592f67312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.411079 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ad1f98c-b237-495c-86cc-0bb592f67312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.426250 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4c7004fb-7f90-4293-9177-199170b29c99 None None] For port 74fff281-01fb-4d9f-808d-6d27a8bebb53, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=74fff281-01fb-4d9f-808d-6d27a8bebb53,segment=NetworkSegment(6d6ff17f-d6bb-4d63-ba5b-ff75e0127936),segment_id=6d6ff17f-d6bb-4d63-ba5b-ff75e0127936)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:28.447342 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c7004fb-7f90-4293-9177-199170b29c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.491608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:28.492585 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ad1f98c-b237-495c-86cc-0bb592f67312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.509071 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1f98c-b237-495c-86cc-0bb592f67312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec318e7a-e084-4491-bad5-94a771a5b767,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:28.525736 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ad1f98c-b237-495c-86cc-0bb592f67312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.527204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1ad1f98c-b237-495c-86cc-0bb592f67312 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec318e7a-e084-4491-bad5-94a771a5b767 HTTP/1.1" status: 204 len: 168 time: 0.2643440 Feb 04 15:30:28.604205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['634615d3-644b-4e12-9526-504062a1c0c3'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:30:28.687081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f2063083-2755-41fc-9a22-a1a55c113186 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:28.781472 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8642d9f5-17a6-4b3c-af3a-d81d3cd9f9d8 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:30:28.793877 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b213ff-1a26-4126-bc0f-0746fb6fc847 None None] Sync routers for ids ['a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:30:28.799429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52146) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:28.807479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7004fb-7f90-4293-9177-199170b29c99 None None] Pushing event updated for resources: {'Port': ['ID=74fff281-01fb-4d9f-808d-6d27a8bebb53,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:28.814048 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b213ff-1a26-4126-bc0f-0746fb6fc847 None None] Routers {'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:30:28.814237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d5a19ca0-5aad-4a04-a0c1-839ff6a1224a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622078687', 'description': 'tempest-description--76364553'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:28.814647 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d4b213ff-1a26-4126-bc0f-0746fb6fc847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:30:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:28.819567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-60b6af20-3a21-4b87-bcdd-ebd9a07d9a23 None None] Provisioning for port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:28.820724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d5a19ca0-5aad-4a04-a0c1-839ff6a1224a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:28.827448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d5a19ca0-5aad-4a04-a0c1-839ff6a1224a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Usage tracker for resource:security_group and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:28.829793 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:30:28.830419 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:30:28.831214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d5a19ca0-5aad-4a04-a0c1-839ff6a1224a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:28.839823 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8642d9f5-17a6-4b3c-af3a-d81d3cd9f9d8 admin admin] 10.222.0.60 "PUT /v2.0/routers/a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4832811 Feb 04 15:30:28.841538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52150) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:28.845181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d5a19ca0-5aad-4a04-a0c1-839ff6a1224a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:28.859916 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-60b6af20-3a21-4b87-bcdd-ebd9a07d9a23 None None] Provisioning complete for port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:28.860535 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-60b6af20-3a21-4b87-bcdd-ebd9a07d9a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.896337 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f', 'code': 200} Feb 04 15:30:28.921578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 94cfe216-5a98-4d6c-8919-30c5c86a5d5f details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:28.965898 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5a19ca0-5aad-4a04-a0c1-839ff6a1224a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.010637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3b426-ad62-4067-8660-1e224a04bdc2 req-d47637ad-a1b6-4790-b769-998d6af75c5e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:29.018666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cdb3b426-ad62-4067-8660-1e224a04bdc2 req-d47637ad-a1b6-4790-b769-998d6af75c5e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 945 time: 0.2521071 Feb 04 15:30:29.067098 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d4b213ff-1a26-4126-bc0f-0746fb6fc847 None None] Set router a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:30:29.075402 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-60b6af20-3a21-4b87-bcdd-ebd9a07d9a23 None None] Port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:30:29.080858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d5a19ca0-5aad-4a04-a0c1-839ff6a1224a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:29.092361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d5a19ca0-5aad-4a04-a0c1-839ff6a1224a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Usage tracker for resource:security_group_rule and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:29.140998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d5a19ca0-5aad-4a04-a0c1-839ff6a1224a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:29.154893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d5a19ca0-5aad-4a04-a0c1-839ff6a1224a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:29.169677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port f2063083-2755-41fc-9a22-a1a55c113186 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:29.173541 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cdb3b426-ad62-4067-8660-1e224a04bdc2 req-6e93286f-b033-40cb-8570-7edbb56f16c3 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544461 Feb 04 15:30:29.195016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port f2063083-2755-41fc-9a22-a1a55c113186 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:29.195485 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.323636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52160) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:29.362925 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9972d3ac-6725-4599-8b3d-b0bc98d270e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.363497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1d236-0b95-4de7-ab96-d0023f42d6cf req-c59f4c6c-0885-4a92-a735-fd1f53b4e53f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:29.371858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54b1d236-0b95-4de7-ab96-d0023f42d6cf req-c59f4c6c-0885-4a92-a735-fd1f53b4e53f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 943 time: 0.2737877 Feb 04 15:30:29.390219 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5a19ca0-5aad-4a04-a0c1-839ff6a1224a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.406225 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-67c684d0-9161-4f7b-b06d-bf920d89f57a None None] Provisioning complete for port 74fff281-01fb-4d9f-808d-6d27a8bebb53 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:29.406794 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-67c684d0-9161-4f7b-b06d-bf920d89f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.417938 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5a19ca0-5aad-4a04-a0c1-839ff6a1224a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.431885 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d4b213ff-1a26-4126-bc0f-0746fb6fc847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'name': 'tempest-AttachSCSIVolumeTestJSON-845341722-router', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:44Z', 'updated_at': '2022-02-04T15:30:25Z', 'revision_number': 5, 'project_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'gw_port': {'id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:45Z', 'updated_at': '2022-02-04T15:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:29.439484 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b213ff-1a26-4126-bc0f-0746fb6fc847 None None] Checking router: a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:30:29.444805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9972d3ac-6725-4599-8b3d-b0bc98d270e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:29.448464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9972d3ac-6725-4599-8b3d-b0bc98d270e5 admin admin] Usage tracker for resource:security_group_rule and tenant:19a36e0fc69b498382d454fd06acc48e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:29.452263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9972d3ac-6725-4599-8b3d-b0bc98d270e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:29.454970 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b213ff-1a26-4126-bc0f-0746fb6fc847 None None] Routers {'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:30:29.455636 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d4b213ff-1a26-4126-bc0f-0746fb6fc847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:30:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:29.461362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9972d3ac-6725-4599-8b3d-b0bc98d270e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:29.484978 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:29.515534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f', 'mac_address': 'fa:16:3e:7c:a7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:29.540153 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54b1d236-0b95-4de7-ab96-d0023f42d6cf req-a1b2f1dc-13a0-41b3-ae62-e6c8191c08a8 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671579 Feb 04 15:30:29.564782 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.623323 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9972d3ac-6725-4599-8b3d-b0bc98d270e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.638746 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9972d3ac-6725-4599-8b3d-b0bc98d270e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.680843 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.711354 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d4b213ff-1a26-4126-bc0f-0746fb6fc847 None None] Set router a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:30:29.718889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 74fff281-01fb-4d9f-808d-6d27a8bebb53 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:29.735708 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9972d3ac-6725-4599-8b3d-b0bc98d270e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=19a36e0fc69b498382d454fd06acc48e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4083879 Feb 04 15:30:29.740158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52164) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:29.767251 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.783468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972d3ac-6725-4599-8b3d-b0bc98d270e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a68633a-1f87-435b-b5d6-bc20a31cdfb4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:29.822092 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8bc27815-2da7-4737-be35-4e22c8bedcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.830133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cfe216-5a98-4d6c-8919-30c5c86a5d5f {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:29.850506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f2063083-2755-41fc-9a22-a1a55c113186, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f2063083-2755-41fc-9a22-a1a55c113186,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:29.852497 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8bc27815-2da7-4737-be35-4e22c8bedcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.861920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:29.863799 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.873970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a19ca0-5aad-4a04-a0c1-839ff6a1224a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d5255a-c449-42f8-8e1b-71a5ef4f687a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:29.897253 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5a19ca0-5aad-4a04-a0c1-839ff6a1224a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.898746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d5a19ca0-5aad-4a04-a0c1-839ff6a1224a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.0942686 Feb 04 15:30:29.901580 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.902268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52168) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:29.908787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d297c446-302f-42b9-8a2e-67245504bc54 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'security_group_rule': {'security_group_id': '01d5255a-c449-42f8-8e1b-71a5ef4f687a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:29.915547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d297c446-302f-42b9-8a2e-67245504bc54 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:29.920495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d297c446-302f-42b9-8a2e-67245504bc54 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Usage tracker for resource:security_group_rule and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:29.924449 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d297c446-302f-42b9-8a2e-67245504bc54 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:29.933329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 74fff281-01fb-4d9f-808d-6d27a8bebb53 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:29.933696 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.941121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d297c446-302f-42b9-8a2e-67245504bc54 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:29.968053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d297c446-302f-42b9-8a2e-67245504bc54 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.994193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=f2063083-2755-41fc-9a22-a1a55c113186,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:30.001023 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8bc27815-2da7-4737-be35-4e22c8bedcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.048034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc27815-2da7-4737-be35-4e22c8bedcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a68633a-1f87-435b-b5d6-bc20a31cdfb4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:30.063667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8bc27815-2da7-4737-be35-4e22c8bedcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.065122 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8bc27815-2da7-4737-be35-4e22c8bedcff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a68633a-1f87-435b-b5d6-bc20a31cdfb4 HTTP/1.1" status: 204 len: 168 time: 0.3240423 Feb 04 15:30:30.065239 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d4b213ff-1a26-4126-bc0f-0746fb6fc847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'name': 'tempest-AttachSCSIVolumeTestJSON-845341722-router', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:44Z', 'updated_at': '2022-02-04T15:30:25Z', 'revision_number': 5, 'project_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'gw_port': {'id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:45Z', 'updated_at': '2022-02-04T15:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:30.071153 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d297c446-302f-42b9-8a2e-67245504bc54 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.077153 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d297c446-302f-42b9-8a2e-67245504bc54 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.082053 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b213ff-1a26-4126-bc0f-0746fb6fc847 None None] The sync data for ids ['a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914'] in n-d-827872-1 is: [{'id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'name': 'tempest-AttachSCSIVolumeTestJSON-845341722-router', 'tenant_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:44Z', 'updated_at': '2022-02-04T15:30:25Z', 'revision_number': 5, 'project_id': '2702d5461dea44c5ab6dd1a27c25f1c2', 'gw_port': {'id': 'c52418c8-37bf-46de-bd38-e2887b5d259e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:45Z', 'updated_at': '2022-02-04T15:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:30:30.099140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297c446-302f-42b9-8a2e-67245504bc54 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941b3277-921f-4855-8e32-b52789f9cc60,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:30.126085 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d297c446-302f-42b9-8a2e-67245504bc54 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.130132 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d297c446-302f-42b9-8a2e-67245504bc54 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2239604 Feb 04 15:30:30.138080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:30.142874 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52174) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:30.151029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ee4da6a6-e71b-4322-a93f-7487140eb065 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'security_group_rule': {'security_group_id': '01d5255a-c449-42f8-8e1b-71a5ef4f687a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:30.159499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ee4da6a6-e71b-4322-a93f-7487140eb065 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:30.165020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ee4da6a6-e71b-4322-a93f-7487140eb065 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Usage tracker for resource:security_group_rule and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:30.170610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ee4da6a6-e71b-4322-a93f-7487140eb065 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:30.177851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ee4da6a6-e71b-4322-a93f-7487140eb065 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:30.201478 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee4da6a6-e71b-4322-a93f-7487140eb065 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.235110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e748cb-f315-4471-996f-09cd2f1a3815 req-3fd579b3-525b-42b4-bb5f-9ae9970b789a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:30.236601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4e748cb-f315-4471-996f-09cd2f1a3815 req-3fd579b3-525b-42b4-bb5f-9ae9970b789a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 948 time: 0.7870302 Feb 04 15:30:30.253615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ed42f-9f0a-4050-bd9b-66c1cfb08a75 req-05b08487-653c-424e-a220-bbef74f968a3 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:30.255125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de3ed42f-9f0a-4050-bd9b-66c1cfb08a75 req-05b08487-653c-424e-a220-bbef74f968a3 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 948 time: 0.3949230 Feb 04 15:30:30.273117 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee4da6a6-e71b-4322-a93f-7487140eb065 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.277525 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee4da6a6-e71b-4322-a93f-7487140eb065 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.301693 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4da6a6-e71b-4322-a93f-7487140eb065 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469c8225-a4f2-4f29-a6c4-2f7b79c27550,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:30.314168 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee4da6a6-e71b-4322-a93f-7487140eb065 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.319361 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ee4da6a6-e71b-4322-a93f-7487140eb065 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1720128 Feb 04 15:30:30.319697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52180) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:30.333123 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:30.339210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:30.343469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Usage tracker for resource:floatingip and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:30.346330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:30.352293 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:30.364988 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.408493 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4e748cb-f315-4471-996f-09cd2f1a3815 req-7792892e-601c-45b0-9890-995136190f70 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618667 Feb 04 15:30:30.412914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de3ed42f-9f0a-4050-bd9b-66c1cfb08a75 req-b2d26bac-5a0d-4e7e-a5d1-989cee88596e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412868 Feb 04 15:30:30.450769 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['94cfe216-5a98-4d6c-8919-30c5c86a5d5f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:30:30.479234 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.504894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] Deleting port c52418c8-37bf-46de-bd38-e2887b5d259e {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:30:30.505359 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.628750 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.845531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ffe45-30e1-47c3-9cf6-4aea7091a402 req-3881f9bf-d72f-4800-a573-b275c734c7e7 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:30.847074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e89ffe45-30e1-47c3-9cf6-4aea7091a402 req-3881f9bf-d72f-4800-a573-b275c734c7e7 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 945 time: 0.2652965 Feb 04 15:30:30.860719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] For port c52418c8-37bf-46de-bd38-e2887b5d259e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c52418c8-37bf-46de-bd38-e2887b5d259e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:30.861066 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.871704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Allocated IP 172.25.0.42 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/b9330797-64a1-47c0-abcd-feef9f43e109) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:30.897917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ca9539-24d5-424b-b31b-4557285421f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2063083-2755-41fc-9a22-a1a55c113186'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:30.909717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 634615d3-644b-4e12-9526-504062a1c0c3 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:31.013432 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 634615d3-644b-4e12-9526-504062a1c0c3 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:31.022236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 634615d3-644b-4e12-9526-504062a1c0c3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:31.022649 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:31.076552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] Calling delete_port for c52418c8-37bf-46de-bd38-e2887b5d259e owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:30:31.160327 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:31.177608 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e89ffe45-30e1-47c3-9cf6-4aea7091a402 req-43be8f5f-ec39-4cd2-894d-b17108d94972 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233778 Feb 04 15:30:31.199447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=634615d3-644b-4e12-9526-504062a1c0c3,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:31.203970 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:31.216024 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:31.227101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0900be-4445-40e4-befc-f189d70af4c0 req-b76d023e-817f-4f1c-8868-9df509cd1558 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:31.228942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d0900be-4445-40e4-befc-f189d70af4c0 req-b76d023e-817f-4f1c-8868-9df509cd1558 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 943 time: 0.4373198 Feb 04 15:30:31.263746 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:31.301085 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ca9539-24d5-424b-b31b-4557285421f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2063083-2755-41fc-9a22-a1a55c113186', 'code': 200} Feb 04 15:30:31.312480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=634615d3-644b-4e12-9526-504062a1c0c3,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:31.356436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:31.359243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:31.362978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:30:31.374169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'Port': ['ID=b9330797-64a1-47c0-abcd-feef9f43e109,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:31.420847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52204) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:31.445585 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d0900be-4445-40e4-befc-f189d70af4c0 req-5d9d6fea-d81b-47dc-bee3-11e433b59a90 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754752 Feb 04 15:30:31.546787 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:31.568450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1c3b9b07-7792-4400-8254-045a914514c5 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:31.600008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c52418c8-37bf-46de-bd38-e2887b5d259e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:31.642887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 1c3b9b07-7792-4400-8254-045a914514c5 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:30:31.643260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1c3b9b07-7792-4400-8254-045a914514c5 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:30:31.693975 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:31.735273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-682219310-network', 'tenant_id': '1454e057865b41d087e99e100494c13a'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:31.772669 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-7047d3e9-396b-4e0e-b29c-3ad3f17d9668 service neutron] 10.222.0.81 "GET /v2.0/ports/1cb44d48-0c2b-4716-851f-be42c75316da/bindings/n-h2-827872-1 HTTP/1.1" status: 200 len: 384 time: 0.2818301 Feb 04 15:30:31.778858 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:31.887166 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-38fb520d-d4fe-45d2-82a4-6d500afb03ba req-b62d9d3f-9530-43c3-9696-9bc99a221820 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 1100 time: 0.3859282 Feb 04 15:30:31.889821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:31.908213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Usage tracker for resource:network and tenant:1454e057865b41d087e99e100494c13a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:31.913012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:31.992274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:32.014641 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.089296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Made reservation on behalf of 1454e057865b41d087e99e100494c13a for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:32.091556 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.152180 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-38fb520d-d4fe-45d2-82a4-6d500afb03ba req-fc9412c0-0f8d-4fd3-95f4-862d4937e2ad service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584312 Feb 04 15:30:32.174920 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.199491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22143b-8249-46f9-bd71-c46d6b029820 req-93f2e045-1bdf-4e30-bcfc-620e4af7f51d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:32.200952 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c22143b-8249-46f9-bd71-c46d6b029820 req-93f2e045-1bdf-4e30-bcfc-620e4af7f51d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 948 time: 0.5868275 Feb 04 15:30:32.281491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a157be-c44a-40d8-9f13-276be90dc2da req-d4384641-fd60-4848-bb1b-4efda01d4ccd tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:32.282921 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-37a157be-c44a-40d8-9f13-276be90dc2da req-d4384641-fd60-4848-bb1b-4efda01d4ccd tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 949 time: 0.5888231 Feb 04 15:30:32.334655 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.343695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f42ec97e-5c2b-4416-866a-8096eacc142f service neutron] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1cb44d48-0c2b-4716-851f-be42c75316da,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:32.350636 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.385697 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.408732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:32.412251 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.427261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f42ec97e-5c2b-4416-866a-8096eacc142f service neutron] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:32.434037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Usage tracker for resource:security_group_rule and tenant:1454e057865b41d087e99e100494c13a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:32.441584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:32.451461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:32.454924 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.455756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c22143b-8249-46f9-bd71-c46d6b029820 req-d2a7d640-2518-46d2-a75b-227bf357dcb4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035382 Feb 04 15:30:32.484455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'Port': ['ID=b9330797-64a1-47c0-abcd-feef9f43e109,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:32.500019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f42ec97e-5c2b-4416-866a-8096eacc142f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb44d48-0c2b-4716-851f-be42c75316da {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:32.514283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f42ec97e-5c2b-4416-866a-8096eacc142f service neutron] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1cb44d48-0c2b-4716-851f-be42c75316da,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:32.521407 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.522606 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3a8fac95-ab4c-47ed-ba6a-1e01f7996c35 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2021043 Feb 04 15:30:32.537703 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f42ec97e-5c2b-4416-866a-8096eacc142f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.540141 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-37a157be-c44a-40d8-9f13-276be90dc2da req-9f84f280-d759-40e9-b4b2-75f66b0e365c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919534 Feb 04 15:30:32.557189 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.557833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:30:32.614512 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.615634 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-457bd969-8528-4843-82b9-55f43574bba7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a5ecdd52-2c0a-46e8-8fd6-c701eb4f2914 HTTP/1.1" status: 204 len: 168 time: 3.7729371 Feb 04 15:30:32.618358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52222) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:32.670978 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.700967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f42ec97e-5c2b-4416-866a-8096eacc142f service neutron] Transition to ACTIVE for port object 1cb44d48-0c2b-4716-851f-be42c75316da will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:32.711617 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f42ec97e-5c2b-4416-866a-8096eacc142f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.721062 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.777191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:30:32.781403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-738b49ad-6d51-4b3b-97de-0a026c167f28 admin admin] Deleting subnet 7c211675-4856-49ca-ae0c-3ab2a1af8be9 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:30:32.794357 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-738b49ad-6d51-4b3b-97de-0a026c167f28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.831827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95b565f-09c7-40c4-a1ff-713966e93ac1,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:32.892461 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.892792 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Added segment 587c9cf8-f7db-4b56-9a66-ab5d69e64fd0 of type vlan for network 779d01b9-df51-4c55-be41-9a7781b6deed Feb 04 15:30:32.910191 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f42ec97e-5c2b-4416-866a-8096eacc142f service neutron] No DVR routers for this DVR port 1cb44d48-0c2b-4716-851f-be42c75316da on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:32.912284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ec97e-5c2b-4416-866a-8096eacc142f service neutron] Pushing event updated for resources: {'Port': ['ID=1cb44d48-0c2b-4716-851f-be42c75316da,revision_number=10']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:32.913867 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-738b49ad-6d51-4b3b-97de-0a026c167f28 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.925543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 94cfe216-5a98-4d6c-8919-30c5c86a5d5f up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:32.949596 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.969230 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-f42ec97e-5c2b-4416-866a-8096eacc142f service neutron] 10.222.0.81 "PUT /v2.0/ports/1cb44d48-0c2b-4716-851f-be42c75316da/bindings/n-h2-827872-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1657567 Feb 04 15:30:33.040080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:33.040479 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.047602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfe24c-e636-4af8-be21-e03275709a61 req-84edea6d-85e8-4f18-ab8c-309d25f838c3 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:33.049050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01dfe24c-e636-4af8-be21-e03275709a61 req-84edea6d-85e8-4f18-ab8c-309d25f838c3 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.3752022 Feb 04 15:30:33.055843 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.057345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:33.057896 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.166265 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.189532 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-738b49ad-6d51-4b3b-97de-0a026c167f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.199344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:33.203040 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.225742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8036611 Feb 04 15:30:33.228916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52230) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:33.236259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-514274ee-f451-483a-862a-207feca88623 admin admin] Request body: {'subnet': {'network_id': '779d01b9-df51-4c55-be41-9a7781b6deed', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-682219310-subnet', 'tenant_id': '1454e057865b41d087e99e100494c13a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:33.242317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-514274ee-f451-483a-862a-207feca88623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:33.244827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef900a2-0342-4249-a1bd-ac49c6642138 req-e5255693-bed4-4e7e-bb2e-8919efe370d2 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:33.246278 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eef900a2-0342-4249-a1bd-ac49c6642138 req-e5255693-bed4-4e7e-bb2e-8919efe370d2 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 944 time: 0.4048378 Feb 04 15:30:33.256723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac9dc9-123e-485d-9465-ababf5e06010 admin admin] Pushing event updated for resources: {'Network': ['ID=779d01b9-df51-4c55-be41-9a7781b6deed,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:33.258487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-514274ee-f451-483a-862a-207feca88623 admin admin] Usage tracker for resource:subnet and tenant:1454e057865b41d087e99e100494c13a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:33.263780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 779d01b9-df51-4c55-be41-9a7781b6deed details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:30:33.274371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-514274ee-f451-483a-862a-207feca88623 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:33.283117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-514274ee-f451-483a-862a-207feca88623 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:33.296328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514274ee-f451-483a-862a-207feca88623 admin admin] Made reservation on behalf of 1454e057865b41d087e99e100494c13a for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:33.298909 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-514274ee-f451-483a-862a-207feca88623 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.300310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01dfe24c-e636-4af8-be21-e03275709a61 req-ebcf3bdc-06a4-4597-9647-82c2dbefeab9 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382696 Feb 04 15:30:33.329573 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eef900a2-0342-4249-a1bd-ac49c6642138 req-48e56c8b-3fc7-410b-8b6e-e7b9cd3c601a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683258 Feb 04 15:30:33.334987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ba53f6-dea6-4d2f-8f95-ce703aa6496b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634615d3-644b-4e12-9526-504062a1c0c3'}, {'server_uuid': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:33.354455 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-738b49ad-6d51-4b3b-97de-0a026c167f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.361594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:33.397465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b49ad-6d51-4b3b-97de-0a026c167f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c211675-4856-49ca-ae0c-3ab2a1af8be9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:33.402026 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-738b49ad-6d51-4b3b-97de-0a026c167f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.408503 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ecd052-6cfb-41ae-ac04-22e1bb724100 None None] Network 420d6f1a-d654-4a5a-85f3-6f1697d7d24f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:30:33.409066 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-738b49ad-6d51-4b3b-97de-0a026c167f28 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7c211675-4856-49ca-ae0c-3ab2a1af8be9 HTTP/1.1" status: 204 len: 168 time: 0.7890520 Feb 04 15:30:33.411633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52236) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:33.511448 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ba53f6-dea6-4d2f-8f95-ce703aa6496b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634615d3-644b-4e12-9526-504062a1c0c3', 'code': 200} Feb 04 15:30:33.511706 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f', 'code': 200} Feb 04 15:30:33.660976 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c52418c8-37bf-46de-bd38-e2887b5d259e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:33.668756 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-514274ee-f451-483a-862a-207feca88623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.707821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: c52418c8-37bf-46de-bd38-e2887b5d259e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:30:33.708055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c52418c8-37bf-46de-bd38-e2887b5d259e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:30:33.758191 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.782713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-14623ef9-3c2a-4f93-a83f-903984d30a52 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Synchronizing usage tracker for tenant:d90c028738774fb19f16bc0edeaace5a on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:33.794645 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514274ee-f451-483a-862a-207feca88623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6067b67c-a5dc-4b96-a46a-ca446dea9f8a,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:33.800966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c7760a-291b-474c-83bc-0a6c2ce0500b None None] DHCP port deletion for 420d6f1a-d654-4a5a-85f3-6f1697d7d24f request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:30:33.804840 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e4c7760a-291b-474c-83bc-0a6c2ce0500b None None] Deleting port 45a2b47e-8e08-425e-b85d-464afd39369d {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:30:33.805206 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e4c7760a-291b-474c-83bc-0a6c2ce0500b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.811234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Deleting port 45a2b47e-8e08-425e-b85d-464afd39369d {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:30:33.811567 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.821649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514274ee-f451-483a-862a-207feca88623 admin admin] Checking segment: {'id': '587c9cf8-f7db-4b56-9a66-ab5d69e64fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '779d01b9-df51-4c55-be41-9a7781b6deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:33.822808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514274ee-f451-483a-862a-207feca88623 admin admin] Network hostable DHCP agents. Network: 779d01b9-df51-4c55-be41-9a7781b6deed, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:30:33.853747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514274ee-f451-483a-862a-207feca88623 admin admin] Network 779d01b9-df51-4c55-be41-9a7781b6deed is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:30:33.864052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-514274ee-f451-483a-862a-207feca88623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 779d01b9-df51-4c55-be41-9a7781b6deed) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:33.874293 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514274ee-f451-483a-862a-207feca88623 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:33.875067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a199aa1a-ec8b-404e-a47d-8f4f191204d3 None None] Network 779d01b9-df51-4c55-be41-9a7781b6deed requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:30:33.875536 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-514274ee-f451-483a-862a-207feca88623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.886875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-14623ef9-3c2a-4f93-a83f-903984d30a52 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Unset dirty status for tenant:d90c028738774fb19f16bc0edeaace5a on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:33.895132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-14623ef9-3c2a-4f93-a83f-903984d30a52 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1622078687&fields=id&tenant_id=d90c028738774fb19f16bc0edeaace5a HTTP/1.1" status: 200 len: 267 time: 0.3733420 Feb 04 15:30:33.898908 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-514274ee-f451-483a-862a-207feca88623 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6685362 Feb 04 15:30:34.013582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-b3506af2-c99c-4e0c-8e80-d33ba3a1fc39 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:34.013878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-b3506af2-c99c-4e0c-8e80-d33ba3a1fc39 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Synchronizing usage tracker for tenant:d90c028738774fb19f16bc0edeaace5a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:34.125583 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b80df431-4692-4824-9cac-38c5f9e09e4a req-6914c590-e919-4b30-991c-0c4a0df5ec0d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 1097 time: 0.0894902 Feb 04 15:30:34.190309 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b80df431-4692-4824-9cac-38c5f9e09e4a req-f3c921eb-5771-4b01-8815-feadbcb5e48f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523996 Feb 04 15:30:34.195373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] For port 45a2b47e-8e08-425e-b85d-464afd39369d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=45a2b47e-8e08-425e-b85d-464afd39369d,segment=NetworkSegment(e407a91e-5bba-4fbf-b6d2-192555b36be1),segment_id=e407a91e-5bba-4fbf-b6d2-192555b36be1)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:34.195741 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.238487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8d878-92d1-4db3-9a01-4e5c031adc3b req-f9b5a73f-414b-4f81-96c7-f11e398f4ce7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:34.239984 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72a8d878-92d1-4db3-9a01-4e5c031adc3b req-f9b5a73f-414b-4f81-96c7-f11e398f4ce7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.5549209 Feb 04 15:30:34.281632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c7ae18-e182-40bc-9210-4a486cc843b7 None None] Network 779d01b9-df51-4c55-be41-9a7781b6deed requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:30:34.365158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e4c7760a-291b-474c-83bc-0a6c2ce0500b None None] For port 45a2b47e-8e08-425e-b85d-464afd39369d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=45a2b47e-8e08-425e-b85d-464afd39369d,segment=NetworkSegment(e407a91e-5bba-4fbf-b6d2-192555b36be1),segment_id=e407a91e-5bba-4fbf-b6d2-192555b36be1)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:34.365552 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e4c7760a-291b-474c-83bc-0a6c2ce0500b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.391689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Calling delete_port for 45a2b47e-8e08-425e-b85d-464afd39369d owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:30:34.444072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-b3506af2-c99c-4e0c-8e80-d33ba3a1fc39 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Unset dirty status for tenant:d90c028738774fb19f16bc0edeaace5a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:34.444976 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-b3506af2-c99c-4e0c-8e80-d33ba3a1fc39 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports/ca6de4c7-06b7-475f-b551-74d6d9cef7e7 HTTP/1.1" status: 200 len: 935 time: 0.5490468 Feb 04 15:30:34.506589 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e4c7760a-291b-474c-83bc-0a6c2ce0500b None None] Calling delete_port for 45a2b47e-8e08-425e-b85d-464afd39369d owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:30:34.552452 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72a8d878-92d1-4db3-9a01-4e5c031adc3b req-40467b3d-5553-466f-8c38-1b66dd2d2f96 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002973 Feb 04 15:30:34.578489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-6dc220c4-a2d6-4d49-94b8-a02acb3d34dc tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:34.585183 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-6dc220c4-a2d6-4d49-94b8-a02acb3d34dc tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports/4dfa7ad2-38e5-438e-9868-cf93aacc7d91 HTTP/1.1" status: 200 len: 936 time: 0.1234152 Feb 04 15:30:34.626915 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.633223 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-241aab80-a10e-4916-bf9a-a15d223d3802 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 1095 time: 0.4411335 Feb 04 15:30:34.691615 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c7f7b71f-2e2d-43e0-9e3f-816ebe51db79 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?network_id=2543d2dd-a9fd-4950-82d9-b8a37c3497cc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1054490 Feb 04 15:30:34.696071 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Pushing event deleted for resources: {'Port': ['ID=45a2b47e-8e08-425e-b85d-464afd39369d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:34.739611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 1cb44d48-0c2b-4716-851f-be42c75316da no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:34.743971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] No DVR routers for this DVR port 45a2b47e-8e08-425e-b85d-464afd39369d on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:34.749355 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c396ecec-5e71-4e5b-995a-5b990fa6a144 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?network_id=2543d2dd-a9fd-4950-82d9-b8a37c3497cc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0568774 Feb 04 15:30:34.808942 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-e4c7760a-291b-474c-83bc-0a6c2ce0500b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:30:34.809290 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-e4c7760a-291b-474c-83bc-0a6c2ce0500b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:30:34.852082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 1cb44d48-0c2b-4716-851f-be42c75316da not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:30:34.926317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 1cb44d48-0c2b-4716-851f-be42c75316da no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:34.937551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52272) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:34.943098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1656598684-network', 'tenant_id': '6f7af2b8c7d04b318f26fa72f8b90e06'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:34.953983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:34.958563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Usage tracker for resource:network and tenant:6f7af2b8c7d04b318f26fa72f8b90e06 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:34.963613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:34.973150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:34.991339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Made reservation on behalf of 6f7af2b8c7d04b318f26fa72f8b90e06 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:34.995913 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.014553 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.022107 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.060614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:35.065032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Usage tracker for resource:security_group_rule and tenant:6f7af2b8c7d04b318f26fa72f8b90e06 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:35.068303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:35.075432 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:35.080229 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:35.080573 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:35.081334 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:35.081658 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Subscribe: > port after_create 55550000 {{(pid=83551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:35.081979 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:35.082326 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Subscribe: > port after_update 55550000 {{(pid=83551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:35.082644 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:35.082974 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:35.083307 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:35.083615 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:35.146683 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.151981 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.179358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:30:35.192219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8d7c43-9cab-4ce9-8b65-fbb54211dfdf,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:35.197682 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.198076 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Added segment 279617b4-2765-4369-9781-6d23c9afff3b of type vlan for network 233bd66e-e1c3-4a56-8ebe-d64b468e8f50 Feb 04 15:30:35.225023 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.237519 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:35.237860 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:35.238180 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:35.238497 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:35.238857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420d6f1a-d654-4a5a-85f3-6f1697d7d24f']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:35.258913 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.260758 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:35.261448 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.272739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e407a91e-5bba-4fbf-b6d2-192555b36be1') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:35.273195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e407a91e-5bba-4fbf-b6d2-192555b36be1') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:35.291229 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.301911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-16b010d0-8fe3-494f-8d91-680d6d765ba0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:35.305899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-16b010d0-8fe3-494f-8d91-680d6d765ba0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:35.309980 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-16b010d0-8fe3-494f-8d91-680d6d765ba0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:35.310676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e4c7760a-291b-474c-83bc-0a6c2ce0500b None None] Deleting port 45a2b47e-8e08-425e-b85d-464afd39369d {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:30:35.311162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-16b010d0-8fe3-494f-8d91-680d6d765ba0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Synchronizing usage tracker for tenant:d90c028738774fb19f16bc0edeaace5a on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:35.312039 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e4c7760a-291b-474c-83bc-0a6c2ce0500b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.324671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d2851-96c0-4bdb-87fc-b9e53f0e4819 req-f9222de1-b381-452b-9df4-d84b69c41761 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:35.331351 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e46d2851-96c0-4bdb-87fc-b9e53f0e4819 req-f9222de1-b381-452b-9df4-d84b69c41761 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 949 time: 0.5558605 Feb 04 15:30:35.369829 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.376459 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4372854 Feb 04 15:30:35.379457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-16b010d0-8fe3-494f-8d91-680d6d765ba0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Unset dirty status for tenant:d90c028738774fb19f16bc0edeaace5a on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:35.380390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52276) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:35.386487 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-16b010d0-8fe3-494f-8d91-680d6d765ba0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/networks?id=4d8a8a86-e319-4d89-b6fa-6b7205f28716&id=5330c659-c4e6-492d-9695-f45ce3b027e4&id=5330c659-c4e6-492d-9695-f45ce3b027e4&id=2543d2dd-a9fd-4950-82d9-b8a37c3497cc&id=2543d2dd-a9fd-4950-82d9-b8a37c3497cc HTTP/1.1" status: 200 len: 1995 time: 0.6056659 Feb 04 15:30:35.388775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] Request body: {'subnet': {'network_id': '233bd66e-e1c3-4a56-8ebe-d64b468e8f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1656598684-subnet', 'tenant_id': '6f7af2b8c7d04b318f26fa72f8b90e06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:35.396152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c31bfd-22b5-43c3-8318-8c7ae272b85d admin admin] Pushing event updated for resources: {'Network': ['ID=233bd66e-e1c3-4a56-8ebe-d64b468e8f50,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:35.398780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:35.404360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] Usage tracker for resource:subnet and tenant:6f7af2b8c7d04b318f26fa72f8b90e06 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:35.408261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:30:35.408415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:35.408670 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.411916 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e4c7760a-291b-474c-83bc-0a6c2ce0500b None None] The port '45a2b47e-8e08-425e-b85d-464afd39369d' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:30:35.414117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 233bd66e-e1c3-4a56-8ebe-d64b468e8f50 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:30:35.415001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:35.425061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] Made reservation on behalf of 6f7af2b8c7d04b318f26fa72f8b90e06 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:35.427382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: util.warn_limited( Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: util.warn_limited( Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:30:35.454631 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:30:35.527076 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ad0d8bbe-d933-45c9-b56c-d01b98a54b59 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/quotas/d90c028738774fb19f16bc0edeaace5a HTTP/1.1" status: 200 len: 375 time: 0.1395669 Feb 04 15:30:35.559926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e46d2851-96c0-4bdb-87fc-b9e53f0e4819 req-6089846d-ab5b-456b-ae6a-6b74e67f0c41 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272801 Feb 04 15:30:35.644019 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 45a2b47e-8e08-425e-b85d-464afd39369d no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:35.700320 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.712747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 45a2b47e-8e08-425e-b85d-464afd39369d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:30:35.715684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 45a2b47e-8e08-425e-b85d-464afd39369d not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:30:35.789979 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.813835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] Checking segment: {'id': '279617b4-2765-4369-9781-6d23c9afff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '233bd66e-e1c3-4a56-8ebe-d64b468e8f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:35.814489 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] Network hostable DHCP agents. Network: 233bd66e-e1c3-4a56-8ebe-d64b468e8f50, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:30:35.825246 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.840677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=116e5d75-8859-4732-834a-cd18bd7a81b0,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:35.844453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] Pushing event deleted for resources: {'Network': ['ID=420d6f1a-d654-4a5a-85f3-6f1697d7d24f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:35.856992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] Network 233bd66e-e1c3-4a56-8ebe-d64b468e8f50 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:30:35.869929 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 233bd66e-e1c3-4a56-8ebe-d64b468e8f50) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:35.871789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d09ea508-172e-43f5-a790-6645ca569610 admin admin] 10.222.0.60 "DELETE /v2.0/networks/420d6f1a-d654-4a5a-85f3-6f1697d7d24f HTTP/1.1" status: 204 len: 168 time: 2.4590669 Feb 04 15:30:35.875636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52284) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:35.880353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2130f0-4529-4350-b6a3-b0131309b3f3 None None] Network 233bd66e-e1c3-4a56-8ebe-d64b468e8f50 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:30:35.886924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:35.887794 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.893185 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-9d0c3a3d-2624-4940-9c5e-ef264865435e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d90c028738774fb19f16bc0edeaace5a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3652520 Feb 04 15:30:35.903725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63cc44-b3b7-4b76-a0e0-01b17d704d22 req-98cb4ed1-1d84-43c8-83bc-4a2192791c8a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:35.905174 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c63cc44-b3b7-4b76-a0e0-01b17d704d22 req-98cb4ed1-1d84-43c8-83bc-4a2192791c8a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.1655760 Feb 04 15:30:36.078628 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c63cc44-b3b7-4b76-a0e0-01b17d704d22 req-1a6cfae4-2bbb-4042-9f85-8aa9b7f33171 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547918 Feb 04 15:30:36.112083 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-0f01cf89-e9f9-4f75-801f-f944557b3e61 service neutron] 10.222.0.60 "GET /v2.0/networks/4d8a8a86-e319-4d89-b6fa-6b7205f28716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057338 Feb 04 15:30:36.122716 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-93990565-36e0-43f5-a211-283e5ca476fb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7413926 Feb 04 15:30:36.175322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164aad82-f877-4809-a78f-09c0a297a97a None None] Network 233bd66e-e1c3-4a56-8ebe-d64b468e8f50 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:30:36.342430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52290) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:36.455935 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-e769b90f-ca4a-44d9-b6ef-e347d04fdbc1 service neutron] 10.222.0.60 "GET /v2.0/networks/4d8a8a86-e319-4d89-b6fa-6b7205f28716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366272 Feb 04 15:30:36.465714 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87456da-7865-4808-9e2d-59a50d92fec7 req-0c256b36-4910-4e31-ab63-fec0bc718e4b tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:36.467556 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a87456da-7865-4808-9e2d-59a50d92fec7 req-0c256b36-4910-4e31-ab63-fec0bc718e4b tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 944 time: 0.2535563 Feb 04 15:30:36.506166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-6521dfcc-1860-48da-86d0-4d0bc509d6df admin admin] Deleting subnet 6067b67c-a5dc-4b96-a46a-ca446dea9f8a {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:30:36.511277 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-78213e3d-d822-4cf7-875a-36dafa501168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.533685 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6521dfcc-1860-48da-86d0-4d0bc509d6df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.600606 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-84b673c5-a07a-4629-a05c-9b480f3cc29d req-5d360527-9d06-4daa-a23b-d0273b7593e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 1100 time: 0.1083627 Feb 04 15:30:36.602092 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-994f0bd0-cc51-4ddd-9d2e-44ac147086d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.621733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-48695f20-1ecc-46ab-a919-8b48ad7734ca service neutron] 10.222.0.60 "GET /v2.0/ports/ca6de4c7-06b7-475f-b551-74d6d9cef7e7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1531994 Feb 04 15:30:36.629307 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-307bc7fe-64e5-4643-9a7c-90127d29efd6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da HTTP/1.1" status: 200 len: 1095 time: 0.3253667 Feb 04 15:30:36.631233 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6521dfcc-1860-48da-86d0-4d0bc509d6df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.683739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a87456da-7865-4808-9e2d-59a50d92fec7 req-ac1b0620-29bd-4098-9a4b-831294cd375d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715243 Feb 04 15:30:36.714318 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-84b673c5-a07a-4629-a05c-9b480f3cc29d req-6fb40758-62be-4183-9b17-64f4cfb242cb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604925 Feb 04 15:30:36.859098 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6521dfcc-1860-48da-86d0-4d0bc509d6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.956596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-224d9bbd-6b43-4821-9853-f510cd6b619c service neutron] 10.222.0.60 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964618 Feb 04 15:30:36.977512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-4370ca20-004e-437c-bf1d-21616950ea4e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 1095 time: 0.3160002 Feb 04 15:30:37.080048 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6521dfcc-1860-48da-86d0-4d0bc509d6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.134121 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521dfcc-1860-48da-86d0-4d0bc509d6df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6067b67c-a5dc-4b96-a46a-ca446dea9f8a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:37.152165 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7f93e-8405-40b4-8542-2ad9784f361c req-453e7d35-e41e-433b-849f-0bdbec6a4af6 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:37.153620 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a7e7f93e-8405-40b4-8542-2ad9784f361c req-453e7d35-e41e-433b-849f-0bdbec6a4af6 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.3322754 Feb 04 15:30:37.174909 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6521dfcc-1860-48da-86d0-4d0bc509d6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.199767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-16afa930-7ab3-4b17-847b-0396c1082f91 service neutron] 10.222.0.60 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274268 Feb 04 15:30:37.203313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6521dfcc-1860-48da-86d0-4d0bc509d6df admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6067b67c-a5dc-4b96-a46a-ca446dea9f8a HTTP/1.1" status: 204 len: 168 time: 0.8547428 Feb 04 15:30:37.205914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52296) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:37.261170 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-994f0bd0-cc51-4ddd-9d2e-44ac147086d2 admin admin] Deleting port 0343a936-d962-4e9a-a7af-a5e7417d7d95 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:30:37.261500 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-994f0bd0-cc51-4ddd-9d2e-44ac147086d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.441624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-994f0bd0-cc51-4ddd-9d2e-44ac147086d2 admin admin] For port 0343a936-d962-4e9a-a7af-a5e7417d7d95, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0343a936-d962-4e9a-a7af-a5e7417d7d95,segment=NetworkSegment(d6236753-38fb-42f7-b4b3-e523078dc4e9),segment_id=d6236753-38fb-42f7-b4b3-e523078dc4e9)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:37.441893 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-994f0bd0-cc51-4ddd-9d2e-44ac147086d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.454996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a7e7f93e-8405-40b4-8542-2ad9784f361c req-ebcbbc66-cb52-4277-8c80-a1f4cc205d4e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860823 Feb 04 15:30:37.486251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5cd09523-94d6-4027-b2db-a7f813f4ea70 service neutron] 10.222.0.60 "GET /v2.0/ports/4dfa7ad2-38e5-438e-9868-cf93aacc7d91?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2774549 Feb 04 15:30:37.489350 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5a6e-bd1b-4663-a6da-e0817cf4d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.567666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-994f0bd0-cc51-4ddd-9d2e-44ac147086d2 admin admin] Calling delete_port for 0343a936-d962-4e9a-a7af-a5e7417d7d95 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:30:37.776277 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5a6e-bd1b-4663-a6da-e0817cf4d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.818134 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-503af3a3-abc5-40c8-b232-cffda3396d4d service neutron] 10.222.0.60 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241596 Feb 04 15:30:37.820176 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e8ab5a6e-bd1b-4663-a6da-e0817cf4d714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779d01b9-df51-4c55-be41-9a7781b6deed']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:37.844666 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-994f0bd0-cc51-4ddd-9d2e-44ac147086d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.862904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e8ab5a6e-bd1b-4663-a6da-e0817cf4d714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587c9cf8-f7db-4b56-9a66-ab5d69e64fd0') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:37.863213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e8ab5a6e-bd1b-4663-a6da-e0817cf4d714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587c9cf8-f7db-4b56-9a66-ab5d69e64fd0') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:37.890096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f0bd0-cc51-4ddd-9d2e-44ac147086d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0343a936-d962-4e9a-a7af-a5e7417d7d95,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:37.927117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b502457-1ca4-4c2d-9705-272de6397ce9 req-3c8214e3-89b4-4eae-b13a-c7b82ced0042 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:37.928620 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b502457-1ca4-4c2d-9705-272de6397ce9 req-3c8214e3-89b4-4eae-b13a-c7b82ced0042 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.3545201 Feb 04 15:30:37.930459 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5a6e-bd1b-4663-a6da-e0817cf4d714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.980186 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5a6e-bd1b-4663-a6da-e0817cf4d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.004702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ab5a6e-bd1b-4663-a6da-e0817cf4d714 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:30:38.005145 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5a6e-bd1b-4663-a6da-e0817cf4d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:30:38.019256 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:30:38.122814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b502457-1ca4-4c2d-9705-272de6397ce9 req-66d28b69-ad85-4d61-9024-50393d9482ed tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824436 Feb 04 15:30:38.128238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5c75d6c4-337e-4d91-b91f-38ea78a576bc service neutron] 10.222.0.60 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006382 Feb 04 15:30:38.138140 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5a6e-bd1b-4663-a6da-e0817cf4d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.164432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-994f0bd0-cc51-4ddd-9d2e-44ac147086d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.178106 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8ab5a6e-bd1b-4663-a6da-e0817cf4d714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.191589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab5a6e-bd1b-4663-a6da-e0817cf4d714 admin admin] Pushing event deleted for resources: {'Network': ['ID=779d01b9-df51-4c55-be41-9a7781b6deed,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:38.249215 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e8ab5a6e-bd1b-4663-a6da-e0817cf4d714 admin admin] 10.222.0.60 "DELETE /v2.0/networks/779d01b9-df51-4c55-be41-9a7781b6deed HTTP/1.1" status: 204 len: 168 time: 1.0398011 Feb 04 15:30:38.249437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52302) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:38.403477 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-db683b26-2490-4872-aa76-560fdaa35190 admin admin] Deleting subnet 116e5d75-8859-4732-834a-cd18bd7a81b0 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:30:38.408583 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db683b26-2490-4872-aa76-560fdaa35190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.445358 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c87b00ce-3733-468d-b339-5b015628d92e service neutron] 10.222.0.60 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046041 Feb 04 15:30:38.545407 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db683b26-2490-4872-aa76-560fdaa35190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.585269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831efe4-dfc4-45b4-8a79-2abe3220ac26 req-82543c14-2646-490d-809d-77bf43d2cd08 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:38.586729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3831efe4-dfc4-45b4-8a79-2abe3220ac26 req-82543c14-2646-490d-809d-77bf43d2cd08 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.3333659 Feb 04 15:30:38.670447 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db683b26-2490-4872-aa76-560fdaa35190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.724071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-829898fc-7aa8-4715-9bc2-7b5eea3b5b15 service neutron] 10.222.0.60 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720931 Feb 04 15:30:38.738438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3831efe4-dfc4-45b4-8a79-2abe3220ac26 req-799a3a4b-938d-4afd-b607-edb663f775d8 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389995 Feb 04 15:30:38.752880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994f0bd0-cc51-4ddd-9d2e-44ac147086d2 admin admin] Router ccca522a-6cc0-4238-a2d0-5b3389db105c has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:30:38.840689 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db683b26-2490-4872-aa76-560fdaa35190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.880621 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ffd78783-1461-4713-99a1-579a048b3362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.890948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db683b26-2490-4872-aa76-560fdaa35190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=116e5d75-8859-4732-834a-cd18bd7a81b0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:38.954070 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db683b26-2490-4872-aa76-560fdaa35190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.976942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994f0bd0-cc51-4ddd-9d2e-44ac147086d2 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:30:38.988015 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d764eb-bdc0-49c8-a777-c0cd3797b643 None None] Sync routers for ids ['ccca522a-6cc0-4238-a2d0-5b3389db105c'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:30:38.998628 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-994f0bd0-cc51-4ddd-9d2e-44ac147086d2 admin admin] 10.222.0.60 "PUT /v2.0/routers/ccca522a-6cc0-4238-a2d0-5b3389db105c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1122522 Feb 04 15:30:38.998966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52308) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:39.005671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d764eb-bdc0-49c8-a777-c0cd3797b643 None None] Routers {'ccca522a-6cc0-4238-a2d0-5b3389db105c'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:30:39.006584 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e4d764eb-bdc0-49c8-a777-c0cd3797b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:30:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ccca522a-6cc0-4238-a2d0-5b3389db105c'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:39.082426 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-db683b26-2490-4872-aa76-560fdaa35190 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/116e5d75-8859-4732-834a-cd18bd7a81b0 HTTP/1.1" status: 204 len: 168 time: 0.8319879 Feb 04 15:30:39.085031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52312) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:39.099823 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f7b7ae80-d77b-483a-9d10-82d79eb07e17 service neutron] 10.222.0.60 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639112 Feb 04 15:30:39.193547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-e4d764eb-bdc0-49c8-a777-c0cd3797b643 None None] Set router ccca522a-6cc0-4238-a2d0-5b3389db105c gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:30:39.204077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.209022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b2984-e62d-417e-b8b2-a9e53522d8fa req-10fd62a5-5721-4a95-8206-24caca0ae55c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:39.210488 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b2b2984-e62d-417e-b8b2-a9e53522d8fa req-10fd62a5-5721-4a95-8206-24caca0ae55c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 944 time: 0.3114457 Feb 04 15:30:39.274273 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-8924d164-e247-4778-9731-02e0298dd454 service neutron] 10.222.0.60 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707482 Feb 04 15:30:39.309818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b2b2984-e62d-417e-b8b2-a9e53522d8fa req-7556fde5-4420-4734-b7be-d090203c59d4 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831146 Feb 04 15:30:39.443274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-68876fbd-9485-454c-ba24-922b01d07921 service neutron] 10.222.0.60 "GET /v2.0/networks/2543d2dd-a9fd-4950-82d9-b8a37c3497cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578345 Feb 04 15:30:39.502511 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.532956 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:39.533304 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:39.534090 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:39.534361 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Subscribe: > port after_create 55550000 {{(pid=83550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:39.534724 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:39.535017 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Subscribe: > port after_update 55550000 {{(pid=83550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:39.535375 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:39.535896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:39.536213 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:39.536526 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:39.564011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e4d764eb-bdc0-49c8-a777-c0cd3797b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884411048-router', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:57Z', 'updated_at': '2022-02-04T15:30:37Z', 'revision_number': 5, 'project_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'gw_port': {'id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:58Z', 'updated_at': '2022-02-04T15:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:39.568060 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d764eb-bdc0-49c8-a777-c0cd3797b643 None None] Checking router: ccca522a-6cc0-4238-a2d0-5b3389db105c for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:30:39.580052 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d764eb-bdc0-49c8-a777-c0cd3797b643 None None] Routers {'ccca522a-6cc0-4238-a2d0-5b3389db105c'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:30:39.580662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e4d764eb-bdc0-49c8-a777-c0cd3797b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:30:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ccca522a-6cc0-4238-a2d0-5b3389db105c'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:39.601635 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:39.602088 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:39.602210 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:39.602525 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:30:39.602893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233bd66e-e1c3-4a56-8ebe-d64b468e8f50']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:39.619972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279617b4-2765-4369-9781-6d23c9afff3b') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:39.620292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279617b4-2765-4369-9781-6d23c9afff3b') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:39.636332 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.653039 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.662575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bfd2c-c407-4d93-9a7b-06c7a182ff9a req-91397ad9-984d-4952-842e-3d36d10d96b6 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:39.670329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d67bfd2c-c407-4d93-9a7b-06c7a182ff9a req-91397ad9-984d-4952-842e-3d36d10d96b6 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.1413825 Feb 04 15:30:39.695824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-6e532d15-6cc2-40b5-ae79-eb7402ea4099 service neutron] 10.222.0.60 "GET /v2.0/networks/2543d2dd-a9fd-4950-82d9-b8a37c3497cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461560 Feb 04 15:30:39.704759 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.724963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:30:39.725370 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: util.warn_limited( Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: util.warn_limited( Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:30:39.741214 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:30:39.776873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-e4d764eb-bdc0-49c8-a777-c0cd3797b643 None None] Set router ccca522a-6cc0-4238-a2d0-5b3389db105c gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:30:39.804050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d67bfd2c-c407-4d93-9a7b-06c7a182ff9a req-64b337d2-44a6-477c-99c0-69213652a3fe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327713 Feb 04 15:30:39.849562 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.872259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea3adb65-0a7e-4661-a7e0-e0fab9793198 service neutron] 10.222.0.60 "GET /v2.0/networks/2543d2dd-a9fd-4950-82d9-b8a37c3497cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652062 Feb 04 15:30:39.956015 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.959983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=233bd66e-e1c3-4a56-8ebe-d64b468e8f50,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:39.978591 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-39bed476-2325-4069-920f-a0eb07be8dc7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/233bd66e-e1c3-4a56-8ebe-d64b468e8f50 HTTP/1.1" status: 204 len: 168 time: 0.8894219 Feb 04 15:30:40.022917 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.027281 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.038342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] Deleting port f32044e2-2c92-432f-b0e9-543c5c45c0b2 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:30:40.038918 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.093672 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.128444 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-3dba84be-179a-4608-ba57-71c99f6b9179 service neutron] 10.222.0.60 "GET /v2.0/networks/2543d2dd-a9fd-4950-82d9-b8a37c3497cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478390 Feb 04 15:30:40.151454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69627385-0ab2-439e-9e0d-a499bc1d3393 req-cc4992c8-544a-4303-bbdf-d680d0d1f52a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:40.153191 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69627385-0ab2-439e-9e0d-a499bc1d3393 req-cc4992c8-544a-4303-bbdf-d680d0d1f52a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1317239 Feb 04 15:30:40.178272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e4d764eb-bdc0-49c8-a777-c0cd3797b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884411048-router', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:57Z', 'updated_at': '2022-02-04T15:30:37Z', 'revision_number': 5, 'project_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'gw_port': {'id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:58Z', 'updated_at': '2022-02-04T15:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:40.183223 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d764eb-bdc0-49c8-a777-c0cd3797b643 None None] The sync data for ids ['ccca522a-6cc0-4238-a2d0-5b3389db105c'] in n-d-827872-1 is: [{'id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884411048-router', 'tenant_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:57Z', 'updated_at': '2022-02-04T15:30:37Z', 'revision_number': 5, 'project_id': 'ca83e6fdda1d4adcaeb3f4814b6c8b9d', 'gw_port': {'id': 'f32044e2-2c92-432f-b0e9-543c5c45c0b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca522a-6cc0-4238-a2d0-5b3389db105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:58Z', 'updated_at': '2022-02-04T15:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:30:40.226560 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69627385-0ab2-439e-9e0d-a499bc1d3393 req-d1810e6c-c5be-40fc-ba5d-a5cd6c249450 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671213 Feb 04 15:30:40.269555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] For port f32044e2-2c92-432f-b0e9-543c5c45c0b2, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f32044e2-2c92-432f-b0e9-543c5c45c0b2,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:40.270025 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.295874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52324) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:40.347316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ed4e69f4-f4f3-4eb4-ae2a-c045dd53b6a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1454e057865b41d087e99e100494c13a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501113 Feb 04 15:30:40.349788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52328) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:40.397016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] Calling delete_port for f32044e2-2c92-432f-b0e9-543c5c45c0b2 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:30:40.473414 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f3466964-7b76-4962-943a-12033131df6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.509001 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f3466964-7b76-4962-943a-12033131df6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.545755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52a5f-191c-4655-9f35-991d1b448d51 req-6b161b1d-228b-4817-9752-1235ed4f4191 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:40.552358 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4b52a5f-191c-4655-9f35-991d1b448d51 req-6b161b1d-228b-4817-9752-1235ed4f4191 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.1577191 Feb 04 15:30:40.606164 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.623592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4b52a5f-191c-4655-9f35-991d1b448d51 req-4cc11a51-f4e4-46b9-9ce5-99f81f276e54 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702715 Feb 04 15:30:40.633294 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f3466964-7b76-4962-943a-12033131df6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.660311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3466964-7b76-4962-943a-12033131df6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95b565f-09c7-40c4-a1ff-713966e93ac1,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:40.672252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] Pushing event deleted for resources: {'Port': ['ID=f32044e2-2c92-432f-b0e9-543c5c45c0b2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:40.677026 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f3466964-7b76-4962-943a-12033131df6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.680591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f3466964-7b76-4962-943a-12033131df6d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f95b565f-09c7-40c4-a1ff-713966e93ac1 HTTP/1.1" status: 204 len: 168 time: 0.3274095 Feb 04 15:30:40.949798 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.002735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191f12e-4268-465b-a1ff-53c768ae5afa req-05e86251-ba9f-46f8-8251-e0a319d704c5 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:41.005143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0191f12e-4268-465b-a1ff-53c768ae5afa req-05e86251-ba9f-46f8-8251-e0a319d704c5 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 944 time: 0.1536434 Feb 04 15:30:41.066013 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0191f12e-4268-465b-a1ff-53c768ae5afa req-41305f91-9cec-40f0-bff9-eeb19ebe4ca1 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536573 Feb 04 15:30:41.257017 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.277511 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.280956 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52360) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:41.342554 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.347135 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.374241 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ee94be23-526d-47c8-8ed9-f02d15b9aef3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f7af2b8c7d04b318f26fa72f8b90e06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0869515 Feb 04 15:30:41.379114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52368) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:41.388267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f2f49-14ff-456f-9b36-adf477862280 req-0ee0970a-46da-4c95-9268-f444a2228639 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:41.396040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c66f2f49-14ff-456f-9b36-adf477862280 req-0ee0970a-46da-4c95-9268-f444a2228639 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.1644626 Feb 04 15:30:41.458473 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.459054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccca522a-6cc0-4238-a2d0-5b3389db105c {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:30:41.473570 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.474687 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-74e648e2-97eb-4c7d-9cdc-1dc2e6063569 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ccca522a-6cc0-4238-a2d0-5b3389db105c HTTP/1.1" status: 204 len: 168 time: 2.4745774 Feb 04 15:30:41.477314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52374) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:41.550745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21d072a-1bbb-4226-a672-146c5dacced4 admin admin] Deleting subnet 5c60efee-25fd-4388-9498-15a99e2ece5f {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:30:41.554367 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e21d072a-1bbb-4226-a672-146c5dacced4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.582112 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c66f2f49-14ff-456f-9b36-adf477862280 req-a1e4ec2c-7dc1-4b31-ab39-3e60a4a9a58a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851108 Feb 04 15:30:41.586643 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-058ad773-305f-452a-9c6a-3915bf877e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.636884 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e21d072a-1bbb-4226-a672-146c5dacced4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.668072 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-058ad773-305f-452a-9c6a-3915bf877e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.673760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0343a936-d962-4e9a-a7af-a5e7417d7d95 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:41.693873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346a408-7ecf-47f6-b5b2-81c453ac7dc6 req-6247beea-e184-4599-893a-520c971eaa5f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:41.695440 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d346a408-7ecf-47f6-b5b2-81c453ac7dc6 req-6247beea-e184-4599-893a-520c971eaa5f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.2486503 Feb 04 15:30:41.733006 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 0343a936-d962-4e9a-a7af-a5e7417d7d95 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:30:41.733452 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0343a936-d962-4e9a-a7af-a5e7417d7d95 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:30:41.789592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2bf46468-15c0-4f05-aeea-476a43cc8067 req-33ea6838-f609-45b2-9a30-a19d303657d8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0850806 Feb 04 15:30:41.802471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d346a408-7ecf-47f6-b5b2-81c453ac7dc6 req-2aed056e-20a8-4d53-9518-288ec66e4806 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991981 Feb 04 15:30:41.805882 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e21d072a-1bbb-4226-a672-146c5dacced4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.825823 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-058ad773-305f-452a-9c6a-3915bf877e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.843990 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ad773-305f-452a-9c6a-3915bf877e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8d7c43-9cab-4ce9-8b65-fbb54211dfdf,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:41.852695 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-058ad773-305f-452a-9c6a-3915bf877e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.854062 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-058ad773-305f-452a-9c6a-3915bf877e35 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d8d7c43-9cab-4ce9-8b65-fbb54211dfdf HTTP/1.1" status: 204 len: 168 time: 0.4559996 Feb 04 15:30:41.911589 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e21d072a-1bbb-4226-a672-146c5dacced4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.949565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d072a-1bbb-4226-a672-146c5dacced4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c60efee-25fd-4388-9498-15a99e2ece5f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:41.966727 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dbaf22-1028-4f01-a313-f94fbece2501 None None] Network f05e2c2f-95eb-4506-8e6b-651d9817c62d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:30:41.968791 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e21d072a-1bbb-4226-a672-146c5dacced4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.979041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52386) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:41.982151 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e21d072a-1bbb-4226-a672-146c5dacced4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5c60efee-25fd-4388-9498-15a99e2ece5f HTTP/1.1" status: 204 len: 168 time: 0.5036206 Feb 04 15:30:42.259197 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:42.281871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e3e47-b5ca-4cdb-b67b-ba0928d88fc8 None None] DHCP port deletion for f05e2c2f-95eb-4506-8e6b-651d9817c62d request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:30:42.286516 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-957e3e47-b5ca-4cdb-b67b-ba0928d88fc8 None None] Deleting port 4aab728a-4fcc-4324-8761-5c93136eba21 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:30:42.287077 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-957e3e47-b5ca-4cdb-b67b-ba0928d88fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:42.323403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Deleting port 4aab728a-4fcc-4324-8761-5c93136eba21 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:30:42.323932 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:42.388954 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8308a49-e50b-4b5a-8f38-a2109db6b641 req-1771b173-2a21-416e-af70-d5e743e6ef6a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:42.390328 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8308a49-e50b-4b5a-8f38-a2109db6b641 req-1771b173-2a21-416e-af70-d5e743e6ef6a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.3814766 Feb 04 15:30:42.497094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-957e3e47-b5ca-4cdb-b67b-ba0928d88fc8 None None] For port 4aab728a-4fcc-4324-8761-5c93136eba21, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4aab728a-4fcc-4324-8761-5c93136eba21,segment=NetworkSegment(d6236753-38fb-42f7-b4b3-e523078dc4e9),segment_id=d6236753-38fb-42f7-b4b3-e523078dc4e9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:42.497426 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-957e3e47-b5ca-4cdb-b67b-ba0928d88fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:42.511546 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121e263-e055-47ec-9f75-6eebd460bd90 req-54c49228-7ce5-4dc3-a2eb-8f5ecf64db22 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:42.513032 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6121e263-e055-47ec-9f75-6eebd460bd90 req-54c49228-7ce5-4dc3-a2eb-8f5ecf64db22 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 944 time: 0.2509294 Feb 04 15:30:42.568213 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8308a49-e50b-4b5a-8f38-a2109db6b641 req-e8b09a1f-447b-4811-9b8a-38826311a3e1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690805 Feb 04 15:30:42.618949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-957e3e47-b5ca-4cdb-b67b-ba0928d88fc8 None None] Calling delete_port for 4aab728a-4fcc-4324-8761-5c93136eba21 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:30:42.633708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] For port 4aab728a-4fcc-4324-8761-5c93136eba21, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4aab728a-4fcc-4324-8761-5c93136eba21,segment=NetworkSegment(d6236753-38fb-42f7-b4b3-e523078dc4e9),segment_id=d6236753-38fb-42f7-b4b3-e523078dc4e9)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:42.633962 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:42.698594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-957e3e47-b5ca-4cdb-b67b-ba0928d88fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:42.747762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e3e47-b5ca-4cdb-b67b-ba0928d88fc8 None None] Pushing event deleted for resources: {'Port': ['ID=4aab728a-4fcc-4324-8761-5c93136eba21,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:42.760501 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e3e47-b5ca-4cdb-b67b-ba0928d88fc8 None None] No DVR routers for this DVR port 4aab728a-4fcc-4324-8761-5c93136eba21 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:42.771159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Calling delete_port for 4aab728a-4fcc-4324-8761-5c93136eba21 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:30:42.800829 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6121e263-e055-47ec-9f75-6eebd460bd90 req-5d9d89cb-6684-4c77-b5e1-5484ea1d3488 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409594 Feb 04 15:30:42.867379 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:30:42.867379 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:30:43.140558 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc02b92-3228-4673-9b2d-0206cf070e2e req-14b7e01c-26cf-42dd-aa6e-2cf751c8a1a9 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:43.142008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7fc02b92-3228-4673-9b2d-0206cf070e2e req-14b7e01c-26cf-42dd-aa6e-2cf751c8a1a9 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1531057 Feb 04 15:30:43.154330 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b830b-fdff-4eae-a097-d93ced0f6b6b req-01ae541f-767a-46f6-8443-adedef8a0415 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:43.155765 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f1b830b-fdff-4eae-a097-d93ced0f6b6b req-01ae541f-767a-46f6-8443-adedef8a0415 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.1140120 Feb 04 15:30:43.227124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7fc02b92-3228-4673-9b2d-0206cf070e2e req-4ab37301-7c7e-45ee-beea-e4fb6d2a689f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793583 Feb 04 15:30:43.239715 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f1b830b-fdff-4eae-a097-d93ced0f6b6b req-c939fd8e-8367-4db0-94c8-49e92fe2911a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673332 Feb 04 15:30:43.364143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Deleting port 4aab728a-4fcc-4324-8761-5c93136eba21 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:30:43.364851 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.473103 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a271425f-9ded-40fc-94a3-1bb830a33cb8 req-0892329d-b01c-4ad0-aa30-ffad80b28fa5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0807567 Feb 04 15:30:43.477314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] The port '4aab728a-4fcc-4324-8761-5c93136eba21' was deleted {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:30:43.596590 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.606365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4aab728a-4fcc-4324-8761-5c93136eba21 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:43.637196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05e2c2f-95eb-4506-8e6b-651d9817c62d']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:43.640789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 4aab728a-4fcc-4324-8761-5c93136eba21 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:30:43.641333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4aab728a-4fcc-4324-8761-5c93136eba21 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:30:43.641931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f32044e2-2c92-432f-b0e9-543c5c45c0b2 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:43.653510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6236753-38fb-42f7-b4b3-e523078dc4e9') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:43.653805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6236753-38fb-42f7-b4b3-e523078dc4e9') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:43.672110 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.676333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: f32044e2-2c92-432f-b0e9-543c5c45c0b2 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:30:43.676841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f32044e2-2c92-432f-b0e9-543c5c45c0b2 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:30:43.692335 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.700001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:30:43.700392 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:30:43.714288 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:30:43.842168 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:30:43.847290 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.868028 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.877304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] Pushing event deleted for resources: {'Network': ['ID=f05e2c2f-95eb-4506-8e6b-651d9817c62d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:43.884728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e833dc32-18a0-42d3-8dd2-ff509e3d8865 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f05e2c2f-95eb-4506-8e6b-651d9817c62d HTTP/1.1" status: 204 len: 168 time: 1.9046254 Feb 04 15:30:43.896701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf805ca-1e1d-4562-ab6e-e12c549e7d8b req-f1189400-be0d-4fe1-ab45-fb4506b22382 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:43.898143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-adf805ca-1e1d-4562-ab6e-e12c549e7d8b req-f1189400-be0d-4fe1-ab45-fb4506b22382 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.1830723 Feb 04 15:30:43.979825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-adf805ca-1e1d-4562-ab6e-e12c549e7d8b req-995ad147-fe68-41a8-8660-90858e3d2dd6 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741029 Feb 04 15:30:44.078173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52438) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:44.100956 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb3f67-2dc6-42c3-99d9-c0008c86859b req-04b418d7-9e8d-4a4f-80f5-3d0bbfbf3342 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:44.102446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34bb3f67-2dc6-42c3-99d9-c0008c86859b req-04b418d7-9e8d-4a4f-80f5-3d0bbfbf3342 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 944 time: 0.0877643 Feb 04 15:30:44.143264 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a7d633f2-7501-494b-a931-c22b42fef5c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2702d5461dea44c5ab6dd1a27c25f1c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0631261 Feb 04 15:30:44.145910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52442) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:44.214337 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2101c74-7452-4e87-93f6-2ba10418585c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:44.244012 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2101c74-7452-4e87-93f6-2ba10418585c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:44.246693 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34bb3f67-2dc6-42c3-99d9-c0008c86859b req-6dd0a344-d76f-431c-a822-9bc959496c3e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373134 Feb 04 15:30:44.316562 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2101c74-7452-4e87-93f6-2ba10418585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:44.339640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2101c74-7452-4e87-93f6-2ba10418585c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7871dc08-0270-4cb6-af06-bc8196cea558,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:44.354044 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2101c74-7452-4e87-93f6-2ba10418585c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:44.370365 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e2101c74-7452-4e87-93f6-2ba10418585c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7871dc08-0270-4cb6-af06-bc8196cea558 HTTP/1.1" status: 204 len: 168 time: 0.2164090 Feb 04 15:30:44.520200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91949a-5a43-4b42-bbc5-0298ee2d3b8f req-41376952-d05c-456c-bdd3-6ee0db9994ca tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:44.521708 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd91949a-5a43-4b42-bbc5-0298ee2d3b8f req-41376952-d05c-456c-bdd3-6ee0db9994ca tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1396966 Feb 04 15:30:44.528615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526047-c3e1-403d-99cf-84579696f5b7 req-074e1f6f-d1e9-4f9e-ba0e-58249d9930d1 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:44.531375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98526047-c3e1-403d-99cf-84579696f5b7 req-074e1f6f-d1e9-4f9e-ba0e-58249d9930d1 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.1129601 Feb 04 15:30:44.600813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd91949a-5a43-4b42-bbc5-0298ee2d3b8f req-3e0bf9e9-ec0e-44da-98e6-a4d3f907703e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696549 Feb 04 15:30:44.608088 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98526047-c3e1-403d-99cf-84579696f5b7 req-1bf411cb-4c8e-4ee4-bbd4-8dced7992fe1 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609539 Feb 04 15:30:44.769536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52462) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:44.778796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2922a047-61d4-4aba-9d44-2537790fa4ab req-6f6e1eb1-ab92-4efc-9ea0-8d5c2f30aafd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0467107 Feb 04 15:30:44.823722 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-684a0843-ca1e-4c3d-87f8-c52d87272a31 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca83e6fdda1d4adcaeb3f4814b6c8b9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526745 Feb 04 15:30:44.824315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52466) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:44.888593 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e9b84316-a2b2-4999-a220-a100b4ff0abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:44.914224 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e9b84316-a2b2-4999-a220-a100b4ff0abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:44.969714 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e9b84316-a2b2-4999-a220-a100b4ff0abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:44.980338 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-2e41f740-4921-4e76-8a65-bbaca3d9a8c6 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451450 Feb 04 15:30:44.987002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b84316-a2b2-4999-a220-a100b4ff0abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bb934f-5b6b-4f69-b88f-f83e62e21080,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:44.991536 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e9b84316-a2b2-4999-a220-a100b4ff0abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:44.996108 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e9b84316-a2b2-4999-a220-a100b4ff0abd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76bb934f-5b6b-4f69-b88f-f83e62e21080 HTTP/1.1" status: 204 len: 168 time: 0.1706862 Feb 04 15:30:45.190860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-c0fcc292-30b8-418f-97f6-eecb58397592 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:45.192311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-c0fcc292-30b8-418f-97f6-eecb58397592 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031798 Feb 04 15:30:45.212421 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-17b246a9-55c2-419d-9425-eb7735ebbf5d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/quotas/1ccf3f2cf9dd4568b8b81df1b50dc43c HTTP/1.1" status: 200 len: 375 time: 0.0136580 Feb 04 15:30:45.257654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da603fce-dad7-43cf-8481-c9eb4578c625 req-16c48535-9e49-425e-b7da-9ef8769f4034 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:45.259158 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da603fce-dad7-43cf-8481-c9eb4578c625 req-16c48535-9e49-425e-b7da-9ef8769f4034 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.1506548 Feb 04 15:30:45.275033 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-c93841bf-d44a-4f46-a6ff-878527d00414 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548933 Feb 04 15:30:45.407347 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da603fce-dad7-43cf-8481-c9eb4578c625 req-2d4dd05a-836e-46f2-8200-cd1274b162bc tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348090 Feb 04 15:30:45.625505 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b51a28b6-f396-4b0c-be22-85d3768a16fe req-48394b52-51ff-4be8-bffb-db2e7ee6f97c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 210 time: 0.1127968 Feb 04 15:30:45.637009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-a412696c-adc3-427c-b460-3fb93bd2ea40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:45.638817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-a412696c-adc3-427c-b460-3fb93bd2ea40 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.3247433 Feb 04 15:30:45.734967 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-8fb60591-a919-43c7-bd04-da46b24f7aae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cb44d48-0c2b-4716-851f-be42c75316da HTTP/1.1" status: 200 len: 217 time: 0.0879326 Feb 04 15:30:45.795112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53be64b-b231-4832-bcc1-9077db29254f req-cfbaf1db-a80c-41d6-96b2-c289e9940204 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:45.796563 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d53be64b-b231-4832-bcc1-9077db29254f req-cfbaf1db-a80c-41d6-96b2-c289e9940204 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 944 time: 0.2047806 Feb 04 15:30:45.905456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-87dc4446-1591-43f7-9ba9-cae9f7790c5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:45.907632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-87dc4446-1591-43f7-9ba9-cae9f7790c5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.1663685 Feb 04 15:30:45.922672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d53be64b-b231-4832-bcc1-9077db29254f req-6ab8c95e-50dd-4b76-b79a-12cb25fe90da tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900273 Feb 04 15:30:45.972316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-5244220f-e241-4503-b6dd-bfdf06b9baf3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525975 Feb 04 15:30:46.064870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52512) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:46.157821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1883c-0da9-4a21-8a6c-405a4b5bca31 req-4b269412-7917-482c-9fa2-d92e6558070a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:46.159466 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16f1883c-0da9-4a21-8a6c-405a4b5bca31 req-4b269412-7917-482c-9fa2-d92e6558070a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.3723016 Feb 04 15:30:46.209611 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-527512025-network', 'tenant_id': 'dc88977259954e23bfe3f3635692c885'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:46.215098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:46.219428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Usage tracker for resource:network and tenant:dc88977259954e23bfe3f3635692c885 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:46.222918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:46.230968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:46.270436 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-6f9fef4e-145e-4126-8e1b-0f9c8478d7f0 service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837884 Feb 04 15:30:46.311089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Made reservation on behalf of dc88977259954e23bfe3f3635692c885 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:46.313505 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.337808 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.355080 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-87981803-ceb9-4da3-9440-a5025178bcca service neutron] 10.222.0.73 "GET /v2.0/ports/ca6de4c7-06b7-475f-b551-74d6d9cef7e7 HTTP/1.1" status: 200 len: 1031 time: 0.1252432 Feb 04 15:30:46.382929 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16f1883c-0da9-4a21-8a6c-405a4b5bca31 req-5b5e6362-258a-4181-8ce0-911ac5e42f45 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090070 Feb 04 15:30:46.421163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84a21e-8b19-43b3-bd45-06a8a41244e2 req-188af939-bba9-4897-b9e8-8c4a5c47e810 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:46.422566 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d84a21e-8b19-43b3-bd45-06a8a41244e2 req-188af939-bba9-4897-b9e8-8c4a5c47e810 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.3185191 Feb 04 15:30:46.426491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:46.436837 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Usage tracker for resource:security_group_rule and tenant:dc88977259954e23bfe3f3635692c885 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:46.442472 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:46.447575 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-9b898950-14c9-4d0d-a125-7fdc0385b933 service neutron] 10.222.0.73 "GET /v2.0/ports/4dfa7ad2-38e5-438e-9868-cf93aacc7d91 HTTP/1.1" status: 200 len: 1032 time: 0.0860202 Feb 04 15:30:46.451717 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:46.515851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d84a21e-8b19-43b3-bd45-06a8a41244e2 req-a0dae6b1-55af-476b-b015-800c87b78b07 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649738 Feb 04 15:30:46.577736 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.634200 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.691037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:30:46.727525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3ecbd0-f817-4b64-9705-edbc51de156b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:46.739110 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-cdaa7abb-5290-484d-92c9-dd145c18c0d6 service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549425 Feb 04 15:30:46.753309 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.753683 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Added segment d764ed35-44bc-4e71-a8dc-f05609adfdc0 of type vlan for network 89a3b158-90e0-4dea-b404-0036d0465636 Feb 04 15:30:46.761353 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ebb0ed06-14b7-465c-98db-f2f5855d5243 req-34ba8a7f-5386-4dba-8e59-4e14b012269c tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 210 time: 0.2221825 Feb 04 15:30:46.770605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5096c633-ef17-457c-9ac7-92e63ef78ed1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:46.774664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5096c633-ef17-457c-9ac7-92e63ef78ed1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:46.780730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5096c633-ef17-457c-9ac7-92e63ef78ed1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:46.781564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5096c633-ef17-457c-9ac7-92e63ef78ed1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Synchronizing usage tracker for tenant:d90c028738774fb19f16bc0edeaace5a on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:46.800103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5096c633-ef17-457c-9ac7-92e63ef78ed1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Unset dirty status for tenant:d90c028738774fb19f16bc0edeaace5a on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:46.801282 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5096c633-ef17-457c-9ac7-92e63ef78ed1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "GET /v2.0/networks?id=4d8a8a86-e319-4d89-b6fa-6b7205f28716&id=5330c659-c4e6-492d-9695-f45ce3b027e4&id=5330c659-c4e6-492d-9695-f45ce3b027e4&id=5330c659-c4e6-492d-9695-f45ce3b027e4&id=5330c659-c4e6-492d-9695-f45ce3b027e4&id=2543d2dd-a9fd-4950-82d9-b8a37c3497cc&id=2543d2dd-a9fd-4950-82d9-b8a37c3497cc HTTP/1.1" status: 200 len: 1995 time: 0.2634733 Feb 04 15:30:46.835390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a6bc1-0736-4b4b-a0de-301c8b26ef3b req-2ab23012-bace-4612-ba6b-39ee347cf051 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:46.838083 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.850162 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b1a6bc1-0736-4b4b-a0de-301c8b26ef3b req-2ab23012-bace-4612-ba6b-39ee347cf051 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.1855507 Feb 04 15:30:46.896169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-6a23fef2-e90c-4a7d-9643-128252adab25 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Synchronizing usage tracker for tenant:d90c028738774fb19f16bc0edeaace5a on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:46.914613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-6a23fef2-e90c-4a7d-9643-128252adab25 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Unset dirty status for tenant:d90c028738774fb19f16bc0edeaace5a on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:46.917145 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-6a23fef2-e90c-4a7d-9643-128252adab25 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d90c028738774fb19f16bc0edeaace5a HTTP/1.1" status: 200 len: 380 time: 0.0986400 Feb 04 15:30:46.918331 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.918470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:46.919096 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.963140 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-1b12146b-6a66-49ad-892c-3930266d9151 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475533 Feb 04 15:30:46.981476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b1a6bc1-0736-4b4b-a0de-301c8b26ef3b req-23b8697f-e055-43ef-9598-50f31e0e6ea6 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234703 Feb 04 15:30:47.155742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'port': {'device_id': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'admin_state_up': True, 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'security_groups': ['01d5255a-c449-42f8-8e1b-71a5ef4f687a']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:47.193158 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1270967 Feb 04 15:30:47.234010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52526) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:47.240149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-66932607-c240-4f6a-9a5b-06ebf5e7c46f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:47.251959 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-66932607-c240-4f6a-9a5b-06ebf5e7c46f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693105 Feb 04 15:30:47.281930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7e278-7aa5-4caf-a87d-69d6bbb0db16 admin admin] Pushing event updated for resources: {'Network': ['ID=89a3b158-90e0-4dea-b404-0036d0465636,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:47.297335 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 89a3b158-90e0-4dea-b404-0036d0465636 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:30:47.319498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] Request body: {'subnet': {'network_id': '89a3b158-90e0-4dea-b404-0036d0465636', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-527512025-subnet', 'tenant_id': 'dc88977259954e23bfe3f3635692c885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:47.325459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:47.329677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] Usage tracker for resource:subnet and tenant:dc88977259954e23bfe3f3635692c885 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:47.333015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:47.341553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:47.362747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:47.374730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:47.375016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Request body: {'port': {'device_id': '6579dffb-97a6-4798-8599-cbfbafa6eae1', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '1ccf3f2cf9dd4568b8b81df1b50dc43c'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:47.388626 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Made reservation on behalf of d90c028738774fb19f16bc0edeaace5a for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:47.392789 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:47.423327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] Made reservation on behalf of dc88977259954e23bfe3f3635692c885 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:47.425866 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:47.504661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-377b3e00-7381-4264-92bb-3123064ca62a req-7dff6730-2aba-4797-9934-cfa56893d1fb tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 210 time: 0.2718763 Feb 04 15:30:47.584937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Allocated IP 172.20.0.9 (4d8a8a86-e319-4d89-b6fa-6b7205f28716/24b16b27-6096-410b-9c85-98ba313d8301/d857e714-2bf7-4e58-9ef6-bc49f645a872) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:47.783153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:47.798768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-3d7e7588-d685-4c80-94f2-ab4f53e894d7 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 1095 time: 0.4366131 Feb 04 15:30:47.808294 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:47.823846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Transition to ACTIVE for port object d857e714-2bf7-4e58-9ef6-bc49f645a872 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:47.830033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Usage tracker for resource:port and tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:47.843086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3efc4-c7c9-4bb3-9f74-3f8f8b3c2900 req-3f476512-ce22-42e6-9551-2c0f85272748 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:47.847859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7e3efc4-c7c9-4bb3-9f74-3f8f8b3c2900 req-3f476512-ce22-42e6-9551-2c0f85272748 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 944 time: 0.6128538 Feb 04 15:30:47.851469 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:47.863820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:47.934280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Network 4d8a8a86-e319-4d89-b6fa-6b7205f28716 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:47.935559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:47.937306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'Port': ['ID=d857e714-2bf7-4e58-9ef6-bc49f645a872,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:47.939431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:30:48.010412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:48.011130 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.058652 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-415821b3-a9d5-4929-a004-6b923a5153a4 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1139724 Feb 04 15:30:48.068692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'port': {'device_id': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4', 'admin_state_up': True, 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'security_groups': ['01d5255a-c449-42f8-8e1b-71a5ef4f687a']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:48.079476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:48.098069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-0f07d24f-d1a7-42a3-8900-cf327d75e22d service neutron] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h1-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:48.129020 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7e3efc4-c7c9-4bb3-9f74-3f8f8b3c2900 req-c9f1b83b-2c85-4ba9-8cd8-a8cc8f51b2fa tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618783 Feb 04 15:30:48.133191 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.232428 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52fccc2a-d798-45f2-adc8-d715a05af215,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:48.234526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Made reservation on behalf of 1ccf3f2cf9dd4568b8b81df1b50dc43c for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:48.238437 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.241498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:48.247953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Usage tracker for resource:port and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:48.250971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:48.257451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:48.261535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369aa3e-65c5-42a8-9cb9-d418aa5b780e req-c0d40b15-18a8-4b62-bacf-fa6dfc266ba0 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:48.268327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Made reservation on behalf of d90c028738774fb19f16bc0edeaace5a for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:48.268610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0369aa3e-65c5-42a8-9cb9-d418aa5b780e req-c0d40b15-18a8-4b62-bacf-fa6dfc266ba0 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.5989218 Feb 04 15:30:48.271927 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.273422 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-0f07d24f-d1a7-42a3-8900-cf327d75e22d service neutron] Notify callbacks [] for binding, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.274458 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bdbd1b9-3412-46f2-95bf-eb0daf03545a req-0f07d24f-d1a7-42a3-8900-cf327d75e22d service neutron] 10.222.0.73 "DELETE /v2.0/ports/1cb44d48-0c2b-4716-851f-be42c75316da/bindings/n-h1-827872-1 HTTP/1.1" status: 204 len: 173 time: 0.3919008 Feb 04 15:30:48.278504 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.320594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ade7c274-baf5-44f8-a276-695ee751d11e None None] Provisioning for port d857e714-2bf7-4e58-9ef6-bc49f645a872 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:48.326980 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ade7c274-baf5-44f8-a276-695ee751d11e None None] Provisioning complete for port d857e714-2bf7-4e58-9ef6-bc49f645a872 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:48.327756 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ade7c274-baf5-44f8-a276-695ee751d11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.399342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ade7c274-baf5-44f8-a276-695ee751d11e None None] Port d857e714-2bf7-4e58-9ef6-bc49f645a872 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:30:48.438572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:48.449166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Usage tracker for resource:security_group_rule and tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:48.456617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:48.468983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:48.473308 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0369aa3e-65c5-42a8-9cb9-d418aa5b780e req-39046b4b-d56f-4d82-92fd-442eee2c8e7c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039165 Feb 04 15:30:48.484043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] Checking segment: {'id': 'd764ed35-44bc-4e71-a8dc-f05609adfdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '89a3b158-90e0-4dea-b404-0036d0465636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:48.484411 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] Network hostable DHCP agents. Network: 89a3b158-90e0-4dea-b404-0036d0465636, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:30:48.488326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Allocated IP 10.1.1.35 (5330c659-c4e6-492d-9695-f45ce3b027e4/66fb7a57-1017-4d21-aa88-55ead7d0a375/732f58c9-d084-4ca9-929d-6d17d6a97b31) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:48.537268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cd41d-ce49-4bb4-9df2-601be5fb63d4 req-a539500d-c240-4ce9-8d8f-559a1e929829 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:48.544658 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e7cd41d-ce49-4bb4-9df2-601be5fb63d4 req-a539500d-c240-4ce9-8d8f-559a1e929829 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.2179842 Feb 04 15:30:48.608774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] Network 89a3b158-90e0-4dea-b404-0036d0465636 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:30:48.698039 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 89a3b158-90e0-4dea-b404-0036d0465636) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:48.705733 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca375b1-d8d0-4500-8d92-c582144b7022 None None] Network 89a3b158-90e0-4dea-b404-0036d0465636 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:30:48.750514 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.756387 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.762260 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e7cd41d-ce49-4bb4-9df2-601be5fb63d4 req-afc760fc-62a2-484a-b0b8-070856574e0b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167432 Feb 04 15:30:48.768933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Transition to ACTIVE for port object 732f58c9-d084-4ca9-929d-6d17d6a97b31 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:48.769250 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:48.781341 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.821386 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.847850 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b4e802a3-001c-432a-8f6d-1970af24b9f1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5863616 Feb 04 15:30:48.847850 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.057568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Network 5330c659-c4e6-492d-9695-f45ce3b027e4 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:49.077016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca86be8-586d-450d-aaf5-ba735a267a8a None None] Network 89a3b158-90e0-4dea-b404-0036d0465636 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:30:49.081564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:49.087026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:30:49.112076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e7d678-ade1-4932-957d-3514da2fe4b6,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:49.133624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'Port': ['ID=732f58c9-d084-4ca9-929d-6d17d6a97b31,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:49.169935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:49.171004 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.201280 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-49c1c9c0-817f-402a-b00b-f5512a1eb2a5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1366577 Feb 04 15:30:49.214794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'port': {'device_id': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4', 'admin_state_up': True, 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'security_groups': ['01d5255a-c449-42f8-8e1b-71a5ef4f687a']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:49.324521 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.482453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:49.491553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Allocated IP 192.168.233.45 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/e02c8813-aae6-4d8b-beef-db179bc9cb00) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:49.493952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Usage tracker for resource:port and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:49.499311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f85f4f-0272-4353-ae98-0afd483aac15 req-9083e0dc-e4ed-41d0-81af-c9d23b2030b0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:49.500770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:49.506028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7f85f4f-0272-4353-ae98-0afd483aac15 req-9083e0dc-e4ed-41d0-81af-c9d23b2030b0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 931 time: 0.8823597 Feb 04 15:30:49.511791 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:49.532045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Made reservation on behalf of d90c028738774fb19f16bc0edeaace5a for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:49.532250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bca06a47-c009-4de9-b0f8-e21ba247eeaf req-406b9397-6b9d-46df-b477-6961082e9bba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8433030 Feb 04 15:30:49.538250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.574138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6526ef18-b5d9-4437-a86b-c0d93b30c479 None None] Provisioning for port 732f58c9-d084-4ca9-929d-6d17d6a97b31 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:49.581343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6526ef18-b5d9-4437-a86b-c0d93b30c479 None None] Provisioning complete for port 732f58c9-d084-4ca9-929d-6d17d6a97b31 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:49.582037 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6526ef18-b5d9-4437-a86b-c0d93b30c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.671596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e990e03-4275-458d-b6fa-45f2f0f99a1b req-21f15751-e679-4526-ae86-03b6c98f5cc1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:49.679257 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e990e03-4275-458d-b6fa-45f2f0f99a1b req-21f15751-e679-4526-ae86-03b6c98f5cc1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.6131947 Feb 04 15:30:49.714912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6526ef18-b5d9-4437-a86b-c0d93b30c479 None None] Port 732f58c9-d084-4ca9-929d-6d17d6a97b31 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:30:49.763812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7f85f4f-0272-4353-ae98-0afd483aac15 req-29df7b61-2386-4124-8184-f8e9bc38cd5b tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568250 Feb 04 15:30:49.870305 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Allocated IP 10.1.1.86 (5330c659-c4e6-492d-9695-f45ce3b027e4/66fb7a57-1017-4d21-aa88-55ead7d0a375/edd9fcf0-26a5-4632-97bc-987dd12659e6) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:49.913420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e990e03-4275-458d-b6fa-45f2f0f99a1b req-66590140-5a02-4e09-b51c-ae3bb91cbc35 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320256 Feb 04 15:30:50.133440 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba02f683-66d3-4d3e-a093-3b4204dbacca req-61d4c8ab-eefd-4d58-b549-2195ff901f54 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 210 time: 0.1006849 Feb 04 15:30:50.203509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bca06a47-c009-4de9-b0f8-e21ba247eeaf req-381d6810-fc4d-4d07-bab2-dc0318dead8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 1095 time: 0.5204153 Feb 04 15:30:50.230718 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.308009 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.328523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Transition to ACTIVE for port object edd9fcf0-26a5-4632-97bc-987dd12659e6 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:50.358369 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.360317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52566) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:50.402113 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Transition to ACTIVE for port object e02c8813-aae6-4d8b-beef-db179bc9cb00 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:50.439013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1081692941-network', 'tenant_id': 'e3705517cf2a4004bbee70746710e547'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:50.448708 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:50.453040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'Port': ['ID=edd9fcf0-26a5-4632-97bc-987dd12659e6,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:50.460374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Usage tracker for resource:network and tenant:e3705517cf2a4004bbee70746710e547 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:50.464324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a6177-3d16-45b5-a536-93e6d3c75fa3 req-250d1323-d50d-47c9-b833-36c57fc45d28 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:50.465133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:50.470829 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c3a6177-3d16-45b5-a536-93e6d3c75fa3 req-250d1323-d50d-47c9-b833-36c57fc45d28 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 944 time: 0.3442099 Feb 04 15:30:50.475343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:50.483284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Network 5330c659-c4e6-492d-9695-f45ce3b027e4 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:50.485958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:50.489950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:30:50.541563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Made reservation on behalf of e3705517cf2a4004bbee70746710e547 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:50.544671 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.555886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca06a47-c009-4de9-b0f8-e21ba247eeaf req-c4814713-6da9-46dc-b720-b2f2d66ddd51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:50.557935 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bca06a47-c009-4de9-b0f8-e21ba247eeaf req-c4814713-6da9-46dc-b720-b2f2d66ddd51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.3146255 Feb 04 15:30:50.567134 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.574503 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.597758 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:50.598533 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.645851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:50.651420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Usage tracker for resource:security_group_rule and tenant:e3705517cf2a4004bbee70746710e547 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:50.654963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:50.658855 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-07049159-4ae7-4890-9a90-bebcad6f99e2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4505131 Feb 04 15:30:50.663392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:50.676620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'port': {'device_id': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc', 'admin_state_up': True, 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'security_groups': ['01d5255a-c449-42f8-8e1b-71a5ef4f687a']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:50.691778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c3a6177-3d16-45b5-a536-93e6d3c75fa3 req-d8314af4-3766-49d2-8cc8-7bb6611edf05 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199767 Feb 04 15:30:50.733585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1d5e4-29b5-4313-af66-c00d70f6f04c req-d0f1b6f3-077e-41e3-ba01-e2a3775d93b5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:50.735213 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ded1d5e4-29b5-4313-af66-c00d70f6f04c req-d0f1b6f3-077e-41e3-ba01-e2a3775d93b5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.4260263 Feb 04 15:30:50.805007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bca06a47-c009-4de9-b0f8-e21ba247eeaf req-f14a7794-77f0-4df8-a1b2-e3ded6cbc70f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07 HTTP/1.1" status: 200 len: 217 time: 0.2337835 Feb 04 15:30:50.844908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:50.849602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:50.853537 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:30:50.896754 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.909816 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.914149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:50.957862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f8e85a65-ef20-44fa-ae2a-a4a7a0bab208 None None] Provisioning for port edd9fcf0-26a5-4632-97bc-987dd12659e6 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:50.962479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Usage tracker for resource:port and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:50.971279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:30:50.972571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f8e85a65-ef20-44fa-ae2a-a4a7a0bab208 None None] Provisioning complete for port edd9fcf0-26a5-4632-97bc-987dd12659e6 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:50.974151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:50.974631 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f8e85a65-ef20-44fa-ae2a-a4a7a0bab208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.987375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Pushing event updated for resources: {'Port': ['ID=e02c8813-aae6-4d8b-beef-db179bc9cb00,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:51.006062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:51.039514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ded1d5e4-29b5-4313-af66-c00d70f6f04c req-72494fcd-77ea-4969-a22e-f586ce38dc8a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903347 Feb 04 15:30:51.043529 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.053002 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Added segment 3709a1f1-f388-478c-8928-a72474ce15f1 of type vlan for network 09a14f87-6dd2-428b-91d2-3bad0f6f642b Feb 04 15:30:51.066029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca06a47-c009-4de9-b0f8-e21ba247eeaf req-32750255-02ff-4d12-a6cd-b8a7883738c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:51.067623 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bca06a47-c009-4de9-b0f8-e21ba247eeaf req-32750255-02ff-4d12-a6cd-b8a7883738c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.2287214 Feb 04 15:30:51.077103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:51.077932 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.096491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cd687c-4648-4e8e-95a0-8b864d8f178b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:51.105028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Made reservation on behalf of d90c028738774fb19f16bc0edeaace5a for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:51.106539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f8e85a65-ef20-44fa-ae2a-a4a7a0bab208 None None] Port edd9fcf0-26a5-4632-97bc-987dd12659e6 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:30:51.156389 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bca06a47-c009-4de9-b0f8-e21ba247eeaf req-3d0b8906-b333-4239-bf4e-99474ea8013a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606143 Feb 04 15:30:51.195403 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ec90afe8-da80-4d98-93c4-8f164fb73e6d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8396671 Feb 04 15:30:51.230342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.236358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-781434f9-6b13-46f2-9cf9-ed50ebbccaeb None None] Provisioning for port e02c8813-aae6-4d8b-beef-db179bc9cb00 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:51.242968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-781434f9-6b13-46f2-9cf9-ed50ebbccaeb None None] Provisioning complete for port e02c8813-aae6-4d8b-beef-db179bc9cb00 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:51.243976 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-781434f9-6b13-46f2-9cf9-ed50ebbccaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.253948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f71171-1a42-4952-9e53-a7b4fcef7dca req-5ecb3e22-e09a-40ec-a613-87d05395cb06 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:51.261931 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97f71171-1a42-4952-9e53-a7b4fcef7dca req-5ecb3e22-e09a-40ec-a613-87d05395cb06 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.3338339 Feb 04 15:30:51.266697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Request body: {'port': {'device_id': '6579dffb-97a6-4798-8599-cbfbafa6eae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:51.303420 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.304261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:51.304830 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.347769 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.350250 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-781434f9-6b13-46f2-9cf9-ed50ebbccaeb None None] Port e02c8813-aae6-4d8b-beef-db179bc9cb00 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:30:51.439590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] Pushing event updated for resources: {'Network': ['ID=09a14f87-6dd2-428b-91d2-3bad0f6f642b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:51.444866 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cef643d5-5cd2-4a32-bc6b-ad68a5cda0ce admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0836289 Feb 04 15:30:51.448206 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52580) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:51.452221 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 09a14f87-6dd2-428b-91d2-3bad0f6f642b details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:30:51.486995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] Request body: {'subnet': {'network_id': '09a14f87-6dd2-428b-91d2-3bad0f6f642b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1081692941-subnet', 'tenant_id': 'e3705517cf2a4004bbee70746710e547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:51.494158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:51.507381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] Usage tracker for resource:subnet and tenant:e3705517cf2a4004bbee70746710e547 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:51.512876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:51.520447 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97f71171-1a42-4952-9e53-a7b4fcef7dca req-e6cc2819-e9e9-4980-b5cd-dc555d0aad13 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575831 Feb 04 15:30:51.522421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:51.540697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bca06a47-c009-4de9-b0f8-e21ba247eeaf req-50551e95-d846-4eb2-bd7d-7994e7796d3a service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762975 Feb 04 15:30:51.572992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] Made reservation on behalf of e3705517cf2a4004bbee70746710e547 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:51.575269 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.673275 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.775248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Allocated IP 10.2.2.100 (2543d2dd-a9fd-4950-82d9-b8a37c3497cc/192fa08c-d202-432c-8508-984aca37488a/1f271202-9b8d-4365-ace1-59a7bd13c16c) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:51.973169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67900e-45ee-4dd2-a429-691168f7271d req-9fdacd7e-a2fc-4721-9275-98a4e0ec7f90 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:51.977336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67900e-45ee-4dd2-a429-691168f7271d req-9fdacd7e-a2fc-4721-9275-98a4e0ec7f90 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:51.981688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67900e-45ee-4dd2-a429-691168f7271d req-9fdacd7e-a2fc-4721-9275-98a4e0ec7f90 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:51.989916 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c67900e-45ee-4dd2-a429-691168f7271d req-9fdacd7e-a2fc-4721-9275-98a4e0ec7f90 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 2372 time: 0.6303496 Feb 04 15:30:52.006089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bca06a47-c009-4de9-b0f8-e21ba247eeaf req-7cb8d230-2441-4f83-807d-0996c4a7339f service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531531 Feb 04 15:30:52.034398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.120263 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.159115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Transition to ACTIVE for port object 1f271202-9b8d-4365-ace1-59a7bd13c16c will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:52.160374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6bcbcb-7b30-4e03-b4d4-8b38a5130332,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:52.182288 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] Checking segment: {'id': '3709a1f1-f388-478c-8928-a72474ce15f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '09a14f87-6dd2-428b-91d2-3bad0f6f642b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:52.182653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] Network hostable DHCP agents. Network: 09a14f87-6dd2-428b-91d2-3bad0f6f642b, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:30:52.205933 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.207909 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c67900e-45ee-4dd2-a429-691168f7271d req-0bffded5-b6e0-42dd-b014-8232322b3441 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167571 Feb 04 15:30:52.238441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44913e8-6dd1-4ca8-87f7-7f2388d8b60a req-54fa167f-d0dd-4e91-8c6a-232182244d8f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:52.246230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f44913e8-6dd1-4ca8-87f7-7f2388d8b60a req-54fa167f-d0dd-4e91-8c6a-232182244d8f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.5460129 Feb 04 15:30:52.268112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] Network 09a14f87-6dd2-428b-91d2-3bad0f6f642b is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:30:52.294654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:52.295375 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'Port': ['ID=1f271202-9b8d-4365-ace1-59a7bd13c16c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:52.297905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 09a14f87-6dd2-428b-91d2-3bad0f6f642b) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:52.299428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:52.308656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6901d29-8c8d-463f-b585-7c85e3a7542b None None] Network 09a14f87-6dd2-428b-91d2-3bad0f6f642b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:30:52.313832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:52.314428 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.336275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:30:52.387427 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4818844d-78d3-462e-899a-b10b5429e794 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9381349 Feb 04 15:30:52.417405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f44913e8-6dd1-4ca8-87f7-7f2388d8b60a req-6a42ff11-abe8-4f3c-8dae-c18ddd3a1e68 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702845 Feb 04 15:30:52.421880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:52.422738 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.456230 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-24cac16f-f262-49ad-b131-3b7b70a3342f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7873356 Feb 04 15:30:52.472226 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'port': {'device_id': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc', 'admin_state_up': True, 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'security_groups': ['01d5255a-c449-42f8-8e1b-71a5ef4f687a']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:52.662439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02c8813-aae6-4d8b-beef-db179bc9cb00 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:52.673655 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a41873dc-a0a8-453b-82f6-f912ad521322 req-61b0c7f7-3eca-4505-91c9-d8b13cb98404 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 1095 time: 0.2529576 Feb 04 15:30:52.675808 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.716097 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Transition to ACTIVE for port object e02c8813-aae6-4d8b-beef-db179bc9cb00 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:52.777540 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.781015 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8b8d2428-4fb4-431c-9d36-4eba0de5c453 None None] Provisioning for port 1f271202-9b8d-4365-ace1-59a7bd13c16c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:52.824285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8b8d2428-4fb4-431c-9d36-4eba0de5c453 None None] Provisioning complete for port 1f271202-9b8d-4365-ace1-59a7bd13c16c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:52.824649 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2428-4fb4-431c-9d36-4eba0de5c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.888419 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d2428-4fb4-431c-9d36-4eba0de5c453 None None] Port 1f271202-9b8d-4365-ace1-59a7bd13c16c cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:30:52.908979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9f739c-f50e-4163-a0b7-23170d05128c None None] Network 09a14f87-6dd2-428b-91d2-3bad0f6f642b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:30:52.972363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:52.977327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Usage tracker for resource:port and tenant:d90c028738774fb19f16bc0edeaace5a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:52.980761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Quota usage for port was recalculated. Used quota:11. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:52.989226 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:53.002629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Made reservation on behalf of d90c028738774fb19f16bc0edeaace5a for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:53.008749 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.099988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a41873dc-a0a8-453b-82f6-f912ad521322 req-f2a3af91-d786-4e99-8660-ff5099cf2dd0 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168820 Feb 04 15:30:53.108208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Pushing event updated for resources: {'Port': ['ID=e02c8813-aae6-4d8b-beef-db179bc9cb00,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:53.188688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189fbc9-cdec-451c-8934-b3b7c991aad6 req-0a6e977b-3342-48a1-997c-7036d2c89c88 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:53.189497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e189fbc9-cdec-451c-8934-b3b7c991aad6 req-0a6e977b-3342-48a1-997c-7036d2c89c88 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Synchronizing usage tracker for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:53.293337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e189fbc9-cdec-451c-8934-b3b7c991aad6 req-0a6e977b-3342-48a1-997c-7036d2c89c88 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Unset dirty status for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:53.300627 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e189fbc9-cdec-451c-8934-b3b7c991aad6 req-0a6e977b-3342-48a1-997c-7036d2c89c88 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 947 time: 0.5913486 Feb 04 15:30:53.390703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e189fbc9-cdec-451c-8934-b3b7c991aad6 req-0db93208-db6f-434a-94d2-c17a1097f43c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Synchronizing usage tracker for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:53.395619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Attempting to bind port e02c8813-aae6-4d8b-beef-db179bc9cb00 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:53.395952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Attempting to bind port e02c8813-aae6-4d8b-beef-db179bc9cb00 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:53.396274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Attempting to bind port e02c8813-aae6-4d8b-beef-db179bc9cb00 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:53.442227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Allocated IP 10.2.2.200 (2543d2dd-a9fd-4950-82d9-b8a37c3497cc/192fa08c-d202-432c-8508-984aca37488a/3734f7fb-e683-4d99-8fd6-2bc23f362f10) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:53.476204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Port e02c8813-aae6-4d8b-beef-db179bc9cb00 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:30:53.477382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Attempting to bind port e02c8813-aae6-4d8b-beef-db179bc9cb00 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:53.492684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e189fbc9-cdec-451c-8934-b3b7c991aad6 req-0db93208-db6f-434a-94d2-c17a1097f43c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Unset dirty status for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:53.500865 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e189fbc9-cdec-451c-8934-b3b7c991aad6 req-0db93208-db6f-434a-94d2-c17a1097f43c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979392 Feb 04 15:30:53.512524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:30:53.513417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:53.513988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:30:53.514474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Bound port: e02c8813-aae6-4d8b-beef-db179bc9cb00, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:53.515275 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.631297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ffeb2-1b06-4e49-ae46-7325d4034597 req-e3966a46-2bc2-4d55-896b-cf43130e6397 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:53.638503 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-305ffeb2-1b06-4e49-ae46-7325d4034597 req-e3966a46-2bc2-4d55-896b-cf43130e6397 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.2163818 Feb 04 15:30:53.654276 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.671899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Transition to ACTIVE for port object 3734f7fb-e683-4d99-8fd6-2bc23f362f10 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:53.695770 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.728526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] For port e02c8813-aae6-4d8b-beef-db179bc9cb00, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:53.749101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] For port e02c8813-aae6-4d8b-beef-db179bc9cb00, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:53.758610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-305ffeb2-1b06-4e49-ae46-7325d4034597 req-147588b3-30c1-4c36-b5b7-b0c336db0847 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192806 Feb 04 15:30:53.760047 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.775080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:53.778854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:53.781414 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:30:53.827193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event updated for resources: {'Port': ['ID=3734f7fb-e683-4d99-8fd6-2bc23f362f10,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:53.865871 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.868128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] 10.222.0.73 "PUT /v2.0/ports/e02c8813-aae6-4d8b-beef-db179bc9cb00 HTTP/1.1" status: 200 len: 1095 time: 2.6213231 Feb 04 15:30:53.868760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6579dffb-97a6-4798-8599-cbfbafa6eae1', 'tag': 'e02c8813-aae6-4d8b-beef-db179bc9cb00'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:53.873914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:53.874742 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.907251 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af88f3-431a-454d-92bc-815a432429b3 req-91a07425-f725-44af-8014-e7f2d637ede3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:53.908792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0af88f3-431a-454d-92bc-815a432429b3 req-91a07425-f725-44af-8014-e7f2d637ede3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.2683406 Feb 04 15:30:53.910842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec50074-d452-4181-a6f0-25e2f660aab0 service neutron] Pushing event updated for resources: {'Port': ['ID=e02c8813-aae6-4d8b-beef-db179bc9cb00,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:53.917793 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-40fedbff-a11b-4097-8606-d5280ff15d9e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4512551 Feb 04 15:30:53.935919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Request body: {'port': {'device_id': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:54.089132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0af88f3-431a-454d-92bc-815a432429b3 req-736ae1f0-3f7e-4f38-aa9d-137d9ad37c4f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001508 Feb 04 15:30:54.099318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-f9a342a3-e3fc-418e-9d54-154c57f09852 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 1098 time: 0.1854424 Feb 04 15:30:54.158041 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:54.217597 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-e6f2a096-c6b3-45a8-bc36-2221817c32ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00 HTTP/1.1" status: 200 len: 217 time: 0.1064458 Feb 04 15:30:54.274089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-688a1792-8199-4257-afc6-69b17b775f72 None None] Provisioning for port 3734f7fb-e683-4d99-8fd6-2bc23f362f10 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:54.279747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-688a1792-8199-4257-afc6-69b17b775f72 None None] Provisioning complete for port 3734f7fb-e683-4d99-8fd6-2bc23f362f10 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:54.280240 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-688a1792-8199-4257-afc6-69b17b775f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:54.333276 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-688a1792-8199-4257-afc6-69b17b775f72 None None] Port 3734f7fb-e683-4d99-8fd6-2bc23f362f10 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:30:54.516528 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d857e714-2bf7-4e58-9ef6-bc49f645a872 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:54.523155 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:54.524028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-2296dbf4-d1a2-446e-bc28-6dd1ecc3dcbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:54.525777 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-2296dbf4-d1a2-446e-bc28-6dd1ecc3dcbb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2523167 Feb 04 15:30:54.537500 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Transition to ACTIVE for port object d857e714-2bf7-4e58-9ef6-bc49f645a872 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:54.542485 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:54.590707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-81ad9fc0-8e92-495e-b32a-3de12e7dcb03 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:54.592437 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-81ad9fc0-8e92-495e-b32a-3de12e7dcb03 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/networks?id=89a3b158-90e0-4dea-b404-0036d0465636 HTTP/1.1" status: 200 len: 814 time: 0.4114635 Feb 04 15:30:54.630207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288198db-e555-4a11-86bf-085bc75adbd5 req-d83226d3-0835-41fc-8321-24b9a8ebedb9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:54.634508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288198db-e555-4a11-86bf-085bc75adbd5 req-d83226d3-0835-41fc-8321-24b9a8ebedb9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:54.638838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288198db-e555-4a11-86bf-085bc75adbd5 req-d83226d3-0835-41fc-8321-24b9a8ebedb9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:54.642705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288198db-e555-4a11-86bf-085bc75adbd5 req-d83226d3-0835-41fc-8321-24b9a8ebedb9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:54.646577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288198db-e555-4a11-86bf-085bc75adbd5 req-d83226d3-0835-41fc-8321-24b9a8ebedb9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:54.648663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-288198db-e555-4a11-86bf-085bc75adbd5 req-d83226d3-0835-41fc-8321-24b9a8ebedb9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 3814 time: 0.3740435 Feb 04 15:30:54.652381 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-e8731be6-f648-4984-9222-7b87fb7c865a tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/quotas/dc88977259954e23bfe3f3635692c885 HTTP/1.1" status: 200 len: 375 time: 0.0511589 Feb 04 15:30:54.666015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Pushing event updated for resources: {'Port': ['ID=d857e714-2bf7-4e58-9ef6-bc49f645a872,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:54.729155 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-c85bccb7-bcd7-421f-9347-1bbacf1a3ef2 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc88977259954e23bfe3f3635692c885&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532024 Feb 04 15:30:54.770441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-fd3366b7-b479-4e26-aa1d-911fc9abb794 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2310643 Feb 04 15:30:54.783043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Attempting to bind port d857e714-2bf7-4e58-9ef6-bc49f645a872 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:54.783412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Attempting to bind port d857e714-2bf7-4e58-9ef6-bc49f645a872 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '07e12700-662e-4c43-94e9-9744cdcb68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:54.783744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Attempting to bind port d857e714-2bf7-4e58-9ef6-bc49f645a872 on network 4d8a8a86-e319-4d89-b6fa-6b7205f28716 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:54.792240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Port d857e714-2bf7-4e58-9ef6-bc49f645a872 on network 4d8a8a86-e319-4d89-b6fa-6b7205f28716 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:30:54.792800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Attempting to bind port d857e714-2bf7-4e58-9ef6-bc49f645a872 on network 4d8a8a86-e319-4d89-b6fa-6b7205f28716 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:54.799450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:30:54.799789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Checking segment: {'id': '07e12700-662e-4c43-94e9-9744cdcb68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:54.800173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Bound using segment: {'id': '07e12700-662e-4c43-94e9-9744cdcb68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:30:54.800601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Bound port: d857e714-2bf7-4e58-9ef6-bc49f645a872, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e12700-662e-4c43-94e9-9744cdcb68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:54.800949 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:54.857519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-288198db-e555-4a11-86bf-085bc75adbd5 req-2fe5392c-5a6b-42ca-a845-c1cb88c67139 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002900 Feb 04 15:30:54.911765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] For port d857e714-2bf7-4e58-9ef6-bc49f645a872, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:54.914775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] For port d857e714-2bf7-4e58-9ef6-bc49f645a872, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d857e714-2bf7-4e58-9ef6-bc49f645a872,segment=NetworkSegment(07e12700-662e-4c43-94e9-9744cdcb68a2),segment_id=07e12700-662e-4c43-94e9-9744cdcb68a2)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:54.927892 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:55.027778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-90edbb88-09b7-491d-9739-49962150b1fa service neutron] 10.222.0.60 "GET /v2.0/networks/89a3b158-90e0-4dea-b404-0036d0465636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855022 Feb 04 15:30:55.033180 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:55.034637 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] 10.222.0.73 "PUT /v2.0/ports/d857e714-2bf7-4e58-9ef6-bc49f645a872 HTTP/1.1" status: 200 len: 1091 time: 1.1077490 Feb 04 15:30:55.035067 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': 'd857e714-2bf7-4e58-9ef6-bc49f645a872'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:55.052933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a9a04-8694-4a55-bfee-2a14888f1a94 service neutron] Pushing event updated for resources: {'Port': ['ID=d857e714-2bf7-4e58-9ef6-bc49f645a872,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:55.065264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Request body: {'port': {'device_id': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:55.139865 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-31191c9d-19e2-4ba9-8f1c-a83ceb0b5128 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176992 Feb 04 15:30:55.179846 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:55.375835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-576b645f-9441-4d00-90ea-d327b89434da tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:55.377313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-576b645f-9441-4d00-90ea-d327b89434da tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 820 time: 0.3903239 Feb 04 15:30:55.426750 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-c64e8c1c-b879-43e3-a7b2-948159696ad2 service neutron] 10.222.0.60 "GET /v2.0/networks/89a3b158-90e0-4dea-b404-0036d0465636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894968 Feb 04 15:30:55.429954 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-c030b512-b80d-4030-a252-bd6704062469 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/quotas/6d8a9be4cb5045d59fdd9e1cce2fb5da HTTP/1.1" status: 200 len: 375 time: 0.0337217 Feb 04 15:30:55.433720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964c2d95-4e1d-4e3c-87b2-e7e42ea9ab7f req-ac2612f7-f429-47c1-a9a1-baf5a280486c service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489209 Feb 04 15:30:55.531069 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-e750fd1b-d539-4da2-a643-19b634721e1a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892377 Feb 04 15:30:55.638395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6de4c7-06b7-475f-b551-74d6d9cef7e7 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:55.646861 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:55.664094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Transition to ACTIVE for port object ca6de4c7-06b7-475f-b551-74d6d9cef7e7 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:55.669056 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:55.753842 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-82c31fd9-49db-4969-8a87-801827fc979b service neutron] 10.222.0.60 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141769 Feb 04 15:30:55.817866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Pushing event updated for resources: {'Port': ['ID=ca6de4c7-06b7-475f-b551-74d6d9cef7e7,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:55.872076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722c2c6-bebd-4d9e-90cb-fba5125b6ec1 req-a031ba2b-a4c1-44a3-85ff-973f97fc2d02 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:55.873562 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0722c2c6-bebd-4d9e-90cb-fba5125b6ec1 req-a031ba2b-a4c1-44a3-85ff-973f97fc2d02 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.2191095 Feb 04 15:30:55.966431 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-d321d016-2b7d-412f-8ff6-8d9f54f05eb7 service neutron] 10.222.0.60 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054033 Feb 04 15:30:55.973304 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0722c2c6-bebd-4d9e-90cb-fba5125b6ec1 req-527abc4f-989e-4665-9342-ecf26a606686 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918050 Feb 04 15:30:55.989559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Attempting to bind port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:55.989905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Attempting to bind port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:55.990418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Attempting to bind port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 on network 5330c659-c4e6-492d-9695-f45ce3b027e4 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:56.000688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 on network 5330c659-c4e6-492d-9695-f45ce3b027e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:30:56.002110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Attempting to bind port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 on network 5330c659-c4e6-492d-9695-f45ce3b027e4 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:56.029530 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:30:56.029883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Checking segment: {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:56.030665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Bound using segment: {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:30:56.030772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Bound port: ca6de4c7-06b7-475f-b551-74d6d9cef7e7, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:56.031048 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:56.089015 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6579dffb-97a6-4798-8599-cbfbafa6eae1', 'tag': 'e02c8813-aae6-4d8b-beef-db179bc9cb00', 'status': 'completed', 'code': 200} Feb 04 15:30:56.148905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] For port ca6de4c7-06b7-475f-b551-74d6d9cef7e7, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:56.153827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] For port ca6de4c7-06b7-475f-b551-74d6d9cef7e7, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ca6de4c7-06b7-475f-b551-74d6d9cef7e7,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:56.160319 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:56.239931 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:56.241422 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] 10.222.0.73 "PUT /v2.0/ports/ca6de4c7-06b7-475f-b551-74d6d9cef7e7 HTTP/1.1" status: 200 len: 1134 time: 1.1803994 Feb 04 15:30:56.263203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81edd4-a4a7-495f-85c5-1afcff001f8e service neutron] Pushing event updated for resources: {'Port': ['ID=ca6de4c7-06b7-475f-b551-74d6d9cef7e7,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:56.297075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Request body: {'port': {'device_id': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:56.346952 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c54543ca-21cc-4c4c-b749-67b003b2b2c0 req-357f5d9a-631a-47da-b1ca-aa154c88e499 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 1098 time: 0.2316937 Feb 04 15:30:56.472095 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:56.712887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cca67-92ea-42a7-9c7f-76dbda1777c4 req-ac38f031-ae1c-474f-9bc2-cc8f9f864aad tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:56.719904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c1cca67-92ea-42a7-9c7f-76dbda1777c4 req-ac38f031-ae1c-474f-9bc2-cc8f9f864aad tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 947 time: 0.4838355 Feb 04 15:30:56.823052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c1cca67-92ea-42a7-9c7f-76dbda1777c4 req-80428702-0104-4f08-bfe9-32e6526fc70f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023097 Feb 04 15:30:56.833667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54543ca-21cc-4c4c-b749-67b003b2b2c0 req-071b867f-4241-4c5d-9caf-c22354d8761e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:56.835089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c54543ca-21cc-4c4c-b749-67b003b2b2c0 req-071b867f-4241-4c5d-9caf-c22354d8761e service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.4755793 Feb 04 15:30:56.843223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51feb8d3-68c2-45c0-a857-cde57a3823bb req-14d580b9-faa7-4dfd-95ff-f59fa0b1c90d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:56.849590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51feb8d3-68c2-45c0-a857-cde57a3823bb req-14d580b9-faa7-4dfd-95ff-f59fa0b1c90d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.4512870 Feb 04 15:30:56.864082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:56.874944 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:56.891303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Transition to ACTIVE for port object 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:56.895112 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:56.933749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c54543ca-21cc-4c4c-b749-67b003b2b2c0 req-c0f2d46e-39c5-44b8-98e7-65d3e1674331 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00 HTTP/1.1" status: 200 len: 217 time: 0.0825708 Feb 04 15:30:57.060391 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': 'd857e714-2bf7-4e58-9ef6-bc49f645a872', 'status': 'completed', 'code': 200} Feb 04 15:30:57.064583 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51feb8d3-68c2-45c0-a857-cde57a3823bb req-a9bb4a9d-3900-4633-bf5d-5079870c5522 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137082 Feb 04 15:30:57.220484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54543ca-21cc-4c4c-b749-67b003b2b2c0 req-6eb71e7c-dfb0-4979-9e28-af40a781278c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.222108 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c54543ca-21cc-4c4c-b749-67b003b2b2c0 req-6eb71e7c-dfb0-4979-9e28-af40a781278c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2789974 Feb 04 15:30:57.233959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfa7ad2-38e5-438e-9868-cf93aacc7d91,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:57.386868 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89140d4e-2650-4ba2-8976-52da9d3553c5 req-20bb3af6-83c8-42b9-92bc-3a2714b71b42 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 210 time: 0.0811613 Feb 04 15:30:57.448198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-a942658e-20e2-4ecf-ab7b-28575b328d46 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.449024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-a942658e-20e2-4ecf-ab7b-28575b328d46 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Synchronizing usage tracker for tenant:dc88977259954e23bfe3f3635692c885 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:57.483677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Attempting to bind port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:57.484206 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Attempting to bind port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:57.484606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Attempting to bind port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 on network 5330c659-c4e6-492d-9695-f45ce3b027e4 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:57.489128 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-a942658e-20e2-4ecf-ab7b-28575b328d46 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Unset dirty status for tenant:dc88977259954e23bfe3f3635692c885 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:57.490536 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-a942658e-20e2-4ecf-ab7b-28575b328d46 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.81 "GET /v2.0/networks?id=89a3b158-90e0-4dea-b404-0036d0465636 HTTP/1.1" status: 200 len: 814 time: 0.4292872 Feb 04 15:30:57.507421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 on network 5330c659-c4e6-492d-9695-f45ce3b027e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:30:57.508007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Attempting to bind port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 on network 5330c659-c4e6-492d-9695-f45ce3b027e4 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:30:57.516033 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:30:57.516507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Checking segment: {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:30:57.517204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Bound using segment: {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:30:57.518272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Bound port: 4dfa7ad2-38e5-438e-9868-cf93aacc7d91, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:57.518884 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:57.519107 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a44ac0cc-0a3a-494b-9874-26a43fb91f31 req-2a024a1b-2133-4bc7-95e5-30a4bfb92f0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d90c028738774fb19f16bc0edeaace5a&device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 6174 time: 0.4520130 Feb 04 15:30:57.534559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Request body: {'port': {'device_id': '2b4d629d-4390-468d-94d9-76d6d8ec9a18', 'network_id': '89a3b158-90e0-4dea-b404-0036d0465636', 'admin_state_up': True, 'tenant_id': 'dc88977259954e23bfe3f3635692c885'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:57.675091 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c54543ca-21cc-4c4c-b749-67b003b2b2c0 req-0bd2a579-84d1-4eb0-96f8-c94e6cfbdbde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4412649 Feb 04 15:30:57.833759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] For port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:57.845551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:57.848442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] For port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=4dfa7ad2-38e5-438e-9868-cf93aacc7d91,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:57.848604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b89895-8ac0-4522-b300-0cc4fff11bfd req-f82b4024-3baa-4c70-9d6a-246f6aec1281 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.850232 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04b89895-8ac0-4522-b300-0cc4fff11bfd req-f82b4024-3baa-4c70-9d6a-246f6aec1281 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.4131181 Feb 04 15:30:57.853308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Usage tracker for resource:port and tenant:dc88977259954e23bfe3f3635692c885 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:57.855433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:57.858913 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:57.889876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ac0cc-0a3a-494b-9874-26a43fb91f31 req-31c6c902-58e0-4cd2-9c66-efcc4770fc1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.890242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ac0cc-0a3a-494b-9874-26a43fb91f31 req-31c6c902-58e0-4cd2-9c66-efcc4770fc1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.890601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ac0cc-0a3a-494b-9874-26a43fb91f31 req-31c6c902-58e0-4cd2-9c66-efcc4770fc1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.892135 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a44ac0cc-0a3a-494b-9874-26a43fb91f31 req-31c6c902-58e0-4cd2-9c66-efcc4770fc1b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d90c028738774fb19f16bc0edeaace5a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3625724 Feb 04 15:30:57.897871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:57.940615 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:57.941558 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] 10.222.0.73 "PUT /v2.0/ports/4dfa7ad2-38e5-438e-9868-cf93aacc7d91 HTTP/1.1" status: 200 len: 1135 time: 1.6602907 Feb 04 15:30:57.945696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Made reservation on behalf of dc88977259954e23bfe3f3635692c885 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:57.949203 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:57.953238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32308-c8e5-4a8d-92bc-fbcee53592bf req-88fb3add-7320-4977-9e28-93c4e4b0d257 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.957150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32308-c8e5-4a8d-92bc-fbcee53592bf req-88fb3add-7320-4977-9e28-93c4e4b0d257 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.961253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32308-c8e5-4a8d-92bc-fbcee53592bf req-88fb3add-7320-4977-9e28-93c4e4b0d257 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.966616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32308-c8e5-4a8d-92bc-fbcee53592bf req-88fb3add-7320-4977-9e28-93c4e4b0d257 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.970695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32308-c8e5-4a8d-92bc-fbcee53592bf req-88fb3add-7320-4977-9e28-93c4e4b0d257 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.975528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32308-c8e5-4a8d-92bc-fbcee53592bf req-88fb3add-7320-4977-9e28-93c4e4b0d257 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.975670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cffeb-5185-438e-a6e5-ab55fd024b29 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfa7ad2-38e5-438e-9868-cf93aacc7d91,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:57.983271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32308-c8e5-4a8d-92bc-fbcee53592bf req-88fb3add-7320-4977-9e28-93c4e4b0d257 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.986195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Request body: {'port': {'device_id': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:57.990664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80b32308-c8e5-4a8d-92bc-fbcee53592bf req-88fb3add-7320-4977-9e28-93c4e4b0d257 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5379 time: 0.4238493 Feb 04 15:30:57.999101 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c54543ca-21cc-4c4c-b749-67b003b2b2c0 req-b92ac64c-478b-499b-bf02-552a17a00eaa service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131440 Feb 04 15:30:58.223843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04b89895-8ac0-4522-b300-0cc4fff11bfd req-026f1b28-b3d7-4a7b-983a-a4d09e29967f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627512 Feb 04 15:30:58.258125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80b32308-c8e5-4a8d-92bc-fbcee53592bf req-8fe27557-c5fb-472e-b41e-7ae4a36f51c9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2666204 Feb 04 15:30:58.301809 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ac0cc-0a3a-494b-9874-26a43fb91f31 req-8f1b84f0-ad6f-4994-b1f6-44b53c60f177 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:58.304250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a44ac0cc-0a3a-494b-9874-26a43fb91f31 req-8f1b84f0-ad6f-4994-b1f6-44b53c60f177 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3936353 Feb 04 15:30:58.350715 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c54543ca-21cc-4c4c-b749-67b003b2b2c0 req-3431a2a0-3b81-4133-803c-5c1c2c7bdb6e service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383553 Feb 04 15:30:58.413127 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:58.452330 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7ea40a5-6d04-4f97-a993-ef59ce702500 req-878fd4e6-f4ba-4946-aa13-f502ff4e65f9 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 210 time: 0.0413327 Feb 04 15:30:58.500032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-a9d4ea30-1d63-4330-aa00-1c0555d15ff7 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:58.501464 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-a9d4ea30-1d63-4330-aa00-1c0555d15ff7 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.81 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 820 time: 0.4079514 Feb 04 15:30:58.506442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Allocated IP 172.20.0.11 (89a3b158-90e0-4dea-b404-0036d0465636/52fccc2a-d798-45f2-adc8-d715a05af215/d7afd324-3c48-411e-988a-09594a10a6d2) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:58.535257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Request body: {'port': {'device_id': '987b2807-436b-47d7-93a6-10a13ca4cddd', 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810', 'admin_state_up': True, 'tenant_id': '6d8a9be4cb5045d59fdd9e1cce2fb5da'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:30:58.539789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed012dc-33bb-4bdb-be70-bdffbbfc7799 req-1c5ad765-81ac-4760-b0e0-47e304bed21b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:58.542171 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ed012dc-33bb-4bdb-be70-bdffbbfc7799 req-1c5ad765-81ac-4760-b0e0-47e304bed21b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.0889859 Feb 04 15:30:58.622195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ed012dc-33bb-4bdb-be70-bdffbbfc7799 req-181d4f6f-fb07-4808-af36-f55596739679 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740566 Feb 04 15:30:58.710927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6fedf-e263-4119-a034-9de31412bddb req-2dee679d-6bde-496d-9370-b3d5e31a4260 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:58.713154 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7d6fedf-e263-4119-a034-9de31412bddb req-2dee679d-6bde-496d-9370-b3d5e31a4260 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 947 time: 0.0863614 Feb 04 15:30:58.807330 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7d6fedf-e263-4119-a034-9de31412bddb req-362da212-a577-493e-b83b-b2a7e27ff245 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876207 Feb 04 15:30:58.840319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb108c81-5c62-40cc-a4fd-b5b1e1a20375 req-e4a8b7b8-bfd0-470e-96ac-7329c1cbfbef tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:58.847370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb108c81-5c62-40cc-a4fd-b5b1e1a20375 req-e4a8b7b8-bfd0-470e-96ac-7329c1cbfbef tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1034608 Feb 04 15:30:58.890731 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:58.949247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Usage tracker for resource:port and tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:58.961171 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:58.972949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:59.013625 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efeb797f-e610-4c99-8660-1e672e20db27 req-84c64879-23c4-4210-a6e0-1adc32e90c9a tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 210 time: 0.0465755 Feb 04 15:30:59.022804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Made reservation on behalf of 6d8a9be4cb5045d59fdd9e1cce2fb5da for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:59.026765 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.034255 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb108c81-5c62-40cc-a4fd-b5b1e1a20375 req-6d4fe6bc-32fa-4537-8593-ddd128170305 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856530 Feb 04 15:30:59.063625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': 'ca6de4c7-06b7-475f-b551-74d6d9cef7e7'}, {'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': '4dfa7ad2-38e5-438e-9868-cf93aacc7d91'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:59.106862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e02c8813-aae6-4d8b-beef-db179bc9cb00 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:59.147716 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': 'ca6de4c7-06b7-475f-b551-74d6d9cef7e7', 'status': 'completed', 'code': 200} Feb 04 15:30:59.147971 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': '4dfa7ad2-38e5-438e-9868-cf93aacc7d91', 'status': 'completed', 'code': 200} Feb 04 15:30:59.152627 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.234157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b55d709-f426-49e0-8dc5-b1910cfb2ddf req-0abbc716-48c3-4cec-a327-bc460aa9c65b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d90c028738774fb19f16bc0edeaace5a&device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 6216 time: 0.0829163 Feb 04 15:30:59.280979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port e02c8813-aae6-4d8b-beef-db179bc9cb00, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:59.296737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'e02c8813-aae6-4d8b-beef-db179bc9cb00', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'e02c8813-aae6-4d8b-beef-db179bc9cb00', 'mac_address': 'fa:16:3e:02:8a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:59.334898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732f58c9-d084-4ca9-929d-6d17d6a97b31 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:59.340055 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.391406 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.398308 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.419952 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02c8813-aae6-4d8b-beef-db179bc9cb00 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:59.422110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Allocated IP 172.20.0.7 (62733b51-fb30-46e2-a99d-550cf28f5810/4e65648f-2a98-4db0-8d3e-3d1fb81866e5/83986536-d4dd-47af-a3b8-92f0c8ba9e82) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:59.441331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port e02c8813-aae6-4d8b-beef-db179bc9cb00, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:59.449291 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.459807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55d709-f426-49e0-8dc5-b1910cfb2ddf req-7d68f9b1-2e85-4331-aee2-3c6665e5bd15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.460188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55d709-f426-49e0-8dc5-b1910cfb2ddf req-7d68f9b1-2e85-4331-aee2-3c6665e5bd15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.460555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55d709-f426-49e0-8dc5-b1910cfb2ddf req-7d68f9b1-2e85-4331-aee2-3c6665e5bd15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.462517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Transition to ACTIVE for port object 732f58c9-d084-4ca9-929d-6d17d6a97b31 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:59.463204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b55d709-f426-49e0-8dc5-b1910cfb2ddf req-7d68f9b1-2e85-4331-aee2-3c6665e5bd15 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d90c028738774fb19f16bc0edeaace5a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2217667 Feb 04 15:30:59.476716 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Pushing event updated for resources: {'Port': ['ID=d7afd324-3c48-411e-988a-09594a10a6d2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:59.491497 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Network 89a3b158-90e0-4dea-b404-0036d0465636 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:59.497458 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.501289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:59.542979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=e02c8813-aae6-4d8b-beef-db179bc9cb00,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:59.548877 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:30:59.680302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c0fc2-ef00-4cc4-84e7-767003c8556b req-6c4579b3-ec95-43c1-ba8b-3246ca93dbc5 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.682906 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df9c0fc2-ef00-4cc4-84e7-767003c8556b req-6c4579b3-ec95-43c1-ba8b-3246ca93dbc5 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.2961800 Feb 04 15:30:59.694489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55d709-f426-49e0-8dc5-b1910cfb2ddf req-32bc9d62-d970-407d-95bc-775cfc3fc177 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.695905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b55d709-f426-49e0-8dc5-b1910cfb2ddf req-32bc9d62-d970-407d-95bc-775cfc3fc177 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2219810 Feb 04 15:30:59.784172 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df67856-9528-4674-8376-c98d787692f6 req-0493cf04-5b2d-4cbe-bc19-1f404e4b6b74 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.787907 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df67856-9528-4674-8376-c98d787692f6 req-0493cf04-5b2d-4cbe-bc19-1f404e4b6b74 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.791790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df67856-9528-4674-8376-c98d787692f6 req-0493cf04-5b2d-4cbe-bc19-1f404e4b6b74 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.795734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df67856-9528-4674-8376-c98d787692f6 req-0493cf04-5b2d-4cbe-bc19-1f404e4b6b74 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.799577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df67856-9528-4674-8376-c98d787692f6 req-0493cf04-5b2d-4cbe-bc19-1f404e4b6b74 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.803405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df67856-9528-4674-8376-c98d787692f6 req-0493cf04-5b2d-4cbe-bc19-1f404e4b6b74 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.808470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df67856-9528-4674-8376-c98d787692f6 req-0493cf04-5b2d-4cbe-bc19-1f404e4b6b74 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.810203 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6df67856-9528-4674-8376-c98d787692f6 req-0493cf04-5b2d-4cbe-bc19-1f404e4b6b74 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5391 time: 0.2475662 Feb 04 15:30:59.850370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df9c0fc2-ef00-4cc4-84e7-767003c8556b req-0d9554c7-fa41-4e47-b377-74e4ce60105f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584756 Feb 04 15:30:59.871661 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['e02c8813-aae6-4d8b-beef-db179bc9cb00'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:30:59.891094 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6df67856-9528-4674-8376-c98d787692f6 req-92d95df0-b901-4323-a44c-22bc93f8c143 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723138 Feb 04 15:30:59.907113 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b55d709-f426-49e0-8dc5-b1910cfb2ddf req-9a9ffcc6-14ac-4e7b-9e70-986cd66f6e92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d90c028738774fb19f16bc0edeaace5a&device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 6241 time: 0.1684148 Feb 04 15:30:59.938870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Pushing event updated for resources: {'Port': ['ID=732f58c9-d084-4ca9-929d-6d17d6a97b31,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:59.964331 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.964955 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.137863 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-0d2f2a2b-6454-464d-9a92-af4e76bb13f1 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6069911 Feb 04 15:31:00.147131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55d709-f426-49e0-8dc5-b1910cfb2ddf req-aeefec07-8c06-4d81-8299-8c002bcf71df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:00.147723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55d709-f426-49e0-8dc5-b1910cfb2ddf req-aeefec07-8c06-4d81-8299-8c002bcf71df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:00.147881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55d709-f426-49e0-8dc5-b1910cfb2ddf req-aeefec07-8c06-4d81-8299-8c002bcf71df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:00.150449 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b55d709-f426-49e0-8dc5-b1910cfb2ddf req-aeefec07-8c06-4d81-8299-8c002bcf71df service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d90c028738774fb19f16bc0edeaace5a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2310491 Feb 04 15:31:00.200692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Request body: {'port': {'device_id': '2b4d629d-4390-468d-94d9-76d6d8ec9a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:31:00.259572 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6368c415-13b6-44be-93bd-27d34e848f4d req-446037b3-9c5b-4458-8ee5-d59db833435a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5692909 Feb 04 15:31:00.297360 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.330630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cd1ba4be-d911-4ed8-aa43-7c25b72e6600 req-398c2b6e-326c-4e33-9f7a-9ea2411cad9d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 210 time: 0.0930912 Feb 04 15:31:00.409134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55d709-f426-49e0-8dc5-b1910cfb2ddf req-e45c7b22-8b29-46b7-9538-bb6aa0be4da9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:00.410745 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b55d709-f426-49e0-8dc5-b1910cfb2ddf req-e45c7b22-8b29-46b7-9538-bb6aa0be4da9 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2534826 Feb 04 15:31:00.422591 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Attempting to bind port 732f58c9-d084-4ca9-929d-6d17d6a97b31 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:00.423028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Attempting to bind port 732f58c9-d084-4ca9-929d-6d17d6a97b31 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:00.423270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Attempting to bind port 732f58c9-d084-4ca9-929d-6d17d6a97b31 on network 5330c659-c4e6-492d-9695-f45ce3b027e4 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:00.427633 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.431507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9823f-75cb-4009-86bf-ead942b59a4d req-9829f79c-57b6-48c4-be86-28aa0bb7f5cb tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:00.433195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17c9823f-75cb-4009-86bf-ead942b59a4d req-9829f79c-57b6-48c4-be86-28aa0bb7f5cb tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.1968358 Feb 04 15:31:00.463917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Port 732f58c9-d084-4ca9-929d-6d17d6a97b31 on network 5330c659-c4e6-492d-9695-f45ce3b027e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:31:00.464241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Attempting to bind port 732f58c9-d084-4ca9-929d-6d17d6a97b31 on network 5330c659-c4e6-492d-9695-f45ce3b027e4 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:00.520059 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17c9823f-75cb-4009-86bf-ead942b59a4d req-2ff60c38-238f-49c1-a87c-702430f07d4f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811007 Feb 04 15:31:00.523566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:31:00.524077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Checking segment: {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:31:00.524904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Bound using segment: {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:31:00.525413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Bound port: 732f58c9-d084-4ca9-929d-6d17d6a97b31, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:00.525746 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.543852 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.571696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f82ff-1ad1-4319-8c80-bb06ba286bd7 req-065406f7-c5a1-45d0-8391-702a54232653 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:00.578225 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cd5f82ff-1ad1-4319-8c80-bb06ba286bd7 req-065406f7-c5a1-45d0-8391-702a54232653 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 948 time: 0.1080248 Feb 04 15:31:00.622026 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cd5f82ff-1ad1-4319-8c80-bb06ba286bd7 req-4c6f2505-5dd8-400f-acdc-4020edea1130 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428536 Feb 04 15:31:00.692387 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6368c415-13b6-44be-93bd-27d34e848f4d req-1e3881b3-efcd-4eb3-8c6e-c683dc786cbb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 1116 time: 0.3252373 Feb 04 15:31:00.739454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Network 62733b51-fb30-46e2-a99d-550cf28f5810 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:00.741557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2f196-a9ed-41c7-a66c-85f6e79c1e13 req-a086f7ed-b8bb-4b72-918e-ab4e196ac3b5 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:00.743584 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-32a2f196-a9ed-41c7-a66c-85f6e79c1e13 req-a086f7ed-b8bb-4b72-918e-ab4e196ac3b5 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 932 time: 0.0905735 Feb 04 15:31:00.768239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:00.794399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:31:00.840609 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-32a2f196-a9ed-41c7-a66c-85f6e79c1e13 req-1672b857-b0e8-418a-b911-d4deaa742368 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad3ecbd0-f817-4b64-9705-edbc51de156b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914161 Feb 04 15:31:00.862234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508806a2-49cd-4199-bc29-1b967e01e939 req-7738a34f-51e4-4eae-aaff-777d4dd40669 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:00.863705 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-508806a2-49cd-4199-bc29-1b967e01e939 req-7738a34f-51e4-4eae-aaff-777d4dd40669 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.0992713 Feb 04 15:31:00.873455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Pushing event updated for resources: {'Port': ['ID=83986536-d4dd-47af-a3b8-92f0c8ba9e82,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:00.914140 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-508806a2-49cd-4199-bc29-1b967e01e939 req-0afc5438-b1c9-4922-a428-0f0196f3cca1 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434535 Feb 04 15:31:01.002747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] For port 732f58c9-d084-4ca9-929d-6d17d6a97b31, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:01.027366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.027972 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.058797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] For port 732f58c9-d084-4ca9-929d-6d17d6a97b31, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=732f58c9-d084-4ca9-929d-6d17d6a97b31,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:01.082044 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.084263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd9073-6218-4deb-b3d7-1e4c694e67d0 req-65f07c9d-614b-4490-af74-478ba8eb7263 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.086024 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cdd9073-6218-4deb-b3d7-1e4c694e67d0 req-65f07c9d-614b-4490-af74-478ba8eb7263 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.0837748 Feb 04 15:31:01.141019 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-59e76fce-a15b-4391-a8d7-07f600615474 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6094229 Feb 04 15:31:01.142320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cdd9073-6218-4deb-b3d7-1e4c694e67d0 req-f40e86cf-cba9-4add-bb03-49166554e8a3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490277 Feb 04 15:31:01.162535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368c415-13b6-44be-93bd-27d34e848f4d req-8523e4d3-aa6e-46b6-9211-188eb293b4a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.164205 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6368c415-13b6-44be-93bd-27d34e848f4d req-8523e4d3-aa6e-46b6-9211-188eb293b4a6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.4293709 Feb 04 15:31:01.182019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Request body: {'port': {'device_id': '987b2807-436b-47d7-93a6-10a13ca4cddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:31:01.265671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4979c-3c6e-4657-b788-663b8b69bd1a req-735b380e-d9be-41f7-bac5-fc621ec40ece tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.269851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4979c-3c6e-4657-b788-663b8b69bd1a req-735b380e-d9be-41f7-bac5-fc621ec40ece tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.274010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4979c-3c6e-4657-b788-663b8b69bd1a req-735b380e-d9be-41f7-bac5-fc621ec40ece tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.279214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4979c-3c6e-4657-b788-663b8b69bd1a req-735b380e-d9be-41f7-bac5-fc621ec40ece tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.283161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4979c-3c6e-4657-b788-663b8b69bd1a req-735b380e-d9be-41f7-bac5-fc621ec40ece tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.286954 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.287101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4979c-3c6e-4657-b788-663b8b69bd1a req-735b380e-d9be-41f7-bac5-fc621ec40ece tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.288354 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] 10.222.0.73 "PUT /v2.0/ports/732f58c9-d084-4ca9-929d-6d17d6a97b31 HTTP/1.1" status: 200 len: 1090 time: 3.3089869 Feb 04 15:31:01.291348 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': '732f58c9-d084-4ca9-929d-6d17d6a97b31'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:01.292035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4979c-3c6e-4657-b788-663b8b69bd1a req-735b380e-d9be-41f7-bac5-fc621ec40ece tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.294004 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ad4979c-3c6e-4657-b788-663b8b69bd1a req-735b380e-d9be-41f7-bac5-fc621ec40ece tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5391 time: 0.1174595 Feb 04 15:31:01.326858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Request body: {'port': {'device_id': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:31:01.481601 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': '732f58c9-d084-4ca9-929d-6d17d6a97b31', 'status': 'completed', 'code': 200} Feb 04 15:31:01.483526 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6368c415-13b6-44be-93bd-27d34e848f4d req-a4a6c42c-588b-42cf-981c-44190ce521fa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 HTTP/1.1" status: 200 len: 217 time: 0.3074021 Feb 04 15:31:01.497608 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:31:01.506562 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ad4979c-3c6e-4657-b788-663b8b69bd1a req-856c6dea-e519-4978-bfee-bd7145cbe605 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2059879 Feb 04 15:31:01.549290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d166c2f-7a03-4a31-988e-a27f1d625e62 service neutron] Pushing event updated for resources: {'Port': ['ID=732f58c9-d084-4ca9-929d-6d17d6a97b31,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:01.615306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41fb7b64-b8fb-46ca-9584-6ee3d61d5e64 req-c182c558-75ae-4db6-9660-25cb8de0ce97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d90c028738774fb19f16bc0edeaace5a&device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 6283 time: 0.1722302 Feb 04 15:31:01.651342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ae4e9-ae05-45f3-a580-b2cc501231af req-f313ea74-cda8-4dc4-9522-366b4bcae389 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.653121 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b1ae4e9-ae05-45f3-a580-b2cc501231af req-f313ea74-cda8-4dc4-9522-366b4bcae389 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 931 time: 0.1395583 Feb 04 15:31:01.721895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7afd324-3c48-411e-988a-09594a10a6d2 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:01.739613 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.749913 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.760215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368c415-13b6-44be-93bd-27d34e848f4d req-c7124770-bc07-4e4b-82ec-bed24b40919c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.762126 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6368c415-13b6-44be-93bd-27d34e848f4d req-c7124770-bc07-4e4b-82ec-bed24b40919c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.2565174 Feb 04 15:31:01.809823 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.834376 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Transition to ACTIVE for port object d7afd324-3c48-411e-988a-09594a10a6d2 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:01.840168 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6368c415-13b6-44be-93bd-27d34e848f4d req-70708d49-ae99-4582-94f0-09d01eb7f5ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675220 Feb 04 15:31:01.861370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b1ae4e9-ae05-45f3-a580-b2cc501231af req-cf90a73d-ea03-4b61-8f73-6a19b91b7362 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015550 Feb 04 15:31:01.869829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb7b64-b8fb-46ca-9584-6ee3d61d5e64 req-0d0de707-f779-4fa0-b2c6-bd96da2ea601 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.870283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb7b64-b8fb-46ca-9584-6ee3d61d5e64 req-0d0de707-f779-4fa0-b2c6-bd96da2ea601 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.870689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb7b64-b8fb-46ca-9584-6ee3d61d5e64 req-0d0de707-f779-4fa0-b2c6-bd96da2ea601 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.870810 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.872308 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41fb7b64-b8fb-46ca-9584-6ee3d61d5e64 req-0d0de707-f779-4fa0-b2c6-bd96da2ea601 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d90c028738774fb19f16bc0edeaace5a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2478876 Feb 04 15:31:01.885252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6ecde-2a81-41b0-85ec-991b62b1aa88 req-6b57c9b4-d709-494f-8ec4-2c6f9c632df5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.890853 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-78d6ecde-2a81-41b0-85ec-991b62b1aa88 req-6b57c9b4-d709-494f-8ec4-2c6f9c632df5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.1860192 Feb 04 15:31:02.073711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-78d6ecde-2a81-41b0-85ec-991b62b1aa88 req-cae8944f-e7bd-43b5-9b3e-36b10b55222e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818793 Feb 04 15:31:02.105307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb7b64-b8fb-46ca-9584-6ee3d61d5e64 req-ea2a8f1f-adb9-4ae0-952e-a5185e9b56e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.114505 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41fb7b64-b8fb-46ca-9584-6ee3d61d5e64 req-ea2a8f1f-adb9-4ae0-952e-a5185e9b56e9 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2140982 Feb 04 15:31:02.154247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7afd324-3c48-411e-988a-09594a10a6d2,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:02.330997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceec77-1658-44d4-aab7-2a87f28e86df req-695ac5ec-7597-4a3b-91ce-6d4575500bb4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.332458 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-00ceec77-1658-44d4-aab7-2a87f28e86df req-695ac5ec-7597-4a3b-91ce-6d4575500bb4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 948 time: 0.1405962 Feb 04 15:31:02.339202 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e05260-05c9-4c1a-b9d9-925d8dcd951f req-25670881-a950-4dbd-94dc-7b5206aea64f tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.340635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4e05260-05c9-4c1a-b9d9-925d8dcd951f req-25670881-a950-4dbd-94dc-7b5206aea64f tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 944 time: 0.1105132 Feb 04 15:31:02.367163 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6368c415-13b6-44be-93bd-27d34e848f4d req-01563b65-be4f-440c-b5db-cc2c6160364a service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973342 Feb 04 15:31:02.419646 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-00ceec77-1658-44d4-aab7-2a87f28e86df req-04420aad-252e-429f-af4a-73273ac52989 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779343 Feb 04 15:31:02.422923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4e05260-05c9-4c1a-b9d9-925d8dcd951f req-a593daeb-f005-4eb1-871c-cccc07fc44ae tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad3ecbd0-f817-4b64-9705-edbc51de156b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671060 Feb 04 15:31:02.675542 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8771ec3-6ba3-42a2-b4b3-96c12aff9606 req-2d5e941c-ca26-46bf-8f3b-aa76086a6874 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.676970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8771ec3-6ba3-42a2-b4b3-96c12aff9606 req-2d5e941c-ca26-46bf-8f3b-aa76086a6874 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.1341236 Feb 04 15:31:02.683127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52095ae8-079d-4b36-935e-9a4020684a77 req-33d02b5e-a6bf-45fb-9704-5a1d77ba06d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.684545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52095ae8-079d-4b36-935e-9a4020684a77 req-33d02b5e-a6bf-45fb-9704-5a1d77ba06d7 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1435418 Feb 04 15:31:02.745529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Attempting to bind port d7afd324-3c48-411e-988a-09594a10a6d2 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:02.746168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Attempting to bind port d7afd324-3c48-411e-988a-09594a10a6d2 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'd764ed35-44bc-4e71-a8dc-f05609adfdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '89a3b158-90e0-4dea-b404-0036d0465636'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:02.746277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Attempting to bind port d7afd324-3c48-411e-988a-09594a10a6d2 on network 89a3b158-90e0-4dea-b404-0036d0465636 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:02.756659 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8771ec3-6ba3-42a2-b4b3-96c12aff9606 req-b1a1346f-b014-44b5-be7b-2853978c1e43 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711722 Feb 04 15:31:02.760235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52095ae8-079d-4b36-935e-9a4020684a77 req-c3c80a0a-3b0c-47cd-af17-c6ccc4880e0e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616968 Feb 04 15:31:02.806582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Port d7afd324-3c48-411e-988a-09594a10a6d2 on network 89a3b158-90e0-4dea-b404-0036d0465636 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:31:02.806914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Attempting to bind port d7afd324-3c48-411e-988a-09594a10a6d2 on network 89a3b158-90e0-4dea-b404-0036d0465636 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:02.814756 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6368c415-13b6-44be-93bd-27d34e848f4d req-6fbc4fcd-62e9-4bc3-af11-5181f2eb4f05 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229777 Feb 04 15:31:02.827696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:31:02.828018 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Checking segment: {'id': 'd764ed35-44bc-4e71-a8dc-f05609adfdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '89a3b158-90e0-4dea-b404-0036d0465636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:31:02.828402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Bound using segment: {'id': 'd764ed35-44bc-4e71-a8dc-f05609adfdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '89a3b158-90e0-4dea-b404-0036d0465636'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:31:02.828835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Bound port: d7afd324-3c48-411e-988a-09594a10a6d2, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd764ed35-44bc-4e71-a8dc-f05609adfdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '89a3b158-90e0-4dea-b404-0036d0465636'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:02.829176 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:02.979717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb09016-c2ff-412a-8e82-d06b2f1fc49a req-b8e201ac-3955-44bc-b1ba-b9ed850f505f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.983962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb09016-c2ff-412a-8e82-d06b2f1fc49a req-b8e201ac-3955-44bc-b1ba-b9ed850f505f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.988086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb09016-c2ff-412a-8e82-d06b2f1fc49a req-b8e201ac-3955-44bc-b1ba-b9ed850f505f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.992490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb09016-c2ff-412a-8e82-d06b2f1fc49a req-b8e201ac-3955-44bc-b1ba-b9ed850f505f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.997060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb09016-c2ff-412a-8e82-d06b2f1fc49a req-b8e201ac-3955-44bc-b1ba-b9ed850f505f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.001530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb09016-c2ff-412a-8e82-d06b2f1fc49a req-b8e201ac-3955-44bc-b1ba-b9ed850f505f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.005693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb09016-c2ff-412a-8e82-d06b2f1fc49a req-b8e201ac-3955-44bc-b1ba-b9ed850f505f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.015497 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bb09016-c2ff-412a-8e82-d06b2f1fc49a req-b8e201ac-3955-44bc-b1ba-b9ed850f505f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5391 time: 0.1296408 Feb 04 15:31:03.111821 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd9fcf0-26a5-4632-97bc-987dd12659e6 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:03.116896 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bb09016-c2ff-412a-8e82-d06b2f1fc49a req-5be3b70a-8b7e-45b8-a68e-e49e954cd489 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989487 Feb 04 15:31:03.132035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e02c8813-aae6-4d8b-beef-db179bc9cb00 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:03.132628 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83986536-d4dd-47af-a3b8-92f0c8ba9e82 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:03.138282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.146586 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.158304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e562f4b-fff7-4d15-b291-2fe1f92c742b req-44971a40-b502-4a09-888d-0863b3d5d092 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.169184 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e562f4b-fff7-4d15-b291-2fe1f92c742b req-44971a40-b502-4a09-888d-0863b3d5d092 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 931 time: 0.1355627 Feb 04 15:31:03.192076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Transition to ACTIVE for port object edd9fcf0-26a5-4632-97bc-987dd12659e6 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:03.194156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Transition to ACTIVE for port object 83986536-d4dd-47af-a3b8-92f0c8ba9e82 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:03.197065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] For port d7afd324-3c48-411e-988a-09594a10a6d2, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:03.200598 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] For port d7afd324-3c48-411e-988a-09594a10a6d2, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d7afd324-3c48-411e-988a-09594a10a6d2,segment=NetworkSegment(d764ed35-44bc-4e71-a8dc-f05609adfdc0),segment_id=d764ed35-44bc-4e71-a8dc-f05609adfdc0)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:03.202330 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.234691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port e02c8813-aae6-4d8b-beef-db179bc9cb00 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:03.243788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port e02c8813-aae6-4d8b-beef-db179bc9cb00 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:03.244494 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.249843 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.264313 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.307780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e562f4b-fff7-4d15-b291-2fe1f92c742b req-a311e8c8-0442-4a42-9889-ee585609f0b7 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374063 Feb 04 15:31:03.392763 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.414114 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=edd9fcf0-26a5-4632-97bc-987dd12659e6,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:03.429687 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6579dffb-97a6-4798-8599-cbfbafa6eae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02c8813-aae6-4d8b-beef-db179bc9cb00'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:03.437019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.439888 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] 10.222.0.81 "PUT /v2.0/ports/d7afd324-3c48-411e-988a-09594a10a6d2 HTTP/1.1" status: 200 len: 1092 time: 3.2431643 Feb 04 15:31:03.440663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port e02c8813-aae6-4d8b-beef-db179bc9cb00, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:03.454956 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.471495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73e945-ded4-4b2e-9826-0f14bf54b9e0 req-a7bf999c-ecec-4787-91e8-aad18c4d7239 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.473119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa73e945-ded4-4b2e-9826-0f14bf54b9e0 req-a7bf999c-ecec-4787-91e8-aad18c4d7239 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.1644039 Feb 04 15:31:03.492608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4d629d-4390-468d-94d9-76d6d8ec9a18', 'tag': 'd7afd324-3c48-411e-988a-09594a10a6d2'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:03.547619 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6579dffb-97a6-4798-8599-cbfbafa6eae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02c8813-aae6-4d8b-beef-db179bc9cb00', 'code': 200} Feb 04 15:31:03.558935 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa73e945-ded4-4b2e-9826-0f14bf54b9e0 req-fd5244a7-55e9-4e2b-9d43-2999a97e97b7 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760653 Feb 04 15:31:03.610175 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=e02c8813-aae6-4d8b-beef-db179bc9cb00,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:03.615528 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:03.615879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:03.616214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:03.616549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:03.616877 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:03.617202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:03.617595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:03.617836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:03.624952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:03.625303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:03.625641 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:03.815887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5d883fe-c45d-407f-a2a8-e034c6391559 req-e0347da4-bca4-4bb1-b1ee-2f3f19e128fd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 1100 time: 0.2047546 Feb 04 15:31:03.846266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092a217-7412-4197-b26d-cf16b87a0bc4 req-21e36841-a56d-4426-b5be-ff980e81a68a tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.847733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4092a217-7412-4197-b26d-cf16b87a0bc4 req-21e36841-a56d-4426-b5be-ff980e81a68a tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 944 time: 0.1800458 Feb 04 15:31:03.863079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Pushing event updated for resources: {'Port': ['ID=83986536-d4dd-47af-a3b8-92f0c8ba9e82,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:03.913490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff2a9b-2527-47a9-b876-4994a344a079 req-4ab6fca5-1bd4-43d4-bfcf-defb637c57d0 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.913917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Attempting to bind port edd9fcf0-26a5-4632-97bc-987dd12659e6 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:03.914053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Attempting to bind port edd9fcf0-26a5-4632-97bc-987dd12659e6 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:03.914332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Attempting to bind port edd9fcf0-26a5-4632-97bc-987dd12659e6 on network 5330c659-c4e6-492d-9695-f45ce3b027e4 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:03.915503 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9ff2a9b-2527-47a9-b876-4994a344a079 req-4ab6fca5-1bd4-43d4-bfcf-defb637c57d0 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1792841 Feb 04 15:31:03.917266 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5d883fe-c45d-407f-a2a8-e034c6391559 req-a419e025-5dd8-49f6-b26e-ef535dc4a36f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942843 Feb 04 15:31:03.944795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4092a217-7412-4197-b26d-cf16b87a0bc4 req-061dcfb6-a720-46b0-8b73-e83c59ddf463 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad3ecbd0-f817-4b64-9705-edbc51de156b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881958 Feb 04 15:31:03.967653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Port edd9fcf0-26a5-4632-97bc-987dd12659e6 on network 5330c659-c4e6-492d-9695-f45ce3b027e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:31:03.967996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Attempting to bind port edd9fcf0-26a5-4632-97bc-987dd12659e6 on network 5330c659-c4e6-492d-9695-f45ce3b027e4 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:03.971392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9ff2a9b-2527-47a9-b876-4994a344a079 req-7c19b547-efb7-4ba2-ab3d-1e53b88b12d5 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480149 Feb 04 15:31:03.976142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Attempting to bind port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:03.976481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Attempting to bind port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:03.976809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Attempting to bind port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:03.995285 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-198fe026-27f3-4134-ab08-117dbd1d5976 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc88977259954e23bfe3f3635692c885&device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 1095 time: 0.3537545 Feb 04 15:31:03.999065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:31:03.999428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Checking segment: {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:31:03.999943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Bound using segment: {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:31:04.000315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Bound port: edd9fcf0-26a5-4632-97bc-987dd12659e6, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cb7846-ee60-4307-92bc-00f4fda5777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:04.000800 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.070036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1fe05-9b00-4b73-9148-d68a4b19d9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7afd324-3c48-411e-988a-09594a10a6d2,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:04.073283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 on network 62733b51-fb30-46e2-a99d-550cf28f5810 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:31:04.073498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Attempting to bind port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:04.076913 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4d629d-4390-468d-94d9-76d6d8ec9a18', 'tag': 'd7afd324-3c48-411e-988a-09594a10a6d2', 'status': 'completed', 'code': 200} Feb 04 15:31:04.127219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:31:04.127577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Checking segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:31:04.127938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Bound using segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:31:04.128384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Bound port: 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:04.128729 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.144179 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-2868a2f4-55eb-4189-9bfd-ec7cbd0c3f01 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7afd324-3c48-411e-988a-09594a10a6d2 HTTP/1.1" status: 200 len: 217 time: 0.1330495 Feb 04 15:31:04.305442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-6bdd2d54-97aa-4c59-909b-3e7d6de67e61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.306810 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-6bdd2d54-97aa-4c59-909b-3e7d6de67e61 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52fccc2a-d798-45f2-adc8-d715a05af215 HTTP/1.1" status: 200 len: 854 time: 0.1519463 Feb 04 15:31:04.314061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] For port edd9fcf0-26a5-4632-97bc-987dd12659e6, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:04.320733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] For port edd9fcf0-26a5-4632-97bc-987dd12659e6, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=edd9fcf0-26a5-4632-97bc-987dd12659e6,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:04.355555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d8631-00f9-4e3e-b1de-b7a1a8f349e0 req-94e7e976-1260-44c4-95b4-e1ca7e70e2a2 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.357022 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-245d8631-00f9-4e3e-b1de-b7a1a8f349e0 req-94e7e976-1260-44c4-95b4-e1ca7e70e2a2 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.2351320 Feb 04 15:31:04.358380 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.368797 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d79f46-3777-415a-acb0-927f83fc7f13 req-4981edae-2a00-4879-97a3-d581abd57c4e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.371648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02d79f46-3777-415a-acb0-927f83fc7f13 req-4981edae-2a00-4879-97a3-d581abd57c4e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.2145681 Feb 04 15:31:04.400725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:04.408981 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-661cd95d-f4b2-4f37-91bc-85ba791fd82e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89a3b158-90e0-4dea-b404-0036d0465636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926323 Feb 04 15:31:04.449214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:04.450352 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-245d8631-00f9-4e3e-b1de-b7a1a8f349e0 req-bb047358-c94b-4b94-a0ec-6f8fdb33c9fc tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776041 Feb 04 15:31:04.453749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02d79f46-3777-415a-acb0-927f83fc7f13 req-4f624987-9187-428e-bf08-6cd8320b7cae tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657434 Feb 04 15:31:04.507014 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.520667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.522048 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] 10.222.0.73 "PUT /v2.0/ports/edd9fcf0-26a5-4632-97bc-987dd12659e6 HTTP/1.1" status: 200 len: 1090 time: 3.1995106 Feb 04 15:31:04.558431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e2d81-acb5-4829-9dc3-d387f7a8b0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=edd9fcf0-26a5-4632-97bc-987dd12659e6,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:04.600292 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.601686 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] 10.222.0.81 "PUT /v2.0/ports/83986536-d4dd-47af-a3b8-92f0c8ba9e82 HTTP/1.1" status: 200 len: 1091 time: 3.4273407 Feb 04 15:31:04.675477 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-4f47084a-ca6c-4f01-997a-4683808aecae service neutron] 10.222.0.81 "GET /v2.0/networks/89a3b158-90e0-4dea-b404-0036d0465636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494059 Feb 04 15:31:04.679972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5ae8c-e035-46db-aad7-fc862ba1e616 service neutron] Pushing event updated for resources: {'Port': ['ID=83986536-d4dd-47af-a3b8-92f0c8ba9e82,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:04.773697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed8706-43c9-4a6a-b69e-6dde09f60a07 req-d9d75a64-9e69-4a5f-bdab-f7bdb426d3f9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.778384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed8706-43c9-4a6a-b69e-6dde09f60a07 req-d9d75a64-9e69-4a5f-bdab-f7bdb426d3f9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.782376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed8706-43c9-4a6a-b69e-6dde09f60a07 req-d9d75a64-9e69-4a5f-bdab-f7bdb426d3f9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.787662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed8706-43c9-4a6a-b69e-6dde09f60a07 req-d9d75a64-9e69-4a5f-bdab-f7bdb426d3f9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.793043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed8706-43c9-4a6a-b69e-6dde09f60a07 req-d9d75a64-9e69-4a5f-bdab-f7bdb426d3f9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.797972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed8706-43c9-4a6a-b69e-6dde09f60a07 req-d9d75a64-9e69-4a5f-bdab-f7bdb426d3f9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.802944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed8706-43c9-4a6a-b69e-6dde09f60a07 req-d9d75a64-9e69-4a5f-bdab-f7bdb426d3f9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.804856 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52ed8706-43c9-4a6a-b69e-6dde09f60a07 req-d9d75a64-9e69-4a5f-bdab-f7bdb426d3f9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5403 time: 0.1883831 Feb 04 15:31:04.815022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cf7a2-dc39-4e2d-a77a-ef2d3d368158 req-81a840e9-0e1b-412a-8f02-cbc771f92057 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.816388 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8a2cf7a2-dc39-4e2d-a77a-ef2d3d368158 req-81a840e9-0e1b-412a-8f02-cbc771f92057 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 943 time: 0.1585166 Feb 04 15:31:04.885600 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5b404df6-5f12-48dd-9c5a-982129b04ecf req-f757053d-1cf8-4e45-a055-7271c7fcaefb service neutron] 10.222.0.81 "GET /v2.0/networks/89a3b158-90e0-4dea-b404-0036d0465636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006948 Feb 04 15:31:04.889392 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-f6a60ee6-dc52-4028-8ceb-27ed3c1d6f05 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 1094 time: 0.2056725 Feb 04 15:31:04.890896 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52ed8706-43c9-4a6a-b69e-6dde09f60a07 req-7d95840d-877a-4bad-b848-8ba7598fe9e8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735843 Feb 04 15:31:04.893232 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8a2cf7a2-dc39-4e2d-a77a-ef2d3d368158 req-f4cae207-ae4b-498c-96ee-4a7f54708a49 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622673 Feb 04 15:31:05.120504 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-41627bd8-569d-47bc-beba-dc4e05324ca6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82 HTTP/1.1" status: 200 len: 217 time: 0.2124765 Feb 04 15:31:05.162837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c84aee-de40-4cd3-a835-93ed326bfd93 req-ec6e092b-0115-42a2-8b94-6f95987a4885 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:05.166244 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0c84aee-de40-4cd3-a835-93ed326bfd93 req-ec6e092b-0115-42a2-8b94-6f95987a4885 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.1199691 Feb 04 15:31:05.225219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-4c4908ac-73e7-456e-aa33-78f4067f7121 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:05.228430 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-4c4908ac-73e7-456e-aa33-78f4067f7121 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.0934291 Feb 04 15:31:05.233221 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac3f199b-9054-4e7e-8d35-6459c38bde4f req-42cfdfc1-abe4-4e1d-b150-5d2b1ae83c41 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc88977259954e23bfe3f3635692c885&device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 1095 time: 0.1675756 Feb 04 15:31:05.255002 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0c84aee-de40-4cd3-a835-93ed326bfd93 req-4f075320-074f-4ddc-8651-9d91612fe146 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808053 Feb 04 15:31:05.261207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f5991-7a8b-4909-900b-ba93a813e662 req-2c34ae8a-f2e4-46bd-8e1c-aabfc8980eec tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:05.262565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d71f5991-7a8b-4909-900b-ba93a813e662 req-2c34ae8a-f2e4-46bd-8e1c-aabfc8980eec tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 944 time: 0.1535580 Feb 04 15:31:05.296606 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-4244e2c4-7d91-4f51-b220-0576ec766808 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612445 Feb 04 15:31:05.317841 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d71f5991-7a8b-4909-900b-ba93a813e662 req-ffdddae7-1b51-4dcc-af4b-d0b4a96b5dd0 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad3ecbd0-f817-4b64-9705-edbc51de156b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450778 Feb 04 15:31:05.451755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b44aa6-518c-4f94-9d43-1e163442287a req-b582e196-2fe7-4169-8758-758055ebd46c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:05.453116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84b44aa6-518c-4f94-9d43-1e163442287a req-b582e196-2fe7-4169-8758-758055ebd46c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.0795197 Feb 04 15:31:05.499057 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84b44aa6-518c-4f94-9d43-1e163442287a req-5c3c5f69-9f5e-4bcd-b51e-272197104c90 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403767 Feb 04 15:31:05.505997 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f199b-9054-4e7e-8d35-6459c38bde4f req-c4da6d24-c267-40b6-b571-42607487009e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:05.507490 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac3f199b-9054-4e7e-8d35-6459c38bde4f req-c4da6d24-c267-40b6-b571-42607487009e service neutron] 10.222.0.81 "GET /v2.0/networks?id=89a3b158-90e0-4dea-b404-0036d0465636 HTTP/1.1" status: 200 len: 915 time: 0.2412558 Feb 04 15:31:05.579387 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-3926b728-6cd2-4b7b-8b11-305f74b10b1f service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373066 Feb 04 15:31:05.581861 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac3f199b-9054-4e7e-8d35-6459c38bde4f req-38be6e2e-85f5-4e02-98e7-d3b1791a83c5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7afd324-3c48-411e-988a-09594a10a6d2 HTTP/1.1" status: 200 len: 217 time: 0.0675969 Feb 04 15:31:05.730796 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5c153-d591-4a0c-8db4-660235c5da74 req-8d8b5be6-baed-4f80-bf32-f2871d61435b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:05.732190 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4f5c153-d591-4a0c-8db4-660235c5da74 req-8d8b5be6-baed-4f80-bf32-f2871d61435b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.1378844 Feb 04 15:31:05.734080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f199b-9054-4e7e-8d35-6459c38bde4f req-12fa936d-9606-4da3-aecd-f5f124f93228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:05.735579 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac3f199b-9054-4e7e-8d35-6459c38bde4f req-12fa936d-9606-4da3-aecd-f5f124f93228 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52fccc2a-d798-45f2-adc8-d715a05af215 HTTP/1.1" status: 200 len: 854 time: 0.1447473 Feb 04 15:31:05.737795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d5a8a-a6bb-4a6e-bd66-2bbba2be5b91 req-9790f0bf-c6ac-43ed-b98a-15df1962ce93 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:05.739212 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f6d5a8a-a6bb-4a6e-bd66-2bbba2be5b91 req-9790f0bf-c6ac-43ed-b98a-15df1962ce93 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1101611 Feb 04 15:31:05.800654 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac3f199b-9054-4e7e-8d35-6459c38bde4f req-777a3356-2d94-42f4-886e-888bb729aa60 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=89a3b158-90e0-4dea-b404-0036d0465636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488837 Feb 04 15:31:05.808934 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08cc57a8-3dc9-445a-9502-ec194f3c7571 req-9b5a4948-e110-40a9-b2ab-02d9e8f4b45d service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191875 Feb 04 15:31:05.811269 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4f5c153-d591-4a0c-8db4-660235c5da74 req-1c04b525-23d0-45be-9a75-336fce93f8d3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711002 Feb 04 15:31:05.815715 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f6d5a8a-a6bb-4a6e-bd66-2bbba2be5b91 req-2985ee47-a29c-4acd-8092-a2d761501aa9 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604627 Feb 04 15:31:05.936910 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac3f199b-9054-4e7e-8d35-6459c38bde4f req-7df0ffb0-e7bf-43c2-ac88-1238dbceef3e service neutron] 10.222.0.81 "GET /v2.0/networks/89a3b158-90e0-4dea-b404-0036d0465636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270220 Feb 04 15:31:06.075388 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac3f199b-9054-4e7e-8d35-6459c38bde4f req-a9701e5b-4966-4467-bca7-3c4399c5dbc8 service neutron] 10.222.0.81 "GET /v2.0/networks/89a3b158-90e0-4dea-b404-0036d0465636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324790 Feb 04 15:31:06.077922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': 'edd9fcf0-26a5-4632-97bc-987dd12659e6'}, {'name': 'network-changed', 'server_uuid': '987b2807-436b-47d7-93a6-10a13ca4cddd', 'tag': '83986536-d4dd-47af-a3b8-92f0c8ba9e82'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:06.198008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d6a65-2716-474e-b3df-9b3a25241248 req-d595be01-8cc1-4899-b5fb-2c7ca8c2d90a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.201896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d6a65-2716-474e-b3df-9b3a25241248 req-d595be01-8cc1-4899-b5fb-2c7ca8c2d90a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.205750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d6a65-2716-474e-b3df-9b3a25241248 req-d595be01-8cc1-4899-b5fb-2c7ca8c2d90a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.209628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d6a65-2716-474e-b3df-9b3a25241248 req-d595be01-8cc1-4899-b5fb-2c7ca8c2d90a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.214389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d6a65-2716-474e-b3df-9b3a25241248 req-d595be01-8cc1-4899-b5fb-2c7ca8c2d90a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.218495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d6a65-2716-474e-b3df-9b3a25241248 req-d595be01-8cc1-4899-b5fb-2c7ca8c2d90a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.222338 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d6a65-2716-474e-b3df-9b3a25241248 req-d595be01-8cc1-4899-b5fb-2c7ca8c2d90a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.224174 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e58d6a65-2716-474e-b3df-9b3a25241248 req-d595be01-8cc1-4899-b5fb-2c7ca8c2d90a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5403 time: 0.1722996 Feb 04 15:31:06.230282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2cf68-adc8-4856-8bba-7a286d61b332 req-94cc3d75-4c58-4c06-9bdc-e42d127b5e87 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.231643 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf2cf68-adc8-4856-8bba-7a286d61b332 req-94cc3d75-4c58-4c06-9bdc-e42d127b5e87 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 943 time: 0.1429851 Feb 04 15:31:06.307632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e58d6a65-2716-474e-b3df-9b3a25241248 req-2366aa7b-569b-443d-bb22-73a4807541ff tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749524 Feb 04 15:31:06.311957 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf2cf68-adc8-4856-8bba-7a286d61b332 req-435de4ed-ed09-4c51-862e-b776c2443a0c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661762 Feb 04 15:31:06.408305 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': 'edd9fcf0-26a5-4632-97bc-987dd12659e6', 'status': 'completed', 'code': 200} Feb 04 15:31:06.408660 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987b2807-436b-47d7-93a6-10a13ca4cddd', 'tag': '83986536-d4dd-47af-a3b8-92f0c8ba9e82', 'status': 'completed', 'code': 200} Feb 04 15:31:06.520363 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab477d3e-fbb2-409a-bfce-38b53d5a2778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.536287 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-93346329-9279-4400-affc-ac04d07a819f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 1094 time: 0.0826209 Feb 04 15:31:06.562661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd87716-04ab-42d2-97d6-3330f4c35625 req-43aff943-d34c-41c6-ad83-bbc32885fb34 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.564156 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffd87716-04ab-42d2-97d6-3330f4c35625 req-43aff943-d34c-41c6-ad83-bbc32885fb34 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.1252785 Feb 04 15:31:06.630384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffd87716-04ab-42d2-97d6-3330f4c35625 req-8c07d637-b2c1-45c8-a830-a02517176971 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561500 Feb 04 15:31:06.636208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d7163-bd93-4ce1-bba6-a1ee696bc8dc req-b0944204-40df-4750-8288-706d35ea4905 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.637637 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a4d7163-bd93-4ce1-bba6-a1ee696bc8dc req-b0944204-40df-4750-8288-706d35ea4905 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 944 time: 0.1327271 Feb 04 15:31:06.675469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-2fb5c37a-b8f1-4004-a199-157b47c1df92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.676925 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-2fb5c37a-b8f1-4004-a199-157b47c1df92 service neutron] 10.222.0.81 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.1347613 Feb 04 15:31:06.688689 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a4d7163-bd93-4ce1-bba6-a1ee696bc8dc req-a2c1bfbc-ec52-424e-b4ad-e119180a9673 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad3ecbd0-f817-4b64-9705-edbc51de156b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434191 Feb 04 15:31:06.747247 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-ad056581-7a53-475e-ba9c-3a8bd7886cb6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82 HTTP/1.1" status: 200 len: 217 time: 0.0641725 Feb 04 15:31:06.808344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-b9c37a7b-d673-4698-ab21-ef0623b65289 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.809785 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-b9c37a7b-d673-4698-ab21-ef0623b65289 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.0563149 Feb 04 15:31:06.825528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6d008-6a4e-48ba-a606-81877bfff3d9 req-673f89bf-23a9-4585-b763-5ae22816523d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.826914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9bf6d008-6a4e-48ba-a606-81877bfff3d9 req-673f89bf-23a9-4585-b763-5ae22816523d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.0781593 Feb 04 15:31:06.876515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9bf6d008-6a4e-48ba-a606-81877bfff3d9 req-4aafdd56-b331-43d0-8767-a647312118ab tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440717 Feb 04 15:31:06.958270 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-d856c0d4-6309-48f4-be7d-1a0b919c62ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411247 Feb 04 15:31:07.093909 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-83b6ac75-f4f9-41c6-89ab-769996348478 service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287448 Feb 04 15:31:07.100982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d156581-ac6e-4c2b-8c8f-f884df112288 req-f638ba95-248b-4652-9db9-60674ba5370f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.102640 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d156581-ac6e-4c2b-8c8f-f884df112288 req-f638ba95-248b-4652-9db9-60674ba5370f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.1376598 Feb 04 15:31:07.114964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d480813-f565-450f-87cf-2bb70462dec4 req-2cdf88f9-b396-4d30-a8ea-f503d7484554 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.116417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d480813-f565-450f-87cf-2bb70462dec4 req-2cdf88f9-b396-4d30-a8ea-f503d7484554 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1104338 Feb 04 15:31:07.191704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d156581-ac6e-4c2b-8c8f-f884df112288 req-7bab1d21-0b61-48a1-b562-ac83d93f4f99 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824513 Feb 04 15:31:07.196854 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d480813-f565-450f-87cf-2bb70462dec4 req-5f2f2c7b-cb76-45f8-ac07-3f145e1a2a0e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645759 Feb 04 15:31:07.234016 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-9e4cdab2-afcf-4d5e-a05a-3454932a5252 service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329210 Feb 04 15:31:07.603451 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244f09d-04d4-4a89-856d-00105a259869 req-1c0f4c45-6114-489f-80cd-3a29d791482a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.604888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3244f09d-04d4-4a89-856d-00105a259869 req-1c0f4c45-6114-489f-80cd-3a29d791482a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 943 time: 0.1339412 Feb 04 15:31:07.619997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487da42b-f12b-4a25-92c2-5ad151711ee4 req-dfd30fa1-a565-4746-9e3b-52dd44162291 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.623965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487da42b-f12b-4a25-92c2-5ad151711ee4 req-dfd30fa1-a565-4746-9e3b-52dd44162291 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.627814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487da42b-f12b-4a25-92c2-5ad151711ee4 req-dfd30fa1-a565-4746-9e3b-52dd44162291 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.631718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487da42b-f12b-4a25-92c2-5ad151711ee4 req-dfd30fa1-a565-4746-9e3b-52dd44162291 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.636207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487da42b-f12b-4a25-92c2-5ad151711ee4 req-dfd30fa1-a565-4746-9e3b-52dd44162291 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.640090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487da42b-f12b-4a25-92c2-5ad151711ee4 req-dfd30fa1-a565-4746-9e3b-52dd44162291 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.643969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487da42b-f12b-4a25-92c2-5ad151711ee4 req-dfd30fa1-a565-4746-9e3b-52dd44162291 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.645694 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-487da42b-f12b-4a25-92c2-5ad151711ee4 req-dfd30fa1-a565-4746-9e3b-52dd44162291 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5403 time: 0.1447124 Feb 04 15:31:07.794182 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3244f09d-04d4-4a89-856d-00105a259869 req-6a356eb0-0c86-4b9a-9913-6dbd4430e36e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836493 Feb 04 15:31:07.799997 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-487da42b-f12b-4a25-92c2-5ad151711ee4 req-eb5522d9-97c1-4c53-90ac-96428f569d73 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633733 Feb 04 15:31:08.062019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abd6e2-48f1-4f0d-ae09-e944145db7da req-47343466-288c-421e-a5cb-87fb76fc400b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:08.063504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92abd6e2-48f1-4f0d-ae09-e944145db7da req-47343466-288c-421e-a5cb-87fb76fc400b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.1370733 Feb 04 15:31:08.069798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d78b21-bd14-490a-b598-16486309f480 req-c9924e5e-5525-477a-b640-9e546a30e273 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:08.071318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63d78b21-bd14-490a-b598-16486309f480 req-c9924e5e-5525-477a-b640-9e546a30e273 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 944 time: 0.1154439 Feb 04 15:31:08.146591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92abd6e2-48f1-4f0d-ae09-e944145db7da req-5d088569-ecde-455c-9c1b-f7b3c5940ba6 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741234 Feb 04 15:31:08.154943 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63d78b21-bd14-490a-b598-16486309f480 req-976ccec7-c94f-4f68-9e37-877f01905d26 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad3ecbd0-f817-4b64-9705-edbc51de156b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694842 Feb 04 15:31:08.367024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11038ab8-d527-4ec2-abf8-36ee64d7d62a req-c0a485f8-8af9-4b9d-a722-4f95af322537 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:08.369167 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11038ab8-d527-4ec2-abf8-36ee64d7d62a req-c0a485f8-8af9-4b9d-a722-4f95af322537 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1103880 Feb 04 15:31:08.438189 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11038ab8-d527-4ec2-abf8-36ee64d7d62a req-02d47d70-c584-449c-8054-aee7ff8f026d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629580 Feb 04 15:31:08.450854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e3617-e0ca-4e3e-abac-7ed78bdd7d58 req-8a51e977-60f8-4749-9641-2444885621cc tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:08.452328 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a1e3617-e0ca-4e3e-abac-7ed78bdd7d58 req-8a51e977-60f8-4749-9641-2444885621cc tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.1293423 Feb 04 15:31:08.499572 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a1e3617-e0ca-4e3e-abac-7ed78bdd7d58 req-4cc60953-41c3-42b7-87d0-de74bae0cca8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416319 Feb 04 15:31:08.625185 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa082d-640d-4718-8575-d22f393c1572 req-5ca4c54e-e0d7-4878-9e6c-4b585db842f6 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:08.626605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45aa082d-640d-4718-8575-d22f393c1572 req-5ca4c54e-e0d7-4878-9e6c-4b585db842f6 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.0747550 Feb 04 15:31:08.670700 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45aa082d-640d-4718-8575-d22f393c1572 req-5980b887-9049-4837-9e5a-00bf7344ba20 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386026 Feb 04 15:31:08.877791 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-16d27d8a-ef6e-4d57-b085-e00f69d96f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:08.954355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d7afd324-3c48-411e-988a-09594a10a6d2 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:09.074701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31385268-16f2-4ac6-92fa-2256cd320203 req-e6c61a63-3b86-4a4f-9de5-fde7cd6d615f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.076210 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31385268-16f2-4ac6-92fa-2256cd320203 req-e6c61a63-3b86-4a4f-9de5-fde7cd6d615f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 943 time: 0.1390383 Feb 04 15:31:09.090272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port d7afd324-3c48-411e-988a-09594a10a6d2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d7afd324-3c48-411e-988a-09594a10a6d2,segment=NetworkSegment(d764ed35-44bc-4e71-a8dc-f05609adfdc0),segment_id=d764ed35-44bc-4e71-a8dc-f05609adfdc0)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:09.090683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145e6e8-1549-468a-9804-672a9d9bf330 req-3f3fccfa-e9b8-455d-a97b-20c54c71f8fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.094811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145e6e8-1549-468a-9804-672a9d9bf330 req-3f3fccfa-e9b8-455d-a97b-20c54c71f8fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.098775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145e6e8-1549-468a-9804-672a9d9bf330 req-3f3fccfa-e9b8-455d-a97b-20c54c71f8fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.102759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145e6e8-1549-468a-9804-672a9d9bf330 req-3f3fccfa-e9b8-455d-a97b-20c54c71f8fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.103514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'd7afd324-3c48-411e-988a-09594a10a6d2', 'network_id': '89a3b158-90e0-4dea-b404-0036d0465636', 'port_id': 'd7afd324-3c48-411e-988a-09594a10a6d2', 'mac_address': 'fa:16:3e:1d:44:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fccc2a-d798-45f2-adc8-d715a05af215', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:31:09.106634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145e6e8-1549-468a-9804-672a9d9bf330 req-3f3fccfa-e9b8-455d-a97b-20c54c71f8fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.110490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145e6e8-1549-468a-9804-672a9d9bf330 req-3f3fccfa-e9b8-455d-a97b-20c54c71f8fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.114359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145e6e8-1549-468a-9804-672a9d9bf330 req-3f3fccfa-e9b8-455d-a97b-20c54c71f8fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.116220 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c145e6e8-1549-468a-9804-672a9d9bf330 req-3f3fccfa-e9b8-455d-a97b-20c54c71f8fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5403 time: 0.1437404 Feb 04 15:31:09.159948 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.177723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7afd324-3c48-411e-988a-09594a10a6d2 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:09.195013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port d7afd324-3c48-411e-988a-09594a10a6d2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d7afd324-3c48-411e-988a-09594a10a6d2,segment=NetworkSegment(d764ed35-44bc-4e71-a8dc-f05609adfdc0),segment_id=d764ed35-44bc-4e71-a8dc-f05609adfdc0)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:09.195632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c145e6e8-1549-468a-9804-672a9d9bf330 req-dd757470-b6a7-49ea-b29a-de36a1b0f97b tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647550 Feb 04 15:31:09.198152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31385268-16f2-4ac6-92fa-2256cd320203 req-82ccfa9d-e043-4bac-bb92-5125b6aae90d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810568 Feb 04 15:31:09.201711 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.202439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 83986536-d4dd-47af-a3b8-92f0c8ba9e82 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:09.369688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=d7afd324-3c48-411e-988a-09594a10a6d2,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:09.394112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:09.402258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:09.402597 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:09.402931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:09.403290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:09.403618 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:09.403943 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:09.404261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:09.404576 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:09.404891 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:09.405203 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:09.405519 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:09.415907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '83986536-d4dd-47af-a3b8-92f0c8ba9e82', 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810', 'port_id': '83986536-d4dd-47af-a3b8-92f0c8ba9e82', 'mac_address': 'fa:16:3e:7c:60:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e65648f-2a98-4db0-8d3e-3d1fb81866e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:31:09.478773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c171009-2c5f-435b-ac61-f4daadc42762 req-bf7aedf3-030a-408b-8188-7746dd4fac99 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.480277 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c171009-2c5f-435b-ac61-f4daadc42762 req-bf7aedf3-030a-408b-8188-7746dd4fac99 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 945 time: 0.1436522 Feb 04 15:31:09.480907 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.493443 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714a282-2111-4b2b-976e-7af86bf1eabe req-6049fed4-6928-4c4c-84ae-98b34dcdd23e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.495364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3714a282-2111-4b2b-976e-7af86bf1eabe req-6049fed4-6928-4c4c-84ae-98b34dcdd23e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.1241550 Feb 04 15:31:09.498623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83986536-d4dd-47af-a3b8-92f0c8ba9e82 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:09.513700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:09.517790 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.564973 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c171009-2c5f-435b-ac61-f4daadc42762 req-d53fd28c-9226-4e6b-942e-c1fd4c41d50f tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad3ecbd0-f817-4b64-9705-edbc51de156b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778604 Feb 04 15:31:09.575413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3714a282-2111-4b2b-976e-7af86bf1eabe req-e9855591-d7d0-4b46-97d6-07d523d537c3 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671608 Feb 04 15:31:09.586416 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=83986536-d4dd-47af-a3b8-92f0c8ba9e82,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:09.823617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4895e-8284-4a41-83ad-2f008dd4e874 req-f1a89466-c968-4ac2-806d-3f0599fdffcd tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.825088 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-88c4895e-8284-4a41-83ad-2f008dd4e874 req-f1a89466-c968-4ac2-806d-3f0599fdffcd tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1370499 Feb 04 15:31:09.831318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5135d8-7474-4fe8-857b-2910da550c6e req-bbcb114e-8d2e-4db0-99c2-84cb2ff8d5b6 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.832682 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c5135d8-7474-4fe8-857b-2910da550c6e req-bbcb114e-8d2e-4db0-99c2-84cb2ff8d5b6 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.1140645 Feb 04 15:31:09.879263 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.904489 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-88c4895e-8284-4a41-83ad-2f008dd4e874 req-69b03061-cea7-45c3-9d32-557b5fac0e3f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708537 Feb 04 15:31:09.908849 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c5135d8-7474-4fe8-857b-2910da550c6e req-f13c3c0a-a52d-496a-beb4-e07872abebaa tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613606 Feb 04 15:31:10.054922 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.084512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['d7afd324-3c48-411e-988a-09594a10a6d2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:10.105813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ad3e-9a8e-4ce6-9f24-682d1c4f0161 req-a8a51f43-eacb-4f01-b898-8c46242fc9f4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.107322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62a2ad3e-9a8e-4ce6-9f24-682d1c4f0161 req-a8a51f43-eacb-4f01-b898-8c46242fc9f4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.0811794 Feb 04 15:31:10.153030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62a2ad3e-9a8e-4ce6-9f24-682d1c4f0161 req-57f16026-f637-41e0-b555-77472636f404 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399506 Feb 04 15:31:10.234583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['83986536-d4dd-47af-a3b8-92f0c8ba9e82'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:10.483202 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c214a8e-e608-4b4e-b870-6796f4dcd867 req-9e47c7cf-e4cf-4771-8bd7-3416cd642aa9 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.484547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c214a8e-e608-4b4e-b870-6796f4dcd867 req-9e47c7cf-e4cf-4771-8bd7-3416cd642aa9 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 944 time: 0.1035676 Feb 04 15:31:10.495632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c55d9d-b2c4-47b6-82cf-1cd31b297080 req-d401edff-1946-4533-91a6-fdea7e2f266e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.499520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c55d9d-b2c4-47b6-82cf-1cd31b297080 req-d401edff-1946-4533-91a6-fdea7e2f266e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.503505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c55d9d-b2c4-47b6-82cf-1cd31b297080 req-d401edff-1946-4533-91a6-fdea7e2f266e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.507467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c55d9d-b2c4-47b6-82cf-1cd31b297080 req-d401edff-1946-4533-91a6-fdea7e2f266e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.511499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c55d9d-b2c4-47b6-82cf-1cd31b297080 req-d401edff-1946-4533-91a6-fdea7e2f266e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.515353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c55d9d-b2c4-47b6-82cf-1cd31b297080 req-d401edff-1946-4533-91a6-fdea7e2f266e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.519162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c55d9d-b2c4-47b6-82cf-1cd31b297080 req-d401edff-1946-4533-91a6-fdea7e2f266e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.520948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9c55d9d-b2c4-47b6-82cf-1cd31b297080 req-d401edff-1946-4533-91a6-fdea7e2f266e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5403 time: 0.1734836 Feb 04 15:31:10.590354 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c214a8e-e608-4b4e-b870-6796f4dcd867 req-f5311d3a-cfbb-433f-89d6-2b7b5532e723 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684624 Feb 04 15:31:10.596298 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9c55d9d-b2c4-47b6-82cf-1cd31b297080 req-493e847c-70b6-4f47-906b-755a58845721 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614684 Feb 04 15:31:10.855139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644adab5-d661-44a1-a57b-bc6839a7d64d req-45753fff-63ec-49c8-8732-d9ab68a85019 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.856612 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-644adab5-d661-44a1-a57b-bc6839a7d64d req-45753fff-63ec-49c8-8732-d9ab68a85019 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 945 time: 0.1382000 Feb 04 15:31:10.862015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d7d1e-9a8d-4790-b1e3-e25a0133301d req-451a7a0c-01e6-49bb-a125-b4e03cb0060c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.863354 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-943d7d1e-9a8d-4790-b1e3-e25a0133301d req-451a7a0c-01e6-49bb-a125-b4e03cb0060c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.1110744 Feb 04 15:31:10.933478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-644adab5-d661-44a1-a57b-bc6839a7d64d req-2e623470-007c-4ecf-9f21-6b1a4cbd4c7e tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad3ecbd0-f817-4b64-9705-edbc51de156b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662751 Feb 04 15:31:10.942608 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-943d7d1e-9a8d-4790-b1e3-e25a0133301d req-9d783000-fc41-4fdf-a7c9-8f54478d76b5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654318 Feb 04 15:31:11.249331 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:11.269115 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:11.309229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c3bab-36eb-4c22-ba7c-284e5a4ad981 req-42722cba-2b08-4a80-8baf-4c4a496eff57 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:11.310709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc0c3bab-36eb-4c22-ba7c-284e5a4ad981 req-42722cba-2b08-4a80-8baf-4c4a496eff57 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.2497489 Feb 04 15:31:11.321003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48a282-7511-412c-8767-9d57bca2765a req-eab49f56-ea9a-44f4-b4ce-32d3800263a9 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:11.322618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b48a282-7511-412c-8767-9d57bca2765a req-eab49f56-ea9a-44f4-b4ce-32d3800263a9 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1257775 Feb 04 15:31:11.402079 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc0c3bab-36eb-4c22-ba7c-284e5a4ad981 req-c652c4dc-2496-4305-b133-8d69d080575c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783699 Feb 04 15:31:11.406977 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b48a282-7511-412c-8767-9d57bca2765a req-7a3c6177-ee27-42c8-a5e2-4f24e5697832 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695863 Feb 04 15:31:11.604177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e38595-2dae-4045-ae5e-17a92f5b5f70 req-14854fa4-45ea-4e98-b97c-4485b290dea8 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:11.605824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59e38595-2dae-4045-ae5e-17a92f5b5f70 req-14854fa4-45ea-4e98-b97c-4485b290dea8 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.0838411 Feb 04 15:31:11.667683 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59e38595-2dae-4045-ae5e-17a92f5b5f70 req-a2dc5ed5-b869-4e7d-b763-030357cc220d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540681 Feb 04 15:31:11.674541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Request body: {'port': {'device_id': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:31:11.795138 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:11.818693 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-6b464f90-d3f0-4b80-a297-def7a6033d40 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d90c028738774fb19f16bc0edeaace5a&device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 6350 time: 0.1545281 Feb 04 15:31:11.998256 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-bbe049b8-0f86-4943-aa0a-be51aaac39c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:11.998930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-bbe049b8-0f86-4943-aa0a-be51aaac39c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:11.999482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-bbe049b8-0f86-4943-aa0a-be51aaac39c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.001186 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-bbe049b8-0f86-4943-aa0a-be51aaac39c5 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d90c028738774fb19f16bc0edeaace5a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1685889 Feb 04 15:31:12.155912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-d91b5ff8-abd2-4703-8d5d-f9a73ac27984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.157185 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f7c9c-46d9-457f-95c5-d8a87c670147 req-fee65a3d-0091-4d24-9a09-67634104b6ed tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.157324 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd531fc1-1b25-4334-8412-0cb452289da9 req-d91b5ff8-abd2-4703-8d5d-f9a73ac27984 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1465049 Feb 04 15:31:12.161026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f7c9c-46d9-457f-95c5-d8a87c670147 req-fee65a3d-0091-4d24-9a09-67634104b6ed tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.165574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f7c9c-46d9-457f-95c5-d8a87c670147 req-fee65a3d-0091-4d24-9a09-67634104b6ed tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.169881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f7c9c-46d9-457f-95c5-d8a87c670147 req-fee65a3d-0091-4d24-9a09-67634104b6ed tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.173794 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f7c9c-46d9-457f-95c5-d8a87c670147 req-fee65a3d-0091-4d24-9a09-67634104b6ed tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.177667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f7c9c-46d9-457f-95c5-d8a87c670147 req-fee65a3d-0091-4d24-9a09-67634104b6ed tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.182343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f7c9c-46d9-457f-95c5-d8a87c670147 req-fee65a3d-0091-4d24-9a09-67634104b6ed tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.184285 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a9f7c9c-46d9-457f-95c5-d8a87c670147 req-fee65a3d-0091-4d24-9a09-67634104b6ed tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5403 time: 0.2998714 Feb 04 15:31:12.205972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066f1bb-a51d-4805-95f1-ab629bb6fa98 req-2b4e54e8-a72c-4811-9636-16d1958d3744 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.207375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7066f1bb-a51d-4805-95f1-ab629bb6fa98 req-2b4e54e8-a72c-4811-9636-16d1958d3744 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 944 time: 0.3849339 Feb 04 15:31:12.360831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a9f7c9c-46d9-457f-95c5-d8a87c670147 req-b9014a3e-02a4-459e-8fa6-49816a690d30 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1656623 Feb 04 15:31:12.369496 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7066f1bb-a51d-4805-95f1-ab629bb6fa98 req-4c927649-6518-490a-b452-31fffee20e55 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445959 Feb 04 15:31:12.493307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f271202-9b8d-4365-ace1-59a7bd13c16c {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:12.503194 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.594025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Transition to ACTIVE for port object 1f271202-9b8d-4365-ace1-59a7bd13c16c will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:12.600038 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.754809 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Pushing event updated for resources: {'Port': ['ID=1f271202-9b8d-4365-ace1-59a7bd13c16c,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:12.778070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae6b85-fd94-4b6f-ad3b-a493406fb340 req-b4c9d566-8976-4458-94f5-d717b99c6cc9 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.779602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06ae6b85-fd94-4b6f-ad3b-a493406fb340 req-b4c9d566-8976-4458-94f5-d717b99c6cc9 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.2799447 Feb 04 15:31:12.783722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:12.784061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:12.784391 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:12.784725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:12.785039 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:12.785361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:12.785679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:12.785995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:12.786304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:12.786615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:12.786924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:12.797412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e98df-3541-4311-8cb5-fbb80b36fd43 req-f5151836-63b1-4b56-b045-caede7da6708 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.798887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-231e98df-3541-4311-8cb5-fbb80b36fd43 req-f5151836-63b1-4b56-b045-caede7da6708 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 945 time: 0.2975159 Feb 04 15:31:12.949449 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-231e98df-3541-4311-8cb5-fbb80b36fd43 req-f1988c76-342f-4e31-8439-70519804b998 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad3ecbd0-f817-4b64-9705-edbc51de156b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223006 Feb 04 15:31:12.961299 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06ae6b85-fd94-4b6f-ad3b-a493406fb340 req-a347ed62-28b6-450a-8f89-2449fb3d35eb tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700065 Feb 04 15:31:12.970471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Attempting to bind port 1f271202-9b8d-4365-ace1-59a7bd13c16c on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:12.970801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Attempting to bind port 1f271202-9b8d-4365-ace1-59a7bd13c16c by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '6d6ff17f-d6bb-4d63-ba5b-ff75e0127936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:12.971124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Attempting to bind port 1f271202-9b8d-4365-ace1-59a7bd13c16c on network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:12.977795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Port 1f271202-9b8d-4365-ace1-59a7bd13c16c on network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:31:12.978111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Attempting to bind port 1f271202-9b8d-4365-ace1-59a7bd13c16c on network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:12.985024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:31:12.995356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Checking segment: {'id': '6d6ff17f-d6bb-4d63-ba5b-ff75e0127936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:31:12.995356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Bound using segment: {'id': '6d6ff17f-d6bb-4d63-ba5b-ff75e0127936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:31:12.995356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Bound port: 1f271202-9b8d-4365-ace1-59a7bd13c16c, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6ff17f-d6bb-4d63-ba5b-ff75e0127936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:12.995356 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.010316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d7afd324-3c48-411e-988a-09594a10a6d2 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:13.125554 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] For port 1f271202-9b8d-4365-ace1-59a7bd13c16c, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:13.129811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] For port 1f271202-9b8d-4365-ace1-59a7bd13c16c, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1f271202-9b8d-4365-ace1-59a7bd13c16c,segment=NetworkSegment(6d6ff17f-d6bb-4d63-ba5b-ff75e0127936),segment_id=6d6ff17f-d6bb-4d63-ba5b-ff75e0127936)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:13.144790 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.151312 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port d7afd324-3c48-411e-988a-09594a10a6d2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:13.159997 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port d7afd324-3c48-411e-988a-09594a10a6d2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:13.161126 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.344353 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.372931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4d629d-4390-468d-94d9-76d6d8ec9a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7afd324-3c48-411e-988a-09594a10a6d2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:13.382891 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port d7afd324-3c48-411e-988a-09594a10a6d2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d7afd324-3c48-411e-988a-09594a10a6d2,segment=NetworkSegment(d764ed35-44bc-4e71-a8dc-f05609adfdc0),segment_id=d764ed35-44bc-4e71-a8dc-f05609adfdc0)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:13.387630 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.388466 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 83986536-d4dd-47af-a3b8-92f0c8ba9e82 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:13.435432 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.437145 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] 10.222.0.73 "PUT /v2.0/ports/1f271202-9b8d-4365-ace1-59a7bd13c16c HTTP/1.1" status: 200 len: 1091 time: 1.7682180 Feb 04 15:31:13.442911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': '1f271202-9b8d-4365-ace1-59a7bd13c16c'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:13.489228 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af94c09-428e-4b05-ad15-7c6d422a9a14 service neutron] Pushing event updated for resources: {'Port': ['ID=1f271202-9b8d-4365-ace1-59a7bd13c16c,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:13.500719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Request body: {'port': {'device_id': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:31:13.509658 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=d7afd324-3c48-411e-988a-09594a10a6d2,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:13.525908 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:13.530930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:13.531249 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.620818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd9e66-5e33-4c67-ae23-19fcb989523d req-5e3cd70b-706e-47aa-b829-03f03f446818 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:13.622365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c2cd9e66-5e33-4c67-ae23-19fcb989523d req-5e3cd70b-706e-47aa-b829-03f03f446818 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.4074547 Feb 04 15:31:13.630924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af656aeb-c8eb-4907-a5bc-74a1eaf26775 req-2ab455c2-4d0a-4f8f-944e-67a6da6188f8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:13.638337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af656aeb-c8eb-4907-a5bc-74a1eaf26775 req-2ab455c2-4d0a-4f8f-944e-67a6da6188f8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.2721856 Feb 04 15:31:13.653908 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.695698 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:13.700595 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.703786 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.768117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=83986536-d4dd-47af-a3b8-92f0c8ba9e82,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:13.778279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af656aeb-c8eb-4907-a5bc-74a1eaf26775 req-b407b892-d367-4aaf-8170-af58561ff21d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391053 Feb 04 15:31:13.788672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c2cd9e66-5e33-4c67-ae23-19fcb989523d req-8b501894-dad0-4da4-98b2-171312152867 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483662 Feb 04 15:31:14.166836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aaf14-04c0-492f-a492-7984d47d5989 req-827cf8c4-3579-4f3b-b930-6849098a7fdc tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:14.168484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e68aaf14-04c0-492f-a492-7984d47d5989 req-827cf8c4-3579-4f3b-b930-6849098a7fdc tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.2504177 Feb 04 15:31:14.172411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d16f3ad4-4832-4dd8-8b4c-08d8a72e9e47 req-e1066938-6a1c-4d01-b2eb-0e49006d5570 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 1097 time: 0.2532189 Feb 04 15:31:14.295934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3734f7fb-e683-4d99-8fd6-2bc23f362f10 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:14.309834 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:14.315141 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e68aaf14-04c0-492f-a492-7984d47d5989 req-5e9c9b97-8d81-4487-8b1c-5fd884f86494 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409152 Feb 04 15:31:14.321159 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d16f3ad4-4832-4dd8-8b4c-08d8a72e9e47 req-4a4c3184-5950-402e-8364-b43565c261dd tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232948 Feb 04 15:31:14.329400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Transition to ACTIVE for port object 3734f7fb-e683-4d99-8fd6-2bc23f362f10 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:14.333344 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:14.398513 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4d629d-4390-468d-94d9-76d6d8ec9a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7afd324-3c48-411e-988a-09594a10a6d2', 'code': 200} Feb 04 15:31:14.506956 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Pushing event updated for resources: {'Port': ['ID=3734f7fb-e683-4d99-8fd6-2bc23f362f10,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:14.582950 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9d79504e-2348-4357-97e3-de34ba63a2d2 req-3397e962-a97c-4c7d-af96-1280c6f1408b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 1097 time: 0.0827959 Feb 04 15:31:14.629451 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9d79504e-2348-4357-97e3-de34ba63a2d2 req-77ca4e2f-f867-476a-a885-c0cc812345a8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ad3ecbd0-f817-4b64-9705-edbc51de156b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398474 Feb 04 15:31:14.707793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbf206-54fa-42df-8a75-8c592b32e630 req-edcb0c83-8b71-47d0-9067-e8a08f544d5d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:14.711689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbf206-54fa-42df-8a75-8c592b32e630 req-edcb0c83-8b71-47d0-9067-e8a08f544d5d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:14.715539 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbf206-54fa-42df-8a75-8c592b32e630 req-edcb0c83-8b71-47d0-9067-e8a08f544d5d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:14.720433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbf206-54fa-42df-8a75-8c592b32e630 req-edcb0c83-8b71-47d0-9067-e8a08f544d5d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:14.724278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbf206-54fa-42df-8a75-8c592b32e630 req-edcb0c83-8b71-47d0-9067-e8a08f544d5d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:14.728263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbf206-54fa-42df-8a75-8c592b32e630 req-edcb0c83-8b71-47d0-9067-e8a08f544d5d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:14.732020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbf206-54fa-42df-8a75-8c592b32e630 req-edcb0c83-8b71-47d0-9067-e8a08f544d5d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:14.733859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90dbf206-54fa-42df-8a75-8c592b32e630 req-edcb0c83-8b71-47d0-9067-e8a08f544d5d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5427 time: 0.2641690 Feb 04 15:31:14.779830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960199-547b-4c66-bdb4-6508a4f79af1 req-07e7394b-468f-4e93-b86b-0acfec61ebaf tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:14.781250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d960199-547b-4c66-bdb4-6508a4f79af1 req-07e7394b-468f-4e93-b86b-0acfec61ebaf tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 945 time: 0.2493260 Feb 04 15:31:14.784136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Attempting to bind port 3734f7fb-e683-4d99-8fd6-2bc23f362f10 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:14.784411 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Attempting to bind port 3734f7fb-e683-4d99-8fd6-2bc23f362f10 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '6d6ff17f-d6bb-4d63-ba5b-ff75e0127936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:14.784733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Attempting to bind port 3734f7fb-e683-4d99-8fd6-2bc23f362f10 on network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:14.823259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Port 3734f7fb-e683-4d99-8fd6-2bc23f362f10 on network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:31:14.823577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Attempting to bind port 3734f7fb-e683-4d99-8fd6-2bc23f362f10 on network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:14.845830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90dbf206-54fa-42df-8a75-8c592b32e630 req-38937fc2-bcc0-41a3-b433-00523ad05112 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011124 Feb 04 15:31:14.848921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:31:14.849250 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Checking segment: {'id': '6d6ff17f-d6bb-4d63-ba5b-ff75e0127936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:31:14.849613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Bound using segment: {'id': '6d6ff17f-d6bb-4d63-ba5b-ff75e0127936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:31:14.850038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Bound port: 3734f7fb-e683-4d99-8fd6-2bc23f362f10, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6ff17f-d6bb-4d63-ba5b-ff75e0127936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:14.850371 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:14.871291 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d960199-547b-4c66-bdb4-6508a4f79af1 req-365dea54-d73d-4b91-8f0f-0005e618c5f3 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842581 Feb 04 15:31:14.944497 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': '1f271202-9b8d-4365-ace1-59a7bd13c16c', 'status': 'completed', 'code': 200} Feb 04 15:31:14.959929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] For port 3734f7fb-e683-4d99-8fd6-2bc23f362f10, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:14.963353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] For port 3734f7fb-e683-4d99-8fd6-2bc23f362f10, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3734f7fb-e683-4d99-8fd6-2bc23f362f10,segment=NetworkSegment(6d6ff17f-d6bb-4d63-ba5b-ff75e0127936),segment_id=6d6ff17f-d6bb-4d63-ba5b-ff75e0127936)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:14.990901 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.085636 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-02f20360-43fc-48cf-877c-30c845fce807 req-91383ae9-eab9-4a39-bd54-d86743e89855 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d90c028738774fb19f16bc0edeaace5a&device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 6484 time: 0.1188829 Feb 04 15:31:15.120245 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.121934 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] 10.222.0.73 "PUT /v2.0/ports/3734f7fb-e683-4d99-8fd6-2bc23f362f10 HTTP/1.1" status: 200 len: 1091 time: 1.6252093 Feb 04 15:31:15.181841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59cb61-153c-44ff-947d-65eb0b7a033c service neutron] Pushing event updated for resources: {'Port': ['ID=3734f7fb-e683-4d99-8fd6-2bc23f362f10,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:15.216474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9bef1-a259-474e-af65-4835c1eab0be req-6d2fcd68-98d1-4285-b34f-9848b977eb5b tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.218629 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58c9bef1-a259-474e-af65-4835c1eab0be req-6d2fcd68-98d1-4285-b34f-9848b977eb5b tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 946 time: 0.1416080 Feb 04 15:31:15.294353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f20360-43fc-48cf-877c-30c845fce807 req-258d10f1-c14d-47ae-bcbb-085cafdbbdc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.294811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f20360-43fc-48cf-877c-30c845fce807 req-258d10f1-c14d-47ae-bcbb-085cafdbbdc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.295397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f20360-43fc-48cf-877c-30c845fce807 req-258d10f1-c14d-47ae-bcbb-085cafdbbdc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.299832 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-02f20360-43fc-48cf-877c-30c845fce807 req-258d10f1-c14d-47ae-bcbb-085cafdbbdc8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d90c028738774fb19f16bc0edeaace5a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2050231 Feb 04 15:31:15.316424 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58c9bef1-a259-474e-af65-4835c1eab0be req-5a390dd4-c060-439c-9a31-e80a8763e51d tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad3ecbd0-f817-4b64-9705-edbc51de156b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913541 Feb 04 15:31:15.358003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ff1ce-aabb-4a18-b270-42f55a2c8e74 req-9cafff7e-f58f-4ca0-8539-ac5f67c7011f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.362144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ff1ce-aabb-4a18-b270-42f55a2c8e74 req-9cafff7e-f58f-4ca0-8539-ac5f67c7011f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.363739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c98ff1ce-aabb-4a18-b270-42f55a2c8e74 req-9cafff7e-f58f-4ca0-8539-ac5f67c7011f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a&device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 1689 time: 0.1054993 Feb 04 15:31:15.439872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c98ff1ce-aabb-4a18-b270-42f55a2c8e74 req-1de46c6f-023e-46b2-8094-9b22cc107ab7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689385 Feb 04 15:31:15.504240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f20360-43fc-48cf-877c-30c845fce807 req-8883f547-07a7-4f5e-bbf6-666fb7b740bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.506007 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-02f20360-43fc-48cf-877c-30c845fce807 req-8883f547-07a7-4f5e-bbf6-666fb7b740bf service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1798167 Feb 04 15:31:15.673951 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-5f170d85-567d-4e7b-bb1c-4b357704072c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d90c028738774fb19f16bc0edeaace5a&device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 6484 time: 0.0891285 Feb 04 15:31:15.771349 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-43206f37-26d7-457b-805f-0c3d04ab9f7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d857e714-2bf7-4e58-9ef6-bc49f645a872 HTTP/1.1" status: 200 len: 217 time: 0.0830822 Feb 04 15:31:15.783240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbfd88-5280-43f4-9608-f97acb27b246 req-31e8b814-7fbc-4c77-a026-501e9b48b7e2 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.784721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5cbfd88-5280-43f4-9608-f97acb27b246 req-31e8b814-7fbc-4c77-a026-501e9b48b7e2 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.2475212 Feb 04 15:31:15.794869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddf37d-b83d-4d73-bd95-f88d85299da3 req-0909d2d9-1392-4c43-b618-8eb62fb4b0f9 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.796607 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f5ddf37d-b83d-4d73-bd95-f88d85299da3 req-0909d2d9-1392-4c43-b618-8eb62fb4b0f9 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1146584 Feb 04 15:31:15.847082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-deabd810-124e-43ce-80b1-a2871fa650cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.848550 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-deabd810-124e-43ce-80b1-a2871fa650cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=24b16b27-6096-410b-9c85-98ba313d8301 HTTP/1.1" status: 200 len: 855 time: 0.0673332 Feb 04 15:31:15.877861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5cbfd88-5280-43f4-9608-f97acb27b246 req-7b20ea7b-fd5d-417a-8c15-90f704e0b951 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802145 Feb 04 15:31:15.893031 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f5ddf37d-b83d-4d73-bd95-f88d85299da3 req-fa46815e-91ee-401e-b7dd-c6958d7bf9a6 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751905 Feb 04 15:31:15.992834 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-a20049ce-9295-438c-ab16-ac04ddf8a791 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4d8a8a86-e319-4d89-b6fa-6b7205f28716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249833 Feb 04 15:31:16.187684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015383d-776a-4aba-a28a-693b2f933bed req-c8efc4fc-d31c-45ff-abd5-4e04800918ae tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.193379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015383d-776a-4aba-a28a-693b2f933bed req-c8efc4fc-d31c-45ff-abd5-4e04800918ae tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.198837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015383d-776a-4aba-a28a-693b2f933bed req-c8efc4fc-d31c-45ff-abd5-4e04800918ae tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.203063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015383d-776a-4aba-a28a-693b2f933bed req-c8efc4fc-d31c-45ff-abd5-4e04800918ae tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.207164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015383d-776a-4aba-a28a-693b2f933bed req-c8efc4fc-d31c-45ff-abd5-4e04800918ae tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.212194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015383d-776a-4aba-a28a-693b2f933bed req-c8efc4fc-d31c-45ff-abd5-4e04800918ae tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.216717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015383d-776a-4aba-a28a-693b2f933bed req-c8efc4fc-d31c-45ff-abd5-4e04800918ae tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.220237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9015383d-776a-4aba-a28a-693b2f933bed req-c8efc4fc-d31c-45ff-abd5-4e04800918ae tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5427 time: 0.1476002 Feb 04 15:31:16.333028 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-b00107b8-5b60-4e2d-bd2b-95c2f2ec2e5f service neutron] 10.222.0.73 "GET /v2.0/networks/4d8a8a86-e319-4d89-b6fa-6b7205f28716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196921 Feb 04 15:31:16.347891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9015383d-776a-4aba-a28a-693b2f933bed req-f7070407-e4f2-47e0-a86a-cd08f46a7f70 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018662 Feb 04 15:31:16.399927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987b2807-436b-47d7-93a6-10a13ca4cddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83986536-d4dd-47af-a3b8-92f0c8ba9e82'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:16.526497 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-978902e3-3d71-4359-9e78-62809f1ddec8 service neutron] 10.222.0.73 "GET /v2.0/networks/4d8a8a86-e319-4d89-b6fa-6b7205f28716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825807 Feb 04 15:31:16.571881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbcb50f7-cc02-48e8-a16f-66c1ac026b95 req-319616b5-17b3-42da-afc0-b9c1f56ad1fa tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 1100 time: 0.0779181 Feb 04 15:31:16.595809 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dbcb50f7-cc02-48e8-a16f-66c1ac026b95 req-9bc0ba72-8a88-435b-9cab-b4be96e07cae tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.623936 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-58432532-4658-40e5-944d-ff3769b15064 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=ca6de4c7-06b7-475f-b551-74d6d9cef7e7 HTTP/1.1" status: 200 len: 217 time: 0.0877855 Feb 04 15:31:16.634410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dbcb50f7-cc02-48e8-a16f-66c1ac026b95 req-9bc0ba72-8a88-435b-9cab-b4be96e07cae tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:16.638898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dbcb50f7-cc02-48e8-a16f-66c1ac026b95 req-9bc0ba72-8a88-435b-9cab-b4be96e07cae tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] Usage tracker for resource:security_group_rule and tenant:201fa6e024054965b07995ba110f21b2 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:16.642635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dbcb50f7-cc02-48e8-a16f-66c1ac026b95 req-9bc0ba72-8a88-435b-9cab-b4be96e07cae tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:16.653479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dbcb50f7-cc02-48e8-a16f-66c1ac026b95 req-9bc0ba72-8a88-435b-9cab-b4be96e07cae tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:16.742145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-da88cbe0-c042-49a4-95dd-3af4b799837a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.756004 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-da88cbe0-c042-49a4-95dd-3af4b799837a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66fb7a57-1017-4d21-aa88-55ead7d0a375 HTTP/1.1" status: 200 len: 797 time: 0.1205664 Feb 04 15:31:16.756314 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dbcb50f7-cc02-48e8-a16f-66c1ac026b95 req-9bc0ba72-8a88-435b-9cab-b4be96e07cae tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.762614 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dbcb50f7-cc02-48e8-a16f-66c1ac026b95 req-9bc0ba72-8a88-435b-9cab-b4be96e07cae tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.844909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0ba72-8a88-435b-9cab-b4be96e07cae tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d78696e-8b02-4a87-baae-8aeabae7af13,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:16.863620 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-04df35fd-0763-4aed-b58b-53eb5f102b77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5330c659-c4e6-492d-9695-f45ce3b027e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0995071 Feb 04 15:31:16.868780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbcb50f7-cc02-48e8-a16f-66c1ac026b95 req-9bc0ba72-8a88-435b-9cab-b4be96e07cae tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913525 Feb 04 15:31:17.004328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': '3734f7fb-e683-4d99-8fd6-2bc23f362f10'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:17.042515 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-4a7f572e-83cc-4706-9ebd-179e4c5c4658 service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665072 Feb 04 15:31:17.117205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580d2c4-9b16-4004-9417-2c3c73192feb req-c52a7e15-d7f3-49ed-8739-83abb41027f6 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:17.123726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c580d2c4-9b16-4004-9417-2c3c73192feb req-c52a7e15-d7f3-49ed-8739-83abb41027f6 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 945 time: 0.1866717 Feb 04 15:31:17.130320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a045202-8092-4259-b658-182f62c47783 req-07a160d2-78a5-4d69-bf7c-db65df5df458 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 1100 time: 0.1144605 Feb 04 15:31:17.208518 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-9a46bdac-71ed-4453-9a4f-6a4a26402bb5 service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521013 Feb 04 15:31:17.226963 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a045202-8092-4259-b658-182f62c47783 req-295c4649-322f-40f8-b848-4267be6da3a1 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665524 Feb 04 15:31:17.239773 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c580d2c4-9b16-4004-9417-2c3c73192feb req-e8435829-3f62-444e-9ec4-472f927956b1 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072264 Feb 04 15:31:17.314462 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987b2807-436b-47d7-93a6-10a13ca4cddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83986536-d4dd-47af-a3b8-92f0c8ba9e82', 'code': 200} Feb 04 15:31:17.316049 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-188a818c-c27a-4bb9-bcac-3cdaf1595204 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=4dfa7ad2-38e5-438e-9868-cf93aacc7d91 HTTP/1.1" status: 200 len: 217 time: 0.0870032 Feb 04 15:31:17.447902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-8c208816-89ad-4b7c-9743-b07b6431c680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:17.449268 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-8c208816-89ad-4b7c-9743-b07b6431c680 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66fb7a57-1017-4d21-aa88-55ead7d0a375 HTTP/1.1" status: 200 len: 797 time: 0.1154971 Feb 04 15:31:17.498616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd58e8e-bc43-40ad-91f7-488a659ba2f5 req-c8621931-7263-4f80-b5e7-0b599345147f tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:17.500112 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7cd58e8e-bc43-40ad-91f7-488a659ba2f5 req-c8621931-7263-4f80-b5e7-0b599345147f tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 946 time: 0.1303527 Feb 04 15:31:17.527934 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f631a06-4915-4e40-b19f-0b66ac9f4a09 req-d584aa9c-ad21-4443-ba7d-eca99d718e86 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 1096 time: 0.1214492 Feb 04 15:31:17.540332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7183014-dd17-466c-92ba-ca6d84eb4d96 req-cad4320d-5263-4f86-b39d-d67f3cc75fa9 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:17.541809 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7183014-dd17-466c-92ba-ca6d84eb4d96 req-cad4320d-5263-4f86-b39d-d67f3cc75fa9 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1173248 Feb 04 15:31:17.580307 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7cd58e8e-bc43-40ad-91f7-488a659ba2f5 req-44e1769b-051f-46fc-918e-640b56934076 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad3ecbd0-f817-4b64-9705-edbc51de156b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740445 Feb 04 15:31:17.585851 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-400d2c25-0a43-4f97-aea8-1c4ad812b32a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5330c659-c4e6-492d-9695-f45ce3b027e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1148324 Feb 04 15:31:17.588434 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f631a06-4915-4e40-b19f-0b66ac9f4a09 req-16212431-3be9-45c7-bd8c-3ea6ee83bb5f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525043 Feb 04 15:31:17.600077 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7183014-dd17-466c-92ba-ca6d84eb4d96 req-1c8c9d3b-8143-455c-90fe-fa06617f29cd tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511975 Feb 04 15:31:17.686526 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': '3734f7fb-e683-4d99-8fd6-2bc23f362f10', 'status': 'completed', 'code': 200} Feb 04 15:31:17.758452 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-1a3a9752-e33c-47c3-ae8f-4b019f41bd10 service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497657 Feb 04 15:31:17.796857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-66fedc9e-24dd-42dc-a7f3-d9616d07ae91 req-3d08af09-965e-4d18-8f4c-79d0cf979a35 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0889060 Feb 04 15:31:17.936504 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-17964021-8faf-40d7-b1d2-31fe18c30e3b service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644540 Feb 04 15:31:18.050564 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-843ce48e-988c-498d-9fbd-94c08a3d6683 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=732f58c9-d084-4ca9-929d-6d17d6a97b31 HTTP/1.1" status: 200 len: 217 time: 0.0796504 Feb 04 15:31:18.177365 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-455462ed-11ba-4517-854f-e85caf9c5597 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:18.179119 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-455462ed-11ba-4517-854f-e85caf9c5597 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66fb7a57-1017-4d21-aa88-55ead7d0a375 HTTP/1.1" status: 200 len: 797 time: 0.1056607 Feb 04 15:31:18.277838 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-e62d10a8-8897-46bb-a18a-d0688993039c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5330c659-c4e6-492d-9695-f45ce3b027e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820131 Feb 04 15:31:18.562825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67a0a171-928a-4366-96b6-1b08c6fab843 req-f0499d51-5ec5-46ba-a2b7-743adb532e48 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 1100 time: 0.1291392 Feb 04 15:31:18.642170 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67a0a171-928a-4366-96b6-1b08c6fab843 req-e6cd3339-53a7-4483-a5e0-2d674323425a tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698631 Feb 04 15:31:18.756740 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-4cae5494-8673-4b9e-8d77-775970edc675 service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518874 Feb 04 15:31:18.766646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e270a1-2c60-4e9d-8159-b489da2cb812 req-182a6773-5fd7-488e-920c-12df39c62306 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:18.768636 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-cca58c01-2cf6-44b2-8561-12b42c9884e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1461580 Feb 04 15:31:18.770546 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e270a1-2c60-4e9d-8159-b489da2cb812 req-182a6773-5fd7-488e-920c-12df39c62306 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:18.775646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e270a1-2c60-4e9d-8159-b489da2cb812 req-182a6773-5fd7-488e-920c-12df39c62306 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:18.779802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e270a1-2c60-4e9d-8159-b489da2cb812 req-182a6773-5fd7-488e-920c-12df39c62306 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:18.786638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e270a1-2c60-4e9d-8159-b489da2cb812 req-182a6773-5fd7-488e-920c-12df39c62306 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:18.788668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e270a1-2c60-4e9d-8159-b489da2cb812 req-182a6773-5fd7-488e-920c-12df39c62306 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:18.813493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e270a1-2c60-4e9d-8159-b489da2cb812 req-182a6773-5fd7-488e-920c-12df39c62306 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:18.823448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4e270a1-2c60-4e9d-8159-b489da2cb812 req-182a6773-5fd7-488e-920c-12df39c62306 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5427 time: 0.1752694 Feb 04 15:31:18.901996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4e270a1-2c60-4e9d-8159-b489da2cb812 req-8fc6ebc0-274f-4f1b-b20b-218a213aa298 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653207 Feb 04 15:31:18.974958 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-a25420d8-fede-47ee-a8d4-cc9cd7337c45 service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053788 Feb 04 15:31:19.047458 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:19.109487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9457668-9fb8-4c0a-bc45-9114230a0a9b req-db749681-f03d-4660-97b1-f8f52c1950bb tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:19.111133 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9457668-9fb8-4c0a-bc45-9114230a0a9b req-db749681-f03d-4660-97b1-f8f52c1950bb tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 945 time: 0.1096058 Feb 04 15:31:19.145733 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-db1c10a5-e20a-49e1-96f2-398df9b07546 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=edd9fcf0-26a5-4632-97bc-987dd12659e6 HTTP/1.1" status: 200 len: 217 time: 0.1626821 Feb 04 15:31:19.191319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9457668-9fb8-4c0a-bc45-9114230a0a9b req-790ec5c0-2543-4150-b423-5c9583dd0832 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746043 Feb 04 15:31:19.270783 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ba33ab66-9b21-405d-9308-6723f800155e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:19.272279 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-ba33ab66-9b21-405d-9308-6723f800155e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66fb7a57-1017-4d21-aa88-55ead7d0a375 HTTP/1.1" status: 200 len: 797 time: 0.1110940 Feb 04 15:31:19.420001 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-00437269-8673-4684-b7c7-29f357a4b559 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5330c659-c4e6-492d-9695-f45ce3b027e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1361568 Feb 04 15:31:19.429403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0f558-6f08-4a4a-b174-0d83a721db2b req-0bc08679-6447-483e-8b7d-a0d7c5f055ea tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:19.432019 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24d0f558-6f08-4a4a-b174-0d83a721db2b req-0bc08679-6447-483e-8b7d-a0d7c5f055ea tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.2178130 Feb 04 15:31:19.537425 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24d0f558-6f08-4a4a-b174-0d83a721db2b req-e1c53cb6-a6db-4d62-9158-96ba60bd20ae tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986934 Feb 04 15:31:19.552872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf3ce2-af72-4c59-a830-670cca45cbe7 req-3db0db77-3ed5-4f8a-b9a2-995db030e76d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:19.554796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-febf3ce2-af72-4c59-a830-670cca45cbe7 req-3db0db77-3ed5-4f8a-b9a2-995db030e76d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1851830 Feb 04 15:31:19.659882 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-febf3ce2-af72-4c59-a830-670cca45cbe7 req-d37285e9-f61a-4772-80b0-b6ea12778b84 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943804 Feb 04 15:31:19.684393 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-937132c1-95ad-438f-98f9-ea399126f779 service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461677 Feb 04 15:31:19.783681 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-62b3a57b-0660-4186-8627-f009c8a2eafc tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4213da738ffd4f85b6792919883c01d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411751 Feb 04 15:31:19.913416 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-1cf4ed0b-9517-4b20-bb05-1e19b9ed046f service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159226 Feb 04 15:31:20.035707 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-48efb7e8-3ae8-4aef-affb-748ebbc31c3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f271202-9b8d-4365-ace1-59a7bd13c16c HTTP/1.1" status: 200 len: 217 time: 0.1032429 Feb 04 15:31:20.047063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-5024b482-c548-43eb-b4da-bf8b5ca6f5df tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.067500 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-5024b482-c548-43eb-b4da-bf8b5ca6f5df tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692890 Feb 04 15:31:20.092955 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-f7c96c26-bb1f-4b43-861e-88c171ace0e8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/quotas/4213da738ffd4f85b6792919883c01d4 HTTP/1.1" status: 200 len: 375 time: 0.0241356 Feb 04 15:31:20.153676 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-226c3cbf-cf97-4597-a78a-c1609769a9af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.158603 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-226c3cbf-cf97-4597-a78a-c1609769a9af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=192fa08c-d202-432c-8508-984aca37488a HTTP/1.1" status: 200 len: 797 time: 0.1149375 Feb 04 15:31:20.241084 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-64e31f0c-03e5-4324-8c00-a6205cc48d3a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1471863 Feb 04 15:31:20.282992 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-f9cec0f5-c1b4-4d99-a29e-b7d3d35dcc51 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2543d2dd-a9fd-4950-82d9-b8a37c3497cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1107631 Feb 04 15:31:20.488501 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-2f687a62-b5d7-4af8-b936-5176902096fb service neutron] 10.222.0.73 "GET /v2.0/networks/2543d2dd-a9fd-4950-82d9-b8a37c3497cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964996 Feb 04 15:31:20.721773 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-e7004b3f-bb5e-4440-bbd8-cff8da8d91c5 service neutron] 10.222.0.73 "GET /v2.0/networks/2543d2dd-a9fd-4950-82d9-b8a37c3497cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223854 Feb 04 15:31:20.833420 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-af8ff830-65f7-4f61-b062-c9d2e0cd1eed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3734f7fb-e683-4d99-8fd6-2bc23f362f10 HTTP/1.1" status: 200 len: 217 time: 0.0981054 Feb 04 15:31:20.849924 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:31:20.856024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d393465-fed7-452c-b294-ca2fc806feb7 req-4fc3c617-2360-491f-9837-b3aa74dfb33f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.868625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d393465-fed7-452c-b294-ca2fc806feb7 req-4fc3c617-2360-491f-9837-b3aa74dfb33f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.868625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d393465-fed7-452c-b294-ca2fc806feb7 req-4fc3c617-2360-491f-9837-b3aa74dfb33f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.869154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d393465-fed7-452c-b294-ca2fc806feb7 req-4fc3c617-2360-491f-9837-b3aa74dfb33f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.873386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d393465-fed7-452c-b294-ca2fc806feb7 req-4fc3c617-2360-491f-9837-b3aa74dfb33f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.884308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d393465-fed7-452c-b294-ca2fc806feb7 req-4fc3c617-2360-491f-9837-b3aa74dfb33f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.889326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d393465-fed7-452c-b294-ca2fc806feb7 req-4fc3c617-2360-491f-9837-b3aa74dfb33f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.898233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d393465-fed7-452c-b294-ca2fc806feb7 req-4fc3c617-2360-491f-9837-b3aa74dfb33f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5427 time: 0.3377163 Feb 04 15:31:20.937105 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-716ae74f-7bed-4ba6-a1eb-f5615835d285 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.939157 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-716ae74f-7bed-4ba6-a1eb-f5615835d285 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=192fa08c-d202-432c-8508-984aca37488a HTTP/1.1" status: 200 len: 797 time: 0.0809209 Feb 04 15:31:20.943296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8044de-7b1f-4ec4-8f5e-e7d17c112689 req-b6153a37-48b5-4397-8ab7-8b00f307ea95 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.945148 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb8044de-7b1f-4ec4-8f5e-e7d17c112689 req-b6153a37-48b5-4397-8ab7-8b00f307ea95 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 945 time: 0.2060890 Feb 04 15:31:21.027907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb8044de-7b1f-4ec4-8f5e-e7d17c112689 req-49e8472d-2110-4665-8bd5-746590db3c29 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587504 Feb 04 15:31:21.042736 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d393465-fed7-452c-b294-ca2fc806feb7 req-f7469165-6728-4440-8616-444728569334 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1436284 Feb 04 15:31:21.049831 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-e13fc961-df07-4bae-9ce4-7ff1ac71f670 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2543d2dd-a9fd-4950-82d9-b8a37c3497cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1026607 Feb 04 15:31:21.304635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16fd7539-5efe-4e58-ab1a-a2ba62ea452a req-273bbb7e-8811-4cc5-b134-c8c940bcda0d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 210 time: 0.0660930 Feb 04 15:31:21.339462 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-1f285eeb-fc7f-4123-9637-7d17c5ddfe58 service neutron] 10.222.0.73 "GET /v2.0/networks/2543d2dd-a9fd-4950-82d9-b8a37c3497cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676022 Feb 04 15:31:21.361375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42347b3e-4c1a-41eb-9cdb-8922a4f8dfe2 req-5a4cabe1-7f30-41d0-ae32-9775bb0224f0 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:21.372941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42347b3e-4c1a-41eb-9cdb-8922a4f8dfe2 req-5a4cabe1-7f30-41d0-ae32-9775bb0224f0 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1695533 Feb 04 15:31:21.528125 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5a9bc4d-2ca0-4d84-a2ff-3f36e9d74bb2 req-6d2b2544-cdc6-4eab-b1a8-71411e106ebe service neutron] 10.222.0.73 "GET /v2.0/networks/2543d2dd-a9fd-4950-82d9-b8a37c3497cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798239 Feb 04 15:31:21.583767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42347b3e-4c1a-41eb-9cdb-8922a4f8dfe2 req-ada90e29-5bfb-4432-b2e7-ea13ef9302c8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098370 Feb 04 15:31:21.632955 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-89e77adb-251f-45dd-8c68-b073b7dc6818 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 1100 time: 0.2222097 Feb 04 15:31:21.643436 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c00a6-0969-491b-9d5d-17d9c0a14af1 req-43e1f3f7-272d-4590-9a55-2cf238f2cb74 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:21.653590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-894c00a6-0969-491b-9d5d-17d9c0a14af1 req-43e1f3f7-272d-4590-9a55-2cf238f2cb74 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1798728 Feb 04 15:31:21.753719 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6344a500-45ab-4624-9378-81d2287c3e80 req-30496d93-30f1-48f4-9210-0bc2e4b27755 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d90c028738774fb19f16bc0edeaace5a&device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 6484 time: 0.0863409 Feb 04 15:31:21.847438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-894c00a6-0969-491b-9d5d-17d9c0a14af1 req-0f4bd04e-6349-42ac-97c9-721f0450eb3b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928046 Feb 04 15:31:21.905805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344a500-45ab-4624-9378-81d2287c3e80 req-d5860199-6b56-4b2b-a815-c3d4c948adc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:21.907594 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6344a500-45ab-4624-9378-81d2287c3e80 req-d5860199-6b56-4b2b-a815-c3d4c948adc7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2543d2dd-a9fd-4950-82d9-b8a37c3497cc HTTP/1.1" status: 200 len: 903 time: 0.1420643 Feb 04 15:31:21.914284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-aadc7285-e878-489b-b42d-ca9969db95bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:21.920914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-aadc7285-e878-489b-b42d-ca9969db95bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.2419169 Feb 04 15:31:21.932417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-507b0087-fe0c-47fa-a319-ca2757939e4a req-c9b27767-0ed7-4d8f-9b90-6f77c8019b8e tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 1096 time: 0.2219021 Feb 04 15:31:22.041968 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-b64c388f-a761-4f74-b39d-fe9a2b5150df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00 HTTP/1.1" status: 200 len: 217 time: 0.1084912 Feb 04 15:31:22.062750 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6344a500-45ab-4624-9378-81d2287c3e80 req-838029f0-f135-4f99-9994-2581f9cada2d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3734f7fb-e683-4d99-8fd6-2bc23f362f10 HTTP/1.1" status: 200 len: 217 time: 0.1330342 Feb 04 15:31:22.071120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-507b0087-fe0c-47fa-a319-ca2757939e4a req-d4f42c5f-6af5-48f4-ab78-e6607dc0a7ca tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654268 Feb 04 15:31:22.151420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-5ed70583-e2e6-4c0a-b980-abd7a4b47521 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:22.153874 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-5ed70583-e2e6-4c0a-b980-abd7a4b47521 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0771415 Feb 04 15:31:22.179321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344a500-45ab-4624-9378-81d2287c3e80 req-1c0186e8-051d-4bf9-89eb-3a948da20a81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:22.181627 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6344a500-45ab-4624-9378-81d2287c3e80 req-1c0186e8-051d-4bf9-89eb-3a948da20a81 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=192fa08c-d202-432c-8508-984aca37488a HTTP/1.1" status: 200 len: 797 time: 0.0989990 Feb 04 15:31:22.271379 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-d7e8c8c5-3b53-4bbe-b887-4f11a4d30aa9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008270 Feb 04 15:31:22.320827 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6344a500-45ab-4624-9378-81d2287c3e80 req-1122ffd6-bfd4-4dfa-aa8a-42e6e8083f5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2543d2dd-a9fd-4950-82d9-b8a37c3497cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1228209 Feb 04 15:31:22.517025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-e2843f26-af8d-40be-9a16-b7891f5bf78e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4213da738ffd4f85b6792919883c01d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756509 Feb 04 15:31:22.550208 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6344a500-45ab-4624-9378-81d2287c3e80 req-80248862-4220-4bec-b0df-c6c16580b37f service neutron] 10.222.0.73 "GET /v2.0/networks/2543d2dd-a9fd-4950-82d9-b8a37c3497cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205656 Feb 04 15:31:22.681514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-85e8a7b1-2fc1-41fd-acc9-07cfe6814898 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877578 Feb 04 15:31:22.725768 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6344a500-45ab-4624-9378-81d2287c3e80 req-11f0015a-af5f-42d7-8de1-c0ac70b0bd52 service neutron] 10.222.0.73 "GET /v2.0/networks/2543d2dd-a9fd-4950-82d9-b8a37c3497cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514652 Feb 04 15:31:22.903889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bb654-5531-42a2-8f8d-18be6799b84a req-41667371-8943-4a06-86aa-099389c34e75 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:22.905577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d7bb654-5531-42a2-8f8d-18be6799b84a req-41667371-8943-4a06-86aa-099389c34e75 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 945 time: 0.3842046 Feb 04 15:31:22.919114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38c025-b4ce-460e-aa82-69ee8f9a0ebf req-0a2e65c7-e5a6-465a-8bec-a2ac3e8d4e07 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:22.923070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38c025-b4ce-460e-aa82-69ee8f9a0ebf req-0a2e65c7-e5a6-465a-8bec-a2ac3e8d4e07 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:22.926920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38c025-b4ce-460e-aa82-69ee8f9a0ebf req-0a2e65c7-e5a6-465a-8bec-a2ac3e8d4e07 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:22.932020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38c025-b4ce-460e-aa82-69ee8f9a0ebf req-0a2e65c7-e5a6-465a-8bec-a2ac3e8d4e07 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:22.936128 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38c025-b4ce-460e-aa82-69ee8f9a0ebf req-0a2e65c7-e5a6-465a-8bec-a2ac3e8d4e07 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:22.940012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38c025-b4ce-460e-aa82-69ee8f9a0ebf req-0a2e65c7-e5a6-465a-8bec-a2ac3e8d4e07 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:22.943915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38c025-b4ce-460e-aa82-69ee8f9a0ebf req-0a2e65c7-e5a6-465a-8bec-a2ac3e8d4e07 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:22.946484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be38c025-b4ce-460e-aa82-69ee8f9a0ebf req-0a2e65c7-e5a6-465a-8bec-a2ac3e8d4e07 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5427 time: 0.4760764 Feb 04 15:31:22.953916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-b1476606-5073-4a8a-a0d7-4a65af3216aa tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:22.955370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-b1476606-5073-4a8a-a0d7-4a65af3216aa tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3792503 Feb 04 15:31:22.958974 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-a7cc7cf2-474a-4240-99c0-132720b0b45f service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586546 Feb 04 15:31:23.115405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Request body: {'port': {'device_id': '37d587dd-d24c-46d8-9dc5-44d2e98c2457', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '4213da738ffd4f85b6792919883c01d4'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:31:23.226416 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be38c025-b4ce-460e-aa82-69ee8f9a0ebf req-d5e5b573-b74f-4930-ae01-d6d8172adee2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2682338 Feb 04 15:31:23.231506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d7bb654-5531-42a2-8f8d-18be6799b84a req-dcc8726b-f4e3-4108-907b-c045529ac8c8 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827830 Feb 04 15:31:23.297831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:23.309484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:23.326659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Made reservation on behalf of 4213da738ffd4f85b6792919883c01d4 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:23.329739 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:23.500014 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29e0e32c-ed07-478d-9690-b109f7a758a3 req-96947167-cb86-414b-89e8-841562438867 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 210 time: 0.0961401 Feb 04 15:31:23.633924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Allocated IP 192.168.233.244 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/62f3a7e4-bf90-47a1-be03-408c820e66b8) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:23.644488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dac89-c0f5-46d1-87c8-09e034194528 req-5c1c454f-9854-4fb9-863c-b5446b94bd46 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:23.645635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b1dac89-c0f5-46d1-87c8-09e034194528 req-5c1c454f-9854-4fb9-863c-b5446b94bd46 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1922324 Feb 04 15:31:23.877689 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b1dac89-c0f5-46d1-87c8-09e034194528 req-18e1f5d3-537f-4bd0-9309-9de01c915684 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212501 Feb 04 15:31:23.971666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28935f0c-fc44-4bea-aa1b-5a30e381fd76 req-e11b7dcb-6082-4f9e-91a4-e0a3777e4410 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:23.973178 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28935f0c-fc44-4bea-aa1b-5a30e381fd76 req-e11b7dcb-6082-4f9e-91a4-e0a3777e4410 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.3008189 Feb 04 15:31:24.013274 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.043793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Transition to ACTIVE for port object 62f3a7e4-bf90-47a1-be03-408c820e66b8 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:24.050746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28935f0c-fc44-4bea-aa1b-5a30e381fd76 req-39d7f328-04fa-411f-8fa6-f62207010c9c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707464 Feb 04 15:31:24.073263 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.097508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['25700593-2482-43e3-aba7-b1bdaac4847e'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:24.152308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:24.155647 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:24.176395 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66', '7625cd05-1b68-4c91-b899-cc3529b5dc60', '599ac129-b2b4-4720-ae0f-47e597756eef', 'f2063083-2755-41fc-9a22-a1a55c113186'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:24.176547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:31:24.222664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event updated for resources: {'Port': ['ID=62f3a7e4-bf90-47a1-be03-408c820e66b8,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:24.279757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:24.280353 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.356083 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-1f1a8a25-5853-4064-927d-fa84d1057d9b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2518897 Feb 04 15:31:24.373633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Request body: {'port': {'device_id': '37d587dd-d24c-46d8-9dc5-44d2e98c2457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:31:24.549987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4b62847e-d852-4ad6-ac6a-f4e9deffe853 None None] Provisioning for port 62f3a7e4-bf90-47a1-be03-408c820e66b8 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:24.567594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4b62847e-d852-4ad6-ac6a-f4e9deffe853 None None] Provisioning complete for port 62f3a7e4-bf90-47a1-be03-408c820e66b8 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:24.568193 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4b62847e-d852-4ad6-ac6a-f4e9deffe853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.644311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-3702632e-6979-4e85-a75b-f8ec6a3973eb tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:24.645779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-3702632e-6979-4e85-a75b-f8ec6a3973eb tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Synchronizing usage tracker for tenant:aa371acdd906464fb4a2d0efa0b076f3 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:24.661024 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.664603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-3702632e-6979-4e85-a75b-f8ec6a3973eb tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Unset dirty status for tenant:aa371acdd906464fb4a2d0efa0b076f3 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:24.666493 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-3702632e-6979-4e85-a75b-f8ec6a3973eb tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 945 time: 0.1458628 Feb 04 15:31:24.672809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4b62847e-d852-4ad6-ac6a-f4e9deffe853 None None] Port 62f3a7e4-bf90-47a1-be03-408c820e66b8 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:31:24.753260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38379589-5d3c-4571-b4b0-dcb774b760d2 req-a716c333-c622-4f54-981c-1d94f192a214 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:24.754775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38379589-5d3c-4571-b4b0-dcb774b760d2 req-a716c333-c622-4f54-981c-1d94f192a214 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 945 time: 0.2485569 Feb 04 15:31:24.760443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-ff4b08bd-255f-49cf-86f1-be7cd67ab96e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Deleting port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:31:24.761052 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-ff4b08bd-255f-49cf-86f1-be7cd67ab96e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.773447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01f95b-b3fb-4a95-82a9-c1b8b0c8e242 req-b2c73189-78ec-4a3f-9a75-fc7c95ebb339 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:24.777333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01f95b-b3fb-4a95-82a9-c1b8b0c8e242 req-b2c73189-78ec-4a3f-9a75-fc7c95ebb339 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:24.781145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01f95b-b3fb-4a95-82a9-c1b8b0c8e242 req-b2c73189-78ec-4a3f-9a75-fc7c95ebb339 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:24.784969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01f95b-b3fb-4a95-82a9-c1b8b0c8e242 req-b2c73189-78ec-4a3f-9a75-fc7c95ebb339 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:24.788778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01f95b-b3fb-4a95-82a9-c1b8b0c8e242 req-b2c73189-78ec-4a3f-9a75-fc7c95ebb339 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:24.793150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01f95b-b3fb-4a95-82a9-c1b8b0c8e242 req-b2c73189-78ec-4a3f-9a75-fc7c95ebb339 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:24.796942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01f95b-b3fb-4a95-82a9-c1b8b0c8e242 req-b2c73189-78ec-4a3f-9a75-fc7c95ebb339 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:24.798774 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f01f95b-b3fb-4a95-82a9-c1b8b0c8e242 req-b2c73189-78ec-4a3f-9a75-fc7c95ebb339 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5427 time: 0.2912061 Feb 04 15:31:24.985781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f01f95b-b3fb-4a95-82a9-c1b8b0c8e242 req-e71bb0a8-e9c7-4f76-8d96-07cce939a393 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296749 Feb 04 15:31:25.081710 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38379589-5d3c-4571-b4b0-dcb774b760d2 req-3b5187a6-f915-465f-a2d9-9da14c432ea2 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9e57cf3-b6e8-48b9-afe5-141b17282947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811153 Feb 04 15:31:25.096304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-ff4b08bd-255f-49cf-86f1-be7cd67ab96e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] For port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9e2d91b2-1a5c-447d-ad22-4c0d452d9371,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:25.096672 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-ff4b08bd-255f-49cf-86f1-be7cd67ab96e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.456084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f3a7e4-bf90-47a1-be03-408c820e66b8 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:25.471400 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.479458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8913b-e8d0-4522-bee5-6fad29e50f3b req-b9331d04-09be-45df-a550-237536bc2143 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:25.480184 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dbf8913b-e8d0-4522-bee5-6fad29e50f3b req-b9331d04-09be-45df-a550-237536bc2143 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Synchronizing usage tracker for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:25.512681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Transition to ACTIVE for port object 62f3a7e4-bf90-47a1-be03-408c820e66b8 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:25.515425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dbf8913b-e8d0-4522-bee5-6fad29e50f3b req-b9331d04-09be-45df-a550-237536bc2143 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Unset dirty status for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:25.516755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf8913b-e8d0-4522-bee5-6fad29e50f3b req-b9331d04-09be-45df-a550-237536bc2143 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 936 time: 0.3703182 Feb 04 15:31:25.518578 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.527573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd6961-cce0-4388-bcc1-c276a4fad77e req-692560b9-253c-45ee-b797-e3062e2dba5b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:25.528978 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94cd6961-cce0-4388-bcc1-c276a4fad77e req-692560b9-253c-45ee-b797-e3062e2dba5b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.3052204 Feb 04 15:31:25.531469 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-ff4b08bd-255f-49cf-86f1-be7cd67ab96e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.532018 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-ff4b08bd-255f-49cf-86f1-be7cd67ab96e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.532394 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-ff4b08bd-255f-49cf-86f1-be7cd67ab96e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Floating IP 4516dd04-0679-40f8-80a5-cfdff5f83d8b disassociated. External IP: 172.25.0.8, port: 9e2d91b2-1a5c-447d-ad22-4c0d452d9371. Feb 04 15:31:25.532783 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-ff4b08bd-255f-49cf-86f1-be7cd67ab96e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Calling delete_port for 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:31:25.682026 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-ff4b08bd-255f-49cf-86f1-be7cd67ab96e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.706989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Pushing event updated for resources: {'Port': ['ID=62f3a7e4-bf90-47a1-be03-408c820e66b8,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:25.733222 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf8913b-e8d0-4522-bee5-6fad29e50f3b req-b86ba1cf-b2b6-4417-9b65-f60e185f7ee6 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032595 Feb 04 15:31:25.735872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b08bd-255f-49cf-86f1-be7cd67ab96e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Pushing event deleted for resources: {'Port': ['ID=9e2d91b2-1a5c-447d-ad22-4c0d452d9371,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:25.740806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94cd6961-cce0-4388-bcc1-c276a4fad77e req-e93acf8e-98e6-4c8f-8dc2-a17c43dc5de2 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739078 Feb 04 15:31:25.868434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Attempting to bind port 62f3a7e4-bf90-47a1-be03-408c820e66b8 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:25.868765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Attempting to bind port 62f3a7e4-bf90-47a1-be03-408c820e66b8 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:25.874563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Attempting to bind port 62f3a7e4-bf90-47a1-be03-408c820e66b8 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:25.884392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Port 62f3a7e4-bf90-47a1-be03-408c820e66b8 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:31:25.884831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Attempting to bind port 62f3a7e4-bf90-47a1-be03-408c820e66b8 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:25.892850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:31:25.893187 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:31:25.893566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:31:25.893987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Bound port: 62f3a7e4-bf90-47a1-be03-408c820e66b8, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:25.894807 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.041670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-ff4b08bd-255f-49cf-86f1-be7cd67ab96e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Router 6497c913-d29b-419b-91c7-81fab8dca363 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:31:26.058763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] For port 62f3a7e4-bf90-47a1-be03-408c820e66b8, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:26.063160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] For port 62f3a7e4-bf90-47a1-be03-408c820e66b8, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=62f3a7e4-bf90-47a1-be03-408c820e66b8,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:26.069248 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.120716 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41880c7f-265a-4d45-83d1-ca4013be4de4 req-de9643b5-0515-441d-8a6c-149f71bc4cbf tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:26.126133 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41880c7f-265a-4d45-83d1-ca4013be4de4 req-de9643b5-0515-441d-8a6c-149f71bc4cbf tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1844714 Feb 04 15:31:26.222782 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.224949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-9f348c20-251e-467c-9633-e3b58127906f service neutron] 10.222.0.73 "PUT /v2.0/ports/62f3a7e4-bf90-47a1-be03-408c820e66b8 HTTP/1.1" status: 200 len: 1096 time: 1.8558025 Feb 04 15:31:26.225773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d587dd-d24c-46d8-9dc5-44d2e98c2457', 'tag': '62f3a7e4-bf90-47a1-be03-408c820e66b8'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:26.245448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f348c20-251e-467c-9633-e3b58127906f service neutron] Pushing event updated for resources: {'Port': ['ID=62f3a7e4-bf90-47a1-be03-408c820e66b8,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:26.292139 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41880c7f-265a-4d45-83d1-ca4013be4de4 req-42829d10-823c-4cce-a11d-2a1222afd601 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574814 Feb 04 15:31:26.404460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-ff4b08bd-255f-49cf-86f1-be7cd67ab96e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:31:26.441955 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f363c892-ce64-4aef-b7f0-0f8e0d206dbf None None] Sync routers for ids ['6497c913-d29b-419b-91c7-81fab8dca363'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:31:26.472470 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f363c892-ce64-4aef-b7f0-0f8e0d206dbf None None] Routers {'6497c913-d29b-419b-91c7-81fab8dca363'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:31:26.473638 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f363c892-ce64-4aef-b7f0-0f8e0d206dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:31:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6497c913-d29b-419b-91c7-81fab8dca363'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:26.652823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-ff4b08bd-255f-49cf-86f1-be7cd67ab96e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] No DVR routers for this DVR port 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:26.659962 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-ff4b08bd-255f-49cf-86f1-be7cd67ab96e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.665952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe61689-aa58-4741-b3c3-1c78b84010ef', 'name': 'network-vif-deleted', 'tag': '9e2d91b2-1a5c-447d-ad22-4c0d452d9371'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:26.712219 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-96d12791-b626-40a4-9f77-0017cd688afd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 1099 time: 0.4094136 Feb 04 15:31:26.714166 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-32df83bc-bdcc-44fb-b208-2bf9fce84725 req-ff4b08bd-255f-49cf-86f1-be7cd67ab96e tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.81 "DELETE /v2.0/ports/9e2d91b2-1a5c-447d-ad22-4c0d452d9371 HTTP/1.1" status: 204 len: 173 time: 2.0373459 Feb 04 15:31:26.817377 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-f363c892-ce64-4aef-b7f0-0f8e0d206dbf None None] Set router 6497c913-d29b-419b-91c7-81fab8dca363 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:31:26.854127 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d0a309e-e1da-40aa-a083-4a1140a2d339 req-dc0fe5af-83b9-40f8-8324-57e622215a1c tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe61689-aa58-4741-b3c3-1c78b84010ef HTTP/1.1" status: 200 len: 210 time: 0.0498579 Feb 04 15:31:26.880640 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-abca7c07-2ee8-42b2-bfbf-2e1f0c838d88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=62f3a7e4-bf90-47a1-be03-408c820e66b8 HTTP/1.1" status: 200 len: 217 time: 0.1516144 Feb 04 15:31:27.020833 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe61689-aa58-4741-b3c3-1c78b84010ef', 'name': 'network-vif-deleted', 'tag': '9e2d91b2-1a5c-447d-ad22-4c0d452d9371', 'status': 'completed', 'code': 200} Feb 04 15:31:27.035004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5907071-2962-4b0d-bd8d-3d0942336d9a req-81f54f9a-5f21-4f35-a6c6-2a4881eba3b2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.047279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5907071-2962-4b0d-bd8d-3d0942336d9a req-81f54f9a-5f21-4f35-a6c6-2a4881eba3b2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.051385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5907071-2962-4b0d-bd8d-3d0942336d9a req-81f54f9a-5f21-4f35-a6c6-2a4881eba3b2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.067503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5907071-2962-4b0d-bd8d-3d0942336d9a req-81f54f9a-5f21-4f35-a6c6-2a4881eba3b2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.071912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5907071-2962-4b0d-bd8d-3d0942336d9a req-81f54f9a-5f21-4f35-a6c6-2a4881eba3b2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.086789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5907071-2962-4b0d-bd8d-3d0942336d9a req-81f54f9a-5f21-4f35-a6c6-2a4881eba3b2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.091004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5907071-2962-4b0d-bd8d-3d0942336d9a req-81f54f9a-5f21-4f35-a6c6-2a4881eba3b2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.093256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5907071-2962-4b0d-bd8d-3d0942336d9a req-81f54f9a-5f21-4f35-a6c6-2a4881eba3b2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5427 time: 0.5867305 Feb 04 15:31:27.108233 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d587dd-d24c-46d8-9dc5-44d2e98c2457', 'tag': '62f3a7e4-bf90-47a1-be03-408c820e66b8', 'status': 'completed', 'code': 200} Feb 04 15:31:27.235425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-c4fff2c3-cfd1-4014-b055-b6998cfc33b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.236878 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-c4fff2c3-cfd1-4014-b055-b6998cfc33b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.3346562 Feb 04 15:31:27.252113 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f363c892-ce64-4aef-b7f0-0f8e0d206dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a17860ae-0b20-4325-ab56-50dd1b031533', 'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'mac_address': 'fa:16:3e:4b:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:03Z', 'updated_at': '2022-02-04T15:27:16Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'subnets': [{'id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:27.256888 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f363c892-ce64-4aef-b7f0-0f8e0d206dbf None None] Checking router: 6497c913-d29b-419b-91c7-81fab8dca363 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:31:27.264751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5907071-2962-4b0d-bd8d-3d0942336d9a req-eff56c25-fcea-40ec-b99f-ab60f287c1c1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518395 Feb 04 15:31:27.274838 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f363c892-ce64-4aef-b7f0-0f8e0d206dbf None None] Routers {'6497c913-d29b-419b-91c7-81fab8dca363'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:31:27.275970 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f363c892-ce64-4aef-b7f0-0f8e0d206dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:31:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6497c913-d29b-419b-91c7-81fab8dca363'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:27.405169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74745d8-55be-4e27-9bee-f6618d21f4b4 req-49530a3b-2d05-46a7-824a-6d479023e089 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.406815 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f74745d8-55be-4e27-9bee-f6618d21f4b4 req-49530a3b-2d05-46a7-824a-6d479023e089 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 948 time: 0.2611830 Feb 04 15:31:27.505138 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-f4be6711-4d03-485d-a1ed-906a90ca6126 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2362359 Feb 04 15:31:27.604303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f74745d8-55be-4e27-9bee-f6618d21f4b4 req-728c446d-5daf-4272-9006-24e241f05e7a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854811 Feb 04 15:31:27.619623 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-f363c892-ce64-4aef-b7f0-0f8e0d206dbf None None] Set router 6497c913-d29b-419b-91c7-81fab8dca363 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:31:27.786393 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-5ef9efac-8567-4d96-851e-e2160b3bc37a service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656443 Feb 04 15:31:27.795027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8c85d-f87f-408f-918f-34af77f5db15 req-85afce50-f029-4a37-8c2e-80a95ffe781e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.796813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ceb8c85d-f87f-408f-918f-34af77f5db15 req-85afce50-f029-4a37-8c2e-80a95ffe781e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.2501216 Feb 04 15:31:28.072617 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f363c892-ce64-4aef-b7f0-0f8e0d206dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a17860ae-0b20-4325-ab56-50dd1b031533', 'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'mac_address': 'fa:16:3e:4b:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:03Z', 'updated_at': '2022-02-04T15:27:16Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'subnets': [{'id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:28.078277 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f363c892-ce64-4aef-b7f0-0f8e0d206dbf None None] The sync data for ids ['6497c913-d29b-419b-91c7-81fab8dca363'] in n-d-827872-1 is: [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a17860ae-0b20-4325-ab56-50dd1b031533', 'name': '', 'network_id': 'c61f278d-a093-4264-873d-c2b0fe84d55f', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'mac_address': 'fa:16:3e:4b:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:03Z', 'updated_at': '2022-02-04T15:27:16Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'subnets': [{'id': 'd305bd05-a89f-476f-b433-f21b1c63f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:31:28.155013 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ceb8c85d-f87f-408f-918f-34af77f5db15 req-3de8905f-9f1f-438f-9768-c118a4f109d0 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520792 Feb 04 15:31:28.161747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc8e9f37-e1c8-491b-831d-0a73d8e11b71 req-cb384558-c89b-458e-88ff-8613f4149c12 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443956 Feb 04 15:31:28.233019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901c09b-08e0-4413-9058-e0a71b68aa6b req-b8553ccb-2ca9-43ab-901b-0cfe0a981795 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:28.233019 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e901c09b-08e0-4413-9058-e0a71b68aa6b req-b8553ccb-2ca9-43ab-901b-0cfe0a981795 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.3693643 Feb 04 15:31:28.383762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e901c09b-08e0-4413-9058-e0a71b68aa6b req-7a06919a-5530-46ee-9b44-e096e731b875 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465611 Feb 04 15:31:28.415246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a505d335-3c26-4bf7-9923-b16ea951ccd1 req-9bc58422-f4f2-4e0c-a36f-a2e2bb79309d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 1099 time: 0.1579876 Feb 04 15:31:28.424637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05822a1d-72b9-4b3c-8f56-232f1a6bcc69 None None] New status for floating IP 4516dd04-0679-40f8-80a5-cfdff5f83d8b: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:31:28.708555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2949cff1-09bd-481e-b2e3-00309ab6195f req-fe11f905-7509-47f6-8d15-ed0a63ba078d tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 1097 time: 0.2412543 Feb 04 15:31:28.716627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505d335-3c26-4bf7-9923-b16ea951ccd1 req-a12a54bf-60d7-40cf-932e-8c2c9c7a2dc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:28.718454 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a505d335-3c26-4bf7-9923-b16ea951ccd1 req-a12a54bf-60d7-40cf-932e-8c2c9c7a2dc2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.2752674 Feb 04 15:31:28.826783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a505d335-3c26-4bf7-9923-b16ea951ccd1 req-203eaae9-8ff3-4cf2-9aa2-4e0e1dd8b933 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=62f3a7e4-bf90-47a1-be03-408c820e66b8 HTTP/1.1" status: 200 len: 217 time: 0.0920630 Feb 04 15:31:28.873318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2949cff1-09bd-481e-b2e3-00309ab6195f req-9ac770f3-f3f4-46bb-ade4-e73e9821575c tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533577 Feb 04 15:31:28.909662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b947a4-8399-4c99-bcda-c6ef390eebe6 req-bdce316f-3bb6-4650-9e4c-f1a64a41cb77 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:28.913984 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b947a4-8399-4c99-bcda-c6ef390eebe6 req-bdce316f-3bb6-4650-9e4c-f1a64a41cb77 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:28.930912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b947a4-8399-4c99-bcda-c6ef390eebe6 req-bdce316f-3bb6-4650-9e4c-f1a64a41cb77 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:28.933990 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b947a4-8399-4c99-bcda-c6ef390eebe6 req-bdce316f-3bb6-4650-9e4c-f1a64a41cb77 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:28.937869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b947a4-8399-4c99-bcda-c6ef390eebe6 req-bdce316f-3bb6-4650-9e4c-f1a64a41cb77 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:28.941749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b947a4-8399-4c99-bcda-c6ef390eebe6 req-bdce316f-3bb6-4650-9e4c-f1a64a41cb77 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:28.946196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b947a4-8399-4c99-bcda-c6ef390eebe6 req-bdce316f-3bb6-4650-9e4c-f1a64a41cb77 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:28.948124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55b947a4-8399-4c99-bcda-c6ef390eebe6 req-bdce316f-3bb6-4650-9e4c-f1a64a41cb77 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5427 time: 0.2939811 Feb 04 15:31:28.956404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505d335-3c26-4bf7-9923-b16ea951ccd1 req-79ffb077-aca8-4e09-b842-358aa812b166 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:28.957895 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a505d335-3c26-4bf7-9923-b16ea951ccd1 req-79ffb077-aca8-4e09-b842-358aa812b166 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1181271 Feb 04 15:31:29.063476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55b947a4-8399-4c99-bcda-c6ef390eebe6 req-7049af74-9cc5-46fd-bf2b-6a0aac32224e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046221 Feb 04 15:31:29.084884 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a505d335-3c26-4bf7-9923-b16ea951ccd1 req-7e88eed3-2924-4076-a387-e6b2ae295a70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1089616 Feb 04 15:31:29.094111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:29.141102 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:31:29.141652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9e2d91b2-1a5c-447d-ad22-4c0d452d9371 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:31:29.379707 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a505d335-3c26-4bf7-9923-b16ea951ccd1 req-778b0376-e1d5-41be-88a1-f5c388d8d1e4 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755024 Feb 04 15:31:29.393390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9f8c3-6b2d-48c4-90e0-0f26c28bd808 req-1944a483-4d2d-4219-b916-8ab55e73f614 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.396064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-09d9f8c3-6b2d-48c4-90e0-0f26c28bd808 req-1944a483-4d2d-4219-b916-8ab55e73f614 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 948 time: 0.2595870 Feb 04 15:31:29.402015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cdb1d9b-d74b-4d83-b7ac-91ac46f234f4 req-a1e3da91-f34f-4dbb-86b8-d8c21deec6f9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1673133 Feb 04 15:31:29.529726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-09d9f8c3-6b2d-48c4-90e0-0f26c28bd808 req-c922211f-5dc0-4dc5-abce-d302cbcf37ab tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104290 Feb 04 15:31:29.560254 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a505d335-3c26-4bf7-9923-b16ea951ccd1 req-54114537-ada7-41db-ac53-9a908f782b35 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636627 Feb 04 15:31:29.593533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53074) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:29.681831 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88200eec-314b-4d8b-9271-6b97e96e41c6 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:29.711870 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88200eec-314b-4d8b-9271-6b97e96e41c6 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:29.770853 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88200eec-314b-4d8b-9271-6b97e96e41c6 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:29.793967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88200eec-314b-4d8b-9271-6b97e96e41c6 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e57cf3-b6e8-48b9-afe5-141b17282947,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:29.803595 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88200eec-314b-4d8b-9271-6b97e96e41c6 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:29.807235 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-88200eec-314b-4d8b-9271-6b97e96e41c6 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "DELETE /v2.0/security-groups/f9e57cf3-b6e8-48b9-afe5-141b17282947 HTTP/1.1" status: 204 len: 168 time: 0.2095921 Feb 04 15:31:29.808148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53094) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:29.832143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0d5d4-f687-4828-a7f2-7b83eb66c431 req-3317ef61-b0c0-4414-a3bf-181a9bd1e75f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.832662 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-7139ea75-ad91-470c-ae44-561c715c8e49 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] show failed (client error): The resource could not be found. Feb 04 15:31:29.833601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ab0d5d4-f687-4828-a7f2-7b83eb66c431 req-3317ef61-b0c0-4414-a3bf-181a9bd1e75f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1329858 Feb 04 15:31:29.835603 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7139ea75-ad91-470c-ae44-561c715c8e49 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "GET /v2.0/security-groups/f9e57cf3-b6e8-48b9-afe5-141b17282947 HTTP/1.1" status: 404 len: 347 time: 0.0264509 Feb 04 15:31:29.837548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53100) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:30.023973 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b9509d64-982e-47fc-8d1b-e4259150b992 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Deleting port 1667bf65-dc75-4d4a-b626-5023ae33f11e {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:31:30.024343 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9509d64-982e-47fc-8d1b-e4259150b992 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.066358 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ab0d5d4-f687-4828-a7f2-7b83eb66c431 req-49ddcf47-409d-4d00-a2a2-1de5260eab42 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736481 Feb 04 15:31:30.371925 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9509d64-982e-47fc-8d1b-e4259150b992 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.372255 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9509d64-982e-47fc-8d1b-e4259150b992 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.394165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-4474e28a-02f6-4cd3-ae4b-118b473d3f0e tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:31:30.395116 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-4474e28a-02f6-4cd3-ae4b-118b473d3f0e tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051451 Feb 04 15:31:30.404607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-cb6c4b31-a135-45d2-bff4-7e14497dfbdc service neutron] Request body: {'binding': {'host': 'n-h1-827872-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:31:30.405107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-cb6c4b31-a135-45d2-bff4-7e14497dfbdc service neutron] Unknown quota resources ['binding']. {{(pid=83550) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 15:31:30.507988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b9509d64-982e-47fc-8d1b-e4259150b992 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Calling delete_port for 1667bf65-dc75-4d4a-b626-5023ae33f11e owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:31:30.576941 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7662b-2353-48bd-b986-f845c24012f1 req-073d8384-a37f-4a88-96dc-360e6de1bd11 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:30.578422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31d7662b-2353-48bd-b986-f845c24012f1 req-073d8384-a37f-4a88-96dc-360e6de1bd11 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.3642044 Feb 04 15:31:30.665899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-cb6c4b31-a135-45d2-bff4-7e14497dfbdc service neutron] Attempting to bind port 634615d3-644b-4e12-9526-504062a1c0c3 on host n-h1-827872-1 for vnic_type normal with profile None {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:30.666516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-cb6c4b31-a135-45d2-bff4-7e14497dfbdc service neutron] Attempting to bind port 634615d3-644b-4e12-9526-504062a1c0c3 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:30.666763 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-cb6c4b31-a135-45d2-bff4-7e14497dfbdc service neutron] Attempting to bind port 634615d3-644b-4e12-9526-504062a1c0c3 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:30.673804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-cb6c4b31-a135-45d2-bff4-7e14497dfbdc service neutron] Port 634615d3-644b-4e12-9526-504062a1c0c3 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:31:30.674071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31d7662b-2353-48bd-b986-f845c24012f1 req-9cf6df52-5beb-450a-957d-fbfa021e2fe2 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899885 Feb 04 15:31:30.674209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-cb6c4b31-a135-45d2-bff4-7e14497dfbdc service neutron] Attempting to bind port 634615d3-644b-4e12-9526-504062a1c0c3 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:30.681573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-cb6c4b31-a135-45d2-bff4-7e14497dfbdc service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:31:30.682142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-cb6c4b31-a135-45d2-bff4-7e14497dfbdc service neutron] Checking segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:31:30.682680 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-cb6c4b31-a135-45d2-bff4-7e14497dfbdc service neutron] Bound using segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:31:30.683287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-cb6c4b31-a135-45d2-bff4-7e14497dfbdc service neutron] Bound port: 634615d3-644b-4e12-9526-504062a1c0c3, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:30.718231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-cb6c4b31-a135-45d2-bff4-7e14497dfbdc service neutron] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=634615d3-644b-4e12-9526-504062a1c0c3,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:30.720511 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9509d64-982e-47fc-8d1b-e4259150b992 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.723251 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-cb6c4b31-a135-45d2-bff4-7e14497dfbdc service neutron] Notify callbacks [] for binding, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.724459 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-cb6c4b31-a135-45d2-bff4-7e14497dfbdc service neutron] 10.222.0.60 "POST /v2.0/ports/634615d3-644b-4e12-9526-504062a1c0c3/bindings HTTP/1.1" status: 201 len: 389 time: 0.3233783 Feb 04 15:31:30.776548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9509d64-982e-47fc-8d1b-e4259150b992 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Pushing event deleted for resources: {'Port': ['ID=1667bf65-dc75-4d4a-b626-5023ae33f11e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:31.024130 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9509d64-982e-47fc-8d1b-e4259150b992 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.058311 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9509d64-982e-47fc-8d1b-e4259150b992 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.059649 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b9509d64-982e-47fc-8d1b-e4259150b992 tempest-ServersWithSpecificFlavorTestJSON-831119463 tempest-ServersWithSpecificFlavorTestJSON-831119463-project] 10.222.0.60 "DELETE /v2.0/floatingips/4516dd04-0679-40f8-80a5-cfdff5f83d8b HTTP/1.1" status: 204 len: 168 time: 1.2198529 Feb 04 15:31:31.073750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a617af6-95bb-4aec-869f-e7687c42dcf8 req-044bb0a7-bdbb-4876-be42-580be8c6f50f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.075254 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a617af6-95bb-4aec-869f-e7687c42dcf8 req-044bb0a7-bdbb-4876-be42-580be8c6f50f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 948 time: 0.1600771 Feb 04 15:31:31.082607 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-021850db-50cd-48fb-a76f-62d320b9cf16 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 1097 time: 0.0857227 Feb 04 15:31:31.089388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0aba87-9d8c-4382-9772-62eeb02efccc req-1af32621-67d9-42d2-ac8b-29a56861618d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.093889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0aba87-9d8c-4382-9772-62eeb02efccc req-1af32621-67d9-42d2-ac8b-29a56861618d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.097781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0aba87-9d8c-4382-9772-62eeb02efccc req-1af32621-67d9-42d2-ac8b-29a56861618d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.101677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0aba87-9d8c-4382-9772-62eeb02efccc req-1af32621-67d9-42d2-ac8b-29a56861618d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.105738 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0aba87-9d8c-4382-9772-62eeb02efccc req-1af32621-67d9-42d2-ac8b-29a56861618d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.109607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0aba87-9d8c-4382-9772-62eeb02efccc req-1af32621-67d9-42d2-ac8b-29a56861618d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.113647 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0aba87-9d8c-4382-9772-62eeb02efccc req-1af32621-67d9-42d2-ac8b-29a56861618d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.115545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a0aba87-9d8c-4382-9772-62eeb02efccc req-1af32621-67d9-42d2-ac8b-29a56861618d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5427 time: 0.2837334 Feb 04 15:31:31.190799 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a617af6-95bb-4aec-869f-e7687c42dcf8 req-557e2e8e-47bf-4fa6-9ec0-4f5362692176 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742722 Feb 04 15:31:31.193910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a0aba87-9d8c-4382-9772-62eeb02efccc req-35d947ac-cb0f-4dd7-a2d2-0f4f31790655 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633276 Feb 04 15:31:31.200669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 62f3a7e4-bf90-47a1-be03-408c820e66b8 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:31.230952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-d91e5a98-51e0-4c7a-bc7b-0248b3253ff8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.233698 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-d91e5a98-51e0-4c7a-bc7b-0248b3253ff8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.1400445 Feb 04 15:31:31.318266 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-3d4bc1b8-a9a1-4708-b33b-f5939e6d66b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=634615d3-644b-4e12-9526-504062a1c0c3 HTTP/1.1" status: 200 len: 217 time: 0.0740259 Feb 04 15:31:31.399250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-2953c8a2-3197-42e8-9797-d576be442a86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.401118 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-2953c8a2-3197-42e8-9797-d576be442a86 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.0739183 Feb 04 15:31:31.404152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 62f3a7e4-bf90-47a1-be03-408c820e66b8, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=62f3a7e4-bf90-47a1-be03-408c820e66b8,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:31.418224 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '62f3a7e4-bf90-47a1-be03-408c820e66b8', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '62f3a7e4-bf90-47a1-be03-408c820e66b8', 'mac_address': 'fa:16:3e:cf:cb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:31:31.438475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217e6be-cb56-4c11-8855-e0bfaaa0ddcd req-4d740cd3-9fcf-49ea-baea-b5e79c0c603a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.446482 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0217e6be-cb56-4c11-8855-e0bfaaa0ddcd req-4d740cd3-9fcf-49ea-baea-b5e79c0c603a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.1037538 Feb 04 15:31:31.465123 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-5b24c556-6d80-421f-bb12-b60d0e8295b2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507572 Feb 04 15:31:31.480416 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.502479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f3a7e4-bf90-47a1-be03-408c820e66b8 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:31.509214 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0217e6be-cb56-4c11-8855-e0bfaaa0ddcd req-5b46ab2d-43a5-474f-8479-a614b5295a72 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615253 Feb 04 15:31:31.527497 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 62f3a7e4-bf90-47a1-be03-408c820e66b8, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=62f3a7e4-bf90-47a1-be03-408c820e66b8,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:31.532035 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.624176 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=62f3a7e4-bf90-47a1-be03-408c820e66b8,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:31.652915 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-4a89f80d-9e3c-473b-9148-ef31acc613fe service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801076 Feb 04 15:31:31.710258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89139cff-bc1d-4d76-91aa-d2a23b972a8a req-2460cf43-482b-4ee0-bbd4-057275e0ea08 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.712200 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89139cff-bc1d-4d76-91aa-d2a23b972a8a req-2460cf43-482b-4ee0-bbd4-057275e0ea08 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.0823441 Feb 04 15:31:31.779512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89139cff-bc1d-4d76-91aa-d2a23b972a8a req-3afad13a-f077-4ad7-ae3f-ccc63f57e880 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578916 Feb 04 15:31:31.909908 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6115d16f-68e0-4e0d-9d84-d0f4f7ae9184 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508061 Feb 04 15:31:32.010095 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41902920-a497-4af2-a60b-f86bff2e1f00 req-ea7951b7-4b8a-49e0-ac14-32de1a41a2d6 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.011626 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41902920-a497-4af2-a60b-f86bff2e1f00 req-ea7951b7-4b8a-49e0-ac14-32de1a41a2d6 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1047647 Feb 04 15:31:32.060889 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41902920-a497-4af2-a60b-f86bff2e1f00 req-8c23dd36-a083-402c-ad77-d5516d737f35 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432684 Feb 04 15:31:32.124276 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['62f3a7e4-bf90-47a1-be03-408c820e66b8'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:32.633207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802101b-283a-498a-a522-8f5bc9c92527 req-22ad7a75-7d04-467e-b71b-46f6b93343fd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.637031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802101b-283a-498a-a522-8f5bc9c92527 req-22ad7a75-7d04-467e-b71b-46f6b93343fd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.640841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802101b-283a-498a-a522-8f5bc9c92527 req-22ad7a75-7d04-467e-b71b-46f6b93343fd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.644637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802101b-283a-498a-a522-8f5bc9c92527 req-22ad7a75-7d04-467e-b71b-46f6b93343fd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.649001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802101b-283a-498a-a522-8f5bc9c92527 req-22ad7a75-7d04-467e-b71b-46f6b93343fd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.652810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802101b-283a-498a-a522-8f5bc9c92527 req-22ad7a75-7d04-467e-b71b-46f6b93343fd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.656577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802101b-283a-498a-a522-8f5bc9c92527 req-22ad7a75-7d04-467e-b71b-46f6b93343fd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.658410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a802101b-283a-498a-a522-8f5bc9c92527 req-22ad7a75-7d04-467e-b71b-46f6b93343fd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5427 time: 0.1947625 Feb 04 15:31:32.665374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96684e1-b028-4702-a1df-52dc26e553af req-9b64eccd-701c-4485-b800-1e30d38187c7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.666809 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e96684e1-b028-4702-a1df-52dc26e553af req-9b64eccd-701c-4485-b800-1e30d38187c7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 949 time: 0.1670179 Feb 04 15:31:32.738039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a802101b-283a-498a-a522-8f5bc9c92527 req-628102fc-6db1-495c-bb2e-aff6e827426c tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702236 Feb 04 15:31:32.743122 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e96684e1-b028-4702-a1df-52dc26e553af req-b39ecc3c-29bb-4d17-bcbd-ec1a6ba68837 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621860 Feb 04 15:31:33.159619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c2f9a-0f80-4b9c-bf5b-f7978a1c7eee req-801da13b-80bc-4b8a-9766-de68a6c25c1c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.161079 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b3c2f9a-0f80-4b9c-bf5b-f7978a1c7eee req-801da13b-80bc-4b8a-9766-de68a6c25c1c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1428335 Feb 04 15:31:33.168760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d5aeb-31ae-4299-89f6-1d204e98eadd req-559b0900-8dd7-41e9-9d3f-e2d0ca1fa3a0 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.170188 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a44d5aeb-31ae-4299-89f6-1d204e98eadd req-559b0900-8dd7-41e9-9d3f-e2d0ca1fa3a0 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.1213896 Feb 04 15:31:33.250096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b3c2f9a-0f80-4b9c-bf5b-f7978a1c7eee req-523ce6b6-1121-41f6-8a8b-a588469ff61c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789361 Feb 04 15:31:33.263718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a44d5aeb-31ae-4299-89f6-1d204e98eadd req-6a30b5a7-d8ea-47ad-b0ee-1c64c11da137 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766335 Feb 04 15:31:33.442517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53176) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:33.723670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626c567-4907-44e4-bb57-028a8650b7f0 req-3b73a6ca-bac6-4926-a242-671e5bc3f934 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.725778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b626c567-4907-44e4-bb57-028a8650b7f0 req-3b73a6ca-bac6-4926-a242-671e5bc3f934 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.2175004 Feb 04 15:31:33.881711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b626c567-4907-44e4-bb57-028a8650b7f0 req-2ad82f62-5e82-415b-91cf-e3a3fab624a5 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395948 Feb 04 15:31:34.287006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b5ef-cfd2-4024-8dfe-e0134113541c req-08b8efe9-b6df-4adb-ada7-e9dd81f130bc tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.292699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b5ef-cfd2-4024-8dfe-e0134113541c req-08b8efe9-b6df-4adb-ada7-e9dd81f130bc tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.298398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b5ef-cfd2-4024-8dfe-e0134113541c req-08b8efe9-b6df-4adb-ada7-e9dd81f130bc tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.304058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b5ef-cfd2-4024-8dfe-e0134113541c req-08b8efe9-b6df-4adb-ada7-e9dd81f130bc tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.310269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b5ef-cfd2-4024-8dfe-e0134113541c req-08b8efe9-b6df-4adb-ada7-e9dd81f130bc tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.316004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b5ef-cfd2-4024-8dfe-e0134113541c req-08b8efe9-b6df-4adb-ada7-e9dd81f130bc tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.322220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b5ef-cfd2-4024-8dfe-e0134113541c req-08b8efe9-b6df-4adb-ada7-e9dd81f130bc tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.324830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8241b5ef-cfd2-4024-8dfe-e0134113541c req-08b8efe9-b6df-4adb-ada7-e9dd81f130bc tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5427 time: 0.2563167 Feb 04 15:31:34.360731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77fdd0-40a7-4b67-a251-90422c824c30 req-60d8e839-4478-470f-b3df-177cd6c013fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.362848 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d77fdd0-40a7-4b67-a251-90422c824c30 req-60d8e839-4478-470f-b3df-177cd6c013fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 949 time: 0.3018484 Feb 04 15:31:34.510901 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8241b5ef-cfd2-4024-8dfe-e0134113541c req-49a7aef7-2e63-4263-a2d9-980192e3459a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1692841 Feb 04 15:31:34.528942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d77fdd0-40a7-4b67-a251-90422c824c30 req-1e1ce235-c090-460c-bd14-cb8d0cf750ca tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514878 Feb 04 15:31:34.578035 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df45fa52-bd63-40f9-88d9-1fd3098ffca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.931420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f4213-9f8e-4701-aa03-c1e7b4f1b9d9 req-4623d6ec-7460-4543-99f5-8c9017003e46 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.940989 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-456f4213-9f8e-4701-aa03-c1e7b4f1b9d9 req-4623d6ec-7460-4543-99f5-8c9017003e46 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.2769687 Feb 04 15:31:35.068641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5787a-f609-4a27-8220-92b6ebb7eb7b req-1e39f56c-dc11-4954-bf91-f154d00f3262 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.071628 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51c5787a-f609-4a27-8220-92b6ebb7eb7b req-1e39f56c-dc11-4954-bf91-f154d00f3262 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.3044775 Feb 04 15:31:35.079758 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-456f4213-9f8e-4701-aa03-c1e7b4f1b9d9 req-288c9a21-9cb2-43d6-a29a-f6736232c4d8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376693 Feb 04 15:31:35.140121 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51c5787a-f609-4a27-8220-92b6ebb7eb7b req-2abf27ac-9063-4439-8eca-93f00e0bdc23 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592101 Feb 04 15:31:35.213517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 62f3a7e4-bf90-47a1-be03-408c820e66b8 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:35.418008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 62f3a7e4-bf90-47a1-be03-408c820e66b8 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:35.436852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 62f3a7e4-bf90-47a1-be03-408c820e66b8 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:35.437279 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.583166 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.616933 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d587dd-d24c-46d8-9dc5-44d2e98c2457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f3a7e4-bf90-47a1-be03-408c820e66b8'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:35.633144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 62f3a7e4-bf90-47a1-be03-408c820e66b8, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=62f3a7e4-bf90-47a1-be03-408c820e66b8,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:35.640060 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.725575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=62f3a7e4-bf90-47a1-be03-408c820e66b8,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:35.727906 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-466094aa-be1c-4759-b16a-ef4808ae7e79 req-ff81f0f5-f638-4194-9c80-fdaf923088b8 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 1096 time: 0.2707486 Feb 04 15:31:35.808145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af6461-83f3-4d3b-b321-edb027843021 req-973fe5d4-719b-4131-ba90-8aaf800d834b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.811763 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6af6461-83f3-4d3b-b321-edb027843021 req-973fe5d4-719b-4131-ba90-8aaf800d834b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.3559334 Feb 04 15:31:35.892294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-466094aa-be1c-4759-b16a-ef4808ae7e79 req-e4aa9617-d76b-45c9-a2dd-27f1494c7bcf tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634512 Feb 04 15:31:35.945207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6af6461-83f3-4d3b-b321-edb027843021 req-e4d43a60-3ed2-4c8d-bd23-564333a8eb4e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177788 Feb 04 15:31:36.400526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-df45fa52-bd63-40f9-88d9-1fd3098ffca8 admin admin] Deleting port a17860ae-0b20-4325-ab56-50dd1b031533 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:31:36.400836 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df45fa52-bd63-40f9-88d9-1fd3098ffca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.514719 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7ca70bbd-97a9-4c27-b5d7-117b77c42162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.575160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b96cec-7b53-475c-8f98-fb1cd5187e4b req-cee5bad3-b639-4dcf-955b-d633e6badb83 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.576634 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18b96cec-7b53-475c-8f98-fb1cd5187e4b req-cee5bad3-b639-4dcf-955b-d633e6badb83 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 950 time: 0.3227046 Feb 04 15:31:36.588493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc71d87-3fea-46aa-862f-7ba80af3304b req-f575469b-908e-455b-94e9-dc4f5cf117cf tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.592675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc71d87-3fea-46aa-862f-7ba80af3304b req-f575469b-908e-455b-94e9-dc4f5cf117cf tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.596554 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc71d87-3fea-46aa-862f-7ba80af3304b req-f575469b-908e-455b-94e9-dc4f5cf117cf tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.600397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc71d87-3fea-46aa-862f-7ba80af3304b req-f575469b-908e-455b-94e9-dc4f5cf117cf tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.604976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc71d87-3fea-46aa-862f-7ba80af3304b req-f575469b-908e-455b-94e9-dc4f5cf117cf tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.608810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc71d87-3fea-46aa-862f-7ba80af3304b req-f575469b-908e-455b-94e9-dc4f5cf117cf tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.612673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc71d87-3fea-46aa-862f-7ba80af3304b req-f575469b-908e-455b-94e9-dc4f5cf117cf tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.614504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6cc71d87-3fea-46aa-862f-7ba80af3304b req-f575469b-908e-455b-94e9-dc4f5cf117cf tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5427 time: 0.3592737 Feb 04 15:31:36.738048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-df45fa52-bd63-40f9-88d9-1fd3098ffca8 admin admin] For port a17860ae-0b20-4325-ab56-50dd1b031533, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a17860ae-0b20-4325-ab56-50dd1b031533,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:36.738322 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df45fa52-bd63-40f9-88d9-1fd3098ffca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.756804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18b96cec-7b53-475c-8f98-fb1cd5187e4b req-f7f46e22-6da6-4ee4-a7e9-1fdc4cdd4685 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395319 Feb 04 15:31:36.811794 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6cc71d87-3fea-46aa-862f-7ba80af3304b req-f7489fbf-38ad-4bc4-800c-830781b967da tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1678994 Feb 04 15:31:36.840638 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d587dd-d24c-46d8-9dc5-44d2e98c2457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f3a7e4-bf90-47a1-be03-408c820e66b8', 'code': 200} Feb 04 15:31:36.888268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-df45fa52-bd63-40f9-88d9-1fd3098ffca8 admin admin] Calling delete_port for a17860ae-0b20-4325-ab56-50dd1b031533 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:31:37.223691 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd3b360b-5aa3-4828-8422-9b6a0609c890 req-58a6e806-1060-410c-a0f0-ef3f98265faa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 1101 time: 0.2253790 Feb 04 15:31:37.231987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843ebd4-ec71-4a3f-9baf-a4ccb22cd378 req-25e39b64-4899-4308-8652-05d7383ca5b2 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:37.233451 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3843ebd4-ec71-4a3f-9baf-a4ccb22cd378 req-25e39b64-4899-4308-8652-05d7383ca5b2 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1744130 Feb 04 15:31:37.281886 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d174d41-7568-4f56-8351-3eaa99524f07 req-c967faf3-a6bc-4a64-b5df-95353cd4206b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2801113 Feb 04 15:31:37.350907 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df45fa52-bd63-40f9-88d9-1fd3098ffca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.396342 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd3b360b-5aa3-4828-8422-9b6a0609c890 req-722d6690-26bc-49ad-966f-3a8fbe9ef0bc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339509 Feb 04 15:31:37.403783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45fa52-bd63-40f9-88d9-1fd3098ffca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17860ae-0b20-4325-ab56-50dd1b031533,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:37.409265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3843ebd4-ec71-4a3f-9baf-a4ccb22cd378 req-55e5099e-9706-42ce-8871-a2eba07bd55d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458383 Feb 04 15:31:37.800087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2902d4b-3a27-47ee-81bd-9bd410adb3ee req-5a1bb467-2f48-4783-8a21-1184beee0c4d tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:37.801513 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2902d4b-3a27-47ee-81bd-9bd410adb3ee req-5a1bb467-2f48-4783-8a21-1184beee0c4d tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.2392352 Feb 04 15:31:37.918133 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2902d4b-3a27-47ee-81bd-9bd410adb3ee req-0e243a1a-66f0-4a00-a652-e4287c9b71cc tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090007 Feb 04 15:31:37.996428 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df45fa52-bd63-40f9-88d9-1fd3098ffca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:38.420195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f7e6e-93ef-4b6e-aa23-0d56a8302fb4 req-5583eebb-f5b1-40ce-8422-7241b618f63f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:38.422555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f2f7e6e-93ef-4b6e-aa23-0d56a8302fb4 req-5583eebb-f5b1-40ce-8422-7241b618f63f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1340144 Feb 04 15:31:38.504504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-8b27b1e0-1afe-4daf-8f0d-91600fa7058e tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:31:38.505484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-8b27b1e0-1afe-4daf-8f0d-91600fa7058e tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0116317 Feb 04 15:31:38.521776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-99b48c73-57a0-4689-87dd-a7f4d41c6ec6 service neutron] Request body: {'binding': {'host': 'n-h2-827872-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:31:38.522209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-99b48c73-57a0-4689-87dd-a7f4d41c6ec6 service neutron] Unknown quota resources ['binding']. {{(pid=83551) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 15:31:38.599708 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f2f7e6e-93ef-4b6e-aa23-0d56a8302fb4 req-abbb6698-090d-45d0-bab9-2e4dd0a502ca tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701834 Feb 04 15:31:38.885225 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fa5a67d2-79ba-4324-ad8d-bfbd48af46ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:39.058448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-99b48c73-57a0-4689-87dd-a7f4d41c6ec6 service neutron] Attempting to bind port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 on host n-h2-827872-1 for vnic_type normal with profile None {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:39.058448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-99b48c73-57a0-4689-87dd-a7f4d41c6ec6 service neutron] Attempting to bind port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:39.058448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-99b48c73-57a0-4689-87dd-a7f4d41c6ec6 service neutron] Attempting to bind port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:39.077214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-99b48c73-57a0-4689-87dd-a7f4d41c6ec6 service neutron] Port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 on network 62733b51-fb30-46e2-a99d-550cf28f5810 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:31:39.078426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-99b48c73-57a0-4689-87dd-a7f4d41c6ec6 service neutron] Attempting to bind port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:39.085358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152dc57d-881d-4619-9120-65f25a68bc7e req-8a87641b-d66e-4849-8c26-ad704c68342b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.086887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-152dc57d-881d-4619-9120-65f25a68bc7e req-8a87641b-d66e-4849-8c26-ad704c68342b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 950 time: 0.3036287 Feb 04 15:31:39.165952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-99b48c73-57a0-4689-87dd-a7f4d41c6ec6 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:31:39.166246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-99b48c73-57a0-4689-87dd-a7f4d41c6ec6 service neutron] Checking segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:31:39.166621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-99b48c73-57a0-4689-87dd-a7f4d41c6ec6 service neutron] Bound using segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:31:39.166994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-99b48c73-57a0-4689-87dd-a7f4d41c6ec6 service neutron] Bound port: 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:39.232993 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-152dc57d-881d-4619-9120-65f25a68bc7e req-8b920efb-b6f6-4d4a-8982-5c1004f6d836 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956025 Feb 04 15:31:39.250418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-99b48c73-57a0-4689-87dd-a7f4d41c6ec6 service neutron] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:39.267825 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-99b48c73-57a0-4689-87dd-a7f4d41c6ec6 service neutron] Notify callbacks [] for binding, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:39.269698 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-99b48c73-57a0-4689-87dd-a7f4d41c6ec6 service neutron] 10.222.0.60 "POST /v2.0/ports/83986536-d4dd-47af-a3b8-92f0c8ba9e82/bindings HTTP/1.1" status: 201 len: 389 time: 0.7515659 Feb 04 15:31:39.543900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df45fa52-bd63-40f9-88d9-1fd3098ffca8 admin admin] Router 6497c913-d29b-419b-91c7-81fab8dca363 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:31:39.564859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe96d-cb63-4762-adcf-5e32f3ba68d3 req-553794c8-3d70-43ba-b11f-8a280818527c tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.569621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe96d-cb63-4762-adcf-5e32f3ba68d3 req-553794c8-3d70-43ba-b11f-8a280818527c tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.574178 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe96d-cb63-4762-adcf-5e32f3ba68d3 req-553794c8-3d70-43ba-b11f-8a280818527c tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.579864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe96d-cb63-4762-adcf-5e32f3ba68d3 req-553794c8-3d70-43ba-b11f-8a280818527c tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.584031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe96d-cb63-4762-adcf-5e32f3ba68d3 req-553794c8-3d70-43ba-b11f-8a280818527c tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.588731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe96d-cb63-4762-adcf-5e32f3ba68d3 req-553794c8-3d70-43ba-b11f-8a280818527c tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.593495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe96d-cb63-4762-adcf-5e32f3ba68d3 req-553794c8-3d70-43ba-b11f-8a280818527c tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.595641 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-575fe96d-cb63-4762-adcf-5e32f3ba68d3 req-553794c8-3d70-43ba-b11f-8a280818527c tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5427 time: 0.1633842 Feb 04 15:31:39.839639 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-575fe96d-cb63-4762-adcf-5e32f3ba68d3 req-d97d2c2c-060d-41cc-ae66-db69999a5ffc tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1702144 Feb 04 15:31:39.893370 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:39.971097 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-f304baed-aa4a-4b7f-8851-1b115c8da91b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 1096 time: 0.2996006 Feb 04 15:31:40.065782 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:40.141426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbccf2-4a94-4b07-8172-e713e86d797f req-83ebe90a-012b-406e-8232-3f3cd713a74a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:40.143078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-23bbccf2-4a94-4b07-8172-e713e86d797f req-83ebe90a-012b-406e-8232-3f3cd713a74a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.4726641 Feb 04 15:31:40.340487 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-23bbccf2-4a94-4b07-8172-e713e86d797f req-ca7e956b-f70a-4243-8299-28f31b777d34 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723690 Feb 04 15:31:40.407786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-151d5ec6-9158-44c9-a743-7331636e8869 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:40.408260 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-151d5ec6-9158-44c9-a743-7331636e8869 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.2628508 Feb 04 15:31:40.483981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9313b-d856-4562-a960-d27587e7eea4 req-f17e62bc-5a26-4c02-87b5-499ff759ba05 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:40.487965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bce9313b-d856-4562-a960-d27587e7eea4 req-f17e62bc-5a26-4c02-87b5-499ff759ba05 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.3403635 Feb 04 15:31:40.487965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df45fa52-bd63-40f9-88d9-1fd3098ffca8 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:31:40.493679 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-df45fa52-bd63-40f9-88d9-1fd3098ffca8 admin admin] 10.222.0.60 "PUT /v2.0/routers/6497c913-d29b-419b-91c7-81fab8dca363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0497427 Feb 04 15:31:40.496121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53274) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:40.499592 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9acde7d-2dab-44ed-b661-a6ebed64ea61 None None] Sync routers for ids ['6497c913-d29b-419b-91c7-81fab8dca363'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:31:40.521746 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9acde7d-2dab-44ed-b661-a6ebed64ea61 None None] Routers {'6497c913-d29b-419b-91c7-81fab8dca363'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:31:40.522520 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b9acde7d-2dab-44ed-b661-a6ebed64ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:31:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6497c913-d29b-419b-91c7-81fab8dca363'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:40.571132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-42448616-534a-418e-9be6-f61aedc7d8bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82 HTTP/1.1" status: 200 len: 217 time: 0.1461978 Feb 04 15:31:40.675463 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bce9313b-d856-4562-a960-d27587e7eea4 req-5b5da10a-cb3e-49de-a751-adb6f0049e2c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742828 Feb 04 15:31:40.687514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-2ff6c5c2-e137-446d-9f80-a92c88861b0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:40.689066 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-2ff6c5c2-e137-446d-9f80-a92c88861b0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.1080561 Feb 04 15:31:40.724710 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:40.805617 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-b9acde7d-2dab-44ed-b661-a6ebed64ea61 None None] Set router 6497c913-d29b-419b-91c7-81fab8dca363 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:31:40.818706 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-83a00752-bdab-42aa-af78-dba401c601e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210511 Feb 04 15:31:40.894697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cce71-7a7c-4b2d-858b-0452d51a9852 req-bbcb4c80-9130-4ef4-ac1e-0ee5b075b359 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:40.903966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc6cce71-7a7c-4b2d-858b-0452d51a9852 req-bbcb4c80-9130-4ef4-ac1e-0ee5b075b359 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 945 time: 0.3793480 Feb 04 15:31:41.012441 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.040359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] Deleting port c3bf4e78-63b5-4d33-9b4a-8a84d07b4592 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:31:41.040359 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.148782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 634615d3-644b-4e12-9526-504062a1c0c3 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:41.206120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-32452b60-6b6e-4adf-a8e2-aa6656741748 service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646529 Feb 04 15:31:41.302217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] For port c3bf4e78-63b5-4d33-9b4a-8a84d07b4592, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c3bf4e78-63b5-4d33-9b4a-8a84d07b4592,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:41.302526 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.358527 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b9acde7d-2dab-44ed-b661-a6ebed64ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:31:37Z', 'revision_number': 5, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port': {'id': 'c3bf4e78-63b5-4d33-9b4a-8a84d07b4592', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497c913-d29b-419b-91c7-81fab8dca363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:41.366751 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9acde7d-2dab-44ed-b661-a6ebed64ea61 None None] Checking router: 6497c913-d29b-419b-91c7-81fab8dca363 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:31:41.420069 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9acde7d-2dab-44ed-b661-a6ebed64ea61 None None] Routers {'6497c913-d29b-419b-91c7-81fab8dca363'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:31:41.420069 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b9acde7d-2dab-44ed-b661-a6ebed64ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:31:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6497c913-d29b-419b-91c7-81fab8dca363'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:41.457617 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.464956 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.540134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=634615d3-644b-4e12-9526-504062a1c0c3,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:41.568371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 634615d3-644b-4e12-9526-504062a1c0c3 has no active binding in host n-h1-827872-1 {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:31:41.577615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] Calling delete_port for c3bf4e78-63b5-4d33-9b4a-8a84d07b4592 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:31:41.659417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-34d3f8cf-38ae-4863-bd70-6e6da82dac5e service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471396 Feb 04 15:31:41.703050 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-b9acde7d-2dab-44ed-b661-a6ebed64ea61 None None] Set router 6497c913-d29b-419b-91c7-81fab8dca363 gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:31:41.732683 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc6cce71-7a7c-4b2d-858b-0452d51a9852 req-999f6792-0ad5-4f68-aef4-32eed11afb3c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8207793 Feb 04 15:31:41.762977 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-a5baa9d5-3750-42b9-8f25-e7efe0f3302b tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b&tenant_id=259f0c881e6045e4b888323648b2d57a&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 1097 time: 0.3868966 Feb 04 15:31:41.779054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c00bb-94f8-414a-8a51-91b67b9159fc req-1cd28189-f077-4165-85db-17f16f998440 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.782178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827872-1'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:31:41.784090 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-041c00bb-94f8-414a-8a51-91b67b9159fc req-1cd28189-f077-4165-85db-17f16f998440 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.5820198 Feb 04 15:31:41.915807 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-041c00bb-94f8-414a-8a51-91b67b9159fc req-22e9eb6b-8e8c-4697-a0d7-f52abeb45863 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228576 Feb 04 15:31:41.930363 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b9acde7d-2dab-44ed-b661-a6ebed64ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:31:41Z', 'revision_number': 6, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:41.947726 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9acde7d-2dab-44ed-b661-a6ebed64ea61 None None] The sync data for ids ['6497c913-d29b-419b-91c7-81fab8dca363'] in n-d-827872-1 is: [{'id': '6497c913-d29b-419b-91c7-81fab8dca363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-94199273-router', 'tenant_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:31:41Z', 'revision_number': 6, 'project_id': 'aa371acdd906464fb4a2d0efa0b076f3', 'gw_port_host': None}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:31:41.957751 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:42.268099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335a429-ceb9-49d0-80f3-9e9ef918f1c8 req-545e72a3-8509-43fa-9097-b9c8ec8e1aba tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.269811 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a335a429-ceb9-49d0-80f3-9e9ef918f1c8 req-545e72a3-8509-43fa-9097-b9c8ec8e1aba tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 950 time: 0.2641454 Feb 04 15:31:42.362394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b42b11-85bc-4a3c-ab0e-d4979f349d39 req-f49fb130-7542-401b-a71e-6f38dca5b762 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.370322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b42b11-85bc-4a3c-ab0e-d4979f349d39 req-f49fb130-7542-401b-a71e-6f38dca5b762 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.375609 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:42.376718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b42b11-85bc-4a3c-ab0e-d4979f349d39 req-f49fb130-7542-401b-a71e-6f38dca5b762 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.380585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=634615d3-644b-4e12-9526-504062a1c0c3,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:42.381822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b42b11-85bc-4a3c-ab0e-d4979f349d39 req-f49fb130-7542-401b-a71e-6f38dca5b762 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.387459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b42b11-85bc-4a3c-ab0e-d4979f349d39 req-f49fb130-7542-401b-a71e-6f38dca5b762 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.391951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b42b11-85bc-4a3c-ab0e-d4979f349d39 req-f49fb130-7542-401b-a71e-6f38dca5b762 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.396226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b42b11-85bc-4a3c-ab0e-d4979f349d39 req-f49fb130-7542-401b-a71e-6f38dca5b762 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.405899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97b42b11-85bc-4a3c-ab0e-d4979f349d39 req-f49fb130-7542-401b-a71e-6f38dca5b762 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5427 time: 0.2629871 Feb 04 15:31:42.437691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3bf4e78-63b5-4d33-9b4a-8a84d07b4592,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:42.443913 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a335a429-ceb9-49d0-80f3-9e9ef918f1c8 req-6b62279e-d18c-4044-9e6b-27f7ce0b720b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648893 Feb 04 15:31:42.513066 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97b42b11-85bc-4a3c-ab0e-d4979f349d39 req-d75fbf97-d15c-4ba0-b615-02ac67e8a9c6 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056485 Feb 04 15:31:42.690191 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:31:42.738733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:42.813319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900c29-9999-4277-9d3e-53e3047c2f37 req-341cf462-190b-44ae-a31d-708c57eafda1 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.822739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee900c29-9999-4277-9d3e-53e3047c2f37 req-341cf462-190b-44ae-a31d-708c57eafda1 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1843936 Feb 04 15:31:42.887813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee900c29-9999-4277-9d3e-53e3047c2f37 req-aba8d5fe-9b9e-4e3e-8f61-4f8f53cd8d08 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631874 Feb 04 15:31:42.975862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a830b-1ad8-4728-934e-f640c2e55203 req-e6992684-113d-40be-8152-5ac3646dbf5a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.977921 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e79a830b-1ad8-4728-934e-f640c2e55203 req-e6992684-113d-40be-8152-5ac3646dbf5a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 946 time: 0.2289147 Feb 04 15:31:43.038638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ba53f6-dea6-4d2f-8f95-ce703aa6496b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '634615d3-644b-4e12-9526-504062a1c0c3'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:43.040198 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.095792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e79a830b-1ad8-4728-934e-f640c2e55203 req-cd26a9e1-fa99-49ce-8338-59547ef4a322 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111414 Feb 04 15:31:43.117663 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.144509 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.561548 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51567ce1-b319-4a0f-ab47-9d1138e36fb9 req-f7e8ae99-3eda-4b8a-9660-d8df89dff786 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 1101 time: 0.3466287 Feb 04 15:31:43.631758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88da7a-1128-457c-9e6c-efac0aaebbc5 req-28eb2e14-ee44-42ff-9d70-72bf73e74d97 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:43.639476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f88da7a-1128-457c-9e6c-efac0aaebbc5 req-28eb2e14-ee44-42ff-9d70-72bf73e74d97 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 945 time: 0.3130648 Feb 04 15:31:43.712259 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a17860ae-0b20-4325-ab56-50dd1b031533 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:43.731859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f88da7a-1128-457c-9e6c-efac0aaebbc5 req-8107c350-c095-44df-b175-f51336f97a51 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913992 Feb 04 15:31:43.740060 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51567ce1-b319-4a0f-ab47-9d1138e36fb9 req-e8105e5c-5c8e-469d-93fe-8f9619720a14 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775813 Feb 04 15:31:43.811808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: a17860ae-0b20-4325-ab56-50dd1b031533 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:31:43.816053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a17860ae-0b20-4325-ab56-50dd1b031533 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:31:43.816918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c3bf4e78-63b5-4d33-9b4a-8a84d07b4592 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:43.825827 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.864039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Pushing event updated for resources: {'Port': ['ID=634615d3-644b-4e12-9526-504062a1c0c3,revision_number=7']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:43.875921 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.901135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: c3bf4e78-63b5-4d33-9b4a-8a84d07b4592 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:31:43.901652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c3bf4e78-63b5-4d33-9b4a-8a84d07b4592 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:31:43.965167 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ba53f6-dea6-4d2f-8f95-ce703aa6496b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '634615d3-644b-4e12-9526-504062a1c0c3', 'code': 200} Feb 04 15:31:44.043006 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.047657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6497c913-d29b-419b-91c7-81fab8dca363 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:31:44.089150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Attempting to bind port 634615d3-644b-4e12-9526-504062a1c0c3 on host n-h2-827872-1 for vnic_type normal with profile {"migrating_to": "n-h1-827872-1"} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:44.089475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Attempting to bind port 634615d3-644b-4e12-9526-504062a1c0c3 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:44.089851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Attempting to bind port 634615d3-644b-4e12-9526-504062a1c0c3 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:44.096449 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.098024 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-15567b47-9b17-4b95-b58a-2ba7a3562945 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6497c913-d29b-419b-91c7-81fab8dca363 HTTP/1.1" status: 204 len: 168 time: 3.6008968 Feb 04 15:31:44.102210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53312) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:44.147636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Port 634615d3-644b-4e12-9526-504062a1c0c3 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:31:44.147854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Attempting to bind port 634615d3-644b-4e12-9526-504062a1c0c3 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:44.157902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:31:44.158287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Checking segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:31:44.158744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Bound using segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:31:44.159039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Bound port: 634615d3-644b-4e12-9526-504062a1c0c3, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:44.159435 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.259987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-066898ea-79e8-4c40-8669-18a9f349d3ca admin admin] Deleting subnet d305bd05-a89f-476f-b433-f21b1c63f1f0 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:31:44.275342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-066898ea-79e8-4c40-8669-18a9f349d3ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.379117 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-066898ea-79e8-4c40-8669-18a9f349d3ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.413220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:44.440513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=634615d3-644b-4e12-9526-504062a1c0c3,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:44.440923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce61cfd-b520-422a-9fbb-29cdb938ca30 req-287f416e-a3ec-4d7e-bccf-f5b0d186e1a6 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:44.444975 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ce61cfd-b520-422a-9fbb-29cdb938ca30 req-287f416e-a3ec-4d7e-bccf-f5b0d186e1a6 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.5132246 Feb 04 15:31:44.453606 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.465648 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e509-8330-42a4-8aef-6068d555eb8c req-8c51580b-58f6-44dc-9179-38e282913f14 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:44.474307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e509-8330-42a4-8aef-6068d555eb8c req-8c51580b-58f6-44dc-9179-38e282913f14 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:44.485369 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e509-8330-42a4-8aef-6068d555eb8c req-8c51580b-58f6-44dc-9179-38e282913f14 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:44.494466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e509-8330-42a4-8aef-6068d555eb8c req-8c51580b-58f6-44dc-9179-38e282913f14 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:44.503111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e509-8330-42a4-8aef-6068d555eb8c req-8c51580b-58f6-44dc-9179-38e282913f14 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:44.572823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e509-8330-42a4-8aef-6068d555eb8c req-8c51580b-58f6-44dc-9179-38e282913f14 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:44.587567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e509-8330-42a4-8aef-6068d555eb8c req-8c51580b-58f6-44dc-9179-38e282913f14 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:44.611710 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10f8e509-8330-42a4-8aef-6068d555eb8c req-8c51580b-58f6-44dc-9179-38e282913f14 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5427 time: 0.5537550 Feb 04 15:31:44.645470 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-066898ea-79e8-4c40-8669-18a9f349d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.711418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10f8e509-8330-42a4-8aef-6068d555eb8c req-4c5ae611-7cf4-4ab2-9b9b-905e5cfdb5f3 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083791 Feb 04 15:31:44.716031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Pushing event updated for resources: {'Port': ['ID=634615d3-644b-4e12-9526-504062a1c0c3,revision_number=8']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:44.726439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ce61cfd-b520-422a-9fbb-29cdb938ca30 req-fe28caa3-1f22-42b0-95a1-62ff3bad3aad tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957220 Feb 04 15:31:44.747470 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.748917 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-6ae971e9-434e-46b7-af52-8fa6f28b134c service neutron] 10.222.0.81 "PUT /v2.0/ports/634615d3-644b-4e12-9526-504062a1c0c3 HTTP/1.1" status: 200 len: 1122 time: 2.9740644 Feb 04 15:31:44.779757 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-066898ea-79e8-4c40-8669-18a9f349d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.954213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['634615d3-644b-4e12-9526-504062a1c0c3'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:44.966782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-abaef631-a07f-4f3d-b34f-c73439d726ad tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4213da738ffd4f85b6792919883c01d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999298 Feb 04 15:31:44.999970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066898ea-79e8-4c40-8669-18a9f349d3ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d305bd05-a89f-476f-b433-f21b1c63f1f0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:45.008897 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['634615d3-644b-4e12-9526-504062a1c0c3'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:45.033152 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-066898ea-79e8-4c40-8669-18a9f349d3ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.055545 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-066898ea-79e8-4c40-8669-18a9f349d3ca admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d305bd05-a89f-476f-b433-f21b1c63f1f0 HTTP/1.1" status: 204 len: 168 time: 0.9520321 Feb 04 15:31:45.058199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53328) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:45.082977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666d7559-de9e-44ec-87f5-a9e39b368c3e None None] Network c61f278d-a093-4264-873d-c2b0fe84d55f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:31:45.247390 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.258191 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d857e714-2bf7-4e58-9ef6-bc49f645a872 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:45.273173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] Deleting port 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:31:45.273756 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.375150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3d701-a2c3-475c-bdc3-f0a3f439bb83 req-de1c0b55-5dc3-4c72-b544-d260fa84e479 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.382166 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9f3d701-a2c3-475c-bdc3-f0a3f439bb83 req-de1c0b55-5dc3-4c72-b544-d260fa84e479 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.2834826 Feb 04 15:31:45.421241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-5058ca2e-67a4-4352-8ede-f145bb14f07c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.428159 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-5058ca2e-67a4-4352-8ede-f145bb14f07c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4583905 Feb 04 15:31:45.465154 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-a263f869-784d-442e-80fc-1a4d9ef01c00 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/quotas/4213da738ffd4f85b6792919883c01d4 HTTP/1.1" status: 200 len: 375 time: 0.0360329 Feb 04 15:31:45.476184 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9f3d701-a2c3-475c-bdc3-f0a3f439bb83 req-85ebaebc-58e7-4202-b249-0ebd61bbd372 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928760 Feb 04 15:31:45.621913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] For port 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c,segment=NetworkSegment(03dfcd40-e95c-4480-9146-1ca8eb1063c8),segment_id=03dfcd40-e95c-4480-9146-1ca8eb1063c8)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:45.622597 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.626583 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-ec65383d-501b-4a9d-ad27-09ddba015922 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1604884 Feb 04 15:31:45.705793 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d857e714-2bf7-4e58-9ef6-bc49f645a872, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d857e714-2bf7-4e58-9ef6-bc49f645a872,segment=NetworkSegment(07e12700-662e-4c43-94e9-9744cdcb68a2),segment_id=07e12700-662e-4c43-94e9-9744cdcb68a2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:45.760224 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'd857e714-2bf7-4e58-9ef6-bc49f645a872', 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'port_id': 'd857e714-2bf7-4e58-9ef6-bc49f645a872', 'mac_address': 'fa:16:3e:61:cf:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b16b27-6096-410b-9c85-98ba313d8301', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:31:45.775979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] Calling delete_port for 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:31:45.780857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67aac97-c3e4-4f65-8a0f-44055d8b5ec2 req-088a9b99-b9ad-48d0-a9a8-afc59bf2c9ce tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.784058 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d67aac97-c3e4-4f65-8a0f-44055d8b5ec2 req-088a9b99-b9ad-48d0-a9a8-afc59bf2c9ce tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 944 time: 0.1449521 Feb 04 15:31:45.869728 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.880121 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d67aac97-c3e4-4f65-8a0f-44055d8b5ec2 req-e4f0c18f-01fb-46b0-a0dd-ce7f8ea3e885 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905993 Feb 04 15:31:45.887871 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.939725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:45.951048 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d857e714-2bf7-4e58-9ef6-bc49f645a872 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:45.964051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] No DVR routers for this DVR port 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:45.966868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57c773b-bb03-4960-9931-4879486df383 None None] DHCP port deletion for c61f278d-a093-4264-873d-c2b0fe84d55f request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:31:46.012440 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d857e714-2bf7-4e58-9ef6-bc49f645a872, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d857e714-2bf7-4e58-9ef6-bc49f645a872,segment=NetworkSegment(07e12700-662e-4c43-94e9-9744cdcb68a2),segment_id=07e12700-662e-4c43-94e9-9744cdcb68a2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:46.018381 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.019096 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 732f58c9-d084-4ca9-929d-6d17d6a97b31 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:46.025465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ba53f6-dea6-4d2f-8f95-ce703aa6496b', 'tag': '634615d3-644b-4e12-9526-504062a1c0c3'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:46.156807 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.223520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=d857e714-2bf7-4e58-9ef6-bc49f645a872,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:46.235712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61f278d-a093-4264-873d-c2b0fe84d55f']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:46.256524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03dfcd40-e95c-4480-9146-1ca8eb1063c8') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:46.256921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03dfcd40-e95c-4480-9146-1ca8eb1063c8') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:46.273456 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.299531 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.316901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 732f58c9-d084-4ca9-929d-6d17d6a97b31, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=732f58c9-d084-4ca9-929d-6d17d6a97b31,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:46.326562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:31:46.327291 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.337146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '732f58c9-d084-4ca9-929d-6d17d6a97b31', 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4', 'port_id': '732f58c9-d084-4ca9-929d-6d17d6a97b31', 'mac_address': 'fa:16:3e:f7:2e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fb7a57-1017-4d21-aa88-55ead7d0a375', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:31:46.346000 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:31:46.396452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64310c61-31a4-4e07-b868-3848ee2ae4eb req-1ed61d03-54f3-49d8-8b1d-02c836507db9 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.399477 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-64310c61-31a4-4e07-b868-3848ee2ae4eb req-1ed61d03-54f3-49d8-8b1d-02c836507db9 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 945 time: 0.1752787 Feb 04 15:31:46.422898 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.452267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-64310c61-31a4-4e07-b868-3848ee2ae4eb req-a7d867b9-1e34-4dff-ae10-9b914007eb6c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478714 Feb 04 15:31:46.472382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.508743 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.512036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] Pushing event deleted for resources: {'Network': ['ID=c61f278d-a093-4264-873d-c2b0fe84d55f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:46.513583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732f58c9-d084-4ca9-929d-6d17d6a97b31 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:46.534426 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-55320b0b-9916-4ffe-bf11-e00f1dcf7171 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c61f278d-a093-4264-873d-c2b0fe84d55f HTTP/1.1" status: 204 len: 168 time: 1.4689605 Feb 04 15:31:46.538435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53352) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:46.540966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 732f58c9-d084-4ca9-929d-6d17d6a97b31, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=732f58c9-d084-4ca9-929d-6d17d6a97b31,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:46.546438 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.548791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device edd9fcf0-26a5-4632-97bc-987dd12659e6 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:46.645020 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port edd9fcf0-26a5-4632-97bc-987dd12659e6, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=edd9fcf0-26a5-4632-97bc-987dd12659e6,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:46.654205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=732f58c9-d084-4ca9-929d-6d17d6a97b31,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:46.664365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'edd9fcf0-26a5-4632-97bc-987dd12659e6', 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4', 'port_id': 'edd9fcf0-26a5-4632-97bc-987dd12659e6', 'mac_address': 'fa:16:3e:11:4b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fb7a57-1017-4d21-aa88-55ead7d0a375', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:31:46.727132 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.748017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd9fcf0-26a5-4632-97bc-987dd12659e6 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:46.766815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port edd9fcf0-26a5-4632-97bc-987dd12659e6, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=edd9fcf0-26a5-4632-97bc-987dd12659e6,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:46.788469 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.788469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ca6de4c7-06b7-475f-b551-74d6d9cef7e7 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:46.858996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0aa5f-bbb2-44ac-9a38-a9b758dd7746 req-fff0f8fc-920a-4de2-aa90-22b511ef36d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.861065 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54b0aa5f-bbb2-44ac-9a38-a9b758dd7746 req-fff0f8fc-920a-4de2-aa90-22b511ef36d4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.2551961 Feb 04 15:31:46.893480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ca6de4c7-06b7-475f-b551-74d6d9cef7e7, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ca6de4c7-06b7-475f-b551-74d6d9cef7e7,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:46.901810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83fc0d-6a7c-4e78-8e44-75e14339e9c1 req-c27d8df0-5db7-482a-b0c6-c3be4e3c398e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.907713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83fc0d-6a7c-4e78-8e44-75e14339e9c1 req-c27d8df0-5db7-482a-b0c6-c3be4e3c398e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.911921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83fc0d-6a7c-4e78-8e44-75e14339e9c1 req-c27d8df0-5db7-482a-b0c6-c3be4e3c398e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.916037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83fc0d-6a7c-4e78-8e44-75e14339e9c1 req-c27d8df0-5db7-482a-b0c6-c3be4e3c398e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.920160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83fc0d-6a7c-4e78-8e44-75e14339e9c1 req-c27d8df0-5db7-482a-b0c6-c3be4e3c398e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.924077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83fc0d-6a7c-4e78-8e44-75e14339e9c1 req-c27d8df0-5db7-482a-b0c6-c3be4e3c398e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.927971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83fc0d-6a7c-4e78-8e44-75e14339e9c1 req-c27d8df0-5db7-482a-b0c6-c3be4e3c398e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.929139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'ca6de4c7-06b7-475f-b551-74d6d9cef7e7', 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4', 'port_id': 'ca6de4c7-06b7-475f-b551-74d6d9cef7e7', 'mac_address': 'fa:16:3e:47:5a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fb7a57-1017-4d21-aa88-55ead7d0a375', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:31:46.930422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed83fc0d-6a7c-4e78-8e44-75e14339e9c1 req-c27d8df0-5db7-482a-b0c6-c3be4e3c398e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5429 time: 0.2467210 Feb 04 15:31:47.020210 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.028428 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54b0aa5f-bbb2-44ac-9a38-a9b758dd7746 req-ec58bd8a-7860-49f6-baea-bbf38c48a04c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468892 Feb 04 15:31:47.039751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed83fc0d-6a7c-4e78-8e44-75e14339e9c1 req-2c97e6d2-b0fa-47a7-9cc0-240f50353f85 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921743 Feb 04 15:31:47.045186 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=edd9fcf0-26a5-4632-97bc-987dd12659e6,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:47.051518 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6de4c7-06b7-475f-b551-74d6d9cef7e7 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:47.071701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ca6de4c7-06b7-475f-b551-74d6d9cef7e7, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ca6de4c7-06b7-475f-b551-74d6d9cef7e7,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:47.082029 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.082882 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:47.172020 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=4dfa7ad2-38e5-438e-9868-cf93aacc7d91,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:47.186067 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ba53f6-dea6-4d2f-8f95-ce703aa6496b', 'tag': '634615d3-644b-4e12-9526-504062a1c0c3', 'status': 'completed', 'code': 200} Feb 04 15:31:47.187385 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=ca6de4c7-06b7-475f-b551-74d6d9cef7e7,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:47.194807 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '4dfa7ad2-38e5-438e-9868-cf93aacc7d91', 'network_id': '5330c659-c4e6-492d-9695-f45ce3b027e4', 'port_id': '4dfa7ad2-38e5-438e-9868-cf93aacc7d91', 'mac_address': 'fa:16:3e:e3:6b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fb7a57-1017-4d21-aa88-55ead7d0a375', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:31:47.230672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e23d6db7-0733-409a-82be-5ecb3eb44723 req-abc2c452-a849-4bb9-a8c6-027ca9f9fc21 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 210 time: 0.0509176 Feb 04 15:31:47.268169 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.295091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:47.317969 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=4dfa7ad2-38e5-438e-9868-cf93aacc7d91,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:47.323737 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.324400 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 3734f7fb-e683-4d99-8fd6-2bc23f362f10 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:47.461593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=4dfa7ad2-38e5-438e-9868-cf93aacc7d91,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:47.530926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 3734f7fb-e683-4d99-8fd6-2bc23f362f10, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3734f7fb-e683-4d99-8fd6-2bc23f362f10,segment=NetworkSegment(6d6ff17f-d6bb-4d63-ba5b-ff75e0127936),segment_id=6d6ff17f-d6bb-4d63-ba5b-ff75e0127936)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:47.549578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '3734f7fb-e683-4d99-8fd6-2bc23f362f10', 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc', 'port_id': '3734f7fb-e683-4d99-8fd6-2bc23f362f10', 'mac_address': 'fa:16:3e:bd:0c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192fa08c-d202-432c-8508-984aca37488a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:31:47.602420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-081b5d9f-9653-4dfc-afcc-d22ee26d46db req-fa864eb1-d973-43db-b733-4bb9b9279456 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 1125 time: 0.3682318 Feb 04 15:31:47.617866 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.637432 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3734f7fb-e683-4d99-8fd6-2bc23f362f10 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:47.655307 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 3734f7fb-e683-4d99-8fd6-2bc23f362f10, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3734f7fb-e683-4d99-8fd6-2bc23f362f10,segment=NetworkSegment(6d6ff17f-d6bb-4d63-ba5b-ff75e0127936),segment_id=6d6ff17f-d6bb-4d63-ba5b-ff75e0127936)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:47.659439 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.660079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 1f271202-9b8d-4365-ace1-59a7bd13c16c details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:47.697697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:47.738078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-6ad0186e-6eef-492d-a7e8-8c9d880cef76 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4213da738ffd4f85b6792919883c01d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990217 Feb 04 15:31:47.746857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:31:47.747157 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 07ffd500-76f6-47bc-9c49-ad6a4d6c9a4c not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:31:47.774908 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=3734f7fb-e683-4d99-8fd6-2bc23f362f10,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:47.779407 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 1f271202-9b8d-4365-ace1-59a7bd13c16c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1f271202-9b8d-4365-ace1-59a7bd13c16c,segment=NetworkSegment(6d6ff17f-d6bb-4d63-ba5b-ff75e0127936),segment_id=6d6ff17f-d6bb-4d63-ba5b-ff75e0127936)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:47.793989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c413d-97b0-48b4-98af-0a6b75b2d987 req-f00fd21f-f6ad-410e-9630-8d8e0ed1b97a tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:47.794390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '1f271202-9b8d-4365-ace1-59a7bd13c16c', 'network_id': '2543d2dd-a9fd-4950-82d9-b8a37c3497cc', 'port_id': '1f271202-9b8d-4365-ace1-59a7bd13c16c', 'mac_address': 'fa:16:3e:e0:84:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192fa08c-d202-432c-8508-984aca37488a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:31:47.795577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-861c413d-97b0-48b4-98af-0a6b75b2d987 req-f00fd21f-f6ad-410e-9630-8d8e0ed1b97a tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 946 time: 0.4414265 Feb 04 15:31:47.862071 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.882605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f271202-9b8d-4365-ace1-59a7bd13c16c {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:47.900347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 1f271202-9b8d-4365-ace1-59a7bd13c16c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1f271202-9b8d-4365-ace1-59a7bd13c16c,segment=NetworkSegment(6d6ff17f-d6bb-4d63-ba5b-ff75e0127936),segment_id=6d6ff17f-d6bb-4d63-ba5b-ff75e0127936)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:47.904415 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.917982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e8893-0d21-44ef-a709-197bd908d8a8 req-698cbb93-7760-4b3b-8a7c-14fac9f28326 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:47.919490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-996e8893-0d21-44ef-a709-197bd908d8a8 req-698cbb93-7760-4b3b-8a7c-14fac9f28326 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.5176136 Feb 04 15:31:47.975128 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=1f271202-9b8d-4365-ace1-59a7bd13c16c,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:47.984176 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b5d9f-9653-4dfc-afcc-d22ee26d46db req-323a7737-3da7-4b5b-b3ad-f4bad1125d40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:47.985618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-081b5d9f-9653-4dfc-afcc-d22ee26d46db req-323a7737-3da7-4b5b-b3ad-f4bad1125d40 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.3743837 Feb 04 15:31:47.987209 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aeef21cb-e1a3-4a99-965e-14d67e8e5992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.162684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-861c413d-97b0-48b4-98af-0a6b75b2d987 req-20d18a09-1a98-49ca-ae12-f9691745edd2 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad3ecbd0-f817-4b64-9705-edbc51de156b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989881 Feb 04 15:31:48.170963 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-081b5d9f-9653-4dfc-afcc-d22ee26d46db req-7dfdcd7c-5a4c-4d17-9300-833621200bad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=634615d3-644b-4e12-9526-504062a1c0c3 HTTP/1.1" status: 200 len: 217 time: 0.1243351 Feb 04 15:31:48.185566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-2a2a9988-42a4-40be-8792-1b9e7f90ad1a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:48.186980 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-2a2a9988-42a4-40be-8792-1b9e7f90ad1a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4396150 Feb 04 15:31:48.220265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-996e8893-0d21-44ef-a709-197bd908d8a8 req-227ecba3-ba6e-47cb-b3ce-447551a50d3d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790711 Feb 04 15:31:48.229343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Request body: {'port': {'device_id': '7f6f3007-01d1-4a67-ac5a-31034c1ad7dd', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '4213da738ffd4f85b6792919883c01d4'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:31:48.425527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b5d9f-9653-4dfc-afcc-d22ee26d46db req-954d2dc8-81b4-499c-8e69-bc70d1e907df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:48.426882 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-081b5d9f-9653-4dfc-afcc-d22ee26d46db req-954d2dc8-81b4-499c-8e69-bc70d1e907df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.2469065 Feb 04 15:31:48.516788 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-081b5d9f-9653-4dfc-afcc-d22ee26d46db req-97e8cc8c-714c-4d4a-bf45-9838099e3723 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705907 Feb 04 15:31:48.695006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:48.725572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:48.761260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d6b86-9ab0-4285-b426-840630f18356 req-79ab12e8-c080-4ab6-bef3-0607bf68d984 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:48.762732 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c2d6b86-9ab0-4285-b426-840630f18356 req-79ab12e8-c080-4ab6-bef3-0607bf68d984 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 944 time: 0.4490168 Feb 04 15:31:48.775385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1249f-94e1-4611-9f59-8c7f1d58c74b req-4aa2f1c3-92f6-4874-ae4b-b120d4a70b23 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:48.776807 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4f1249f-94e1-4611-9f59-8c7f1d58c74b req-4aa2f1c3-92f6-4874-ae4b-b120d4a70b23 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 945 time: 0.4146328 Feb 04 15:31:48.777387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Made reservation on behalf of 4213da738ffd4f85b6792919883c01d4 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:48.780227 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.877335 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-081b5d9f-9653-4dfc-afcc-d22ee26d46db req-e905af56-83e1-41c1-aaff-bde3600a084f service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388371 Feb 04 15:31:48.890313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cf391-b186-476d-abdb-6cbe1f07848b req-df54b514-1167-48c9-b76f-a6d82bddfd49 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:48.890313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-eb6cf391-b186-476d-abdb-6cbe1f07848b req-df54b514-1167-48c9-b76f-a6d82bddfd49 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Synchronizing usage tracker for tenant:dc88977259954e23bfe3f3635692c885 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:48.907973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-eb6cf391-b186-476d-abdb-6cbe1f07848b req-df54b514-1167-48c9-b76f-a6d82bddfd49 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Unset dirty status for tenant:dc88977259954e23bfe3f3635692c885 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:48.909511 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb6cf391-b186-476d-abdb-6cbe1f07848b req-df54b514-1167-48c9-b76f-a6d82bddfd49 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 946 time: 0.1071031 Feb 04 15:31:48.984784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-eb6cf391-b186-476d-abdb-6cbe1f07848b req-a3f60d05-32d1-40e5-85d5-4ca040846e78 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Deleting port d7afd324-3c48-411e-988a-09594a10a6d2 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:31:48.985033 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eb6cf391-b186-476d-abdb-6cbe1f07848b req-a3f60d05-32d1-40e5-85d5-4ca040846e78 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.054296 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.059833 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4f1249f-94e1-4611-9f59-8c7f1d58c74b req-7f6955ce-ba88-4a00-b3a7-bf316efc1f95 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611814 Feb 04 15:31:49.079731 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c2d6b86-9ab0-4285-b426-840630f18356 req-959f3484-13bf-44e6-bb68-35ab9c01c287 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801905 Feb 04 15:31:49.296528 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-eb6cf391-b186-476d-abdb-6cbe1f07848b req-a3f60d05-32d1-40e5-85d5-4ca040846e78 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] For port d7afd324-3c48-411e-988a-09594a10a6d2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d7afd324-3c48-411e-988a-09594a10a6d2,segment=NetworkSegment(d764ed35-44bc-4e71-a8dc-f05609adfdc0),segment_id=d764ed35-44bc-4e71-a8dc-f05609adfdc0)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:49.297185 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eb6cf391-b186-476d-abdb-6cbe1f07848b req-a3f60d05-32d1-40e5-85d5-4ca040846e78 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.431380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-eb6cf391-b186-476d-abdb-6cbe1f07848b req-a3f60d05-32d1-40e5-85d5-4ca040846e78 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Calling delete_port for d7afd324-3c48-411e-988a-09594a10a6d2 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:31:49.488042 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-081b5d9f-9653-4dfc-afcc-d22ee26d46db req-151d7dfd-a478-4cd4-8226-cc75bff061d3 service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677519 Feb 04 15:31:49.598250 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Allocated IP 192.168.233.101 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/68de3e79-d1f5-4e87-b1f8-04028d138426) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:49.670053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eb6cf391-b186-476d-abdb-6cbe1f07848b req-a3f60d05-32d1-40e5-85d5-4ca040846e78 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.725302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f60d05-32d1-40e5-85d5-4ca040846e78 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Pushing event deleted for resources: {'Port': ['ID=d7afd324-3c48-411e-988a-09594a10a6d2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:49.745448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a82c2-b105-4e93-9ae7-5c5343584cc3 req-2b17cca8-b3b1-4fc8-9ce5-3ef6887e9f81 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:49.749456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a82c2-b105-4e93-9ae7-5c5343584cc3 req-2b17cca8-b3b1-4fc8-9ce5-3ef6887e9f81 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:49.754135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a82c2-b105-4e93-9ae7-5c5343584cc3 req-2b17cca8-b3b1-4fc8-9ce5-3ef6887e9f81 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:49.760407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a82c2-b105-4e93-9ae7-5c5343584cc3 req-2b17cca8-b3b1-4fc8-9ce5-3ef6887e9f81 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:49.764038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a82c2-b105-4e93-9ae7-5c5343584cc3 req-2b17cca8-b3b1-4fc8-9ce5-3ef6887e9f81 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:49.767520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a82c2-b105-4e93-9ae7-5c5343584cc3 req-2b17cca8-b3b1-4fc8-9ce5-3ef6887e9f81 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:49.770638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a82c2-b105-4e93-9ae7-5c5343584cc3 req-2b17cca8-b3b1-4fc8-9ce5-3ef6887e9f81 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:49.781288 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8a8a82c2-b105-4e93-9ae7-5c5343584cc3 req-2b17cca8-b3b1-4fc8-9ce5-3ef6887e9f81 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5434 time: 0.3601224 Feb 04 15:31:49.808710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6cf391-b186-476d-abdb-6cbe1f07848b req-a3f60d05-32d1-40e5-85d5-4ca040846e78 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] No DVR routers for this DVR port d7afd324-3c48-411e-988a-09594a10a6d2 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:49.808710 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eb6cf391-b186-476d-abdb-6cbe1f07848b req-a3f60d05-32d1-40e5-85d5-4ca040846e78 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.815164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4d629d-4390-468d-94d9-76d6d8ec9a18', 'name': 'network-vif-deleted', 'tag': 'd7afd324-3c48-411e-988a-09594a10a6d2'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:49.815328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dda61c-4e8d-4fb1-9324-48d065292652 req-cc34aca4-904f-4dee-b78b-66fa48e4e23c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:49.820983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10dda61c-4e8d-4fb1-9324-48d065292652 req-cc34aca4-904f-4dee-b78b-66fa48e4e23c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.4471130 Feb 04 15:31:49.827483 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb6cf391-b186-476d-abdb-6cbe1f07848b req-a3f60d05-32d1-40e5-85d5-4ca040846e78 tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.81 "DELETE /v2.0/ports/d7afd324-3c48-411e-988a-09594a10a6d2 HTTP/1.1" status: 204 len: 173 time: 0.9123282 Feb 04 15:31:50.024157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8a8a82c2-b105-4e93-9ae7-5c5343584cc3 req-117293af-dc50-47dd-abb1-3e14361b9bcc tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2441623 Feb 04 15:31:50.092042 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10dda61c-4e8d-4fb1-9324-48d065292652 req-aa1e4fb6-c9ea-417b-9a2e-526638c6508c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710238 Feb 04 15:31:50.206185 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.220411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-132e8368-6dc7-44f8-b8e1-3ce82fa4458a req-06b92699-cb3e-463c-b406-959ce5096301 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 210 time: 0.0628321 Feb 04 15:31:50.249771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['d857e714-2bf7-4e58-9ef6-bc49f645a872'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:50.272240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Transition to ACTIVE for port object 68de3e79-d1f5-4e87-b1f8-04028d138426 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:50.282450 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9613433-4963-4f3b-b8f5-be1a5f2a446c req-affd6e68-1255-4083-9d66-281c9b3ac50f tempest-VolumesAdminNegativeTest-2074013823 tempest-VolumesAdminNegativeTest-2074013823-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b4d629d-4390-468d-94d9-76d6d8ec9a18 HTTP/1.1" status: 200 len: 210 time: 0.0535200 Feb 04 15:31:50.349676 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.366710 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['732f58c9-d084-4ca9-929d-6d17d6a97b31'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:50.380362 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4d629d-4390-468d-94d9-76d6d8ec9a18', 'name': 'network-vif-deleted', 'tag': 'd7afd324-3c48-411e-988a-09594a10a6d2', 'status': 'completed', 'code': 200} Feb 04 15:31:50.404570 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66', '7625cd05-1b68-4c91-b899-cc3529b5dc60', '599ac129-b2b4-4720-ae0f-47e597756eef', 'f2063083-2755-41fc-9a22-a1a55c113186'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:50.538497 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['edd9fcf0-26a5-4632-97bc-987dd12659e6'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:50.567658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:50.574755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:50.577687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:31:50.615238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event updated for resources: {'Port': ['ID=68de3e79-d1f5-4e87-b1f8-04028d138426,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:50.693320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['ca6de4c7-06b7-475f-b551-74d6d9cef7e7'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:50.746969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:50.748439 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.791076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-aeef21cb-e1a3-4a99-965e-14d67e8e5992 admin admin] Deleting port 69e1038f-c499-448d-b03b-0eaf9ad83909 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:31:50.791307 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aeef21cb-e1a3-4a99-965e-14d67e8e5992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.822940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88ec42-d751-432a-8950-c913610bd445 req-f831300d-bf25-4658-bf0a-51499e6b28d2 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:50.824486 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c88ec42-d751-432a-8950-c913610bd445 req-f831300d-bf25-4658-bf0a-51499e6b28d2 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.4648454 Feb 04 15:31:50.896223 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['3734f7fb-e683-4d99-8fd6-2bc23f362f10'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:50.920510 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-9bf4d4bb-6baf-46c7-ad80-43e02dec96fb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6956213 Feb 04 15:31:50.933318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b06ee-75e1-4933-ae61-758487fadd19 req-6cff197b-ad4d-4c3c-9352-38d9589c45b6 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:50.934783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab6b06ee-75e1-4933-ae61-758487fadd19 req-6cff197b-ad4d-4c3c-9352-38d9589c45b6 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 945 time: 0.4475057 Feb 04 15:31:50.955893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Request body: {'port': {'device_id': '7f6f3007-01d1-4a67-ac5a-31034c1ad7dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:31:50.968919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['1f271202-9b8d-4365-ace1-59a7bd13c16c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:51.126675 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c88ec42-d751-432a-8950-c913610bd445 req-87611c2e-1b8d-4355-8f2e-44066c6e1ec0 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541616 Feb 04 15:31:51.178498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d7afd324-3c48-411e-988a-09594a10a6d2 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:51.233626 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab6b06ee-75e1-4933-ae61-758487fadd19 req-c04f5f50-1162-4a6d-abef-59f85e7f370c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832744 Feb 04 15:31:51.245823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1a922663-6d9d-44ae-919f-c063a7f40d79 None None] Provisioning for port 68de3e79-d1f5-4e87-b1f8-04028d138426 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:51.255704 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: d7afd324-3c48-411e-988a-09594a10a6d2 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:31:51.256368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d7afd324-3c48-411e-988a-09594a10a6d2 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:31:51.259587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50c8be32-04fe-4969-aa46-8ef253bc60eb req-f99bc30a-7cbf-456c-a2a7-8bee6ad3383c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=495eb85f234247e28c499ffacaae7ea3&device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 1100 time: 0.4282672 Feb 04 15:31:51.264602 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.336789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1a922663-6d9d-44ae-919f-c063a7f40d79 None None] Provisioning complete for port 68de3e79-d1f5-4e87-b1f8-04028d138426 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:51.337632 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1a922663-6d9d-44ae-919f-c063a7f40d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.383147 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['4dfa7ad2-38e5-438e-9868-cf93aacc7d91'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:51.546747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-aeef21cb-e1a3-4a99-965e-14d67e8e5992 admin admin] For port 69e1038f-c499-448d-b03b-0eaf9ad83909, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=69e1038f-c499-448d-b03b-0eaf9ad83909,segment=NetworkSegment(79907ceb-1967-41e7-82b7-73a7d3d16c85),segment_id=79907ceb-1967-41e7-82b7-73a7d3d16c85)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:51.547082 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aeef21cb-e1a3-4a99-965e-14d67e8e5992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.594728 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1a922663-6d9d-44ae-919f-c063a7f40d79 None None] Port 68de3e79-d1f5-4e87-b1f8-04028d138426 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:31:51.763981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-aeef21cb-e1a3-4a99-965e-14d67e8e5992 admin admin] Calling delete_port for 69e1038f-c499-448d-b03b-0eaf9ad83909 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:31:51.936917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 83986536-d4dd-47af-a3b8-92f0c8ba9e82 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:52.019093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a04aa8-274e-4b7c-a586-35b0db1b6186 req-34a8d9ab-b19f-4489-bf7c-5f6db594be62 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.020601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17a04aa8-274e-4b7c-a586-35b0db1b6186 req-34a8d9ab-b19f-4489-bf7c-5f6db594be62 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 944 time: 0.7371089 Feb 04 15:31:52.021716 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8be32-04fe-4969-aa46-8ef253bc60eb req-d1a3ea8e-86f5-4452-8862-f7cd0d9d991c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.023911 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50c8be32-04fe-4969-aa46-8ef253bc60eb req-d1a3ea8e-86f5-4452-8862-f7cd0d9d991c service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.5728135 Feb 04 15:31:52.135558 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c4ba2-6891-4c9a-b801-07cf4799c989 req-56040653-8091-45ab-b2b7-75bfdcd7ea85 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.139539 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c4ba2-6891-4c9a-b801-07cf4799c989 req-56040653-8091-45ab-b2b7-75bfdcd7ea85 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.143424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c4ba2-6891-4c9a-b801-07cf4799c989 req-56040653-8091-45ab-b2b7-75bfdcd7ea85 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.147388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c4ba2-6891-4c9a-b801-07cf4799c989 req-56040653-8091-45ab-b2b7-75bfdcd7ea85 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.152177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c4ba2-6891-4c9a-b801-07cf4799c989 req-56040653-8091-45ab-b2b7-75bfdcd7ea85 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.156027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c4ba2-6891-4c9a-b801-07cf4799c989 req-56040653-8091-45ab-b2b7-75bfdcd7ea85 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.159922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c4ba2-6891-4c9a-b801-07cf4799c989 req-56040653-8091-45ab-b2b7-75bfdcd7ea85 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.161790 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd5c4ba2-6891-4c9a-b801-07cf4799c989 req-56040653-8091-45ab-b2b7-75bfdcd7ea85 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5434 time: 0.6924679 Feb 04 15:31:52.193864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:52.218274 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 83986536-d4dd-47af-a3b8-92f0c8ba9e82 has no active binding in host n-h2-827872-1 {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:31:52.276492 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50c8be32-04fe-4969-aa46-8ef253bc60eb req-1acd138e-0fae-49b6-bb89-c168bb386574 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f HTTP/1.1" status: 200 len: 217 time: 0.2390711 Feb 04 15:31:52.360771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17a04aa8-274e-4b7c-a586-35b0db1b6186 req-8aa19850-a153-44d8-927c-15f58718d35d tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270268 Feb 04 15:31:52.428150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd5c4ba2-6891-4c9a-b801-07cf4799c989 req-0b69a092-7715-46df-8850-7410d5a3dd27 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2123373 Feb 04 15:31:52.439899 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b2557a74-5677-470a-9ac2-e21ddd375dd0 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 1096 time: 0.0877380 Feb 04 15:31:52.440751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8be32-04fe-4969-aa46-8ef253bc60eb req-b0a73520-33af-407e-ba2c-232e1f618376 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.442191 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50c8be32-04fe-4969-aa46-8ef253bc60eb req-b0a73520-33af-407e-ba2c-232e1f618376 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1426086 Feb 04 15:31:52.465730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827872-1'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:31:52.599375 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.717166 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aeef21cb-e1a3-4a99-965e-14d67e8e5992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.726939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68de3e79-d1f5-4e87-b1f8-04028d138426 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:52.777113 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.786922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef21cb-e1a3-4a99-965e-14d67e8e5992 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e1038f-c499-448d-b03b-0eaf9ad83909,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:52.806350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:52.850651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Transition to ACTIVE for port object 68de3e79-d1f5-4e87-b1f8-04028d138426 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:52.855631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:52.861623 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50c8be32-04fe-4969-aa46-8ef253bc60eb req-c20f744b-a79c-4ce2-b8e5-952cc3f958f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3795409 Feb 04 15:31:52.900231 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.925918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987b2807-436b-47d7-93a6-10a13ca4cddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83986536-d4dd-47af-a3b8-92f0c8ba9e82'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:52.932554 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.941040 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.089058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=83986536-d4dd-47af-a3b8-92f0c8ba9e82,revision_number=7']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:53.142612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Attempting to bind port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 on host n-h1-827872-1 for vnic_type normal with profile {"migrating_to": "n-h2-827872-1"} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:53.142844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Attempting to bind port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:53.143250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Attempting to bind port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:53.150115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 on network 62733b51-fb30-46e2-a99d-550cf28f5810 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:31:53.150318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Attempting to bind port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:53.156751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:31:53.156972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cd824-cec8-4551-a0b6-bce457b87a85 req-99503cb4-5e38-440e-a325-ad8a4faa7cf8 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:53.157081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Checking segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:31:53.157451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Bound using segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:31:53.157876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Bound port: 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:53.158219 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.158317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f2cd824-cec8-4551-a0b6-bce457b87a85 req-99503cb4-5e38-440e-a325-ad8a4faa7cf8 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.6369879 Feb 04 15:31:53.256274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:53.260901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:53.265940 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.269168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137446e8-8841-491d-beff-0d772d577310 req-ec08be3b-f0fc-416a-ac40-9e0bdbb66ad9 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:53.269868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-137446e8-8841-491d-beff-0d772d577310 req-ec08be3b-f0fc-416a-ac40-9e0bdbb66ad9 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Synchronizing usage tracker for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:53.396590 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Pushing event updated for resources: {'Port': ['ID=68de3e79-d1f5-4e87-b1f8-04028d138426,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:53.403619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=83986536-d4dd-47af-a3b8-92f0c8ba9e82,revision_number=8']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:53.443445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-137446e8-8841-491d-beff-0d772d577310 req-ec08be3b-f0fc-416a-ac40-9e0bdbb66ad9 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Unset dirty status for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:53.444602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-137446e8-8841-491d-beff-0d772d577310 req-ec08be3b-f0fc-416a-ac40-9e0bdbb66ad9 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 936 time: 0.8211672 Feb 04 15:31:53.457059 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.458440 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b963cfd3-21a2-4bb5-81be-4cdcc3a37ea8 service neutron] 10.222.0.73 "PUT /v2.0/ports/83986536-d4dd-47af-a3b8-92f0c8ba9e82 HTTP/1.1" status: 200 len: 1121 time: 0.9982750 Feb 04 15:31:53.480360 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50c8be32-04fe-4969-aa46-8ef253bc60eb req-8469e5d5-266a-44ff-803d-ba2301e2aa31 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842218 Feb 04 15:31:53.482287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f2cd824-cec8-4551-a0b6-bce457b87a85 req-593fb535-7ba6-4af3-a1ca-96f3df13ebc3 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138907 Feb 04 15:31:53.601093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53398) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:53.691837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['83986536-d4dd-47af-a3b8-92f0c8ba9e82'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:53.698559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-137446e8-8841-491d-beff-0d772d577310 req-633af4bb-2073-4740-84e3-881a96caf1c9 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209296 Feb 04 15:31:53.717202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d9ec39-ab29-4cff-9caf-c9ac3bb10380 admin admin] Deleting subnet 52fccc2a-d798-45f2-adc8-d715a05af215 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:31:53.721476 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13d9ec39-ab29-4cff-9caf-c9ac3bb10380 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.796261 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13d9ec39-ab29-4cff-9caf-c9ac3bb10380 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.826474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Attempting to bind port 68de3e79-d1f5-4e87-b1f8-04028d138426 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:53.827038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Attempting to bind port 68de3e79-d1f5-4e87-b1f8-04028d138426 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:53.827351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Attempting to bind port 68de3e79-d1f5-4e87-b1f8-04028d138426 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:53.866337 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13d9ec39-ab29-4cff-9caf-c9ac3bb10380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.896628 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50c8be32-04fe-4969-aa46-8ef253bc60eb req-4f64f601-f0fb-4344-928a-6cb47f0d6852 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949816 Feb 04 15:31:53.904639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Port 68de3e79-d1f5-4e87-b1f8-04028d138426 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:31:53.904957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Attempting to bind port 68de3e79-d1f5-4e87-b1f8-04028d138426 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:31:53.939808 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:31:53.940154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:31:53.940507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:31:53.940942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Bound port: 68de3e79-d1f5-4e87-b1f8-04028d138426, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:53.941326 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.959914 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13d9ec39-ab29-4cff-9caf-c9ac3bb10380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.009493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9ec39-ab29-4cff-9caf-c9ac3bb10380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52fccc2a-d798-45f2-adc8-d715a05af215,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:54.014121 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13d9ec39-ab29-4cff-9caf-c9ac3bb10380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.022284 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-13d9ec39-ab29-4cff-9caf-c9ac3bb10380 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/52fccc2a-d798-45f2-adc8-d715a05af215 HTTP/1.1" status: 204 len: 168 time: 0.4190316 Feb 04 15:31:54.024623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53402) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:54.053575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017b796-c9c3-43b2-bce6-2cbfc39c790d req-b4723dff-b1a8-4f95-8b1d-e938770dcf5b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:54.056087 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9017b796-c9c3-43b2-bce6-2cbfc39c790d req-b4723dff-b1a8-4f95-8b1d-e938770dcf5b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.3077881 Feb 04 15:31:54.109217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fa4d5-7abb-4d48-a5aa-8241c310497b req-1f306af6-cd76-4c52-96aa-d5d0204dfe60 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:54.110665 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d9fa4d5-7abb-4d48-a5aa-8241c310497b req-1f306af6-cd76-4c52-96aa-d5d0204dfe60 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 943 time: 0.2688315 Feb 04 15:31:54.141278 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a7874a6-13cd-43ee-89dd-42295aaab33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.146253 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aeef21cb-e1a3-4a99-965e-14d67e8e5992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.166115 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] For port 68de3e79-d1f5-4e87-b1f8-04028d138426, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:54.187442 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9017b796-c9c3-43b2-bce6-2cbfc39c790d req-85020c31-e604-4365-8db5-f2b94368d18a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240742 Feb 04 15:31:54.192843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] For port 68de3e79-d1f5-4e87-b1f8-04028d138426, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=68de3e79-d1f5-4e87-b1f8-04028d138426,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:54.253408 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.299681 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987b2807-436b-47d7-93a6-10a13ca4cddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83986536-d4dd-47af-a3b8-92f0c8ba9e82', 'code': 200} Feb 04 15:31:54.320303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d9fa4d5-7abb-4d48-a5aa-8241c310497b req-f0fd9841-b7f5-427f-bc99-2cf33bfc6dae tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007382 Feb 04 15:31:54.346391 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.347802 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] 10.222.0.73 "PUT /v2.0/ports/68de3e79-d1f5-4e87-b1f8-04028d138426 HTTP/1.1" status: 200 len: 1096 time: 3.4120829 Feb 04 15:31:54.353257 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6f3007-01d1-4a67-ac5a-31034c1ad7dd', 'tag': '68de3e79-d1f5-4e87-b1f8-04028d138426'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:54.376237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f72456-2639-4afa-a3ff-62f765551575 service neutron] Pushing event updated for resources: {'Port': ['ID=68de3e79-d1f5-4e87-b1f8-04028d138426,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:54.420484 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a7874a6-13cd-43ee-89dd-42295aaab33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.453813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1a7874a6-13cd-43ee-89dd-42295aaab33e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a3b158-90e0-4dea-b404-0036d0465636']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:54.472900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1a7874a6-13cd-43ee-89dd-42295aaab33e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd764ed35-44bc-4e71-a8dc-f05609adfdc0') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:54.473586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1a7874a6-13cd-43ee-89dd-42295aaab33e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd764ed35-44bc-4e71-a8dc-f05609adfdc0') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:54.489003 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a7874a6-13cd-43ee-89dd-42295aaab33e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.507643 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a7874a6-13cd-43ee-89dd-42295aaab33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.515527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7874a6-13cd-43ee-89dd-42295aaab33e admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:31:54.515933 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a7874a6-13cd-43ee-89dd-42295aaab33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:31:54.597980 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:31:54.633264 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a7874a6-13cd-43ee-89dd-42295aaab33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.659058 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a7874a6-13cd-43ee-89dd-42295aaab33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.671669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7874a6-13cd-43ee-89dd-42295aaab33e admin admin] Pushing event deleted for resources: {'Network': ['ID=89a3b158-90e0-4dea-b404-0036d0465636,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:54.699759 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1a7874a6-13cd-43ee-89dd-42295aaab33e admin admin] 10.222.0.60 "DELETE /v2.0/networks/89a3b158-90e0-4dea-b404-0036d0465636 HTTP/1.1" status: 204 len: 168 time: 0.6710770 Feb 04 15:31:54.700024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53410) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:54.770205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-637d9398-fa46-4eaf-9161-58db38044d37 admin admin] Deleting subnet ed6bcbcb-7b30-4e03-b4d4-8b38a5130332 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:31:54.774210 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-637d9398-fa46-4eaf-9161-58db38044d37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.814064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-194d08ea-1cb9-4109-a6c1-cff37a961629 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 1099 time: 0.3638067 Feb 04 15:31:54.831770 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-637d9398-fa46-4eaf-9161-58db38044d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.921713 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-637d9398-fa46-4eaf-9161-58db38044d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.926659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0db44-df0d-4960-9d7c-7e62fe90dba8 req-c1bfcf88-515e-4f18-9165-914418869dfa tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:54.926659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0db44-df0d-4960-9d7c-7e62fe90dba8 req-c1bfcf88-515e-4f18-9165-914418869dfa tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:54.926659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0db44-df0d-4960-9d7c-7e62fe90dba8 req-c1bfcf88-515e-4f18-9165-914418869dfa tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:54.932865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0db44-df0d-4960-9d7c-7e62fe90dba8 req-c1bfcf88-515e-4f18-9165-914418869dfa tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:54.932865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0db44-df0d-4960-9d7c-7e62fe90dba8 req-c1bfcf88-515e-4f18-9165-914418869dfa tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:54.935196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0db44-df0d-4960-9d7c-7e62fe90dba8 req-c1bfcf88-515e-4f18-9165-914418869dfa tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:54.938948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0db44-df0d-4960-9d7c-7e62fe90dba8 req-c1bfcf88-515e-4f18-9165-914418869dfa tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:54.946020 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-99b0db44-df0d-4960-9d7c-7e62fe90dba8 req-c1bfcf88-515e-4f18-9165-914418869dfa tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5434 time: 0.3919711 Feb 04 15:31:54.950183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a00348-6828-4483-876c-721c5769fec2 req-7016bf27-05f9-4f66-a361-e13ad312266c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:54.951922 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24a00348-6828-4483-876c-721c5769fec2 req-7016bf27-05f9-4f66-a361-e13ad312266c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 944 time: 0.5029073 Feb 04 15:31:55.003484 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-637d9398-fa46-4eaf-9161-58db38044d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.063709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d9398-fa46-4eaf-9161-58db38044d37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6bcbcb-7b30-4e03-b4d4-8b38a5130332,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:55.065542 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-637d9398-fa46-4eaf-9161-58db38044d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.065785 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-0f654478-6122-4e77-8784-bfea73cf9fba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=68de3e79-d1f5-4e87-b1f8-04028d138426 HTTP/1.1" status: 200 len: 217 time: 0.2284474 Feb 04 15:31:55.075658 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-637d9398-fa46-4eaf-9161-58db38044d37 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ed6bcbcb-7b30-4e03-b4d4-8b38a5130332 HTTP/1.1" status: 204 len: 168 time: 0.3709881 Feb 04 15:31:55.075658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53416) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:55.202668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 634615d3-644b-4e12-9526-504062a1c0c3 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:55.229818 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab98c54f-a6f3-4f07-b5b7-6542f48be9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.276707 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24a00348-6828-4483-876c-721c5769fec2 req-7bedbf53-4981-4356-9fe1-03c4b3942a90 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673104 Feb 04 15:31:55.301395 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-99b0db44-df0d-4960-9d7c-7e62fe90dba8 req-5cde6a98-1af6-47f3-90a5-7e7073618ef1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2745025 Feb 04 15:31:55.329378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-c628f044-bf60-4f1b-a3fa-1964908ea480 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:55.330179 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['83986536-d4dd-47af-a3b8-92f0c8ba9e82'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:55.330890 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-c628f044-bf60-4f1b-a3fa-1964908ea480 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2355335 Feb 04 15:31:55.424142 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab98c54f-a6f3-4f07-b5b7-6542f48be9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.489303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ab98c54f-a6f3-4f07-b5b7-6542f48be9eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a14f87-6dd2-428b-91d2-3bad0f6f642b']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:55.508040 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6f3007-01d1-4a67-ac5a-31034c1ad7dd', 'tag': '68de3e79-d1f5-4e87-b1f8-04028d138426', 'status': 'completed', 'code': 200} Feb 04 15:31:55.515282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ab98c54f-a6f3-4f07-b5b7-6542f48be9eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3709a1f1-f388-478c-8928-a72474ce15f1') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:55.515974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ab98c54f-a6f3-4f07-b5b7-6542f48be9eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3709a1f1-f388-478c-8928-a72474ce15f1') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:55.533060 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab98c54f-a6f3-4f07-b5b7-6542f48be9eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.550927 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab98c54f-a6f3-4f07-b5b7-6542f48be9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.559574 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab98c54f-a6f3-4f07-b5b7-6542f48be9eb admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:31:55.560170 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab98c54f-a6f3-4f07-b5b7-6542f48be9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.560978 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=634615d3-644b-4e12-9526-504062a1c0c3,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:31:55.574554 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:31:55.580941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 634615d3-644b-4e12-9526-504062a1c0c3 has no active binding in host n-h1-827872-1 {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:31:55.720880 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-cfe819ee-8610-438b-84bd-ae36f8fa9e11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3656402 Feb 04 15:31:55.727393 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab98c54f-a6f3-4f07-b5b7-6542f48be9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.727393 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab98c54f-a6f3-4f07-b5b7-6542f48be9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.752292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98c54f-a6f3-4f07-b5b7-6542f48be9eb admin admin] Pushing event deleted for resources: {'Network': ['ID=09a14f87-6dd2-428b-91d2-3bad0f6f642b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:55.752292 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ab98c54f-a6f3-4f07-b5b7-6542f48be9eb admin admin] 10.222.0.60 "DELETE /v2.0/networks/09a14f87-6dd2-428b-91d2-3bad0f6f642b HTTP/1.1" status: 204 len: 168 time: 0.6729004 Feb 04 15:31:55.880929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d851c-9293-4e34-ac27-7c132c173967 req-080f268e-c99e-40b7-b675-9d2e5e1c779a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:55.880929 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-700d851c-9293-4e34-ac27-7c132c173967 req-080f268e-c99e-40b7-b675-9d2e5e1c779a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.3707170 Feb 04 15:31:55.922089 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c56efc-8230-4aa6-a3f3-4980ee327426 req-935a04a0-826c-4c77-96df-14d925ac30cf tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:55.922089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65c56efc-8230-4aa6-a3f3-4980ee327426 req-935a04a0-826c-4c77-96df-14d925ac30cf tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 948 time: 0.3633916 Feb 04 15:31:56.051600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53426) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:56.063430 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-f32d1be8-52c7-4127-b7cc-f0e1cbb5804b service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382041 Feb 04 15:31:56.088075 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-700d851c-9293-4e34-ac27-7c132c173967 req-a57c21ea-b455-4ced-9b50-63c174575e04 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074084 Feb 04 15:31:56.111386 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4d426dce-9313-4bed-bd2f-33a01e85a6e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc88977259954e23bfe3f3635692c885&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0572460 Feb 04 15:31:56.112990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53430) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:56.131767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65c56efc-8230-4aa6-a3f3-4980ee327426 req-225e7934-654a-42e6-82eb-0e9970d02862 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108614 Feb 04 15:31:56.189452 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a5167a2-f152-4b12-b46a-42356765c2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.224940 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a5167a2-f152-4b12-b46a-42356765c2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.281094 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a5167a2-f152-4b12-b46a-42356765c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.301395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5167a2-f152-4b12-b46a-42356765c2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3ecbd0-f817-4b64-9705-edbc51de156b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:56.305335 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987b2807-436b-47d7-93a6-10a13ca4cddd', 'tag': '83986536-d4dd-47af-a3b8-92f0c8ba9e82'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:56.313532 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a5167a2-f152-4b12-b46a-42356765c2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.315384 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3a5167a2-f152-4b12-b46a-42356765c2c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad3ecbd0-f817-4b64-9705-edbc51de156b HTTP/1.1" status: 204 len: 168 time: 0.2013905 Feb 04 15:31:56.452317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeef21cb-e1a3-4a99-965e-14d67e8e5992 admin admin] Router 13383fae-f6d0-410a-b5c3-c049e2025ce6 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:31:56.460283 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62d6cd47-2652-4c0a-8d64-4e97910db423 req-c00a4a31-5570-444c-89e4-b0d7d41a0625 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795154 Feb 04 15:31:56.466410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-025ec01a-970f-4880-afa0-1dba6dded9da service neutron] 10.222.0.73 "GET /v2.0/ports/634615d3-644b-4e12-9526-504062a1c0c3/bindings/n-h1-827872-1 HTTP/1.1" status: 200 len: 384 time: 0.2799938 Feb 04 15:31:56.598687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3dba5-cf96-41f0-bf60-b1cb716936d9 req-d08237b8-c83e-402a-a7ef-c2d458eff64a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:56.598687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92d3dba5-cf96-41f0-bf60-b1cb716936d9 req-d08237b8-c83e-402a-a7ef-c2d458eff64a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.3633444 Feb 04 15:31:56.762469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53444) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:56.789793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f7f5c-ecff-4e91-8d16-1598f6f0373c req-172e2a31-b111-48f1-8274-78c12fd8ff7f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:56.791150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-129f7f5c-ecff-4e91-8d16-1598f6f0373c req-172e2a31-b111-48f1-8274-78c12fd8ff7f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 943 time: 0.5094798 Feb 04 15:31:56.815086 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5d464125-ecc8-477e-a8cc-d58fee6ab171 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e3705517cf2a4004bbee70746710e547&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492964 Feb 04 15:31:56.815351 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53448) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:56.876622 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1205cd06-139a-4ad1-a4e9-d44877bc1d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.903613 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1205cd06-139a-4ad1-a4e9-d44877bc1d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.960442 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1205cd06-139a-4ad1-a4e9-d44877bc1d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.975680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92d3dba5-cf96-41f0-bf60-b1cb716936d9 req-e4466675-888b-4c46-ad36-bbd77deb75dd tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964471 Feb 04 15:31:56.976864 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205cd06-139a-4ad1-a4e9-d44877bc1d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cd687c-4648-4e8e-95a0-8b864d8f178b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:56.982738 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-129f7f5c-ecff-4e91-8d16-1598f6f0373c req-f6373f5e-2b6c-4e6e-a8a6-b288a01bf8b7 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797566 Feb 04 15:31:56.983885 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1205cd06-139a-4ad1-a4e9-d44877bc1d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.985192 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1205cd06-139a-4ad1-a4e9-d44877bc1d9b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17cd687c-4648-4e8e-95a0-8b864d8f178b HTTP/1.1" status: 204 len: 168 time: 0.1690056 Feb 04 15:31:57.095976 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d630d58-4131-493a-9cad-e877b4afae6c req-f052f2d0-8a07-42f1-8e55-88eb0f8dfd99 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 1099 time: 0.5517991 Feb 04 15:31:57.102368 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987b2807-436b-47d7-93a6-10a13ca4cddd', 'tag': '83986536-d4dd-47af-a3b8-92f0c8ba9e82', 'status': 'completed', 'code': 200} Feb 04 15:31:57.249827 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ab48b007-aeb5-49f5-b460-0fc8fde13d0d req-8f28e7c7-2891-4772-8041-4e0b31aeed2e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 1124 time: 0.0850644 Feb 04 15:31:57.402022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48b007-aeb5-49f5-b460-0fc8fde13d0d req-841f4739-b568-4c14-aa98-8070874e5aa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.404216 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ab48b007-aeb5-49f5-b460-0fc8fde13d0d req-841f4739-b568-4c14-aa98-8070874e5aa9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.1468282 Feb 04 15:31:57.457868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-65613653-ed07-4061-a1be-e39c4e1e13f7 service neutron] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=634615d3-644b-4e12-9526-504062a1c0c3,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:57.474981 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ab48b007-aeb5-49f5-b460-0fc8fde13d0d req-45e48941-d52a-43dd-a9de-f9c2b81ed718 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82 HTTP/1.1" status: 200 len: 217 time: 0.0652134 Feb 04 15:31:57.521860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d630d58-4131-493a-9cad-e877b4afae6c req-20be16b5-da57-4f8f-bf20-bef11d49bf54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.523604 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d630d58-4131-493a-9cad-e877b4afae6c req-20be16b5-da57-4f8f-bf20-bef11d49bf54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.4121666 Feb 04 15:31:57.530897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-65613653-ed07-4061-a1be-e39c4e1e13f7 service neutron] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:57.639583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48b007-aeb5-49f5-b460-0fc8fde13d0d req-964f905c-5f83-49aa-bde1-a17e73ca55c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.641055 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ab48b007-aeb5-49f5-b460-0fc8fde13d0d req-964f905c-5f83-49aa-bde1-a17e73ca55c2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.1598911 Feb 04 15:31:57.680403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c8124-97c3-431a-b774-1a81209f07d0 req-b65abfab-597f-4b2f-9d76-491403fd8961 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.681926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-380c8124-97c3-431a-b774-1a81209f07d0 req-b65abfab-597f-4b2f-9d76-491403fd8961 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 944 time: 0.4768467 Feb 04 15:31:57.685659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-65613653-ed07-4061-a1be-e39c4e1e13f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634615d3-644b-4e12-9526-504062a1c0c3 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:57.699713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775f29a-7c29-40ed-abfd-48f2b6c15f12 req-3235891e-3792-4af9-b2da-f85a5676f36d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.700239 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ab48b007-aeb5-49f5-b460-0fc8fde13d0d req-8c83403b-45c0-42b9-bb2d-832272bd25a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454924 Feb 04 15:31:57.704197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775f29a-7c29-40ed-abfd-48f2b6c15f12 req-3235891e-3792-4af9-b2da-f85a5676f36d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.708406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775f29a-7c29-40ed-abfd-48f2b6c15f12 req-3235891e-3792-4af9-b2da-f85a5676f36d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.713425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775f29a-7c29-40ed-abfd-48f2b6c15f12 req-3235891e-3792-4af9-b2da-f85a5676f36d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.717746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775f29a-7c29-40ed-abfd-48f2b6c15f12 req-3235891e-3792-4af9-b2da-f85a5676f36d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.721799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775f29a-7c29-40ed-abfd-48f2b6c15f12 req-3235891e-3792-4af9-b2da-f85a5676f36d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.725850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775f29a-7c29-40ed-abfd-48f2b6c15f12 req-3235891e-3792-4af9-b2da-f85a5676f36d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.728350 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8775f29a-7c29-40ed-abfd-48f2b6c15f12 req-3235891e-3792-4af9-b2da-f85a5676f36d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5434 time: 0.4622760 Feb 04 15:31:57.733768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d630d58-4131-493a-9cad-e877b4afae6c req-a1328fc5-6c33-45e2-a5fc-176345e083eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=68de3e79-d1f5-4e87-b1f8-04028d138426 HTTP/1.1" status: 200 len: 217 time: 0.1698518 Feb 04 15:31:57.755894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-65613653-ed07-4061-a1be-e39c4e1e13f7 service neutron] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=634615d3-644b-4e12-9526-504062a1c0c3,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:57.772643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeef21cb-e1a3-4a99-965e-14d67e8e5992 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:31:57.783308 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365dfefa-7903-4412-9d24-9e40447fd744 None None] Sync routers for ids ['13383fae-f6d0-410a-b5c3-c049e2025ce6'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:31:57.800255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365dfefa-7903-4412-9d24-9e40447fd744 None None] Routers {'13383fae-f6d0-410a-b5c3-c049e2025ce6'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:31:57.801354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-365dfefa-7903-4412-9d24-9e40447fd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:31:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['13383fae-f6d0-410a-b5c3-c049e2025ce6'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:57.846894 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-65613653-ed07-4061-a1be-e39c4e1e13f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.854406 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:31:57.872306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-aeef21cb-e1a3-4a99-965e-14d67e8e5992 admin admin] 10.222.0.60 "PUT /v2.0/routers/13383fae-f6d0-410a-b5c3-c049e2025ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3319812 Feb 04 15:31:57.873332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53472) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:57.877391 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ab48b007-aeb5-49f5-b460-0fc8fde13d0d req-77c05cee-364a-4a13-9c1a-b153d3e45587 service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705728 Feb 04 15:31:57.978472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d630d58-4131-493a-9cad-e877b4afae6c req-a1385c6d-ac4e-4351-8176-11802526eea4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.980348 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d630d58-4131-493a-9cad-e877b4afae6c req-a1385c6d-ac4e-4351-8176-11802526eea4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2116327 Feb 04 15:31:57.987493 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 634615d3-644b-4e12-9526-504062a1c0c3 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:57.990631 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-380c8124-97c3-431a-b774-1a81209f07d0 req-dfc4c6f3-cde1-4619-a3e8-c3f93c704aca tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610707 Feb 04 15:31:58.101450 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8775f29a-7c29-40ed-abfd-48f2b6c15f12 req-65c11ffb-0bbd-4470-b1de-98a1e231075e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3360901 Feb 04 15:31:58.150850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-65613653-ed07-4061-a1be-e39c4e1e13f7 service neutron] Transition to ACTIVE for port object 634615d3-644b-4e12-9526-504062a1c0c3 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:58.160872 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-65613653-ed07-4061-a1be-e39c4e1e13f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.223048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53482) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:58.269286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-365dfefa-7903-4412-9d24-9e40447fd744 None None] Set router 13383fae-f6d0-410a-b5c3-c049e2025ce6 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:31:58.314456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d630d58-4131-493a-9cad-e877b4afae6c req-b5b752e9-54db-4ba7-aa0b-4181823583cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3191080 Feb 04 15:31:58.394077 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ab48b007-aeb5-49f5-b460-0fc8fde13d0d req-debf0c8b-efb6-4903-9f3f-e7a44a67b8c6 service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553719 Feb 04 15:31:58.462977 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.483709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65613653-ed07-4061-a1be-e39c4e1e13f7 service neutron] Pushing event updated for resources: {'Port': ['ID=634615d3-644b-4e12-9526-504062a1c0c3,revision_number=10']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:58.524628 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-485299914-network', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:31:58.548351 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:58.560080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Usage tracker for resource:network and tenant:22915cacab3c49c192057c1182e2ef8d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:58.564396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:58.573638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:58.598436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Made reservation on behalf of 22915cacab3c49c192057c1182e2ef8d for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:58.600770 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.622599 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.662079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-365dfefa-7903-4412-9d24-9e40447fd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647467040-router', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:10Z', 'updated_at': '2022-02-04T15:31:52Z', 'revision_number': 5, 'project_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'gw_port': {'id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:11Z', 'updated_at': '2022-02-04T15:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:58.667811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365dfefa-7903-4412-9d24-9e40447fd744 None None] Checking router: 13383fae-f6d0-410a-b5c3-c049e2025ce6 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:31:58.680642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365dfefa-7903-4412-9d24-9e40447fd744 None None] Routers {'13383fae-f6d0-410a-b5c3-c049e2025ce6'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:31:58.681255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-365dfefa-7903-4412-9d24-9e40447fd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:31:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['13383fae-f6d0-410a-b5c3-c049e2025ce6'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:58.715823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-65613653-ed07-4061-a1be-e39c4e1e13f7 service neutron] No DVR routers for this DVR port 634615d3-644b-4e12-9526-504062a1c0c3 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:58.740354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:58.746507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Usage tracker for resource:security_group_rule and tenant:22915cacab3c49c192057c1182e2ef8d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:58.751661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:58.768145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:58.838222 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-65613653-ed07-4061-a1be-e39c4e1e13f7 service neutron] 10.222.0.73 "PUT /v2.0/ports/634615d3-644b-4e12-9526-504062a1c0c3/bindings/n-h1-827872-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3626935 Feb 04 15:31:58.845565 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.848104 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d630d58-4131-493a-9cad-e877b4afae6c req-9b976e83-5465-4167-b28e-63f74f756a1f service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814336 Feb 04 15:31:58.868576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d4dfe-f063-481c-b858-006f0e132cd6 req-4bfc8811-5b42-4cb5-a2b6-b74787402e3c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:58.870914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] Deleting port 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:31:58.871308 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.876175 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c17d4dfe-f063-481c-b858-006f0e132cd6 req-4bfc8811-5b42-4cb5-a2b6-b74787402e3c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 948 time: 0.5061762 Feb 04 15:31:58.886444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb8c0e-16a3-4c33-88a2-e8273527e6b5 req-e27c1bc9-d703-4f12-8cad-0a8d3377db4f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:58.888882 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51cb8c0e-16a3-4c33-88a2-e8273527e6b5 req-e27c1bc9-d703-4f12-8cad-0a8d3377db4f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.6155107 Feb 04 15:31:58.889041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-365dfefa-7903-4412-9d24-9e40447fd744 None None] Set router 13383fae-f6d0-410a-b5c3-c049e2025ce6 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:31:58.920214 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.964995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.026487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:31:59.086417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d630d58-4131-493a-9cad-e877b4afae6c req-fe690248-b2f5-4919-b061-852f391fde7f service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081239 Feb 04 15:31:59.107101 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ef6b44-3ba2-45db-bec9-1cf8f3d319d2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:59.121725 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.122022 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Added segment faaddc85-8e97-4765-a80b-0f22f8dad598 of type vlan for network 3167120d-4d49-40ec-837e-c9d5d3caca3f Feb 04 15:31:59.128556 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51cb8c0e-16a3-4c33-88a2-e8273527e6b5 req-a5e66787-4e71-403e-bc75-9584f80250f2 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849552 Feb 04 15:31:59.156727 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c17d4dfe-f063-481c-b858-006f0e132cd6 req-b23fabef-ceb6-467b-8dd0-d5db41e6181d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625310 Feb 04 15:31:59.220460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] For port 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=346a8a3f-01cc-4cd4-9427-ba0288ffb8a4,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:59.220860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.225993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-365dfefa-7903-4412-9d24-9e40447fd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647467040-router', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:10Z', 'updated_at': '2022-02-04T15:31:52Z', 'revision_number': 5, 'project_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'gw_port': {'id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:11Z', 'updated_at': '2022-02-04T15:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:59.232953 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365dfefa-7903-4412-9d24-9e40447fd744 None None] The sync data for ids ['13383fae-f6d0-410a-b5c3-c049e2025ce6'] in n-d-827872-1 is: [{'id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647467040-router', 'tenant_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:10Z', 'updated_at': '2022-02-04T15:31:52Z', 'revision_number': 5, 'project_id': 'e88e1a18d4084f5e9d96a5677fb273f1', 'gw_port': {'id': '346a8a3f-01cc-4cd4-9427-ba0288ffb8a4', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13383fae-f6d0-410a-b5c3-c049e2025ce6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:11Z', 'updated_at': '2022-02-04T15:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:31:59.238133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 634615d3-644b-4e12-9526-504062a1c0c3 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:59.240278 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.409789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] Calling delete_port for 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:31:59.433490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:31:59.443982 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-8ecc0887-0a0e-49f9-803c-076a75fe7b12 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b&tenant_id=259f0c881e6045e4b888323648b2d57a&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 1096 time: 0.5124965 Feb 04 15:31:59.463426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adca600-ca8a-4d7c-9843-55176dac9ae0 req-6f7fe1d1-75b2-41a9-bddb-6f96454f4fef tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:59.463868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['25700593-2482-43e3-aba7-b1bdaac4847e', '62f3a7e4-bf90-47a1-be03-408c820e66b8'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:31:59.464965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6adca600-ca8a-4d7c-9843-55176dac9ae0 req-6f7fe1d1-75b2-41a9-bddb-6f96454f4fef tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1905754 Feb 04 15:31:59.472585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08c14c-84ce-4c47-81d8-bd23dd3b263e req-4c1bac04-1ed8-432d-9d7c-cee9c93db68d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:59.474744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af08c14c-84ce-4c47-81d8-bd23dd3b263e req-4c1bac04-1ed8-432d-9d7c-cee9c93db68d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 943 time: 0.1479707 Feb 04 15:31:59.519698 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.520524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:59.521095 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.594957 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6adca600-ca8a-4d7c-9843-55176dac9ae0 req-dc5c82b6-e154-45d6-8352-d15f7abece09 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741177 Feb 04 15:31:59.594957 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af08c14c-84ce-4c47-81d8-bd23dd3b263e req-aa325ead-f364-4a91-a8c5-aaea28542753 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058969 Feb 04 15:31:59.668220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 69e1038f-c499-448d-b03b-0eaf9ad83909 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:59.714393 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 69e1038f-c499-448d-b03b-0eaf9ad83909 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:31:59.715118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 69e1038f-c499-448d-b03b-0eaf9ad83909 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:31:59.821044 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5910370 Feb 04 15:31:59.826058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53492) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:59.850436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] Request body: {'subnet': {'network_id': '3167120d-4d49-40ec-837e-c9d5d3caca3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-485299914-subnet', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:31:59.892096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:59.906161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] Usage tracker for resource:subnet and tenant:22915cacab3c49c192057c1182e2ef8d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:59.911981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41ed02-863f-4b82-9d70-3f79f83c27b0 admin admin] Pushing event updated for resources: {'Network': ['ID=3167120d-4d49-40ec-837e-c9d5d3caca3f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:59.922831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:59.934886 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-88106a8e-212d-49f8-97c3-0aa0e7c1d05e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b&tenant_id=259f0c881e6045e4b888323648b2d57a HTTP/1.1" status: 200 len: 1096 time: 0.4786150 Feb 04 15:31:59.936077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:59.937077 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 3167120d-4d49-40ec-837e-c9d5d3caca3f details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:31:59.964813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] Made reservation on behalf of 22915cacab3c49c192057c1182e2ef8d for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:59.968410 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.974008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d857e714-2bf7-4e58-9ef6-bc49f645a872 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:00.014197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67c843-9736-4716-913c-b5319aa6627b req-9b9230b4-741e-4a1c-a1de-0771962dd106 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.015968 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e67c843-9736-4716-913c-b5319aa6627b req-9b9230b4-741e-4a1c-a1de-0771962dd106 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 945 time: 0.2365077 Feb 04 15:32:00.079065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ce626-55fd-4b29-b72c-afbf2767e9c9 req-036d955b-3cc6-4014-9cb5-b412a1084fd7 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.083257 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ce626-55fd-4b29-b72c-afbf2767e9c9 req-036d955b-3cc6-4014-9cb5-b412a1084fd7 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.087756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ce626-55fd-4b29-b72c-afbf2767e9c9 req-036d955b-3cc6-4014-9cb5-b412a1084fd7 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.091944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ce626-55fd-4b29-b72c-afbf2767e9c9 req-036d955b-3cc6-4014-9cb5-b412a1084fd7 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.096473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ce626-55fd-4b29-b72c-afbf2767e9c9 req-036d955b-3cc6-4014-9cb5-b412a1084fd7 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.100314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ce626-55fd-4b29-b72c-afbf2767e9c9 req-036d955b-3cc6-4014-9cb5-b412a1084fd7 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.105539 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ce626-55fd-4b29-b72c-afbf2767e9c9 req-036d955b-3cc6-4014-9cb5-b412a1084fd7 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.107769 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c39ce626-55fd-4b29-b72c-afbf2767e9c9 req-036d955b-3cc6-4014-9cb5-b412a1084fd7 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5434 time: 0.2347360 Feb 04 15:32:00.185320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e67c843-9736-4716-913c-b5319aa6627b req-f0bfdad6-1ebe-4f94-8d96-b1ddf811968c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634254 Feb 04 15:32:00.191789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c39ce626-55fd-4b29-b72c-afbf2767e9c9 req-468bb780-c0fd-456a-8216-37aacc3aca56 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770397 Feb 04 15:32:00.193028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port d857e714-2bf7-4e58-9ef6-bc49f645a872 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:00.206842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port d857e714-2bf7-4e58-9ef6-bc49f645a872 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:00.206955 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.260950 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-9a217dcb-f215-4353-853c-165fd79c28d6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 1096 time: 0.2722926 Feb 04 15:32:00.262893 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.342681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] Pushing event deleted for resources: {'Port': ['ID=346a8a3f-01cc-4cd4-9427-ba0288ffb8a4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:00.412536 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.454536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd857e714-2bf7-4e58-9ef6-bc49f645a872'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:00.467034 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d857e714-2bf7-4e58-9ef6-bc49f645a872, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d857e714-2bf7-4e58-9ef6-bc49f645a872,segment=NetworkSegment(07e12700-662e-4c43-94e9-9744cdcb68a2),segment_id=07e12700-662e-4c43-94e9-9744cdcb68a2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:00.474216 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.589285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eca69-ffe1-4fe4-ad6b-0b1deafd8230 req-1d03f4f0-0325-428d-b302-c7cd0ada859b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.596632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-161eca69-ffe1-4fe4-ad6b-0b1deafd8230 req-1d03f4f0-0325-428d-b302-c7cd0ada859b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1710722 Feb 04 15:32:00.646016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=d857e714-2bf7-4e58-9ef6-bc49f645a872,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:00.654842 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-161eca69-ffe1-4fe4-ad6b-0b1deafd8230 req-db102571-2857-4f5d-ba4b-4786f4670348 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566871 Feb 04 15:32:00.732926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-f508d2b3-bf2d-4135-9d9f-8132bc750584 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.734359 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-f508d2b3-bf2d-4135-9d9f-8132bc750584 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.4191201 Feb 04 15:32:00.741919 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd857e714-2bf7-4e58-9ef6-bc49f645a872', 'code': 200} Feb 04 15:32:00.765570 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66875fa8-4c5e-41b6-ae0f-df805a006a4f req-9911de0d-dd0b-44a0-abb1-19c45103e30e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.767070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-66875fa8-4c5e-41b6-ae0f-df805a006a4f req-9911de0d-dd0b-44a0-abb1-19c45103e30e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 948 time: 0.0996547 Feb 04 15:32:00.836857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-66875fa8-4c5e-41b6-ae0f-df805a006a4f req-09df4861-396d-4439-b28d-c17e506ba34b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635197 Feb 04 15:32:00.881328 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.944190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5299453-9b19-4101-a395-db300bb407b1 req-cb25460a-ce5e-4ff0-92a0-fd1ad6fa4f4a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.952245 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5299453-9b19-4101-a395-db300bb407b1 req-cb25460a-ce5e-4ff0-92a0-fd1ad6fa4f4a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.0883684 Feb 04 15:32:01.014321 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.043434 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5299453-9b19-4101-a395-db300bb407b1 req-31eba90f-57af-4bd1-98ea-090c59f45494 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899558 Feb 04 15:32:01.070391 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3eb8df-2fc7-4d66-b123-48f14bcbee3a req-daa89a80-b604-4e33-ade6-21d85320d950 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:01.071902 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bc3eb8df-2fc7-4d66-b123-48f14bcbee3a req-daa89a80-b604-4e33-ade6-21d85320d950 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 943 time: 0.1044216 Feb 04 15:32:01.094546 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-21193097-b02d-4a2b-89b1-ce1fcf86d6fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=634615d3-644b-4e12-9526-504062a1c0c3 HTTP/1.1" status: 200 len: 217 time: 0.2154644 Feb 04 15:32:01.119069 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bc3eb8df-2fc7-4d66-b123-48f14bcbee3a req-7e03013c-d9d9-4ee8-90a3-ec59fb594bdd tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Feb 04 15:32:01.199748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19533f52-af78-497f-a102-3e887cefb73c,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:01.363195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.371202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] Checking segment: {'id': 'faaddc85-8e97-4765-a80b-0f22f8dad598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3167120d-4d49-40ec-837e-c9d5d3caca3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:32:01.371555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] Network hostable DHCP agents. Network: 3167120d-4d49-40ec-837e-c9d5d3caca3f, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:32:01.376257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-b50dc1be-8da7-4029-bfba-9f497224d28b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:01.377703 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-b50dc1be-8da7-4029-bfba-9f497224d28b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.2294092 Feb 04 15:32:01.386672 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.489806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d15ca3-b239-4421-ac17-d1f4489f3d30 req-cdc88e97-0734-45e1-924e-25f5689c76a0 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:01.491342 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6d15ca3-b239-4421-ac17-d1f4489f3d30 req-cdc88e97-0734-45e1-924e-25f5689c76a0 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 945 time: 0.1614094 Feb 04 15:32:01.506385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bec94-0dd8-4eca-a8a5-65423605b828 req-77d3340e-12e6-4f27-a8f8-c073c3999cf2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:01.511087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bec94-0dd8-4eca-a8a5-65423605b828 req-77d3340e-12e6-4f27-a8f8-c073c3999cf2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:01.515042 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bec94-0dd8-4eca-a8a5-65423605b828 req-77d3340e-12e6-4f27-a8f8-c073c3999cf2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:01.518968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bec94-0dd8-4eca-a8a5-65423605b828 req-77d3340e-12e6-4f27-a8f8-c073c3999cf2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:01.522890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bec94-0dd8-4eca-a8a5-65423605b828 req-77d3340e-12e6-4f27-a8f8-c073c3999cf2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:01.527778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bec94-0dd8-4eca-a8a5-65423605b828 req-77d3340e-12e6-4f27-a8f8-c073c3999cf2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:01.531633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bec94-0dd8-4eca-a8a5-65423605b828 req-77d3340e-12e6-4f27-a8f8-c073c3999cf2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:01.533553 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c4bec94-0dd8-4eca-a8a5-65423605b828 req-77d3340e-12e6-4f27-a8f8-c073c3999cf2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5435 time: 0.1636848 Feb 04 15:32:01.549381 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-b331b482-fa74-49cb-a9ba-f22c8a3129fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636057 Feb 04 15:32:01.613314 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6d15ca3-b239-4421-ac17-d1f4489f3d30 req-74e8272b-b0a7-4b88-88cd-52f8463120a0 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784328 Feb 04 15:32:01.615590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c4bec94-0dd8-4eca-a8a5-65423605b828 req-9de5d94e-a312-49d7-bbfe-108d772e7bc3 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674787 Feb 04 15:32:01.658789 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.659303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13383fae-f6d0-410a-b5c3-c049e2025ce6 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:32:01.678242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] Network 3167120d-4d49-40ec-837e-c9d5d3caca3f is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:32:01.722966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 3167120d-4d49-40ec-837e-c9d5d3caca3f) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:01.728104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:01.729141 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.733914 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e05895-878a-48d6-9ae7-64d82b06db8f None None] Network 3167120d-4d49-40ec-837e-c9d5d3caca3f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:32:01.749818 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.753910 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53512) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:01.754301 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3869e487-859c-4662-9e6c-2dcf85e32542 admin admin] 10.222.0.60 "DELETE /v2.0/routers/13383fae-f6d0-410a-b5c3-c049e2025ce6 HTTP/1.1" status: 204 len: 168 time: 3.8795917 Feb 04 15:32:01.760189 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-726bac34-452d-4e55-b2f2-b8af06b56afb service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036383 Feb 04 15:32:01.812655 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-db607a7c-e2a5-4b43-a6ec-1e7e83eab866 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9828455 Feb 04 15:32:01.813851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53518) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:01.823932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-485299914-router', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:01.830386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:01.835283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Usage tracker for resource:router and tenant:22915cacab3c49c192057c1182e2ef8d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:01.839611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:01.846446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:01.901819 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.902773 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.964945 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-0100cd00-11fb-40c8-8269-1bfc84f3be82 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973913 Feb 04 15:32:01.998819 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.013242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 68de3e79-d1f5-4e87-b1f8-04028d138426 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:02.027064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device edd9fcf0-26a5-4632-97bc-987dd12659e6 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:02.204765 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-30912631-3a3d-4e05-9b80-36617d5ad358 req-c82c1e80-8249-4128-90d1-f9d518910675 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0955691 Feb 04 15:32:02.298529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-3167120d-4d49-40ec-837e-c9d5d3caca3f', 'network_id': '3167120d-4d49-40ec-837e-c9d5d3caca3f', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d', 'fixed_ips': [{'subnet_id': '19533f52-af78-497f-a102-3e887cefb73c'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:32:02.299352 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.340490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 68de3e79-d1f5-4e87-b1f8-04028d138426, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=68de3e79-d1f5-4e87-b1f8-04028d138426,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:02.349532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-1face7a0-7ef0-4886-93d6-4f89b7505969 admin admin] Deleting subnet 1837230e-9f19-4337-bfe8-c6d6fe51359d {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:32:02.360236 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1face7a0-7ef0-4886-93d6-4f89b7505969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.388091 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-30912631-3a3d-4e05-9b80-36617d5ad358 req-e6633b32-9ad5-4c64-8019-64163ec0d270 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=495eb85f234247e28c499ffacaae7ea3&device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 1100 time: 0.1329250 Feb 04 15:32:02.408008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '68de3e79-d1f5-4e87-b1f8-04028d138426', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '68de3e79-d1f5-4e87-b1f8-04028d138426', 'mac_address': 'fa:16:3e:0c:73:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:02.439839 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.445889 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1face7a0-7ef0-4886-93d6-4f89b7505969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.492717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port edd9fcf0-26a5-4632-97bc-987dd12659e6 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:02.499728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87134f9a-6c6c-4735-b0b3-b3a81ad0debd req-ffc40801-feeb-4458-a60d-610e725e4102 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:02.500264 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.502046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87134f9a-6c6c-4735-b0b3-b3a81ad0debd req-ffc40801-feeb-4458-a60d-610e725e4102 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.6440079 Feb 04 15:32:02.521105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0554-ada1-4d0d-b40f-357675e0e0e4 req-d4ec25c3-df3b-40e9-ab1c-47ce19befd81 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:02.522710 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-972d0554-ada1-4d0d-b40f-357675e0e0e4 req-d4ec25c3-df3b-40e9-ab1c-47ce19befd81 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 948 time: 0.4240265 Feb 04 15:32:02.548644 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port edd9fcf0-26a5-4632-97bc-987dd12659e6 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:02.548902 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.590176 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68de3e79-d1f5-4e87-b1f8-04028d138426 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:02.606765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 68de3e79-d1f5-4e87-b1f8-04028d138426, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=68de3e79-d1f5-4e87-b1f8-04028d138426,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:02.607083 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-84d534e2-3ce7-497b-a0cb-a08135613362 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b&tenant_id=259f0c881e6045e4b888323648b2d57a&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 1096 time: 0.1953561 Feb 04 15:32:02.620207 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.657908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30912631-3a3d-4e05-9b80-36617d5ad358 req-2e3be9b6-96f9-4b80-9997-7791525ec172 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:02.658723 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-30912631-3a3d-4e05-9b80-36617d5ad358 req-2e3be9b6-96f9-4b80-9997-7791525ec172 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.2183692 Feb 04 15:32:02.693152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Allocated IP 172.20.0.2 (3167120d-4d49-40ec-837e-c9d5d3caca3f/19533f52-af78-497f-a102-3e887cefb73c/e48df046-f78a-4683-a185-6b5b3a011609) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:02.721913 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87134f9a-6c6c-4735-b0b3-b3a81ad0debd req-9a020933-e934-4e0a-b7eb-f3714d397183 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069774 Feb 04 15:32:02.737910 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1face7a0-7ef0-4886-93d6-4f89b7505969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.758343 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-30912631-3a3d-4e05-9b80-36617d5ad358 req-ce974c89-848c-4bb9-860f-1e6fd7d4937c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=36c084a6-449d-4fa4-92dd-abd520f0a0a0 HTTP/1.1" status: 200 len: 217 time: 0.0914986 Feb 04 15:32:02.787024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=68de3e79-d1f5-4e87-b1f8-04028d138426,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:02.847697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30912631-3a3d-4e05-9b80-36617d5ad358 req-b3a4c668-a5db-48d6-8530-8bf62c553f89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:02.849500 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-30912631-3a3d-4e05-9b80-36617d5ad358 req-b3a4c668-a5db-48d6-8530-8bf62c553f89 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0833569 Feb 04 15:32:02.854995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-442427aa-cadd-432e-acd2-adcf15b3b04d service neutron] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:02.888707 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-442427aa-cadd-432e-acd2-adcf15b3b04d service neutron] Notify callbacks [] for binding, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.890120 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a00c6727-8367-4c75-8a31-b3623b1ddef0 req-442427aa-cadd-432e-acd2-adcf15b3b04d service neutron] 10.222.0.81 "DELETE /v2.0/ports/634615d3-644b-4e12-9526-504062a1c0c3/bindings/n-h2-827872-1 HTTP/1.1" status: 204 len: 173 time: 0.2775824 Feb 04 15:32:02.891799 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.895876 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-972d0554-ada1-4d0d-b40f-357675e0e0e4 req-edee62af-84bc-4ce8-ba6f-7c940ac1236f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302658 Feb 04 15:32:02.912957 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1face7a0-7ef0-4886-93d6-4f89b7505969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.965688 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-30912631-3a3d-4e05-9b80-36617d5ad358 req-23c08dcc-7643-4f25-8baa-04c4c56bf28e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1087596 Feb 04 15:32:02.975091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd9fcf0-26a5-4632-97bc-987dd12659e6'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:03.000683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1face7a0-7ef0-4886-93d6-4f89b7505969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1837230e-9f19-4337-bfe8-c6d6fe51359d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:03.002779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port edd9fcf0-26a5-4632-97bc-987dd12659e6, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=edd9fcf0-26a5-4632-97bc-987dd12659e6,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:03.018794 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.019669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 732f58c9-d084-4ca9-929d-6d17d6a97b31 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:03.021363 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1face7a0-7ef0-4886-93d6-4f89b7505969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.050780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1face7a0-7ef0-4886-93d6-4f89b7505969 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1837230e-9f19-4337-bfe8-c6d6fe51359d HTTP/1.1" status: 204 len: 168 time: 1.2956681 Feb 04 15:32:03.088517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8010df-5fcf-4670-8ea6-1eb642d335e1 None None] Network c8016a65-17a0-4cda-8759-9580b8509b10 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:32:03.090672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53534) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:03.169349 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-30912631-3a3d-4e05-9b80-36617d5ad358 req-ea6a0864-c9eb-415b-a1dd-bcadc8e02de2 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946676 Feb 04 15:32:03.293555 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.318914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2551ee-02e0-497a-a3fd-0fbdaf883962 req-8d89ee33-360a-4b8c-a015-741c61369ff1 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.324189 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-30912631-3a3d-4e05-9b80-36617d5ad358 req-9989f5de-67e8-4ab9-a45c-b52ed309235a service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487455 Feb 04 15:32:03.326441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca2551ee-02e0-497a-a3fd-0fbdaf883962 req-8d89ee33-360a-4b8c-a015-741c61369ff1 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.4163377 Feb 04 15:32:03.331993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=edd9fcf0-26a5-4632-97bc-987dd12659e6,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:03.342021 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.346235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['68de3e79-d1f5-4e87-b1f8-04028d138426'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:32:03.381482 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Transition to ACTIVE for port object e48df046-f78a-4683-a185-6b5b3a011609 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:03.406856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] Deleting port 3d4bddb7-9219-4377-8264-e0d86ae60d89 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:32:03.407278 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.431272 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.487212 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.523895 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Transition to ACTIVE for port object e48df046-f78a-4683-a185-6b5b3a011609 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:03.536239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca2551ee-02e0-497a-a3fd-0fbdaf883962 req-1be7705f-6d33-4964-8ded-806166e214ad tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088714 Feb 04 15:32:03.537888 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.573141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbb739-d385-4b15-b3e8-85aed8ca119f req-c5cb8bfa-cd7c-4624-8913-168d3aea4f2e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.574534 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9edbb739-d385-4b15-b3e8-85aed8ca119f req-c5cb8bfa-cd7c-4624-8913-168d3aea4f2e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 943 time: 0.4458306 Feb 04 15:32:03.589905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 732f58c9-d084-4ca9-929d-6d17d6a97b31 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:03.626489 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 732f58c9-d084-4ca9-929d-6d17d6a97b31 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:03.626857 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.673818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:32:03.736060 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:32:03.736415 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 346a8a3f-01cc-4cd4-9427-ba0288ffb8a4 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:32:03.761367 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Network 3167120d-4d49-40ec-837e-c9d5d3caca3f is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:03.766988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Pushing event updated for resources: {'Port': ['ID=e48df046-f78a-4683-a185-6b5b3a011609,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:03.773868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:03.780808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:32:03.860641 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9edbb739-d385-4b15-b3e8-85aed8ca119f req-1a97cbd7-1c3e-4a4a-ba3a-04c7c080cac7 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561305 Feb 04 15:32:03.889570 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c50ab-0a99-4d9c-9299-989dedcb3241 None None] DHCP port deletion for c8016a65-17a0-4cda-8759-9580b8509b10 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:32:03.905172 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Allocated IP 172.25.0.54 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/805a54dd-e36f-4641-a818-eeecd7049f5e) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:03.908098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] For port 3d4bddb7-9219-4377-8264-e0d86ae60d89, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3d4bddb7-9219-4377-8264-e0d86ae60d89,segment=NetworkSegment(79907ceb-1967-41e7-82b7-73a7d3d16c85),segment_id=79907ceb-1967-41e7-82b7-73a7d3d16c85)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:03.908530 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.939683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a02c50ab-0a99-4d9c-9299-989dedcb3241 None None] Deleting port 3d4bddb7-9219-4377-8264-e0d86ae60d89 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:32:03.940038 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a02c50ab-0a99-4d9c-9299-989dedcb3241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.087966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Attempting to bind port e48df046-f78a-4683-a185-6b5b3a011609 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:04.088195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Attempting to bind port e48df046-f78a-4683-a185-6b5b3a011609 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'faaddc85-8e97-4765-a80b-0f22f8dad598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3167120d-4d49-40ec-837e-c9d5d3caca3f'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:04.088560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Attempting to bind port e48df046-f78a-4683-a185-6b5b3a011609 on network 3167120d-4d49-40ec-837e-c9d5d3caca3f {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:32:04.115186 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.138243 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:32:04.138615 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Checking segment: {'id': 'faaddc85-8e97-4765-a80b-0f22f8dad598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3167120d-4d49-40ec-837e-c9d5d3caca3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:32:04.139014 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.139428 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Bound using segment: {'id': 'faaddc85-8e97-4765-a80b-0f22f8dad598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3167120d-4d49-40ec-837e-c9d5d3caca3f'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:32:04.139936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Bound port: e48df046-f78a-4683-a185-6b5b3a011609, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faaddc85-8e97-4765-a80b-0f22f8dad598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3167120d-4d49-40ec-837e-c9d5d3caca3f'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:04.140280 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.205036 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] Calling delete_port for 3d4bddb7-9219-4377-8264-e0d86ae60d89 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:32:04.327190 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 732f58c9-d084-4ca9-929d-6d17d6a97b31, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=732f58c9-d084-4ca9-929d-6d17d6a97b31,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:04.343448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a02c50ab-0a99-4d9c-9299-989dedcb3241 None None] For port 3d4bddb7-9219-4377-8264-e0d86ae60d89, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3d4bddb7-9219-4377-8264-e0d86ae60d89,segment=NetworkSegment(79907ceb-1967-41e7-82b7-73a7d3d16c85),segment_id=79907ceb-1967-41e7-82b7-73a7d3d16c85)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:04.343776 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a02c50ab-0a99-4d9c-9299-989dedcb3241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.353627 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.354421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:04.367559 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734c196-ee40-4cde-b159-2041f53d5c27 req-027305d2-9c8f-44b2-a6c1-57b5d847a11a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.369506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c734c196-ee40-4cde-b159-2041f53d5c27 req-027305d2-9c8f-44b2-a6c1-57b5d847a11a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 945 time: 0.6678233 Feb 04 15:32:04.502886 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.553746 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.556944 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a02c50ab-0a99-4d9c-9299-989dedcb3241 None None] Calling delete_port for 3d4bddb7-9219-4377-8264-e0d86ae60d89 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:32:04.566842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d4bddb7-9219-4377-8264-e0d86ae60d89,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:04.570377 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c734c196-ee40-4cde-b159-2041f53d5c27 req-4cef9f03-88f1-4c5b-b328-7ceebc65c991 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908972 Feb 04 15:32:04.580975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] No DVR routers for this DVR port 3d4bddb7-9219-4377-8264-e0d86ae60d89 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:04.591946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ab89f-6434-46cf-a96d-36b08ffebb1c req-11418e5e-e603-4a24-96f6-d97cda89b158 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.596256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ab89f-6434-46cf-a96d-36b08ffebb1c req-11418e5e-e603-4a24-96f6-d97cda89b158 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.600125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ab89f-6434-46cf-a96d-36b08ffebb1c req-11418e5e-e603-4a24-96f6-d97cda89b158 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.604568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ab89f-6434-46cf-a96d-36b08ffebb1c req-11418e5e-e603-4a24-96f6-d97cda89b158 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.608734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ab89f-6434-46cf-a96d-36b08ffebb1c req-11418e5e-e603-4a24-96f6-d97cda89b158 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.612637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ab89f-6434-46cf-a96d-36b08ffebb1c req-11418e5e-e603-4a24-96f6-d97cda89b158 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.616522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ab89f-6434-46cf-a96d-36b08ffebb1c req-11418e5e-e603-4a24-96f6-d97cda89b158 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.621238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1ab89f-6434-46cf-a96d-36b08ffebb1c req-11418e5e-e603-4a24-96f6-d97cda89b158 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5436 time: 0.5548990 Feb 04 15:32:04.660613 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] For port e48df046-f78a-4683-a185-6b5b3a011609, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:04.668114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] For port e48df046-f78a-4683-a185-6b5b3a011609, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e48df046-f78a-4683-a185-6b5b3a011609,segment=NetworkSegment(faaddc85-8e97-4765-a80b-0f22f8dad598),segment_id=faaddc85-8e97-4765-a80b-0f22f8dad598)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:04.673877 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd9fcf0-26a5-4632-97bc-987dd12659e6', 'code': 200} Feb 04 15:32:04.676723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=732f58c9-d084-4ca9-929d-6d17d6a97b31,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:04.691859 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.771334 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-a02c50ab-0a99-4d9c-9299-989dedcb3241 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:32:04.771727 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-a02c50ab-0a99-4d9c-9299-989dedcb3241 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:32:04.786317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:04.800419 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:04.800786 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.805826 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.824652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8873f6-ee33-4407-8d83-d052b031cb96 None None] Pushing event updated for resources: {'Port': ['ID=e48df046-f78a-4683-a185-6b5b3a011609,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:04.893849 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1ab89f-6434-46cf-a96d-36b08ffebb1c req-03650439-2dc1-494b-b09b-ffa41af3e8d7 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2398806 Feb 04 15:32:04.898628 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.959446 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.959982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8016a65-17a0-4cda-8759-9580b8509b10']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:04.999320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=4dfa7ad2-38e5-438e-9868-cf93aacc7d91,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:05.008670 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.013104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 1f271202-9b8d-4365-ace1-59a7bd13c16c up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:05.080981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79907ceb-1967-41e7-82b7-73a7d3d16c85') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:05.081290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79907ceb-1967-41e7-82b7-73a7d3d16c85') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:05.150862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=4dfa7ad2-38e5-438e-9868-cf93aacc7d91,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:05.163504 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.172247 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 1f271202-9b8d-4365-ace1-59a7bd13c16c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:05.177765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 1f271202-9b8d-4365-ace1-59a7bd13c16c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:05.178144 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.189389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Pushing event updated for resources: {'Port': ['ID=805a54dd-e36f-4641-a818-eeecd7049f5e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:05.206051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:05.214570 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:05.217936 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:32:05.249094 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.275873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:32:05.276185 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.279844 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a02c50ab-0a99-4d9c-9299-989dedcb3241 None None] Deleting port 3d4bddb7-9219-4377-8264-e0d86ae60d89 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:32:05.279844 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a02c50ab-0a99-4d9c-9299-989dedcb3241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:32:05.292607 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:32:05.306619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87074f13-129a-43d4-91ef-34fcf8030f02 req-8cf50153-6953-481d-a94f-f9eb55fcda80 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:05.308962 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87074f13-129a-43d4-91ef-34fcf8030f02 req-8cf50153-6953-481d-a94f-f9eb55fcda80 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.5108724 Feb 04 15:32:05.418927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a02c50ab-0a99-4d9c-9299-989dedcb3241 None None] The port '3d4bddb7-9219-4377-8264-e0d86ae60d89' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:32:05.424957 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.485925 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.503586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615327e0-61df-47b3-aa86-33703a6a6b6e req-d1b51975-62c9-419e-a514-66cf6ffed183 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:05.505055 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-615327e0-61df-47b3-aa86-33703a6a6b6e req-d1b51975-62c9-419e-a514-66cf6ffed183 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 949 time: 0.3955765 Feb 04 15:32:05.526269 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.531778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 1f271202-9b8d-4365-ace1-59a7bd13c16c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1f271202-9b8d-4365-ace1-59a7bd13c16c,segment=NetworkSegment(6d6ff17f-d6bb-4d63-ba5b-ff75e0127936),segment_id=6d6ff17f-d6bb-4d63-ba5b-ff75e0127936)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:05.538121 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.539752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 3734f7fb-e683-4d99-8fd6-2bc23f362f10 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:05.543887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8016a65-17a0-4cda-8759-9580b8509b10,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:05.572082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87074f13-129a-43d4-91ef-34fcf8030f02 req-1a9ec180-631f-48d3-8874-9af50864345b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141228 Feb 04 15:32:05.591706 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a37fc947-1539-46a6-9d9a-9c34c2daf9b1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c8016a65-17a0-4cda-8759-9580b8509b10 HTTP/1.1" status: 204 len: 168 time: 2.4899325 Feb 04 15:32:05.687300 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=1f271202-9b8d-4365-ace1-59a7bd13c16c,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:05.690212 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-615327e0-61df-47b3-aa86-33703a6a6b6e req-07fc5c57-88d8-4dc9-ac4f-1e9086caeef4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688294 Feb 04 15:32:05.790024 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.797309 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.837058 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e48df046-f78a-4683-a185-6b5b3a011609 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:05.889696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53552) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:05.892719 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 3734f7fb-e683-4d99-8fd6-2bc23f362f10 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:05.908791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 3734f7fb-e683-4d99-8fd6-2bc23f362f10 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:05.909301 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.005164 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a4b59049-9d22-4727-afba-9cad5587b091 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa371acdd906464fb4a2d0efa0b076f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1140380 Feb 04 15:32:06.008812 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53558) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:06.114414 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.132917 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.147732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab98620-516e-4b60-b7c4-69e0828bd224 req-8cec0d6c-c7c2-401d-a537-07f16672c32a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:06.150505 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bab98620-516e-4b60-b7c4-69e0828bd224 req-8cec0d6c-c7c2-401d-a537-07f16672c32a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.2441523 Feb 04 15:32:06.160176 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208dc7a9-0c55-48f4-9903-0dce37bd238b None None] Network 3167120d-4d49-40ec-837e-c9d5d3caca3f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:32:06.160967 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.225955 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.239969 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port e48df046-f78a-4683-a185-6b5b3a011609 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:06.247572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c71e87-3860-4516-981a-041c27ed3202,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:06.250627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c608c04-f60b-47f8-a274-911dae6b732e req-3405f19c-1441-47b8-9b95-d8a46aafd94a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:06.252128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c608c04-f60b-47f8-a274-911dae6b732e req-3405f19c-1441-47b8-9b95-d8a46aafd94a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 943 time: 0.2423685 Feb 04 15:32:06.259679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.261150 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50c71e87-3860-4516-981a-041c27ed3202 HTTP/1.1" status: 204 len: 168 time: 0.2512484 Feb 04 15:32:06.262928 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:06.263518 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:06.264205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:06.264781 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:06.266075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:06.266638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:06.267268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:06.267836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:06.268410 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:06.268973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:06.269534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cbd55-69cb-4829-9e70-7740eb6358cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:06.312614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 3734f7fb-e683-4d99-8fd6-2bc23f362f10, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3734f7fb-e683-4d99-8fd6-2bc23f362f10,segment=NetworkSegment(6d6ff17f-d6bb-4d63-ba5b-ff75e0127936),segment_id=6d6ff17f-d6bb-4d63-ba5b-ff75e0127936)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:06.324288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3aadefdb-123d-400a-b283-1ba637650d22 None None] Provisioning for port e48df046-f78a-4683-a185-6b5b3a011609 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:06.331071 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.331874 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ca6de4c7-06b7-475f-b551-74d6d9cef7e7 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:06.345562 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bab98620-516e-4b60-b7c4-69e0828bd224 req-a9478767-1ab1-428c-a3a6-07fa8733dd70 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484313 Feb 04 15:32:06.366037 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c608c04-f60b-47f8-a274-911dae6b732e req-b0e9303a-6686-4fd6-9325-7b50ecf1a14a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846884 Feb 04 15:32:06.403729 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3d4bddb7-9219-4377-8264-e0d86ae60d89 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:32:06.430345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Router a5fd82a4-28e5-4474-9907-60b214eb6002 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:32:06.449124 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3aadefdb-123d-400a-b283-1ba637650d22 None None] Provisioning complete for port e48df046-f78a-4683-a185-6b5b3a011609 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:06.449529 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3aadefdb-123d-400a-b283-1ba637650d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.555707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 3d4bddb7-9219-4377-8264-e0d86ae60d89 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:32:06.556036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3d4bddb7-9219-4377-8264-e0d86ae60d89 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:32:06.647057 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-813ba9fd-1fed-47ef-934e-501c973b2889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.666579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=3734f7fb-e683-4d99-8fd6-2bc23f362f10,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:06.676923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732f58c9-d084-4ca9-929d-6d17d6a97b31'}, {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfa7ad2-38e5-438e-9868-cf93aacc7d91'}, {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f271202-9b8d-4365-ace1-59a7bd13c16c'}, {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3734f7fb-e683-4d99-8fd6-2bc23f362f10'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:06.781640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:06.801691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:06.802063 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.848647 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3aadefdb-123d-400a-b283-1ba637650d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.854051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53572) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:06.918361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3aadefdb-123d-400a-b283-1ba637650d22 None None] For port e48df046-f78a-4683-a185-6b5b3a011609, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e48df046-f78a-4683-a185-6b5b3a011609,segment=NetworkSegment(faaddc85-8e97-4765-a80b-0f22f8dad598),segment_id=faaddc85-8e97-4765-a80b-0f22f8dad598)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:06.928732 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3aadefdb-123d-400a-b283-1ba637650d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.931241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53576) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:06.932501 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c134fb60-9edb-4ef0-ab53-6db3229351c5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e88e1a18d4084f5e9d96a5677fb273f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0771987 Feb 04 15:32:07.008009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aad66c8c-d1ff-492a-b323-f4076c221e05 req-42910258-20d4-4083-bedf-824245042ee8 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 1096 time: 0.2693322 Feb 04 15:32:07.019539 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816d0f8-1da8-42bb-bedb-0cfc0070e200 req-13f0bcb0-221c-46ee-a35e-4ef236b5eaf3 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:07.023501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816d0f8-1da8-42bb-bedb-0cfc0070e200 req-13f0bcb0-221c-46ee-a35e-4ef236b5eaf3 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:07.027316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816d0f8-1da8-42bb-bedb-0cfc0070e200 req-13f0bcb0-221c-46ee-a35e-4ef236b5eaf3 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:07.031314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816d0f8-1da8-42bb-bedb-0cfc0070e200 req-13f0bcb0-221c-46ee-a35e-4ef236b5eaf3 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:07.035235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816d0f8-1da8-42bb-bedb-0cfc0070e200 req-13f0bcb0-221c-46ee-a35e-4ef236b5eaf3 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:07.044387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816d0f8-1da8-42bb-bedb-0cfc0070e200 req-13f0bcb0-221c-46ee-a35e-4ef236b5eaf3 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:07.051312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816d0f8-1da8-42bb-bedb-0cfc0070e200 req-13f0bcb0-221c-46ee-a35e-4ef236b5eaf3 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:07.053247 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1816d0f8-1da8-42bb-bedb-0cfc0070e200 req-13f0bcb0-221c-46ee-a35e-4ef236b5eaf3 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5440 time: 0.3133039 Feb 04 15:32:07.073404 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.105774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadefdb-123d-400a-b283-1ba637650d22 None None] Pushing event updated for resources: {'Port': ['ID=e48df046-f78a-4683-a185-6b5b3a011609,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:07.123449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ca6de4c7-06b7-475f-b551-74d6d9cef7e7, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ca6de4c7-06b7-475f-b551-74d6d9cef7e7,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:07.128274 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.166823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 68de3e79-d1f5-4e87-b1f8-04028d138426 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:07.184445 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d19ff01c-43ae-433e-a515-4584e8418da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.188687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aad66c8c-d1ff-492a-b323-f4076c221e05 req-21184cdc-c2ab-4450-8268-83088340b9c1 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244969 Feb 04 15:32:07.191626 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1816d0f8-1da8-42bb-bedb-0cfc0070e200 req-aff2df8e-57c2-43ad-a3de-02b03c216b51 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1219261 Feb 04 15:32:07.225274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:32:07.231935 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d19ff01c-43ae-433e-a515-4584e8418da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.243914 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Sync routers for ids ['a5fd82a4-28e5-4474-9907-60b214eb6002'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:32:07.275248 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Routers {'a5fd82a4-28e5-4474-9907-60b214eb6002'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:32:07.277361 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:31:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a5fd82a4-28e5-4474-9907-60b214eb6002'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:07.283749 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.289295 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-af3408ee-4645-4dfa-b2d2-e5017077f1b6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4698718 Feb 04 15:32:07.289527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53582) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:07.344055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=ca6de4c7-06b7-475f-b551-74d6d9cef7e7,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:07.347857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1cc395e5-aa14-4fbc-bb6c-03f3ffc62f8d None None] Provisioning complete for port e48df046-f78a-4683-a185-6b5b3a011609 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:07.348229 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1cc395e5-aa14-4fbc-bb6c-03f3ffc62f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.416787 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d19ff01c-43ae-433e-a515-4584e8418da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.423832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 68de3e79-d1f5-4e87-b1f8-04028d138426 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:07.430762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 68de3e79-d1f5-4e87-b1f8-04028d138426 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:07.431131 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.507076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ff01c-43ae-433e-a515-4584e8418da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aad6ec-dca8-4d44-be02-8a750bdab8c4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:07.513736 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d19ff01c-43ae-433e-a515-4584e8418da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.514978 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d19ff01c-43ae-433e-a515-4584e8418da2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84aad6ec-dca8-4d44-be02-8a750bdab8c4 HTTP/1.1" status: 204 len: 168 time: 0.5838163 Feb 04 15:32:07.591695 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732f58c9-d084-4ca9-929d-6d17d6a97b31', 'code': 200} Feb 04 15:32:07.591943 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfa7ad2-38e5-438e-9868-cf93aacc7d91', 'code': 200} Feb 04 15:32:07.592185 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f271202-9b8d-4365-ace1-59a7bd13c16c', 'code': 200} Feb 04 15:32:07.592442 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3734f7fb-e683-4d99-8fd6-2bc23f362f10', 'code': 200} Feb 04 15:32:07.624452 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Set router a5fd82a4-28e5-4474-9907-60b214eb6002 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:32:07.713854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc43906-1b9e-4cbb-8ea0-38a07ce56725 req-90e45d71-fab6-4b90-b852-868d500ca404 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:07.721293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddc43906-1b9e-4cbb-8ea0-38a07ce56725 req-90e45d71-fab6-4b90-b852-868d500ca404 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.2681987 Feb 04 15:32:07.731430 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e48df046-f78a-4683-a185-6b5b3a011609 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:07.791372 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddc43906-1b9e-4cbb-8ea0-38a07ce56725 req-6178a151-f667-4072-97bf-b90251d72c7d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687985 Feb 04 15:32:07.860312 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.896638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e48df046-f78a-4683-a185-6b5b3a011609 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:07.897015 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.989299 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 68de3e79-d1f5-4e87-b1f8-04028d138426, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=68de3e79-d1f5-4e87-b1f8-04028d138426,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:07.999486 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.046371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 83986536-d4dd-47af-a3b8-92f0c8ba9e82 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:08.069131 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'name': 'tempest-FloatingIPsNegativeTestJSON-485299914-router', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '805a54dd-e36f-4641-a818-eeecd7049f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:32:01Z', 'updated_at': '2022-02-04T15:32:05Z', 'revision_number': 3, 'project_id': '22915cacab3c49c192057c1182e2ef8d', 'gw_port': {'id': '805a54dd-e36f-4641-a818-eeecd7049f5e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:38:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:32:03Z', 'updated_at': '2022-02-04T15:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:08.073670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdb811-a4b4-40c3-9d64-9af41315b14a req-196fb118-f8b1-4419-ab7c-557a0b9a350e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:08.080077 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Checking router: a5fd82a4-28e5-4474-9907-60b214eb6002 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:32:08.081839 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Updating router a5fd82a4-28e5-4474-9907-60b214eb6002 port 805a54dd-e36f-4641-a818-eeecd7049f5e binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:32:08.085111 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24bdb811-a4b4-40c3-9d64-9af41315b14a req-196fb118-f8b1-4419-ab7c-557a0b9a350e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 949 time: 0.4646759 Feb 04 15:32:08.143851 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.153652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=68de3e79-d1f5-4e87-b1f8-04028d138426,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:08.191999 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24bdb811-a4b4-40c3-9d64-9af41315b14a req-e88f1695-4fe5-46d4-82c2-7a52b793746b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059284 Feb 04 15:32:08.244036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8fbdfd3-1bce-425a-9577-adb1d1ab7886 req-35ae61b4-56b4-4db9-89be-859913013968 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 1096 time: 0.2815788 Feb 04 15:32:08.325091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:08.347242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 83986536-d4dd-47af-a3b8-92f0c8ba9e82 has no active binding in host n-h2-827872-1 {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:32:08.443899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8fbdfd3-1bce-425a-9577-adb1d1ab7886 req-0eddb316-55f8-4db2-bf76-afdac4eb90a3 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841516 Feb 04 15:32:08.595436 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.618667 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Transition to ACTIVE for port object 805a54dd-e36f-4641-a818-eeecd7049f5e will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:08.628076 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.661328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77271869-3329-4b41-aae5-47148bac3048 req-9a406d89-2149-44cc-82de-2146b3b8e24e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:08.667483 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77271869-3329-4b41-aae5-47148bac3048 req-9a406d89-2149-44cc-82de-2146b3b8e24e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.2839379 Feb 04 15:32:08.708152 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ec26f-61a1-4f33-8b26-ec2687dad401 None None] Pushing event updated for resources: {'Port': ['ID=805a54dd-e36f-4641-a818-eeecd7049f5e,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:08.732085 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ec26f-61a1-4f33-8b26-ec2687dad401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:08.732085 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ec26f-61a1-4f33-8b26-ec2687dad401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:08.733645 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ec26f-61a1-4f33-8b26-ec2687dad401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:08.734417 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ec26f-61a1-4f33-8b26-ec2687dad401 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:08.736027 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ec26f-61a1-4f33-8b26-ec2687dad401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:08.736027 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ec26f-61a1-4f33-8b26-ec2687dad401 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:08.739361 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ec26f-61a1-4f33-8b26-ec2687dad401 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:08.739361 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ec26f-61a1-4f33-8b26-ec2687dad401 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:08.739361 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ec26f-61a1-4f33-8b26-ec2687dad401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:08.739361 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ec26f-61a1-4f33-8b26-ec2687dad401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:08.739361 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ec26f-61a1-4f33-8b26-ec2687dad401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:08.777266 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Attempting to bind port 805a54dd-e36f-4641-a818-eeecd7049f5e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:08.777728 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Attempting to bind port 805a54dd-e36f-4641-a818-eeecd7049f5e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:08.778155 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Attempting to bind port 805a54dd-e36f-4641-a818-eeecd7049f5e on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:32:08.797549 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:32:08.798476 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:32:08.798476 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.798920 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:32:08.799575 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Bound port: 805a54dd-e36f-4641-a818-eeecd7049f5e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:08.800634 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.884645 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] For port 805a54dd-e36f-4641-a818-eeecd7049f5e, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:08.889599 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] For port 805a54dd-e36f-4641-a818-eeecd7049f5e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=805a54dd-e36f-4641-a818-eeecd7049f5e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:08.894785 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.902469 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3c65c1fb-d35a-4e83-8062-d4e289881d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.903665 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77271869-3329-4b41-aae5-47148bac3048 req-0af78084-3e0b-453a-99e9-b37a8ee69094 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881864 Feb 04 15:32:08.954125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a266f2-c506-4aa8-9b5b-88e9e4d36423 req-acb518d9-7ea0-4a19-bce9-af1e97f4c7e9 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:08.957832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27a266f2-c506-4aa8-9b5b-88e9e4d36423 req-acb518d9-7ea0-4a19-bce9-af1e97f4c7e9 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 943 time: 0.2861972 Feb 04 15:32:09.028749 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ec26f-61a1-4f33-8b26-ec2687dad401 None None] Pushing event updated for resources: {'Port': ['ID=805a54dd-e36f-4641-a818-eeecd7049f5e,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:09.034665 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Routers {'a5fd82a4-28e5-4474-9907-60b214eb6002'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:32:09.035470 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:32:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a5fd82a4-28e5-4474-9907-60b214eb6002'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:09.081893 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27a266f2-c506-4aa8-9b5b-88e9e4d36423 req-545354e8-9621-4524-ac70-8dd27875384a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162019 Feb 04 15:32:09.318180 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] Set router a5fd82a4-28e5-4474-9907-60b214eb6002 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:32:09.488257 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-bae058c4-e39a-4811-98fa-ea84d8f4fc42 service neutron] 10.222.0.81 "GET /v2.0/ports/83986536-d4dd-47af-a3b8-92f0c8ba9e82/bindings/n-h2-827872-1 HTTP/1.1" status: 200 len: 384 time: 0.1231565 Feb 04 15:32:09.554474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf24096-d275-4700-b75b-39fdfa9df5f6 req-ae982111-f72f-40a2-90bb-23dc6a1c856e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:09.558717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf24096-d275-4700-b75b-39fdfa9df5f6 req-ae982111-f72f-40a2-90bb-23dc6a1c856e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:09.562853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf24096-d275-4700-b75b-39fdfa9df5f6 req-ae982111-f72f-40a2-90bb-23dc6a1c856e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:09.566933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf24096-d275-4700-b75b-39fdfa9df5f6 req-ae982111-f72f-40a2-90bb-23dc6a1c856e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:09.571710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf24096-d275-4700-b75b-39fdfa9df5f6 req-ae982111-f72f-40a2-90bb-23dc6a1c856e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:09.575818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf24096-d275-4700-b75b-39fdfa9df5f6 req-ae982111-f72f-40a2-90bb-23dc6a1c856e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:09.580078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf24096-d275-4700-b75b-39fdfa9df5f6 req-ae982111-f72f-40a2-90bb-23dc6a1c856e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:09.592972 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7cf24096-d275-4700-b75b-39fdfa9df5f6 req-ae982111-f72f-40a2-90bb-23dc6a1c856e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.3082156 Feb 04 15:32:09.593922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6de4c7-06b7-475f-b551-74d6d9cef7e7'}, {'server_uuid': '7f6f3007-01d1-4a67-ac5a-31034c1ad7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de3e79-d1f5-4e87-b1f8-04028d138426'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:09.741209 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7cf24096-d275-4700-b75b-39fdfa9df5f6 req-ceb5ecad-dae0-49a2-ae47-035b9da8dc5d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1472421 Feb 04 15:32:09.765365 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'name': 'tempest-FloatingIPsNegativeTestJSON-485299914-router', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '805a54dd-e36f-4641-a818-eeecd7049f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:32:01Z', 'updated_at': '2022-02-04T15:32:05Z', 'revision_number': 3, 'project_id': '22915cacab3c49c192057c1182e2ef8d', 'gw_port': {'id': '805a54dd-e36f-4641-a818-eeecd7049f5e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:38:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:32:03Z', 'updated_at': '2022-02-04T15:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:09.776190 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0ad0f-7bed-412c-a649-bd4cb4569839 None None] The sync data for ids ['a5fd82a4-28e5-4474-9907-60b214eb6002'] in n-d-827872-1 is: [{'id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'name': 'tempest-FloatingIPsNegativeTestJSON-485299914-router', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '805a54dd-e36f-4641-a818-eeecd7049f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:32:01Z', 'updated_at': '2022-02-04T15:32:05Z', 'revision_number': 3, 'project_id': '22915cacab3c49c192057c1182e2ef8d', 'gw_port': {'id': '805a54dd-e36f-4641-a818-eeecd7049f5e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:38:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:32:03Z', 'updated_at': '2022-02-04T15:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:32:09.784327 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.912147 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.940873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-352c5cde-b58b-4a8b-b192-990e6ed5f4f5 service neutron] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:09.983599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-352c5cde-b58b-4a8b-b192-990e6ed5f4f5 service neutron] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:10.072421 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.077445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-352c5cde-b58b-4a8b-b192-990e6ed5f4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83986536-d4dd-47af-a3b8-92f0c8ba9e82 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:10.115196 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-352c5cde-b58b-4a8b-b192-990e6ed5f4f5 service neutron] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:10.145949 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-352c5cde-b58b-4a8b-b192-990e6ed5f4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.209058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a940d-5b2c-46e7-a6cb-0215d949266c req-e15cf963-8c4d-4e89-957d-52c863d2f71b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:10.209704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f2a940d-5b2c-46e7-a6cb-0215d949266c req-e15cf963-8c4d-4e89-957d-52c863d2f71b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.3706543 Feb 04 15:32:10.313107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-352c5cde-b58b-4a8b-b192-990e6ed5f4f5 service neutron] Transition to ACTIVE for port object 83986536-d4dd-47af-a3b8-92f0c8ba9e82 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:10.322394 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-352c5cde-b58b-4a8b-b192-990e6ed5f4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.349636 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa187e-fef6-4524-ba35-955bd25a09b9 req-d57acca6-cd1a-46c0-bb95-08b7ceb318e7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:10.352006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86fa187e-fef6-4524-ba35-955bd25a09b9 req-d57acca6-cd1a-46c0-bb95-08b7ceb318e7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.3515277 Feb 04 15:32:10.488199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f2a940d-5b2c-46e7-a6cb-0215d949266c req-08cdf3b2-8ca9-49a1-8fe5-657331f2673d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633090 Feb 04 15:32:10.548300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Allocated IP 172.20.0.1 (3167120d-4d49-40ec-837e-c9d5d3caca3f/19533f52-af78-497f-a102-3e887cefb73c/ee91ff56-dc63-4300-87a8-002c7c6e2700) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:10.559312 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86fa187e-fef6-4524-ba35-955bd25a09b9 req-ba16fd78-ba13-468e-bd35-9535483b6086 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969106 Feb 04 15:32:10.591883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-352c5cde-b58b-4a8b-b192-990e6ed5f4f5 service neutron] No DVR routers for this DVR port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:10.626518 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c5cde-b58b-4a8b-b192-990e6ed5f4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=83986536-d4dd-47af-a3b8-92f0c8ba9e82,revision_number=10']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:10.733625 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-352c5cde-b58b-4a8b-b192-990e6ed5f4f5 service neutron] 10.222.0.81 "PUT /v2.0/ports/83986536-d4dd-47af-a3b8-92f0c8ba9e82/bindings/n-h2-827872-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2394192 Feb 04 15:32:10.738719 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6de4c7-06b7-475f-b551-74d6d9cef7e7', 'code': 200} Feb 04 15:32:10.739224 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6f3007-01d1-4a67-ac5a-31034c1ad7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de3e79-d1f5-4e87-b1f8-04028d138426', 'code': 200} Feb 04 15:32:11.009186 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-ec8b2b62-2733-4c6f-ad86-007252016c88 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 1095 time: 0.1075158 Feb 04 15:32:11.109406 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-640f69b8-ead1-42b2-9646-42f0c62daef1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da HTTP/1.1" status: 200 len: 1095 time: 0.0892532 Feb 04 15:32:11.150642 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.223841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Transition to ACTIVE for port object ee91ff56-dc63-4300-87a8-002c7c6e2700 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:11.233474 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-964f7cdf-2d68-456a-8644-a3c0cfc5a8ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 1095 time: 0.0969977 Feb 04 15:32:11.241186 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f4e7579-c005-4260-a12b-67941d880f00 req-ec93354f-c9e9-4d7b-bac7-4a293cb06082 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 1101 time: 0.2352500 Feb 04 15:32:11.252074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a8711-6fd2-4485-b08b-760076fedec6 req-c9babad5-57f5-44e1-9f8f-d859fce1115e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.253554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b8a8711-6fd2-4485-b08b-760076fedec6 req-c9babad5-57f5-44e1-9f8f-d859fce1115e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 944 time: 0.3810227 Feb 04 15:32:11.262676 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.266871 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2cba3bcf-dc29-4b42-a281-70fb4111b886 req-9116770e-db15-4b03-a3f0-dd97e55bc57c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 6498 time: 0.3091462 Feb 04 15:32:11.287998 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 83986536-d4dd-47af-a3b8-92f0c8ba9e82 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:32:11.327005 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.359387 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 83986536-d4dd-47af-a3b8-92f0c8ba9e82 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:32:11.455588 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-bbc533b6-7c70-462a-9380-097fb08bc183 service neutron] show failed (client error): The resource could not be found. Feb 04 15:32:11.456516 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-bbc533b6-7c70-462a-9380-097fb08bc183 service neutron] 10.222.0.73 "GET /v2.0/ports/e02c8813-aae6-4d8b-beef-db179bc9cb00/bindings/n-h1-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.1725082 Feb 04 15:32:11.457410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2cba3bcf-dc29-4b42-a281-70fb4111b886 req-f619c848-b525-4157-b6e5-3eaece964cec service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1744089 Feb 04 15:32:11.458342 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.472927 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-fcc402de-ff7c-4df4-a0bf-87f2ed3e17bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.474467 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-fcc402de-ff7c-4df4-a0bf-87f2ed3e17bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.2202854 Feb 04 15:32:11.520992 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b8a8711-6fd2-4485-b08b-760076fedec6 req-83223a44-5fc7-43c4-a7c7-1f269e4582f5 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399669 Feb 04 15:32:11.522388 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f4e7579-c005-4260-a12b-67941d880f00 req-d5c4b5ac-a8c9-41e7-9338-1492af45e6f2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660210 Feb 04 15:32:11.553902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Pushing event updated for resources: {'Port': ['ID=ee91ff56-dc63-4300-87a8-002c7c6e2700,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:11.558867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Network 3167120d-4d49-40ec-837e-c9d5d3caca3f is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:11.560272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:11.562701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:32:11.616377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16289a76-5f45-4fba-87a7-c65fb99eebbe req-e91c2d20-4d11-4e40-8581-8f3b57435428 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.625944 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16289a76-5f45-4fba-87a7-c65fb99eebbe req-e91c2d20-4d11-4e40-8581-8f3b57435428 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.6265910 Feb 04 15:32:11.658525 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.713819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 805a54dd-e36f-4641-a818-eeecd7049f5e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:11.735858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16289a76-5f45-4fba-87a7-c65fb99eebbe req-e87c9fa3-e146-4285-8e2a-9818193784b2 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116168 Feb 04 15:32:11.816389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 805a54dd-e36f-4641-a818-eeecd7049f5e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:11.824705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 805a54dd-e36f-4641-a818-eeecd7049f5e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:11.825078 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.854237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620febc2-16a7-431b-a13f-be3e6b0f367f req-5bb53870-9a43-48b7-8a80-1df02e39a990 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.858133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620febc2-16a7-431b-a13f-be3e6b0f367f req-5bb53870-9a43-48b7-8a80-1df02e39a990 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.861992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620febc2-16a7-431b-a13f-be3e6b0f367f req-5bb53870-9a43-48b7-8a80-1df02e39a990 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.865911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620febc2-16a7-431b-a13f-be3e6b0f367f req-5bb53870-9a43-48b7-8a80-1df02e39a990 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.870949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620febc2-16a7-431b-a13f-be3e6b0f367f req-5bb53870-9a43-48b7-8a80-1df02e39a990 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.874778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620febc2-16a7-431b-a13f-be3e6b0f367f req-5bb53870-9a43-48b7-8a80-1df02e39a990 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.878554 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620febc2-16a7-431b-a13f-be3e6b0f367f req-5bb53870-9a43-48b7-8a80-1df02e39a990 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.880739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-620febc2-16a7-431b-a13f-be3e6b0f367f req-5bb53870-9a43-48b7-8a80-1df02e39a990 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.2121422 Feb 04 15:32:11.881356 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.969946 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-19393d14-dcaa-41b9-9bf8-17ab1073eaf0 None None] Provisioning for port ee91ff56-dc63-4300-87a8-002c7c6e2700 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:11.974318 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.981477 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-19393d14-dcaa-41b9-9bf8-17ab1073eaf0 None None] Provisioning complete for port ee91ff56-dc63-4300-87a8-002c7c6e2700 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:11.981999 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-19393d14-dcaa-41b9-9bf8-17ab1073eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.004443 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-620febc2-16a7-431b-a13f-be3e6b0f367f req-87b24e0b-3243-43e7-820a-9295d4e5993f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107881 Feb 04 15:32:12.043206 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 805a54dd-e36f-4641-a818-eeecd7049f5e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=805a54dd-e36f-4641-a818-eeecd7049f5e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:12.052750 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-19393d14-dcaa-41b9-9bf8-17ab1073eaf0 None None] Port ee91ff56-dc63-4300-87a8-002c7c6e2700 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:32:12.054960 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.149126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=805a54dd-e36f-4641-a818-eeecd7049f5e,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:12.160652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:12.161168 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:12.161864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:12.162395 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:12.162918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:12.164028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:12.164557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:12.165082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:12.165609 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:12.166124 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:12.166620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:12.439434 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.446459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3618f-3cb3-4b49-83ad-708a779238c1 req-a984e732-a7b2-45ce-b05c-de0dc76d927a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:12.447959 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3fc3618f-3cb3-4b49-83ad-708a779238c1 req-a984e732-a7b2-45ce-b05c-de0dc76d927a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.2351477 Feb 04 15:32:12.453985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f076ef5-f7ed-4601-a222-f74ef39cc8f3 req-e58e8fa0-7eea-427b-8dfb-8d3600855b05 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:12.455373 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f076ef5-f7ed-4601-a222-f74ef39cc8f3 req-e58e8fa0-7eea-427b-8dfb-8d3600855b05 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.2414513 Feb 04 15:32:12.458355 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.651608 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.655087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Pushing event updated for resources: {'Port': ['ID=ee91ff56-dc63-4300-87a8-002c7c6e2700,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:12.677894 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3fc3618f-3cb3-4b49-83ad-708a779238c1 req-37917447-1e86-46a6-8ba7-396126ca391e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211049 Feb 04 15:32:12.681852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f076ef5-f7ed-4601-a222-f74ef39cc8f3 req-ebb24703-13ea-437f-82ed-f73af94fc6fd tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877339 Feb 04 15:32:12.855757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Network 3167120d-4d49-40ec-837e-c9d5d3caca3f is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:12.857263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:13.210720 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5a3b8b3a-7120-4eae-abd7-2f46912cc43e None None] Provisioning complete for port ee91ff56-dc63-4300-87a8-002c7c6e2700 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:13.211936 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8b3a-7120-4eae-abd7-2f46912cc43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:13.268724 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b8b3a-7120-4eae-abd7-2f46912cc43e None None] Port ee91ff56-dc63-4300-87a8-002c7c6e2700 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:32:13.269452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3a28a-2bbd-48b5-8bd6-fb683083da1a req-61f0b557-a7f9-4da8-8ef3-addf86a3ed4f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.270935 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7b3a28a-2bbd-48b5-8bd6-fb683083da1a req-61f0b557-a7f9-4da8-8ef3-addf86a3ed4f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 944 time: 0.3226907 Feb 04 15:32:13.312913 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388808e-9517-40db-b86b-8cb661ffc891 req-05cb20ba-d9e8-4f76-863a-61231e23fa17 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.314344 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d388808e-9517-40db-b86b-8cb661ffc891 req-05cb20ba-d9e8-4f76-863a-61231e23fa17 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.2346940 Feb 04 15:32:13.383136 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7b3a28a-2bbd-48b5-8bd6-fb683083da1a req-b85ab6f9-2f83-43e0-9f95-064a0742a630 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043234 Feb 04 15:32:13.396220 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d388808e-9517-40db-b86b-8cb661ffc891 req-3ae62038-a37a-4749-80f9-0ff4b1d67578 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687344 Feb 04 15:32:13.529423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Router a5fd82a4-28e5-4474-9907-60b214eb6002 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:32:13.763209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 805a54dd-e36f-4641-a818-eeecd7049f5e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:13.816923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3225-29d4-4ab6-b90a-50227ce75df2 req-d2c532b3-c03a-4af7-8069-43dee4a40261 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.821787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3225-29d4-4ab6-b90a-50227ce75df2 req-d2c532b3-c03a-4af7-8069-43dee4a40261 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.834666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3225-29d4-4ab6-b90a-50227ce75df2 req-d2c532b3-c03a-4af7-8069-43dee4a40261 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.842977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3225-29d4-4ab6-b90a-50227ce75df2 req-d2c532b3-c03a-4af7-8069-43dee4a40261 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.846982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3225-29d4-4ab6-b90a-50227ce75df2 req-d2c532b3-c03a-4af7-8069-43dee4a40261 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.849414 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-be2f4103-5c0c-4977-8281-23894785960f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82 HTTP/1.1" status: 200 len: 217 time: 0.1512244 Feb 04 15:32:13.850893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3225-29d4-4ab6-b90a-50227ce75df2 req-d2c532b3-c03a-4af7-8069-43dee4a40261 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.855149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3225-29d4-4ab6-b90a-50227ce75df2 req-d2c532b3-c03a-4af7-8069-43dee4a40261 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.860732 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b1d3225-29d4-4ab6-b90a-50227ce75df2 req-d2c532b3-c03a-4af7-8069-43dee4a40261 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.2606738 Feb 04 15:32:14.068114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 805a54dd-e36f-4641-a818-eeecd7049f5e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:14.068286 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.171922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-a6d2c666-800b-4358-8189-acbe4324ffc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:14.173531 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-a6d2c666-800b-4358-8189-acbe4324ffc1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.3162248 Feb 04 15:32:14.266619 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-f9d51087-b057-4fab-bd1c-92c9dd4c230f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775135 Feb 04 15:32:14.285688 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b1d3225-29d4-4ab6-b90a-50227ce75df2 req-9716ff1e-158f-4c84-b5b5-659884e21a18 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3525307 Feb 04 15:32:14.349972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:32:14.360352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Sync routers for ids ['a5fd82a4-28e5-4474-9907-60b214eb6002'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:32:14.375842 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a0c997b2-6d01-480c-8d37-f1cef44e9b13 admin admin] 10.222.0.60 "PUT /v2.0/routers/a5fd82a4-28e5-4474-9907-60b214eb6002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0851734 Feb 04 15:32:14.390247 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Routers {'a5fd82a4-28e5-4474-9907-60b214eb6002'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:32:14.392117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:32:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a5fd82a4-28e5-4474-9907-60b214eb6002'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:14.419972 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-bb4596c8-555e-4374-b523-a2311d95c8cd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1&tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c HTTP/1.1" status: 200 len: 1100 time: 0.3797753 Feb 04 15:32:14.448357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:14.460552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb2cbc-5e76-434f-b2fc-ded2da824bd7 req-6df6e507-d081-467f-ad27-38e1648e169c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:14.469871 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4dcb2cbc-5e76-434f-b2fc-ded2da824bd7 req-6df6e507-d081-467f-ad27-38e1648e169c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.1623387 Feb 04 15:32:14.530626 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-0b0d742c-6b9a-46a1-8d6f-4773fba7673a service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506986 Feb 04 15:32:14.582883 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4dcb2cbc-5e76-434f-b2fc-ded2da824bd7 req-dd7fd0dc-1b1c-4d45-8ace-8e587c60e609 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089768 Feb 04 15:32:14.686740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Set router a5fd82a4-28e5-4474-9907-60b214eb6002 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:32:14.717350 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.774302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e6ce0-0258-48e0-9f8d-02e6cf1834c6 req-e5fd9655-ae5b-4395-9310-dd3605916143 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:14.775910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df4e6ce0-0258-48e0-9f8d-02e6cf1834c6 req-e5fd9655-ae5b-4395-9310-dd3605916143 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1920586 Feb 04 15:32:14.946256 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-f970a2ef-4b4e-4206-80a1-4d6e9ae4da05 service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796337 Feb 04 15:32:14.950247 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df4e6ce0-0258-48e0-9f8d-02e6cf1834c6 req-b5e2dc45-8368-40b4-8452-e4a813cf7758 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596308 Feb 04 15:32:15.044326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e4c8-dceb-4bca-9cd1-655f6cec5977 req-6ee6c53f-0b23-470c-a349-59d2c1d7932c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:15.048686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e017e4c8-dceb-4bca-9cd1-655f6cec5977 req-6ee6c53f-0b23-470c-a349-59d2c1d7932c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1759508 Feb 04 15:32:15.215986 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e017e4c8-dceb-4bca-9cd1-655f6cec5977 req-49181991-8213-4983-aa85-946a7d85b07b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590333 Feb 04 15:32:15.311045 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23f511-2412-4730-b12f-ff7c87a26947 req-7ce718e1-688c-4071-b62a-9cf0e562a74e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:15.320267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf23f511-2412-4730-b12f-ff7c87a26947 req-7ce718e1-688c-4071-b62a-9cf0e562a74e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 944 time: 0.1768718 Feb 04 15:32:15.381328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'name': 'tempest-FloatingIPsNegativeTestJSON-485299914-router', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '805a54dd-e36f-4641-a818-eeecd7049f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:32:01Z', 'updated_at': '2022-02-04T15:32:11Z', 'revision_number': 4, 'project_id': '22915cacab3c49c192057c1182e2ef8d', 'gw_port': {'id': '805a54dd-e36f-4641-a818-eeecd7049f5e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:38:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:32:03Z', 'updated_at': '2022-02-04T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ee91ff56-dc63-4300-87a8-002c7c6e2700', 'name': '', 'network_id': '3167120d-4d49-40ec-837e-c9d5d3caca3f', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d', 'mac_address': 'fa:16:3e:1f:73:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19533f52-af78-497f-a102-3e887cefb73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:32:09Z', 'updated_at': '2022-02-04T15:32:12Z', 'revision_number': 2, 'project_id': '22915cacab3c49c192057c1182e2ef8d', 'subnets': [{'id': '19533f52-af78-497f-a102-3e887cefb73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:15.391913 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Checking router: a5fd82a4-28e5-4474-9907-60b214eb6002 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:32:15.393109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Updating router a5fd82a4-28e5-4474-9907-60b214eb6002 port ee91ff56-dc63-4300-87a8-002c7c6e2700 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:32:15.408442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] For port e02c8813-aae6-4d8b-beef-db179bc9cb00, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:15.427787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf23f511-2412-4730-b12f-ff7c87a26947 req-6bfb7b07-ae5b-4974-8dbb-71e96bd78c4e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064968 Feb 04 15:32:15.464894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] For port e02c8813-aae6-4d8b-beef-db179bc9cb00, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:15.497229 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.520273 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-b801e510-d2c5-4408-a088-b5cea380552f tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 1095 time: 0.1811709 Feb 04 15:32:15.542717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b5d8732-3ff5-4869-990e-3c26b57cd689 req-52c3eb45-03d9-4701-bf11-bd34882b06c4 tempest-FloatingIPsNegativeTestJSON-2037296436 tempest-FloatingIPsNegativeTestJSON-2037296436-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=22915cacab3c49c192057c1182e2ef8d HTTP/1.1" status: 200 len: 217 time: 0.1308739 Feb 04 15:32:15.566865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.589790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6579dffb-97a6-4798-8599-cbfbafa6eae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e02c8813-aae6-4d8b-beef-db179bc9cb00'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:15.661870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Transition to ACTIVE for port object e02c8813-aae6-4d8b-beef-db179bc9cb00 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:15.674209 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.720276 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cce849f8-ce2e-447d-9177-74f2666f057d req-bb96f40d-5932-42fc-82ac-4c7250b0e4c0 tempest-FloatingIPsNegativeTestJSON-2037296436 tempest-FloatingIPsNegativeTestJSON-2037296436-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0868578 Feb 04 15:32:15.807742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06077623-724b-4c3d-ac1e-2b537c5b9da5 req-3c5a925b-f621-4bcf-a993-cea9b72e1ff1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:15.816709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06077623-724b-4c3d-ac1e-2b537c5b9da5 req-3c5a925b-f621-4bcf-a993-cea9b72e1ff1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:15.825950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06077623-724b-4c3d-ac1e-2b537c5b9da5 req-3c5a925b-f621-4bcf-a993-cea9b72e1ff1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:15.830059 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06077623-724b-4c3d-ac1e-2b537c5b9da5 req-3c5a925b-f621-4bcf-a993-cea9b72e1ff1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:15.848260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06077623-724b-4c3d-ac1e-2b537c5b9da5 req-3c5a925b-f621-4bcf-a993-cea9b72e1ff1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:15.857188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06077623-724b-4c3d-ac1e-2b537c5b9da5 req-3c5a925b-f621-4bcf-a993-cea9b72e1ff1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:15.861073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06077623-724b-4c3d-ac1e-2b537c5b9da5 req-3c5a925b-f621-4bcf-a993-cea9b72e1ff1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:15.877590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06077623-724b-4c3d-ac1e-2b537c5b9da5 req-3c5a925b-f621-4bcf-a993-cea9b72e1ff1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.2130511 Feb 04 15:32:15.956036 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6579dffb-97a6-4798-8599-cbfbafa6eae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e02c8813-aae6-4d8b-beef-db179bc9cb00', 'code': 200} Feb 04 15:32:16.043652 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06077623-724b-4c3d-ac1e-2b537c5b9da5 req-18659625-45e1-4073-9cd5-54652ba69d45 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1650741 Feb 04 15:32:16.055938 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e02c8813-aae6-4d8b-beef-db179bc9cb00 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:32:16.133623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] No DVR routers for this DVR port e02c8813-aae6-4d8b-beef-db179bc9cb00 on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:16.138496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Pushing event updated for resources: {'Port': ['ID=e02c8813-aae6-4d8b-beef-db179bc9cb00,revision_number=6']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:16.231564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e02c8813-aae6-4d8b-beef-db179bc9cb00 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:32:16.237460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Attempting to bind port e02c8813-aae6-4d8b-beef-db179bc9cb00 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:16.237798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Attempting to bind port e02c8813-aae6-4d8b-beef-db179bc9cb00 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:16.238135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Attempting to bind port e02c8813-aae6-4d8b-beef-db179bc9cb00 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:32:16.243857 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.248393 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-770c021b-76e5-4bc6-a9d3-ea628cceea7c req-b6772c35-3449-4b20-b371-59719c765e8a tempest-FloatingIPsNegativeTestJSON-2037296436 tempest-FloatingIPsNegativeTestJSON-2037296436-project] show failed (client error): The resource could not be found. Feb 04 15:32:16.249481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-770c021b-76e5-4bc6-a9d3-ea628cceea7c req-b6772c35-3449-4b20-b371-59719c765e8a tempest-FloatingIPsNegativeTestJSON-2037296436 tempest-FloatingIPsNegativeTestJSON-2037296436-project] 10.222.0.60 "GET /v2.0/floatingips/55eebeb7-5fa7-4230-a3a5-8fccaa0395b4 HTTP/1.1" status: 404 len: 350 time: 0.0940804 Feb 04 15:32:16.251809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Port e02c8813-aae6-4d8b-beef-db179bc9cb00 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:32:16.252132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Attempting to bind port e02c8813-aae6-4d8b-beef-db179bc9cb00 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:32:16.264151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53770) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:16.290464 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Transition to ACTIVE for port object ee91ff56-dc63-4300-87a8-002c7c6e2700 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:16.303769 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.355295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:32:16.355672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:32:16.356862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103b204-daf1-4dea-84f9-de341a090f11 req-0c9b9f97-4784-4d3e-b74b-577c65376290 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.358204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:32:16.358596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Bound port: e02c8813-aae6-4d8b-beef-db179bc9cb00, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:16.358862 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f103b204-daf1-4dea-84f9-de341a090f11 req-0c9b9f97-4784-4d3e-b74b-577c65376290 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.1327825 Feb 04 15:32:16.358979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.399101 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-ab951f26-1f85-42d5-b8a3-010e32120038 service neutron] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:16.418171 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-ab951f26-1f85-42d5-b8a3-010e32120038 service neutron] Notify callbacks [] for binding, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.419362 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b1a86cb-8473-4101-9e03-1fe8276b01f0 req-ab951f26-1f85-42d5-b8a3-010e32120038 service neutron] 10.222.0.73 "DELETE /v2.0/ports/83986536-d4dd-47af-a3b8-92f0c8ba9e82/bindings/n-h1-827872-1 HTTP/1.1" status: 204 len: 173 time: 0.8244925 Feb 04 15:32:16.449380 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0b20e-b5d5-4de5-b3f9-d49eca5da472 None None] Pushing event updated for resources: {'Port': ['ID=ee91ff56-dc63-4300-87a8-002c7c6e2700,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:16.487844 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f103b204-daf1-4dea-84f9-de341a090f11 req-b543611c-513e-4fc8-834f-8b037227a254 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202238 Feb 04 15:32:16.631135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] For port e02c8813-aae6-4d8b-beef-db179bc9cb00, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:16.639145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] For port e02c8813-aae6-4d8b-beef-db179bc9cb00, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:16.661467 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.730327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Attempting to bind port ee91ff56-dc63-4300-87a8-002c7c6e2700 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:16.730697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Attempting to bind port ee91ff56-dc63-4300-87a8-002c7c6e2700 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'faaddc85-8e97-4765-a80b-0f22f8dad598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3167120d-4d49-40ec-837e-c9d5d3caca3f'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:16.731041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Attempting to bind port ee91ff56-dc63-4300-87a8-002c7c6e2700 on network 3167120d-4d49-40ec-837e-c9d5d3caca3f {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:32:16.738994 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:32:16.739390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Checking segment: {'id': 'faaddc85-8e97-4765-a80b-0f22f8dad598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3167120d-4d49-40ec-837e-c9d5d3caca3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:32:16.739781 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.740287 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Bound using segment: {'id': 'faaddc85-8e97-4765-a80b-0f22f8dad598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3167120d-4d49-40ec-837e-c9d5d3caca3f'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:32:16.740758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Bound port: ee91ff56-dc63-4300-87a8-002c7c6e2700, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faaddc85-8e97-4765-a80b-0f22f8dad598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3167120d-4d49-40ec-837e-c9d5d3caca3f'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:16.742028 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.750923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a8d0e-9897-4795-ae28-b5f119d2d0c0 req-3779c269-464c-49e4-b6ba-643b88d14e4f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.752426 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-225a8d0e-9897-4795-ae28-b5f119d2d0c0 req-3779c269-464c-49e4-b6ba-643b88d14e4f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1938670 Feb 04 15:32:16.855525 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.856938 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] 10.222.0.81 "PUT /v2.0/ports/e02c8813-aae6-4d8b-beef-db179bc9cb00 HTTP/1.1" status: 200 len: 1095 time: 2.4140036 Feb 04 15:32:16.878235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] For port ee91ff56-dc63-4300-87a8-002c7c6e2700, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:16.882030 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] For port ee91ff56-dc63-4300-87a8-002c7c6e2700, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ee91ff56-dc63-4300-87a8-002c7c6e2700,segment=NetworkSegment(faaddc85-8e97-4765-a80b-0f22f8dad598),segment_id=faaddc85-8e97-4765-a80b-0f22f8dad598)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:16.888237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-225a8d0e-9897-4795-ae28-b5f119d2d0c0 req-51185ab4-24c8-41c8-9517-d7c6ec6ecb01 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266720 Feb 04 15:32:16.888964 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.905167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab9795-5c95-4fce-a314-89b783ae024f req-2cfdffdd-3c37-4923-b810-91ceaf5aea35 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.916453 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3fab9795-5c95-4fce-a314-89b783ae024f req-2cfdffdd-3c37-4923-b810-91ceaf5aea35 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 947 time: 0.2098718 Feb 04 15:32:17.048147 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0b20e-b5d5-4de5-b3f9-d49eca5da472 None None] Pushing event updated for resources: {'Port': ['ID=ee91ff56-dc63-4300-87a8-002c7c6e2700,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:17.060142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Routers {'a5fd82a4-28e5-4474-9907-60b214eb6002'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:32:17.062089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:32:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a5fd82a4-28e5-4474-9907-60b214eb6002'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:17.090125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3fab9795-5c95-4fce-a314-89b783ae024f req-d76a3f1a-5d46-4afe-9817-c5321fada333 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728065 Feb 04 15:32:17.097031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47485d10-a108-4f1c-9187-e17021e3a983 service neutron] Pushing event updated for resources: {'Port': ['ID=e02c8813-aae6-4d8b-beef-db179bc9cb00,revision_number=7']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:17.406426 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-30f0ae1c-b9fc-4e53-b410-b371992b7ccd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 1098 time: 0.4630513 Feb 04 15:32:17.510623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] Set router a5fd82a4-28e5-4474-9907-60b214eb6002 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:32:17.679089 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c727c0e-dd8f-4bff-a368-ac66bad0b976 req-f7f9b6e0-08c6-4db1-ad8d-2160479f169c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.680664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c727c0e-dd8f-4bff-a368-ac66bad0b976 req-f7f9b6e0-08c6-4db1-ad8d-2160479f169c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 944 time: 0.3328032 Feb 04 15:32:17.696841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbb246-253a-4702-a15e-e27d257ba686 req-90c559ca-9614-4455-9d6b-b9328912d069 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.709435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbb246-253a-4702-a15e-e27d257ba686 req-90c559ca-9614-4455-9d6b-b9328912d069 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.721790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbb246-253a-4702-a15e-e27d257ba686 req-90c559ca-9614-4455-9d6b-b9328912d069 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.742515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbb246-253a-4702-a15e-e27d257ba686 req-90c559ca-9614-4455-9d6b-b9328912d069 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.747083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbb246-253a-4702-a15e-e27d257ba686 req-90c559ca-9614-4455-9d6b-b9328912d069 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.750671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbb246-253a-4702-a15e-e27d257ba686 req-90c559ca-9614-4455-9d6b-b9328912d069 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.752294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-fefe1559-c4e1-4d1c-b8b7-fc3a5a9d98bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.754219 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-fefe1559-c4e1-4d1c-b8b7-fc3a5a9d98bd service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3341551 Feb 04 15:32:17.759162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbb246-253a-4702-a15e-e27d257ba686 req-90c559ca-9614-4455-9d6b-b9328912d069 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.761093 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ccbb246-253a-4702-a15e-e27d257ba686 req-90c559ca-9614-4455-9d6b-b9328912d069 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.3212628 Feb 04 15:32:17.887008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53792) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:17.957371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ccbb246-253a-4702-a15e-e27d257ba686 req-ebe2e8a1-9c98-4ee8-9c7d-ee6055849641 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1615596 Feb 04 15:32:17.963563 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c727c0e-dd8f-4bff-a368-ac66bad0b976 req-03395880-d61c-4032-bb2f-9481904ea590 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013581 Feb 04 15:32:18.118041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6579dffb-97a6-4798-8599-cbfbafa6eae1', 'tag': 'e02c8813-aae6-4d8b-beef-db179bc9cb00'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:18.127079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'name': 'tempest-FloatingIPsNegativeTestJSON-485299914-router', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '805a54dd-e36f-4641-a818-eeecd7049f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:32:01Z', 'updated_at': '2022-02-04T15:32:11Z', 'revision_number': 4, 'project_id': '22915cacab3c49c192057c1182e2ef8d', 'gw_port': {'id': '805a54dd-e36f-4641-a818-eeecd7049f5e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:38:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:32:03Z', 'updated_at': '2022-02-04T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ee91ff56-dc63-4300-87a8-002c7c6e2700', 'name': '', 'network_id': '3167120d-4d49-40ec-837e-c9d5d3caca3f', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d', 'mac_address': 'fa:16:3e:1f:73:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19533f52-af78-497f-a102-3e887cefb73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:32:09Z', 'updated_at': '2022-02-04T15:32:16Z', 'revision_number': 4, 'project_id': '22915cacab3c49c192057c1182e2ef8d', 'subnets': [{'id': '19533f52-af78-497f-a102-3e887cefb73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:18.128820 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-579cf12c-226c-4a2e-b4b0-2cb1d71f8f80 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00 HTTP/1.1" status: 200 len: 217 time: 0.3623466 Feb 04 15:32:18.137342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca379f4-74c5-4ccb-bfa7-efcc792c09b3 None None] The sync data for ids ['a5fd82a4-28e5-4474-9907-60b214eb6002'] in n-d-827872-1 is: [{'id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'name': 'tempest-FloatingIPsNegativeTestJSON-485299914-router', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '805a54dd-e36f-4641-a818-eeecd7049f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:32:01Z', 'updated_at': '2022-02-04T15:32:11Z', 'revision_number': 4, 'project_id': '22915cacab3c49c192057c1182e2ef8d', 'gw_port': {'id': '805a54dd-e36f-4641-a818-eeecd7049f5e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:38:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:32:03Z', 'updated_at': '2022-02-04T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ee91ff56-dc63-4300-87a8-002c7c6e2700', 'name': '', 'network_id': '3167120d-4d49-40ec-837e-c9d5d3caca3f', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d', 'mac_address': 'fa:16:3e:1f:73:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19533f52-af78-497f-a102-3e887cefb73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:32:09Z', 'updated_at': '2022-02-04T15:32:16Z', 'revision_number': 4, 'project_id': '22915cacab3c49c192057c1182e2ef8d', 'subnets': [{'id': '19533f52-af78-497f-a102-3e887cefb73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:32:18.291471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-1e123385-8c1e-4e69-a832-cb2657be9a64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.292956 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-1e123385-8c1e-4e69-a832-cb2657be9a64 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1566989 Feb 04 15:32:18.339504 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:18.373689 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bda4e3cb-055e-4352-9ae3-9164f3d29c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:18.404455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:18.434762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Usage tracker for resource:security_group_rule and tenant:6f9f6f96045340f2b793f615bb0d6e67 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:18.438011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:18.443746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:18.486981 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-1cc5394c-58e8-4abe-81ae-1321e169f00e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1848021 Feb 04 15:32:18.495119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99087718-dc11-4a42-8301-77538ea7e15d req-0b2fe0e7-e165-4ccd-b1d1-e35fd3761d2e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.502021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-99087718-dc11-4a42-8301-77538ea7e15d req-0b2fe0e7-e165-4ccd-b1d1-e35fd3761d2e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.2869675 Feb 04 15:32:18.600042 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:18.608667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4462-11e8-4653-b46a-65d68b01ef4b req-6da9ed61-38ca-43da-862c-22d28f453f5d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.615672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3cae4462-11e8-4653-b46a-65d68b01ef4b req-6da9ed61-38ca-43da-862c-22d28f453f5d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.3459570 Feb 04 15:32:18.642382 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:18.734451 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-32df9369-0887-4074-be14-4891f9b2f31d service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350583 Feb 04 15:32:18.734686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f9f6f96045340f2b793f615bb0d6e67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8354886 Feb 04 15:32:18.735279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53806) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:18.747722 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-99087718-dc11-4a42-8301-77538ea7e15d req-7042d83c-3d40-43e9-9086-218f1139fb44 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448308 Feb 04 15:32:18.783667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc93a82-0dae-423b-a4f7-c54884d7c1df,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:18.802450 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3cae4462-11e8-4653-b46a-65d68b01ef4b req-36260442-db8b-4379-bab3-90ca1a56681d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854920 Feb 04 15:32:18.848349 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:18.849569 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:18.852165 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:18.852520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:18.852858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:18.853193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:18.853523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:18.853850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:18.863810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:18.863810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:18.863989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca74d18-75cb-489f-9ffa-dcb3ce08c1fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:18.958688 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6579dffb-97a6-4798-8599-cbfbafa6eae1', 'tag': 'e02c8813-aae6-4d8b-beef-db179bc9cb00', 'status': 'completed', 'code': 200} Feb 04 15:32:19.073095 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.227780 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d307ecaf-f5f5-4c90-b6f4-53180f38a5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.263718 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-34b2c6c1-5bc7-4576-a1c6-274b3cd8197b req-7fb458bb-aa25-44ea-ac87-264ee8c648ef service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157652 Feb 04 15:32:19.289227 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ce188-7bd7-4f5d-9f57-2f31cb3c9a52 req-5fd1972c-4f7c-4a79-82da-133e7f9af9fe tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:19.290953 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-197ce188-7bd7-4f5d-9f57-2f31cb3c9a52 req-5fd1972c-4f7c-4a79-82da-133e7f9af9fe tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 947 time: 0.1896091 Feb 04 15:32:19.298614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-067607f5-ca59-49ba-9c31-029057c14a2c req-295c62f9-42aa-4ce5-a7d9-212293e36ee2 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 1095 time: 0.1394026 Feb 04 15:32:19.353539 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d307ecaf-f5f5-4c90-b6f4-53180f38a5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.396976 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-067607f5-ca59-49ba-9c31-029057c14a2c req-43908e74-ea82-494c-bdca-aec36373faf8 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888340 Feb 04 15:32:19.410763 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-197ce188-7bd7-4f5d-9f57-2f31cb3c9a52 req-c1160684-386f-4e48-825b-6847a91b0a7a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011102 Feb 04 15:32:19.681313 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-acf42547-5658-4a32-a5cd-2ae89167bb35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 1098 time: 0.6379659 Feb 04 15:32:19.744170 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ee91ff56-dc63-4300-87a8-002c7c6e2700 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:19.834515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d307ecaf-f5f5-4c90-b6f4-53180f38a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.850326 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83717f10-66bd-4b3f-beb4-f9515ee66832 req-5bae9a8d-1b2e-4a01-9927-3f18758434e3 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 1095 time: 0.1173224 Feb 04 15:32:19.877000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307ecaf-f5f5-4c90-b6f4-53180f38a5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc93a82-0dae-423b-a4f7-c54884d7c1df,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:19.878166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff7b5c-992c-4821-8e9b-5215997f051c req-a1d0dd83-4c70-4936-9b34-171c54bbec8d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:19.883029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff7b5c-992c-4821-8e9b-5215997f051c req-a1d0dd83-4c70-4936-9b34-171c54bbec8d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:19.887096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff7b5c-992c-4821-8e9b-5215997f051c req-a1d0dd83-4c70-4936-9b34-171c54bbec8d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:19.890915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff7b5c-992c-4821-8e9b-5215997f051c req-a1d0dd83-4c70-4936-9b34-171c54bbec8d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:19.895408 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff7b5c-992c-4821-8e9b-5215997f051c req-a1d0dd83-4c70-4936-9b34-171c54bbec8d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:19.899854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff7b5c-992c-4821-8e9b-5215997f051c req-a1d0dd83-4c70-4936-9b34-171c54bbec8d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:19.905131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff7b5c-992c-4821-8e9b-5215997f051c req-a1d0dd83-4c70-4936-9b34-171c54bbec8d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:19.907027 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-7db8032b-541d-4330-a0f5-110c20b4f92e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 1098 time: 0.5416467 Feb 04 15:32:19.911445 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d307ecaf-f5f5-4c90-b6f4-53180f38a5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.913480 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d307ecaf-f5f5-4c90-b6f4-53180f38a5b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5dc93a82-0dae-423b-a4f7-c54884d7c1df HTTP/1.1" status: 204 len: 168 time: 1.1772385 Feb 04 15:32:19.915821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5ff7b5c-992c-4821-8e9b-5215997f051c req-a1d0dd83-4c70-4936-9b34-171c54bbec8d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.3460205 Feb 04 15:32:19.965566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-f10c4333-d8cd-47db-9b06-079a5852f689 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:19.967147 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-f10c4333-d8cd-47db-9b06-079a5852f689 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.2675965 Feb 04 15:32:19.987674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port ee91ff56-dc63-4300-87a8-002c7c6e2700 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:20.017575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ee91ff56-dc63-4300-87a8-002c7c6e2700 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:20.018054 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.042815 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83717f10-66bd-4b3f-beb4-f9515ee66832 req-4cf7bda0-6399-4b66-b2e2-d6a820f51b17 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911950 Feb 04 15:32:20.065294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5ff7b5c-992c-4821-8e9b-5215997f051c req-8efbba89-a5f8-4116-8de6-8534413e5d59 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1484251 Feb 04 15:32:20.129253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 94cfe216-5a98-4d6c-8919-30c5c86a5d5f no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:32:20.473640 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.529560 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.574424 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-58911ff9-609b-4aa4-a0c6-e074dbca8982 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00 HTTP/1.1" status: 200 len: 217 time: 0.5513084 Feb 04 15:32:20.575480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37585efd-c84d-4189-a1fc-3308c4e3effd req-0a79ada9-a0dd-4f58-86f4-3181d942fdb2 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:20.576581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-6d171ad7-31e4-450f-9f29-5c97455b3633 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:20.578199 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-6d171ad7-31e4-450f-9f29-5c97455b3633 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.6581798 Feb 04 15:32:20.582542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-37585efd-c84d-4189-a1fc-3308c4e3effd req-0a79ada9-a0dd-4f58-86f4-3181d942fdb2 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.2081192 Feb 04 15:32:20.591553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488c9ac-138a-4d38-9aab-4b92bb81374e req-e0bf4ad1-5b8e-4470-a47b-5a51495ec136 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:20.593297 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e488c9ac-138a-4d38-9aab-4b92bb81374e req-e0bf4ad1-5b8e-4470-a47b-5a51495ec136 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1539495 Feb 04 15:32:20.594066 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:20.614531 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:20.618868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port ee91ff56-dc63-4300-87a8-002c7c6e2700, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ee91ff56-dc63-4300-87a8-002c7c6e2700,segment=NetworkSegment(faaddc85-8e97-4765-a80b-0f22f8dad598),segment_id=faaddc85-8e97-4765-a80b-0f22f8dad598)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:20.625636 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.677773 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.683861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-37585efd-c84d-4189-a1fc-3308c4e3effd req-5a820a31-da63-4e44-b9ec-f1bcce93719a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003492 Feb 04 15:32:20.686725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e488c9ac-138a-4d38-9aab-4b92bb81374e req-3455c0e7-470e-4343-a89f-9ccb2a374e2b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790238 Feb 04 15:32:20.712078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53838) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:20.749859 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-44d01413-7c26-48a5-8b1b-7cef070b5b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.756329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=ee91ff56-dc63-4300-87a8-002c7c6e2700,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:20.837544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-44d01413-7c26-48a5-8b1b-7cef070b5b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:20.847218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-44d01413-7c26-48a5-8b1b-7cef070b5b93 admin admin] Usage tracker for resource:security_group_rule and tenant:32b1e287ecbc4c47a8c476a149a834a5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:20.855535 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-93b38675-eed1-41a6-bc26-44bef7068aca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00 HTTP/1.1" status: 200 len: 217 time: 0.1813736 Feb 04 15:32:20.865245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-44d01413-7c26-48a5-8b1b-7cef070b5b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:20.879698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-44d01413-7c26-48a5-8b1b-7cef070b5b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:20.915922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:20.975443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-5789d1a2-654f-4102-b282-16e96d994dfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:20.977394 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-5789d1a2-654f-4102-b282-16e96d994dfd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.3786333 Feb 04 15:32:21.064059 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a0eb5-142d-498f-aec1-2881dc0433bd req-89100080-f227-4920-b779-8f436e585a55 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.071901 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-370a0eb5-142d-498f-aec1-2881dc0433bd req-89100080-f227-4920-b779-8f436e585a55 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 947 time: 0.1690960 Feb 04 15:32:21.089342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-bda4e3cb-055e-4352-9ae3-9164f3d29c16 admin admin] Deleting port ee91ff56-dc63-4300-87a8-002c7c6e2700 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:32:21.089683 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bda4e3cb-055e-4352-9ae3-9164f3d29c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.114722 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-44d01413-7c26-48a5-8b1b-7cef070b5b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.126031 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-44d01413-7c26-48a5-8b1b-7cef070b5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.138787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-71b360b9-b9d7-4f7d-9077-0ba3828c8449 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.140277 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-71b360b9-b9d7-4f7d-9077-0ba3828c8449 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2439518 Feb 04 15:32:21.190788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d01413-7c26-48a5-8b1b-7cef070b5b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ace9120-7fb7-4d8a-a9c5-5509c6982503,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:21.204509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-44d01413-7c26-48a5-8b1b-7cef070b5b93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32b1e287ecbc4c47a8c476a149a834a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4910367 Feb 04 15:32:21.206808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-370a0eb5-142d-498f-aec1-2881dc0433bd req-5492db0c-7909-4c3c-9924-76fe97372583 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341112 Feb 04 15:32:21.207481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53850) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:21.298727 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f', 'code': 200} Feb 04 15:32:21.376093 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-27d74e84-1674-486d-9f8c-6f27582fc6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.426633 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-27d74e84-1674-486d-9f8c-6f27582fc6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.476752 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-413c3545-c597-44ae-991c-99fd8838dace service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4681122 Feb 04 15:32:21.522553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-bda4e3cb-055e-4352-9ae3-9164f3d29c16 admin admin] For port ee91ff56-dc63-4300-87a8-002c7c6e2700, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ee91ff56-dc63-4300-87a8-002c7c6e2700,segment=NetworkSegment(faaddc85-8e97-4765-a80b-0f22f8dad598),segment_id=faaddc85-8e97-4765-a80b-0f22f8dad598)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:21.523767 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bda4e3cb-055e-4352-9ae3-9164f3d29c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.549966 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-27d74e84-1674-486d-9f8c-6f27582fc6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.570830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d74e84-1674-486d-9f8c-6f27582fc6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ace9120-7fb7-4d8a-a9c5-5509c6982503,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:21.587011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f784562-760e-4213-99c7-f78674a43c01 req-7e037f5f-89a6-4874-8f99-e7e380ebe035 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.592154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f784562-760e-4213-99c7-f78674a43c01 req-7e037f5f-89a6-4874-8f99-e7e380ebe035 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.597654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f784562-760e-4213-99c7-f78674a43c01 req-7e037f5f-89a6-4874-8f99-e7e380ebe035 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.602070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f784562-760e-4213-99c7-f78674a43c01 req-7e037f5f-89a6-4874-8f99-e7e380ebe035 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.605945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f784562-760e-4213-99c7-f78674a43c01 req-7e037f5f-89a6-4874-8f99-e7e380ebe035 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.610708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f784562-760e-4213-99c7-f78674a43c01 req-7e037f5f-89a6-4874-8f99-e7e380ebe035 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.615040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f784562-760e-4213-99c7-f78674a43c01 req-7e037f5f-89a6-4874-8f99-e7e380ebe035 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.628941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f784562-760e-4213-99c7-f78674a43c01 req-7e037f5f-89a6-4874-8f99-e7e380ebe035 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.1702032 Feb 04 15:32:21.666417 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-27d74e84-1674-486d-9f8c-6f27582fc6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.667584 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-27d74e84-1674-486d-9f8c-6f27582fc6de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ace9120-7fb7-4d8a-a9c5-5509c6982503 HTTP/1.1" status: 204 len: 168 time: 0.4591949 Feb 04 15:32:21.701826 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-bda4e3cb-055e-4352-9ae3-9164f3d29c16 admin admin] Calling delete_port for ee91ff56-dc63-4300-87a8-002c7c6e2700 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:32:21.714401 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f784562-760e-4213-99c7-f78674a43c01 req-2e5b8ca3-ce13-4f18-8766-8e75a33521b3 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842407 Feb 04 15:32:21.722355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ee91ff56-dc63-4300-87a8-002c7c6e2700 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:21.751119 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-e20f3c7c-82f8-472d-87f6-87bfc6e1083e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5955627 Feb 04 15:32:21.885180 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ee91ff56-dc63-4300-87a8-002c7c6e2700 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:21.886360 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.995415 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-434dd19f-6e8d-49de-bddb-49dedb66dff5 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045455 Feb 04 15:32:22.117218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 94cfe216-5a98-4d6c-8919-30c5c86a5d5f details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:22.206190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055206e-1a5b-46ad-8853-79d33488d51c req-5c64541e-c809-45a1-81b3-65e7f94c815e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:22.217959 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9055206e-1a5b-46ad-8853-79d33488d51c req-5c64541e-c809-45a1-81b3-65e7f94c815e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.3204737 Feb 04 15:32:22.299008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9055206e-1a5b-46ad-8853-79d33488d51c req-a1595c95-2738-4b72-8e41-4d189cb158bb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666616 Feb 04 15:32:22.318838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270fde6-82a9-49c2-9bce-01faf417f5d8 req-905a2cd2-66de-4a0b-a6ed-2ac1cacbe192 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:22.324563 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f270fde6-82a9-49c2-9bce-01faf417f5d8 req-905a2cd2-66de-4a0b-a6ed-2ac1cacbe192 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 947 time: 0.3027072 Feb 04 15:32:22.364575 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-920dd7f8-9940-4ef9-9de8-600a8d4c6c03 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023870 Feb 04 15:32:22.462277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:22.482991 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f270fde6-82a9-49c2-9bce-01faf417f5d8 req-c78ba6ab-96e4-4d61-8d05-bbe151ce4167 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515121 Feb 04 15:32:22.497143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f', 'mac_address': 'fa:16:3e:7c:a7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:22.498745 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-12a5cc89-a24d-4204-b758-f7be9b1362bb service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796195 Feb 04 15:32:22.657666 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.686941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cfe216-5a98-4d6c-8919-30c5c86a5d5f {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:22.707917 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bda4e3cb-055e-4352-9ae3-9164f3d29c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.713980 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:22.721563 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.808801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8ead9-ced7-44f6-82fc-fa23bf1cf81c req-ff829de6-80b7-403c-a699-d46cc982aa90 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:22.843689 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61f8ead9-ced7-44f6-82fc-fa23bf1cf81c req-ff829de6-80b7-403c-a699-d46cc982aa90 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 947 time: 0.2478609 Feb 04 15:32:22.907585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,revision_number=10']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:22.967548 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61f8ead9-ced7-44f6-82fc-fa23bf1cf81c req-5faaebe4-b1dc-47f3-b690-1a76cc798dc6 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210039 Feb 04 15:32:23.030701 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c7f0ffc5-0fba-4f10-8761-23f9a6f7b89f req-b9afe33e-8014-454d-b0a6-31036315fff2 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517880 Feb 04 15:32:23.032071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4e3cb-055e-4352-9ae3-9164f3d29c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee91ff56-dc63-4300-87a8-002c7c6e2700,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:23.192297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba88bf8-af44-41b9-93e9-df7663981b76 req-4cc2ef85-f5e3-40d8-a8e9-d4958a8e6d06 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.197350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba88bf8-af44-41b9-93e9-df7663981b76 req-4cc2ef85-f5e3-40d8-a8e9-d4958a8e6d06 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.211975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba88bf8-af44-41b9-93e9-df7663981b76 req-4cc2ef85-f5e3-40d8-a8e9-d4958a8e6d06 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.216311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba88bf8-af44-41b9-93e9-df7663981b76 req-4cc2ef85-f5e3-40d8-a8e9-d4958a8e6d06 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.231983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba88bf8-af44-41b9-93e9-df7663981b76 req-4cc2ef85-f5e3-40d8-a8e9-d4958a8e6d06 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.239782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba88bf8-af44-41b9-93e9-df7663981b76 req-4cc2ef85-f5e3-40d8-a8e9-d4958a8e6d06 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.248562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba88bf8-af44-41b9-93e9-df7663981b76 req-4cc2ef85-f5e3-40d8-a8e9-d4958a8e6d06 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.276397 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ba88bf8-af44-41b9-93e9-df7663981b76 req-4cc2ef85-f5e3-40d8-a8e9-d4958a8e6d06 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.2066166 Feb 04 15:32:23.328063 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e02c8813-aae6-4d8b-beef-db179bc9cb00 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:23.336771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['94cfe216-5a98-4d6c-8919-30c5c86a5d5f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:32:23.430819 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ba88bf8-af44-41b9-93e9-df7663981b76 req-a2cabbdf-6ffa-4a25-8c3e-d74c53b0e9e6 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1491129 Feb 04 15:32:23.703508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e02c8813-aae6-4d8b-beef-db179bc9cb00, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:23.709645 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bda4e3cb-055e-4352-9ae3-9164f3d29c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.719739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e3f65-04cc-4217-9970-661a3f0a5ab9 req-1af54ad2-7ab6-421a-b23c-e8919965bc2e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.733632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-810e3f65-04cc-4217-9970-661a3f0a5ab9 req-1af54ad2-7ab6-421a-b23c-e8919965bc2e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.1738267 Feb 04 15:32:23.838791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'e02c8813-aae6-4d8b-beef-db179bc9cb00', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'e02c8813-aae6-4d8b-beef-db179bc9cb00', 'mac_address': 'fa:16:3e:02:8a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:23.958393 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.981313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02c8813-aae6-4d8b-beef-db179bc9cb00 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:24.014989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e02c8813-aae6-4d8b-beef-db179bc9cb00, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:24.026987 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.054777 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-810e3f65-04cc-4217-9970-661a3f0a5ab9 req-414d54aa-0b43-44e7-a73e-d543cb2b9896 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171887 Feb 04 15:32:24.113485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=e02c8813-aae6-4d8b-beef-db179bc9cb00,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:24.161600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e63ede-d227-4e10-a0e9-196f6e315dc2 req-05a3f5d9-d169-4357-a46f-2141ed9088fe tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.174037 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5e63ede-d227-4e10-a0e9-196f6e315dc2 req-05a3f5d9-d169-4357-a46f-2141ed9088fe tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.2350996 Feb 04 15:32:24.235236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5e63ede-d227-4e10-a0e9-196f6e315dc2 req-a0e875bd-191d-4d75-bd0c-15ed54f96459 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601201 Feb 04 15:32:24.464592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9b6b5-3529-4c56-82bf-64ae560ed54d req-74ca7d42-117d-4c88-9e19-d8d806a2178b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.466043 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2cd9b6b5-3529-4c56-82bf-64ae560ed54d req-74ca7d42-117d-4c88-9e19-d8d806a2178b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 948 time: 0.0976958 Feb 04 15:32:24.537564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['e02c8813-aae6-4d8b-beef-db179bc9cb00'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:32:24.548792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2cd9b6b5-3529-4c56-82bf-64ae560ed54d req-469efb0c-c6c7-465f-8016-8ed32947e31c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751290 Feb 04 15:32:24.698071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda4e3cb-055e-4352-9ae3-9164f3d29c16 admin admin] Router a5fd82a4-28e5-4474-9907-60b214eb6002 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:32:24.922408 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f8085-ff12-4935-aba3-c6f1aeadcb8e req-c31961aa-cf6b-4b10-b6d0-4c2a51b152be tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.927327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f8085-ff12-4935-aba3-c6f1aeadcb8e req-c31961aa-cf6b-4b10-b6d0-4c2a51b152be tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.934315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f8085-ff12-4935-aba3-c6f1aeadcb8e req-c31961aa-cf6b-4b10-b6d0-4c2a51b152be tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.938566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f8085-ff12-4935-aba3-c6f1aeadcb8e req-c31961aa-cf6b-4b10-b6d0-4c2a51b152be tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.943958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f8085-ff12-4935-aba3-c6f1aeadcb8e req-c31961aa-cf6b-4b10-b6d0-4c2a51b152be tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.948773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f8085-ff12-4935-aba3-c6f1aeadcb8e req-c31961aa-cf6b-4b10-b6d0-4c2a51b152be tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.955285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f8085-ff12-4935-aba3-c6f1aeadcb8e req-c31961aa-cf6b-4b10-b6d0-4c2a51b152be tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.972495 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-411f8085-ff12-4935-aba3-c6f1aeadcb8e req-c31961aa-cf6b-4b10-b6d0-4c2a51b152be tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.2706597 Feb 04 15:32:25.133076 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-411f8085-ff12-4935-aba3-c6f1aeadcb8e req-5311611b-234d-49e6-bb8f-969ade1c5d11 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1557364 Feb 04 15:32:25.228033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29f748-9b92-41ff-9ead-5e2572d66bcf req-14b2f018-2113-4f20-95a8-c12cdf003d6b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.239393 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c29f748-9b92-41ff-9ead-5e2572d66bcf req-14b2f018-2113-4f20-95a8-c12cdf003d6b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 948 time: 0.1581664 Feb 04 15:32:25.305302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda4e3cb-055e-4352-9ae3-9164f3d29c16 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:32:25.343187 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bda4e3cb-055e-4352-9ae3-9164f3d29c16 admin admin] 10.222.0.60 "PUT /v2.0/routers/a5fd82a4-28e5-4474-9907-60b214eb6002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0752296 Feb 04 15:32:25.343930 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c29f748-9b92-41ff-9ead-5e2572d66bcf req-aa8d5fe7-7931-48ad-bae3-e0066512e35a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975106 Feb 04 15:32:25.344869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53950) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:25.495637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8ffad-0f92-44d9-b2c4-47d599b05f41 req-988b4e57-1ff2-45a1-af71-e014873b3322 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.497324 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-49d8ffad-0f92-44d9-b2c4-47d599b05f41 req-988b4e57-1ff2-45a1-af71-e014873b3322 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.73 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1&tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 948 time: 0.3285038 Feb 04 15:32:25.616836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c4072-45ed-45b5-8380-f21567a4709e req-56c856e9-e8c1-44cf-8b59-c33537d9d24a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.624772 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c73c4072-45ed-45b5-8380-f21567a4709e req-56c856e9-e8c1-44cf-8b59-c33537d9d24a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.2256989 Feb 04 15:32:25.709999 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c73c4072-45ed-45b5-8380-f21567a4709e req-f489b410-9c52-4cd9-8684-0efdeab1ffaa tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842414 Feb 04 15:32:25.730415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14739f3-6eec-4bc9-84e1-a313c95f8f2f req-942e063d-0727-4531-8d8c-300b5ee7332f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.737699 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d14739f3-6eec-4bc9-84e1-a313c95f8f2f req-942e063d-0727-4531-8d8c-300b5ee7332f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 949 time: 0.1778243 Feb 04 15:32:25.778652 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [req-49d8ffad-0f92-44d9-b2c4-47d599b05f41 req-bff04670-7567-4e4e-acec-e56d55a5a069 service neutron] delete failed (client error): The resource could not be found. Feb 04 15:32:25.779741 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-49d8ffad-0f92-44d9-b2c4-47d599b05f41 req-bff04670-7567-4e4e-acec-e56d55a5a069 service neutron] 10.222.0.73 "DELETE /v2.0/ports/e02c8813-aae6-4d8b-beef-db179bc9cb00/bindings/n-h2-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.2708607 Feb 04 15:32:25.794809 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d14739f3-6eec-4bc9-84e1-a313c95f8f2f req-dbddfb7b-d2f1-4efe-bc72-62d25f39252d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559108 Feb 04 15:32:26.109306 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 94cfe216-5a98-4d6c-8919-30c5c86a5d5f up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:26.153353 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-49d8ffad-0f92-44d9-b2c4-47d599b05f41 req-cf8bf98e-da52-49a2-804d-0b244d725eb8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 1099 time: 0.1484208 Feb 04 15:32:26.213537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:26.214208 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.247895 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.412311 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.445402 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:26.459677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:26.465074 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.519811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8ffad-0f92-44d9-b2c4-47d599b05f41 req-d324c16d-e2e4-40a1-a66b-bb39c2140e0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.527156 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-49d8ffad-0f92-44d9-b2c4-47d599b05f41 req-d324c16d-e2e4-40a1-a66b-bb39c2140e0d service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3648787 Feb 04 15:32:26.552175 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,revision_number=11']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:26.655131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6f2dc-05ba-4be2-a544-e2bd9734165a req-d501ba33-1ba7-4da7-b0b5-781de3c1e6ce tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.656660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-78e6f2dc-05ba-4be2-a544-e2bd9734165a req-d501ba33-1ba7-4da7-b0b5-781de3c1e6ce tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 948 time: 0.1122780 Feb 04 15:32:26.667889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb51286-8348-49b2-98dd-5e2d1978426d req-c7de9c6b-48ae-4bbd-bd63-9ec690a4bef0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.670621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb51286-8348-49b2-98dd-5e2d1978426d req-c7de9c6b-48ae-4bbd-bd63-9ec690a4bef0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.674482 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb51286-8348-49b2-98dd-5e2d1978426d req-c7de9c6b-48ae-4bbd-bd63-9ec690a4bef0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.679260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb51286-8348-49b2-98dd-5e2d1978426d req-c7de9c6b-48ae-4bbd-bd63-9ec690a4bef0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.684190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb51286-8348-49b2-98dd-5e2d1978426d req-c7de9c6b-48ae-4bbd-bd63-9ec690a4bef0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.685706 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-49d8ffad-0f92-44d9-b2c4-47d599b05f41 req-308d64a0-1a8c-4165-a79e-b3c6139af1c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00 HTTP/1.1" status: 200 len: 217 time: 0.1499407 Feb 04 15:32:26.688053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb51286-8348-49b2-98dd-5e2d1978426d req-c7de9c6b-48ae-4bbd-bd63-9ec690a4bef0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.691964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb51286-8348-49b2-98dd-5e2d1978426d req-c7de9c6b-48ae-4bbd-bd63-9ec690a4bef0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.700988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cb51286-8348-49b2-98dd-5e2d1978426d req-c7de9c6b-48ae-4bbd-bd63-9ec690a4bef0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.2051506 Feb 04 15:32:26.772180 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8ffad-0f92-44d9-b2c4-47d599b05f41 req-ee1a2bbd-e417-43dd-bf44-b0059815aa2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.773760 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-49d8ffad-0f92-44d9-b2c4-47d599b05f41 req-ee1a2bbd-e417-43dd-bf44-b0059815aa2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0804858 Feb 04 15:32:26.789311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cb51286-8348-49b2-98dd-5e2d1978426d req-77dbfa55-751f-4908-9610-9a8beb9007f5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871959 Feb 04 15:32:26.793340 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-78e6f2dc-05ba-4be2-a544-e2bd9734165a req-4d904f8f-e457-44e5-96f1-8f6a2746e43b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916231 Feb 04 15:32:26.860249 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.892791 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f', 'code': 200} Feb 04 15:32:26.899193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] Deleting port 805a54dd-e36f-4641-a818-eeecd7049f5e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:32:26.899534 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.105735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040b9be-46b0-4570-bcd0-766c81c94bf0 req-cefd2700-f929-4af1-bbfc-37e3742aa15d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:27.121048 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8040b9be-46b0-4570-bcd0-766c81c94bf0 req-cefd2700-f929-4af1-bbfc-37e3742aa15d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.1254811 Feb 04 15:32:27.145721 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-49d8ffad-0f92-44d9-b2c4-47d599b05f41 req-feca2cdd-e11d-4d23-901c-c9c2ab37d784 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3641548 Feb 04 15:32:27.275798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8040b9be-46b0-4570-bcd0-766c81c94bf0 req-20dd3724-22ab-4e95-a71e-1961db575eeb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536620 Feb 04 15:32:27.291456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] For port 805a54dd-e36f-4641-a818-eeecd7049f5e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=805a54dd-e36f-4641-a818-eeecd7049f5e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:27.291456 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.361950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e02c8813-aae6-4d8b-beef-db179bc9cb00 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:27.393909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b3135-391d-43ee-90bd-b56708ac995d req-0742db47-c1ca-4ed2-b7f5-c658453192ff tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:27.404771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd1b3135-391d-43ee-90bd-b56708ac995d req-0742db47-c1ca-4ed2-b7f5-c658453192ff tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.2512825 Feb 04 15:32:27.429537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] Calling delete_port for 805a54dd-e36f-4641-a818-eeecd7049f5e owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:32:27.463318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd12f462-553e-4baa-9400-5e36e7128a56 req-ed93ad9e-4923-4149-be35-83f05da2dca1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 1101 time: 0.2652650 Feb 04 15:32:27.490853 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9caba7b-3c7e-46a7-80a1-d776e6e46a86 None None] Sync routers for ids ['a5fd82a4-28e5-4474-9907-60b214eb6002'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:32:27.498720 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-49d8ffad-0f92-44d9-b2c4-47d599b05f41 req-570924d5-73ad-42dc-a423-09a816c39cd2 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392725 Feb 04 15:32:27.520310 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9caba7b-3c7e-46a7-80a1-d776e6e46a86 None None] Routers {'a5fd82a4-28e5-4474-9907-60b214eb6002'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:32:27.521954 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d9caba7b-3c7e-46a7-80a1-d776e6e46a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:32:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a5fd82a4-28e5-4474-9907-60b214eb6002'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:27.532456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd1b3135-391d-43ee-90bd-b56708ac995d req-e4b48f5c-2013-4153-baf5-e1eaa525ac3f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264746 Feb 04 15:32:27.558251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd12f462-553e-4baa-9400-5e36e7128a56 req-71ff9de0-72ca-47e5-b46a-9053ca443935 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887284 Feb 04 15:32:27.576696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port e02c8813-aae6-4d8b-beef-db179bc9cb00 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:27.584723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port e02c8813-aae6-4d8b-beef-db179bc9cb00 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:27.586130 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.702174 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-49d8ffad-0f92-44d9-b2c4-47d599b05f41 req-a65103a0-b688-4aec-97a8-090b14d9cfcf service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945436 Feb 04 15:32:27.844597 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.883811 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.908576 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d9caba7b-3c7e-46a7-80a1-d776e6e46a86 None None] Set router a5fd82a4-28e5-4474-9907-60b214eb6002 gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:32:27.963862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e02c8813-aae6-4d8b-beef-db179bc9cb00, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:27.972590 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.080157 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=e02c8813-aae6-4d8b-beef-db179bc9cb00,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:28.162102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131dc9a-41b2-4c8e-b4fd-ad88c1af7a09 req-a77e38d8-b1ab-4244-b910-e68e6f7abe8f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.170464 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e131dc9a-41b2-4c8e-b4fd-ad88c1af7a09 req-a77e38d8-b1ab-4244-b910-e68e6f7abe8f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1653161 Feb 04 15:32:28.174655 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d9caba7b-3c7e-46a7-80a1-d776e6e46a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'name': 'tempest-FloatingIPsNegativeTestJSON-485299914-router', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:32:01Z', 'updated_at': '2022-02-04T15:32:26Z', 'revision_number': 6, 'project_id': '22915cacab3c49c192057c1182e2ef8d', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:28.181334 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9caba7b-3c7e-46a7-80a1-d776e6e46a86 None None] Checking router: a5fd82a4-28e5-4474-9907-60b214eb6002 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:32:28.194311 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9caba7b-3c7e-46a7-80a1-d776e6e46a86 None None] Routers {'a5fd82a4-28e5-4474-9907-60b214eb6002'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:32:28.195315 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d9caba7b-3c7e-46a7-80a1-d776e6e46a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:32:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a5fd82a4-28e5-4474-9907-60b214eb6002'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:28.232139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=805a54dd-e36f-4641-a818-eeecd7049f5e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:28.316011 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e131dc9a-41b2-4c8e-b4fd-ad88c1af7a09 req-efdcd6a5-d1bc-422f-8bc2-04dd0111ff52 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421270 Feb 04 15:32:28.372345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1919dd-4247-4841-b29b-1ed7f961e977 req-b532da76-67df-4d0d-81a9-4cce4b866150 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.376388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1919dd-4247-4841-b29b-1ed7f961e977 req-b532da76-67df-4d0d-81a9-4cce4b866150 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.382100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1919dd-4247-4841-b29b-1ed7f961e977 req-b532da76-67df-4d0d-81a9-4cce4b866150 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.382907 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d9caba7b-3c7e-46a7-80a1-d776e6e46a86 None None] Set router a5fd82a4-28e5-4474-9907-60b214eb6002 gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:32:28.387640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1919dd-4247-4841-b29b-1ed7f961e977 req-b532da76-67df-4d0d-81a9-4cce4b866150 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.403262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1919dd-4247-4841-b29b-1ed7f961e977 req-b532da76-67df-4d0d-81a9-4cce4b866150 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.412197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1919dd-4247-4841-b29b-1ed7f961e977 req-b532da76-67df-4d0d-81a9-4cce4b866150 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.418138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1919dd-4247-4841-b29b-1ed7f961e977 req-b532da76-67df-4d0d-81a9-4cce4b866150 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.431199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e1919dd-4247-4841-b29b-1ed7f961e977 req-b532da76-67df-4d0d-81a9-4cce4b866150 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.2294726 Feb 04 15:32:28.527695 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e1919dd-4247-4841-b29b-1ed7f961e977 req-2fa4286f-25c3-4e21-845e-c850d0328962 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952353 Feb 04 15:32:28.551549 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d9caba7b-3c7e-46a7-80a1-d776e6e46a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'name': 'tempest-FloatingIPsNegativeTestJSON-485299914-router', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:32:01Z', 'updated_at': '2022-02-04T15:32:27Z', 'revision_number': 7, 'project_id': '22915cacab3c49c192057c1182e2ef8d', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:28.562083 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9caba7b-3c7e-46a7-80a1-d776e6e46a86 None None] The sync data for ids ['a5fd82a4-28e5-4474-9907-60b214eb6002'] in n-d-827872-1 is: [{'id': 'a5fd82a4-28e5-4474-9907-60b214eb6002', 'name': 'tempest-FloatingIPsNegativeTestJSON-485299914-router', 'tenant_id': '22915cacab3c49c192057c1182e2ef8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:32:01Z', 'updated_at': '2022-02-04T15:32:27Z', 'revision_number': 7, 'project_id': '22915cacab3c49c192057c1182e2ef8d', 'gw_port_host': None}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:32:28.596650 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.692388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209a555-0353-4736-acc0-9f584b3949db req-fa31e784-8bb9-48bc-bfe1-83d57789e6ca tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.699037 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6209a555-0353-4736-acc0-9f584b3949db req-fa31e784-8bb9-48bc-bfe1-83d57789e6ca tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.1702337 Feb 04 15:32:28.811072 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6209a555-0353-4736-acc0-9f584b3949db req-a6d92038-a222-462c-b739-89942a9fbd18 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074376 Feb 04 15:32:28.893947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6579dffb-97a6-4798-8599-cbfbafa6eae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02c8813-aae6-4d8b-beef-db179bc9cb00'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:28.976297 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.989337 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.994118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0d04b-8da4-4acd-93d2-965803986df8 req-7def198c-aa87-4ffe-9f57-02224d52235e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.016314 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9d0d04b-8da4-4acd-93d2-965803986df8 req-7def198c-aa87-4ffe-9f57-02224d52235e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.1709688 Feb 04 15:32:29.037889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54042) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:29.045075 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.046789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5fd82a4-28e5-4474-9907-60b214eb6002 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:32:29.049487 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6579dffb-97a6-4798-8599-cbfbafa6eae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02c8813-aae6-4d8b-beef-db179bc9cb00', 'code': 200} Feb 04 15:32:29.074957 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.076539 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a27b1f73-c79f-4046-a9e6-fee2298f6d43 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a5fd82a4-28e5-4474-9907-60b214eb6002 HTTP/1.1" status: 204 len: 168 time: 3.7241993 Feb 04 15:32:29.079072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54048) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:29.108749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9d0d04b-8da4-4acd-93d2-965803986df8 req-03bfe34d-c9ee-410e-93ec-bd16e7ee709d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913301 Feb 04 15:32:29.164323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcdaf8f-ae20-43e4-8e93-7692d503f0a1 admin admin] Deleting subnet 19533f52-af78-497f-a102-3e887cefb73c {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:32:29.167753 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8fcdaf8f-ae20-43e4-8e93-7692d503f0a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.232897 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8fcdaf8f-ae20-43e4-8e93-7692d503f0a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.282484 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e39ff773-221e-41ca-9903-f3f8c89c28d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.348023 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8fcdaf8f-ae20-43e4-8e93-7692d503f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.350264 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e39ff773-221e-41ca-9903-f3f8c89c28d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:29.355105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e39ff773-221e-41ca-9903-f3f8c89c28d3 admin admin] Usage tracker for resource:security_group_rule and tenant:7b0e5878622a45908584acf024bb8091 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:29.358224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e39ff773-221e-41ca-9903-f3f8c89c28d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:29.376487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e39ff773-221e-41ca-9903-f3f8c89c28d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:29.472183 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8fcdaf8f-ae20-43e4-8e93-7692d503f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.482440 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e39ff773-221e-41ca-9903-f3f8c89c28d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.489091 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e39ff773-221e-41ca-9903-f3f8c89c28d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.540791 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8fcdaf8f-ae20-43e4-8e93-7692d503f0a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.544048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdaf8f-ae20-43e4-8e93-7692d503f0a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19533f52-af78-497f-a102-3e887cefb73c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:29.545606 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411407b5-fe14-41dc-8e65-568060929860 None None] Network 3167120d-4d49-40ec-837e-c9d5d3caca3f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:32:29.553341 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8fcdaf8f-ae20-43e4-8e93-7692d503f0a1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/19533f52-af78-497f-a102-3e887cefb73c HTTP/1.1" status: 204 len: 168 time: 0.4701462 Feb 04 15:32:29.553450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54056) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:29.600142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ff773-221e-41ca-9903-f3f8c89c28d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f8adac-1511-45ee-b7b5-21b04a5bdb04,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:29.608923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e39ff773-221e-41ca-9903-f3f8c89c28d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b0e5878622a45908584acf024bb8091&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5676460 Feb 04 15:32:29.609326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54062) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:29.750533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2c7d2-3d4a-4178-b62f-b5fd6f77b5e0 req-b02786b5-a8b8-412c-b60c-15ffeef6c538 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.758773 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8bb2c7d2-3d4a-4178-b62f-b5fd6f77b5e0 req-b02786b5-a8b8-412c-b60c-15ffeef6c538 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.2488070 Feb 04 15:32:29.762371 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.787304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] Deleting port e48df046-f78a-4683-a185-6b5b3a011609 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:32:29.787646 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.808335 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 805a54dd-e36f-4641-a818-eeecd7049f5e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:32:29.846638 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8bb2c7d2-3d4a-4178-b62f-b5fd6f77b5e0 req-f4fed724-1454-48af-b0bb-da5170d7a3b9 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861671 Feb 04 15:32:29.854785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22769112-2f27-4dc9-a777-ec52d829f9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.873740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 805a54dd-e36f-4641-a818-eeecd7049f5e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:32:29.874081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 805a54dd-e36f-4641-a818-eeecd7049f5e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:32:29.874507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ee91ff56-dc63-4300-87a8-002c7c6e2700 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:32:29.929828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: ee91ff56-dc63-4300-87a8-002c7c6e2700 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:32:29.930490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ee91ff56-dc63-4300-87a8-002c7c6e2700 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:32:30.050744 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22769112-2f27-4dc9-a777-ec52d829f9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.180623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ea3e4-1d0b-4ec3-9ff0-49398f9ee158 None None] DHCP port deletion for 3167120d-4d49-40ec-837e-c9d5d3caca3f request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:32:30.184674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-160ea3e4-1d0b-4ec3-9ff0-49398f9ee158 None None] Deleting port e48df046-f78a-4683-a185-6b5b3a011609 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:32:30.185037 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-160ea3e4-1d0b-4ec3-9ff0-49398f9ee158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.246345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77baac0-4cd2-4152-ba95-7c37b7601ba4 req-2b4fe9c2-8edd-44de-a83d-3cdb74308e34 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.250352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77baac0-4cd2-4152-ba95-7c37b7601ba4 req-2b4fe9c2-8edd-44de-a83d-3cdb74308e34 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.254320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77baac0-4cd2-4152-ba95-7c37b7601ba4 req-2b4fe9c2-8edd-44de-a83d-3cdb74308e34 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.258579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77baac0-4cd2-4152-ba95-7c37b7601ba4 req-2b4fe9c2-8edd-44de-a83d-3cdb74308e34 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.262561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77baac0-4cd2-4152-ba95-7c37b7601ba4 req-2b4fe9c2-8edd-44de-a83d-3cdb74308e34 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.266452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77baac0-4cd2-4152-ba95-7c37b7601ba4 req-2b4fe9c2-8edd-44de-a83d-3cdb74308e34 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.267424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] For port e48df046-f78a-4683-a185-6b5b3a011609, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e48df046-f78a-4683-a185-6b5b3a011609,segment=NetworkSegment(faaddc85-8e97-4765-a80b-0f22f8dad598),segment_id=faaddc85-8e97-4765-a80b-0f22f8dad598)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:30.267918 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.270314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77baac0-4cd2-4152-ba95-7c37b7601ba4 req-2b4fe9c2-8edd-44de-a83d-3cdb74308e34 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.278146 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c77baac0-4cd2-4152-ba95-7c37b7601ba4 req-2b4fe9c2-8edd-44de-a83d-3cdb74308e34 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.3946893 Feb 04 15:32:30.282662 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22769112-2f27-4dc9-a777-ec52d829f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.328824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22769112-2f27-4dc9-a777-ec52d829f9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f8adac-1511-45ee-b7b5-21b04a5bdb04,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:30.339479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a5a35-1b0a-4da6-9f65-26c43660823c req-5efce9d8-bea0-47d8-b255-bfb758b777d3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.347280 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f93a5a35-1b0a-4da6-9f65-26c43660823c req-5efce9d8-bea0-47d8-b255-bfb758b777d3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.2068043 Feb 04 15:32:30.410135 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22769112-2f27-4dc9-a777-ec52d829f9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.411170 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-22769112-2f27-4dc9-a777-ec52d829f9bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9f8adac-1511-45ee-b7b5-21b04a5bdb04 HTTP/1.1" status: 204 len: 168 time: 0.8006117 Feb 04 15:32:30.429789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] Calling delete_port for e48df046-f78a-4683-a185-6b5b3a011609 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:32:30.477487 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c77baac0-4cd2-4152-ba95-7c37b7601ba4 req-8efd2fa7-9796-49f7-b030-0832f50dbd30 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1983652 Feb 04 15:32:30.508319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f93a5a35-1b0a-4da6-9f65-26c43660823c req-78b6a82e-b2c6-482b-8084-9b3811c20fb0 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600409 Feb 04 15:32:30.594789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-160ea3e4-1d0b-4ec3-9ff0-49398f9ee158 None None] For port e48df046-f78a-4683-a185-6b5b3a011609, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e48df046-f78a-4683-a185-6b5b3a011609,segment=NetworkSegment(faaddc85-8e97-4765-a80b-0f22f8dad598),segment_id=faaddc85-8e97-4765-a80b-0f22f8dad598)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:30.596973 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-160ea3e4-1d0b-4ec3-9ff0-49398f9ee158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.689179 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.756197 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] Pushing event deleted for resources: {'Port': ['ID=e48df046-f78a-4683-a185-6b5b3a011609,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:30.759022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] No DVR routers for this DVR port e48df046-f78a-4683-a185-6b5b3a011609 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:30.819035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23affb-0f1f-4d72-9233-f5cd2b418792 req-9eabb25b-3fe1-4687-a6a1-4f7b1ad9c03e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.821638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-160ea3e4-1d0b-4ec3-9ff0-49398f9ee158 None None] Calling delete_port for e48df046-f78a-4683-a185-6b5b3a011609 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:32:30.823233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a23affb-0f1f-4d72-9233-f5cd2b418792 req-9eabb25b-3fe1-4687-a6a1-4f7b1ad9c03e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.1512351 Feb 04 15:32:30.915574 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a23affb-0f1f-4d72-9233-f5cd2b418792 req-47c2827a-819a-4dc1-ad54-3be2e72b817a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848405 Feb 04 15:32:30.930790 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.981885 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-160ea3e4-1d0b-4ec3-9ff0-49398f9ee158 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:32:30.982484 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-160ea3e4-1d0b-4ec3-9ff0-49398f9ee158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:32:30.999797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3167120d-4d49-40ec-837e-c9d5d3caca3f']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:31.031053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faaddc85-8e97-4765-a80b-0f22f8dad598') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:31.031379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faaddc85-8e97-4765-a80b-0f22f8dad598') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:31.062369 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.100197 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.112187 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:32:31.112657 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:32:31.137315 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:32:31.193095 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54082) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:31.219801 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-31d453e4-a477-49d7-bff5-6c889a1f1f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.272579 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.295647 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b23a36-1d68-4bb2-a852-24a5c3afdfea req-07002336-f1a8-4389-96a7-ed646f06fb4b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:31.305883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-31d453e4-a477-49d7-bff5-6c889a1f1f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:31.311318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-31d453e4-a477-49d7-bff5-6c889a1f1f3d admin admin] Usage tracker for resource:security_group_rule and tenant:88671a739b3f4c129f34afd79dac980f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:31.312396 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3b23a36-1d68-4bb2-a852-24a5c3afdfea req-07002336-f1a8-4389-96a7-ed646f06fb4b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.2638860 Feb 04 15:32:31.315028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-31d453e4-a477-49d7-bff5-6c889a1f1f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:31.348345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-31d453e4-a477-49d7-bff5-6c889a1f1f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:31.351531 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.361050 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] Pushing event deleted for resources: {'Network': ['ID=3167120d-4d49-40ec-837e-c9d5d3caca3f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:31.379297 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f679eefb-6ce9-4eea-b3ce-6def9c38357b admin admin] 10.222.0.60 "DELETE /v2.0/networks/3167120d-4d49-40ec-837e-c9d5d3caca3f HTTP/1.1" status: 204 len: 168 time: 1.8240321 Feb 04 15:32:31.398101 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3b23a36-1d68-4bb2-a852-24a5c3afdfea req-43283ee5-9a22-449f-a7db-08d0ee9647bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794609 Feb 04 15:32:31.456977 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-31d453e4-a477-49d7-bff5-6c889a1f1f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.462504 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-31d453e4-a477-49d7-bff5-6c889a1f1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.484104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-160ea3e4-1d0b-4ec3-9ff0-49398f9ee158 None None] Deleting port e48df046-f78a-4683-a185-6b5b3a011609 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:32:31.484481 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-160ea3e4-1d0b-4ec3-9ff0-49398f9ee158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.524344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54088) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:31.538172 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-31d453e4-a477-49d7-bff5-6c889a1f1f3d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88671a739b3f4c129f34afd79dac980f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3438787 Feb 04 15:32:31.539896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d453e4-a477-49d7-bff5-6c889a1f1f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb12a2b-2433-4c08-9c0b-5c105d509dfb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:31.627949 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-493ab843-4673-47a3-b508-4892a15bbb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.657236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-160ea3e4-1d0b-4ec3-9ff0-49398f9ee158 None None] The port 'e48df046-f78a-4683-a185-6b5b3a011609' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:32:31.681645 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-493ab843-4673-47a3-b508-4892a15bbb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.761979 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-493ab843-4673-47a3-b508-4892a15bbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.775025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e48df046-f78a-4683-a185-6b5b3a011609 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:32:31.862918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: e48df046-f78a-4683-a185-6b5b3a011609 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:32:31.863282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e48df046-f78a-4683-a185-6b5b3a011609 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:32:31.887001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54098) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:31.894626 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ab843-4673-47a3-b508-4892a15bbb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb12a2b-2433-4c08-9c0b-5c105d509dfb,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:31.961972 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-493ab843-4673-47a3-b508-4892a15bbb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.963622 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-493ab843-4673-47a3-b508-4892a15bbb57 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bcb12a2b-2433-4c08-9c0b-5c105d509dfb HTTP/1.1" status: 204 len: 168 time: 0.4380648 Feb 04 15:32:31.969685 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9c4a2992-5750-4e7a-8718-8c0a1366afaa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22915cacab3c49c192057c1182e2ef8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0787086 Feb 04 15:32:31.969886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54106) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:32.033832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30bdc1-9c8f-4663-8d72-8290db37d8b2 req-79103375-ff64-46bb-a171-41f1bcf5258b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.047800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf30bdc1-9c8f-4663-8d72-8290db37d8b2 req-79103375-ff64-46bb-a171-41f1bcf5258b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.2812827 Feb 04 15:32:32.080232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45251167-94b7-4907-b4c9-3803b6d712cb req-e16f861a-eaaa-4b5f-946c-1cc0cd77dd04 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.084224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45251167-94b7-4907-b4c9-3803b6d712cb req-e16f861a-eaaa-4b5f-946c-1cc0cd77dd04 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.089233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45251167-94b7-4907-b4c9-3803b6d712cb req-e16f861a-eaaa-4b5f-946c-1cc0cd77dd04 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.093785 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45251167-94b7-4907-b4c9-3803b6d712cb req-e16f861a-eaaa-4b5f-946c-1cc0cd77dd04 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.097835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45251167-94b7-4907-b4c9-3803b6d712cb req-e16f861a-eaaa-4b5f-946c-1cc0cd77dd04 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.102793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45251167-94b7-4907-b4c9-3803b6d712cb req-e16f861a-eaaa-4b5f-946c-1cc0cd77dd04 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.105361 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ef22-47b1-4016-807f-9e960c421d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.106885 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45251167-94b7-4907-b4c9-3803b6d712cb req-e16f861a-eaaa-4b5f-946c-1cc0cd77dd04 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.114223 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45251167-94b7-4907-b4c9-3803b6d712cb req-e16f861a-eaaa-4b5f-946c-1cc0cd77dd04 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.2213032 Feb 04 15:32:32.142979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ef22-47b1-4016-807f-9e960c421d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.191792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45251167-94b7-4907-b4c9-3803b6d712cb req-4e1138d5-cf5c-4f8b-ac95-eb1f76ec53e5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766220 Feb 04 15:32:32.199236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf30bdc1-9c8f-4663-8d72-8290db37d8b2 req-eeb50c42-cd43-4111-8369-4a85a46f3787 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505630 Feb 04 15:32:32.236207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ef22-47b1-4016-807f-9e960c421d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.261177 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ef22-47b1-4016-807f-9e960c421d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.262478 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f4c0ef22-47b1-4016-807f-9e960c421d62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4ef6b44-3ba2-45db-bec9-1cf8f3d319d2 HTTP/1.1" status: 204 len: 168 time: 0.2916503 Feb 04 15:32:32.263557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0ef22-47b1-4016-807f-9e960c421d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ef6b44-3ba2-45db-bec9-1cf8f3d319d2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:32.590154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8240377-84f9-45d0-bafa-3714ec6b252d req-e0c7ae95-3579-41e1-962a-bb452ea47007 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.603697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8240377-84f9-45d0-bafa-3714ec6b252d req-e0c7ae95-3579-41e1-962a-bb452ea47007 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.1224086 Feb 04 15:32:32.720113 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8240377-84f9-45d0-bafa-3714ec6b252d req-63f0be72-a387-44be-a244-7d4bdb55ff5b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138420 Feb 04 15:32:32.854373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c01fde-9adb-4e13-8651-77c93a9658e4 req-77f24635-7f9c-4499-95c8-0e31e1317139 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.856352 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17c01fde-9adb-4e13-8651-77c93a9658e4 req-77f24635-7f9c-4499-95c8-0e31e1317139 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1350827 Feb 04 15:32:32.923277 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17c01fde-9adb-4e13-8651-77c93a9658e4 req-925108a7-2aff-4bd2-9b6a-d269002aaa23 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607710 Feb 04 15:32:33.543451 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc2429-b4aa-4544-9610-00f9044bc80b req-6a932f15-4945-49d3-8de8-1262b3313741 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:33.549011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc2429-b4aa-4544-9610-00f9044bc80b req-6a932f15-4945-49d3-8de8-1262b3313741 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:33.553446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc2429-b4aa-4544-9610-00f9044bc80b req-6a932f15-4945-49d3-8de8-1262b3313741 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:33.563785 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc2429-b4aa-4544-9610-00f9044bc80b req-6a932f15-4945-49d3-8de8-1262b3313741 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:33.569085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc2429-b4aa-4544-9610-00f9044bc80b req-6a932f15-4945-49d3-8de8-1262b3313741 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:33.575950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc2429-b4aa-4544-9610-00f9044bc80b req-6a932f15-4945-49d3-8de8-1262b3313741 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:33.580161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc2429-b4aa-4544-9610-00f9044bc80b req-6a932f15-4945-49d3-8de8-1262b3313741 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:33.582163 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03cc2429-b4aa-4544-9610-00f9044bc80b req-6a932f15-4945-49d3-8de8-1262b3313741 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.1699324 Feb 04 15:32:33.640662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbc0bd-56ed-4442-a188-f722ab9d24d5 req-a9a6b4ec-6730-4512-8937-d698b945a990 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:33.642283 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33cbc0bd-56ed-4442-a188-f722ab9d24d5 req-a9a6b4ec-6730-4512-8937-d698b945a990 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.2774498 Feb 04 15:32:33.719236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03cc2429-b4aa-4544-9610-00f9044bc80b req-1903dccf-49d3-4289-a6a8-9e737489873c tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227503 Feb 04 15:32:33.728587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33cbc0bd-56ed-4442-a188-f722ab9d24d5 req-1246d629-fbdc-4add-8a7d-cfb19f39f776 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766749 Feb 04 15:32:34.009560 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371edcca-f987-4795-8931-8edc9c15cc5f req-8785320d-74b6-47b4-932f-f13872d8843d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:34.017090 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-371edcca-f987-4795-8931-8edc9c15cc5f req-8785320d-74b6-47b4-932f-f13872d8843d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.1046085 Feb 04 15:32:34.131080 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-371edcca-f987-4795-8931-8edc9c15cc5f req-ccc4b294-def0-44b0-83d9-4d960acf31c3 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128633 Feb 04 15:32:34.449355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ef76e-561a-4886-9419-4a65f7563cbb req-5c8fa379-aed2-4279-8571-adecdbe61169 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:34.450927 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b55ef76e-561a-4886-9419-4a65f7563cbb req-5c8fa379-aed2-4279-8571-adecdbe61169 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1594412 Feb 04 15:32:34.532048 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b55ef76e-561a-4886-9419-4a65f7563cbb req-281db3ee-a56c-442b-a842-9faa1d5b215c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689366 Feb 04 15:32:34.792876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54214) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:34.848327 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:32:35.200607 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9908da15-93f3-4c17-a9f5-b70987a825a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:35.321956 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9908da15-93f3-4c17-a9f5-b70987a825a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:35.343567 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9908da15-93f3-4c17-a9f5-b70987a825a5 admin admin] Usage tracker for resource:security_group_rule and tenant:9df88570b4e1414eb05f07eafc78380b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:35.351502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9908da15-93f3-4c17-a9f5-b70987a825a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:35.393021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9908da15-93f3-4c17-a9f5-b70987a825a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:35.427803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc74bbd-4987-47e9-9aad-41afb78e8276 req-2bd87994-9609-418a-8567-e50ab1b0e6c9 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.430154 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdc74bbd-4987-47e9-9aad-41afb78e8276 req-2bd87994-9609-418a-8567-e50ab1b0e6c9 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.4359353 Feb 04 15:32:35.471126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d4664-e09e-4da0-88f2-bba3f110a845 req-32c40550-f10b-4af1-882e-136551190374 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.477196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d4664-e09e-4da0-88f2-bba3f110a845 req-32c40550-f10b-4af1-882e-136551190374 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.487270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d4664-e09e-4da0-88f2-bba3f110a845 req-32c40550-f10b-4af1-882e-136551190374 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.493436 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d4664-e09e-4da0-88f2-bba3f110a845 req-32c40550-f10b-4af1-882e-136551190374 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.499680 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d4664-e09e-4da0-88f2-bba3f110a845 req-32c40550-f10b-4af1-882e-136551190374 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.504506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d4664-e09e-4da0-88f2-bba3f110a845 req-32c40550-f10b-4af1-882e-136551190374 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.514461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d4664-e09e-4da0-88f2-bba3f110a845 req-32c40550-f10b-4af1-882e-136551190374 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.536659 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e3d4664-e09e-4da0-88f2-bba3f110a845 req-32c40550-f10b-4af1-882e-136551190374 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.3732824 Feb 04 15:32:35.594967 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9908da15-93f3-4c17-a9f5-b70987a825a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:35.601798 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9908da15-93f3-4c17-a9f5-b70987a825a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:35.627909 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdc74bbd-4987-47e9-9aad-41afb78e8276 req-c34b6c7d-e26b-4e12-a568-719cb4c331dc tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912689 Feb 04 15:32:35.650173 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e3d4664-e09e-4da0-88f2-bba3f110a845 req-bf357e48-2b7b-4962-b283-a40ec99d8054 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100204 Feb 04 15:32:35.693138 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908da15-93f3-4c17-a9f5-b70987a825a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ff73dd-39c0-41b4-944c-be2da669874d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:35.714514 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9908da15-93f3-4c17-a9f5-b70987a825a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9df88570b4e1414eb05f07eafc78380b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9181504 Feb 04 15:32:35.715762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54236) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:35.815739 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b8be29b-37ea-4e18-931a-74bef0892e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:35.927944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b8be29b-37ea-4e18-931a-74bef0892e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:36.052320 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b8be29b-37ea-4e18-931a-74bef0892e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:36.087720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8be29b-37ea-4e18-931a-74bef0892e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ff73dd-39c0-41b4-944c-be2da669874d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:36.116089 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b8be29b-37ea-4e18-931a-74bef0892e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:36.119784 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0b8be29b-37ea-4e18-931a-74bef0892e27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15ff73dd-39c0-41b4-944c-be2da669874d HTTP/1.1" status: 204 len: 168 time: 0.4005845 Feb 04 15:32:36.135798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b35f6-37d5-4b54-a57a-94e64e3a4527 req-8304e6c1-bcce-41c3-ad75-fdd0eedcd579 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.137732 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-065b35f6-37d5-4b54-a57a-94e64e3a4527 req-8304e6c1-bcce-41c3-ad75-fdd0eedcd579 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.1462779 Feb 04 15:32:36.179846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7002f-0c59-4a83-a968-99a21104ec96 req-77f8afe5-efe7-4273-97bd-00e63f8cee6c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.186958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1fd7002f-0c59-4a83-a968-99a21104ec96 req-77f8afe5-efe7-4273-97bd-00e63f8cee6c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.3122051 Feb 04 15:32:36.243761 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-065b35f6-37d5-4b54-a57a-94e64e3a4527 req-3f73e09f-d2d6-444b-ae54-a94506ee0214 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966446 Feb 04 15:32:36.282870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1fd7002f-0c59-4a83-a968-99a21104ec96 req-ba90ae6e-2324-49b9-a547-4a79ad9c0083 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947843 Feb 04 15:32:36.531613 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2ac56e5d-46f3-4907-ba95-84493c7f8375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:36.691105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce523f05-4f59-43b6-986d-6e3cd9a7ec56 req-27f66e52-b4d0-4335-9350-e2ac45a09ed3 tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 1100 time: 0.1269908 Feb 04 15:32:36.755426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ce523f05-4f59-43b6-986d-6e3cd9a7ec56 req-2b7dc076-2032-4bad-91a3-48e71936a876 tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] Synchronizing usage tracker for tenant:201fa6e024054965b07995ba110f21b2 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:32:36.795772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ce523f05-4f59-43b6-986d-6e3cd9a7ec56 req-2b7dc076-2032-4bad-91a3-48e71936a876 tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] Unset dirty status for tenant:201fa6e024054965b07995ba110f21b2 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:32:36.797872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce523f05-4f59-43b6-986d-6e3cd9a7ec56 req-2b7dc076-2032-4bad-91a3-48e71936a876 tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998807 Feb 04 15:32:37.088890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356dbc9-06f7-41fc-98bb-bf394afd4982 req-fb75c669-b86a-49df-90f8-bc5a26985d3e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.090554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3356dbc9-06f7-41fc-98bb-bf394afd4982 req-fb75c669-b86a-49df-90f8-bc5a26985d3e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.1863923 Feb 04 15:32:37.204390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2172ee-be46-4861-98b8-0980e4f54dfc req-629fcd0b-0d26-40e9-8e7a-7514c892e208 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.208254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2172ee-be46-4861-98b8-0980e4f54dfc req-629fcd0b-0d26-40e9-8e7a-7514c892e208 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.212871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2172ee-be46-4861-98b8-0980e4f54dfc req-629fcd0b-0d26-40e9-8e7a-7514c892e208 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.225671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2172ee-be46-4861-98b8-0980e4f54dfc req-629fcd0b-0d26-40e9-8e7a-7514c892e208 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.231637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2172ee-be46-4861-98b8-0980e4f54dfc req-629fcd0b-0d26-40e9-8e7a-7514c892e208 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.234531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2172ee-be46-4861-98b8-0980e4f54dfc req-629fcd0b-0d26-40e9-8e7a-7514c892e208 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.238362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2172ee-be46-4861-98b8-0980e4f54dfc req-629fcd0b-0d26-40e9-8e7a-7514c892e208 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.243686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc2172ee-be46-4861-98b8-0980e4f54dfc req-629fcd0b-0d26-40e9-8e7a-7514c892e208 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.2420647 Feb 04 15:32:37.294425 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3356dbc9-06f7-41fc-98bb-bf394afd4982 req-a0c508e7-e602-4a30-9ed0-de6296c25378 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925380 Feb 04 15:32:37.341878 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc2172ee-be46-4861-98b8-0980e4f54dfc req-6e652cce-7f01-4e1b-bcb5-6e88c41aded1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928712 Feb 04 15:32:37.874129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eee373-cc05-4ec2-ad79-a274ed7ce2d2 req-f79f6666-7996-456c-8bcf-ca95bb1891a8 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.886925 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8eee373-cc05-4ec2-ad79-a274ed7ce2d2 req-f79f6666-7996-456c-8bcf-ca95bb1891a8 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.2000701 Feb 04 15:32:37.928004 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8eee373-cc05-4ec2-ad79-a274ed7ce2d2 req-40cb8d15-3796-4f8d-bd44-684dacf1c0f6 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460451 Feb 04 15:32:38.082210 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-151c56b2-045f-4531-a4aa-53100368b421 req-aba4c633-8d35-4641-ac3a-e70bc0df3465 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401008 Feb 04 15:32:38.295535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c56b2-045f-4531-a4aa-53100368b421 req-88b8ef43-1268-443f-8b4e-e758e55bc878 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:38.297353 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-151c56b2-045f-4531-a4aa-53100368b421 req-88b8ef43-1268-443f-8b4e-e758e55bc878 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072666 Feb 04 15:32:38.333626 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-151c56b2-045f-4531-a4aa-53100368b421 req-f11254e6-6f96-432e-87d7-da9a34331ed8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/quotas/1ccf3f2cf9dd4568b8b81df1b50dc43c HTTP/1.1" status: 200 len: 375 time: 0.0286145 Feb 04 15:32:38.419021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8d2c731-2e3c-4dc0-a128-b41deb75021e req-ed706f3f-1220-4157-9670-744cadb5fb62 tempest-AbsoluteLimitsNegativeTestJSON-1006606277 tempest-AbsoluteLimitsNegativeTestJSON-1006606277-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5c00e3a140c840eba0da70c8271fb808&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748122 Feb 04 15:32:38.563386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-151c56b2-045f-4531-a4aa-53100368b421 req-4f181ec6-6446-46b3-84f1-021ee876422d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2212849 Feb 04 15:32:38.598577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2c731-2e3c-4dc0-a128-b41deb75021e req-c980b70c-a825-4654-a391-2c72f31b2d24 tempest-AbsoluteLimitsNegativeTestJSON-1006606277 tempest-AbsoluteLimitsNegativeTestJSON-1006606277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:38.600017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8d2c731-2e3c-4dc0-a128-b41deb75021e req-c980b70c-a825-4654-a391-2c72f31b2d24 tempest-AbsoluteLimitsNegativeTestJSON-1006606277 tempest-AbsoluteLimitsNegativeTestJSON-1006606277-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757312 Feb 04 15:32:38.624685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8d2c731-2e3c-4dc0-a128-b41deb75021e req-2436dc01-bfe6-4f84-82d8-70128dd45d82 tempest-AbsoluteLimitsNegativeTestJSON-1006606277 tempest-AbsoluteLimitsNegativeTestJSON-1006606277-project] 10.222.0.60 "GET /v2.0/quotas/5c00e3a140c840eba0da70c8271fb808 HTTP/1.1" status: 200 len: 375 time: 0.0172193 Feb 04 15:32:38.674998 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8d2c731-2e3c-4dc0-a128-b41deb75021e req-fbdf7dc5-8b53-430f-9310-8ca4523f5f1e tempest-AbsoluteLimitsNegativeTestJSON-1006606277 tempest-AbsoluteLimitsNegativeTestJSON-1006606277-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c00e3a140c840eba0da70c8271fb808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494084 Feb 04 15:32:38.900857 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-639fbe6e-2a06-4d03-8ac4-9b2a390d6db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.247745 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b8a39-3b65-4e2e-be53-5c3dd5c13b22 req-84a732f9-a4a1-4333-8056-a4ac0050949e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.254804 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b8a39-3b65-4e2e-be53-5c3dd5c13b22 req-84a732f9-a4a1-4333-8056-a4ac0050949e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.259781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b8a39-3b65-4e2e-be53-5c3dd5c13b22 req-84a732f9-a4a1-4333-8056-a4ac0050949e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.263685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b8a39-3b65-4e2e-be53-5c3dd5c13b22 req-84a732f9-a4a1-4333-8056-a4ac0050949e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.267553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b8a39-3b65-4e2e-be53-5c3dd5c13b22 req-84a732f9-a4a1-4333-8056-a4ac0050949e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.271391 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b8a39-3b65-4e2e-be53-5c3dd5c13b22 req-84a732f9-a4a1-4333-8056-a4ac0050949e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.275364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b8a39-3b65-4e2e-be53-5c3dd5c13b22 req-84a732f9-a4a1-4333-8056-a4ac0050949e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.289918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae0b8a39-3b65-4e2e-be53-5c3dd5c13b22 req-84a732f9-a4a1-4333-8056-a4ac0050949e tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.3200400 Feb 04 15:32:39.329576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6eb5f1-aec6-4370-9af8-a9fd31b1f69f req-4baacc03-7321-4599-b499-33db0f153cde tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.337865 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f6eb5f1-aec6-4370-9af8-a9fd31b1f69f req-4baacc03-7321-4599-b499-33db0f153cde tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.2877352 Feb 04 15:32:39.346229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54338) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:39.415123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae0b8a39-3b65-4e2e-be53-5c3dd5c13b22 req-e90e22d9-618f-4104-b785-1ed39a551e51 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242316 Feb 04 15:32:39.423654 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f6eb5f1-aec6-4370-9af8-a9fd31b1f69f req-3e589c60-d78d-4134-80dc-94aaffa95ceb tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848002 Feb 04 15:32:39.607958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa9370bb-68dc-452a-a623-d4fe3cccd893 req-56f7dbde-ed02-44cb-939b-2adeb39cee0d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 210 time: 0.0778587 Feb 04 15:32:39.744339 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-877e86e1-5109-4a0a-9da6-37003d2d6eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.855030 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-877e86e1-5109-4a0a-9da6-37003d2d6eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:39.867930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-877e86e1-5109-4a0a-9da6-37003d2d6eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:5c00e3a140c840eba0da70c8271fb808 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:39.873470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-877e86e1-5109-4a0a-9da6-37003d2d6eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:39.900188 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.919095 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-877e86e1-5109-4a0a-9da6-37003d2d6eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:39.980877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e941ef-3778-4a2c-9062-0bba5044a4d9 req-503131f5-484c-429e-9fee-cfe1d9103014 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.990189 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6e941ef-3778-4a2c-9062-0bba5044a4d9 req-503131f5-484c-429e-9fee-cfe1d9103014 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.2139726 Feb 04 15:32:40.100250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6e941ef-3778-4a2c-9062-0bba5044a4d9 req-69f65767-5372-4e71-9e88-f1f078226373 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087236 Feb 04 15:32:40.103944 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.135869 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-877e86e1-5109-4a0a-9da6-37003d2d6eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.153520 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-877e86e1-5109-4a0a-9da6-37003d2d6eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.208920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e86e1-5109-4a0a-9da6-37003d2d6eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ba9013-c4e7-48f1-98ed-38cd617d860e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:40.259233 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-877e86e1-5109-4a0a-9da6-37003d2d6eb9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c00e3a140c840eba0da70c8271fb808&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9097707 Feb 04 15:32:40.261292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54358) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:40.378860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9979909-f0f1-48bf-91ef-983caba53fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.418667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9979909-f0f1-48bf-91ef-983caba53fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.448220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54364) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:40.515743 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9979909-f0f1-48bf-91ef-983caba53fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.542398 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9979909-f0f1-48bf-91ef-983caba53fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ba9013-c4e7-48f1-98ed-38cd617d860e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:40.564471 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9979909-f0f1-48bf-91ef-983caba53fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.568361 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d9979909-f0f1-48bf-91ef-983caba53fe0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50ba9013-c4e7-48f1-98ed-38cd617d860e HTTP/1.1" status: 204 len: 168 time: 0.3033807 Feb 04 15:32:40.783771 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-71c09b0c-88c1-472c-bb37-8096d93e9e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.825492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-71c09b0c-88c1-472c-bb37-8096d93e9e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:40.830010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-71c09b0c-88c1-472c-bb37-8096d93e9e7a admin admin] Usage tracker for resource:security_group_rule and tenant:0878db36b6a04abd88d2495bd1d5352e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:40.836389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-71c09b0c-88c1-472c-bb37-8096d93e9e7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:40.845256 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-71c09b0c-88c1-472c-bb37-8096d93e9e7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:40.845476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bacea-5139-4ed8-ad52-97d2cd7d1472 req-3dc2553b-2ec6-4a46-9e90-7df88de695ee tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:40.855631 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f1bacea-5139-4ed8-ad52-97d2cd7d1472 req-3dc2553b-2ec6-4a46-9e90-7df88de695ee tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.2016864 Feb 04 15:32:40.956463 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-71c09b0c-88c1-472c-bb37-8096d93e9e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.964579 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-71c09b0c-88c1-472c-bb37-8096d93e9e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.032614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c09b0c-88c1-472c-bb37-8096d93e9e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a99d369-b3b4-4884-9c2f-60c71d5e8ccc,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:41.039080 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f1bacea-5139-4ed8-ad52-97d2cd7d1472 req-da7f4b9e-a0ae-42a8-a722-eed8734dea9a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815469 Feb 04 15:32:41.105814 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-151c56b2-045f-4531-a4aa-53100368b421 req-918ae4ed-cb6f-4976-bccc-5249cc774860 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430179 Feb 04 15:32:41.112224 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-71c09b0c-88c1-472c-bb37-8096d93e9e7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0878db36b6a04abd88d2495bd1d5352e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6627507 Feb 04 15:32:41.121595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17b7e-1dbf-47aa-81a5-1f86b4366def req-76dcc669-e7e3-468a-99fa-5fc92db04350 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.129962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17b7e-1dbf-47aa-81a5-1f86b4366def req-76dcc669-e7e3-468a-99fa-5fc92db04350 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.134383 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17b7e-1dbf-47aa-81a5-1f86b4366def req-76dcc669-e7e3-468a-99fa-5fc92db04350 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.182193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17b7e-1dbf-47aa-81a5-1f86b4366def req-76dcc669-e7e3-468a-99fa-5fc92db04350 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.197981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17b7e-1dbf-47aa-81a5-1f86b4366def req-76dcc669-e7e3-468a-99fa-5fc92db04350 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.202009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17b7e-1dbf-47aa-81a5-1f86b4366def req-76dcc669-e7e3-468a-99fa-5fc92db04350 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.216929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17b7e-1dbf-47aa-81a5-1f86b4366def req-76dcc669-e7e3-468a-99fa-5fc92db04350 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.219075 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f4e17b7e-1dbf-47aa-81a5-1f86b4366def req-76dcc669-e7e3-468a-99fa-5fc92db04350 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.4391644 Feb 04 15:32:41.232452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54382) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:41.306816 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.328783 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.337334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c56b2-045f-4531-a4aa-53100368b421 req-0ee255fa-3697-435e-a2e7-01137b30aa15 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.341078 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-151c56b2-045f-4531-a4aa-53100368b421 req-0ee255fa-3697-435e-a2e7-01137b30aa15 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2270329 Feb 04 15:32:41.368006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-151c56b2-045f-4531-a4aa-53100368b421 req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Request body: {'port': {'device_id': '987818b6-666a-4b64-ae56-b8454d1294a7', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '1ccf3f2cf9dd4568b8b81df1b50dc43c'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:41.435791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5eae05ee-d11c-4396-ba0c-e3a2b85b3627 req-6c0059d5-5485-40ed-b107-fbcc61a36d03 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 210 time: 0.0761497 Feb 04 15:32:41.479733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f4e17b7e-1dbf-47aa-81a5-1f86b4366def req-366c496f-74ff-4b51-be4e-888fd1005301 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2451611 Feb 04 15:32:41.546398 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6d268e79-97c6-480c-9f5b-984cdc0a9cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.603884 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6d268e79-97c6-480c-9f5b-984cdc0a9cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.621542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-151c56b2-045f-4531-a4aa-53100368b421 req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:41.631981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-151c56b2-045f-4531-a4aa-53100368b421 req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:41.646457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151c56b2-045f-4531-a4aa-53100368b421 req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Made reservation on behalf of 1ccf3f2cf9dd4568b8b81df1b50dc43c for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:41.663650 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-151c56b2-045f-4531-a4aa-53100368b421 req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.667725 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6d268e79-97c6-480c-9f5b-984cdc0a9cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.742712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d268e79-97c6-480c-9f5b-984cdc0a9cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a99d369-b3b4-4884-9c2f-60c71d5e8ccc,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:41.750091 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6d268e79-97c6-480c-9f5b-984cdc0a9cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.751407 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6d268e79-97c6-480c-9f5b-984cdc0a9cf9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a99d369-b3b4-4884-9c2f-60c71d5e8ccc HTTP/1.1" status: 204 len: 168 time: 0.5154951 Feb 04 15:32:41.805929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f049d9-4d68-4d54-9414-1136cadbabce req-f70ade5d-f519-4333-8928-b14008b002ca tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.813713 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-35f049d9-4d68-4d54-9414-1136cadbabce req-f70ade5d-f519-4333-8928-b14008b002ca tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.1247222 Feb 04 15:32:41.877089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-35f049d9-4d68-4d54-9414-1136cadbabce req-fc36a24a-d538-4f7f-b642-ff07ebf03d02 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620105 Feb 04 15:32:41.972746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-151c56b2-045f-4531-a4aa-53100368b421 req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Allocated IP 192.168.233.33 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/92f34155-ff69-4ccf-b60b-43dd7470f0b4) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:42.117163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54416) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:42.343606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54422) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:42.368314 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-151c56b2-045f-4531-a4aa-53100368b421 req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.383342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9cefaa0c-0965-4413-9b1f-f3d86ced2066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.409793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-151c56b2-045f-4531-a4aa-53100368b421 req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Transition to ACTIVE for port object 92f34155-ff69-4ccf-b60b-43dd7470f0b4 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:42.437252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9cefaa0c-0965-4413-9b1f-f3d86ced2066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:42.437575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1894441129-network', 'tenant_id': '17ff8e644ea4430e824efc4de4affa77'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:42.443115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9cefaa0c-0965-4413-9b1f-f3d86ced2066 admin admin] Usage tracker for resource:security_group_rule and tenant:2b30039ecebd4d5f8fec1853c793f3ec is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:42.448309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9cefaa0c-0965-4413-9b1f-f3d86ced2066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:42.455757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9cefaa0c-0965-4413-9b1f-f3d86ced2066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:42.462049 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:42.476698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Usage tracker for resource:network and tenant:17ff8e644ea4430e824efc4de4affa77 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:42.481210 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-151c56b2-045f-4531-a4aa-53100368b421 req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.493415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:42.500548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-c9c8b744-2a25-48f8-88ff-c9309a5f9d5f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:42.502314 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-c9c8b744-2a25-48f8-88ff-c9309a5f9d5f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 807 time: 0.2481399 Feb 04 15:32:42.508151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:42.519900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['e02c8813-aae6-4d8b-beef-db179bc9cb00'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:32:42.555249 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcce43-0b22-46af-a9e4-1e32e46b781e req-db43a627-86da-4202-ae99-eff680b5d249 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:42.557658 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7fbcce43-0b22-46af-a9e4-1e32e46b781e req-db43a627-86da-4202-ae99-eff680b5d249 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.3496809 Feb 04 15:32:42.565573 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-5ba4c447-798e-46d2-be66-270b13c9378b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/quotas/259f0c881e6045e4b888323648b2d57a HTTP/1.1" status: 200 len: 375 time: 0.0528157 Feb 04 15:32:42.648961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Made reservation on behalf of 17ff8e644ea4430e824efc4de4affa77 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:42.652429 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.676968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Pushing event updated for resources: {'Port': ['ID=92f34155-ff69-4ccf-b60b-43dd7470f0b4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:42.691939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151c56b2-045f-4531-a4aa-53100368b421 req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:42.699046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-151c56b2-045f-4531-a4aa-53100368b421 req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:42.704782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c56b2-045f-4531-a4aa-53100368b421 req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:32:42.780517 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9cefaa0c-0965-4413-9b1f-f3d86ced2066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.792208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c56b2-045f-4531-a4aa-53100368b421 req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:42.793513 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-151c56b2-045f-4531-a4aa-53100368b421 req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.798382 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.799431 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9cefaa0c-0965-4413-9b1f-f3d86ced2066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.877023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefaa0c-0965-4413-9b1f-f3d86ced2066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c139caa-4313-4dec-bd33-5d9a069b77a9,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:42.879698 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7fbcce43-0b22-46af-a9e4-1e32e46b781e req-1ed928d6-82e1-45c5-b902-70377e69aa32 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569549 Feb 04 15:32:42.881273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:42.883014 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9cefaa0c-0965-4413-9b1f-f3d86ced2066 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b30039ecebd4d5f8fec1853c793f3ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5383830 Feb 04 15:32:42.887216 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-151c56b2-045f-4531-a4aa-53100368b421 req-887afed4-e25e-4434-aa65-d87f032f45bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5249193 Feb 04 15:32:42.887426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54432) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:42.905095 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Usage tracker for resource:security_group_rule and tenant:17ff8e644ea4430e824efc4de4affa77 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:42.911214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:42.925878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:42.969314 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-dd45232d-3025-43bb-8dc9-b457267d45c9 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4024560 Feb 04 15:32:43.112455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Request body: {'port': {'device_id': '987818b6-666a-4b64-ae56-b8454d1294a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:43.113884 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-341633e3-f205-48a3-9a35-3b413657cdce None None] Provisioning for port 92f34155-ff69-4ccf-b60b-43dd7470f0b4 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:43.121346 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-341633e3-f205-48a3-9a35-3b413657cdce None None] Provisioning complete for port 92f34155-ff69-4ccf-b60b-43dd7470f0b4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:43.121794 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-341633e3-f205-48a3-9a35-3b413657cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.189146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-341633e3-f205-48a3-9a35-3b413657cdce None None] Port 92f34155-ff69-4ccf-b60b-43dd7470f0b4 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:32:43.242106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.247595 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4be3763-f9c1-4546-91c3-688b2bac3a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.324206 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4be3763-f9c1-4546-91c3-688b2bac3a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.331449 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.345636 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-554ed6ca-73f1-4922-b102-3caacc7ed9b6 service neutron] 10.222.0.60 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496194 Feb 04 15:32:43.346218 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.472359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:32:43.505162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fb7972-c2da-49f6-ab14-48669a8fc5f6,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:43.521559 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.521910 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Added segment f2278a73-8455-4f2a-887d-67bea4652c38 of type vlan for network f1c9382f-cb9d-450e-b793-93be37fa1e28 Feb 04 15:32:43.567302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20939c09-ca14-4f8d-b514-fe2426e6e87f req-fdbbd647-d685-4b7e-8300-ec6ae928e762 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.568782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20939c09-ca14-4f8d-b514-fe2426e6e87f req-fdbbd647-d685-4b7e-8300-ec6ae928e762 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 935 time: 0.3997440 Feb 04 15:32:43.612603 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4be3763-f9c1-4546-91c3-688b2bac3a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.627776 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.647442 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-972a73da-6527-4121-90a9-5af25bc00d6c service neutron] 10.222.0.60 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816606 Feb 04 15:32:43.648226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be3763-f9c1-4546-91c3-688b2bac3a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c139caa-4313-4dec-bd33-5d9a069b77a9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:43.697446 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4be3763-f9c1-4546-91c3-688b2bac3a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.701236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e4be3763-f9c1-4546-91c3-688b2bac3a1e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c139caa-4313-4dec-bd33-5d9a069b77a9 HTTP/1.1" status: 204 len: 168 time: 0.8105948 Feb 04 15:32:43.702399 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20939c09-ca14-4f8d-b514-fe2426e6e87f req-2970a0dd-14ef-47ab-8de8-f9133fc20ef4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219709 Feb 04 15:32:43.706824 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.707958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.708739 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.742091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f34155-ff69-4ccf-b60b-43dd7470f0b4 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:43.759866 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.814851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Transition to ACTIVE for port object 92f34155-ff69-4ccf-b60b-43dd7470f0b4 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:43.826594 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.848406 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7297413 Feb 04 15:32:43.853935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54446) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:43.882748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] Request body: {'subnet': {'network_id': 'f1c9382f-cb9d-450e-b793-93be37fa1e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1894441129-subnet', 'tenant_id': '17ff8e644ea4430e824efc4de4affa77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:43.964882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453245a4-84fe-4c11-89e0-35050e00ac8c admin admin] Pushing event updated for resources: {'Network': ['ID=f1c9382f-cb9d-450e-b793-93be37fa1e28,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:43.994959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network f1c9382f-cb9d-450e-b793-93be37fa1e28 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:32:44.014224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:44.066140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] Usage tracker for resource:subnet and tenant:17ff8e644ea4430e824efc4de4affa77 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:44.080305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:44.153806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:44.215679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] Made reservation on behalf of 17ff8e644ea4430e824efc4de4affa77 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:44.225218 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.237723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Pushing event updated for resources: {'Port': ['ID=92f34155-ff69-4ccf-b60b-43dd7470f0b4,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:44.463219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85021ed-ebf0-4513-9053-fbf7c0a8a407 req-4fd08cb7-eac9-4804-90fa-93e4371614e8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.481074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85021ed-ebf0-4513-9053-fbf7c0a8a407 req-4fd08cb7-eac9-4804-90fa-93e4371614e8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.490418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85021ed-ebf0-4513-9053-fbf7c0a8a407 req-4fd08cb7-eac9-4804-90fa-93e4371614e8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.504979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85021ed-ebf0-4513-9053-fbf7c0a8a407 req-4fd08cb7-eac9-4804-90fa-93e4371614e8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.516710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Attempting to bind port 92f34155-ff69-4ccf-b60b-43dd7470f0b4 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:44.517228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Attempting to bind port 92f34155-ff69-4ccf-b60b-43dd7470f0b4 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:44.517723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Attempting to bind port 92f34155-ff69-4ccf-b60b-43dd7470f0b4 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:32:44.522174 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85021ed-ebf0-4513-9053-fbf7c0a8a407 req-4fd08cb7-eac9-4804-90fa-93e4371614e8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.525818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Port 92f34155-ff69-4ccf-b60b-43dd7470f0b4 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:32:44.526145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Attempting to bind port 92f34155-ff69-4ccf-b60b-43dd7470f0b4 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:32:44.531270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85021ed-ebf0-4513-9053-fbf7c0a8a407 req-4fd08cb7-eac9-4804-90fa-93e4371614e8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.533726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:32:44.534280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:32:44.534762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:32:44.540611 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Bound port: 92f34155-ff69-4ccf-b60b-43dd7470f0b4, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:44.541119 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.544709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85021ed-ebf0-4513-9053-fbf7c0a8a407 req-4fd08cb7-eac9-4804-90fa-93e4371614e8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.554478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f85021ed-ebf0-4513-9053-fbf7c0a8a407 req-4fd08cb7-eac9-4804-90fa-93e4371614e8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.7006855 Feb 04 15:32:44.694774 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f85021ed-ebf0-4513-9053-fbf7c0a8a407 req-fe35220c-0052-4150-a5db-9e4fe4099d51 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1365111 Feb 04 15:32:44.702787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] For port 92f34155-ff69-4ccf-b60b-43dd7470f0b4, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:44.706620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] For port 92f34155-ff69-4ccf-b60b-43dd7470f0b4, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=92f34155-ff69-4ccf-b60b-43dd7470f0b4,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:44.712980 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.835402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Pushing event updated for resources: {'Port': ['ID=92f34155-ff69-4ccf-b60b-43dd7470f0b4,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:44.857490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.859762 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-151c56b2-045f-4531-a4aa-53100368b421 req-e9bf7775-c532-4fe4-9199-38ff0626bf60 service neutron] 10.222.0.81 "PUT /v2.0/ports/92f34155-ff69-4ccf-b60b-43dd7470f0b4 HTTP/1.1" status: 200 len: 1095 time: 1.9571106 Feb 04 15:32:44.860319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987818b6-666a-4b64-ae56-b8454d1294a7', 'tag': '92f34155-ff69-4ccf-b60b-43dd7470f0b4'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:44.961596 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.128409 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-151c56b2-045f-4531-a4aa-53100368b421 req-c6811eb0-30a9-4349-85ca-d721a11f7cc9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 1098 time: 0.2078025 Feb 04 15:32:45.308569 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-151c56b2-045f-4531-a4aa-53100368b421 req-69134cab-4e46-4b77-87b3-d43d2c909364 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=92f34155-ff69-4ccf-b60b-43dd7470f0b4 HTTP/1.1" status: 200 len: 217 time: 0.1643636 Feb 04 15:32:45.333466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd269c2-2767-4f33-8532-316139db2ad3,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:45.389903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] Checking segment: {'id': 'f2278a73-8455-4f2a-887d-67bea4652c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f1c9382f-cb9d-450e-b793-93be37fa1e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:32:45.390284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] Network hostable DHCP agents. Network: f1c9382f-cb9d-450e-b793-93be37fa1e28, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:32:45.408070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c56b2-045f-4531-a4aa-53100368b421 req-62a3f435-9ac3-4c1b-b12b-58a9a73b1b26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:45.409820 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-151c56b2-045f-4531-a4aa-53100368b421 req-62a3f435-9ac3-4c1b-b12b-58a9a73b1b26 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0955772 Feb 04 15:32:45.438414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44e6bf-4751-4c6d-9529-8a284b6ac7a7 req-6d833227-ad65-496d-8a77-641bcc0bb361 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:45.449307 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd44e6bf-4751-4c6d-9529-8a284b6ac7a7 req-6d833227-ad65-496d-8a77-641bcc0bb361 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.3768723 Feb 04 15:32:45.509385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e29c02-f88c-4a7e-b1ab-0303f525926b req-3594df15-800a-400f-b2cd-fe2eebae217a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:45.510947 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51e29c02-f88c-4a7e-b1ab-0303f525926b req-3594df15-800a-400f-b2cd-fe2eebae217a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.2468777 Feb 04 15:32:45.516816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] Network f1c9382f-cb9d-450e-b793-93be37fa1e28 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:32:45.525086 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-151c56b2-045f-4531-a4aa-53100368b421 req-cc2ddfa7-06d7-404a-b9ea-ccf9ffd79742 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077185 Feb 04 15:32:45.553969 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd44e6bf-4751-4c6d-9529-8a284b6ac7a7 req-39c9b9b0-6f05-464a-84c0-03d41ecd444d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036870 Feb 04 15:32:45.559509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, f1c9382f-cb9d-450e-b793-93be37fa1e28) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:45.579117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeabbac5-790d-48eb-bdc2-52cd08a8c201 None None] Network f1c9382f-cb9d-450e-b793-93be37fa1e28 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:32:45.592884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:45.594264 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.653421 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51e29c02-f88c-4a7e-b1ab-0303f525926b req-1d18d87e-0a8b-4270-bb63-0db939308c34 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252215 Feb 04 15:32:45.658019 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-005c2f0b-d461-4aff-a37f-8774c959efcf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7975976 Feb 04 15:32:45.818849 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-151c56b2-045f-4531-a4aa-53100368b421 req-8e6436e4-b6c0-483f-b056-351c2bd20ee1 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858975 Feb 04 15:32:45.888555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48b44abb-9317-44e4-a99c-7c33b2e05ee6 req-0fb19d74-094c-4809-9795-48f957130f74 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 210 time: 0.0668333 Feb 04 15:32:46.125472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0aaa5f-10f9-4445-8293-092e00ab6cc8 req-27adf94d-2cdb-4250-99b3-7adfc449240e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.134965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e0aaa5f-10f9-4445-8293-092e00ab6cc8 req-27adf94d-2cdb-4250-99b3-7adfc449240e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 947 time: 0.1940732 Feb 04 15:32:46.214641 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-151c56b2-045f-4531-a4aa-53100368b421 req-81a49e38-ee43-497b-b3af-f444e0ed7e71 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895965 Feb 04 15:32:46.216412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81a39d7-b9fc-4e21-a3e6-eb9b0db0613b None None] Network f1c9382f-cb9d-450e-b793-93be37fa1e28 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:32:46.231869 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e0aaa5f-10f9-4445-8293-092e00ab6cc8 req-8fcc7ff3-46c2-4c7d-9bf9-c7a03be3af9b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956244 Feb 04 15:32:46.556226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc4a0a-9c97-4f39-a174-689c2f8da84c req-a4f4eeff-b923-4bdb-bd62-c8d91225e976 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.560600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc4a0a-9c97-4f39-a174-689c2f8da84c req-a4f4eeff-b923-4bdb-bd62-c8d91225e976 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.565476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc4a0a-9c97-4f39-a174-689c2f8da84c req-a4f4eeff-b923-4bdb-bd62-c8d91225e976 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.570459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc4a0a-9c97-4f39-a174-689c2f8da84c req-a4f4eeff-b923-4bdb-bd62-c8d91225e976 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.575529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc4a0a-9c97-4f39-a174-689c2f8da84c req-a4f4eeff-b923-4bdb-bd62-c8d91225e976 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.581211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc4a0a-9c97-4f39-a174-689c2f8da84c req-a4f4eeff-b923-4bdb-bd62-c8d91225e976 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.587676 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc4a0a-9c97-4f39-a174-689c2f8da84c req-a4f4eeff-b923-4bdb-bd62-c8d91225e976 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.598314 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5dc4a0a-9c97-4f39-a174-689c2f8da84c req-a4f4eeff-b923-4bdb-bd62-c8d91225e976 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.2089641 Feb 04 15:32:46.675970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5dc4a0a-9c97-4f39-a174-689c2f8da84c req-e3724acb-eca5-4d02-b184-bf0112937eaf tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763073 Feb 04 15:32:46.852321 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987818b6-666a-4b64-ae56-b8454d1294a7', 'tag': '92f34155-ff69-4ccf-b60b-43dd7470f0b4', 'status': 'completed', 'code': 200} Feb 04 15:32:46.924272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-f98ec9ce-e78d-4fdd-b093-73fd3289d6f5 req-431dd2cf-958e-45b5-9012-91508dfc08de tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1824083320', 'description': 'tempest-description-568064521'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:46.929400 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-da7c1d1d-b56b-4a0b-ac5d-b75b2cae97ed tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.930885 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-da7c1d1d-b56b-4a0b-ac5d-b75b2cae97ed tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.81 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 807 time: 0.4995880 Feb 04 15:32:46.939031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-f98ec9ce-e78d-4fdd-b093-73fd3289d6f5 req-431dd2cf-958e-45b5-9012-91508dfc08de tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:46.962494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Request body: {'port': {'device_id': '8d4cd850-55d7-4123-b68b-87c248a2e77e', 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7', 'admin_state_up': True, 'tenant_id': '259f0c881e6045e4b888323648b2d57a'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:46.968478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f98ec9ce-e78d-4fdd-b093-73fd3289d6f5 req-431dd2cf-958e-45b5-9012-91508dfc08de tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Usage tracker for resource:security_group and tenant:17ff8e644ea4430e824efc4de4affa77 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:46.985755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f98ec9ce-e78d-4fdd-b093-73fd3289d6f5 req-431dd2cf-958e-45b5-9012-91508dfc08de tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:47.008153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde7711-e8dd-40d3-b898-aedad747fa14 req-1283c2cd-440a-4515-ba27-a9b257d03c75 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:47.009848 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0dde7711-e8dd-40d3-b898-aedad747fa14 req-1283c2cd-440a-4515-ba27-a9b257d03c75 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.1926370 Feb 04 15:32:47.019153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-f98ec9ce-e78d-4fdd-b093-73fd3289d6f5 req-431dd2cf-958e-45b5-9012-91508dfc08de tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:47.150496 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6858a25-5a7e-4e94-ab0a-2dfc8bdb72ad req-04d29614-ebc8-45d3-aa2d-4d30f650d3c7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 1098 time: 0.2973242 Feb 04 15:32:47.188454 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f98ec9ce-e78d-4fdd-b093-73fd3289d6f5 req-431dd2cf-958e-45b5-9012-91508dfc08de tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.257672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0dde7711-e8dd-40d3-b898-aedad747fa14 req-c6eef9e0-c17a-47d4-a741-4d3cf7a33f5f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390196 Feb 04 15:32:47.282671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-f98ec9ce-e78d-4fdd-b093-73fd3289d6f5 req-431dd2cf-958e-45b5-9012-91508dfc08de tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:47.297791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f98ec9ce-e78d-4fdd-b093-73fd3289d6f5 req-431dd2cf-958e-45b5-9012-91508dfc08de tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Usage tracker for resource:security_group_rule and tenant:17ff8e644ea4430e824efc4de4affa77 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:47.300815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f98ec9ce-e78d-4fdd-b093-73fd3289d6f5 req-431dd2cf-958e-45b5-9012-91508dfc08de tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:47.308204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-f98ec9ce-e78d-4fdd-b093-73fd3289d6f5 req-431dd2cf-958e-45b5-9012-91508dfc08de tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:47.362218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:47.379574 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Usage tracker for resource:port and tenant:259f0c881e6045e4b888323648b2d57a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:47.389025 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:47.426656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:47.430467 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f98ec9ce-e78d-4fdd-b093-73fd3289d6f5 req-431dd2cf-958e-45b5-9012-91508dfc08de tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.490361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6858a25-5a7e-4e94-ab0a-2dfc8bdb72ad req-5ba041db-48d8-44a1-aab1-f3b551530f98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:47.493213 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6858a25-5a7e-4e94-ab0a-2dfc8bdb72ad req-5ba041db-48d8-44a1-aab1-f3b551530f98 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3326797 Feb 04 15:32:47.493916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Made reservation on behalf of 259f0c881e6045e4b888323648b2d57a for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:47.496997 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.509462 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f98ec9ce-e78d-4fdd-b093-73fd3289d6f5 req-431dd2cf-958e-45b5-9012-91508dfc08de tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.621941 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dd2cf-958e-45b5-9012-91508dfc08de tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b8e7bc-de63-4c25-a4dd-ba76c4b9449b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:47.637164 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f98ec9ce-e78d-4fdd-b093-73fd3289d6f5 req-431dd2cf-958e-45b5-9012-91508dfc08de tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.658766 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f98ec9ce-e78d-4fdd-b093-73fd3289d6f5 req-431dd2cf-958e-45b5-9012-91508dfc08de tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.7583656 Feb 04 15:32:47.666957 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6858a25-5a7e-4e94-ab0a-2dfc8bdb72ad req-245202de-bfae-4081-9000-74841b7c0701 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=92f34155-ff69-4ccf-b60b-43dd7470f0b4 HTTP/1.1" status: 200 len: 217 time: 0.1602547 Feb 04 15:32:47.683139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149aa8e-32e9-4c61-9742-b3f7fb9b6348 req-5f6b286e-b08f-44fa-b7e7-18bcd45dfbff tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:47.684707 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e149aa8e-32e9-4c61-9742-b3f7fb9b6348 req-5f6b286e-b08f-44fa-b7e7-18bcd45dfbff tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.2529786 Feb 04 15:32:47.764622 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e149aa8e-32e9-4c61-9742-b3f7fb9b6348 req-ccb574a6-1fb6-444e-8c58-57fc468c325f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650318 Feb 04 15:32:47.807255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6858a25-5a7e-4e94-ab0a-2dfc8bdb72ad req-88a7a37f-33d3-401c-ba02-fd2fac96c67b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:47.808710 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6858a25-5a7e-4e94-ab0a-2dfc8bdb72ad req-88a7a37f-33d3-401c-ba02-fd2fac96c67b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1306121 Feb 04 15:32:47.885071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24f3ffba-5a2c-4958-931f-0afa8a377195 req-ef7e8ee3-2ffa-4535-b64e-f01b964cf0f7 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 210 time: 0.0554726 Feb 04 15:32:47.936868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Allocated IP 172.20.0.6 (1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7/11050dcc-da07-4ba7-ba4c-41c37869c34f/53557c9f-fac4-458c-812b-6523811b8324) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:48.089582 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-544108ab-23d4-4957-9d94-307792a213f5 req-d3ed584e-f8da-4770-a363-9ad737b37a25 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "GET /v2.0/security-groups/77b8e7bc-de63-4c25-a4dd-ba76c4b9449b HTTP/1.1" status: 200 len: 1646 time: 0.1405544 Feb 04 15:32:48.111310 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852afc12-ce0a-4c18-9a63-5e1690dde36e req-67c6b107-8928-4f6a-8fb5-261128da574b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.112831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-852afc12-ce0a-4c18-9a63-5e1690dde36e req-67c6b107-8928-4f6a-8fb5-261128da574b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 947 time: 0.1658227 Feb 04 15:32:48.116260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-544108ab-23d4-4957-9d94-307792a213f5 req-aea95a4e-9bb7-441a-acd3-7cd0fea84796 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '77b8e7bc-de63-4c25-a4dd-ba76c4b9449b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:48.116732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-544108ab-23d4-4957-9d94-307792a213f5 req-aea95a4e-9bb7-441a-acd3-7cd0fea84796 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '77b8e7bc-de63-4c25-a4dd-ba76c4b9449b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:48.123076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-544108ab-23d4-4957-9d94-307792a213f5 req-aea95a4e-9bb7-441a-acd3-7cd0fea84796 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:48.127067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-544108ab-23d4-4957-9d94-307792a213f5 req-aea95a4e-9bb7-441a-acd3-7cd0fea84796 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Usage tracker for resource:security_group_rule and tenant:17ff8e644ea4430e824efc4de4affa77 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:48.130067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-544108ab-23d4-4957-9d94-307792a213f5 req-aea95a4e-9bb7-441a-acd3-7cd0fea84796 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:48.136869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-544108ab-23d4-4957-9d94-307792a213f5 req-aea95a4e-9bb7-441a-acd3-7cd0fea84796 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:48.150498 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6858a25-5a7e-4e94-ab0a-2dfc8bdb72ad req-20e82a6d-9ce1-4295-be63-180362be3788 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3118534 Feb 04 15:32:48.227737 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-852afc12-ce0a-4c18-9a63-5e1690dde36e req-f45fb57e-4c4f-48b4-b913-33760f30ff1c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823467 Feb 04 15:32:48.252959 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-544108ab-23d4-4957-9d94-307792a213f5 req-aea95a4e-9bb7-441a-acd3-7cd0fea84796 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.285499 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-544108ab-23d4-4957-9d94-307792a213f5 req-aea95a4e-9bb7-441a-acd3-7cd0fea84796 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.296006 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-544108ab-23d4-4957-9d94-307792a213f5 req-aea95a4e-9bb7-441a-acd3-7cd0fea84796 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.328919 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-544108ab-23d4-4957-9d94-307792a213f5 req-aea95a4e-9bb7-441a-acd3-7cd0fea84796 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.341869 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-544108ab-23d4-4957-9d94-307792a213f5 req-aea95a4e-9bb7-441a-acd3-7cd0fea84796 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2424252 Feb 04 15:32:48.345163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea95a4e-9bb7-441a-acd3-7cd0fea84796 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66139b7-0221-4a2e-b4e0-cc592c164c71,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:48.363023 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6858a25-5a7e-4e94-ab0a-2dfc8bdb72ad req-5ef81556-3206-4cf5-9917-b0a966ee223e service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043726 Feb 04 15:32:48.368011 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.418128 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.617940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63d72a-2f3e-4ae5-b06d-d69d75661583 req-254a7e46-52ed-4f04-a733-e9c82e0b8cf9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.617940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63d72a-2f3e-4ae5-b06d-d69d75661583 req-254a7e46-52ed-4f04-a733-e9c82e0b8cf9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.621240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63d72a-2f3e-4ae5-b06d-d69d75661583 req-254a7e46-52ed-4f04-a733-e9c82e0b8cf9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.624332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:48.626080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63d72a-2f3e-4ae5-b06d-d69d75661583 req-254a7e46-52ed-4f04-a733-e9c82e0b8cf9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.627945 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:48.629962 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Pushing event updated for resources: {'Port': ['ID=53557c9f-fac4-458c-812b-6523811b8324,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:48.640132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63d72a-2f3e-4ae5-b06d-d69d75661583 req-254a7e46-52ed-4f04-a733-e9c82e0b8cf9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.642126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:32:48.644892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63d72a-2f3e-4ae5-b06d-d69d75661583 req-254a7e46-52ed-4f04-a733-e9c82e0b8cf9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.654696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63d72a-2f3e-4ae5-b06d-d69d75661583 req-254a7e46-52ed-4f04-a733-e9c82e0b8cf9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.656913 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b63d72a-2f3e-4ae5-b06d-d69d75661583 req-254a7e46-52ed-4f04-a733-e9c82e0b8cf9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.1633196 Feb 04 15:32:48.727228 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b63d72a-2f3e-4ae5-b06d-d69d75661583 req-828c321b-317d-4596-a4b8-4d163c290861 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538599 Feb 04 15:32:48.738182 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6858a25-5a7e-4e94-ab0a-2dfc8bdb72ad req-fc54f29b-6cc9-4827-b7a1-29d64331c876 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439097 Feb 04 15:32:48.760720 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.764017 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.810151 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-60bb7020-cb25-4883-b7b4-e5c232d97a0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8572485 Feb 04 15:32:48.838255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Request body: {'port': {'device_id': '8d4cd850-55d7-4123-b68b-87c248a2e77e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:48.958312 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75909270-3b97-47f7-87ef-3c333999b295 req-73ab2708-e5af-4e22-9945-4913cd50658a tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "GET /v2.0/security-groups/77b8e7bc-de63-4c25-a4dd-ba76c4b9449b HTTP/1.1" status: 200 len: 2149 time: 0.0927510 Feb 04 15:32:48.975147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d7b37-278e-46ce-be45-1a4bf84e5b15 req-d016bf8b-73ec-49f3-a35b-3b2ddada1347 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.977365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d48d7b37-278e-46ce-be45-1a4bf84e5b15 req-d016bf8b-73ec-49f3-a35b-3b2ddada1347 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.1702561 Feb 04 15:32:49.076361 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d48d7b37-278e-46ce-be45-1a4bf84e5b15 req-af38d661-7fa1-4bc2-a6e7-747d7ec004d7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924804 Feb 04 15:32:49.095305 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.132987 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.338693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a57be7-69d2-4964-bdd3-ddcae0040011 req-b5e562c3-58db-4c72-a6ff-9c917e15de9b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:49.340269 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67a57be7-69d2-4964-bdd3-ddcae0040011 req-b5e562c3-58db-4c72-a6ff-9c917e15de9b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.1528442 Feb 04 15:32:49.403091 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67a57be7-69d2-4964-bdd3-ddcae0040011 req-5dc3c607-537b-4af3-a492-6598fad5dfbe tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495720 Feb 04 15:32:49.419893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecd522-c417-4f1f-a78c-7a69372ed9dd req-7ab5db3b-029c-46e7-8cd4-bb592bdaac82 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:49.426550 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79ecd522-c417-4f1f-a78c-7a69372ed9dd req-7ab5db3b-029c-46e7-8cd4-bb592bdaac82 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 931 time: 0.1712251 Feb 04 15:32:49.495567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 92f34155-ff69-4ccf-b60b-43dd7470f0b4 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:49.498490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9f9571c-671d-494d-9cb3-704f1a6c0281 req-f50339fe-f785-4d52-a67c-a059d55c8b93 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "GET /v2.0/security-group-rules/a66139b7-0221-4a2e-b4e0-cc592c164c71 HTTP/1.1" status: 200 len: 713 time: 0.0273890 Feb 04 15:32:49.512415 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79ecd522-c417-4f1f-a78c-7a69372ed9dd req-501d3081-2a8e-49a0-97be-76d9f60d1fa5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847085 Feb 04 15:32:49.613473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53557c9f-fac4-458c-812b-6523811b8324 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:49.627335 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.638738 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9f9571c-671d-494d-9cb3-704f1a6c0281 req-cc28bc9f-355b-4f7d-ab58-21cbcc90f270 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "GET /v2.0/security-groups/77b8e7bc-de63-4c25-a4dd-ba76c4b9449b HTTP/1.1" status: 200 len: 2149 time: 0.1241343 Feb 04 15:32:49.658019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Transition to ACTIVE for port object 53557c9f-fac4-458c-812b-6523811b8324 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:49.666860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.707337 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e9f9571c-671d-494d-9cb3-704f1a6c0281 req-1e04ee96-9586-4850-9648-0b81e9ef7bde tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.722911 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e9f9571c-671d-494d-9cb3-704f1a6c0281 req-1e04ee96-9586-4850-9648-0b81e9ef7bde tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.766339 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e9f9571c-671d-494d-9cb3-704f1a6c0281 req-1e04ee96-9586-4850-9648-0b81e9ef7bde tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.785668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 92f34155-ff69-4ccf-b60b-43dd7470f0b4, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=92f34155-ff69-4ccf-b60b-43dd7470f0b4,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:49.797622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '92f34155-ff69-4ccf-b60b-43dd7470f0b4', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '92f34155-ff69-4ccf-b60b-43dd7470f0b4', 'mac_address': 'fa:16:3e:0d:36:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:49.799034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04ee96-9586-4850-9648-0b81e9ef7bde tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a66139b7-0221-4a2e-b4e0-cc592c164c71,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:49.810532 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e9f9571c-671d-494d-9cb3-704f1a6c0281 req-1e04ee96-9586-4850-9648-0b81e9ef7bde tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.812044 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9f9571c-671d-494d-9cb3-704f1a6c0281 req-1e04ee96-9586-4850-9648-0b81e9ef7bde tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a66139b7-0221-4a2e-b4e0-cc592c164c71 HTTP/1.1" status: 204 len: 173 time: 0.1710303 Feb 04 15:32:49.861334 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.881365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f34155-ff69-4ccf-b60b-43dd7470f0b4 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:49.898036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 92f34155-ff69-4ccf-b60b-43dd7470f0b4, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=92f34155-ff69-4ccf-b60b-43dd7470f0b4,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:49.899396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Pushing event updated for resources: {'Port': ['ID=53557c9f-fac4-458c-812b-6523811b8324,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:49.917547 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.955078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-4cbf4092-3baf-4df1-a83d-02ac0ba71e18 req-e2eaa09f-01a6-477d-ac5f-c8e804cbfd41 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1917663583', 'description': 'tempest-description-734773335'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:49.964088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-4cbf4092-3baf-4df1-a83d-02ac0ba71e18 req-e2eaa09f-01a6-477d-ac5f-c8e804cbfd41 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:49.969818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4cbf4092-3baf-4df1-a83d-02ac0ba71e18 req-e2eaa09f-01a6-477d-ac5f-c8e804cbfd41 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Usage tracker for resource:security_group and tenant:17ff8e644ea4430e824efc4de4affa77 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:49.982063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4cbf4092-3baf-4df1-a83d-02ac0ba71e18 req-e2eaa09f-01a6-477d-ac5f-c8e804cbfd41 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:49.989776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-4cbf4092-3baf-4df1-a83d-02ac0ba71e18 req-e2eaa09f-01a6-477d-ac5f-c8e804cbfd41 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:50.012378 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4cbf4092-3baf-4df1-a83d-02ac0ba71e18 req-e2eaa09f-01a6-477d-ac5f-c8e804cbfd41 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:50.019153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=92f34155-ff69-4ccf-b60b-43dd7470f0b4,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:50.035399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c92a51-ae8d-4b9c-ae3b-3f9e5bbc9961 req-bb4b4f35-3629-49c5-b556-ff2cdce66d71 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:50.036868 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75c92a51-ae8d-4b9c-ae3b-3f9e5bbc9961 req-bb4b4f35-3629-49c5-b556-ff2cdce66d71 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 948 time: 0.1588442 Feb 04 15:32:50.089386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-4cbf4092-3baf-4df1-a83d-02ac0ba71e18 req-e2eaa09f-01a6-477d-ac5f-c8e804cbfd41 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:50.097314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4cbf4092-3baf-4df1-a83d-02ac0ba71e18 req-e2eaa09f-01a6-477d-ac5f-c8e804cbfd41 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Usage tracker for resource:security_group_rule and tenant:17ff8e644ea4430e824efc4de4affa77 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:50.104219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4cbf4092-3baf-4df1-a83d-02ac0ba71e18 req-e2eaa09f-01a6-477d-ac5f-c8e804cbfd41 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:50.109073 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Attempting to bind port 53557c9f-fac4-458c-812b-6523811b8324 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:50.109643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Attempting to bind port 53557c9f-fac4-458c-812b-6523811b8324 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:50.110201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Attempting to bind port 53557c9f-fac4-458c-812b-6523811b8324 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:32:50.111817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-4cbf4092-3baf-4df1-a83d-02ac0ba71e18 req-e2eaa09f-01a6-477d-ac5f-c8e804cbfd41 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:50.115512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75c92a51-ae8d-4b9c-ae3b-3f9e5bbc9961 req-e5df9eca-a44d-4b69-9b12-bc29d92bb927 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716512 Feb 04 15:32:50.117143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Port 53557c9f-fac4-458c-812b-6523811b8324 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:32:50.117612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Attempting to bind port 53557c9f-fac4-458c-812b-6523811b8324 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:32:50.125419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:32:50.125553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Checking segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:32:50.125870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Bound using segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:32:50.126695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Bound port: 53557c9f-fac4-458c-812b-6523811b8324, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:50.127292 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:50.183162 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4cbf4092-3baf-4df1-a83d-02ac0ba71e18 req-e2eaa09f-01a6-477d-ac5f-c8e804cbfd41 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:50.189098 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4cbf4092-3baf-4df1-a83d-02ac0ba71e18 req-e2eaa09f-01a6-477d-ac5f-c8e804cbfd41 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:50.239662 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:50.243643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=53557c9f-fac4-458c-812b-6523811b8324,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:50.247927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eaa09f-01a6-477d-ac5f-c8e804cbfd41 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81eba67-de19-4899-9673-3d78d99b6568,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:50.251513 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:50.251673 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4cbf4092-3baf-4df1-a83d-02ac0ba71e18 req-e2eaa09f-01a6-477d-ac5f-c8e804cbfd41 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:50.265535 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cbf4092-3baf-4df1-a83d-02ac0ba71e18 req-e2eaa09f-01a6-477d-ac5f-c8e804cbfd41 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.3166456 Feb 04 15:32:50.331793 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:50.333563 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] 10.222.0.81 "PUT /v2.0/ports/53557c9f-fac4-458c-812b-6523811b8324 HTTP/1.1" status: 200 len: 1091 time: 1.5057430 Feb 04 15:32:50.338107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4cd850-55d7-4123-b68b-87c248a2e77e', 'tag': '53557c9f-fac4-458c-812b-6523811b8324'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:50.368961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1228742-d2fd-4e44-a292-e72bb1d35f86 service neutron] Pushing event updated for resources: {'Port': ['ID=53557c9f-fac4-458c-812b-6523811b8324,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:50.386730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5642c57-be3f-4581-977b-c06187e75fff req-0f5d7ad5-735a-4a0a-b895-c5a1ae84d9f5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:50.391326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5642c57-be3f-4581-977b-c06187e75fff req-0f5d7ad5-735a-4a0a-b895-c5a1ae84d9f5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:50.395398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5642c57-be3f-4581-977b-c06187e75fff req-0f5d7ad5-735a-4a0a-b895-c5a1ae84d9f5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:50.400880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5642c57-be3f-4581-977b-c06187e75fff req-0f5d7ad5-735a-4a0a-b895-c5a1ae84d9f5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:50.405580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5642c57-be3f-4581-977b-c06187e75fff req-0f5d7ad5-735a-4a0a-b895-c5a1ae84d9f5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:50.407210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['92f34155-ff69-4ccf-b60b-43dd7470f0b4'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:32:50.409984 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5642c57-be3f-4581-977b-c06187e75fff req-0f5d7ad5-735a-4a0a-b895-c5a1ae84d9f5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:50.414538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5642c57-be3f-4581-977b-c06187e75fff req-0f5d7ad5-735a-4a0a-b895-c5a1ae84d9f5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:50.416476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5642c57-be3f-4581-977b-c06187e75fff req-0f5d7ad5-735a-4a0a-b895-c5a1ae84d9f5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.1466000 Feb 04 15:32:50.486716 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-6dc7f7fa-e214-40e4-aa1c-8da5b2304588 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 1094 time: 0.0924172 Feb 04 15:32:50.528560 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5642c57-be3f-4581-977b-c06187e75fff req-6e99ba99-2833-46f5-8926-cad1b461ce38 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043413 Feb 04 15:32:50.587744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ab7ec-6deb-4c7f-ae13-fc6787fc607b req-bbd21a5e-198d-408e-bb37-f6151180e5b6 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:50.594905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-722ab7ec-6deb-4c7f-ae13-fc6787fc607b req-bbd21a5e-198d-408e-bb37-f6151180e5b6 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.1152256 Feb 04 15:32:50.602901 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-19223cf8-b49f-48f7-90e0-d3d438af78d0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53557c9f-fac4-458c-812b-6523811b8324 HTTP/1.1" status: 200 len: 217 time: 0.1013899 Feb 04 15:32:50.684953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-0b56951a-88b9-4a2e-bc48-633ce456ba27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:50.687535 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-0b56951a-88b9-4a2e-bc48-633ce456ba27 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.0700543 Feb 04 15:32:50.701030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-722ab7ec-6deb-4c7f-ae13-fc6787fc607b req-3b0b6e1c-eead-4884-a038-c466035de58c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006866 Feb 04 15:32:50.719314 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9fcddd6-b6fc-4df7-a9c1-7e668d2a7bfe req-ff3c449d-30c7-4415-a4fb-78af8d5b8025 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "GET /v2.0/security-groups/c81eba67-de19-4899-9673-3d78d99b6568 HTTP/1.1" status: 200 len: 1646 time: 0.0844638 Feb 04 15:32:50.745769 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d0fe9cd5-e63a-4bda-89fc-5974268ace57 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520949 Feb 04 15:32:50.890295 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4cd850-55d7-4123-b68b-87c248a2e77e', 'tag': '53557c9f-fac4-458c-812b-6523811b8324', 'status': 'completed', 'code': 200} Feb 04 15:32:51.007142 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-b79bd6db-f1cc-40e3-a98e-482b11597471 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528617 Feb 04 15:32:51.049084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e98a7-f3a5-4729-a7c2-fb9f913ad605 req-44c4505f-882f-418c-a5f9-3cb05e7fd065 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:51.050740 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be7e98a7-f3a5-4729-a7c2-fb9f913ad605 req-44c4505f-882f-418c-a5f9-3cb05e7fd065 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.1902292 Feb 04 15:32:51.098458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171b460-6315-408a-a879-e7851bf54a03 req-dd1c00bd-5dca-4c68-bf42-be1c45e4818b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:51.100153 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a171b460-6315-408a-a879-e7851bf54a03 req-dd1c00bd-5dca-4c68-bf42-be1c45e4818b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 943 time: 0.1601706 Feb 04 15:32:51.159538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be7e98a7-f3a5-4729-a7c2-fb9f913ad605 req-1952df5c-d459-42b3-a3fb-78550ecf97a2 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977714 Feb 04 15:32:51.182216 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a171b460-6315-408a-a879-e7851bf54a03 req-96dde37a-7322-4c78-aac1-1d740736570d tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677154 Feb 04 15:32:51.189062 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bfba0457-a2d4-4efd-b22f-7533d52d929f req-d6f5b6b5-a494-433f-9c11-5e81f6dd8081 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718693 Feb 04 15:32:51.354989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-f14382ca-29a2-4cf3-80e1-63022036a48b req-7ab5ca1b-965c-4901-a0b5-b174247f7c4f tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1200393783', 'description': 'tempest-description-253238361'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:51.380791 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be3bee82-d7c7-47f8-85ed-a387fc745b64 req-81dd9526-3e96-4450-b98c-17aa3dd56a3c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 1094 time: 0.0874107 Feb 04 15:32:51.392919 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-f14382ca-29a2-4cf3-80e1-63022036a48b req-7ab5ca1b-965c-4901-a0b5-b174247f7c4f tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:51.407941 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f14382ca-29a2-4cf3-80e1-63022036a48b req-7ab5ca1b-965c-4901-a0b5-b174247f7c4f tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Usage tracker for resource:security_group and tenant:17ff8e644ea4430e824efc4de4affa77 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:51.412883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f14382ca-29a2-4cf3-80e1-63022036a48b req-7ab5ca1b-965c-4901-a0b5-b174247f7c4f tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:51.422996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-f14382ca-29a2-4cf3-80e1-63022036a48b req-7ab5ca1b-965c-4901-a0b5-b174247f7c4f tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:51.457662 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f14382ca-29a2-4cf3-80e1-63022036a48b req-7ab5ca1b-965c-4901-a0b5-b174247f7c4f tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:51.503492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638eb9c8-756c-4c4e-b2cf-e61d1d1784c2 req-0e8af5a7-ab32-4a35-864e-6c1e91a5fec8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:51.505720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-638eb9c8-756c-4c4e-b2cf-e61d1d1784c2 req-0e8af5a7-ab32-4a35-864e-6c1e91a5fec8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 948 time: 0.1458409 Feb 04 15:32:51.549393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bee82-d7c7-47f8-85ed-a387fc745b64 req-0633693c-79ff-40ae-a09d-dcc76dbcfd8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:51.551594 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be3bee82-d7c7-47f8-85ed-a387fc745b64 req-0633693c-79ff-40ae-a09d-dcc76dbcfd8d service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.1642604 Feb 04 15:32:51.644170 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be3bee82-d7c7-47f8-85ed-a387fc745b64 req-4409ee08-3bf0-4f54-a60e-33bd7d7c3dd0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53557c9f-fac4-458c-812b-6523811b8324 HTTP/1.1" status: 200 len: 217 time: 0.0855017 Feb 04 15:32:51.648688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-f14382ca-29a2-4cf3-80e1-63022036a48b req-7ab5ca1b-965c-4901-a0b5-b174247f7c4f tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:51.656258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f14382ca-29a2-4cf3-80e1-63022036a48b req-7ab5ca1b-965c-4901-a0b5-b174247f7c4f tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Usage tracker for resource:security_group_rule and tenant:17ff8e644ea4430e824efc4de4affa77 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:51.666099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f14382ca-29a2-4cf3-80e1-63022036a48b req-7ab5ca1b-965c-4901-a0b5-b174247f7c4f tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:51.675387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-f14382ca-29a2-4cf3-80e1-63022036a48b req-7ab5ca1b-965c-4901-a0b5-b174247f7c4f tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:51.696001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-638eb9c8-756c-4c4e-b2cf-e61d1d1784c2 req-eb62395a-a72f-4995-a17f-677e91ad9e51 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801000 Feb 04 15:32:51.777269 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f14382ca-29a2-4cf3-80e1-63022036a48b req-7ab5ca1b-965c-4901-a0b5-b174247f7c4f tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:51.782785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f14382ca-29a2-4cf3-80e1-63022036a48b req-7ab5ca1b-965c-4901-a0b5-b174247f7c4f tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:51.836487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5ca1b-965c-4901-a0b5-b174247f7c4f tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5782dc8-3829-414b-bfb4-9fcc6abee73a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:51.852050 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f14382ca-29a2-4cf3-80e1-63022036a48b req-7ab5ca1b-965c-4901-a0b5-b174247f7c4f tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:51.853405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f14382ca-29a2-4cf3-80e1-63022036a48b req-7ab5ca1b-965c-4901-a0b5-b174247f7c4f tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.5043640 Feb 04 15:32:51.902105 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bee82-d7c7-47f8-85ed-a387fc745b64 req-f70a0443-1172-4617-9b77-465ff96a97fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:51.903854 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be3bee82-d7c7-47f8-85ed-a387fc745b64 req-f70a0443-1172-4617-9b77-465ff96a97fb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.2482591 Feb 04 15:32:51.987637 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be3bee82-d7c7-47f8-85ed-a387fc745b64 req-a07809ce-72e0-4057-b516-9dd512782ee2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757718 Feb 04 15:32:52.160946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab18ce-fbeb-44f6-9485-028fd5c3d6aa req-27dd7127-c3a0-4f1e-95ab-16834f91612b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.161472 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6ea14c5-0fef-49e3-a7c0-dde0b02f439c req-9e5f5d24-a0a1-4eb4-a994-fdcd10bda365 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3409374 Feb 04 15:32:52.178043 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9ab18ce-fbeb-44f6-9485-028fd5c3d6aa req-27dd7127-c3a0-4f1e-95ab-16834f91612b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.1972001 Feb 04 15:32:52.237232 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9ab18ce-fbeb-44f6-9485-028fd5c3d6aa req-8e9f1912-5a99-45bf-8d9a-6d425f57a591 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570564 Feb 04 15:32:52.241534 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be3bee82-d7c7-47f8-85ed-a387fc745b64 req-b8490656-1bf4-48cc-bd13-b2d268dc29f1 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433753 Feb 04 15:32:52.261523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc755f-ac4a-4532-9c03-7c36a3ed4a60 req-a8c9cf48-4098-45da-b812-9d48b0b646cd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.276120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc755f-ac4a-4532-9c03-7c36a3ed4a60 req-a8c9cf48-4098-45da-b812-9d48b0b646cd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.280294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc755f-ac4a-4532-9c03-7c36a3ed4a60 req-a8c9cf48-4098-45da-b812-9d48b0b646cd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.285481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc755f-ac4a-4532-9c03-7c36a3ed4a60 req-a8c9cf48-4098-45da-b812-9d48b0b646cd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.290229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc755f-ac4a-4532-9c03-7c36a3ed4a60 req-a8c9cf48-4098-45da-b812-9d48b0b646cd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.294294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc755f-ac4a-4532-9c03-7c36a3ed4a60 req-a8c9cf48-4098-45da-b812-9d48b0b646cd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.298294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc755f-ac4a-4532-9c03-7c36a3ed4a60 req-a8c9cf48-4098-45da-b812-9d48b0b646cd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.300393 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-78dc755f-ac4a-4532-9c03-7c36a3ed4a60 req-a8c9cf48-4098-45da-b812-9d48b0b646cd tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.2001026 Feb 04 15:32:52.349313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54630) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:52.389342 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-78dc755f-ac4a-4532-9c03-7c36a3ed4a60 req-4e6d3a78-7b16-48dc-a4ea-8648df8ff08a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756865 Feb 04 15:32:52.394620 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f819d307-757b-49a1-b99f-73a1ac85e695 req-3f15519f-5c93-4ed3-805f-017dd989cad7 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "GET /v2.0/security-groups/a5782dc8-3829-414b-bfb4-9fcc6abee73a HTTP/1.1" status: 200 len: 1646 time: 0.0931442 Feb 04 15:32:52.412144 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6ea14c5-0fef-49e3-a7c0-dde0b02f439c req-f3e4c781-df24-48d7-9cdc-c12b5c94219f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=495eb85f234247e28c499ffacaae7ea3&device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 1100 time: 0.2229917 Feb 04 15:32:52.479246 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be3bee82-d7c7-47f8-85ed-a387fc745b64 req-62d1e90d-2450-4be0-945a-273a3ffb9aa2 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309537 Feb 04 15:32:52.596854 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7366649e-599d-4d40-90d2-42c9906f4dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:52.648361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7366649e-599d-4d40-90d2-42c9906f4dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:52.652664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7366649e-599d-4d40-90d2-42c9906f4dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:df524d382853494b936c5bf948d21f5a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:52.656426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7366649e-599d-4d40-90d2-42c9906f4dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:52.668450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7366649e-599d-4d40-90d2-42c9906f4dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:52.688156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea7e9b-e079-41ef-b30e-29abb5ec16e0 req-f71c9694-c5a9-4d79-a92d-542743ba204d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.690299 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dcea7e9b-e079-41ef-b30e-29abb5ec16e0 req-f71c9694-c5a9-4d79-a92d-542743ba204d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.1003881 Feb 04 15:32:52.717596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea14c5-0fef-49e3-a7c0-dde0b02f439c req-ddf3808f-5a93-411b-8653-9abe39dc765a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.719361 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6ea14c5-0fef-49e3-a7c0-dde0b02f439c req-ddf3808f-5a93-411b-8653-9abe39dc765a service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.2762182 Feb 04 15:32:52.750287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dcea7e9b-e079-41ef-b30e-29abb5ec16e0 req-df3c292a-a9e2-4d94-a772-ddfc436a7e8a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536427 Feb 04 15:32:52.808221 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6ea14c5-0fef-49e3-a7c0-dde0b02f439c req-829a46ab-0b17-4ec3-b468-22574e1a2403 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=c99d6a16-b538-44e1-ba5f-b056f9c56d74 HTTP/1.1" status: 200 len: 217 time: 0.0806918 Feb 04 15:32:52.810612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-6f616e95-d859-4d8e-886a-8540b142bac2 req-caeef3f4-d781-4567-b6fc-5094b7e9939e tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-147041558', 'description': 'tempest-description-2109762362'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:52.816681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-6f616e95-d859-4d8e-886a-8540b142bac2 req-caeef3f4-d781-4567-b6fc-5094b7e9939e tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:52.821096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6f616e95-d859-4d8e-886a-8540b142bac2 req-caeef3f4-d781-4567-b6fc-5094b7e9939e tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Usage tracker for resource:security_group and tenant:17ff8e644ea4430e824efc4de4affa77 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:52.824631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6f616e95-d859-4d8e-886a-8540b142bac2 req-caeef3f4-d781-4567-b6fc-5094b7e9939e tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:52.830906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-6f616e95-d859-4d8e-886a-8540b142bac2 req-caeef3f4-d781-4567-b6fc-5094b7e9939e tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:52.888667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7366649e-599d-4d40-90d2-42c9906f4dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:52.898197 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7366649e-599d-4d40-90d2-42c9906f4dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:52.910475 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6f616e95-d859-4d8e-886a-8540b142bac2 req-caeef3f4-d781-4567-b6fc-5094b7e9939e tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:52.926770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea14c5-0fef-49e3-a7c0-dde0b02f439c req-cf18bb1c-e94a-487c-8f56-d97cc22bc892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.929491 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6ea14c5-0fef-49e3-a7c0-dde0b02f439c req-cf18bb1c-e94a-487c-8f56-d97cc22bc892 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1127124 Feb 04 15:32:52.975917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-6f616e95-d859-4d8e-886a-8540b142bac2 req-caeef3f4-d781-4567-b6fc-5094b7e9939e tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:52.981527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6f616e95-d859-4d8e-886a-8540b142bac2 req-caeef3f4-d781-4567-b6fc-5094b7e9939e tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Usage tracker for resource:security_group_rule and tenant:17ff8e644ea4430e824efc4de4affa77 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:52.989126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b4b57-46bb-4f05-8ac9-8e2515897897 req-d3347bb8-3e1b-483e-ada4-a561d573f25e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.990592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-735b4b57-46bb-4f05-8ac9-8e2515897897 req-d3347bb8-3e1b-483e-ada4-a561d573f25e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 943 time: 0.1327915 Feb 04 15:32:52.991972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6f616e95-d859-4d8e-886a-8540b142bac2 req-caeef3f4-d781-4567-b6fc-5094b7e9939e tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:52.998093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-6f616e95-d859-4d8e-886a-8540b142bac2 req-caeef3f4-d781-4567-b6fc-5094b7e9939e tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:53.000872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366649e-599d-4d40-90d2-42c9906f4dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cb0279-592a-44e9-aa3a-938891fb9c83,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:53.013700 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7366649e-599d-4d40-90d2-42c9906f4dc3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df524d382853494b936c5bf948d21f5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6631854 Feb 04 15:32:53.015598 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54642) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:53.069208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-735b4b57-46bb-4f05-8ac9-8e2515897897 req-9eed9735-5c5f-4812-bdb1-099078ee1fdd tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658839 Feb 04 15:32:53.097283 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6f616e95-d859-4d8e-886a-8540b142bac2 req-caeef3f4-d781-4567-b6fc-5094b7e9939e tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.102268 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32a2ba2a-e6cb-4c93-a385-dfd2568e158c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.104662 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6f616e95-d859-4d8e-886a-8540b142bac2 req-caeef3f4-d781-4567-b6fc-5094b7e9939e tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.110770 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6ea14c5-0fef-49e3-a7c0-dde0b02f439c req-8b4b3b7a-9c01-46fc-918a-ee8465389080 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1700723 Feb 04 15:32:53.155699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeef3f4-d781-4567-b6fc-5094b7e9939e tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593b7235-c622-423c-8d38-594c465ee404,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:53.170354 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6f616e95-d859-4d8e-886a-8540b142bac2 req-caeef3f4-d781-4567-b6fc-5094b7e9939e tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.171828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f616e95-d859-4d8e-886a-8540b142bac2 req-caeef3f4-d781-4567-b6fc-5094b7e9939e tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.3663042 Feb 04 15:32:53.237437 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32a2ba2a-e6cb-4c93-a385-dfd2568e158c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.305623 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6ea14c5-0fef-49e3-a7c0-dde0b02f439c req-12a8e8bc-fd6a-4226-a6ab-bcd7ccbfd0d0 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825409 Feb 04 15:32:53.312141 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2ff31a8-e77f-43f8-8b32-24b963945a00 req-01bd903f-f8ba-4291-ae15-d8aa4d214673 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "GET /v2.0/security-groups/593b7235-c622-423c-8d38-594c465ee404 HTTP/1.1" status: 200 len: 1646 time: 0.1071529 Feb 04 15:32:53.336805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e4ff5-7a9b-4b74-9f7a-1cd430dee539 req-bab05804-a536-4ffe-8a35-cf9e8b6b6026 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:53.338306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f99e4ff5-7a9b-4b74-9f7a-1cd430dee539 req-bab05804-a536-4ffe-8a35-cf9e8b6b6026 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 948 time: 0.1190517 Feb 04 15:32:53.397616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32a2ba2a-e6cb-4c93-a385-dfd2568e158c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.399857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f99e4ff5-7a9b-4b74-9f7a-1cd430dee539 req-a5e32c87-deeb-4f77-a669-7a5d3130a476 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525858 Feb 04 15:32:53.421031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2ba2a-e6cb-4c93-a385-dfd2568e158c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cb0279-592a-44e9-aa3a-938891fb9c83,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:53.473328 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32a2ba2a-e6cb-4c93-a385-dfd2568e158c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.477139 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-32a2ba2a-e6cb-4c93-a385-dfd2568e158c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31cb0279-592a-44e9-aa3a-938891fb9c83 HTTP/1.1" status: 204 len: 168 time: 0.4578674 Feb 04 15:32:53.485691 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6ea14c5-0fef-49e3-a7c0-dde0b02f439c req-0c1d3222-7112-4fbd-9a7e-9288a2588727 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735575 Feb 04 15:32:53.515206 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 92f34155-ff69-4ccf-b60b-43dd7470f0b4 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:53.604251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 92f34155-ff69-4ccf-b60b-43dd7470f0b4 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:53.609448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 92f34155-ff69-4ccf-b60b-43dd7470f0b4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:53.609814 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.716848 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-8eb00739-f544-449a-a73e-431f1a087037 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:53.718457 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-8eb00739-f544-449a-a73e-431f1a087037 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 820 time: 0.2033727 Feb 04 15:32:53.727848 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9894e26-0eae-4dd0-a410-b76bc046ef5a req-62ab65a1-bf2c-4a01-b4c3-ce764d768844 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:53.729315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9894e26-0eae-4dd0-a410-b76bc046ef5a req-62ab65a1-bf2c-4a01-b4c3-ce764d768844 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.1915002 Feb 04 15:32:53.731869 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.760405 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987818b6-666a-4b64-ae56-b8454d1294a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f34155-ff69-4ccf-b60b-43dd7470f0b4'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:53.765604 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-74b10e16-d316-4400-a880-071c766b3a2d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/quotas/6d8a9be4cb5045d59fdd9e1cce2fb5da HTTP/1.1" status: 200 len: 375 time: 0.0351052 Feb 04 15:32:53.771161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 92f34155-ff69-4ccf-b60b-43dd7470f0b4, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=92f34155-ff69-4ccf-b60b-43dd7470f0b4,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:53.776255 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.830595 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9894e26-0eae-4dd0-a410-b76bc046ef5a req-aac3e542-d6d9-4c1b-a778-d2248789b9d5 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936406 Feb 04 15:32:53.850130 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=92f34155-ff69-4ccf-b60b-43dd7470f0b4,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:53.868385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-3e721b74-803d-42ba-8daf-618002b7092c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1017773 Feb 04 15:32:53.907426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-88bb09e4-0e1a-4eb5-9c4c-307fd81022fc req-10aa01a0-8074-4849-988a-fc646a4a7f3c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1285915263', 'description': 'tempest-description-951209376'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:53.927655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54668) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:53.952166 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-542ab094-e582-4021-9b9e-3abfc4d20b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.965384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-88bb09e4-0e1a-4eb5-9c4c-307fd81022fc req-10aa01a0-8074-4849-988a-fc646a4a7f3c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:53.973083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-88bb09e4-0e1a-4eb5-9c4c-307fd81022fc req-10aa01a0-8074-4849-988a-fc646a4a7f3c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Usage tracker for resource:security_group and tenant:17ff8e644ea4430e824efc4de4affa77 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:53.978026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-88bb09e4-0e1a-4eb5-9c4c-307fd81022fc req-10aa01a0-8074-4849-988a-fc646a4a7f3c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:53.991912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-88bb09e4-0e1a-4eb5-9c4c-307fd81022fc req-10aa01a0-8074-4849-988a-fc646a4a7f3c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:53.992724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-542ab094-e582-4021-9b9e-3abfc4d20b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:53.996862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-542ab094-e582-4021-9b9e-3abfc4d20b51 admin admin] Usage tracker for resource:security_group_rule and tenant:38bbb5103c2d413da69b43539b32b5fd is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:53.999850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-542ab094-e582-4021-9b9e-3abfc4d20b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:54.008667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-542ab094-e582-4021-9b9e-3abfc4d20b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:54.018711 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-88bb09e4-0e1a-4eb5-9c4c-307fd81022fc req-10aa01a0-8074-4849-988a-fc646a4a7f3c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.051974 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-13e5cd11-55a9-4f09-9766-641d4997dae3 service neutron] 10.222.0.60 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773531 Feb 04 15:32:54.079121 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-542ab094-e582-4021-9b9e-3abfc4d20b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.083715 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-542ab094-e582-4021-9b9e-3abfc4d20b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.137636 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-88bb09e4-0e1a-4eb5-9c4c-307fd81022fc req-10aa01a0-8074-4849-988a-fc646a4a7f3c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:54.138348 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-542ab094-e582-4021-9b9e-3abfc4d20b51 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38bbb5103c2d413da69b43539b32b5fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2080848 Feb 04 15:32:54.139063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ab094-e582-4021-9b9e-3abfc4d20b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e33dad-316e-4983-b465-08c2653b0a03,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:54.141275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54674) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:54.146712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-88bb09e4-0e1a-4eb5-9c4c-307fd81022fc req-10aa01a0-8074-4849-988a-fc646a4a7f3c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Usage tracker for resource:security_group_rule and tenant:17ff8e644ea4430e824efc4de4affa77 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:54.150880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-88bb09e4-0e1a-4eb5-9c4c-307fd81022fc req-10aa01a0-8074-4849-988a-fc646a4a7f3c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:54.158864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-88bb09e4-0e1a-4eb5-9c4c-307fd81022fc req-10aa01a0-8074-4849-988a-fc646a4a7f3c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:54.202026 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6e9a-3b79-44d5-b67b-fbd98a9bf130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.226951 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1e0ab0a-c8db-42d1-a8a7-f24deb32ec2a service neutron] 10.222.0.60 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669149 Feb 04 15:32:54.229154 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6e9a-3b79-44d5-b67b-fbd98a9bf130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.254404 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-88bb09e4-0e1a-4eb5-9c4c-307fd81022fc req-10aa01a0-8074-4849-988a-fc646a4a7f3c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.259441 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-88bb09e4-0e1a-4eb5-9c4c-307fd81022fc req-10aa01a0-8074-4849-988a-fc646a4a7f3c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.292090 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6e9a-3b79-44d5-b67b-fbd98a9bf130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.314089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a6e9a-3b79-44d5-b67b-fbd98a9bf130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e33dad-316e-4983-b465-08c2653b0a03,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:54.315901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa01a0-8074-4849-988a-fc646a4a7f3c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b1acf4-6e55-4a9e-90b3-40ff9a6e9330,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:54.316073 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6e9a-3b79-44d5-b67b-fbd98a9bf130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.317199 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9e5a6e9a-3b79-44d5-b67b-fbd98a9bf130 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6e33dad-316e-4983-b465-08c2653b0a03 HTTP/1.1" status: 204 len: 168 time: 0.1750331 Feb 04 15:32:54.333189 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-88bb09e4-0e1a-4eb5-9c4c-307fd81022fc req-10aa01a0-8074-4849-988a-fc646a4a7f3c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.334410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-88bb09e4-0e1a-4eb5-9c4c-307fd81022fc req-10aa01a0-8074-4849-988a-fc646a4a7f3c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.4346647 Feb 04 15:32:54.536951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02da6a-258a-4e5d-936a-9914827af283 req-489820d1-bcc4-492a-8bbd-948c0995d00d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.541629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02da6a-258a-4e5d-936a-9914827af283 req-489820d1-bcc4-492a-8bbd-948c0995d00d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.545725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02da6a-258a-4e5d-936a-9914827af283 req-489820d1-bcc4-492a-8bbd-948c0995d00d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.549552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02da6a-258a-4e5d-936a-9914827af283 req-489820d1-bcc4-492a-8bbd-948c0995d00d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.556329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02da6a-258a-4e5d-936a-9914827af283 req-489820d1-bcc4-492a-8bbd-948c0995d00d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.561807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02da6a-258a-4e5d-936a-9914827af283 req-489820d1-bcc4-492a-8bbd-948c0995d00d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.565666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02da6a-258a-4e5d-936a-9914827af283 req-489820d1-bcc4-492a-8bbd-948c0995d00d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.567836 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c02da6a-258a-4e5d-936a-9914827af283 req-489820d1-bcc4-492a-8bbd-948c0995d00d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.1189322 Feb 04 15:32:54.637129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c02da6a-258a-4e5d-936a-9914827af283 req-504e8a48-49b7-4a2f-b810-7dac9222fac8 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624235 Feb 04 15:32:54.840128 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987818b6-666a-4b64-ae56-b8454d1294a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f34155-ff69-4ccf-b60b-43dd7470f0b4', 'code': 200} Feb 04 15:32:55.066367 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449cf99-0384-4b1e-8dcf-c7b0c135c274 req-531c55a8-bfad-47cb-bd40-cba078428287 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:55.076432 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c449cf99-0384-4b1e-8dcf-c7b0c135c274 req-531c55a8-bfad-47cb-bd40-cba078428287 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 943 time: 0.1078007 Feb 04 15:32:55.211979 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c449cf99-0384-4b1e-8dcf-c7b0c135c274 req-37b65e90-0805-4851-9c1f-72aa939a94b4 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341877 Feb 04 15:32:55.217795 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ad1aadd8-e078-4d43-b93a-e93892aff8c5 req-7589eb41-c95b-4876-8577-31e14034fa4b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 1100 time: 0.2615643 Feb 04 15:32:55.242657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5fac8-4b00-42b4-85d5-c00c56cfd4e7 req-d3fbc100-fd69-4dfb-bae5-bdb6815d8649 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:55.242657 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a7b5fac8-4b00-42b4-85d5-c00c56cfd4e7 req-d3fbc100-fd69-4dfb-bae5-bdb6815d8649 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.1447649 Feb 04 15:32:55.279546 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ad1aadd8-e078-4d43-b93a-e93892aff8c5 req-65bbd6c5-968c-41f2-9a93-c24018d356f8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541317 Feb 04 15:32:55.432192 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a7b5fac8-4b00-42b4-85d5-c00c56cfd4e7 req-db893d06-3296-4b2e-936b-09cc6e700a11 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868076 Feb 04 15:32:55.435507 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a0dfb42-f4f9-477f-a529-3ac25f904031 req-2c69f27c-2986-42ca-b457-47ad658a2817 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "GET /v2.0/security-groups/20b1acf4-6e55-4a9e-90b3-40ff9a6e9330 HTTP/1.1" status: 200 len: 1646 time: 0.1559563 Feb 04 15:32:55.638409 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75bf55a0-9049-4708-8f39-1451f1648942 req-a8695c2d-27d7-4837-86bd-fd39e6851927 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 210 time: 0.0576758 Feb 04 15:32:55.677347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5d225-4587-44cc-a52b-a673cdc5cdd4 req-a5c01d4f-6aec-47b5-952f-290653ea5bfe tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:55.677347 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ebd5d225-4587-44cc-a52b-a673cdc5cdd4 req-a5c01d4f-6aec-47b5-952f-290653ea5bfe tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.1276829 Feb 04 15:32:55.729253 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ebd5d225-4587-44cc-a52b-a673cdc5cdd4 req-42c39b12-0421-4d55-abf7-4d168ecdd88e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440929 Feb 04 15:32:55.831536 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-5a6a5fe1-7276-410b-981e-b5f15e197f43 req-02a9b762-e536-446c-9795-5830e4eacc94 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] show failed (client error): The resource could not be found. Feb 04 15:32:55.832571 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a6a5fe1-7276-410b-981e-b5f15e197f43 req-02a9b762-e536-446c-9795-5830e4eacc94 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "GET /v2.0/security-groups/40539b6a-2a47-44bb-9b34-cded2631f87f HTTP/1.1" status: 404 len: 352 time: 0.0597267 Feb 04 15:32:55.889496 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1551e-62f2-4617-9ace-09db7a09bead req-761b2749-f75d-4a60-9d6f-6da4820833c0 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:55.896702 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45c1551e-62f2-4617-9ace-09db7a09bead req-761b2749-f75d-4a60-9d6f-6da4820833c0 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.1113241 Feb 04 15:32:55.951828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45c1551e-62f2-4617-9ace-09db7a09bead req-2b18bb96-36dc-4cc4-b147-d6fcf3f4181a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541706 Feb 04 15:32:56.076868 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-bfdffb8f-c3f7-49fb-9bf8-96e0e48a992f req-e90e9ec6-df0a-4021-87cb-ab0ce67d2b50 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] show failed (client error): The resource could not be found. Feb 04 15:32:56.078066 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bfdffb8f-c3f7-49fb-9bf8-96e0e48a992f req-e90e9ec6-df0a-4021-87cb-ab0ce67d2b50 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "GET /v2.0/security-group-rules/117e479c-445c-4bdf-8849-114accec65c0 HTTP/1.1" status: 404 len: 361 time: 0.0442851 Feb 04 15:32:56.128387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e478ba1-ccb2-492f-b1de-52cb3ef55c43 req-f4d8d361-6205-4e76-9207-03acbc2c2eda tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:56.133234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e478ba1-ccb2-492f-b1de-52cb3ef55c43 req-f4d8d361-6205-4e76-9207-03acbc2c2eda tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:56.137788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e478ba1-ccb2-492f-b1de-52cb3ef55c43 req-f4d8d361-6205-4e76-9207-03acbc2c2eda tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:56.142231 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e478ba1-ccb2-492f-b1de-52cb3ef55c43 req-f4d8d361-6205-4e76-9207-03acbc2c2eda tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:56.146168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e478ba1-ccb2-492f-b1de-52cb3ef55c43 req-f4d8d361-6205-4e76-9207-03acbc2c2eda tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:56.150432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e478ba1-ccb2-492f-b1de-52cb3ef55c43 req-f4d8d361-6205-4e76-9207-03acbc2c2eda tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:56.154475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e478ba1-ccb2-492f-b1de-52cb3ef55c43 req-f4d8d361-6205-4e76-9207-03acbc2c2eda tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:56.156418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e478ba1-ccb2-492f-b1de-52cb3ef55c43 req-f4d8d361-6205-4e76-9207-03acbc2c2eda tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.1658909 Feb 04 15:32:56.171911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-53b9bef2-1abc-4a13-ad37-975c22d0bae3 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:56.173539 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-53b9bef2-1abc-4a13-ad37-975c22d0bae3 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.73 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 820 time: 0.2347698 Feb 04 15:32:56.196412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Request body: {'port': {'device_id': '41507371-126f-4919-b431-6aeb74f343cc', 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810', 'admin_state_up': True, 'tenant_id': '6d8a9be4cb5045d59fdd9e1cce2fb5da'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:56.250193 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff0cfdef-85c8-4652-8588-35c5c15f41f5 req-40812515-f9d1-49ef-8dc8-24106d65ef93 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "GET /v2.0/security-groups/20b1acf4-6e55-4a9e-90b3-40ff9a6e9330 HTTP/1.1" status: 200 len: 1646 time: 0.0926921 Feb 04 15:32:56.284655 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e478ba1-ccb2-492f-b1de-52cb3ef55c43 req-d78d3c5e-b70c-4944-bbf1-04e0df84d3b2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138296 Feb 04 15:32:56.360841 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ff0cfdef-85c8-4652-8588-35c5c15f41f5 req-fb43b0cf-0793-4830-8fbd-27f5ee2a8ddb tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.383344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:56.404452 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ff0cfdef-85c8-4652-8588-35c5c15f41f5 req-fb43b0cf-0793-4830-8fbd-27f5ee2a8ddb tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.408024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Usage tracker for resource:port and tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:56.418760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:56.426865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:56.445499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Made reservation on behalf of 6d8a9be4cb5045d59fdd9e1cce2fb5da for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:56.450376 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.520052 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ff0cfdef-85c8-4652-8588-35c5c15f41f5 req-fb43b0cf-0793-4830-8fbd-27f5ee2a8ddb tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.541780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43b0cf-0793-4830-8fbd-27f5ee2a8ddb tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b1acf4-6e55-4a9e-90b3-40ff9a6e9330,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:56.551041 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ff0cfdef-85c8-4652-8588-35c5c15f41f5 req-fb43b0cf-0793-4830-8fbd-27f5ee2a8ddb tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.563645 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff0cfdef-85c8-4652-8588-35c5c15f41f5 req-fb43b0cf-0793-4830-8fbd-27f5ee2a8ddb tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "DELETE /v2.0/security-groups/20b1acf4-6e55-4a9e-90b3-40ff9a6e9330 HTTP/1.1" status: 204 len: 173 time: 0.3124588 Feb 04 15:32:56.577868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00a3c9-dc8e-4435-8afc-803f1dcd53b9 req-70819895-a528-4a95-b039-1c39657e8bda tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:56.579445 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b00a3c9-dc8e-4435-8afc-803f1dcd53b9 req-70819895-a528-4a95-b039-1c39657e8bda tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 943 time: 0.1325498 Feb 04 15:32:56.643126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b00a3c9-dc8e-4435-8afc-803f1dcd53b9 req-33438ad7-1d7d-4aae-b20a-04991a5e2da9 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550983 Feb 04 15:32:56.680202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Allocated IP 172.20.0.4 (62733b51-fb30-46e2-a99d-550cf28f5810/4e65648f-2a98-4db0-8d3e-3d1fb81866e5/4e50b019-3065-4a26-92a4-55220edafa8b) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:56.809332 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79b2f10d-848a-4439-94b9-d37e98ef802a req-351f2cdf-dcd6-4efe-becb-1757b50ce6db tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "GET /v2.0/security-groups/593b7235-c622-423c-8d38-594c465ee404 HTTP/1.1" status: 200 len: 1646 time: 0.0687275 Feb 04 15:32:56.844114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468f463-e7e5-4f45-a697-b9d4566488ec req-03c33819-bb07-4b84-86d1-268a27e2191b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:56.845512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8468f463-e7e5-4f45-a697-b9d4566488ec req-03c33819-bb07-4b84-86d1-268a27e2191b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.1377747 Feb 04 15:32:56.920492 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.937692 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8468f463-e7e5-4f45-a697-b9d4566488ec req-d9ed1759-ba45-442e-a016-0bae27492836 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812857 Feb 04 15:32:56.939949 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-79b2f10d-848a-4439-94b9-d37e98ef802a req-2a03ad87-1ed5-48d9-aa8b-6ae158a002a5 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.953529 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.976403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['83986536-d4dd-47af-a3b8-92f0c8ba9e82'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:32:57.003150 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-79b2f10d-848a-4439-94b9-d37e98ef802a req-2a03ad87-1ed5-48d9-aa8b-6ae158a002a5 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.061955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Pushing event updated for resources: {'Port': ['ID=4e50b019-3065-4a26-92a4-55220edafa8b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:57.085412 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-79b2f10d-848a-4439-94b9-d37e98ef802a req-2a03ad87-1ed5-48d9-aa8b-6ae158a002a5 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.089830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Network 62733b51-fb30-46e2-a99d-550cf28f5810 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:57.092001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:57.095640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:32:57.105658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03ad87-1ed5-48d9-aa8b-6ae158a002a5 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=593b7235-c622-423c-8d38-594c465ee404,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:57.114558 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-79b2f10d-848a-4439-94b9-d37e98ef802a req-2a03ad87-1ed5-48d9-aa8b-6ae158a002a5 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.140477 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79b2f10d-848a-4439-94b9-d37e98ef802a req-2a03ad87-1ed5-48d9-aa8b-6ae158a002a5 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "DELETE /v2.0/security-groups/593b7235-c622-423c-8d38-594c465ee404 HTTP/1.1" status: 204 len: 173 time: 0.3153045 Feb 04 15:32:57.203550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:57.204167 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.230737 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-e1cc7b42-152b-473b-ab47-c7e97e74d136 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0402763 Feb 04 15:32:57.246316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Request body: {'port': {'device_id': '41507371-126f-4919-b431-6aeb74f343cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:32:57.367510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b87481-243f-4495-a9f6-40b09cc2fe6e req-1b59c5fd-9c46-400d-8916-70bdb4df4a13 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:57.375076 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39b87481-243f-4495-a9f6-40b09cc2fe6e req-1b59c5fd-9c46-400d-8916-70bdb4df4a13 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 931 time: 0.0949714 Feb 04 15:32:57.423971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39b87481-243f-4495-a9f6-40b09cc2fe6e req-6465e93e-a309-4caf-b8ad-a9ca4216bf8b tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473330 Feb 04 15:32:57.498226 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.687409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575dd6bb-5c7e-4b50-ab0d-73b7c5304877 req-f60c67f2-ba78-46a7-860c-2de1256e6c51 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:57.688873 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-575dd6bb-5c7e-4b50-ab0d-73b7c5304877 req-f60c67f2-ba78-46a7-860c-2de1256e6c51 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.1408288 Feb 04 15:32:57.699497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba2497-8742-4a25-83ed-39c27f4bca56 req-0fa038f3-d7d1-44cb-91a4-85e5939d45fa tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:57.700938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f5ba2497-8742-4a25-83ed-39c27f4bca56 req-0fa038f3-d7d1-44cb-91a4-85e5939d45fa tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.1175232 Feb 04 15:32:57.786411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f5ba2497-8742-4a25-83ed-39c27f4bca56 req-da8fb4ec-3d28-4dae-8559-7f77a88e09ce tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629609 Feb 04 15:32:57.791732 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-575dd6bb-5c7e-4b50-ab0d-73b7c5304877 req-c30ef1f4-96da-441f-b5be-520a4f0d87c9 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898008 Feb 04 15:32:57.883126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fcb73a7-e037-4f30-abb2-1149f95b24c1 req-7a73d66a-5d42-465d-9a52-924071a1718c tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "GET /v2.0/security-groups/a5782dc8-3829-414b-bfb4-9fcc6abee73a HTTP/1.1" status: 200 len: 1646 time: 0.0539768 Feb 04 15:32:57.907780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e50b019-3065-4a26-92a4-55220edafa8b {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:57.917439 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.933327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Transition to ACTIVE for port object 4e50b019-3065-4a26-92a4-55220edafa8b will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:57.938502 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.023063 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8fcb73a7-e037-4f30-abb2-1149f95b24c1 req-2c48e16a-d5a5-4964-acc1-238ee9be64a4 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.065745 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8fcb73a7-e037-4f30-abb2-1149f95b24c1 req-2c48e16a-d5a5-4964-acc1-238ee9be64a4 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.120316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c03b6-d269-499c-a712-c11e2497b62c req-59ca490b-9226-4016-a34c-553bffd24a55 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:58.120553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e50b019-3065-4a26-92a4-55220edafa8b,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:58.124926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c03b6-d269-499c-a712-c11e2497b62c req-59ca490b-9226-4016-a34c-553bffd24a55 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:58.128760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c03b6-d269-499c-a712-c11e2497b62c req-59ca490b-9226-4016-a34c-553bffd24a55 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:58.133273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c03b6-d269-499c-a712-c11e2497b62c req-59ca490b-9226-4016-a34c-553bffd24a55 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:58.137475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c03b6-d269-499c-a712-c11e2497b62c req-59ca490b-9226-4016-a34c-553bffd24a55 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:58.141551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c03b6-d269-499c-a712-c11e2497b62c req-59ca490b-9226-4016-a34c-553bffd24a55 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:58.145345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c03b6-d269-499c-a712-c11e2497b62c req-59ca490b-9226-4016-a34c-553bffd24a55 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:58.147365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f4c03b6-d269-499c-a712-c11e2497b62c req-59ca490b-9226-4016-a34c-553bffd24a55 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.1890728 Feb 04 15:32:58.175444 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8fcb73a7-e037-4f30-abb2-1149f95b24c1 req-2c48e16a-d5a5-4964-acc1-238ee9be64a4 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.191738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Attempting to bind port 4e50b019-3065-4a26-92a4-55220edafa8b on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:58.192071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Attempting to bind port 4e50b019-3065-4a26-92a4-55220edafa8b by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:58.192633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Attempting to bind port 4e50b019-3065-4a26-92a4-55220edafa8b on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:32:58.199725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Port 4e50b019-3065-4a26-92a4-55220edafa8b on network 62733b51-fb30-46e2-a99d-550cf28f5810 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:32:58.200088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48e16a-d5a5-4964-acc1-238ee9be64a4 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5782dc8-3829-414b-bfb4-9fcc6abee73a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:58.200225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Attempting to bind port 4e50b019-3065-4a26-92a4-55220edafa8b on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:32:58.206665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:32:58.207013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Checking segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:32:58.207428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Bound using segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:32:58.207876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Bound port: 4e50b019-3065-4a26-92a4-55220edafa8b, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:58.208201 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.222330 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8fcb73a7-e037-4f30-abb2-1149f95b24c1 req-2c48e16a-d5a5-4964-acc1-238ee9be64a4 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.239721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fcb73a7-e037-4f30-abb2-1149f95b24c1 req-2c48e16a-d5a5-4964-acc1-238ee9be64a4 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "DELETE /v2.0/security-groups/a5782dc8-3829-414b-bfb4-9fcc6abee73a HTTP/1.1" status: 204 len: 173 time: 0.3526742 Feb 04 15:32:58.258738 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f4c03b6-d269-499c-a712-c11e2497b62c req-9cbf22bf-ed1f-44dc-a5df-c2c6f04d0a14 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042733 Feb 04 15:32:58.435476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:58.439074 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=4e50b019-3065-4a26-92a4-55220edafa8b,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:58.444809 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.501402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15d148-5544-4e12-960a-cfbdbc74b356 req-81b7863b-6d73-4934-a0d4-9d3bbfdaca86 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:58.503117 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.505043 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] 10.222.0.73 "PUT /v2.0/ports/4e50b019-3065-4a26-92a4-55220edafa8b HTTP/1.1" status: 200 len: 1091 time: 1.2638977 Feb 04 15:32:58.510146 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da15d148-5544-4e12-960a-cfbdbc74b356 req-81b7863b-6d73-4934-a0d4-9d3bbfdaca86 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 943 time: 0.0943921 Feb 04 15:32:58.512888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41507371-126f-4919-b431-6aeb74f343cc', 'tag': '4e50b019-3065-4a26-92a4-55220edafa8b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:58.540677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df877f97-1afd-411b-bd2d-ab974e460ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e50b019-3065-4a26-92a4-55220edafa8b,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:58.610619 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da15d148-5544-4e12-960a-cfbdbc74b356 req-5e4e57eb-e97b-47d8-870f-1695d547ca30 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996189 Feb 04 15:32:58.623443 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5894347f-4db5-4e69-8624-963a382bf842 req-19de7be2-52ea-433e-9687-c8b43feba146 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 1101 time: 0.0951824 Feb 04 15:32:58.630652 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-ba17e805-abe4-441c-b0e1-d61b95523e24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 1094 time: 0.0746880 Feb 04 15:32:58.672167 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5894347f-4db5-4e69-8624-963a382bf842 req-0c276609-8fcf-4b9b-8e5a-fe781b670c20 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375595 Feb 04 15:32:58.701611 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-c70e4a71-006b-4da9-8a06-81bc3931b80b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e50b019-3065-4a26-92a4-55220edafa8b HTTP/1.1" status: 200 len: 217 time: 0.0626700 Feb 04 15:32:58.782019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-50315dec-2b7f-4e95-b9aa-f0253536794e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:58.785203 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-50315dec-2b7f-4e95-b9aa-f0253536794e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.0717344 Feb 04 15:32:58.849668 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-90346f5a-0d5f-4e84-9815-e7e45eea1992 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511994 Feb 04 15:32:58.998928 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-ad93e4c9-ebb3-4824-9f70-0fe047c69300 service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405175 Feb 04 15:32:59.058088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac839618-47bb-469a-88dc-3865296dc01e req-06e7aa7e-f9f7-4f52-bcd1-c8aac80ce27b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:59.059587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac839618-47bb-469a-88dc-3865296dc01e req-06e7aa7e-f9f7-4f52-bcd1-c8aac80ce27b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.2301810 Feb 04 15:32:59.103771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c37c319b-375a-4022-94d8-ff34f18cd60a req-e8c853fd-4a7a-4b64-beb6-6fbb1b3e9112 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3643138 Feb 04 15:32:59.113544 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac839618-47bb-469a-88dc-3865296dc01e req-e69c3ca1-2bea-4bf4-8aef-11765159c860 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475516 Feb 04 15:32:59.139964 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-56135bc4-9823-47b2-9f12-a01e89e0c535 req-ec47b2b0-dd61-4175-9768-707772063336 service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340992 Feb 04 15:32:59.217461 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1893f368-ee4c-4d33-922b-bdaa85200b79 req-6def7fc2-47ca-48ab-b192-871f650511d5 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "GET /v2.0/security-groups/c81eba67-de19-4899-9673-3d78d99b6568 HTTP/1.1" status: 200 len: 1646 time: 0.0490181 Feb 04 15:32:59.298094 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1893f368-ee4c-4d33-922b-bdaa85200b79 req-a9279040-da76-4765-9f4a-54ce3729b397 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.327239 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1893f368-ee4c-4d33-922b-bdaa85200b79 req-a9279040-da76-4765-9f4a-54ce3729b397 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.378274 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-b699366d-700a-4974-9ee2-36151b0a7cce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724750 Feb 04 15:32:59.379728 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1893f368-ee4c-4d33-922b-bdaa85200b79 req-a9279040-da76-4765-9f4a-54ce3729b397 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.438169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9279040-da76-4765-9f4a-54ce3729b397 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81eba67-de19-4899-9673-3d78d99b6568,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:59.449642 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1893f368-ee4c-4d33-922b-bdaa85200b79 req-a9279040-da76-4765-9f4a-54ce3729b397 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.450751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1893f368-ee4c-4d33-922b-bdaa85200b79 req-a9279040-da76-4765-9f4a-54ce3729b397 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "DELETE /v2.0/security-groups/c81eba67-de19-4899-9673-3d78d99b6568 HTTP/1.1" status: 204 len: 173 time: 0.2273531 Feb 04 15:32:59.493858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0adf37-c331-4a16-bfeb-062b173c3554 req-96323d8f-0e6d-46cc-9a9c-f941b0e4dfa2 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:59.495455 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee0adf37-c331-4a16-bfeb-062b173c3554 req-96323d8f-0e6d-46cc-9a9c-f941b0e4dfa2 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 943 time: 0.0991838 Feb 04 15:32:59.506281 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41507371-126f-4919-b431-6aeb74f343cc', 'tag': '4e50b019-3065-4a26-92a4-55220edafa8b', 'status': 'completed', 'code': 200} Feb 04 15:32:59.558568 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee0adf37-c331-4a16-bfeb-062b173c3554 req-b93471a7-aa20-4f22-9d22-be5e749bbabb tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570154 Feb 04 15:32:59.634420 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-29272ecc-2302-4a6f-9fc8-aefbd4221b7d req-f70a5110-aed7-4f9e-8689-33ee4570fef3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 1094 time: 0.0911491 Feb 04 15:32:59.644467 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-21682122-16b1-4b43-bce9-ef006e3e2e76 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4213da738ffd4f85b6792919883c01d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326469 Feb 04 15:32:59.778099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29272ecc-2302-4a6f-9fc8-aefbd4221b7d req-e0543cb9-dfd5-4781-ac53-3fb75458a2a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:59.780485 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-29272ecc-2302-4a6f-9fc8-aefbd4221b7d req-e0543cb9-dfd5-4781-ac53-3fb75458a2a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.1378293 Feb 04 15:32:59.863023 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-29272ecc-2302-4a6f-9fc8-aefbd4221b7d req-e82a8d69-eaa0-4f42-a2b1-0919e168a652 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e50b019-3065-4a26-92a4-55220edafa8b HTTP/1.1" status: 200 len: 217 time: 0.0747137 Feb 04 15:32:59.868524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-903de2fb-c821-42da-82fc-1d636957e357 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:59.870052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-903de2fb-c821-42da-82fc-1d636957e357 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190378 Feb 04 15:32:59.913939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda04f3-5f03-4b34-b8c3-0e5473c34bcd req-74f0c016-2e33-4c79-b115-4ff81f448d65 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:59.917837 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddda04f3-5f03-4b34-b8c3-0e5473c34bcd req-74f0c016-2e33-4c79-b115-4ff81f448d65 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.1841028 Feb 04 15:32:59.953222 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-2e5578d1-7fb3-4f48-8d14-00971c67fbc7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/quotas/4213da738ffd4f85b6792919883c01d4 HTTP/1.1" status: 200 len: 375 time: 0.0643935 Feb 04 15:32:59.963284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29272ecc-2302-4a6f-9fc8-aefbd4221b7d req-b9e8717c-b567-475b-88de-1d8195a115b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:59.965067 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-29272ecc-2302-4a6f-9fc8-aefbd4221b7d req-b9e8717c-b567-475b-88de-1d8195a115b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.0842938 Feb 04 15:33:00.026830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddda04f3-5f03-4b34-b8c3-0e5473c34bcd req-833cf963-ae36-430f-90b6-4ba2f0f79717 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010654 Feb 04 15:33:00.047390 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-29272ecc-2302-4a6f-9fc8-aefbd4221b7d req-3f7d0932-2afa-4e3a-8d1e-c7e21f393488 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612743 Feb 04 15:33:00.099742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-b45ec97d-314e-44c9-8a3f-ed539cf30610 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1367128 Feb 04 15:33:00.414987 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-29272ecc-2302-4a6f-9fc8-aefbd4221b7d req-a12c4d5a-2c6c-46ff-b5cd-a231332a246b service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118382 Feb 04 15:33:00.436569 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df5db826-3ca2-40b1-91fa-182ca74de78c req-88614b78-11d1-4f6d-85d9-96eb04adcac1 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "GET /v2.0/security-groups/77b8e7bc-de63-4c25-a4dd-ba76c4b9449b HTTP/1.1" status: 200 len: 1646 time: 0.1486738 Feb 04 15:33:00.534585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96af6c3-bfed-4f28-b456-c4a637c7400c req-bb577823-9013-40e6-8bbd-867b0be5d267 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:00.539207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96af6c3-bfed-4f28-b456-c4a637c7400c req-bb577823-9013-40e6-8bbd-867b0be5d267 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:00.542659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96af6c3-bfed-4f28-b456-c4a637c7400c req-bb577823-9013-40e6-8bbd-867b0be5d267 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:00.570610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96af6c3-bfed-4f28-b456-c4a637c7400c req-bb577823-9013-40e6-8bbd-867b0be5d267 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:00.577669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96af6c3-bfed-4f28-b456-c4a637c7400c req-bb577823-9013-40e6-8bbd-867b0be5d267 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:00.583308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96af6c3-bfed-4f28-b456-c4a637c7400c req-bb577823-9013-40e6-8bbd-867b0be5d267 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:00.600649 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-29272ecc-2302-4a6f-9fc8-aefbd4221b7d req-de99e898-b15a-4a1c-9707-dc80ff33de22 service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774499 Feb 04 15:33:00.601125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96af6c3-bfed-4f28-b456-c4a637c7400c req-bb577823-9013-40e6-8bbd-867b0be5d267 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:00.603533 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d96af6c3-bfed-4f28-b456-c4a637c7400c req-bb577823-9013-40e6-8bbd-867b0be5d267 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.2490308 Feb 04 15:33:00.644514 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-df5db826-3ca2-40b1-91fa-182ca74de78c req-6b96c4bf-90da-4b76-8031-49e074910319 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:00.691675 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-df5db826-3ca2-40b1-91fa-182ca74de78c req-6b96c4bf-90da-4b76-8031-49e074910319 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:00.733677 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d96af6c3-bfed-4f28-b456-c4a637c7400c req-da6746de-d565-4f10-842f-46fa6a1dfa45 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1113813 Feb 04 15:33:00.795603 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-df5db826-3ca2-40b1-91fa-182ca74de78c req-6b96c4bf-90da-4b76-8031-49e074910319 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:00.818442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96c4bf-90da-4b76-8031-49e074910319 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b8e7bc-de63-4c25-a4dd-ba76c4b9449b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:00.823057 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-df5db826-3ca2-40b1-91fa-182ca74de78c req-6b96c4bf-90da-4b76-8031-49e074910319 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:00.838154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54848) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:00.849199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df5db826-3ca2-40b1-91fa-182ca74de78c req-6b96c4bf-90da-4b76-8031-49e074910319 tempest-SecurityGroupRulesNegativeTestJSON-228584079 tempest-SecurityGroupRulesNegativeTestJSON-228584079-project] 10.222.0.60 "DELETE /v2.0/security-groups/77b8e7bc-de63-4c25-a4dd-ba76c4b9449b HTTP/1.1" status: 204 len: 173 time: 0.4015765 Feb 04 15:33:00.931553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-291eeac8-9d10-4f1e-9efe-a34900b6881b admin admin] Deleting subnet 8dd269c2-2767-4f33-8532-316139db2ad3 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:33:00.951554 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-291eeac8-9d10-4f1e-9efe-a34900b6881b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:00.978524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57ffce-b136-473e-b109-6409bb809349 req-d27650fe-13f9-49a3-9cfc-fdf06ca899c5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:00.980130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c57ffce-b136-473e-b109-6409bb809349 req-d27650fe-13f9-49a3-9cfc-fdf06ca899c5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 943 time: 0.1133955 Feb 04 15:33:01.017402 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-291eeac8-9d10-4f1e-9efe-a34900b6881b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.075567 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-291eeac8-9d10-4f1e-9efe-a34900b6881b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.090267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c57ffce-b136-473e-b109-6409bb809349 req-448a78da-e50e-4988-b4dc-6781edaa025c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033139 Feb 04 15:33:01.111724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a444421-745e-4715-8f25-7839e21c8032 req-7260c3e2-03da-4759-969e-00e909edb3f3 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:01.119764 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a444421-745e-4715-8f25-7839e21c8032 req-7260c3e2-03da-4759-969e-00e909edb3f3 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.1146741 Feb 04 15:33:01.165824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a444421-745e-4715-8f25-7839e21c8032 req-aba36041-ae16-4853-b8fd-d337b173fe8c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448966 Feb 04 15:33:01.249220 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-291eeac8-9d10-4f1e-9efe-a34900b6881b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.270239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7d8e48a0-b884-47a8-b584-db2965b4c650 req-c50907c6-0d6d-4616-8303-e391625111b8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 210 time: 0.0417802 Feb 04 15:33:01.289572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eeac8-9d10-4f1e-9efe-a34900b6881b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd269c2-2767-4f33-8532-316139db2ad3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:01.297478 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-291eeac8-9d10-4f1e-9efe-a34900b6881b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.307605 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-291eeac8-9d10-4f1e-9efe-a34900b6881b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8dd269c2-2767-4f33-8532-316139db2ad3 HTTP/1.1" status: 204 len: 168 time: 0.4671116 Feb 04 15:33:01.309774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54858) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:01.383879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2bf71-4883-4d71-b6a9-0d47f5664e4a req-09d55377-efb8-4369-b2bb-0a64a0bda71d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:01.385540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9e2bf71-4883-4d71-b6a9-0d47f5664e4a req-09d55377-efb8-4369-b2bb-0a64a0bda71d tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 943 time: 0.0860794 Feb 04 15:33:01.440852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9e2bf71-4883-4d71-b6a9-0d47f5664e4a req-9819219e-af8a-4512-a246-42913a777cb6 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475218 Feb 04 15:33:01.504440 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b815b2b-7dbe-4a93-b440-ca390b1dcb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.516215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 53557c9f-fac4-458c-812b-6523811b8324 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:01.574416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f73553-d5d1-483e-839b-82f0b4160ff3 req-88046f35-09bf-423b-85c3-d0cfebf40672 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:01.579032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f73553-d5d1-483e-839b-82f0b4160ff3 req-88046f35-09bf-423b-85c3-d0cfebf40672 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:01.583451 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f73553-d5d1-483e-839b-82f0b4160ff3 req-88046f35-09bf-423b-85c3-d0cfebf40672 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:01.600824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f73553-d5d1-483e-839b-82f0b4160ff3 req-88046f35-09bf-423b-85c3-d0cfebf40672 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:01.614757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f73553-d5d1-483e-839b-82f0b4160ff3 req-88046f35-09bf-423b-85c3-d0cfebf40672 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:01.627811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f73553-d5d1-483e-839b-82f0b4160ff3 req-88046f35-09bf-423b-85c3-d0cfebf40672 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:01.632511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f73553-d5d1-483e-839b-82f0b4160ff3 req-88046f35-09bf-423b-85c3-d0cfebf40672 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:01.634734 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34f73553-d5d1-483e-839b-82f0b4160ff3 req-88046f35-09bf-423b-85c3-d0cfebf40672 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.1766891 Feb 04 15:33:01.650767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54864) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:01.667407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1c1b1c3e-50cc-441b-84b2-7833ed96c78f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Request body: {'floatingip': {'port_id': 'd857e714-2bf7-4e58-9ef6-bc49f645a872'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:01.682725 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=53557c9f-fac4-458c-812b-6523811b8324,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:01.698919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '53557c9f-fac4-458c-812b-6523811b8324', 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7', 'port_id': '53557c9f-fac4-458c-812b-6523811b8324', 'mac_address': 'fa:16:3e:08:bd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11050dcc-da07-4ba7-ba4c-41c37869c34f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:33:01.737905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d885e2-0b40-4638-9bad-fa9100b6e519 req-1809aec4-f03e-4737-ad2d-89d3fe4eb784 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:01.742654 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d885e2-0b40-4638-9bad-fa9100b6e519 req-1809aec4-f03e-4737-ad2d-89d3fe4eb784 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.1065722 Feb 04 15:33:01.762807 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.783535 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-fb1083e2-fd15-431a-8f23-4016c706c730 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 1100 time: 0.3417628 Feb 04 15:33:01.796331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53557c9f-fac4-458c-812b-6523811b8324 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:01.804364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d885e2-0b40-4638-9bad-fa9100b6e519 req-6d9667b4-ea93-4686-b0bb-10e72514e3d2 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531874 Feb 04 15:33:01.805950 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b815b2b-7dbe-4a93-b440-ca390b1dcb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.823930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=53557c9f-fac4-458c-812b-6523811b8324,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:01.847630 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.893877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1c3e-50cc-441b-84b2-7833ed96c78f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for floatingip, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.941931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=53557c9f-fac4-458c-812b-6523811b8324,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:02.026108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6b815b2b-7dbe-4a93-b440-ca390b1dcb92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c9382f-cb9d-450e-b793-93be37fa1e28']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:02.099269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6b815b2b-7dbe-4a93-b440-ca390b1dcb92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2278a73-8455-4f2a-887d-67bea4652c38') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:02.099770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6b815b2b-7dbe-4a93-b440-ca390b1dcb92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2278a73-8455-4f2a-887d-67bea4652c38') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:02.177115 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a47ba7e-d0d1-41ed-a63f-9c177398330a req-d34be578-a70c-439c-90f1-28f83975b6b7 tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 1101 time: 0.0851548 Feb 04 15:33:02.187063 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-31d32bb3-9c55-4002-9d65-400ce1d1e0b9 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4213da738ffd4f85b6792919883c01d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1463847 Feb 04 15:33:02.222471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7a47ba7e-d0d1-41ed-a63f-9c177398330a req-e23d6b8e-66cb-4c18-90bf-204e5bc10604 tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] Synchronizing usage tracker for tenant:feafd22f8b7d47e2a761e4cc4325eeb4 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:02.237849 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b815b2b-7dbe-4a93-b440-ca390b1dcb92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.244661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7a47ba7e-d0d1-41ed-a63f-9c177398330a req-e23d6b8e-66cb-4c18-90bf-204e5bc10604 tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] Unset dirty status for tenant:feafd22f8b7d47e2a761e4cc4325eeb4 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:02.246308 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a47ba7e-d0d1-41ed-a63f-9c177398330a req-e23d6b8e-66cb-4c18-90bf-204e5bc10604 tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684659 Feb 04 15:33:02.330839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b815b2b-7dbe-4a93-b440-ca390b1dcb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.381308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a7620-06f5-4ae4-9073-75894de74a69 req-8cd6916a-09c6-4dec-bd7a-cb9d744b2205 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:02.383438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b56a7620-06f5-4ae4-9073-75894de74a69 req-8cd6916a-09c6-4dec-bd7a-cb9d744b2205 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 944 time: 0.1326401 Feb 04 15:33:02.391073 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['53557c9f-fac4-458c-812b-6523811b8324'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:02.426132 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-10a53217-7ba9-41f2-857d-eccb758868ab req-82dfadd6-31ae-4688-93cd-f695edd31e7b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7048271 Feb 04 15:33:02.434797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b815b2b-7dbe-4a93-b440-ca390b1dcb92 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:33:02.435088 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b815b2b-7dbe-4a93-b440-ca390b1dcb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.443945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b56a7620-06f5-4ae4-9073-75894de74a69 req-3068baec-365f-4641-8688-d798fe5176c5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497820 Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:33:02.449900 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:33:02.569842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54898) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:02.597871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-ad44cad4-a88c-48e7-b3da-154e2e04976f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:02.599444 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-ad44cad4-a88c-48e7-b3da-154e2e04976f service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.8012862 Feb 04 15:33:02.726230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01d89cef-7842-4a6e-a74f-35221f12c671 req-1091c6de-8af1-4d2a-b8a3-bbee9326b2d2 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 210 time: 0.0836072 Feb 04 15:33:02.765832 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-07398c2f-3dd9-44dd-8414-70c22e2156cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=92f34155-ff69-4ccf-b60b-43dd7470f0b4 HTTP/1.1" status: 200 len: 217 time: 0.1387291 Feb 04 15:33:02.778369 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b815b2b-7dbe-4a93-b440-ca390b1dcb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.784479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-75d1ae1d-4c5e-45cd-af1b-49d386d90bb2 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:02.785888 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-75d1ae1d-4c5e-45cd-af1b-49d386d90bb2 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5410681 Feb 04 15:33:02.794692 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cf159bff-a9f6-417c-9c1c-344bd7c0a67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.840543 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b815b2b-7dbe-4a93-b440-ca390b1dcb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.884953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cf159bff-a9f6-417c-9c1c-344bd7c0a67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:02.890939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cf159bff-a9f6-417c-9c1c-344bd7c0a67c admin admin] Usage tracker for resource:security_group_rule and tenant:d2e155b5c6284c11bee2010259440fb0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:02.896494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cf159bff-a9f6-417c-9c1c-344bd7c0a67c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:02.951552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cf159bff-a9f6-417c-9c1c-344bd7c0a67c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:03.011847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Request body: {'port': {'device_id': '5d4ba2fc-bac6-4326-9efc-0e55da0c75a5', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '4213da738ffd4f85b6792919883c01d4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:03.048281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b815b2b-7dbe-4a93-b440-ca390b1dcb92 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c9382f-cb9d-450e-b793-93be37fa1e28,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:03.114210 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6b815b2b-7dbe-4a93-b440-ca390b1dcb92 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f1c9382f-cb9d-450e-b793-93be37fa1e28 HTTP/1.1" status: 204 len: 168 time: 1.8028276 Feb 04 15:33:03.119640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03077dbf-53be-401d-b12a-2a64c31f72ae req-976ab768-ab7f-4543-be9a-dd2bc618a138 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:03.121177 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03077dbf-53be-401d-b12a-2a64c31f72ae req-976ab768-ab7f-4543-be9a-dd2bc618a138 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 943 time: 0.3159258 Feb 04 15:33:03.152592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90c8fd34-15e1-482a-962f-e989ce004df7 req-3ae70db9-537c-4d7f-abbd-8f317f2d5ae5 tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 1101 time: 0.2572207 Feb 04 15:33:03.156143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-7ebf4a44-0b3c-4cbb-be2e-10a3cb9cde83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:03.157576 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-7ebf4a44-0b3c-4cbb-be2e-10a3cb9cde83 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.3839304 Feb 04 15:33:03.224735 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cf159bff-a9f6-417c-9c1c-344bd7c0a67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.234516 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cf159bff-a9f6-417c-9c1c-344bd7c0a67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.264993 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03077dbf-53be-401d-b12a-2a64c31f72ae req-fcb1c72d-1616-43fe-aa14-683609517db1 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316159 Feb 04 15:33:03.277015 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-10a53217-7ba9-41f2-857d-eccb758868ab req-6aacbbb3-cc1a-4881-96e6-778d7056b852 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 1095 time: 0.7322419 Feb 04 15:33:03.292181 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54910) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:03.304942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90c8fd34-15e1-482a-962f-e989ce004df7 req-89740777-3c1b-4bbd-a3cd-3af7f70269d3 tempest-ServersAdminTestJSON-2005460902 tempest-ServersAdminTestJSON-2005460902-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358311 Feb 04 15:33:03.312110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf159bff-a9f6-417c-9c1c-344bd7c0a67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57b711f-ce99-4fa0-a579-7e4b6a04f513,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:03.322090 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cf159bff-a9f6-417c-9c1c-344bd7c0a67c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2e155b5c6284c11bee2010259440fb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7485354 Feb 04 15:33:03.322365 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54914) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:03.397535 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83622775-d509-4351-b062-3e73af608fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.434361 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83622775-d509-4351-b062-3e73af608fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.576737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73616e-08cd-44f2-968c-936722d7f2f8 req-bfcf9762-c57c-4c27-a407-df5638e6b82d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:03.578332 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d73616e-08cd-44f2-968c-936722d7f2f8 req-bfcf9762-c57c-4c27-a407-df5638e6b82d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.1066456 Feb 04 15:33:03.582256 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:03.603631 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83622775-d509-4351-b062-3e73af608fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.629637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83622775-d509-4351-b062-3e73af608fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57b711f-ce99-4fa0-a579-7e4b6a04f513,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:03.683390 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d73616e-08cd-44f2-968c-936722d7f2f8 req-c5f463a9-bdf8-4ba5-8d19-38033bfda7bd tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956647 Feb 04 15:33:03.684453 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83622775-d509-4351-b062-3e73af608fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.688126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-83622775-d509-4351-b062-3e73af608fc5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b57b711f-ce99-4fa0-a579-7e4b6a04f513 HTTP/1.1" status: 204 len: 168 time: 0.3619883 Feb 04 15:33:03.778685 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:03.837696 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c7fe03e3-d51e-4dc0-8c58-b722609017ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17ff8e644ea4430e824efc4de4affa77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5325174 Feb 04 15:33:03.843099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54928) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:03.846457 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-88250c90-fb7c-44fc-a831-f8bfd91186a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6808689 Feb 04 15:33:03.862254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Made reservation on behalf of 4213da738ffd4f85b6792919883c01d4 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:03.866734 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.903895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a53217-7ba9-41f2-857d-eccb758868ab req-84b8b700-f0dc-4d93-9a5a-8cc723905646 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:03.905858 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-10a53217-7ba9-41f2-857d-eccb758868ab req-84b8b700-f0dc-4d93-9a5a-8cc723905646 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.5778558 Feb 04 15:33:03.920699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87c126-2b73-4a75-982e-92955ad7efb3 req-51932d3a-d2fa-4670-86db-e761c56bc445 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:03.927373 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e87c126-2b73-4a75-982e-92955ad7efb3 req-51932d3a-d2fa-4670-86db-e761c56bc445 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 944 time: 0.1433282 Feb 04 15:33:03.962189 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d93c5-27d8-4345-97ed-904d68c15fe7 req-ff0efe5f-ac96-4a9a-8950-d810edbfca5b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:03.963696 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce4d93c5-27d8-4345-97ed-904d68c15fe7 req-ff0efe5f-ac96-4a9a-8950-d810edbfca5b tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 949 time: 0.1343675 Feb 04 15:33:04.007818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e87c126-2b73-4a75-982e-92955ad7efb3 req-69b7a584-d49b-460a-9dcc-a0c7ae357817 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794940 Feb 04 15:33:04.031008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce4d93c5-27d8-4345-97ed-904d68c15fe7 req-e5686b18-deae-4f68-9d94-ed280b7f0309 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593705 Feb 04 15:33:04.175624 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-10a53217-7ba9-41f2-857d-eccb758868ab req-1ec8c6e6-5df2-4170-84a1-dcd00ddec012 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33c0710a-647c-4004-b94a-45a5fdd1528a HTTP/1.1" status: 200 len: 217 time: 0.2487123 Feb 04 15:33:04.185427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54934) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:04.191670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8dc9620f-6d28-4d23-a419-4f0b54794252 req-864a60cd-8e03-4ddd-a3fd-03bda30e066f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 210 time: 0.0476601 Feb 04 15:33:04.218172 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffc60f01-031a-47a8-926c-d5bece6b75ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:04.249998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ffc60f01-031a-47a8-926c-d5bece6b75ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:04.253903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ffc60f01-031a-47a8-926c-d5bece6b75ed admin admin] Usage tracker for resource:security_group_rule and tenant:1ad177a0f81b48458c24dff8a303fb16 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:04.256708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ffc60f01-031a-47a8-926c-d5bece6b75ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:04.262282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ffc60f01-031a-47a8-926c-d5bece6b75ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:04.331302 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffc60f01-031a-47a8-926c-d5bece6b75ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:04.336650 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffc60f01-031a-47a8-926c-d5bece6b75ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:04.387828 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38223cb5-fd94-4663-9a35-bc74571e1903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:04.390178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a53217-7ba9-41f2-857d-eccb758868ab req-5125a134-9f31-4a14-89ea-92f2ec949263 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:04.391645 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-10a53217-7ba9-41f2-857d-eccb758868ab req-5125a134-9f31-4a14-89ea-92f2ec949263 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.1954169 Feb 04 15:33:04.393836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc60f01-031a-47a8-926c-d5bece6b75ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49331289-737d-4cb1-be21-08ded01a26e3,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:04.403359 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ffc60f01-031a-47a8-926c-d5bece6b75ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ad177a0f81b48458c24dff8a303fb16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2145131 Feb 04 15:33:04.403572 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-a691ac20-988a-4e12-ab6e-c7fbf45a399a service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238786 Feb 04 15:33:04.403691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54940) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:04.524713 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55b992c1-db5a-4e3a-a863-d63191665328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:04.559484 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55b992c1-db5a-4e3a-a863-d63191665328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:04.575338 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554fe83-5ca0-4e01-a51b-1a611eb0ff99 req-b58c77cb-f68c-4849-9fdb-f506d0a6d4c9 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:04.576882 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0554fe83-5ca0-4e01-a51b-1a611eb0ff99 req-b58c77cb-f68c-4849-9fdb-f506d0a6d4c9 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 943 time: 0.1426599 Feb 04 15:33:04.649838 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0554fe83-5ca0-4e01-a51b-1a611eb0ff99 req-5f08f70f-8e2b-4407-9670-d6e007647125 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628123 Feb 04 15:33:04.663851 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55b992c1-db5a-4e3a-a863-d63191665328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:04.681258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b992c1-db5a-4e3a-a863-d63191665328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49331289-737d-4cb1-be21-08ded01a26e3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:04.684578 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55b992c1-db5a-4e3a-a863-d63191665328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:04.688008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-55b992c1-db5a-4e3a-a863-d63191665328 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49331289-737d-4cb1-be21-08ded01a26e3 HTTP/1.1" status: 204 len: 168 time: 0.2811658 Feb 04 15:33:04.721343 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-10a53217-7ba9-41f2-857d-eccb758868ab req-7ad811d0-7986-4961-b8ba-38409326adeb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2841048 Feb 04 15:33:04.723060 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38223cb5-fd94-4663-9a35-bc74571e1903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:04.774561 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-1c1b1c3e-50cc-441b-84b2-7833ed96c78f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:33:04.842999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Allocated IP 192.168.233.228 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/774c45d8-a15a-418b-b584-dc7384d16675) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:04.896310 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1194f05-134a-4ee4-86a3-9db1c29b3993 req-9b2345c4-1c5d-45e0-8822-dc6d3cb21ed7 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:04.897814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1194f05-134a-4ee4-86a3-9db1c29b3993 req-9b2345c4-1c5d-45e0-8822-dc6d3cb21ed7 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.0835962 Feb 04 15:33:04.949604 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1194f05-134a-4ee4-86a3-9db1c29b3993 req-72bb42a6-af58-47fa-8d70-6b24aae071c0 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453982 Feb 04 15:33:05.054690 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1c3e-50cc-441b-84b2-7833ed96c78f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.092119 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-a1e89301-d90b-42f2-b026-b67eacfe001b service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846251 Feb 04 15:33:05.092699 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1c3e-50cc-441b-84b2-7833ed96c78f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.220535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38223cb5-fd94-4663-9a35-bc74571e1903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.237025 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-10a53217-7ba9-41f2-857d-eccb758868ab req-456830f8-0079-46d1-8fe7-918f9dccba03 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914865 Feb 04 15:33:05.259630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660738d5-82fb-4766-9db7-86e0f296c551 req-9ffe9912-5e3a-43e9-ae44-0741ba24b856 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:05.264121 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-660738d5-82fb-4766-9db7-86e0f296c551 req-9ffe9912-5e3a-43e9-ae44-0741ba24b856 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 944 time: 0.1151717 Feb 04 15:33:05.326701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38223cb5-fd94-4663-9a35-bc74571e1903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fb7972-c2da-49f6-ab14-48669a8fc5f6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:05.352263 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-660738d5-82fb-4766-9db7-86e0f296c551 req-976ba5ab-cc37-456c-a794-f78c5a66adc9 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809536 Feb 04 15:33:05.476239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c432e-d070-4bd0-b0a1-f8878995bdd7 req-c330552e-b011-4bab-ad86-44139dc4b36c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:05.478668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff2c432e-d070-4bd0-b0a1-f8878995bdd7 req-c330552e-b011-4bab-ad86-44139dc4b36c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 949 time: 0.1241622 Feb 04 15:33:05.479863 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38223cb5-fd94-4663-9a35-bc74571e1903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.483490 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-38223cb5-fd94-4663-9a35-bc74571e1903 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0fb7972-c2da-49f6-ab14-48669a8fc5f6 HTTP/1.1" status: 204 len: 168 time: 1.6337278 Feb 04 15:33:05.533369 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 53557c9f-fac4-458c-812b-6523811b8324 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:05.541894 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff2c432e-d070-4bd0-b0a1-f8878995bdd7 req-62f2adb7-7c2a-4f89-b376-143a72f108bb tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568545 Feb 04 15:33:05.597914 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.607404 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d545ce9-3922-4298-8ee1-5f02e2cd00a5 req-ed904c73-0ea2-4082-887d-5a74b946397a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 210 time: 0.0553429 Feb 04 15:33:05.682558 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-10a53217-7ba9-41f2-857d-eccb758868ab req-4235ef2c-80b0-42ae-8a75-05c0835b02d4 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861492 Feb 04 15:33:05.701566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Transition to ACTIVE for port object 774c45d8-a15a-418b-b584-dc7384d16675 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:05.717333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 53557c9f-fac4-458c-812b-6523811b8324 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:05.722541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 53557c9f-fac4-458c-812b-6523811b8324 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:05.723089 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.759414 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.790368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['25700593-2482-43e3-aba7-b1bdaac4847e', '62f3a7e4-bf90-47a1-be03-408c820e66b8', '68de3e79-d1f5-4e87-b1f8-04028d138426'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:05.827637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66', '7625cd05-1b68-4c91-b899-cc3529b5dc60', '599ac129-b2b4-4720-ae0f-47e597756eef', 'f2063083-2755-41fc-9a22-a1a55c113186'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:05.857861 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-1c1b1c3e-50cc-441b-84b2-7833ed96c78f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Floating IP 25fb18b6-0c2d-439f-9fd9-722c4b97bba8 associated. External IP: 172.25.0.42, port: d857e714-2bf7-4e58-9ef6-bc49f645a872. Feb 04 15:33:06.026510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:06.039957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:06.046300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:33:06.110416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766fbb8-b6da-4996-b1d4-f80055ff140e req-9386c822-b836-4baf-9306-6b3b1bc62657 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:06.112370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0766fbb8-b6da-4996-b1d4-f80055ff140e req-9386c822-b836-4baf-9306-6b3b1bc62657 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 943 time: 0.2068732 Feb 04 15:33:06.190405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event updated for resources: {'Port': ['ID=774c45d8-a15a-418b-b584-dc7384d16675,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:06.277767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:06.278733 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:06.352941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0766fbb8-b6da-4996-b1d4-f80055ff140e req-028117f8-27e0-4131-8abe-628287242999 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344904 Feb 04 15:33:06.428086 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-9a95a8e4-b802-4d89-b3c9-4d6b69cddc71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5851099 Feb 04 15:33:06.431315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144071-76b2-41a0-be03-8bcfefcd00ac req-0adbe345-427f-49e9-9afc-fbf2019cc4f5 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:06.433050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08144071-76b2-41a0-be03-8bcfefcd00ac req-0adbe345-427f-49e9-9afc-fbf2019cc4f5 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.2200911 Feb 04 15:33:06.450428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Request body: {'port': {'device_id': '5d4ba2fc-bac6-4326-9efc-0e55da0c75a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:06.489831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08144071-76b2-41a0-be03-8bcfefcd00ac req-d16e613f-1026-45de-99b0-93c625611bab tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511191 Feb 04 15:33:06.497710 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:06.542824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a2061-232b-43ed-99cb-52ce5aa258f7 req-f08a4fa4-0626-4b4f-9808-efe5d2583302 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:06.543606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-401a2061-232b-43ed-99cb-52ce5aa258f7 req-f08a4fa4-0626-4b4f-9808-efe5d2583302 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Synchronizing usage tracker for tenant:495eb85f234247e28c499ffacaae7ea3 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:06.621617 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fe987234-6f52-4821-89cd-98e6b2092dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:06.632545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4cd850-55d7-4123-b68b-87c248a2e77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53557c9f-fac4-458c-812b-6523811b8324'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:06.636781 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7e7d8481-9693-496f-8773-422a56eb5c6d None None] Provisioning for port 774c45d8-a15a-418b-b584-dc7384d16675 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:06.654741 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7e7d8481-9693-496f-8773-422a56eb5c6d None None] Provisioning complete for port 774c45d8-a15a-418b-b584-dc7384d16675 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:06.655110 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7e7d8481-9693-496f-8773-422a56eb5c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:06.705644 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=53557c9f-fac4-458c-812b-6523811b8324,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:06.741763 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:06.774705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dc1ef-3a59-4198-b076-5e91a29ca1d1 req-58459f98-09f3-4681-9675-719a34bfef74 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:06.776253 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd2dc1ef-3a59-4198-b076-5e91a29ca1d1 req-58459f98-09f3-4681-9675-719a34bfef74 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 944 time: 0.1623871 Feb 04 15:33:06.865440 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7e7d8481-9693-496f-8773-422a56eb5c6d None None] Port 774c45d8-a15a-418b-b584-dc7384d16675 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:33:06.932482 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=53557c9f-fac4-458c-812b-6523811b8324,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:06.965915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-401a2061-232b-43ed-99cb-52ce5aa258f7 req-f08a4fa4-0626-4b4f-9808-efe5d2583302 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Unset dirty status for tenant:495eb85f234247e28c499ffacaae7ea3 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:06.967742 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-401a2061-232b-43ed-99cb-52ce5aa258f7 req-f08a4fa4-0626-4b4f-9808-efe5d2583302 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 949 time: 0.9335713 Feb 04 15:33:07.024122 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd2dc1ef-3a59-4198-b076-5e91a29ca1d1 req-8deb73ee-5049-4427-8855-111df264984a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352064 Feb 04 15:33:07.044949 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.067403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf15b81-f3af-4f74-b8ec-6d2d9c4d2c57 req-526d71a7-38bd-4fe5-961e-1fe967bd1e4f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:07.070109 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdf15b81-f3af-4f74-b8ec-6d2d9c4d2c57 req-526d71a7-38bd-4fe5-961e-1fe967bd1e4f tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 949 time: 0.2354352 Feb 04 15:33:07.128612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55010) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:07.190711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-401a2061-232b-43ed-99cb-52ce5aa258f7 req-1fb04bf3-ef2c-4e66-ba29-d6464740e2aa tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Deleting port c99d6a16-b538-44e1-ba5f-b056f9c56d74 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:33:07.191399 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-401a2061-232b-43ed-99cb-52ce5aa258f7 req-1fb04bf3-ef2c-4e66-ba29-d6464740e2aa tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.215770 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdf15b81-f3af-4f74-b8ec-6d2d9c4d2c57 req-2221646f-5847-472c-93b4-b7da7f8fb2fa tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390662 Feb 04 15:33:07.237455 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4cd850-55d7-4123-b68b-87c248a2e77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53557c9f-fac4-458c-812b-6523811b8324', 'code': 200} Feb 04 15:33:07.352678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1179464435-network', 'tenant_id': 'c0388bc5937e45cb9ba0c1d62078840d'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:07.361374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:07.373397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Usage tracker for resource:network and tenant:c0388bc5937e45cb9ba0c1d62078840d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:07.377307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:07.384717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:07.403783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Made reservation on behalf of c0388bc5937e45cb9ba0c1d62078840d for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:07.408826 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.535767 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.638994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:07.647368 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Usage tracker for resource:security_group_rule and tenant:c0388bc5937e45cb9ba0c1d62078840d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:07.660989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:07.673934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:07.686902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1abc8-2f35-41f2-b222-eea45b2cd61d req-854f58c4-2210-4240-89d8-777f8d068313 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:07.688395 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9d1abc8-2f35-41f2-b222-eea45b2cd61d req-854f58c4-2210-4240-89d8-777f8d068313 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 936 time: 0.2671683 Feb 04 15:33:07.753635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc5e2f-2993-434c-a932-b9f65d4d1e93 req-92b6abc0-b066-444d-b6e9-508439f76ac5 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:07.755105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4bc5e2f-2993-434c-a932-b9f65d4d1e93 req-92b6abc0-b066-444d-b6e9-508439f76ac5 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 943 time: 0.1841617 Feb 04 15:33:07.807005 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9d1abc8-2f35-41f2-b222-eea45b2cd61d req-e40519eb-eb4c-4d9b-bb6f-a50527370009 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111557 Feb 04 15:33:07.822090 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f18732b5-f016-4bc5-92a2-c48f1d18af4e req-8ff7ae69-4d8a-49a2-bbd4-b2534ee99614 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 1096 time: 0.4783986 Feb 04 15:33:07.866596 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.871588 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4bc5e2f-2993-434c-a932-b9f65d4d1e93 req-f31a3fa2-2f25-4ee3-b222-a8eda5c647e4 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052935 Feb 04 15:33:07.874123 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.889497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:33:07.901061 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.901408 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Added segment 24d048b1-4de8-40b1-af33-f77f2e66543e of type vlan for network f9d84621-e367-44d7-8b36-64c5e4a944dd Feb 04 15:33:07.986107 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.999905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bb23e9-0fe1-46b8-a6b8-1e193b8af29d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:08.004035 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-401a2061-232b-43ed-99cb-52ce5aa258f7 req-1fb04bf3-ef2c-4e66-ba29-d6464740e2aa tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] For port c99d6a16-b538-44e1-ba5f-b056f9c56d74, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c99d6a16-b538-44e1-ba5f-b056f9c56d74,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:08.004557 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-401a2061-232b-43ed-99cb-52ce5aa258f7 req-1fb04bf3-ef2c-4e66-ba29-d6464740e2aa tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.151261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-401a2061-232b-43ed-99cb-52ce5aa258f7 req-1fb04bf3-ef2c-4e66-ba29-d6464740e2aa tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Calling delete_port for c99d6a16-b538-44e1-ba5f-b056f9c56d74 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:33:08.183256 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f18732b5-f016-4bc5-92a2-c48f1d18af4e req-baf9cda2-6c57-416c-8c15-e22fbf7bbc79 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502266 Feb 04 15:33:08.195831 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:33:08.204633 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.205504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:08.206120 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.307833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774c45d8-a15a-418b-b584-dc7384d16675 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:08.317183 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.339811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Transition to ACTIVE for port object 774c45d8-a15a-418b-b584-dc7384d16675 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:08.359377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775e1b-6ab9-433e-8b3b-73c9c7c12c68 req-278d7f17-881a-464a-a5f3-b2c9292b2954 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:08.360854 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae775e1b-6ab9-433e-8b3b-73c9c7c12c68 req-278d7f17-881a-464a-a5f3-b2c9292b2954 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.3428240 Feb 04 15:33:08.365777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] Pushing event updated for resources: {'Network': ['ID=f9d84621-e367-44d7-8b36-64c5e4a944dd,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:08.379496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network f9d84621-e367-44d7-8b36-64c5e4a944dd details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:33:08.387786 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.390410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e9aab718-e886-45ca-b999-cc01369c704a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2595472 Feb 04 15:33:08.391061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55038) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:08.407504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] Request body: {'subnet': {'network_id': 'f9d84621-e367-44d7-8b36-64c5e4a944dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1179464435-subnet', 'tenant_id': 'c0388bc5937e45cb9ba0c1d62078840d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:08.421811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:08.433620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] Usage tracker for resource:subnet and tenant:c0388bc5937e45cb9ba0c1d62078840d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:08.437893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:08.448691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:08.459268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 4e50b019-3065-4a26-92a4-55220edafa8b details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:08.467146 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae775e1b-6ab9-433e-8b3b-73c9c7c12c68 req-275c3f30-214b-49ee-bd3a-271ba5f050bc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970852 Feb 04 15:33:08.469731 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1b1c3e-50cc-441b-84b2-7833ed96c78f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:33:08.470530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] Made reservation on behalf of c0388bc5937e45cb9ba0c1d62078840d for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:08.472917 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.561595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20992c66-c8ac-4f8f-8226-dea1c65522a0 req-cf3a96ee-15a3-48ac-83eb-5c99b151f2c0 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:08.562990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20992c66-c8ac-4f8f-8226-dea1c65522a0 req-cf3a96ee-15a3-48ac-83eb-5c99b151f2c0 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 945 time: 0.2817583 Feb 04 15:33:08.572971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Pushing event updated for resources: {'Port': ['ID=774c45d8-a15a-418b-b584-dc7384d16675,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:08.591654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:08.592035 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:08.592346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:08.592690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:08.593023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:08.593621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:08.593943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:08.594270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:08.594595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:08.594920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:08.595371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:08.681437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=4e50b019-3065-4a26-92a4-55220edafa8b,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:08.706780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20992c66-c8ac-4f8f-8226-dea1c65522a0 req-e3e42b95-baf5-477f-8a19-133a311a53d7 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289203 Feb 04 15:33:08.722114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '4e50b019-3065-4a26-92a4-55220edafa8b', 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810', 'port_id': '4e50b019-3065-4a26-92a4-55220edafa8b', 'mac_address': 'fa:16:3e:8d:65:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e65648f-2a98-4db0-8d3e-3d1fb81866e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:33:08.760974 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-401a2061-232b-43ed-99cb-52ce5aa258f7 req-1fb04bf3-ef2c-4e66-ba29-d6464740e2aa tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.836626 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.939017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3fd178ab-21e4-40d1-b818-ca031a04e0c4 req-029046d1-d3b5-4dbc-8fee-9a3e72246ad4 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 210 time: 0.0935843 Feb 04 15:33:08.952189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['c99d6a16-b538-44e1-ba5f-b056f9c56d74', '94cfe216-5a98-4d6c-8919-30c5c86a5d5f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:08.952774 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.024992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e50b019-3065-4a26-92a4-55220edafa8b {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:09.125528 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=4e50b019-3065-4a26-92a4-55220edafa8b,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:09.129340 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dd34d338-6d0f-4625-9fcf-a7f704a4db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.134640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb04bf3-ef2c-4e66-ba29-d6464740e2aa tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Pushing event deleted for resources: {'Port': ['ID=c99d6a16-b538-44e1-ba5f-b056f9c56d74,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:09.144398 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.169427 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Attempting to bind port 774c45d8-a15a-418b-b584-dc7384d16675 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:09.170125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Attempting to bind port 774c45d8-a15a-418b-b584-dc7384d16675 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:09.170619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Attempting to bind port 774c45d8-a15a-418b-b584-dc7384d16675 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:09.238982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55050) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:09.247698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7612e23-0374-4248-99e5-f909ddd7e3b3,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:09.268135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-401a2061-232b-43ed-99cb-52ce5aa258f7 req-1fb04bf3-ef2c-4e66-ba29-d6464740e2aa tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] No DVR routers for this DVR port c99d6a16-b538-44e1-ba5f-b056f9c56d74 on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:09.269976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] Checking segment: {'id': '24d048b1-4de8-40b1-af33-f77f2e66543e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f9d84621-e367-44d7-8b36-64c5e4a944dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:09.270332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] Network hostable DHCP agents. Network: f9d84621-e367-44d7-8b36-64c5e4a944dd, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:33:09.272741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Port 774c45d8-a15a-418b-b584-dc7384d16675 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:33:09.273680 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Attempting to bind port 774c45d8-a15a-418b-b584-dc7384d16675 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:09.277197 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-401a2061-232b-43ed-99cb-52ce5aa258f7 req-1fb04bf3-ef2c-4e66-ba29-d6464740e2aa tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.280976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0c4bab-3557-4fea-9d4c-c6acdeee4d54', 'name': 'network-vif-deleted', 'tag': 'c99d6a16-b538-44e1-ba5f-b056f9c56d74'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:09.313616 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['36c084a6-449d-4fa4-92dd-abd520f0a0a0'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:09.344323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01b055-2eb4-4b5e-ad54-d09e4f0aee04 req-c7be85ce-d0d3-4cb1-a944-78d71dc6dd54 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:09.345406 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb01b055-2eb4-4b5e-ad54-d09e4f0aee04 req-c7be85ce-d0d3-4cb1-a944-78d71dc6dd54 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 948 time: 0.2421825 Feb 04 15:33:09.353070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b9493-3c65-4359-86be-8ac5a687cef0 req-a7bfccf5-c0fa-4e0f-b031-8e9bda0d6bbb tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:09.354516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-048b9493-3c65-4359-86be-8ac5a687cef0 req-a7bfccf5-c0fa-4e0f-b031-8e9bda0d6bbb tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 944 time: 0.1716366 Feb 04 15:33:09.357539 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] Network f9d84621-e367-44d7-8b36-64c5e4a944dd is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:33:09.377460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:33:09.378430 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:09.379139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:33:09.379861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Bound port: 774c45d8-a15a-418b-b584-dc7384d16675, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:09.380503 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.383620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=4e50b019-3065-4a26-92a4-55220edafa8b,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:09.411169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, f9d84621-e367-44d7-8b36-64c5e4a944dd) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:09.414819 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-401a2061-232b-43ed-99cb-52ce5aa258f7 req-1fb04bf3-ef2c-4e66-ba29-d6464740e2aa tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.73 "DELETE /v2.0/ports/c99d6a16-b538-44e1-ba5f-b056f9c56d74 HTTP/1.1" status: 204 len: 173 time: 2.4369626 Feb 04 15:33:09.427857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:09.428688 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.434421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a77b94-c1ee-493f-b72f-c1b928dd2cca None None] Network f9d84621-e367-44d7-8b36-64c5e4a944dd requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:33:09.453519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb01b055-2eb4-4b5e-ad54-d09e4f0aee04 req-b67bcfde-d4e5-4e2d-b0c4-b6ba850e12ad tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979462 Feb 04 15:33:09.476429 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-048b9493-3c65-4359-86be-8ac5a687cef0 req-41e4ba8a-e202-48f8-b332-ad561996a477 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027782 Feb 04 15:33:09.489042 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3b7ec5ff-30cc-4262-bcb4-83458f6db524 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0939496 Feb 04 15:33:09.567524 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4862b5de-a27d-4b40-ae7a-02a344e14c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.636110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4862b5de-a27d-4b40-ae7a-02a344e14c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:09.647688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4862b5de-a27d-4b40-ae7a-02a344e14c4d admin admin] Usage tracker for resource:security_group_rule and tenant:7d8cfbe6a16544e3bd26b4ebf2227954 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:09.663970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4862b5de-a27d-4b40-ae7a-02a344e14c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:09.668829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] For port 774c45d8-a15a-418b-b584-dc7384d16675, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:09.686771 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4862b5de-a27d-4b40-ae7a-02a344e14c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:09.687749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] For port 774c45d8-a15a-418b-b584-dc7384d16675, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=774c45d8-a15a-418b-b584-dc7384d16675,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:09.693766 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0c4bab-3557-4fea-9d4c-c6acdeee4d54', 'name': 'network-vif-deleted', 'tag': 'c99d6a16-b538-44e1-ba5f-b056f9c56d74', 'status': 'completed', 'code': 200} Feb 04 15:33:09.703211 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.829196 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.830596 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] 10.222.0.81 "PUT /v2.0/ports/774c45d8-a15a-418b-b584-dc7384d16675 HTTP/1.1" status: 200 len: 1096 time: 3.3849082 Feb 04 15:33:09.847616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1b1c3e-50cc-441b-84b2-7833ed96c78f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:33:09.854297 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['4e50b019-3065-4a26-92a4-55220edafa8b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:09.855892 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1c3e-50cc-441b-84b2-7833ed96c78f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.883695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d0267-04a8-405b-ac61-10847c193764 service neutron] Pushing event updated for resources: {'Port': ['ID=774c45d8-a15a-418b-b584-dc7384d16675,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:09.900366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c76be-fc12-40bb-9bf4-f616bf96a6df req-b1d56aa1-fd06-471e-8a92-7bcdee513fe4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:09.902021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af9c76be-fc12-40bb-9bf4-f616bf96a6df req-b1d56aa1-fd06-471e-8a92-7bcdee513fe4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.1786869 Feb 04 15:33:09.903964 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4862b5de-a27d-4b40-ae7a-02a344e14c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.922149 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4862b5de-a27d-4b40-ae7a-02a344e14c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.986601 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6605511-c1f0-4c66-bce9-5e019e6c1b7f None None] Sync routers for ids ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:33:10.026254 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4862b5de-a27d-4b40-ae7a-02a344e14c4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d8cfbe6a16544e3bd26b4ebf2227954&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7799079 Feb 04 15:33:10.027622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862b5de-a27d-4b40-ae7a-02a344e14c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047b0ae7-757f-4fa8-be83-56f34be9e499,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:10.033568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55070) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:10.055354 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1c1b1c3e-50cc-441b-84b2-7833ed96c78f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "PUT /v2.0/floatingips/25fb18b6-0c2d-439f-9fd9-722c4b97bba8 HTTP/1.1" status: 200 len: 990 time: 8.4034483 Feb 04 15:33:10.076217 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af9c76be-fc12-40bb-9bf4-f616bf96a6df req-a307129b-c1ca-4fe5-af30-929f39e1015f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588721 Feb 04 15:33:10.130068 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-3ae4f36b-e973-4e84-960b-dcb9ef60adce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 1099 time: 0.1970403 Feb 04 15:33:10.189138 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-4d907ebc-6f94-456f-ad16-4836132da44f req-c1c40385-b1be-49b3-9eec-0845f0ed5227 tempest-SecurityGroupsNegativeTestJSON-1924628036 tempest-SecurityGroupsNegativeTestJSON-1924628036-project] show failed (client error): The resource could not be found. Feb 04 15:33:10.208478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d907ebc-6f94-456f-ad16-4836132da44f req-c1c40385-b1be-49b3-9eec-0845f0ed5227 tempest-SecurityGroupsNegativeTestJSON-1924628036 tempest-SecurityGroupsNegativeTestJSON-1924628036-project] 10.222.0.60 "GET /v2.0/security-groups/b13a9c3c-17ec-4879-961d-b4b4b832e675 HTTP/1.1" status: 404 len: 352 time: 0.0799580 Feb 04 15:33:10.269172 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.282298 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40d4ae2c-7be5-413e-912e-2a434e58f577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.339541 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.340595 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-fb7fc272-8e17-4273-a18c-9a7006b86ce1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=774c45d8-a15a-418b-b584-dc7384d16675 HTTP/1.1" status: 200 len: 217 time: 0.1859620 Feb 04 15:33:10.348823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6605511-c1f0-4c66-bce9-5e019e6c1b7f None None] Routers {'c495f2e2-8ab1-46fa-9c41-85f808bb42b8'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:33:10.349460 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e6605511-c1f0-4c66-bce9-5e019e6c1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:33:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:10.432957 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c99d6a16-b538-44e1-ba5f-b056f9c56d74 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:33:10.439802 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40d4ae2c-7be5-413e-912e-2a434e58f577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.445952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-af7c9169-6b9f-4da8-b723-fcc9f67e55a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.448372 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-af7c9169-6b9f-4da8-b723-fcc9f67e55a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0914979 Feb 04 15:33:10.521486 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: c99d6a16-b538-44e1-ba5f-b056f9c56d74 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:33:10.522245 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c99d6a16-b538-44e1-ba5f-b056f9c56d74 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:33:10.540009 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-834f0e0e-41e2-454b-8a31-710071e36ec9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0834713 Feb 04 15:33:10.554222 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301e114-e535-4560-b1aa-6e2c453eec60 req-944abd56-e551-47d9-9823-f61664c21887 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.556192 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7301e114-e535-4560-b1aa-6e2c453eec60 req-944abd56-e551-47d9-9823-f61664c21887 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 945 time: 0.2521377 Feb 04 15:33:10.558337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-888e84a1-ba45-48e9-8fc3-29f83cdaa8c3 req-84a3f343-09de-4f14-b1ab-1c27874966cd tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa0c4bab-3557-4fea-9d4c-c6acdeee4d54 HTTP/1.1" status: 200 len: 210 time: 0.0766306 Feb 04 15:33:10.563137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffc02cd-7938-4314-9de3-eae21afb7e0e None None] Network f9d84621-e367-44d7-8b36-64c5e4a944dd requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:33:10.616684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7301e114-e535-4560-b1aa-6e2c453eec60 req-66431f6c-929a-442c-8e7d-f42630d224d0 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525110 Feb 04 15:33:10.621701 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40d4ae2c-7be5-413e-912e-2a434e58f577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.648274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4ae2c-7be5-413e-912e-2a434e58f577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047b0ae7-757f-4fa8-be83-56f34be9e499,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:10.659732 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40d4ae2c-7be5-413e-912e-2a434e58f577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.659732 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-40d4ae2c-7be5-413e-912e-2a434e58f577 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/047b0ae7-757f-4fa8-be83-56f34be9e499 HTTP/1.1" status: 204 len: 168 time: 0.6178124 Feb 04 15:33:10.797706 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-e2b25ece-aa26-4560-81be-b3eb04b88146 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511399 Feb 04 15:33:10.890724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68640c65-ddd0-40c4-aa8e-3419a39d7927 req-9ece26ca-64a4-4c00-bdba-085765125a40 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.895125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68640c65-ddd0-40c4-aa8e-3419a39d7927 req-9ece26ca-64a4-4c00-bdba-085765125a40 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.895804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-e6605511-c1f0-4c66-bce9-5e019e6c1b7f None None] Set router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:33:10.900773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68640c65-ddd0-40c4-aa8e-3419a39d7927 req-9ece26ca-64a4-4c00-bdba-085765125a40 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.904927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68640c65-ddd0-40c4-aa8e-3419a39d7927 req-9ece26ca-64a4-4c00-bdba-085765125a40 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.909557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68640c65-ddd0-40c4-aa8e-3419a39d7927 req-9ece26ca-64a4-4c00-bdba-085765125a40 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.914366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68640c65-ddd0-40c4-aa8e-3419a39d7927 req-9ece26ca-64a4-4c00-bdba-085765125a40 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.933454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68640c65-ddd0-40c4-aa8e-3419a39d7927 req-9ece26ca-64a4-4c00-bdba-085765125a40 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.950875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68640c65-ddd0-40c4-aa8e-3419a39d7927 req-9ece26ca-64a4-4c00-bdba-085765125a40 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.2045381 Feb 04 15:33:10.969277 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-25b80d3f-cc5d-4eb7-8901-7bf4cc2212a2 req-05fb72b8-8716-4dd8-9aaf-610e03d7ec38 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628356 Feb 04 15:33:11.059482 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68640c65-ddd0-40c4-aa8e-3419a39d7927 req-dc05782f-5c6e-4234-8a1a-8ab08821e6f0 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076570 Feb 04 15:33:11.078021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb91bef-8d42-4911-9f2c-d7da14874134 req-28be47bc-d282-4492-9c83-2d56e2f6160f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:11.079066 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bb91bef-8d42-4911-9f2c-d7da14874134 req-28be47bc-d282-4492-9c83-2d56e2f6160f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 948 time: 0.1261907 Feb 04 15:33:11.143012 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bb91bef-8d42-4911-9f2c-d7da14874134 req-3e07554b-a9fb-4c30-ad63-f8637cdb6980 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563834 Feb 04 15:33:11.150177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55090) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:11.171605 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-92f35967-e279-4468-ad18-cb7cc80a3098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.230432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-92f35967-e279-4468-ad18-cb7cc80a3098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:11.235198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-92f35967-e279-4468-ad18-cb7cc80a3098 admin admin] Usage tracker for resource:security_group_rule and tenant:e1cc0a8cd1114d889dc5ee08d7353a21 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:11.245661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-92f35967-e279-4468-ad18-cb7cc80a3098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:11.282338 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.289380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-92f35967-e279-4468-ad18-cb7cc80a3098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:11.304880 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.327966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b9b5ae83-bf4f-4c15-a650-812ea273d929 req-c39ed185-76a6-4bb9-acea-5db12d215f80 tempest-SecurityGroupsNegativeTestJSON-1924628036 tempest-SecurityGroupsNegativeTestJSON-1924628036-project] Synchronizing usage tracker for tenant:c0388bc5937e45cb9ba0c1d62078840d on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:11.391462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e6605511-c1f0-4c66-bce9-5e019e6c1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:13Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'gw_port': {'id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:14Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '25fb18b6-0c2d-439f-9fd9-722c4b97bba8', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'port_id': 'd857e714-2bf7-4e58-9ef6-bc49f645a872', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'mac_address': 'fa:16:3e:61:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:30:31Z', 'updated_at': '2022-02-04T15:33:04Z', 'revision_number': 1, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b591db8-ceba-45ef-b194-e518e95d421e', 'name': '', 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'mac_address': 'fa:16:3e:7b:78:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24b16b27-6096-410b-9c85-98ba313d8301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:19Z', 'updated_at': '2022-02-04T15:29:33Z', 'revision_number': 5, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'subnets': [{'id': '24b16b27-6096-410b-9c85-98ba313d8301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:11.395492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6605511-c1f0-4c66-bce9-5e019e6c1b7f None None] Checking router: c495f2e2-8ab1-46fa-9c41-85f808bb42b8 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:33:11.407471 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6605511-c1f0-4c66-bce9-5e019e6c1b7f None None] Routers {'c495f2e2-8ab1-46fa-9c41-85f808bb42b8'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:33:11.408088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e6605511-c1f0-4c66-bce9-5e019e6c1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:33:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:11.464143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b9b5ae83-bf4f-4c15-a650-812ea273d929 req-c39ed185-76a6-4bb9-acea-5db12d215f80 tempest-SecurityGroupsNegativeTestJSON-1924628036 tempest-SecurityGroupsNegativeTestJSON-1924628036-project] Unset dirty status for tenant:c0388bc5937e45cb9ba0c1d62078840d on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:11.464750 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9b5ae83-bf4f-4c15-a650-812ea273d929 req-c39ed185-76a6-4bb9-acea-5db12d215f80 tempest-SecurityGroupsNegativeTestJSON-1924628036 tempest-SecurityGroupsNegativeTestJSON-1924628036-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0388bc5937e45cb9ba0c1d62078840d HTTP/1.1" status: 200 len: 2652 time: 0.2636662 Feb 04 15:33:11.509763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d34d-99e1-4004-b3d5-90facc06fbae req-cdc480b3-709e-4e17-9a70-eab2d56b3c95 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:11.511140 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2973d34d-99e1-4004-b3d5-90facc06fbae req-cdc480b3-709e-4e17-9a70-eab2d56b3c95 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 944 time: 0.2666845 Feb 04 15:33:11.571454 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-92f35967-e279-4468-ad18-cb7cc80a3098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.587221 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-92f35967-e279-4468-ad18-cb7cc80a3098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.633552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9b5ae83-bf4f-4c15-a650-812ea273d929 req-f6ee09e4-f7c0-4bb5-a4bb-ea01ff604358 tempest-SecurityGroupsNegativeTestJSON-1924628036 tempest-SecurityGroupsNegativeTestJSON-1924628036-project] 10.222.0.60 "GET /v2.0/security-groups/e2bb23e9-0fe1-46b8-a6b8-1e193b8af29d HTTP/1.1" status: 200 len: 2649 time: 0.1574254 Feb 04 15:33:11.638963 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2973d34d-99e1-4004-b3d5-90facc06fbae req-d5406871-f119-4bf1-9005-5e34b60c651a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192324 Feb 04 15:33:11.653365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-e6605511-c1f0-4c66-bce9-5e019e6c1b7f None None] Set router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:33:11.667562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f35967-e279-4468-ad18-cb7cc80a3098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c18f07-b30d-443c-a439-b1155aa9d394,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:11.677322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-92f35967-e279-4468-ad18-cb7cc80a3098 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1cc0a8cd1114d889dc5ee08d7353a21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5260980 Feb 04 15:33:11.680740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55098) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:11.698963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4ba2fc-bac6-4326-9efc-0e55da0c75a5', 'tag': '774c45d8-a15a-418b-b584-dc7384d16675'}, {'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': 'd857e714-2bf7-4e58-9ef6-bc49f645a872'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:11.720854 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9b5ae83-bf4f-4c15-a650-812ea273d929 req-f94b859a-8c58-4b2a-90e0-5971a64c2f53 tempest-SecurityGroupsNegativeTestJSON-1924628036 tempest-SecurityGroupsNegativeTestJSON-1924628036-project] 10.222.0.60 "GET /v2.0/security-groups/e2bb23e9-0fe1-46b8-a6b8-1e193b8af29d HTTP/1.1" status: 200 len: 2649 time: 0.0809224 Feb 04 15:33:11.793887 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c31d1b05-af67-451c-85c6-6b5cb8166d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.822619 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c31d1b05-af67-451c-85c6-6b5cb8166d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.851071 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:33:11.903736 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c31d1b05-af67-451c-85c6-6b5cb8166d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.914011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddb571-26e2-4c09-942f-3fc2b6dcdbed req-de730f86-0816-47c9-af07-25b5885d8c55 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:11.922629 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3ddb571-26e2-4c09-942f-3fc2b6dcdbed req-de730f86-0816-47c9-af07-25b5885d8c55 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.1248384 Feb 04 15:33:11.923422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d1b05-af67-451c-85c6-6b5cb8166d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c18f07-b30d-443c-a439-b1155aa9d394,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:11.931785 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c31d1b05-af67-451c-85c6-6b5cb8166d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.935780 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c31d1b05-af67-451c-85c6-6b5cb8166d4a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5c18f07-b30d-443c-a439-b1155aa9d394 HTTP/1.1" status: 204 len: 168 time: 0.2537258 Feb 04 15:33:12.047049 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3ddb571-26e2-4c09-942f-3fc2b6dcdbed req-b6dbd3d2-8cdc-47d8-9487-4c2f0ecb21b9 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233952 Feb 04 15:33:12.073215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a69295-09b4-4e50-bf48-223df5634df0 req-ba46d618-488b-4705-b26b-2b4f8bf4144d tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.075870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e6605511-c1f0-4c66-bce9-5e019e6c1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:13Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'gw_port': {'id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:14Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '25fb18b6-0c2d-439f-9fd9-722c4b97bba8', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'port_id': 'd857e714-2bf7-4e58-9ef6-bc49f645a872', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'mac_address': 'fa:16:3e:61:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:30:31Z', 'updated_at': '2022-02-04T15:33:04Z', 'revision_number': 1, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b591db8-ceba-45ef-b194-e518e95d421e', 'name': '', 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'mac_address': 'fa:16:3e:7b:78:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24b16b27-6096-410b-9c85-98ba313d8301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:19Z', 'updated_at': '2022-02-04T15:29:33Z', 'revision_number': 5, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'subnets': [{'id': '24b16b27-6096-410b-9c85-98ba313d8301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:12.080034 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6605511-c1f0-4c66-bce9-5e019e6c1b7f None None] The sync data for ids ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'] in n-d-827872-1 is: [{'id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:13Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'gw_port': {'id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:14Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '25fb18b6-0c2d-439f-9fd9-722c4b97bba8', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'port_id': 'd857e714-2bf7-4e58-9ef6-bc49f645a872', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'mac_address': 'fa:16:3e:61:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:30:31Z', 'updated_at': '2022-02-04T15:33:04Z', 'revision_number': 1, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b591db8-ceba-45ef-b194-e518e95d421e', 'name': '', 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'mac_address': 'fa:16:3e:7b:78:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24b16b27-6096-410b-9c85-98ba313d8301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:19Z', 'updated_at': '2022-02-04T15:29:33Z', 'revision_number': 5, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'subnets': [{'id': '24b16b27-6096-410b-9c85-98ba313d8301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:33:12.090507 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7a69295-09b4-4e50-bf48-223df5634df0 req-ba46d618-488b-4705-b26b-2b4f8bf4144d tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 945 time: 0.1444044 Feb 04 15:33:12.143719 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7a69295-09b4-4e50-bf48-223df5634df0 req-64d0fcbf-03e1-4824-b7a0-858b49cd454c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523424 Feb 04 15:33:12.146532 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4ba2fc-bac6-4326-9efc-0e55da0c75a5', 'tag': '774c45d8-a15a-418b-b584-dc7384d16675', 'status': 'completed', 'code': 200} Feb 04 15:33:12.147769 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'tag': 'd857e714-2bf7-4e58-9ef6-bc49f645a872', 'status': 'completed', 'code': 200} Feb 04 15:33:12.277990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a14e3cd-c078-4756-9dee-fce1c43b58f8 req-daee73c9-6e64-4577-9c5f-0b6080bfa571 tempest-SecurityGroupsNegativeTestJSON-1924628036 tempest-SecurityGroupsNegativeTestJSON-1924628036-project] 10.222.0.60 "GET /v2.0/security-groups/e2bb23e9-0fe1-46b8-a6b8-1e193b8af29d HTTP/1.1" status: 200 len: 2649 time: 0.1032219 Feb 04 15:33:12.369511 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-0a14e3cd-c078-4756-9dee-fce1c43b58f8 req-24eadf6d-cc4d-44f3-a7bd-8c9203f0e5e7 tempest-SecurityGroupsNegativeTestJSON-1924628036 tempest-SecurityGroupsNegativeTestJSON-1924628036-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 15:33:12.371379 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a14e3cd-c078-4756-9dee-fce1c43b58f8 req-24eadf6d-cc4d-44f3-a7bd-8c9203f0e5e7 tempest-SecurityGroupsNegativeTestJSON-1924628036 tempest-SecurityGroupsNegativeTestJSON-1924628036-project] 10.222.0.60 "DELETE /v2.0/security-groups/e2bb23e9-0fe1-46b8-a6b8-1e193b8af29d HTTP/1.1" status: 409 len: 352 time: 0.0863853 Feb 04 15:33:12.410301 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-b8450d99-28b5-4e7d-9959-68c524071284 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 1099 time: 0.1715629 Feb 04 15:33:12.419603 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-918f26f9-b561-413f-b332-086eb328c1e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d90c028738774fb19f16bc0edeaace5a&device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 6498 time: 0.2382638 Feb 04 15:33:12.474661 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb52e4-554a-46c5-b089-9159a4c015ba None None] New status for floating IP 25fb18b6-0c2d-439f-9fd9-722c4b97bba8: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:33:12.604121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-4b993308-d855-459c-9e1d-7ddbd634a214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.605568 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-4b993308-d855-459c-9e1d-7ddbd634a214 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4d8a8a86-e319-4d89-b6fa-6b7205f28716 HTTP/1.1" status: 200 len: 917 time: 0.1666381 Feb 04 15:33:12.772583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d84ff7-2a09-45e7-85c1-21e0c7b37dd9 req-9e852d41-7bd8-44a8-a010-355c14358756 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.777627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d84ff7-2a09-45e7-85c1-21e0c7b37dd9 req-9e852d41-7bd8-44a8-a010-355c14358756 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.781803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d84ff7-2a09-45e7-85c1-21e0c7b37dd9 req-9e852d41-7bd8-44a8-a010-355c14358756 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.785755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d84ff7-2a09-45e7-85c1-21e0c7b37dd9 req-9e852d41-7bd8-44a8-a010-355c14358756 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.790640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d84ff7-2a09-45e7-85c1-21e0c7b37dd9 req-9e852d41-7bd8-44a8-a010-355c14358756 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.795307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d84ff7-2a09-45e7-85c1-21e0c7b37dd9 req-9e852d41-7bd8-44a8-a010-355c14358756 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.799695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d84ff7-2a09-45e7-85c1-21e0c7b37dd9 req-9e852d41-7bd8-44a8-a010-355c14358756 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.802325 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22d84ff7-2a09-45e7-85c1-21e0c7b37dd9 req-9e852d41-7bd8-44a8-a010-355c14358756 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.2242775 Feb 04 15:33:12.875744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22d84ff7-2a09-45e7-85c1-21e0c7b37dd9 req-4bb23a83-4e81-4ed0-8e8b-7b5e823b7c2a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648432 Feb 04 15:33:12.884265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae5cc6-28f9-42f3-a6ff-0e3ae595e378 req-cafb114f-d59d-4329-b6c4-31a86a881301 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.886210 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddae5cc6-28f9-42f3-a6ff-0e3ae595e378 req-cafb114f-d59d-4329-b6c4-31a86a881301 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 948 time: 0.2052083 Feb 04 15:33:12.916679 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-2dec6bc6-832e-45c3-9487-fb393b5bc086 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d857e714-2bf7-4e58-9ef6-bc49f645a872 HTTP/1.1" status: 200 len: 1000 time: 0.2637336 Feb 04 15:33:12.945780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddae5cc6-28f9-42f3-a6ff-0e3ae595e378 req-34b0a8c9-ba57-4722-a9e3-76a1c7e9ee58 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520706 Feb 04 15:33:12.979983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-e897732f-1f57-46fa-9a03-4f6ec5281bd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.990476 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-e897732f-1f57-46fa-9a03-4f6ec5281bd6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.5699401 Feb 04 15:33:13.049984 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-196f79ea-83c2-42c9-80db-e8d8fda3a2e1 req-369c2129-31e1-414c-991d-919af95a07d7 tempest-SecurityGroupsNegativeTestJSON-1924628036 tempest-SecurityGroupsNegativeTestJSON-1924628036-project] show failed (client error): The resource could not be found. Feb 04 15:33:13.067903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-196f79ea-83c2-42c9-80db-e8d8fda3a2e1 req-369c2129-31e1-414c-991d-919af95a07d7 tempest-SecurityGroupsNegativeTestJSON-1924628036 tempest-SecurityGroupsNegativeTestJSON-1924628036-project] 10.222.0.60 "GET /v2.0/security-groups/5d847de9-772d-4564-b9ba-1d2479db007a HTTP/1.1" status: 404 len: 352 time: 0.0341415 Feb 04 15:33:13.079226 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-3ab7e410-0092-4bea-9142-2d1d78470e37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:13.080711 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-3ab7e410-0092-4bea-9142-2d1d78470e37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=24b16b27-6096-410b-9c85-98ba313d8301 HTTP/1.1" status: 200 len: 855 time: 0.1539350 Feb 04 15:33:13.081893 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-52e7d099-9c0e-4ed1-b628-898d69844147 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=774c45d8-a15a-418b-b584-dc7384d16675 HTTP/1.1" status: 200 len: 217 time: 0.0791426 Feb 04 15:33:13.170322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e735dde4-87db-4f1c-90ea-4d630fb8c321 req-5e0600bd-ddf0-49cf-b2f2-14e303a485da tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 1096 time: 0.0758412 Feb 04 15:33:13.209310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-f180a18f-9dae-4dd0-b805-a54b8f3e81fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:13.211828 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-f180a18f-9dae-4dd0-b805-a54b8f3e81fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0910058 Feb 04 15:33:13.227378 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-ac51ec42-735a-4ee8-9243-ec238ca50f19 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4d8a8a86-e319-4d89-b6fa-6b7205f28716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391563 Feb 04 15:33:13.279358 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e735dde4-87db-4f1c-90ea-4d630fb8c321 req-b30b2249-758a-45d8-a0a8-93712f20834e tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035469 Feb 04 15:33:13.294160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf2109-fbb0-49fb-84d3-0f08286480d5 req-8b9f1dbf-9c8c-4a15-a1f9-6cb7ad5cc036 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:13.295625 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cfdf2109-fbb0-49fb-84d3-0f08286480d5 req-8b9f1dbf-9c8c-4a15-a1f9-6cb7ad5cc036 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 949 time: 0.1050680 Feb 04 15:33:13.359753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cfdf2109-fbb0-49fb-84d3-0f08286480d5 req-1699e9d2-2712-4b99-a13a-00cccdc0a97d tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476220 Feb 04 15:33:13.421394 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-320aedfe-8dbe-470e-b6bd-b9c4ffa4818d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1930535 Feb 04 15:33:13.423058 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-dd2c476d-4163-4b49-a165-e560a844c607 service neutron] 10.222.0.73 "GET /v2.0/networks/4d8a8a86-e319-4d89-b6fa-6b7205f28716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617250 Feb 04 15:33:13.463976 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-6fa2ceea-5ca2-41c1-9005-b2d757c7d53a req-29dec363-c52e-4851-aeb0-d1b069470635 tempest-SecurityGroupsNegativeTestJSON-1924628036 tempest-SecurityGroupsNegativeTestJSON-1924628036-project] show failed (client error): The resource could not be found. Feb 04 15:33:13.464950 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6fa2ceea-5ca2-41c1-9005-b2d757c7d53a req-29dec363-c52e-4851-aeb0-d1b069470635 tempest-SecurityGroupsNegativeTestJSON-1924628036 tempest-SecurityGroupsNegativeTestJSON-1924628036-project] 10.222.0.60 "GET /v2.0/security-groups/fc2e2303-a147-4168-8152-99f4bd6f4594 HTTP/1.1" status: 404 len: 352 time: 0.0266013 Feb 04 15:33:13.478644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55146) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:13.555366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7bcaee-1114-4ac6-9efa-442217ec5a4d admin admin] Deleting subnet e7612e23-0374-4248-99e5-f909ddd7e3b3 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:33:13.564603 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2d747-8e22-47e7-8346-8e398dea87c7 req-e33ec26f-811b-4380-8dc7-7eb058964c2a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:13.571666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80c2d747-8e22-47e7-8346-8e398dea87c7 req-e33ec26f-811b-4380-8dc7-7eb058964c2a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 944 time: 0.1681938 Feb 04 15:33:13.573623 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d7bcaee-1114-4ac6-9efa-442217ec5a4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.672076 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-8c8ac731-f423-41a2-99ad-da21f4a15217 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432101 Feb 04 15:33:13.673892 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-11242c42-0062-4e6c-bb83-0c5886f3a9f3 service neutron] 10.222.0.73 "GET /v2.0/networks/4d8a8a86-e319-4d89-b6fa-6b7205f28716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268891 Feb 04 15:33:13.699408 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d7bcaee-1114-4ac6-9efa-442217ec5a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.750015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80c2d747-8e22-47e7-8346-8e398dea87c7 req-2625dbad-3e20-42a0-916e-86558413a680 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774962 Feb 04 15:33:13.776560 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d7bcaee-1114-4ac6-9efa-442217ec5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.830311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373dd88-71a1-4b29-9fbb-58b287d69e33 req-8241d7c1-55f8-4979-b31c-e06cd9d53bfd tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:13.831796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c373dd88-71a1-4b29-9fbb-58b287d69e33 req-8241d7c1-55f8-4979-b31c-e06cd9d53bfd tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.2151129 Feb 04 15:33:13.864939 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a6a47c6-2e45-462f-8f0f-b0668cfe86b9 req-45f0b17e-eb7f-4440-bd63-52b082825cf3 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535714 Feb 04 15:33:13.894877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c373dd88-71a1-4b29-9fbb-58b287d69e33 req-0c5951f4-6db5-494a-b8ab-9062a54ce21c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534289 Feb 04 15:33:13.897045 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d7bcaee-1114-4ac6-9efa-442217ec5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.951086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bcaee-1114-4ac6-9efa-442217ec5a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7612e23-0374-4248-99e5-f909ddd7e3b3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:13.957878 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d7bcaee-1114-4ac6-9efa-442217ec5a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.974490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3d7bcaee-1114-4ac6-9efa-442217ec5a4d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e7612e23-0374-4248-99e5-f909ddd7e3b3 HTTP/1.1" status: 204 len: 168 time: 0.4944601 Feb 04 15:33:13.977187 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55154) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:14.102342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9ac7dc29-d8d2-408e-920f-6bafe445a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.177134 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aae74e01-b895-403e-b5cd-79de3833c330 req-27417b7b-92dd-4657-8688-e8d71c5e16ed tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 1096 time: 0.1065788 Feb 04 15:33:14.255451 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9ac7dc29-d8d2-408e-920f-6bafe445a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.282390 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aae74e01-b895-403e-b5cd-79de3833c330 req-601d0cc6-bcd0-4a1c-92df-cede3bc6f483 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956085 Feb 04 15:33:14.292805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9ac7dc29-d8d2-408e-920f-6bafe445a098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d84621-e367-44d7-8b36-64c5e4a944dd']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:14.311117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9ac7dc29-d8d2-408e-920f-6bafe445a098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d048b1-4de8-40b1-af33-f77f2e66543e') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:14.311443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9ac7dc29-d8d2-408e-920f-6bafe445a098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d048b1-4de8-40b1-af33-f77f2e66543e') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:14.326015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b474a66-55bc-4504-8690-1b6bd5b1c9ea req-4982bd54-b2d3-46ec-bf9d-7d4d41bd3651 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:14.326684 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9ac7dc29-d8d2-408e-920f-6bafe445a098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.330561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b474a66-55bc-4504-8690-1b6bd5b1c9ea req-4982bd54-b2d3-46ec-bf9d-7d4d41bd3651 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:14.334018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b474a66-55bc-4504-8690-1b6bd5b1c9ea req-4982bd54-b2d3-46ec-bf9d-7d4d41bd3651 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:14.338164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b474a66-55bc-4504-8690-1b6bd5b1c9ea req-4982bd54-b2d3-46ec-bf9d-7d4d41bd3651 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:14.344493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b474a66-55bc-4504-8690-1b6bd5b1c9ea req-4982bd54-b2d3-46ec-bf9d-7d4d41bd3651 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:14.349296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b474a66-55bc-4504-8690-1b6bd5b1c9ea req-4982bd54-b2d3-46ec-bf9d-7d4d41bd3651 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:14.353889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b474a66-55bc-4504-8690-1b6bd5b1c9ea req-4982bd54-b2d3-46ec-bf9d-7d4d41bd3651 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:14.356062 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b474a66-55bc-4504-8690-1b6bd5b1c9ea req-4982bd54-b2d3-46ec-bf9d-7d4d41bd3651 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.1507523 Feb 04 15:33:14.357183 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9ac7dc29-d8d2-408e-920f-6bafe445a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.367408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac7dc29-d8d2-408e-920f-6bafe445a098 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:33:14.367537 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9ac7dc29-d8d2-408e-920f-6bafe445a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:33:14.383134 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:33:14.437206 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 4e50b019-3065-4a26-92a4-55220edafa8b up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:14.452685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b474a66-55bc-4504-8690-1b6bd5b1c9ea req-44f4413d-444a-4b92-a2de-8ae27ab1c571 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849898 Feb 04 15:33:14.485067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9ac7dc29-d8d2-408e-920f-6bafe445a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.512970 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9ac7dc29-d8d2-408e-920f-6bafe445a098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.526719 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9ac7dc29-d8d2-408e-920f-6bafe445a098 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f9d84621-e367-44d7-8b36-64c5e4a944dd HTTP/1.1" status: 204 len: 168 time: 0.5480576 Feb 04 15:33:14.575439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 4e50b019-3065-4a26-92a4-55220edafa8b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:14.589046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 4e50b019-3065-4a26-92a4-55220edafa8b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:14.589046 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.712579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5893b-222f-4bfe-96d5-a24856fdf20e req-b16da864-e0a3-4c50-b8d5-c22f58d073e5 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:14.714512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ef5893b-222f-4bfe-96d5-a24856fdf20e req-b16da864-e0a3-4c50-b8d5-c22f58d073e5 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 948 time: 0.2087333 Feb 04 15:33:14.781824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7dc29-d8d2-408e-920f-6bafe445a098 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d84621-e367-44d7-8b36-64c5e4a944dd,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:14.825775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005b07f-e174-41b8-9b03-6a58d51a1069 req-a9aa5dbe-7c66-4dc7-bc78-1f7d6be40b50 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:14.826483 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5005b07f-e174-41b8-9b03-6a58d51a1069 req-a9aa5dbe-7c66-4dc7-bc78-1f7d6be40b50 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Synchronizing usage tracker for tenant:495eb85f234247e28c499ffacaae7ea3 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:14.831782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ef5893b-222f-4bfe-96d5-a24856fdf20e req-e45b2b8f-c690-4e99-8121-6a57ca580edd tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032405 Feb 04 15:33:14.848377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5005b07f-e174-41b8-9b03-6a58d51a1069 req-a9aa5dbe-7c66-4dc7-bc78-1f7d6be40b50 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Unset dirty status for tenant:495eb85f234247e28c499ffacaae7ea3 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:14.849812 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5005b07f-e174-41b8-9b03-6a58d51a1069 req-a9aa5dbe-7c66-4dc7-bc78-1f7d6be40b50 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.81 "GET /v2.0/ports?device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 949 time: 0.3387361 Feb 04 15:33:14.905521 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.966404 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41507371-126f-4919-b431-6aeb74f343cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e50b019-3065-4a26-92a4-55220edafa8b'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:14.988890 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=4e50b019-3065-4a26-92a4-55220edafa8b,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:14.997786 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:15.018945 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-5005b07f-e174-41b8-9b03-6a58d51a1069 req-bafa617a-751f-4bd4-94d4-3acfb2c8c55a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Deleting port 36c084a6-449d-4fa4-92dd-abd520f0a0a0 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:33:15.018945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5005b07f-e174-41b8-9b03-6a58d51a1069 req-bafa617a-751f-4bd4-94d4-3acfb2c8c55a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:15.020871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55186) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:15.080814 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=4e50b019-3065-4a26-92a4-55220edafa8b,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:15.091646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:15.093047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:15.093811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:15.094139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:15.094464 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:15.095847 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:15.095847 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:15.095847 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:15.095847 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:15.097448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:15.097448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:15.243989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd530a-489e-4121-bb8a-01bf1a422eca req-57b8ac5f-fa47-4eb2-9048-a40317e7f3ac tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:15.245725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1dd530a-489e-4121-bb8a-01bf1a422eca req-57b8ac5f-fa47-4eb2-9048-a40317e7f3ac tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e HTTP/1.1" status: 200 len: 949 time: 0.3532393 Feb 04 15:33:15.297989 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-80f2a360-aaf1-42a5-9541-5ce8a312eef0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0388bc5937e45cb9ba0c1d62078840d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2685046 Feb 04 15:33:15.299377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55190) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:15.344536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-5005b07f-e174-41b8-9b03-6a58d51a1069 req-bafa617a-751f-4bd4-94d4-3acfb2c8c55a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] For port 36c084a6-449d-4fa4-92dd-abd520f0a0a0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=36c084a6-449d-4fa4-92dd-abd520f0a0a0,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:15.347795 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5005b07f-e174-41b8-9b03-6a58d51a1069 req-bafa617a-751f-4bd4-94d4-3acfb2c8c55a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:15.358670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead2d18-d348-4a04-86d9-c3e2d763dd04 req-4f82709c-dc32-4b9d-ae40-70e10343c568 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:15.362951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead2d18-d348-4a04-86d9-c3e2d763dd04 req-4f82709c-dc32-4b9d-ae40-70e10343c568 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:15.367645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead2d18-d348-4a04-86d9-c3e2d763dd04 req-4f82709c-dc32-4b9d-ae40-70e10343c568 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:15.371300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead2d18-d348-4a04-86d9-c3e2d763dd04 req-4f82709c-dc32-4b9d-ae40-70e10343c568 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:15.375581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead2d18-d348-4a04-86d9-c3e2d763dd04 req-4f82709c-dc32-4b9d-ae40-70e10343c568 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:15.379723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead2d18-d348-4a04-86d9-c3e2d763dd04 req-4f82709c-dc32-4b9d-ae40-70e10343c568 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:15.384678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead2d18-d348-4a04-86d9-c3e2d763dd04 req-4f82709c-dc32-4b9d-ae40-70e10343c568 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:15.386271 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ead2d18-d348-4a04-86d9-c3e2d763dd04 req-4f82709c-dc32-4b9d-ae40-70e10343c568 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.3641939 Feb 04 15:33:15.407699 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1dd530a-489e-4121-bb8a-01bf1a422eca req-31c24e48-5c22-46e0-9506-d0562fea796e tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485102 Feb 04 15:33:15.490473 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ead2d18-d348-4a04-86d9-c3e2d763dd04 req-47ba895c-233f-407b-990b-71d2c797a16c tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959980 Feb 04 15:33:15.500913 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f87cf22-0bfb-457c-afda-7bf24ea27396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:15.505540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-5005b07f-e174-41b8-9b03-6a58d51a1069 req-bafa617a-751f-4bd4-94d4-3acfb2c8c55a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Calling delete_port for 36c084a6-449d-4fa4-92dd-abd520f0a0a0 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:33:15.541266 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f87cf22-0bfb-457c-afda-7bf24ea27396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:15.647896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 774c45d8-a15a-418b-b584-dc7384d16675 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:15.716538 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f87cf22-0bfb-457c-afda-7bf24ea27396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:15.736867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5005b07f-e174-41b8-9b03-6a58d51a1069 req-bafa617a-751f-4bd4-94d4-3acfb2c8c55a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:15.753432 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['94cfe216-5a98-4d6c-8919-30c5c86a5d5f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:15.753692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87cf22-0bfb-457c-afda-7bf24ea27396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bb23e9-0fe1-46b8-a6b8-1e193b8af29d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:15.792538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['36c084a6-449d-4fa4-92dd-abd520f0a0a0'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:15.799942 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f87cf22-0bfb-457c-afda-7bf24ea27396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:15.804011 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4f87cf22-0bfb-457c-afda-7bf24ea27396 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e2bb23e9-0fe1-46b8-a6b8-1e193b8af29d HTTP/1.1" status: 204 len: 168 time: 0.5014563 Feb 04 15:33:15.820938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-adba2848-eb71-4cc6-b565-dd78d64c8dd1 req-8c5a8a15-9c30-4117-aa1a-382376a3da38 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2092812 Feb 04 15:33:15.828345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa617a-751f-4bd4-94d4-3acfb2c8c55a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Pushing event deleted for resources: {'Port': ['ID=36c084a6-449d-4fa4-92dd-abd520f0a0a0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:15.831025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8499c42-2602-4f9a-964b-3daa13288397 req-8bdfe14e-8228-473e-b6cf-0112d577c4de tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:15.832479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8499c42-2602-4f9a-964b-3daa13288397 req-8bdfe14e-8228-473e-b6cf-0112d577c4de tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 945 time: 0.1593273 Feb 04 15:33:15.911768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8499c42-2602-4f9a-964b-3daa13288397 req-f46ff8ce-def3-47de-84e9-e737699c25d1 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660996 Feb 04 15:33:15.978280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5005b07f-e174-41b8-9b03-6a58d51a1069 req-bafa617a-751f-4bd4-94d4-3acfb2c8c55a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] No DVR routers for this DVR port 36c084a6-449d-4fa4-92dd-abd520f0a0a0 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:16.000817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5005b07f-e174-41b8-9b03-6a58d51a1069 req-bafa617a-751f-4bd4-94d4-3acfb2c8c55a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:16.008575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e', 'name': 'network-vif-deleted', 'tag': '36c084a6-449d-4fa4-92dd-abd520f0a0a0'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:16.049147 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5005b07f-e174-41b8-9b03-6a58d51a1069 req-bafa617a-751f-4bd4-94d4-3acfb2c8c55a tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.81 "DELETE /v2.0/ports/36c084a6-449d-4fa4-92dd-abd520f0a0a0 HTTP/1.1" status: 204 len: 173 time: 1.1926963 Feb 04 15:33:16.071017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 774c45d8-a15a-418b-b584-dc7384d16675, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=774c45d8-a15a-418b-b584-dc7384d16675,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:16.106473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '774c45d8-a15a-418b-b584-dc7384d16675', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '774c45d8-a15a-418b-b584-dc7384d16675', 'mac_address': 'fa:16:3e:e2:a9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:33:16.253568 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:16.307541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb055b-5d4a-47f9-8c07-02159ede7c2b req-6d5d473c-1167-4409-a088-f0084f9c4d8e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:16.310996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-37cb055b-5d4a-47f9-8c07-02159ede7c2b req-6d5d473c-1167-4409-a088-f0084f9c4d8e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.1435409 Feb 04 15:33:16.322424 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774c45d8-a15a-418b-b584-dc7384d16675 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:16.359421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 774c45d8-a15a-418b-b584-dc7384d16675, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=774c45d8-a15a-418b-b584-dc7384d16675,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:16.372289 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:16.415828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-37cb055b-5d4a-47f9-8c07-02159ede7c2b req-3c4fcc0a-c7db-4a11-8e35-9b07d59bcbfe tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974915 Feb 04 15:33:16.502326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=774c45d8-a15a-418b-b584-dc7384d16675,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:16.523927 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41507371-126f-4919-b431-6aeb74f343cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e50b019-3065-4a26-92a4-55220edafa8b', 'code': 200} Feb 04 15:33:16.686071 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d9baabb2-4553-41fe-ab91-a468807fcbbe req-7f11f2dd-4bfb-4b6c-a6c7-bd64ed41c45d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 1096 time: 0.0911882 Feb 04 15:33:16.759475 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d9baabb2-4553-41fe-ab91-a468807fcbbe req-dd963b2e-2969-4b69-a7a9-940a61bc9861 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585351 Feb 04 15:33:16.782874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4527de-d781-4535-8032-32cadd20ccc8 req-64864073-5d8b-473e-a113-cfe087833ea5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:16.787376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4527de-d781-4535-8032-32cadd20ccc8 req-64864073-5d8b-473e-a113-cfe087833ea5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:16.792680 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4527de-d781-4535-8032-32cadd20ccc8 req-64864073-5d8b-473e-a113-cfe087833ea5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:16.796948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4527de-d781-4535-8032-32cadd20ccc8 req-64864073-5d8b-473e-a113-cfe087833ea5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:16.805811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4527de-d781-4535-8032-32cadd20ccc8 req-64864073-5d8b-473e-a113-cfe087833ea5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:16.811376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4527de-d781-4535-8032-32cadd20ccc8 req-64864073-5d8b-473e-a113-cfe087833ea5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:16.815480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4527de-d781-4535-8032-32cadd20ccc8 req-64864073-5d8b-473e-a113-cfe087833ea5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:16.819802 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c4527de-d781-4535-8032-32cadd20ccc8 req-64864073-5d8b-473e-a113-cfe087833ea5 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.1353304 Feb 04 15:33:16.869510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['774c45d8-a15a-418b-b584-dc7384d16675'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:17.100718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dc22c-d0e2-4718-adf6-f286dbfe4d7f req-b30e44ee-ca8c-408a-8e54-19ba65a40ec5 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:17.103200 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a4dc22c-d0e2-4718-adf6-f286dbfe4d7f req-b30e44ee-ca8c-408a-8e54-19ba65a40ec5 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 949 time: 0.0864894 Feb 04 15:33:17.157842 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a4dc22c-d0e2-4718-adf6-f286dbfe4d7f req-7c9e81d4-3883-43b1-a8e2-9a3620f593c5 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479050 Feb 04 15:33:17.238314 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7150a402-d5b6-4ab3-aaed-c83eb3ec6b4e', 'name': 'network-vif-deleted', 'tag': '36c084a6-449d-4fa4-92dd-abd520f0a0a0', 'status': 'completed', 'code': 200} Feb 04 15:33:17.239269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55254) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:17.333898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-b658808c-c5fb-429f-b0cc-8942d9c9e80c tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:33:17.336358 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-b658808c-c5fb-429f-b0cc-8942d9c9e80c tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065360 Feb 04 15:33:17.354754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-76bc7287-39a7-4087-9752-205f90526ad6 service neutron] Request body: {'binding': {'host': 'n-h2-827872-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:17.355217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-76bc7287-39a7-4087-9752-205f90526ad6 service neutron] Unknown quota resources ['binding']. {{(pid=83550) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 15:33:17.388663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-881538556-network', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:17.400711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:17.413826 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Usage tracker for resource:network and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:17.424500 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:17.436900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:17.519811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Made reservation on behalf of c91e1013ea734c178c5ab749e0a32bf0 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:17.522736 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.537686 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.546100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3dfd4-cbed-4ac6-be0a-3d1f2381abdf req-0b0776b4-d7f1-4721-8359-d043564a1e4b tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:17.547564 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-64a3dfd4-cbed-4ac6-be0a-3d1f2381abdf req-0b0776b4-d7f1-4721-8359-d043564a1e4b tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 945 time: 0.0785086 Feb 04 15:33:17.594048 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-64a3dfd4-cbed-4ac6-be0a-3d1f2381abdf req-5e4faefb-1d2c-4def-b927-06a632ab1025 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 Feb 04 15:33:17.613899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:17.621978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Usage tracker for resource:security_group_rule and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:17.625825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:17.638169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:17.653457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-76bc7287-39a7-4087-9752-205f90526ad6 service neutron] Attempting to bind port 53557c9f-fac4-458c-812b-6523811b8324 on host n-h2-827872-1 for vnic_type normal with profile None {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:17.653761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-76bc7287-39a7-4087-9752-205f90526ad6 service neutron] Attempting to bind port 53557c9f-fac4-458c-812b-6523811b8324 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:17.654135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-76bc7287-39a7-4087-9752-205f90526ad6 service neutron] Attempting to bind port 53557c9f-fac4-458c-812b-6523811b8324 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:17.665739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 36c084a6-449d-4fa4-92dd-abd520f0a0a0 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:33:17.667094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-76bc7287-39a7-4087-9752-205f90526ad6 service neutron] Port 53557c9f-fac4-458c-812b-6523811b8324 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:33:17.667467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-76bc7287-39a7-4087-9752-205f90526ad6 service neutron] Attempting to bind port 53557c9f-fac4-458c-812b-6523811b8324 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:17.681195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-76bc7287-39a7-4087-9752-205f90526ad6 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:33:17.681582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-76bc7287-39a7-4087-9752-205f90526ad6 service neutron] Checking segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:17.681971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-76bc7287-39a7-4087-9752-205f90526ad6 service neutron] Bound using segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:33:17.682409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-76bc7287-39a7-4087-9752-205f90526ad6 service neutron] Bound port: 53557c9f-fac4-458c-812b-6523811b8324, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:17.725338 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 36c084a6-449d-4fa4-92dd-abd520f0a0a0 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:33:17.725772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 36c084a6-449d-4fa4-92dd-abd520f0a0a0 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:33:17.745907 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.751834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-76bc7287-39a7-4087-9752-205f90526ad6 service neutron] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=53557c9f-fac4-458c-812b-6523811b8324,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:17.752730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.793232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ba7afe-af34-4c4c-a651-aa942f952443,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:17.796087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:33:17.798619 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-76bc7287-39a7-4087-9752-205f90526ad6 service neutron] Notify callbacks [] for binding, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.799778 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-76bc7287-39a7-4087-9752-205f90526ad6 service neutron] 10.222.0.60 "POST /v2.0/ports/53557c9f-fac4-458c-812b-6523811b8324/bindings HTTP/1.1" status: 201 len: 389 time: 0.4495056 Feb 04 15:33:17.808363 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.808615 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Added segment f7b34888-ea35-42de-9cd5-e4e68030aa83 of type vlan for network 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 Feb 04 15:33:17.839006 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.898467 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.901154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:17.902034 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.162205 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9217038 Feb 04 15:33:18.166069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55278) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:18.167153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dff0e-a885-4562-8afd-2c15e2020991 admin admin] Pushing event updated for resources: {'Network': ['ID=466a7e42-008f-43f5-b470-3b0ff4f3b0b5,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:18.179579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Request body: {'subnet': {'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-881538556-subnet', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:18.181288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:33:18.186567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:18.192650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Usage tracker for resource:subnet and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:18.198041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:18.203800 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-cf6e5ce6-26df-4ca8-9f3b-3e55744a9e75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 1096 time: 0.0855973 Feb 04 15:33:18.212585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:18.228170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55284) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:18.239555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960b50a-d7f2-4cac-b718-83229fe4b62d req-f56ae8dd-b1ec-4d6e-aee0-51797d50803f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:18.241696 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b960b50a-d7f2-4cac-b718-83229fe4b62d req-f56ae8dd-b1ec-4d6e-aee0-51797d50803f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.1540494 Feb 04 15:33:18.247084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Made reservation on behalf of c91e1013ea734c178c5ab749e0a32bf0 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:18.249340 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.293705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddf6bb-93c1-48e4-a9ed-71cfbaadf197 req-3f47fcf5-07e3-4108-b3bc-dca405d24a76 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:18.295204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-09ddf6bb-93c1-48e4-a9ed-71cfbaadf197 req-3f47fcf5-07e3-4108-b3bc-dca405d24a76 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 945 time: 0.2690384 Feb 04 15:33:18.372118 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-7e7e3178-1f73-4d57-82bc-384e7e6d2842 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:18.374318 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-7e7e3178-1f73-4d57-82bc-384e7e6d2842 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 0.1626732 Feb 04 15:33:18.463603 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b960b50a-d7f2-4cac-b718-83229fe4b62d req-e3652214-a736-450b-98ee-fb18b66f50f4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991615 Feb 04 15:33:18.464588 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d4c944-1653-4596-a5e3-22893c617e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.480802 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-09ddf6bb-93c1-48e4-a9ed-71cfbaadf197 req-dd987ad9-8a52-426a-a450-e9100993382e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391451 Feb 04 15:33:18.579362 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-7f095abb-9010-45e5-a6c5-dc8a44a39898 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53557c9f-fac4-458c-812b-6523811b8324 HTTP/1.1" status: 200 len: 217 time: 0.1953273 Feb 04 15:33:18.585273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-10d4c944-1653-4596-a5e3-22893c617e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:18.592356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-10d4c944-1653-4596-a5e3-22893c617e5f admin admin] Usage tracker for resource:security_group_rule and tenant:bf802433ec79402798e1bd8d5e66240b is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:18.597204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-10d4c944-1653-4596-a5e3-22893c617e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:18.610470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-10d4c944-1653-4596-a5e3-22893c617e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:18.667931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-7f719b40-9aa0-41f4-8461-67df06bf9c94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:18.669272 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-7f719b40-9aa0-41f4-8461-67df06bf9c94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.0809665 Feb 04 15:33:18.727234 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-f5a3884e-e8c8-45a5-9c59-6a39163f15e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435171 Feb 04 15:33:18.735527 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.868011 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-36691db5-ffd7-471d-8cc8-4889ee732cb8 service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327245 Feb 04 15:33:18.908489 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d4c944-1653-4596-a5e3-22893c617e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.909834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:18.928159 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d4c944-1653-4596-a5e3-22893c617e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.964452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:18.964794 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:18.965122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:18.965452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:18.965770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:18.966080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:18.966409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:18.966723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:18.967040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:18.967379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:18.967695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:18.994882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Checking segment: {'id': 'f7b34888-ea35-42de-9cd5-e4e68030aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:18.995254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Network hostable DHCP agents. Network: 466a7e42-008f-43f5-b470-3b0ff4f3b0b5, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:33:19.002470 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-32b3f9e1-bfdb-47b2-b0c4-c6c6d2f69611 service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271069 Feb 04 15:33:19.014024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365bd86-e819-4fbf-87dc-193183183aaa req-1935295c-99da-4c78-bdc1-e3b659e87618 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:19.015522 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e365bd86-e819-4fbf-87dc-193183183aaa req-1935295c-99da-4c78-bdc1-e3b659e87618 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.3333659 Feb 04 15:33:19.020863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4c944-1653-4596-a5e3-22893c617e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c3042e-ecc7-4f9b-a4e2-6b765ae00fa4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:19.052895 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-10d4c944-1653-4596-a5e3-22893c617e5f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf802433ec79402798e1bd8d5e66240b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8211963 Feb 04 15:33:19.055866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55292) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:19.076262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f266722-c368-4f0b-8c58-456a98f5e8e2 req-0a8b59b7-2bd2-4ec3-8301-0e7934707ef7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:19.077242 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f266722-c368-4f0b-8c58-456a98f5e8e2 req-0a8b59b7-2bd2-4ec3-8301-0e7934707ef7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 949 time: 0.3529148 Feb 04 15:33:19.095626 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.127867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1802ade1-c733-4a4c-9676-318c2d341eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.135796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e365bd86-e819-4fbf-87dc-193183183aaa req-f121226f-730e-486c-bfdd-27779fcbc67c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101584 Feb 04 15:33:19.137939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Network 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:33:19.166420 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1802ade1-c733-4a4c-9676-318c2d341eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.176499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 466a7e42-008f-43f5-b470-3b0ff4f3b0b5) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:19.191429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c139c9-4f3f-4e87-a774-06c699d6e005 None None] Network 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:33:19.213347 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f266722-c368-4f0b-8c58-456a98f5e8e2 req-7b2e3c86-8baa-44e6-9c28-9369fe383886 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250465 Feb 04 15:33:19.216597 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:19.219442 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.251010 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1802ade1-c733-4a4c-9676-318c2d341eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.260687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f9ff9442-3253-4bcd-9fcb-7df34428f5a6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0928152 Feb 04 15:33:19.263712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55296) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:19.272327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802ade1-c733-4a4c-9676-318c2d341eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c3042e-ecc7-4f9b-a4e2-6b765ae00fa4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:19.277119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:19.283087 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1802ade1-c733-4a4c-9676-318c2d341eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.289148 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1802ade1-c733-4a4c-9676-318c2d341eb1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80c3042e-ecc7-4f9b-a4e2-6b765ae00fa4 HTTP/1.1" status: 204 len: 168 time: 0.2320392 Feb 04 15:33:19.291834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:19.296475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Usage tracker for resource:router and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:19.299834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:19.309208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:19.322517 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.324045 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.345859 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.613975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'fixed_ips': [{'subnet_id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:33:19.614977 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.759416 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 774c45d8-a15a-418b-b584-dc7384d16675 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:19.836883 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.908485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Allocated IP 172.20.0.2 (466a7e42-008f-43f5-b470-3b0ff4f3b0b5/92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0/dbfe2bf3-5a43-423b-b23b-068dc96f1259) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:19.911274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31443f04-b782-463b-b1bc-7c39d389cf85 req-5481c393-03ae-4530-a9d7-9e4c1ab4f553 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:19.919243 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31443f04-b782-463b-b1bc-7c39d389cf85 req-5481c393-03ae-4530-a9d7-9e4c1ab4f553 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 945 time: 0.2038600 Feb 04 15:33:20.013465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d5d40-5a4b-4720-a960-c91642fd022f req-4ec4209c-8fcd-445e-9d28-150b25dd6029 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:20.014930 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-188d5d40-5a4b-4720-a960-c91642fd022f req-4ec4209c-8fcd-445e-9d28-150b25dd6029 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.3012977 Feb 04 15:33:20.025485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 774c45d8-a15a-418b-b584-dc7384d16675 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:20.073687 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 774c45d8-a15a-418b-b584-dc7384d16675 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:20.074058 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.087630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31443f04-b782-463b-b1bc-7c39d389cf85 req-aeba6ab3-9bc0-4aa3-bce0-5a0401c270b5 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675093 Feb 04 15:33:20.142446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-188d5d40-5a4b-4720-a960-c91642fd022f req-24d65327-a3f7-4cf9-ae24-f64a0449d52b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177962 Feb 04 15:33:20.410246 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.428808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a08aa3-e5ec-441f-b1e2-9d82707cf5b2 req-7f1fb7a0-0763-4306-a01d-285a795ecd85 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:20.429790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d7a08aa3-e5ec-441f-b1e2-9d82707cf5b2 req-7f1fb7a0-0763-4306-a01d-285a795ecd85 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Synchronizing usage tracker for tenant:495eb85f234247e28c499ffacaae7ea3 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:20.451784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d7a08aa3-e5ec-441f-b1e2-9d82707cf5b2 req-7f1fb7a0-0763-4306-a01d-285a795ecd85 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Unset dirty status for tenant:495eb85f234247e28c499ffacaae7ea3 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:20.454021 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d7a08aa3-e5ec-441f-b1e2-9d82707cf5b2 req-7f1fb7a0-0763-4306-a01d-285a795ecd85 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.73 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 950 time: 0.2103398 Feb 04 15:33:20.485960 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.500312 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.517167 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Transition to ACTIVE for port object dbfe2bf3-5a43-423b-b23b-068dc96f1259 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:20.538846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 774c45d8-a15a-418b-b584-dc7384d16675, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=774c45d8-a15a-418b-b584-dc7384d16675,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:20.543740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4ba2fc-bac6-4326-9efc-0e55da0c75a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774c45d8-a15a-418b-b584-dc7384d16675'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:20.567894 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.586989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d7a08aa3-e5ec-441f-b1e2-9d82707cf5b2 req-9dcf023b-9de5-4082-bf3b-0b2db566dc0c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Deleting port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:33:20.587361 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d7a08aa3-e5ec-441f-b1e2-9d82707cf5b2 req-9dcf023b-9de5-4082-bf3b-0b2db566dc0c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.588221 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.622288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Transition to ACTIVE for port object dbfe2bf3-5a43-423b-b23b-068dc96f1259 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:20.637646 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.664161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Network 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:20.666910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:20.669888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:33:20.717445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=774c45d8-a15a-418b-b584-dc7384d16675,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:20.842436 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c319ce63-b265-4b62-8c5e-95a63ff0d14b req-923af302-9f2d-422d-a4c4-3fbbf528fdee tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 1096 time: 0.4344327 Feb 04 15:33:20.851743 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6691788-157d-48e8-b18c-b244037c9dbc req-95dc0536-ca08-4c56-9b96-152e41c8b82a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:20.852011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Attempting to bind port dbfe2bf3-5a43-423b-b23b-068dc96f1259 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:20.852693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Attempting to bind port dbfe2bf3-5a43-423b-b23b-068dc96f1259 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'f7b34888-ea35-42de-9cd5-e4e68030aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:20.853312 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Attempting to bind port dbfe2bf3-5a43-423b-b23b-068dc96f1259 on network 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:20.859699 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6691788-157d-48e8-b18c-b244037c9dbc req-95dc0536-ca08-4c56-9b96-152e41c8b82a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 945 time: 0.4509385 Feb 04 15:33:20.862739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:33:20.863118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Checking segment: {'id': 'f7b34888-ea35-42de-9cd5-e4e68030aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:20.863584 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.863964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Bound using segment: {'id': 'f7b34888-ea35-42de-9cd5-e4e68030aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:33:20.864428 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Bound port: dbfe2bf3-5a43-423b-b23b-068dc96f1259, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b34888-ea35-42de-9cd5-e4e68030aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:20.864794 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.889628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Pushing event updated for resources: {'Port': ['ID=dbfe2bf3-5a43-423b-b23b-068dc96f1259,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:20.986077 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] For port dbfe2bf3-5a43-423b-b23b-068dc96f1259, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:20.990066 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] For port dbfe2bf3-5a43-423b-b23b-068dc96f1259, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dbfe2bf3-5a43-423b-b23b-068dc96f1259,segment=NetworkSegment(f7b34888-ea35-42de-9cd5-e4e68030aa83),segment_id=f7b34888-ea35-42de-9cd5-e4e68030aa83)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:20.996893 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.031529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c319ce63-b265-4b62-8c5e-95a63ff0d14b req-52514848-5791-4e26-a6fe-a755c7f8a4cc tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697206 Feb 04 15:33:21.040741 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Allocated IP 172.25.0.89 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/6c1c6173-fa14-428f-8324-0bfe6a5b8fde) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:21.097433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d7a08aa3-e5ec-441f-b1e2-9d82707cf5b2 req-9dcf023b-9de5-4082-bf3b-0b2db566dc0c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] For port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:21.097867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d7a08aa3-e5ec-441f-b1e2-9d82707cf5b2 req-9dcf023b-9de5-4082-bf3b-0b2db566dc0c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.111261 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6691788-157d-48e8-b18c-b244037c9dbc req-140a9d96-039c-40f0-bd1d-5aa4c3833c37 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506089 Feb 04 15:33:21.126324 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39aa0a-e4c3-4df7-9c3b-f675d2f9ee5a None None] Pushing event updated for resources: {'Port': ['ID=dbfe2bf3-5a43-423b-b23b-068dc96f1259,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:21.301316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d7a08aa3-e5ec-441f-b1e2-9d82707cf5b2 req-9dcf023b-9de5-4082-bf3b-0b2db566dc0c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Calling delete_port for 94cfe216-5a98-4d6c-8919-30c5c86a5d5f owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:33:21.477086 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.511346 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d7a08aa3-e5ec-441f-b1e2-9d82707cf5b2 req-9dcf023b-9de5-4082-bf3b-0b2db566dc0c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.526949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['94cfe216-5a98-4d6c-8919-30c5c86a5d5f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:21.550133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56ca9a-e190-4f05-9d7f-b0019359a085 req-7b03981b-ade1-4a7d-b424-7cfe82fe7bbd tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:21.557306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc56ca9a-e190-4f05-9d7f-b0019359a085 req-7b03981b-ade1-4a7d-b424-7cfe82fe7bbd tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 950 time: 0.1990325 Feb 04 15:33:21.568878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf023b-9de5-4082-bf3b-0b2db566dc0c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Pushing event deleted for resources: {'Port': ['ID=94cfe216-5a98-4d6c-8919-30c5c86a5d5f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:21.610018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125c9a0-5fdb-4578-9f50-3fc0da962434 req-5af7a256-d24f-4d93-a068-ae1096408d48 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:21.616944 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c125c9a0-5fdb-4578-9f50-3fc0da962434 req-5af7a256-d24f-4d93-a068-ae1096408d48 tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/ports?device_id=6550215c-5d2c-4f70-8af3-febe2a0f5b82 HTTP/1.1" status: 200 len: 868 time: 0.2919989 Feb 04 15:33:21.620665 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.676632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a08aa3-e5ec-441f-b1e2-9d82707cf5b2 req-9dcf023b-9de5-4082-bf3b-0b2db566dc0c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] No DVR routers for this DVR port 94cfe216-5a98-4d6c-8919-30c5c86a5d5f on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:21.680653 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d7a08aa3-e5ec-441f-b1e2-9d82707cf5b2 req-9dcf023b-9de5-4082-bf3b-0b2db566dc0c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.685275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'name': 'network-vif-deleted', 'tag': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:21.713604 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d7a08aa3-e5ec-441f-b1e2-9d82707cf5b2 req-9dcf023b-9de5-4082-bf3b-0b2db566dc0c tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.73 "DELETE /v2.0/ports/94cfe216-5a98-4d6c-8919-30c5c86a5d5f HTTP/1.1" status: 204 len: 173 time: 1.2523887 Feb 04 15:33:21.767862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c1c6173-fa14-428f-8324-0bfe6a5b8fde,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:21.779105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc56ca9a-e190-4f05-9d7f-b0019359a085 req-dc937afc-af11-4f69-a494-2e06048c8e4b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209518 Feb 04 15:33:21.800917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:21.815368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c125c9a0-5fdb-4578-9f50-3fc0da962434 req-3e7a688e-a630-490c-a2f0-d461ae2d3fca tempest-ServersAdminTestJSON-414937747 tempest-ServersAdminTestJSON-414937747-project] 10.222.0.60 "GET /v2.0/security-groups?id=90ffe435-eed0-4fb9-830b-9997d5f9fd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974659 Feb 04 15:33:21.816779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:21.821436 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:33:21.873623 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4ba2fc-bac6-4326-9efc-0e55da0c75a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774c45d8-a15a-418b-b584-dc7384d16675', 'code': 200} Feb 04 15:33:21.876282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device dbfe2bf3-5a43-423b-b23b-068dc96f1259 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:22.021557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port dbfe2bf3-5a43-423b-b23b-068dc96f1259 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:22.129961 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8af7738c-8c10-4e72-b31b-4d9cd9a3eae1 req-3d10749c-a386-4c2e-b0cc-2179c582fcca service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 1101 time: 0.1120172 Feb 04 15:33:22.185422 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8af7738c-8c10-4e72-b31b-4d9cd9a3eae1 req-07c91eef-9be0-411b-a7d3-457dc51f9346 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464921 Feb 04 15:33:22.191509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd65544-acdf-462f-b10b-e8bc9be0add3 req-5af7a1c9-196c-4acb-a40e-7be2947423ad tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:22.192993 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7cd65544-acdf-462f-b10b-e8bc9be0add3 req-5af7a1c9-196c-4acb-a40e-7be2947423ad tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.2110860 Feb 04 15:33:22.257144 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d85773b-474c-4c39-956c-d2b9a0162c50 req-8f496ed4-9e6a-4794-bec9-0db6696fa61e tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 1096 time: 0.1716998 Feb 04 15:33:22.320556 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7cd65544-acdf-462f-b10b-e8bc9be0add3 req-12c2c0fd-8bef-4ff3-bda2-bae28a3397dd tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129341 Feb 04 15:33:22.333361 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d85773b-474c-4c39-956c-d2b9a0162c50 req-3df26b1b-8170-48b9-bb80-aa1a197605fc tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765390 Feb 04 15:33:22.341985 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.342907 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.436974 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6550215c-5d2c-4f70-8af3-febe2a0f5b82', 'name': 'network-vif-deleted', 'tag': '94cfe216-5a98-4d6c-8919-30c5c86a5d5f', 'status': 'completed', 'code': 200} Feb 04 15:33:22.645765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337110b0-3688-4897-a303-d29d94603b5f None None] Network 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:33:22.817161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-74c42786-1903-45e0-841c-7a91375bcdc1 None None] Provisioning for port dbfe2bf3-5a43-423b-b23b-068dc96f1259 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:22.841522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-74c42786-1903-45e0-841c-7a91375bcdc1 None None] Provisioning complete for port dbfe2bf3-5a43-423b-b23b-068dc96f1259 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:22.841522 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-74c42786-1903-45e0-841c-7a91375bcdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.992196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a0c9b-dd2b-435d-9523-9c3697d73321 req-7d8b82c8-86e5-4aac-ae19-abf528036390 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:22.999368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a9a0c9b-dd2b-435d-9523-9c3697d73321 req-7d8b82c8-86e5-4aac-ae19-abf528036390 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 945 time: 0.3775604 Feb 04 15:33:23.079890 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a9a0c9b-dd2b-435d-9523-9c3697d73321 req-9084ab97-42f7-4fbc-baaf-6d065c80aed4 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794833 Feb 04 15:33:23.111438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-839dd947-62bf-41e8-b1e5-f05dd0f4a802 req-d4eacebe-abce-4d2b-863a-e94003c94c14 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3120520 Feb 04 15:33:23.118489 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-fb5aea37-e6f0-4a3b-80b9-2186e0025696 service neutron] 10.222.0.81 "GET /v2.0/ports/92f34155-ff69-4ccf-b60b-43dd7470f0b4/bindings/n-h1-827872-1 HTTP/1.1" status: 200 len: 382 time: 0.2070315 Feb 04 15:33:23.319717 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-74c42786-1903-45e0-841c-7a91375bcdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.361032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Router b7d32764-cc9f-478e-bd79-53b236e43102 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:33:23.368784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-74c42786-1903-45e0-841c-7a91375bcdc1 None None] For port dbfe2bf3-5a43-423b-b23b-068dc96f1259, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dbfe2bf3-5a43-423b-b23b-068dc96f1259,segment=NetworkSegment(f7b34888-ea35-42de-9cd5-e4e68030aa83),segment_id=f7b34888-ea35-42de-9cd5-e4e68030aa83)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:23.375468 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-74c42786-1903-45e0-841c-7a91375bcdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.592326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c42786-1903-45e0-841c-7a91375bcdc1 None None] Pushing event updated for resources: {'Port': ['ID=dbfe2bf3-5a43-423b-b23b-068dc96f1259,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:23.647583 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-deb43fd7-0c6e-4d95-ae07-b6226e1e493a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7&tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c HTTP/1.1" status: 200 len: 1100 time: 0.1739378 Feb 04 15:33:23.685335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd2675-8222-40d0-843b-dcb9e64b542a req-23ce7a29-9c33-431f-a39f-efa115e51584 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:23.693208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9bfd2675-8222-40d0-843b-dcb9e64b542a req-23ce7a29-9c33-431f-a39f-efa115e51584 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 950 time: 0.4376235 Feb 04 15:33:23.773727 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device dbfe2bf3-5a43-423b-b23b-068dc96f1259 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:23.844803 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-55b5ab09-6dd2-40d7-85bd-6b9d0547f3b5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 1100 time: 0.1429787 Feb 04 15:33:23.847738 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9bfd2675-8222-40d0-843b-dcb9e64b542a req-d7c66e99-fc26-4d3b-985a-0a2f3c5ef03f tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529582 Feb 04 15:33:23.898131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a0b4f9e6-687c-40f3-a5be-cd4fa9ccb907 None None] Provisioning complete for port dbfe2bf3-5a43-423b-b23b-068dc96f1259 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:23.898710 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f9e6-687c-40f3-a5be-cd4fa9ccb907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.980630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:33:24.055932 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.057670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c707107e-b42b-4add-9cfb-0fc9266ee3b9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7925725 Feb 04 15:33:24.060976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55406) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:24.147155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Sync routers for ids ['b7d32764-cc9f-478e-bd79-53b236e43102'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:33:24.227369 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Routers {'b7d32764-cc9f-478e-bd79-53b236e43102'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:33:24.228412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:33:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b7d32764-cc9f-478e-bd79-53b236e43102'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:24.488270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-027db469-eb6e-43ff-b42f-5aa07ef1e660 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:24.496178 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-027db469-eb6e-43ff-b42f-5aa07ef1e660 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.6135995 Feb 04 15:33:24.521392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 94cfe216-5a98-4d6c-8919-30c5c86a5d5f no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:33:24.618794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 94cfe216-5a98-4d6c-8919-30c5c86a5d5f {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:33:24.618794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 94cfe216-5a98-4d6c-8919-30c5c86a5d5f not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:33:24.633591 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port dbfe2bf3-5a43-423b-b23b-068dc96f1259 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:24.633591 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.640940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fdc6c-39da-4811-bf01-cb5c3a3f9956 req-75721e6e-3aee-423c-84f2-571de4138df8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:24.648767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d61fdc6c-39da-4811-bf01-cb5c3a3f9956 req-75721e6e-3aee-423c-84f2-571de4138df8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.1739454 Feb 04 15:33:24.694900 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-2422dc79-04d8-47db-b1b9-d123931aef6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=92f34155-ff69-4ccf-b60b-43dd7470f0b4 HTTP/1.1" status: 200 len: 217 time: 0.1900833 Feb 04 15:33:24.740504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Set router b7d32764-cc9f-478e-bd79-53b236e43102 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:33:24.782803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55424) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:24.815022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-1cb7cd5f-eeca-4416-8e75-0afc35c5d417 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:24.816595 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-1cb7cd5f-eeca-4416-8e75-0afc35c5d417 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1172428 Feb 04 15:33:24.846272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-23d98fee-c474-4f20-a88a-8031c52f80dd tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:33:24.847272 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-23d98fee-c474-4f20-a88a-8031c52f80dd tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0114839 Feb 04 15:33:24.867154 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d61fdc6c-39da-4811-bf01-cb5c3a3f9956 req-2f549342-6063-44fa-88c5-a68e8162ec52 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172828 Feb 04 15:33:24.893378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-7d3e2cd7-fb3d-4e54-ac2c-204260736d00 service neutron] Request body: {'binding': {'host': 'n-h1-827872-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:24.893841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-7d3e2cd7-fb3d-4e54-ac2c-204260736d00 service neutron] Unknown quota resources ['binding']. {{(pid=83551) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 15:33:24.957895 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-0ff61573-bbb2-4419-b4d9-7891e95070f8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1297915 Feb 04 15:33:25.197840 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7bf17f04-4f96-453a-9898-81730e33323a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=495eb85f234247e28c499ffacaae7ea3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4056816 Feb 04 15:33:25.197840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55432) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:25.266761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:19Z', 'updated_at': '2022-02-04T15:33:22Z', 'revision_number': 3, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'gw_port': {'id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:37:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:20Z', 'updated_at': '2022-02-04T15:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:25.266761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Checking router: b7d32764-cc9f-478e-bd79-53b236e43102 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:33:25.266761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Updating router b7d32764-cc9f-478e-bd79-53b236e43102 port 6c1c6173-fa14-428f-8324-0bfe6a5b8fde binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:33:25.288931 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-67b32a7b-9c0f-425d-869b-21004aa4334b service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204122 Feb 04 15:33:25.345863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486ae06-eb67-471b-8981-ce2ab8768a52 req-0bdd56f3-b7f3-489d-a5eb-a66ac8a17888 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:25.357696 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f486ae06-eb67-471b-8981-ce2ab8768a52 req-0bdd56f3-b7f3-489d-a5eb-a66ac8a17888 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 945 time: 0.2428792 Feb 04 15:33:25.388657 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.443357 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7d27f3c-a553-478d-959b-3f3831727ae1 req-6bc2c6bf-ca3c-4974-be1c-0bd5bdfee159 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471012 Feb 04 15:33:25.451361 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e377c87-4c50-4a8c-b8f7-3d44d1e0febe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.486124 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e377c87-4c50-4a8c-b8f7-3d44d1e0febe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.524579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-7d3e2cd7-fb3d-4e54-ac2c-204260736d00 service neutron] Attempting to bind port 4e50b019-3065-4a26-92a4-55220edafa8b on host n-h1-827872-1 for vnic_type normal with profile None {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:25.524579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-7d3e2cd7-fb3d-4e54-ac2c-204260736d00 service neutron] Attempting to bind port 4e50b019-3065-4a26-92a4-55220edafa8b by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:25.524773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-7d3e2cd7-fb3d-4e54-ac2c-204260736d00 service neutron] Attempting to bind port 4e50b019-3065-4a26-92a4-55220edafa8b on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:25.557992 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e377c87-4c50-4a8c-b8f7-3d44d1e0febe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.591709 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e377c87-4c50-4a8c-b8f7-3d44d1e0febe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.593359 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6e377c87-4c50-4a8c-b8f7-3d44d1e0febe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/90ffe435-eed0-4fb9-830b-9997d5f9fd55 HTTP/1.1" status: 204 len: 168 time: 0.4009166 Feb 04 15:33:25.595912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e377c87-4c50-4a8c-b8f7-3d44d1e0febe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ffe435-eed0-4fb9-830b-9997d5f9fd55,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:25.607402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-7d3e2cd7-fb3d-4e54-ac2c-204260736d00 service neutron] Port 4e50b019-3065-4a26-92a4-55220edafa8b on network 62733b51-fb30-46e2-a99d-550cf28f5810 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:33:25.607728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-7d3e2cd7-fb3d-4e54-ac2c-204260736d00 service neutron] Attempting to bind port 4e50b019-3065-4a26-92a4-55220edafa8b on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:25.633800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f486ae06-eb67-471b-8981-ce2ab8768a52 req-1225e30f-f504-4abe-be41-f5f3e6344785 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787163 Feb 04 15:33:25.637236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-7d3e2cd7-fb3d-4e54-ac2c-204260736d00 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:33:25.637588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-7d3e2cd7-fb3d-4e54-ac2c-204260736d00 service neutron] Checking segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:25.637954 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-7d3e2cd7-fb3d-4e54-ac2c-204260736d00 service neutron] Bound using segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:33:25.638553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-7d3e2cd7-fb3d-4e54-ac2c-204260736d00 service neutron] Bound port: 4e50b019-3065-4a26-92a4-55220edafa8b, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:25.917726 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.975541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Transition to ACTIVE for port object 6c1c6173-fa14-428f-8324-0bfe6a5b8fde will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:25.987191 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.014746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-7d3e2cd7-fb3d-4e54-ac2c-204260736d00 service neutron] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4e50b019-3065-4a26-92a4-55220edafa8b,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:26.036346 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-7d3e2cd7-fb3d-4e54-ac2c-204260736d00 service neutron] Notify callbacks [] for binding, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.038549 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-7d3e2cd7-fb3d-4e54-ac2c-204260736d00 service neutron] 10.222.0.60 "POST /v2.0/ports/4e50b019-3065-4a26-92a4-55220edafa8b/bindings HTTP/1.1" status: 201 len: 389 time: 1.1614699 Feb 04 15:33:26.130847 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b9a0f-c6ca-4256-8e0d-65aba40f5b4b None None] Pushing event updated for resources: {'Port': ['ID=6c1c6173-fa14-428f-8324-0bfe6a5b8fde,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:26.147569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Attempting to bind port 6c1c6173-fa14-428f-8324-0bfe6a5b8fde on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:26.147569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Attempting to bind port 6c1c6173-fa14-428f-8324-0bfe6a5b8fde by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:26.147569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Attempting to bind port 6c1c6173-fa14-428f-8324-0bfe6a5b8fde on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:26.160423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:33:26.160423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:26.160423 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.160423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:33:26.160423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Bound port: 6c1c6173-fa14-428f-8324-0bfe6a5b8fde, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:26.160423 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.300892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] For port 6c1c6173-fa14-428f-8324-0bfe6a5b8fde, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:26.310032 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] For port 6c1c6173-fa14-428f-8324-0bfe6a5b8fde, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6c1c6173-fa14-428f-8324-0bfe6a5b8fde,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:26.330962 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.505718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Routers {'b7d32764-cc9f-478e-bd79-53b236e43102'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:33:26.505718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:33:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b7d32764-cc9f-478e-bd79-53b236e43102'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:26.531011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75106268-a7a2-429c-a534-144b778062f3 req-6f87d11d-7035-44fd-9cbf-5ed38af3c25b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:26.531011 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75106268-a7a2-429c-a534-144b778062f3 req-6f87d11d-7035-44fd-9cbf-5ed38af3c25b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 950 time: 0.4193282 Feb 04 15:33:26.604690 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-a5615250-9519-40a0-a399-bca13dac8ae8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 1096 time: 0.1734421 Feb 04 15:33:26.657189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b9a0f-c6ca-4256-8e0d-65aba40f5b4b None None] Pushing event updated for resources: {'Port': ['ID=6c1c6173-fa14-428f-8324-0bfe6a5b8fde,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:26.672170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55450) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:26.686697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75106268-a7a2-429c-a534-144b778062f3 req-059c1a8b-4b55-4192-8c74-98416cfdf82b tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503122 Feb 04 15:33:26.825873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0709df6a-a2e5-4ec7-865a-1fedf876c372 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:26.825873 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0709df6a-a2e5-4ec7-865a-1fedf876c372 service neutron] 10.222.0.81 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.2205491 Feb 04 15:33:26.846401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df2ced-8bac-41b4-9749-0deaaa79c559 req-45583841-fd53-46df-8e55-b228390f326c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:26.855781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f5df2ced-8bac-41b4-9749-0deaaa79c559 req-45583841-fd53-46df-8e55-b228390f326c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.4333057 Feb 04 15:33:26.858028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] Set router b7d32764-cc9f-478e-bd79-53b236e43102 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:33:26.932091 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-4231dc42-5ea2-4bfc-8d9b-66f7e652d59c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e50b019-3065-4a26-92a4-55220edafa8b HTTP/1.1" status: 200 len: 217 time: 0.0999758 Feb 04 15:33:26.984225 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0fb05e8e-c25f-42d6-97dc-a1b67610a507 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=feafd22f8b7d47e2a761e4cc4325eeb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2528627 Feb 04 15:33:26.993283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55458) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:26.993283 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:27.097459 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f5df2ced-8bac-41b4-9749-0deaaa79c559 req-13c683d4-9f47-448e-9c0f-cbe6fd218dc4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050881 Feb 04 15:33:27.106243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-8127696a-8861-4e6b-8593-3fea6bf9bee9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:27.108417 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-8127696a-8861-4e6b-8593-3fea6bf9bee9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.1699638 Feb 04 15:33:27.189290 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-993866a6-065f-4628-ad4a-8815cd0d868e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721235 Feb 04 15:33:27.207743 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55ad24dd-039a-490c-a9f5-b37a667eaf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:27.266773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde2f91-3951-4a1f-a5d5-f3c9728d42d8 req-422e24bf-764d-4053-b557-55de130ebe32 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:27.268779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8dde2f91-3951-4a1f-a5d5-f3c9728d42d8 req-422e24bf-764d-4053-b557-55de130ebe32 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 945 time: 0.4347763 Feb 04 15:33:27.297701 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55ad24dd-039a-490c-a9f5-b37a667eaf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:27.354783 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:19Z', 'updated_at': '2022-02-04T15:33:22Z', 'revision_number': 3, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'gw_port': {'id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:37:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:20Z', 'updated_at': '2022-02-04T15:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:27.380178 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6c2666-5d84-479b-bd7a-d4c1d703963c None None] The sync data for ids ['b7d32764-cc9f-478e-bd79-53b236e43102'] in n-d-827872-1 is: [{'id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:19Z', 'updated_at': '2022-02-04T15:33:22Z', 'revision_number': 3, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'gw_port': {'id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:37:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:20Z', 'updated_at': '2022-02-04T15:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:33:27.421766 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-15b6e781-6e7b-4a1a-9be5-80746ba1ef67 service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239616 Feb 04 15:33:27.610256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8dde2f91-3951-4a1f-a5d5-f3c9728d42d8 req-44461e99-17b1-4bb3-a451-b09564a7365e tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961264 Feb 04 15:33:27.709829 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-71c299c2-1d9f-46c3-8468-723b886e5cd2 service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784691 Feb 04 15:33:27.711285 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24f2dfaf-eb22-4855-b0c3-293e441aa84c req-9c71e19e-571e-40e0-8858-cf611d39b1f5 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 1101 time: 0.4575129 Feb 04 15:33:27.719865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 92f34155-ff69-4ccf-b60b-43dd7470f0b4 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:33:27.729676 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55ad24dd-039a-490c-a9f5-b37a667eaf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:27.767233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Allocated IP 172.20.0.1 (466a7e42-008f-43f5-b470-3b0ff4f3b0b5/92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0/1a118350-05c1-426c-b502-d3bb23cf576a) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:27.854358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad24dd-039a-490c-a9f5-b37a667eaf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a784170-b3cb-4b4f-80c2-9913cb404298,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:27.926209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6c1c6173-fa14-428f-8324-0bfe6a5b8fde up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:27.977410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24f2dfaf-eb22-4855-b0c3-293e441aa84c req-3d8f6cf1-a198-48bd-aa74-ec180d9c2930 tempest-ServersOnMultiNodesTest-1666435924 tempest-ServersOnMultiNodesTest-1666435924-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061415 Feb 04 15:33:28.030105 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.108608 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55ad24dd-039a-490c-a9f5-b37a667eaf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.112175 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-55ad24dd-039a-490c-a9f5-b37a667eaf78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a784170-b3cb-4b4f-80c2-9913cb404298 HTTP/1.1" status: 204 len: 168 time: 1.1029086 Feb 04 15:33:28.114329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987818b6-666a-4b64-ae56-b8454d1294a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92f34155-ff69-4ccf-b60b-43dd7470f0b4'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:28.136765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 92f34155-ff69-4ccf-b60b-43dd7470f0b4, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=92f34155-ff69-4ccf-b60b-43dd7470f0b4,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:28.145174 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.229432 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=92f34155-ff69-4ccf-b60b-43dd7470f0b4,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:28.236517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 6c1c6173-fa14-428f-8324-0bfe6a5b8fde completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:28.244923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6c1c6173-fa14-428f-8324-0bfe6a5b8fde triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:28.245684 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.258024 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.307028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c4bda-4466-470c-80ed-49b3bf29d62e req-36f0f9a4-f8e8-4bb1-8b77-2e0c594facfe tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:28.316376 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db2c4bda-4466-470c-80ed-49b3bf29d62e req-36f0f9a4-f8e8-4bb1-8b77-2e0c594facfe tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 945 time: 0.3332226 Feb 04 15:33:28.398791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Transition to ACTIVE for port object 1a118350-05c1-426c-b502-d3bb23cf576a will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:28.499336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 53557c9f-fac4-458c-812b-6523811b8324 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:28.502013 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db2c4bda-4466-470c-80ed-49b3bf29d62e req-fb06dc71-80ee-44ce-b9b2-f8bdb461a7f3 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842611 Feb 04 15:33:28.507723 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.569662 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.588534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 6c1c6173-fa14-428f-8324-0bfe6a5b8fde, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6c1c6173-fa14-428f-8324-0bfe6a5b8fde,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:28.613200 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.760604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Network 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:28.769026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:28.781596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:33:28.861262 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987818b6-666a-4b64-ae56-b8454d1294a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92f34155-ff69-4ccf-b60b-43dd7470f0b4', 'code': 200} Feb 04 15:33:28.924164 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-a61fdd47-ed35-45d3-bd8e-c1ec8e86f230 tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e&tenant_id=259f0c881e6045e4b888323648b2d57a&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 1096 time: 0.6744928 Feb 04 15:33:28.937296 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827872-1'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:28.980014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Pushing event updated for resources: {'Port': ['ID=1a118350-05c1-426c-b502-d3bb23cf576a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:29.119053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=6c1c6173-fa14-428f-8324-0bfe6a5b8fde,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:29.141114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=53557c9f-fac4-458c-812b-6523811b8324,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:29.141424 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:29.188781 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 53557c9f-fac4-458c-812b-6523811b8324 has no active binding in host n-h2-827872-1 {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:33:29.263781 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-61fac1df-802d-4642-aeaf-cb00ab5e9476 None None] Provisioning for port 1a118350-05c1-426c-b502-d3bb23cf576a completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:29.269504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-61fac1df-802d-4642-aeaf-cb00ab5e9476 None None] Provisioning complete for port 1a118350-05c1-426c-b502-d3bb23cf576a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:29.269882 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-61fac1df-802d-4642-aeaf-cb00ab5e9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:29.357830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-61fac1df-802d-4642-aeaf-cb00ab5e9476 None None] Port 1a118350-05c1-426c-b502-d3bb23cf576a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:33:29.360536 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:29.461536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009198c7-1df8-4fdb-8625-c1244e95e539 req-5e13e5cc-02af-4d32-baa8-83eac6796387 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:29.494072 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-009198c7-1df8-4fdb-8625-c1244e95e539 req-5e13e5cc-02af-4d32-baa8-83eac6796387 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 950 time: 0.4733829 Feb 04 15:33:29.528146 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:29.550196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03c148-72bc-4017-b147-c73b3feae5cd req-190846a0-b8c8-49a4-82a5-dd650eafda9d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:29.552066 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c03c148-72bc-4017-b147-c73b3feae5cd req-190846a0-b8c8-49a4-82a5-dd650eafda9d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 947 time: 0.4766033 Feb 04 15:33:29.668562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=53557c9f-fac4-458c-812b-6523811b8324,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:29.726062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:29.736351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 92f34155-ff69-4ccf-b60b-43dd7470f0b4 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:29.762004 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-009198c7-1df8-4fdb-8625-c1244e95e539 req-f71071f3-3ba8-4e12-b703-61c1f25998ba tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667482 Feb 04 15:33:29.931707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4cd850-55d7-4123-b68b-87c248a2e77e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53557c9f-fac4-458c-812b-6523811b8324'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:29.962341 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:29.970475 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.047484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6c1c6173-fa14-428f-8324-0bfe6a5b8fde up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:30.128546 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.137808 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.357050 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55534) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:30.368053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 92f34155-ff69-4ccf-b60b-43dd7470f0b4, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=92f34155-ff69-4ccf-b60b-43dd7470f0b4,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:30.375706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Pushing event updated for resources: {'Port': ['ID=53557c9f-fac4-458c-812b-6523811b8324,revision_number=7']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:30.395811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '92f34155-ff69-4ccf-b60b-43dd7470f0b4', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '92f34155-ff69-4ccf-b60b-43dd7470f0b4', 'mac_address': 'fa:16:3e:0d:36:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:33:30.410313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Attempting to bind port 53557c9f-fac4-458c-812b-6523811b8324 on host n-h1-827872-1 for vnic_type normal with profile {"migrating_to": "n-h2-827872-1"} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:30.410313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Attempting to bind port 53557c9f-fac4-458c-812b-6523811b8324 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:30.410313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Attempting to bind port 53557c9f-fac4-458c-812b-6523811b8324 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:30.430683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Port 53557c9f-fac4-458c-812b-6523811b8324 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:33:30.430683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Attempting to bind port 53557c9f-fac4-458c-812b-6523811b8324 on network 1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:30.440343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:33:30.440343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Checking segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:30.440343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Bound using segment: {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:33:30.440343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Bound port: 53557c9f-fac4-458c-812b-6523811b8324, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da9b2d-1c7f-465a-9e18-17534366dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:30.440343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.538499 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.552080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6c1c6173-fa14-428f-8324-0bfe6a5b8fde triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:30.552080 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.610387 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:30.617000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=53557c9f-fac4-458c-812b-6523811b8324,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:30.625177 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.625336 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.639693 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1864549024-network', 'tenant_id': '67e15da4dba44e93844db900edc46fa6'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:30.679804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f34155-ff69-4ccf-b60b-43dd7470f0b4 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:30.703465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Pushing event updated for resources: {'Port': ['ID=1a118350-05c1-426c-b502-d3bb23cf576a,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:30.711164 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 92f34155-ff69-4ccf-b60b-43dd7470f0b4, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=92f34155-ff69-4ccf-b60b-43dd7470f0b4,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:30.711164 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.717515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:30.730790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Usage tracker for resource:network and tenant:67e15da4dba44e93844db900edc46fa6 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:30.730790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:30.791543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c03c148-72bc-4017-b147-c73b3feae5cd req-8471da29-fc87-41b4-8cdb-dbb0a86a7916 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2230945 Feb 04 15:33:30.792189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:30.898212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd71867-98a6-4622-b4d0-8274db23951d req-a12d4d5f-c837-4300-a1c0-7e8c054caa0c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:30.902743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Made reservation on behalf of 67e15da4dba44e93844db900edc46fa6 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:30.906120 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.907581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5dd71867-98a6-4622-b4d0-8274db23951d req-a12d4d5f-c837-4300-a1c0-7e8c054caa0c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 945 time: 0.7699234 Feb 04 15:33:30.911048 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=92f34155-ff69-4ccf-b60b-43dd7470f0b4,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:30.931529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Pushing event updated for resources: {'Port': ['ID=53557c9f-fac4-458c-812b-6523811b8324,revision_number=8']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:30.945924 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.025836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Network 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:31.029541 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.031254 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-74900755-d26d-419b-8302-32c8aa888739 service neutron] 10.222.0.73 "PUT /v2.0/ports/53557c9f-fac4-458c-812b-6523811b8324 HTTP/1.1" status: 200 len: 1121 time: 2.1007614 Feb 04 15:33:31.031922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:31.056974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd717c98-1009-4916-b3b1-ddece186942f req-8bced78e-6f0c-41ef-883c-5ae74bab2d92 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:31.057746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-bd717c98-1009-4916-b3b1-ddece186942f req-8bced78e-6f0c-41ef-883c-5ae74bab2d92 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Synchronizing usage tracker for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:31.066174 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:31.076106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Usage tracker for resource:security_group_rule and tenant:67e15da4dba44e93844db900edc46fa6 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:31.077451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:31.087806 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:31.098695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-bd717c98-1009-4916-b3b1-ddece186942f req-8bced78e-6f0c-41ef-883c-5ae74bab2d92 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Unset dirty status for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:31.100019 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bd717c98-1009-4916-b3b1-ddece186942f req-8bced78e-6f0c-41ef-883c-5ae74bab2d92 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 950 time: 0.3674364 Feb 04 15:33:31.184839 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5dd71867-98a6-4622-b4d0-8274db23951d req-49e10660-22fe-46c3-870c-842496cb16b1 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760150 Feb 04 15:33:31.222466 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['53557c9f-fac4-458c-812b-6523811b8324'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:31.341795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-bd717c98-1009-4916-b3b1-ddece186942f req-d97a3534-fbc3-48c3-8b39-da290b094a81 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Deleting port 774c45d8-a15a-418b-b584-dc7384d16675 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:33:31.341795 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-bd717c98-1009-4916-b3b1-ddece186942f req-d97a3534-fbc3-48c3-8b39-da290b094a81 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.379580 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['53557c9f-fac4-458c-812b-6523811b8324'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:31.411863 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['92f34155-ff69-4ccf-b60b-43dd7470f0b4'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:31.431794 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4cd850-55d7-4123-b68b-87c248a2e77e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53557c9f-fac4-458c-812b-6523811b8324', 'code': 200} Feb 04 15:33:31.567689 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.576626 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.648012 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce177be-9a22-460c-b149-c783cb82e5f7,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:31.708833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:33:31.748177 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-215e0405-2533-413f-b3a3-27409301180f None None] Provisioning complete for port 1a118350-05c1-426c-b502-d3bb23cf576a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:31.748177 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-215e0405-2533-413f-b3a3-27409301180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.754229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f62c3-448a-4278-badf-9fc6dcedeac0 req-6fe19155-96d4-4389-acfd-38e4dfaa141c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:31.767804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-162f62c3-448a-4278-badf-9fc6dcedeac0 req-6fe19155-96d4-4389-acfd-38e4dfaa141c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 943 time: 0.5803826 Feb 04 15:33:31.833927 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.833927 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Added segment b672273b-eb51-4f11-bd67-920159697ae2 of type vlan for network 4a027904-9cd9-48bb-9d76-80adc26882ab Feb 04 15:33:31.982891 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-215e0405-2533-413f-b3a3-27409301180f None None] Port 1a118350-05c1-426c-b502-d3bb23cf576a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:33:31.987651 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.997418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-162f62c3-448a-4278-badf-9fc6dcedeac0 req-1dd35a44-4407-4922-949a-1147f30844e5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352741 Feb 04 15:33:32.058960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fd632-a731-41b6-8215-35e35ec07cb1 req-fee4675d-421a-4aa6-9c7f-99fc69efa0ff tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:32.058960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a16fd632-a731-41b6-8215-35e35ec07cb1 req-fee4675d-421a-4aa6-9c7f-99fc69efa0ff tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 950 time: 0.3287258 Feb 04 15:33:32.175397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-bd717c98-1009-4916-b3b1-ddece186942f req-d97a3534-fbc3-48c3-8b39-da290b094a81 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] For port 774c45d8-a15a-418b-b584-dc7384d16675, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=774c45d8-a15a-418b-b584-dc7384d16675,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:32.175397 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-bd717c98-1009-4916-b3b1-ddece186942f req-d97a3534-fbc3-48c3-8b39-da290b094a81 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.197168 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a16fd632-a731-41b6-8215-35e35ec07cb1 req-14d448ff-8d65-46b7-9a37-df5a2a1f500a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258986 Feb 04 15:33:32.292707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Router b7d32764-cc9f-478e-bd79-53b236e43102 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:33:32.519802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-bd717c98-1009-4916-b3b1-ddece186942f req-d97a3534-fbc3-48c3-8b39-da290b094a81 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Calling delete_port for 774c45d8-a15a-418b-b584-dc7384d16675 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:33:32.548440 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.548440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:32.548440 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.741970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc9ec6-b2e9-4629-bdc7-99947809d04e req-7658032e-7cd8-4c68-9f88-026ff61ed7d7 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:32.741970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ccc9ec6-b2e9-4629-bdc7-99947809d04e req-7658032e-7cd8-4c68-9f88-026ff61ed7d7 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 945 time: 0.3090770 Feb 04 15:33:32.758845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fc89f-59f9-4aee-8c63-1453a7065327 req-b77e81ab-e0ff-4f76-8b4b-eb92fcbe0d4d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:32.758845 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e08fc89f-59f9-4aee-8c63-1453a7065327 req-b77e81ab-e0ff-4f76-8b4b-eb92fcbe0d4d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 948 time: 0.2960291 Feb 04 15:33:32.814542 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4618609 Feb 04 15:33:32.815846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55568) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:32.838405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860178d-40ab-4469-b60b-467e1d8017c0 admin admin] Pushing event updated for resources: {'Network': ['ID=4a027904-9cd9-48bb-9d76-80adc26882ab,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:32.841328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] Request body: {'subnet': {'network_id': '4a027904-9cd9-48bb-9d76-80adc26882ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1864549024-subnet', 'tenant_id': '67e15da4dba44e93844db900edc46fa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:32.849265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 4a027904-9cd9-48bb-9d76-80adc26882ab details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:33:32.891605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:32.903109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] Usage tracker for resource:subnet and tenant:67e15da4dba44e93844db900edc46fa6 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:32.903109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:32.938457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:32.974031 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ccc9ec6-b2e9-4629-bdc7-99947809d04e req-97a050f0-d973-4157-a77c-83c6d4bfb52a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224491 Feb 04 15:33:32.974031 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e08fc89f-59f9-4aee-8c63-1453a7065327 req-46e9fa7e-3fc6-4af0-8490-efc170970d72 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527326 Feb 04 15:33:32.986256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] Made reservation on behalf of 67e15da4dba44e93844db900edc46fa6 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:32.986256 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.043613 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-bd717c98-1009-4916-b3b1-ddece186942f req-d97a3534-fbc3-48c3-8b39-da290b094a81 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.165050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:33:33.170022 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Sync routers for ids ['b7d32764-cc9f-478e-bd79-53b236e43102'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:33:33.190621 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1f22fc72-60d8-4130-9177-0f43a401a976 admin admin] 10.222.0.60 "PUT /v2.0/routers/b7d32764-cc9f-478e-bd79-53b236e43102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1193528 Feb 04 15:33:33.195479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a3534-fbc3-48c3-8b39-da290b094a81 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event deleted for resources: {'Port': ['ID=774c45d8-a15a-418b-b584-dc7384d16675,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:33.220167 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Routers {'b7d32764-cc9f-478e-bd79-53b236e43102'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:33:33.220167 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:33:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b7d32764-cc9f-478e-bd79-53b236e43102'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:33.281158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['25700593-2482-43e3-aba7-b1bdaac4847e', '62f3a7e4-bf90-47a1-be03-408c820e66b8', '68de3e79-d1f5-4e87-b1f8-04028d138426'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:33.386390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66', '7625cd05-1b68-4c91-b899-cc3529b5dc60', '599ac129-b2b4-4720-ae0f-47e597756eef', 'f2063083-2755-41fc-9a22-a1a55c113186', '774c45d8-a15a-418b-b584-dc7384d16675'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:33.455316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4cd850-55d7-4123-b68b-87c248a2e77e', 'tag': '53557c9f-fac4-458c-812b-6523811b8324'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:33.468110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd717c98-1009-4916-b3b1-ddece186942f req-d97a3534-fbc3-48c3-8b39-da290b094a81 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] No DVR routers for this DVR port 774c45d8-a15a-418b-b584-dc7384d16675 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:33.478481 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-bd717c98-1009-4916-b3b1-ddece186942f req-d97a3534-fbc3-48c3-8b39-da290b094a81 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.531257 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bd717c98-1009-4916-b3b1-ddece186942f req-d97a3534-fbc3-48c3-8b39-da290b094a81 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "DELETE /v2.0/ports/774c45d8-a15a-418b-b584-dc7384d16675 HTTP/1.1" status: 204 len: 173 time: 2.4166842 Feb 04 15:33:33.668039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72810526-de97-4d62-9d16-63dce8dde9dc req-67d2ce2b-3751-420e-9ec3-e45111382a92 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0cdcf40f54144c92b397479ff6ffabd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4068234 Feb 04 15:33:33.668039 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.866617 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 92f34155-ff69-4ccf-b60b-43dd7470f0b4 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:33.872884 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Set router b7d32764-cc9f-478e-bd79-53b236e43102 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:33:33.958171 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1751b9e6-612b-4a85-a189-2a249bdba41b,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:34.038140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] Checking segment: {'id': 'b672273b-eb51-4f11-bd67-920159697ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4a027904-9cd9-48bb-9d76-80adc26882ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:34.038140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] Network hostable DHCP agents. Network: 4a027904-9cd9-48bb-9d76-80adc26882ab, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:33:34.214094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8399636-0255-4b8f-89d5-e1b73a47063e req-d7abca96-4fa2-4bb9-9371-c5f6716000a8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:34.214094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f8399636-0255-4b8f-89d5-e1b73a47063e req-d7abca96-4fa2-4bb9-9371-c5f6716000a8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Synchronizing usage tracker for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:34.252704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72810526-de97-4d62-9d16-63dce8dde9dc req-7dbe6a2e-6520-412e-aadb-6e5ffc284a78 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:34.260141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f8399636-0255-4b8f-89d5-e1b73a47063e req-d7abca96-4fa2-4bb9-9371-c5f6716000a8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Unset dirty status for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:34.261133 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72810526-de97-4d62-9d16-63dce8dde9dc req-7dbe6a2e-6520-412e-aadb-6e5ffc284a78 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5991704 Feb 04 15:33:34.262681 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8399636-0255-4b8f-89d5-e1b73a47063e req-d7abca96-4fa2-4bb9-9371-c5f6716000a8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.81 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7&tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 948 time: 0.3464403 Feb 04 15:33:34.290005 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72810526-de97-4d62-9d16-63dce8dde9dc req-0bb9b1ee-ca28-42dd-b1e3-3754d5e645cf tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/quotas/0cdcf40f54144c92b397479ff6ffabd1 HTTP/1.1" status: 200 len: 375 time: 0.0252984 Feb 04 15:33:34.454194 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72810526-de97-4d62-9d16-63dce8dde9dc req-e7e377df-daa6-4a5d-ab01-17dc6ce0ff71 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cdcf40f54144c92b397479ff6ffabd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1410489 Feb 04 15:33:34.494926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] Network 4a027904-9cd9-48bb-9d76-80adc26882ab is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:33:34.580253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b57d16-68ab-4e7f-ad07-71cd7565cbfd req-46862bb7-f2e8-4987-955e-3eb83ddc47de tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:34.605221 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12b57d16-68ab-4e7f-ad07-71cd7565cbfd req-46862bb7-f2e8-4987-955e-3eb83ddc47de tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 943 time: 0.5234039 Feb 04 15:33:34.675686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 4a027904-9cd9-48bb-9d76-80adc26882ab) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:34.686971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:34.686971 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:34.743213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 92f34155-ff69-4ccf-b60b-43dd7470f0b4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:34.743213 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:34.807133 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0fa6db78-0694-426f-a6bb-380b1116a321 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9687536 Feb 04 15:33:34.807133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55600) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:34.814401 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8399636-0255-4b8f-89d5-e1b73a47063e req-d57fc4e4-e45e-4d2b-9445-5e69f155e5ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 1099 time: 0.3479145 Feb 04 15:33:34.821406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1864549024-router', 'tenant_id': '67e15da4dba44e93844db900edc46fa6', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:34.826064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9a159e-026f-4d35-978d-f2aebb3cd6dd None None] Network 4a027904-9cd9-48bb-9d76-80adc26882ab requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:33:34.885998 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12b57d16-68ab-4e7f-ad07-71cd7565cbfd req-c4a1ad93-5843-455a-b33c-fefbc07a00ca tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767713 Feb 04 15:33:34.885998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:34.898387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Usage tracker for resource:router and tenant:67e15da4dba44e93844db900edc46fa6 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:34.909118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:34.940006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:34.993486 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:34.993486 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.154522 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.226807 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:19Z', 'updated_at': '2022-02-04T15:33:29Z', 'revision_number': 4, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'gw_port': {'id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:20Z', 'updated_at': '2022-02-04T15:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '1a118350-05c1-426c-b502-d3bb23cf576a', 'name': '', 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'mac_address': 'fa:16:3e:bb:26:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:27Z', 'updated_at': '2022-02-04T15:33:29Z', 'revision_number': 2, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'subnets': [{'id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:35.264220 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Checking router: b7d32764-cc9f-478e-bd79-53b236e43102 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:33:35.264220 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Updating router b7d32764-cc9f-478e-bd79-53b236e43102 port 1a118350-05c1-426c-b502-d3bb23cf576a binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:33:35.424722 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4cd850-55d7-4123-b68b-87c248a2e77e', 'tag': '53557c9f-fac4-458c-812b-6523811b8324', 'status': 'completed', 'code': 200} Feb 04 15:33:35.632175 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.956250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbec7662-65a7-4652-85d9-37d598d382ea req-b8115cd5-8cfd-4148-ba69-62d2b89c2540 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4ba2fc-bac6-4326-9efc-0e55da0c75a5 HTTP/1.1" status: 200 len: 210 time: 0.2691879 Feb 04 15:33:36.036776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8399636-0255-4b8f-89d5-e1b73a47063e req-256137e3-44e2-4adc-a0d7-0aa5b1d99689 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:36.039854 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8399636-0255-4b8f-89d5-e1b73a47063e req-256137e3-44e2-4adc-a0d7-0aa5b1d99689 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 1.2188826 Feb 04 15:33:36.181945 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8399636-0255-4b8f-89d5-e1b73a47063e req-2ef76c5c-c8db-4c2a-b13d-a23867e924f5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=92f34155-ff69-4ccf-b60b-43dd7470f0b4 HTTP/1.1" status: 200 len: 217 time: 0.1342235 Feb 04 15:33:36.337533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55624) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:36.354396 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1277892355-network', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:36.365509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:36.370072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Usage tracker for resource:network and tenant:a59640ebc55e49878dc2237f5542f080 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:36.373686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:36.380139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:36.435561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Made reservation on behalf of a59640ebc55e49878dc2237f5542f080 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:36.438529 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.472713 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.499752 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.529263 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 92f34155-ff69-4ccf-b60b-43dd7470f0b4, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=92f34155-ff69-4ccf-b60b-43dd7470f0b4,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:36.567069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987818b6-666a-4b64-ae56-b8454d1294a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f34155-ff69-4ccf-b60b-43dd7470f0b4'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:36.621989 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.621989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 774c45d8-a15a-418b-b584-dc7384d16675 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:33:36.627999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8399636-0255-4b8f-89d5-e1b73a47063e req-4167a206-0790-4069-b57f-f9ed0af16769 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:36.627999 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8399636-0255-4b8f-89d5-e1b73a47063e req-4167a206-0790-4069-b57f-f9ed0af16769 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.4346597 Feb 04 15:33:36.637850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:36.654543 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.687778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Usage tracker for resource:security_group_rule and tenant:a59640ebc55e49878dc2237f5542f080 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:36.703793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:36.757188 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.757857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:36.793528 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Transition to ACTIVE for port object 1a118350-05c1-426c-b502-d3bb23cf576a will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:36.808493 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.818757 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8fead2f-e690-43f6-8356-5b3ba07c9c54 req-a03a923c-3839-4e00-9c94-36fbcb8f3a13 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 1124 time: 1.3540909 Feb 04 15:33:36.946568 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-9aefdfb5-a298-4fc2-8175-373b627511b5 service neutron] 10.222.0.81 "GET /v2.0/ports/53557c9f-fac4-458c-812b-6523811b8324/bindings/n-h2-827872-1 HTTP/1.1" status: 200 len: 384 time: 0.6062121 Feb 04 15:33:36.961810 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=92f34155-ff69-4ccf-b60b-43dd7470f0b4,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:37.013093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 774c45d8-a15a-418b-b584-dc7384d16675 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:33:37.013093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 774c45d8-a15a-418b-b584-dc7384d16675 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:33:37.024778 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-051be670-6c63-401b-9aa7-87b421030d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.089606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c33180-fe97-4fc3-a71b-94623723214e req-ae7d6ea5-2f2d-445d-a054-e84ddd932003 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.106265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95c33180-fe97-4fc3-a71b-94623723214e req-ae7d6ea5-2f2d-445d-a054-e84ddd932003 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 948 time: 1.1349759 Feb 04 15:33:37.291105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ca0e3-c0fb-4af1-9cdd-b1b2beb64464 req-2273f0a0-159f-46ec-84bd-4c4c23ad0afc tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.302519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-019ca0e3-c0fb-4af1-9cdd-b1b2beb64464 req-2273f0a0-159f-46ec-84bd-4c4c23ad0afc tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 945 time: 0.9466305 Feb 04 15:33:37.391492 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce440f16-2fb7-4cb9-9620-2a1c39fa0195 None None] Pushing event updated for resources: {'Port': ['ID=1a118350-05c1-426c-b502-d3bb23cf576a,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:37.417748 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce440f16-2fb7-4cb9-9620-2a1c39fa0195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:37.417748 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce440f16-2fb7-4cb9-9620-2a1c39fa0195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:37.417748 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce440f16-2fb7-4cb9-9620-2a1c39fa0195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:37.417748 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce440f16-2fb7-4cb9-9620-2a1c39fa0195 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:37.417748 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce440f16-2fb7-4cb9-9620-2a1c39fa0195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:37.417748 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce440f16-2fb7-4cb9-9620-2a1c39fa0195 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:37.417748 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce440f16-2fb7-4cb9-9620-2a1c39fa0195 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:37.417748 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce440f16-2fb7-4cb9-9620-2a1c39fa0195 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:37.424331 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce440f16-2fb7-4cb9-9620-2a1c39fa0195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:37.424331 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce440f16-2fb7-4cb9-9620-2a1c39fa0195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:37.424331 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce440f16-2fb7-4cb9-9620-2a1c39fa0195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:37.497883 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.580391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4ba2fc-bac6-4326-9efc-0e55da0c75a5', 'name': 'network-vif-deleted', 'tag': '774c45d8-a15a-418b-b584-dc7384d16675'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:37.662606 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95c33180-fe97-4fc3-a71b-94623723214e req-afaf3da1-dc6a-4966-82e1-43f694fe0ac2 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140073 Feb 04 15:33:37.679346 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-4a027904-9cd9-48bb-9d76-80adc26882ab', 'network_id': '4a027904-9cd9-48bb-9d76-80adc26882ab', 'tenant_id': '67e15da4dba44e93844db900edc46fa6', 'fixed_ips': [{'subnet_id': '1751b9e6-612b-4a85-a189-2a249bdba41b'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:33:37.679346 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.790971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-019ca0e3-c0fb-4af1-9cdd-b1b2beb64464 req-e5ddfb55-7010-433f-88f4-93c3e36941b3 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874654 Feb 04 15:33:37.790971 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.848561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:33:37.854735 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Attempting to bind port 1a118350-05c1-426c-b502-d3bb23cf576a on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:37.854735 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Attempting to bind port 1a118350-05c1-426c-b502-d3bb23cf576a by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'f7b34888-ea35-42de-9cd5-e4e68030aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:37.854735 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Attempting to bind port 1a118350-05c1-426c-b502-d3bb23cf576a on network 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:37.885891 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.885891 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Added segment e06861b1-dfdf-4874-b630-0d2ed3cb357f of type vlan for network 61fad80f-0548-4278-ab58-12eba602f383 Feb 04 15:33:37.891398 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:33:37.891398 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Checking segment: {'id': 'f7b34888-ea35-42de-9cd5-e4e68030aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:37.891398 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.891398 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Bound using segment: {'id': 'f7b34888-ea35-42de-9cd5-e4e68030aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:33:37.891398 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Bound port: 1a118350-05c1-426c-b502-d3bb23cf576a, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b34888-ea35-42de-9cd5-e4e68030aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:37.891398 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.035036 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.069226 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-3d1263d1-4634-4c02-95a2-be675592c3fb tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0cdcf40f54144c92b397479ff6ffabd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714817 Feb 04 15:33:38.127470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Allocated IP 172.20.0.2 (4a027904-9cd9-48bb-9d76-80adc26882ab/1751b9e6-612b-4a85-a189-2a249bdba41b/88ae29ea-969b-4b36-9672-e1ee65ea2077) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:38.165423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32927ce3-c24f-4b07-9fea-fd198eca2843,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:38.169689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fead2f-e690-43f6-8356-5b3ba07c9c54 req-524df530-f42b-428a-ad5b-759171649500 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:38.170122 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] For port 1a118350-05c1-426c-b502-d3bb23cf576a, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:38.171422 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8fead2f-e690-43f6-8356-5b3ba07c9c54 req-524df530-f42b-428a-ad5b-759171649500 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 1.3565607 Feb 04 15:33:38.183558 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] For port 1a118350-05c1-426c-b502-d3bb23cf576a, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1a118350-05c1-426c-b502-d3bb23cf576a,segment=NetworkSegment(f7b34888-ea35-42de-9cd5-e4e68030aa83),segment_id=f7b34888-ea35-42de-9cd5-e4e68030aa83)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:38.195227 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.360094 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8fead2f-e690-43f6-8356-5b3ba07c9c54 req-0eea732d-8001-40fa-8db3-57d90171c83b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53557c9f-fac4-458c-812b-6523811b8324 HTTP/1.1" status: 200 len: 217 time: 0.1055703 Feb 04 15:33:38.374526 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:33:38.378972 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6689d1ee-50e4-47e3-bc8e-442842af1888 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0cdcf40f54144c92b397479ff6ffabd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2131534 Feb 04 15:33:38.385979 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8399636-0255-4b8f-89d5-e1b73a47063e req-01094217-d9fb-4f0b-a1b0-b7a627b5eae3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7337840 Feb 04 15:33:38.391219 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce440f16-2fb7-4cb9-9620-2a1c39fa0195 None None] Pushing event updated for resources: {'Port': ['ID=1a118350-05c1-426c-b502-d3bb23cf576a,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:38.397017 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.417638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Transition to ACTIVE for port object 88ae29ea-969b-4b36-9672-e1ee65ea2077 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:38.432934 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Routers {'b7d32764-cc9f-478e-bd79-53b236e43102'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:33:38.433862 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:33:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b7d32764-cc9f-478e-bd79-53b236e43102'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:38.451460 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Transition to ACTIVE for port object 88ae29ea-969b-4b36-9672-e1ee65ea2077 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:38.465336 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.466469 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.466815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:38.467731 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.487385 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fead2f-e690-43f6-8356-5b3ba07c9c54 req-11872c30-5301-435b-8afc-305bc44d22f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:38.490841 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8fead2f-e690-43f6-8356-5b3ba07c9c54 req-11872c30-5301-435b-8afc-305bc44d22f5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.1135747 Feb 04 15:33:38.597324 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Pushing event updated for resources: {'Port': ['ID=88ae29ea-969b-4b36-9672-e1ee65ea2077,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:38.632791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Network 4a027904-9cd9-48bb-9d76-80adc26882ab is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:38.632791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:38.632791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:33:38.844166 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Attempting to bind port 88ae29ea-969b-4b36-9672-e1ee65ea2077 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:38.850189 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] Pushing event updated for resources: {'Network': ['ID=61fad80f-0548-4278-ab58-12eba602f383,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:38.856604 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Attempting to bind port 88ae29ea-969b-4b36-9672-e1ee65ea2077 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'b672273b-eb51-4f11-bd67-920159697ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4a027904-9cd9-48bb-9d76-80adc26882ab'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:38.856604 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Attempting to bind port 88ae29ea-969b-4b36-9672-e1ee65ea2077 on network 4a027904-9cd9-48bb-9d76-80adc26882ab {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:38.871765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:33:38.871765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Checking segment: {'id': 'b672273b-eb51-4f11-bd67-920159697ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4a027904-9cd9-48bb-9d76-80adc26882ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:38.871765 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.871765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Bound using segment: {'id': 'b672273b-eb51-4f11-bd67-920159697ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4a027904-9cd9-48bb-9d76-80adc26882ab'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:33:38.879502 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1d2c1-5789-4bfe-940b-6411ad963b9d req-0d72af19-258a-4d42-9d32-da66c21d1da1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:38.887540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Bound port: 88ae29ea-969b-4b36-9672-e1ee65ea2077, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b672273b-eb51-4f11-bd67-920159697ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4a027904-9cd9-48bb-9d76-80adc26882ab'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:38.893231 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aae1d2c1-5789-4bfe-940b-6411ad963b9d req-0d72af19-258a-4d42-9d32-da66c21d1da1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 943 time: 0.8123720 Feb 04 15:33:38.900270 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.905679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-ba024271-4af2-42c6-a9b5-d41d5fa33a1d tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:38.905679 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-ba024271-4af2-42c6-a9b5-d41d5fa33a1d tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7579207 Feb 04 15:33:38.905679 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.932178 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 61fad80f-0548-4278-ab58-12eba602f383 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:33:38.954899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3dd091bb-bb7f-4fc4-8ee3-a15f872e4257 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5957191 Feb 04 15:33:38.972387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55644) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:38.984139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] Request body: {'subnet': {'network_id': '61fad80f-0548-4278-ab58-12eba602f383', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1277892355-subnet', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:38.996178 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] Set router b7d32764-cc9f-478e-bd79-53b236e43102 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:33:39.002539 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.013452 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-006211be-5620-4b3e-ba09-b5a5da29144f tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/quotas/0cdcf40f54144c92b397479ff6ffabd1 HTTP/1.1" status: 200 len: 375 time: 0.1144521 Feb 04 15:33:39.054825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:39.098620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] Usage tracker for resource:subnet and tenant:a59640ebc55e49878dc2237f5542f080 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:39.113642 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:39.113764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72810526-de97-4d62-9d16-63dce8dde9dc req-223fb88a-fa75-41b4-b917-074293e8168c tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:39.116633 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-72810526-de97-4d62-9d16-63dce8dde9dc req-223fb88a-fa75-41b4-b917-074293e8168c tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7282286 Feb 04 15:33:39.127549 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-7df90e24-e9ae-4a52-9b7e-533f2e7217cd tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cdcf40f54144c92b397479ff6ffabd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1228843 Feb 04 15:33:39.170116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:39.209809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Request body: {'port': {'device_id': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '0cdcf40f54144c92b397479ff6ffabd1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:39.228097 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aae1d2c1-5789-4bfe-940b-6411ad963b9d req-b8aa5331-687b-4ab0-b0c4-23c5fab0dcbf tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278100 Feb 04 15:33:39.240056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] Made reservation on behalf of a59640ebc55e49878dc2237f5542f080 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:39.247290 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.384069 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-af3eee45-2614-447e-bd0f-e7db91ee577d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.463587 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987818b6-666a-4b64-ae56-b8454d1294a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f34155-ff69-4ccf-b60b-43dd7470f0b4', 'code': 200} Feb 04 15:33:39.746035 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4ba2fc-bac6-4326-9efc-0e55da0c75a5', 'name': 'network-vif-deleted', 'tag': '774c45d8-a15a-418b-b584-dc7384d16675', 'status': 'completed', 'code': 200} Feb 04 15:33:39.752036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] For port 88ae29ea-969b-4b36-9672-e1ee65ea2077, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:39.759755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Allocated IP 172.25.0.104 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:39.765303 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] For port 88ae29ea-969b-4b36-9672-e1ee65ea2077, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=88ae29ea-969b-4b36-9672-e1ee65ea2077,segment=NetworkSegment(b672273b-eb51-4f11-bd67-920159697ae2),segment_id=b672273b-eb51-4f11-bd67-920159697ae2)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:39.783309 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.837015 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8fead2f-e690-43f6-8356-5b3ba07c9c54 req-f0d4e1b9-52aa-4d28-80be-38bd787b6863 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6868935 Feb 04 15:33:39.862966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-3b67115d-088c-44f9-a1ac-66bb332f7c13 service neutron] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=53557c9f-fac4-458c-812b-6523811b8324,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:40.058446 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4e50b019-3065-4a26-92a4-55220edafa8b details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:40.160077 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:19Z', 'updated_at': '2022-02-04T15:33:29Z', 'revision_number': 4, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'gw_port': {'id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:20Z', 'updated_at': '2022-02-04T15:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '1a118350-05c1-426c-b502-d3bb23cf576a', 'name': '', 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'mac_address': 'fa:16:3e:bb:26:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:27Z', 'updated_at': '2022-02-04T15:33:38Z', 'revision_number': 4, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'subnets': [{'id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:40.166332 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0aa17-a970-42cb-82e6-626069291784 None None] The sync data for ids ['b7d32764-cc9f-478e-bd79-53b236e43102'] in n-d-827872-1 is: [{'id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:19Z', 'updated_at': '2022-02-04T15:33:29Z', 'revision_number': 4, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'gw_port': {'id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:20Z', 'updated_at': '2022-02-04T15:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '1a118350-05c1-426c-b502-d3bb23cf576a', 'name': '', 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'mac_address': 'fa:16:3e:bb:26:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:27Z', 'updated_at': '2022-02-04T15:33:38Z', 'revision_number': 4, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'subnets': [{'id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:33:40.262015 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-c06711d5-477f-4776-8345-9cfa1aa25d3d tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 1096 time: 2.7875538 Feb 04 15:33:40.404767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827872-1'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:40.559142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3614da-8d68-4b90-b593-c7f3cc6f6c8a req-8a41b17d-4f5a-4fde-bb09-493f98e4b584 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.559142 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f3614da-8d68-4b90-b593-c7f3cc6f6c8a req-8a41b17d-4f5a-4fde-bb09-493f98e4b584 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.8004324 Feb 04 15:33:40.621477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-3b67115d-088c-44f9-a1ac-66bb332f7c13 service neutron] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:40.727608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=4e50b019-3065-4a26-92a4-55220edafa8b,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:40.757841 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8399636-0255-4b8f-89d5-e1b73a47063e req-8604b279-8cb8-4beb-a061-940fdfa6573c service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6588452 Feb 04 15:33:40.762931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 53557c9f-fac4-458c-812b-6523811b8324 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:33:40.932736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4e50b019-3065-4a26-92a4-55220edafa8b has no active binding in host n-h1-827872-1 {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:33:41.057474 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.112618 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.117703 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.177482 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8399636-0255-4b8f-89d5-e1b73a47063e req-3439cf54-b194-4d93-b848-84fc4a144890 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893383 Feb 04 15:33:41.177482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:41.195779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f3614da-8d68-4b90-b593-c7f3cc6f6c8a req-88637850-1c3e-4074-95cf-e3f58b9ec4ff tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897946 Feb 04 15:33:41.332964 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.360734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a439b-3b46-4b3a-b3d7-02801b2c2af2 None None] Pushing event updated for resources: {'Port': ['ID=88ae29ea-969b-4b36-9672-e1ee65ea2077,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:41.422431 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.436683 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.508412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-3b67115d-088c-44f9-a1ac-66bb332f7c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53557c9f-fac4-458c-812b-6523811b8324 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:41.528808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Usage tracker for resource:port and tenant:0cdcf40f54144c92b397479ff6ffabd1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:41.598965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:41.615851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-3b67115d-088c-44f9-a1ac-66bb332f7c13 service neutron] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=53557c9f-fac4-458c-812b-6523811b8324,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:41.627608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f552d-424c-4fb3-b9d0-9e25ac39e06c req-2a2c6bc8-e9ac-46d3-a6e3-e5a9fef5c7d6 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:41.642329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-064f552d-424c-4fb3-b9d0-9e25ac39e06c req-2a2c6bc8-e9ac-46d3-a6e3-e5a9fef5c7d6 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 945 time: 0.8231204 Feb 04 15:33:41.665879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:41.701726 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8fead2f-e690-43f6-8356-5b3ba07c9c54 req-5e5d3860-1f59-4412-9aa4-06d7767edf48 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7353110 Feb 04 15:33:41.701726 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-3b67115d-088c-44f9-a1ac-66bb332f7c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.045431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1a118350-05c1-426c-b502-d3bb23cf576a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:42.099740 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ed1575f-1c5d-431b-8129-d9444332fa6e req-114cb738-daf2-4b1f-a1bb-c35244971b82 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 210 time: 0.3152242 Feb 04 15:33:42.145768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=626d5127-df56-4697-b390-845f61880505,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:42.177333 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.211359 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-064f552d-424c-4fb3-b9d0-9e25ac39e06c req-bf09b33a-916e-456e-9cda-52e4fa4ddab2 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815434 Feb 04 15:33:42.273900 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.328440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Made reservation on behalf of 0cdcf40f54144c92b397479ff6ffabd1 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:42.357125 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.401700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 1a118350-05c1-426c-b502-d3bb23cf576a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:42.435474 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1a118350-05c1-426c-b502-d3bb23cf576a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:42.435474 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.583589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] Checking segment: {'id': 'e06861b1-dfdf-4874-b630-0d2ed3cb357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61fad80f-0548-4278-ab58-12eba602f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:42.583589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] Network hostable DHCP agents. Network: 61fad80f-0548-4278-ab58-12eba602f383, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:33:42.689057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Pushing event updated for resources: {'Port': ['ID=921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:42.714725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:42.720604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:42.742995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:33:42.819169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-3b67115d-088c-44f9-a1ac-66bb332f7c13 service neutron] Transition to ACTIVE for port object 53557c9f-fac4-458c-812b-6523811b8324 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:42.852529 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.859840 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.906933 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 1a118350-05c1-426c-b502-d3bb23cf576a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1a118350-05c1-426c-b502-d3bb23cf576a,segment=NetworkSegment(f7b34888-ea35-42de-9cd5-e4e68030aa83),segment_id=f7b34888-ea35-42de-9cd5-e4e68030aa83)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:42.914154 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.915141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 88ae29ea-969b-4b36-9672-e1ee65ea2077 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:42.977895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] Network 61fad80f-0548-4278-ab58-12eba602f383 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:33:42.989986 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-3b67115d-088c-44f9-a1ac-66bb332f7c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:43.007856 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8fead2f-e690-43f6-8356-5b3ba07c9c54 req-5853140b-5b7c-444c-b927-70d49c5c0c02 service neutron] 10.222.0.81 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2745183 Feb 04 15:33:43.144481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 61fad80f-0548-4278-ab58-12eba602f383) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:43.161766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.161766 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:43.221434 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-8b6ad715-3023-4e68-a7c9-99b860afe301 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=0cdcf40f54144c92b397479ff6ffabd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3279290 Feb 04 15:33:43.255373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baffb2f1-872f-4c63-ab8f-3f859b07bb0b None None] Network 4a027904-9cd9-48bb-9d76-80adc26882ab requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:33:43.273152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a252ae6-3387-41eb-a934-d61795ca9d83 None None] Network 61fad80f-0548-4278-ab58-12eba602f383 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:33:43.285229 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=1a118350-05c1-426c-b502-d3bb23cf576a,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:43.474045 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-15ee3680-f78d-4b50-b43d-c66f942142fb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.5039079 Feb 04 15:33:43.477543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55672) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:43.500392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1277892355-router', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:43.515509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:43.529953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Usage tracker for resource:router and tenant:a59640ebc55e49878dc2237f5542f080 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:43.545946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f4354-8ab1-4f15-b2b7-8b15adcb7f6a req-aae1650a-bf91-46c6-998b-de95f12c9aba tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.545946 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-972f4354-8ab1-4f15-b2b7-8b15adcb7f6a req-aae1650a-bf91-46c6-998b-de95f12c9aba tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 944 time: 0.7198846 Feb 04 15:33:43.545946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:43.610265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:43.618329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-972f4354-8ab1-4f15-b2b7-8b15adcb7f6a req-f9d168fe-34a0-49a3-87cb-dc696fa368f5 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627503 Feb 04 15:33:43.682607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eeaf0-93ec-4a41-8dd3-943911cbed03 req-d71b6a68-fd95-4559-9649-951f7c9988ea tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.682607 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb3eeaf0-93ec-4a41-8dd3-943911cbed03 req-d71b6a68-fd95-4559-9649-951f7c9988ea tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.3741419 Feb 04 15:33:43.682607 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:43.701412 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:43.725131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-96043683-de58-4c93-a1ef-29a06c8c7dbb None None] Provisioning for port 88ae29ea-969b-4b36-9672-e1ee65ea2077 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:43.788810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:43.808493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Usage tracker for resource:security_group_rule and tenant:0cdcf40f54144c92b397479ff6ffabd1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:43.814934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:43.861030 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 88ae29ea-969b-4b36-9672-e1ee65ea2077 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:43.866599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:43.878825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 88ae29ea-969b-4b36-9672-e1ee65ea2077 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:43.878825 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:43.899202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67115d-088c-44f9-a1ac-66bb332f7c13 service neutron] Pushing event updated for resources: {'Port': ['ID=53557c9f-fac4-458c-812b-6523811b8324,revision_number=10']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:43.906267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-3b67115d-088c-44f9-a1ac-66bb332f7c13 service neutron] No DVR routers for this DVR port 53557c9f-fac4-458c-812b-6523811b8324 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:44.008482 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.008482 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.044511 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb3eeaf0-93ec-4a41-8dd3-943911cbed03 req-5b25d324-b4a2-4414-9adb-cc6dddc98afb tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421414 Feb 04 15:33:44.058027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=4e50b019-3065-4a26-92a4-55220edafa8b,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:44.068688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-fc23c449-958a-4bdc-ba74-9d87f0366800 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:44.068688 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-fc23c449-958a-4bdc-ba74-9d87f0366800 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7895603 Feb 04 15:33:44.096783 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Request body: {'port': {'device_id': 'e19a66c8-48f8-4818-96d6-0187000648ae', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '0cdcf40f54144c92b397479ff6ffabd1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:44.141017 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-3b67115d-088c-44f9-a1ac-66bb332f7c13 service neutron] 10.222.0.81 "PUT /v2.0/ports/53557c9f-fac4-458c-812b-6523811b8324/bindings/n-h2-827872-1/activate HTTP/1.1" status: 200 len: 369 time: 7.0831192 Feb 04 15:33:44.330885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:44.337282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Usage tracker for resource:port and tenant:0cdcf40f54144c92b397479ff6ffabd1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:44.375395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:44.380127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-61fad80f-0548-4278-ab58-12eba602f383', 'network_id': '61fad80f-0548-4278-ab58-12eba602f383', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080', 'fixed_ips': [{'subnet_id': '626d5127-df56-4697-b390-845f61880505'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:33:44.380127 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.385178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:44.385178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:44.477408 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.483539 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.491124 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.497233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-298ff61b-33a1-4d99-8208-eff3b8667b3c req-2c0dc1a2-79a6-46c4-a20a-3b61c7321dac tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 210 time: 0.0831327 Feb 04 15:33:44.559575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Made reservation on behalf of 0cdcf40f54144c92b397479ff6ffabd1 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:44.559575 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.697607 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.759549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41507371-126f-4919-b431-6aeb74f343cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e50b019-3065-4a26-92a4-55220edafa8b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:44.778846 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.829545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6795608-b658-43c7-a1c1-62978010abaa req-b0862402-9382-4b87-a1a2-aa8d7bd84a78 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:44.829545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6795608-b658-43c7-a1c1-62978010abaa req-b0862402-9382-4b87-a1a2-aa8d7bd84a78 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.8826773 Feb 04 15:33:44.859782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 88ae29ea-969b-4b36-9672-e1ee65ea2077, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=88ae29ea-969b-4b36-9672-e1ee65ea2077,segment=NetworkSegment(b672273b-eb51-4f11-bd67-920159697ae2),segment_id=b672273b-eb51-4f11-bd67-920159697ae2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:44.859782 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.091633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9089a92b-247e-4ff9-959e-56a3408269a9,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:45.139286 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.145345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1a118350-05c1-426c-b502-d3bb23cf576a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:45.281205 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-6e32f6ba-d450-463e-b5ac-cc5d71a3be0e tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e&tenant_id=259f0c881e6045e4b888323648b2d57a&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 1095 time: 0.9665117 Feb 04 15:33:45.317415 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Allocated IP 172.20.0.2 (61fad80f-0548-4278-ab58-12eba602f383/626d5127-df56-4697-b390-845f61880505/6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:45.344995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=88ae29ea-969b-4b36-9672-e1ee65ea2077,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:45.401021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1804fce9-ee8c-494a-a8f3-b024432eac70 None None] Provisioning complete for port 88ae29ea-969b-4b36-9672-e1ee65ea2077 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:45.401021 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1804fce9-ee8c-494a-a8f3-b024432eac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.574432 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6795608-b658-43c7-a1c1-62978010abaa req-ded83cbf-4129-4f97-a1a3-5f4b7f0ebc1e tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023909 Feb 04 15:33:45.590599 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.626377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Pushing event updated for resources: {'Port': ['ID=4e50b019-3065-4a26-92a4-55220edafa8b,revision_number=7']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:45.638891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bc164-482e-40e3-80bc-8f16e4ec0414 req-745f40be-ce65-421b-a4f2-43d45195a2b7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.638891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d0bc164-482e-40e3-80bc-8f16e4ec0414 req-745f40be-ce65-421b-a4f2-43d45195a2b7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 950 time: 0.5137782 Feb 04 15:33:45.656352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Attempting to bind port 4e50b019-3065-4a26-92a4-55220edafa8b on host n-h2-827872-1 for vnic_type normal with profile {"migrating_to": "n-h1-827872-1"} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:45.675476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Attempting to bind port 4e50b019-3065-4a26-92a4-55220edafa8b by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:45.675476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Attempting to bind port 4e50b019-3065-4a26-92a4-55220edafa8b on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:45.675476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Port 4e50b019-3065-4a26-92a4-55220edafa8b on network 62733b51-fb30-46e2-a99d-550cf28f5810 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:33:45.675476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Attempting to bind port 4e50b019-3065-4a26-92a4-55220edafa8b on network 62733b51-fb30-46e2-a99d-550cf28f5810 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:45.711389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:33:45.711389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Checking segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:45.711389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Bound using segment: {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:33:45.711389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Bound port: 4e50b019-3065-4a26-92a4-55220edafa8b, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458dbb5b-1adb-4ead-a6c7-4496a9aedde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62733b51-fb30-46e2-a99d-550cf28f5810'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:45.711389 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.748024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Allocated IP 192.168.233.78 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:45.781728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bc2b7-3951-42b2-9595-5577fd433c79 req-b6933a77-a4aa-41d2-ac6c-583c136fd5c5 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.798510 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a5bc2b7-3951-42b2-9595-5577fd433c79 req-b6933a77-a4aa-41d2-ac6c-583c136fd5c5 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 943 time: 0.6935246 Feb 04 15:33:45.861413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1a118350-05c1-426c-b502-d3bb23cf576a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:45.861413 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.961907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-a81cfe85-8ffb-4ffb-9d2b-8120b4189b5a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e&tenant_id=259f0c881e6045e4b888323648b2d57a HTTP/1.1" status: 200 len: 1095 time: 0.6589425 Feb 04 15:33:46.088558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:46.105700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=4e50b019-3065-4a26-92a4-55220edafa8b,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:46.105700 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.169085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-3d0bc164-482e-40e3-80bc-8f16e4ec0414 req-cea51646-5fb0-47ee-ab91-b5da522decc8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Deleting port 68de3e79-d1f5-4e87-b1f8-04028d138426 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:33:46.175661 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3d0bc164-482e-40e3-80bc-8f16e4ec0414 req-cea51646-5fb0-47ee-ab91-b5da522decc8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.218133 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.230170 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Transition to ACTIVE for port object 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:46.251306 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Transition to ACTIVE for port object 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:46.258815 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.273838 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a5bc2b7-3951-42b2-9595-5577fd433c79 req-ee6e14e1-8a7d-4067-aa1e-1e802bb99138 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910238 Feb 04 15:33:46.336801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Network 61fad80f-0548-4278-ab58-12eba602f383 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:46.338775 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.341595 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:46.350579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:33:46.353341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Pushing event updated for resources: {'Port': ['ID=6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:46.355390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Pushing event updated for resources: {'Port': ['ID=4e50b019-3065-4a26-92a4-55220edafa8b,revision_number=8']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:46.378834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Transition to ACTIVE for port object 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:46.444430 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.445898 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0ed87c5a-49b5-4b57-a3f7-bbc97e044a23 service neutron] 10.222.0.81 "PUT /v2.0/ports/4e50b019-3065-4a26-92a4-55220edafa8b HTTP/1.1" status: 200 len: 1121 time: 6.0588500 Feb 04 15:33:46.492826 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Attempting to bind port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:46.493194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Attempting to bind port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'e06861b1-dfdf-4874-b630-0d2ed3cb357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61fad80f-0548-4278-ab58-12eba602f383'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:46.493555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Attempting to bind port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 on network 61fad80f-0548-4278-ab58-12eba602f383 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:46.500881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:33:46.501164 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Checking segment: {'id': 'e06861b1-dfdf-4874-b630-0d2ed3cb357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61fad80f-0548-4278-ab58-12eba602f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:46.501452 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.502031 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Bound using segment: {'id': 'e06861b1-dfdf-4874-b630-0d2ed3cb357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61fad80f-0548-4278-ab58-12eba602f383'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:33:46.502655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Bound port: 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06861b1-dfdf-4874-b630-0d2ed3cb357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61fad80f-0548-4278-ab58-12eba602f383'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:46.503223 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.553322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Allocated IP 192.168.233.12 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/a7a32d24-017a-4cda-b156-7ae5e4f7378a) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:46.621336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['4e50b019-3065-4a26-92a4-55220edafa8b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:46.659991 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['4e50b019-3065-4a26-92a4-55220edafa8b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:46.733933 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.859365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] For port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:46.970492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b207a8-37e5-432e-b699-d31c69f27fd3 req-03bf3dad-1b2f-4a3a-af35-ff23d84df15a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.970492 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9b207a8-37e5-432e-b699-d31c69f27fd3 req-03bf3dad-1b2f-4a3a-af35-ff23d84df15a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 1.0843906 Feb 04 15:33:46.996796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] For port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1,segment=NetworkSegment(e06861b1-dfdf-4874-b630-0d2ed3cb357f),segment_id=e06861b1-dfdf-4874-b630-0d2ed3cb357f)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:47.045627 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.098974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 88ae29ea-969b-4b36-9672-e1ee65ea2077 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:47.102059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:47.117658 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-3da6a5bd-5853-45f5-8f33-5b2147668f53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=259f0c881e6045e4b888323648b2d57a&device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 1095 time: 1.0276134 Feb 04 15:33:47.118702 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:47.134123 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:33:47.212898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Pushing event updated for resources: {'Port': ['ID=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:47.250319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-3d0bc164-482e-40e3-80bc-8f16e4ec0414 req-cea51646-5fb0-47ee-ab91-b5da522decc8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] For port 68de3e79-d1f5-4e87-b1f8-04028d138426, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=68de3e79-d1f5-4e87-b1f8-04028d138426,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:47.250319 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3d0bc164-482e-40e3-80bc-8f16e4ec0414 req-cea51646-5fb0-47ee-ab91-b5da522decc8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.359191 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.371167 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.492644 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-615b7d18-a929-4a2e-ad57-15c608de1024 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4015207 Feb 04 15:33:47.503762 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.515871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Request body: {'port': {'device_id': 'e19a66c8-48f8-4818-96d6-0187000648ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:47.631897 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c134c-ecf4-4389-9697-e517a2ecdd7e None None] Pushing event updated for resources: {'Port': ['ID=6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:47.635364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-3d0bc164-482e-40e3-80bc-8f16e4ec0414 req-cea51646-5fb0-47ee-ab91-b5da522decc8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Calling delete_port for 68de3e79-d1f5-4e87-b1f8-04028d138426 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:33:47.635779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Transition to ACTIVE for port object a7a32d24-017a-4cda-b156-7ae5e4f7378a will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:47.683730 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 88ae29ea-969b-4b36-9672-e1ee65ea2077 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:47.684775 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.704710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Router e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:33:47.794882 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.801143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d4353472-e823-401e-98e5-36e8bd18ad94 None None] Provisioning for port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:47.801143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d4353472-e823-401e-98e5-36e8bd18ad94 None None] Provisioning complete for port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:47.801143 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4353472-e823-401e-98e5-36e8bd18ad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.837721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9b207a8-37e5-432e-b699-d31c69f27fd3 req-a8e47167-8ecd-40b0-8c54-05196c6d9d37 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8274901 Feb 04 15:33:47.950925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d4353472-e823-401e-98e5-36e8bd18ad94 None None] Port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:33:48.125090 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41507371-126f-4919-b431-6aeb74f343cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e50b019-3065-4a26-92a4-55220edafa8b', 'code': 200} Feb 04 15:33:48.253864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-88f9341f-0ff5-4704-a442-dedf40ae65eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:48.255432 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-88f9341f-0ff5-4704-a442-dedf40ae65eb service neutron] 10.222.0.73 "GET /v2.0/networks?id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 200 len: 908 time: 1.0865762 Feb 04 15:33:48.261565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b2bcd-c3d0-452f-9a18-eee49a99cb9e req-7645a7cc-9953-4c40-92e2-27bf2ef4b060 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:48.270774 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb5b2bcd-c3d0-452f-9a18-eee49a99cb9e req-7645a7cc-9953-4c40-92e2-27bf2ef4b060 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 944 time: 1.6340501 Feb 04 15:33:48.309877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.424452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:48.432480 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:48.439580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:33:48.467602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Pushing event updated for resources: {'Port': ['ID=a7a32d24-017a-4cda-b156-7ae5e4f7378a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:48.514464 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-bd4be80c-be01-4c7d-b982-002a6d324f7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53557c9f-fac4-458c-812b-6523811b8324 HTTP/1.1" status: 200 len: 217 time: 0.2368667 Feb 04 15:33:48.522410 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3d0bc164-482e-40e3-80bc-8f16e4ec0414 req-cea51646-5fb0-47ee-ab91-b5da522decc8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.535774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['25700593-2482-43e3-aba7-b1bdaac4847e', '62f3a7e4-bf90-47a1-be03-408c820e66b8'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:48.541903 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.545861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:48.546533 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.598441 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-72810526-de97-4d62-9d16-63dce8dde9dc req-66c2da57-ad4e-4374-84af-61d19046efef tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 9.3831487 Feb 04 15:33:48.622704 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 68de3e79-d1f5-4e87-b1f8-04028d138426 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:33:48.658092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Request body: {'port': {'device_id': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:33:48.665349 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66', '7625cd05-1b68-4c91-b899-cc3529b5dc60', '599ac129-b2b4-4720-ae0f-47e597756eef', 'f2063083-2755-41fc-9a22-a1a55c113186'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:48.699828 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.764777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 68de3e79-d1f5-4e87-b1f8-04028d138426 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:33:48.764777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 68de3e79-d1f5-4e87-b1f8-04028d138426 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:33:48.853473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51646-5fb0-47ee-ab91-b5da522decc8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event deleted for resources: {'Port': ['ID=68de3e79-d1f5-4e87-b1f8-04028d138426,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:48.864304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0bc164-482e-40e3-80bc-8f16e4ec0414 req-cea51646-5fb0-47ee-ab91-b5da522decc8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] No DVR routers for this DVR port 68de3e79-d1f5-4e87-b1f8-04028d138426 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:48.871416 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:33:48.873587 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3d0bc164-482e-40e3-80bc-8f16e4ec0414 req-cea51646-5fb0-47ee-ab91-b5da522decc8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.893310 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6f3007-01d1-4a67-ac5a-31034c1ad7dd', 'name': 'network-vif-deleted', 'tag': '68de3e79-d1f5-4e87-b1f8-04028d138426'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:48.899617 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d0bc164-482e-40e3-80bc-8f16e4ec0414 req-cea51646-5fb0-47ee-ab91-b5da522decc8 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.73 "DELETE /v2.0/ports/68de3e79-d1f5-4e87-b1f8-04028d138426 HTTP/1.1" status: 204 len: 173 time: 3.2486515 Feb 04 15:33:48.922278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-3c5b3b6a-a113-47d4-9147-61c48195abcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:48.930276 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-3c5b3b6a-a113-47d4-9147-61c48195abcf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 200 len: 847 time: 0.3867290 Feb 04 15:33:49.002676 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-7855cfe2-e0fd-4622-9bb4-4afffc25958e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462284 Feb 04 15:33:49.070913 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.085474 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb5b2bcd-c3d0-452f-9a18-eee49a99cb9e req-48e89487-7f98-4a8b-bbe1-b7e6d8787399 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8068695 Feb 04 15:33:49.141171 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:49.165932 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.240909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Transition to ACTIVE for port object 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:49.280511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:49.349334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b730f9c4-96d3-4345-99a6-853ebbe0c97e None None] Network 61fad80f-0548-4278-ab58-12eba602f383 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:33:49.356403 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.472694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14284c38-610a-4ff3-8873-0a699db0b3f2 req-db474246-0683-4c7f-aaed-6ef5d414735a tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:49.474046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14284c38-610a-4ff3-8873-0a699db0b3f2 req-db474246-0683-4c7f-aaed-6ef5d414735a tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 935 time: 1.1268623 Feb 04 15:33:49.504868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Allocated IP 172.25.0.138 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/ff087747-801b-41e8-a209-0dda8ac36d5b) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:49.538223 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.550538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a966d9ed-6266-4e43-9e83-755f96173608 req-ffa21be1-3f58-4c1b-b774-41b4aa0325b3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Synchronizing usage tracker for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:49.572669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a13e54aa-8c0a-4957-9222-2a104f9d95a9 None None] Provisioning for port a7a32d24-017a-4cda-b156-7ae5e4f7378a completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:49.609454 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a13e54aa-8c0a-4957-9222-2a104f9d95a9 None None] Provisioning complete for port a7a32d24-017a-4cda-b156-7ae5e4f7378a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:49.609454 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a13e54aa-8c0a-4957-9222-2a104f9d95a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.821516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Pushing event updated for resources: {'Port': ['ID=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:49.909784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a13e54aa-8c0a-4957-9222-2a104f9d95a9 None None] Port a7a32d24-017a-4cda-b156-7ae5e4f7378a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:33:50.046633 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-c8dcc4a2-e73c-4d1f-b4dd-3a11a623c93c service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0254688 Feb 04 15:33:50.052409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Attempting to bind port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:50.052409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Attempting to bind port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:50.052409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Attempting to bind port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:50.059726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a966d9ed-6266-4e43-9e83-755f96173608 req-ffa21be1-3f58-4c1b-b774-41b4aa0325b3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Unset dirty status for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:50.081992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:33:50.081992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Attempting to bind port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:50.089392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a966d9ed-6266-4e43-9e83-755f96173608 req-ffa21be1-3f58-4c1b-b774-41b4aa0325b3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6f3007-01d1-4a67-ac5a-31034c1ad7dd HTTP/1.1" status: 200 len: 210 time: 0.6520445 Feb 04 15:33:50.095757 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:50.121868 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14284c38-610a-4ff3-8873-0a699db0b3f2 req-cd00adb2-e0f8-45eb-b084-337885ed3965 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6067023 Feb 04 15:33:50.146996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41507371-126f-4919-b431-6aeb74f343cc', 'tag': '4e50b019-3065-4a26-92a4-55220edafa8b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:50.206380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:33:50.206380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:50.206380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:33:50.206380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Bound port: 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:50.206380 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:50.475768 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:50.476867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3b74f4a5-98fd-4543-b3e9-9dbee599512f None None] Provisioning for port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:50.514909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3b74f4a5-98fd-4543-b3e9-9dbee599512f None None] Provisioning complete for port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:50.514909 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b74f4a5-98fd-4543-b3e9-9dbee599512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:50.539982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:33:50.552435 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-5e40747e-9902-4caa-852b-f09f2fae62e4 service neutron] 10.222.0.73 "GET /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776337 Feb 04 15:33:50.583517 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6f3007-01d1-4a67-ac5a-31034c1ad7dd', 'name': 'network-vif-deleted', 'tag': '68de3e79-d1f5-4e87-b1f8-04028d138426', 'status': 'completed', 'code': 200} Feb 04 15:33:50.598366 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Sync routers for ids ['e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:33:50.627231 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:50.627231 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2b648c4c-4d6b-411e-b9b6-70b284ea4be8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 15.8262320 Feb 04 15:33:50.631211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55704) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:50.634580 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:33:50.746110 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Routers {'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:33:50.746110 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:33:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:50.749533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a32d24-017a-4cda-b156-7ae5e4f7378a {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:50.759477 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:50.785452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Transition to ACTIVE for port object a7a32d24-017a-4cda-b156-7ae5e4f7378a will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:50.785452 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41507371-126f-4919-b431-6aeb74f343cc', 'tag': '4e50b019-3065-4a26-92a4-55220edafa8b', 'status': 'completed', 'code': 200} Feb 04 15:33:50.815893 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:51.165212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Pushing event updated for resources: {'Port': ['ID=a7a32d24-017a-4cda-b156-7ae5e4f7378a,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:51.205528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904acb45-7d8d-404e-abde-dcb935eb3b63 req-d5c4db95-172a-4f81-af38-3aa3e21c56a9 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:51.207356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] For port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:51.213422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-904acb45-7d8d-404e-abde-dcb935eb3b63 req-d5c4db95-172a-4f81-af38-3aa3e21c56a9 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 943 time: 0.8233581 Feb 04 15:33:51.213710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] For port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:51.233876 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:51.264959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Set router e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:33:51.367450 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:51.413792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:51.413792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff087747-801b-41e8-a209-0dda8ac36d5b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:51.429729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:51.429729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:33:51.449633 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:51.449633 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] 10.222.0.81 "PUT /v2.0/ports/849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec HTTP/1.1" status: 200 len: 1095 time: 3.9463410 Feb 04 15:33:51.463039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Attempting to bind port a7a32d24-017a-4cda-b156-7ae5e4f7378a on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:51.463039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Attempting to bind port a7a32d24-017a-4cda-b156-7ae5e4f7378a by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:51.463039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Attempting to bind port a7a32d24-017a-4cda-b156-7ae5e4f7378a on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:51.481973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Port a7a32d24-017a-4cda-b156-7ae5e4f7378a on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:33:51.482272 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-904acb45-7d8d-404e-abde-dcb935eb3b63 req-d8307860-f94e-4126-afed-bbde2f8cf1f4 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678862 Feb 04 15:33:51.483740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Attempting to bind port a7a32d24-017a-4cda-b156-7ae5e4f7378a on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:51.493741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:33:51.494048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:51.494436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:33:51.494891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Bound port: a7a32d24-017a-4cda-b156-7ae5e4f7378a, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:51.495287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:51.579723 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-effd0b49-9c3a-409c-bf13-d9d61061409e tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e&tenant_id=259f0c881e6045e4b888323648b2d57a&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 1095 time: 0.4779463 Feb 04 15:33:51.605524 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-262fa8f5-020a-44b6-8084-04175ea54861 req-52b672f7-cfce-400a-bb2f-8591a5292347 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 1124 time: 0.6988001 Feb 04 15:33:51.735700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e158e5-4e15-4e63-ae89-7ac469dc3b2b service neutron] Pushing event updated for resources: {'Port': ['ID=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:51.813031 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b74f4a5-98fd-4543-b3e9-9dbee599512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:51.828594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8648726-c2a2-46c7-8a93-9e5be68f3621 req-335f168f-3135-4ff1-a139-f0809c5b89a1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:51.831540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8648726-c2a2-46c7-8a93-9e5be68f3621 req-335f168f-3135-4ff1-a139-f0809c5b89a1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 944 time: 0.7862985 Feb 04 15:33:51.964580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] For port a7a32d24-017a-4cda-b156-7ae5e4f7378a, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:51.978635 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] For port a7a32d24-017a-4cda-b156-7ae5e4f7378a, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:51.983968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:52.100804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Pushing event updated for resources: {'Port': ['ID=a7a32d24-017a-4cda-b156-7ae5e4f7378a,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:52.118203 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3b74f4a5-98fd-4543-b3e9-9dbee599512f None None] For port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1,segment=NetworkSegment(e06861b1-dfdf-4874-b630-0d2ed3cb357f),segment_id=e06861b1-dfdf-4874-b630-0d2ed3cb357f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:52.130411 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-f7c051fd-13b0-470d-b0d4-c82053c3b6a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0cdcf40f54144c92b397479ff6ffabd1&device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 1098 time: 0.5352192 Feb 04 15:33:52.133078 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b74f4a5-98fd-4543-b3e9-9dbee599512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:52.281910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8648726-c2a2-46c7-8a93-9e5be68f3621 req-d6a34502-685e-48a4-8645-2369a3e5c4cb tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005655 Feb 04 15:33:52.308113 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:52.308113 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6296bcfe-7bfd-4836-a215-9b81b95904ca service neutron] 10.222.0.73 "PUT /v2.0/ports/a7a32d24-017a-4cda-b156-7ae5e4f7378a HTTP/1.1" status: 200 len: 1095 time: 3.6601510 Feb 04 15:33:52.331813 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d6dbdfc8-48b0-47e2-a700-ce85aa311cd2 req-fedf7274-401f-4905-92bd-d2f811aed52a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5039420 Feb 04 15:33:52.331813 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-265d215f-efce-4524-bfb1-392887bbb511 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec HTTP/1.1" status: 200 len: 217 time: 0.1750286 Feb 04 15:33:52.477197 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74f4a5-98fd-4543-b3e9-9dbee599512f None None] Pushing event updated for resources: {'Port': ['ID=6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:52.537826 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'name': 'tempest-FloatingIPDetailsTestJSON-1864549024-router', 'tenant_id': '67e15da4dba44e93844db900edc46fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:35Z', 'updated_at': '2022-02-04T15:33:43Z', 'revision_number': 3, 'project_id': '67e15da4dba44e93844db900edc46fa6', 'gw_port': {'id': '921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:39Z', 'updated_at': '2022-02-04T15:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:52.559088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Checking router: e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:33:52.559088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Updating router e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 port 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:33:52.653530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2240838f-33de-4ef5-8bf5-c132dcd808ad None None] Provisioning complete for port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:52.653530 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2240838f-33de-4ef5-8bf5-c132dcd808ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:52.659271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-b13609c4-55c7-42e1-ac36-d2d97b652fff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:52.659271 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-b13609c4-55c7-42e1-ac36-d2d97b652fff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.3116693 Feb 04 15:33:52.698963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fa8f5-020a-44b6-8084-04175ea54861 req-5d20a24b-7f88-4cf1-a0d4-1419ec093273 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:52.711219 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-262fa8f5-020a-44b6-8084-04175ea54861 req-5d20a24b-7f88-4cf1-a0d4-1419ec093273 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.8482513 Feb 04 15:33:52.787859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19a66c8-48f8-4818-96d6-0187000648ae', 'tag': '849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec'}, {'name': 'network-changed', 'server_uuid': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'tag': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:52.852563 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-72810526-de97-4d62-9d16-63dce8dde9dc req-6eb2471d-b75a-4695-b81e-de0161b610fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cdcf40f54144c92b397479ff6ffabd1&device_id=0be0343a-abfd-405a-b377-ddb2e5c3882c HTTP/1.1" status: 200 len: 1098 time: 0.3912654 Feb 04 15:33:52.852563 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d6dbdfc8-48b0-47e2-a700-ce85aa311cd2 req-34048c19-e4fe-4bfd-a70f-2d13b14d340c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 1095 time: 0.3929141 Feb 04 15:33:52.999540 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.081852 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-72810526-de97-4d62-9d16-63dce8dde9dc req-08e190d3-b434-443a-afc5-03fdd5ce72fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a HTTP/1.1" status: 200 len: 217 time: 0.2245524 Feb 04 15:33:53.145162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:53.523111 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-4df4120d-5a75-405a-9584-f5e1ca029da1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8463123 Feb 04 15:33:53.523111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72810526-de97-4d62-9d16-63dce8dde9dc req-544aa762-cd7f-4e8e-b616-082363ea2262 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:53.523111 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-72810526-de97-4d62-9d16-63dce8dde9dc req-544aa762-cd7f-4e8e-b616-082363ea2262 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.4132144 Feb 04 15:33:53.696317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.73', 65506) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:53.720509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-262fa8f5-020a-44b6-8084-04175ea54861 req-a5105b27-b503-4b0e-94e3-75ef03ae678d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e50b019-3065-4a26-92a4-55220edafa8b HTTP/1.1" status: 200 len: 217 time: 0.9830389 Feb 04 15:33:53.722968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:53.722968 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.790882 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-f0409266-1d1c-449f-a7ff-565925179c1d service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475338 Feb 04 15:33:53.887560 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.887560 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.036373 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.059060 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Transition to ACTIVE for port object 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:54.066146 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.111259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fa8f5-020a-44b6-8084-04175ea54861 req-22cd2c36-27e6-4a68-968e-027e636dc378 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:54.111259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-262fa8f5-020a-44b6-8084-04175ea54861 req-22cd2c36-27e6-4a68-968e-027e636dc378 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.3102884 Feb 04 15:33:54.111259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-fef448fc-c0d7-4e8e-96be-9d84cc4b1b22 service neutron] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h1-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:54.136579 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-fef448fc-c0d7-4e8e-96be-9d84cc4b1b22 service neutron] Notify callbacks [] for binding, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.137658 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b431302-e9cc-4cb7-b839-7f42c1b426d3 req-fef448fc-c0d7-4e8e-96be-9d84cc4b1b22 service neutron] 10.222.0.73 "DELETE /v2.0/ports/53557c9f-fac4-458c-812b-6523811b8324/bindings/n-h1-827872-1 HTTP/1.1" status: 204 len: 173 time: 2.5268965 Feb 04 15:33:54.195092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c0dce-85fa-4f74-b1ee-5635b5ea5961 None None] Pushing event updated for resources: {'Port': ['ID=921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:54.200000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Attempting to bind port 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:54.200000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Attempting to bind port 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:54.200208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Attempting to bind port 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:33:54.216789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:33:54.217627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:33:54.217627 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.217923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:33:54.218639 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Bound port: 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:54.219799 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.280378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11d2b3-d972-474f-b8fd-de23d199a636 req-f9df20d0-a9ac-49b6-ad95-0d09660bc2d1 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:54.281894 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da11d2b3-d972-474f-b8fd-de23d199a636 req-f9df20d0-a9ac-49b6-ad95-0d09660bc2d1 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 947 time: 1.8644197 Feb 04 15:33:54.292165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-c6db3782-9759-4128-9844-2fbadc4fb33c service neutron] 10.222.0.73 "GET /v2.0/ports/4e50b019-3065-4a26-92a4-55220edafa8b/bindings/n-h1-827872-1 HTTP/1.1" status: 200 len: 384 time: 0.5772011 Feb 04 15:33:54.302274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-262fa8f5-020a-44b6-8084-04175ea54861 req-912bb0bd-8737-40a2-b0f0-3b8043c3ff9d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1820345 Feb 04 15:33:54.321407 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] For port 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:54.325070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] For port 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:54.326176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbdfc8-48b0-47e2-a700-ce85aa311cd2 req-9ed8cf04-814a-4390-b4d8-189dc4f6fa98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:54.327839 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d6dbdfc8-48b0-47e2-a700-ce85aa311cd2 req-9ed8cf04-814a-4390-b4d8-189dc4f6fa98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 1.2527571 Feb 04 15:33:54.331002 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.473518 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d6dbdfc8-48b0-47e2-a700-ce85aa311cd2 req-c7056fa6-bee4-4dfa-8c42-4b325e01a0b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cb44d48-0c2b-4716-851f-be42c75316da HTTP/1.1" status: 200 len: 217 time: 0.1274354 Feb 04 15:33:54.473518 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9ad66fa1-eae2-4938-8c90-57ae1b4542b0 req-22fa5829-24eb-467c-b9a1-507dff292e83 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6853955 Feb 04 15:33:54.473518 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-72810526-de97-4d62-9d16-63dce8dde9dc req-0bc08a6b-f32f-4302-867c-73a0474193ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6961858 Feb 04 15:33:54.522013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c0dce-85fa-4f74-b1ee-5635b5ea5961 None None] Pushing event updated for resources: {'Port': ['ID=921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:54.538743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Routers {'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:33:54.538743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:33:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:54.617345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd16a2-441e-43b9-8e0a-f422db763561 req-e0c78203-fa8f-4609-8355-8bbe2feda4a1 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:54.617345 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97cd16a2-441e-43b9-8e0a-f422db763561 req-e0c78203-fa8f-4609-8355-8bbe2feda4a1 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 943 time: 0.9762478 Feb 04 15:33:54.773275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da11d2b3-d972-474f-b8fd-de23d199a636 req-52d0f496-c2b4-4c3d-8af3-c68d07f1ff90 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582779 Feb 04 15:33:54.792569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] Set router e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:33:54.814607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbdfc8-48b0-47e2-a700-ce85aa311cd2 req-7161a3d7-d429-4a28-a410-e82e0bfec1af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:54.814607 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d6dbdfc8-48b0-47e2-a700-ce85aa311cd2 req-7161a3d7-d429-4a28-a410-e82e0bfec1af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.3364322 Feb 04 15:33:54.953621 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19a66c8-48f8-4818-96d6-0187000648ae', 'tag': '849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec', 'status': 'completed', 'code': 200} Feb 04 15:33:54.953621 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'tag': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a', 'status': 'completed', 'code': 200} Feb 04 15:33:55.173624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97cd16a2-441e-43b9-8e0a-f422db763561 req-e072d0fd-fe62-40de-85aa-383d9e6d164b tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377800 Feb 04 15:33:55.233202 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d6dbdfc8-48b0-47e2-a700-ce85aa311cd2 req-42d0ac81-fa38-4b78-9283-21afa9956e25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4169736 Feb 04 15:33:55.240279 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-72810526-de97-4d62-9d16-63dce8dde9dc req-569eff62-87bd-460f-a18a-edcdb683fa6b service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7217231 Feb 04 15:33:55.276060 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 4e50b019-3065-4a26-92a4-55220edafa8b no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:33:55.403855 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-262fa8f5-020a-44b6-8084-04175ea54861 req-92461628-8a8c-45e4-8a0e-9f6e9ef5d17b service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0688589 Feb 04 15:33:55.560941 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-3928960d-51da-44c9-9274-58284b0179b0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0cdcf40f54144c92b397479ff6ffabd1&device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 1098 time: 0.5293159 Feb 04 15:33:55.748375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'name': 'tempest-FloatingIPDetailsTestJSON-1864549024-router', 'tenant_id': '67e15da4dba44e93844db900edc46fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:35Z', 'updated_at': '2022-02-04T15:33:43Z', 'revision_number': 3, 'project_id': '67e15da4dba44e93844db900edc46fa6', 'gw_port': {'id': '921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:39Z', 'updated_at': '2022-02-04T15:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:55.748375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e6870-246d-411d-9ce1-4a26b80ae216 None None] The sync data for ids ['e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'] in n-d-827872-1 is: [{'id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'name': 'tempest-FloatingIPDetailsTestJSON-1864549024-router', 'tenant_id': '67e15da4dba44e93844db900edc46fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:35Z', 'updated_at': '2022-02-04T15:33:43Z', 'revision_number': 3, 'project_id': '67e15da4dba44e93844db900edc46fa6', 'gw_port': {'id': '921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:39Z', 'updated_at': '2022-02-04T15:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:33:55.753797 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-72810526-de97-4d62-9d16-63dce8dde9dc req-066ff772-b39b-45b6-bf85-c6f1cc97c591 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008912 Feb 04 15:33:55.907979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-52a77201-aafe-45aa-8503-0ca2b0c367b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:55.909666 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-52a77201-aafe-45aa-8503-0ca2b0c367b0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3284011 Feb 04 15:33:56.130126 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-3f153a0a-89cf-4fe4-b048-e201932c61ae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec HTTP/1.1" status: 200 len: 217 time: 0.1656191 Feb 04 15:33:56.216864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29176568-1401-47cf-9674-2bf5914841a0 req-f2b22924-85f7-48f5-8544-cda859b9e798 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:56.216864 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29176568-1401-47cf-9674-2bf5914841a0 req-f2b22924-85f7-48f5-8544-cda859b9e798 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.73 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 950 time: 1.4606335 Feb 04 15:33:56.280418 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d6dbdfc8-48b0-47e2-a700-ce85aa311cd2 req-fad09f57-b0bc-4681-bfe3-f8bafa1a55de service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8823602 Feb 04 15:33:56.280418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-d169fa30-b495-4fe0-a4dd-99498f8431fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:56.280418 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-d169fa30-b495-4fe0-a4dd-99498f8431fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1373193 Feb 04 15:33:56.619110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2043f-6bab-4441-80de-63aa7f2ae363 req-8e9fbb1c-1957-4d3f-b683-edd17dcf2f71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:56.624903 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d6dbdfc8-48b0-47e2-a700-ce85aa311cd2 req-910d9969-48e8-4c01-8002-1c71b79cc873 service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344285 Feb 04 15:33:56.624903 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-5fcdf905-e66d-4810-ba68-0d0468cfb890 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cdcf40f54144c92b397479ff6ffabd1&device_id=0be0343a-abfd-405a-b377-ddb2e5c3882c HTTP/1.1" status: 200 len: 1098 time: 0.7975345 Feb 04 15:33:56.629901 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3c2043f-6bab-4441-80de-63aa7f2ae363 req-8e9fbb1c-1957-4d3f-b683-edd17dcf2f71 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 950 time: 1.3582773 Feb 04 15:33:56.982152 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-5faa25b9-f705-48fc-b924-66bba3a6f0df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6626053 Feb 04 15:33:57.089137 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c7300-09da-4950-a3e8-24d9bc356ca8 req-93852f2c-aeaa-4cd5-bf9c-6b6514d4ab3d tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:57.097700 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-019c7300-09da-4950-a3e8-24d9bc356ca8 req-93852f2c-aeaa-4cd5-bf9c-6b6514d4ab3d tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 944 time: 1.4749041 Feb 04 15:33:57.106154 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:57.198895 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3c2043f-6bab-4441-80de-63aa7f2ae363 req-9078d571-5084-4066-a329-9f6888b2f0e4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995558 Feb 04 15:33:57.198895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-29176568-1401-47cf-9674-2bf5914841a0 req-d4ce63e0-d87c-4545-b9e4-432aa7fcad82 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Deleting port 62f3a7e4-bf90-47a1-be03-408c820e66b8 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:33:57.198895 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-29176568-1401-47cf-9674-2bf5914841a0 req-d4ce63e0-d87c-4545-b9e4-432aa7fcad82 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:57.302237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:57.307802 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:57.307802 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:57.548105 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-b549e0ef-6f14-42aa-b1ce-41e75d9524ea service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5550401 Feb 04 15:33:57.611268 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-262fa8f5-020a-44b6-8084-04175ea54861 req-edadd6eb-e126-4976-99cf-0d5799ae43e2 service neutron] 10.222.0.73 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0730555 Feb 04 15:33:57.666960 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:57.683655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:57.694861 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:57.699121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-f130c1b3-451d-4eb1-9971-8d53108dcb59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:57.699121 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-f130c1b3-451d-4eb1-9971-8d53108dcb59 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 1.0437174 Feb 04 15:33:57.701419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-29176568-1401-47cf-9674-2bf5914841a0 req-d4ce63e0-d87c-4545-b9e4-432aa7fcad82 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] For port 62f3a7e4-bf90-47a1-be03-408c820e66b8, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=62f3a7e4-bf90-47a1-be03-408c820e66b8,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:57.701419 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-29176568-1401-47cf-9674-2bf5914841a0 req-d4ce63e0-d87c-4545-b9e4-432aa7fcad82 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:57.805025 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-345c43b1-8861-442b-9999-ad1fc7521ba6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a HTTP/1.1" status: 200 len: 217 time: 0.0719805 Feb 04 15:33:57.808256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:57.894696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-c66b121a-36e0-4b54-858f-a3c283893a5d service neutron] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=4e50b019-3065-4a26-92a4-55220edafa8b,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:57.904412 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-273fd4e1-5769-4318-b5a6-cdce11fb795b service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371329 Feb 04 15:33:57.913450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-4cdf0ace-ce0f-4bb3-a2cb-32ece35989df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:57.913450 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-4cdf0ace-ce0f-4bb3-a2cb-32ece35989df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0934687 Feb 04 15:33:57.991673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-f32bc484-1b34-4f2a-bf58-1f449437c51e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3410683 Feb 04 15:33:57.991673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-019c7300-09da-4950-a3e8-24d9bc356ca8 req-6fae849e-654a-4bc7-8933-3096a416aa1f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8760881 Feb 04 15:33:58.028737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-29176568-1401-47cf-9674-2bf5914841a0 req-d4ce63e0-d87c-4545-b9e4-432aa7fcad82 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Calling delete_port for 62f3a7e4-bf90-47a1-be03-408c820e66b8 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:33:58.035336 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-02f5737c-fe1a-49b4-96b1-559d549f4c68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086645 Feb 04 15:33:58.276983 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-fe791cac-03fd-4f9e-aa4b-b2f6e776f8c7 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318735 Feb 04 15:33:58.364271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-c66b121a-36e0-4b54-858f-a3c283893a5d service neutron] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:58.462161 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b61fe4e8-ad22-481b-b6f9-09e7ee0c7259 req-d6e78cac-50dd-4c79-800c-2ded248885e6 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744173 Feb 04 15:33:58.487271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Router 097837c7-820b-4306-8c8e-c4e649ba9b26 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:33:58.564407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-c66b121a-36e0-4b54-858f-a3c283893a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e50b019-3065-4a26-92a4-55220edafa8b {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:58.595700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a7a32d24-017a-4cda-b156-7ae5e4f7378a details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:58.595700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 62f3a7e4-bf90-47a1-be03-408c820e66b8 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:33:58.609220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-7e16349d-559d-4cb2-b28b-7cf73ae24b2e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:58.609220 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-7e16349d-559d-4cb2-b28b-7cf73ae24b2e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6185789 Feb 04 15:33:58.618526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-c66b121a-36e0-4b54-858f-a3c283893a5d service neutron] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4e50b019-3065-4a26-92a4-55220edafa8b,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:58.717926 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-c66b121a-36e0-4b54-858f-a3c283893a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:58.847575 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-4bec27bd-f475-453c-8e2f-f5dcad34d2c6 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/quotas/1ccf3f2cf9dd4568b8b81df1b50dc43c HTTP/1.1" status: 200 len: 375 time: 0.2236447 Feb 04 15:33:58.920295 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-29176568-1401-47cf-9674-2bf5914841a0 req-d4ce63e0-d87c-4545-b9e4-432aa7fcad82 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:58.946299 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:58.982508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f79ebd-005c-4cdf-8680-aad9423290e2 req-406cd78d-083c-4e20-a7b9-c41bae90183b tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:58.982508 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33f79ebd-005c-4cdf-8680-aad9423290e2 req-406cd78d-083c-4e20-a7b9-c41bae90183b tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 947 time: 0.7546043 Feb 04 15:33:59.041030 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a7a32d24-017a-4cda-b156-7ae5e4f7378a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:59.062514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['25700593-2482-43e3-aba7-b1bdaac4847e'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:59.091188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66', '7625cd05-1b68-4c91-b899-cc3529b5dc60', '599ac129-b2b4-4720-ae0f-47e597756eef', 'f2063083-2755-41fc-9a22-a1a55c113186'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:33:59.117558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:59.182629 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a', 'mac_address': 'fa:16:3e:dd:25:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:33:59.309888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce63e0-d87c-4545-b9e4-432aa7fcad82 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event deleted for resources: {'Port': ['ID=62f3a7e4-bf90-47a1-be03-408c820e66b8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:59.383487 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:59.440428 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a32d24-017a-4cda-b156-7ae5e4f7378a {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:59.507692 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a7a32d24-017a-4cda-b156-7ae5e4f7378a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:59.507692 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:59.507692 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:59.548203 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:59.561575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-29176568-1401-47cf-9674-2bf5914841a0 req-d4ce63e0-d87c-4545-b9e4-432aa7fcad82 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] No DVR routers for this DVR port 62f3a7e4-bf90-47a1-be03-408c820e66b8 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:59.580990 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-29176568-1401-47cf-9674-2bf5914841a0 req-d4ce63e0-d87c-4545-b9e4-432aa7fcad82 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:59.589705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d587dd-d24c-46d8-9dc5-44d2e98c2457', 'name': 'network-vif-deleted', 'tag': '62f3a7e4-bf90-47a1-be03-408c820e66b8'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:59.614064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33f79ebd-005c-4cdf-8680-aad9423290e2 req-d04539f1-8ba2-40f0-ab3e-efb1231a587b tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628147 Feb 04 15:33:59.669446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29176568-1401-47cf-9674-2bf5914841a0 req-d4ce63e0-d87c-4545-b9e4-432aa7fcad82 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.73 "DELETE /v2.0/ports/62f3a7e4-bf90-47a1-be03-408c820e66b8 HTTP/1.1" status: 204 len: 173 time: 3.3920746 Feb 04 15:33:59.669446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-c66b121a-36e0-4b54-858f-a3c283893a5d service neutron] Transition to ACTIVE for port object 4e50b019-3065-4a26-92a4-55220edafa8b will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:59.682689 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-c66b121a-36e0-4b54-858f-a3c283893a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:59.797224 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=a7a32d24-017a-4cda-b156-7ae5e4f7378a,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:59.819853 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:59.933793 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-5d5f81e0-b065-4da8-818e-82a666d37c04 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0721717 Feb 04 15:33:59.983742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:34:00.150637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['a7a32d24-017a-4cda-b156-7ae5e4f7378a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:34:00.304741 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:34:00.596015 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:00.605714 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b121a-36e0-4b54-858f-a3c283893a5d service neutron] Pushing event updated for resources: {'Port': ['ID=4e50b019-3065-4a26-92a4-55220edafa8b,revision_number=10']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:00.622028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-c66b121a-36e0-4b54-858f-a3c283893a5d service neutron] No DVR routers for this DVR port 4e50b019-3065-4a26-92a4-55220edafa8b on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:00.744826 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec', 'mac_address': 'fa:16:3e:b1:2f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:34:00.826635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2545c5-829e-4a41-bfc2-bdfb6509820c req-0d44d47f-b0e2-4406-b9d4-4e93cb767bce tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:00.845689 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb2545c5-829e-4a41-bfc2-bdfb6509820c req-0d44d47f-b0e2-4406-b9d4-4e93cb767bce tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 944 time: 0.9964001 Feb 04 15:34:01.028754 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-c66b121a-36e0-4b54-858f-a3c283893a5d service neutron] 10.222.0.73 "PUT /v2.0/ports/4e50b019-3065-4a26-92a4-55220edafa8b/bindings/n-h1-827872-1/activate HTTP/1.1" status: 200 len: 369 time: 6.7013633 Feb 04 15:34:01.123770 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:01.145826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-225286ee-560d-402d-93f5-e8a3fb459aac req-020be25a-313f-4344-9cc4-9b88a860d3ec tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Synchronizing usage tracker for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:01.183066 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:01.188660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:34:01.199504 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Sync routers for ids ['097837c7-820b-4306-8c8e-c4e649ba9b26'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:34:01.231811 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Routers {'097837c7-820b-4306-8c8e-c4e649ba9b26'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:34:01.231811 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:33:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['097837c7-820b-4306-8c8e-c4e649ba9b26'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:01.258345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:01.258345 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:01.390507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:01.399249 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:01.399249 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a6d57e1b-6a8c-4c0c-9272-2019cc9dc9a0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 17.9098718 Feb 04 15:34:01.409903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55766) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:01.425343 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb2545c5-829e-4a41-bfc2-bdfb6509820c req-fdd98d74-9eb4-4e9a-9a13-f942ce5c7857 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782957 Feb 04 15:34:01.436850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-225286ee-560d-402d-93f5-e8a3fb459aac req-020be25a-313f-4344-9cc4-9b88a860d3ec tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Unset dirty status for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:01.441750 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-5a7413f8-49b6-4a5d-8e3a-3202a7a0408b tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 1095 time: 0.3243313 Feb 04 15:34:01.456660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-225286ee-560d-402d-93f5-e8a3fb459aac req-020be25a-313f-4344-9cc4-9b88a860d3ec tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=37d587dd-d24c-46d8-9dc5-44d2e98c2457 HTTP/1.1" status: 200 len: 210 time: 0.5359104 Feb 04 15:34:01.456660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Allocated IP 172.20.0.1 (4a027904-9cd9-48bb-9d76-80adc26882ab/1751b9e6-612b-4a85-a189-2a249bdba41b/c07b5174-42ad-4483-9f32-a85d8d4b3168) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:01.717157 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-c1be0af4-56f7-4c47-a78a-d7b67afbcdae service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da HTTP/1.1" status: 200 len: 1095 time: 0.2763720 Feb 04 15:34:01.759948 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d587dd-d24c-46d8-9dc5-44d2e98c2457', 'name': 'network-vif-deleted', 'tag': '62f3a7e4-bf90-47a1-be03-408c820e66b8', 'status': 'completed', 'code': 200} Feb 04 15:34:01.817643 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:34:01.907243 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Set router 097837c7-820b-4306-8c8e-c4e649ba9b26 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:34:02.064170 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-3e719658-09b5-4a61-89e3-79aab221cac6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 1095 time: 0.3129888 Feb 04 15:34:02.341790 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae015f57-e2b7-46ff-8b4c-5bfa38cd9a9f req-c1b0760b-20f3-4587-8857-b5ce3943213f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 210 time: 0.2994168 Feb 04 15:34:02.360807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-42f191b2-7926-45dd-9f95-2e573686d151 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:02.360807 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-42f191b2-7926-45dd-9f95-2e573686d151 service neutron] 10.222.0.81 "GET /v2.0/networks?id=62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 200 len: 921 time: 0.2896736 Feb 04 15:34:02.582374 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-a5c1c8bd-3406-407e-94bf-c866e62fc1b4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e50b019-3065-4a26-92a4-55220edafa8b HTTP/1.1" status: 200 len: 217 time: 0.2140427 Feb 04 15:34:02.608205 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'name': 'tempest-TaggedBootDevicesTest-1277892355-router', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:43Z', 'updated_at': '2022-02-04T15:33:52Z', 'revision_number': 3, 'project_id': 'a59640ebc55e49878dc2237f5542f080', 'gw_port': {'id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:48Z', 'updated_at': '2022-02-04T15:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:02.618455 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a7a32d24-017a-4cda-b156-7ae5e4f7378a up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:02.638585 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Checking router: 097837c7-820b-4306-8c8e-c4e649ba9b26 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:34:02.638585 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Updating router 097837c7-820b-4306-8c8e-c4e649ba9b26 port ff087747-801b-41e8-a209-0dda8ac36d5b binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:34:02.671545 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:02.683101 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-82c687c4-2307-408b-b247-e8f79fe9f8e7 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829422 Feb 04 15:34:02.717369 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8104c99-d4ab-4440-a47b-c95abd324fb4 req-74420e23-842e-47be-8c34-798b27e4793d tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 1095 time: 0.5576253 Feb 04 15:34:02.801410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Transition to ACTIVE for port object c07b5174-42ad-4483-9f32-a85d8d4b3168 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:02.807154 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port a7a32d24-017a-4cda-b156-7ae5e4f7378a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:02.826218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port a7a32d24-017a-4cda-b156-7ae5e4f7378a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:02.826218 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:02.883125 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:02.894442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-ee48b850-0c58-4cd2-8edb-920008a76102 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:02.909429 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-ee48b850-0c58-4cd2-8edb-920008a76102 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 200 len: 860 time: 0.3010371 Feb 04 15:34:03.048899 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-23b35dfb-3cca-4d52-962e-377ab29e2aa8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=62733b51-fb30-46e2-a99d-550cf28f5810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370287 Feb 04 15:34:03.098765 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:03.199058 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:03.204228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a7a32d24-017a-4cda-b156-7ae5e4f7378a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:03.213003 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:03.383248 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=a7a32d24-017a-4cda-b156-7ae5e4f7378a,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:03.430275 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-0c9a6d65-98d1-4163-8c13-1c98d8931eca service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565328 Feb 04 15:34:03.467317 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-047df75d-2c61-4e10-8976-acb988d2a4e2 req-e821c56b-c9c1-46b8-9708-8fb3f8b6e4cf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2148175 Feb 04 15:34:03.488448 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:03.620743 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:03.638081 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Transition to ACTIVE for port object ff087747-801b-41e8-a209-0dda8ac36d5b will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:03.638081 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:03.670014 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8104c99-d4ab-4440-a47b-c95abd324fb4 req-9196ff05-992a-4cb1-9d90-8705726d288c tempest-LiveMigrationTest-745454944 tempest-LiveMigrationTest-745454944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8960993 Feb 04 15:34:03.761640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Network 4a027904-9cd9-48bb-9d76-80adc26882ab is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:03.777590 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6a31f-ce9e-4ede-8356-93706575ffd1 None None] Pushing event updated for resources: {'Port': ['ID=ff087747-801b-41e8-a209-0dda8ac36d5b,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:03.799726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c07b5174-42ad-4483-9f32-a85d8d4b3168,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:03.799726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:03.839337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67ad4a-8fa1-4e80-9f38-b6e25f8f7f80 req-77fad5e2-a30d-429d-b311-8838e5dcfdd2 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:03.839337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d67ad4a-8fa1-4e80-9f38-b6e25f8f7f80 req-77fad5e2-a30d-429d-b311-8838e5dcfdd2 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 948 time: 1.2204621 Feb 04 15:34:03.849926 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Attempting to bind port ff087747-801b-41e8-a209-0dda8ac36d5b on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:03.849926 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Attempting to bind port ff087747-801b-41e8-a209-0dda8ac36d5b by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:03.849926 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Attempting to bind port ff087747-801b-41e8-a209-0dda8ac36d5b on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:34:03.882657 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:34:03.882657 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:34:03.882657 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:03.882657 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:34:03.882657 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Bound port: ff087747-801b-41e8-a209-0dda8ac36d5b, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:03.882657 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:03.901601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:34:03.942014 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-33e87339-538d-48f4-bfd2-11ac182e1e7c service neutron] 10.222.0.81 "GET /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037932 Feb 04 15:34:03.975875 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-047df75d-2c61-4e10-8976-acb988d2a4e2 req-2a4f793a-9443-4ae6-968c-dc8f7025ff31 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4213da738ffd4f85b6792919883c01d4&device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 1100 time: 0.2569048 Feb 04 15:34:04.042918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:04.116903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-80cc39ce-8cd5-412a-970e-7500e3dfa8fd tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:04.121479 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] For port ff087747-801b-41e8-a209-0dda8ac36d5b, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:04.131014 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-80cc39ce-8cd5-412a-970e-7500e3dfa8fd tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4371705 Feb 04 15:34:04.135437 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] For port ff087747-801b-41e8-a209-0dda8ac36d5b, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ff087747-801b-41e8-a209-0dda8ac36d5b,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:34:04.135437 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:04.218121 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Request body: {'port': {'device_id': 'ddded546-6006-4621-abf8-c3377584e4b7', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '1ccf3f2cf9dd4568b8b81df1b50dc43c'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:34:04.377562 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6a31f-ce9e-4ede-8356-93706575ffd1 None None] Pushing event updated for resources: {'Port': ['ID=ff087747-801b-41e8-a209-0dda8ac36d5b,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:04.412833 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Routers {'097837c7-820b-4306-8c8e-c4e649ba9b26'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:34:04.413284 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:33:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['097837c7-820b-4306-8c8e-c4e649ba9b26'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:04.429278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b354f266-9c1d-4026-8d88-0ced26402adc None None] Provisioning for port c07b5174-42ad-4483-9f32-a85d8d4b3168 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:04.445617 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:04.452240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:04.454521 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:04.493466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047df75d-2c61-4e10-8976-acb988d2a4e2 req-2d680ebe-5056-4726-ba41-6f8e443a1ac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:04.493466 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-047df75d-2c61-4e10-8976-acb988d2a4e2 req-2d680ebe-5056-4726-ba41-6f8e443a1ac2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.4885235 Feb 04 15:34:04.535235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b354f266-9c1d-4026-8d88-0ced26402adc None None] Provisioning complete for port c07b5174-42ad-4483-9f32-a85d8d4b3168 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:04.558505 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b354f266-9c1d-4026-8d88-0ced26402adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:04.572134 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:04.608064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d67ad4a-8fa1-4e80-9f38-b6e25f8f7f80 req-9147c059-f989-4df4-bfc7-2351af55cda4 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7551467 Feb 04 15:34:04.616304 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-047df75d-2c61-4e10-8976-acb988d2a4e2 req-c57bd296-e30f-459c-94f3-d5300ddee03f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bc81c76d-7bd3-425c-b077-358c68b74f66 HTTP/1.1" status: 200 len: 217 time: 0.1116891 Feb 04 15:34:04.734500 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b354f266-9c1d-4026-8d88-0ced26402adc None None] Port c07b5174-42ad-4483-9f32-a85d8d4b3168 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:34:04.763170 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047df75d-2c61-4e10-8976-acb988d2a4e2 req-381ae1e1-f4fe-4dba-b8f8-9434203da2b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:04.763170 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-047df75d-2c61-4e10-8976-acb988d2a4e2 req-381ae1e1-f4fe-4dba-b8f8-9434203da2b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1494088 Feb 04 15:34:04.785188 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-e327dd03-cc28-47f8-93b4-b132b9249776 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc&tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 1095 time: 0.3289146 Feb 04 15:34:04.808661 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] Set router 097837c7-820b-4306-8c8e-c4e649ba9b26 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:34:04.828067 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a', 'code': 200} Feb 04 15:34:04.902308 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:04.984735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:04.984735 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.126113 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-047df75d-2c61-4e10-8976-acb988d2a4e2 req-4f82ba69-3988-4478-8f2c-94efa6a9752e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3428545 Feb 04 15:34:05.132270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:05.296572 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c78f934-a212-47ec-b76d-7a7a1f875e6e req-aa32283a-2959-4135-b532-a8a3b8d11411 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 210 time: 0.1072516 Feb 04 15:34:05.304219 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-047df75d-2c61-4e10-8976-acb988d2a4e2 req-26ffe27f-d3d0-4d95-83eb-ef50e4b30bb1 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610472 Feb 04 15:34:05.304219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-8f72107b-88ef-49e3-8bf6-60513135e95e service neutron] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:05.304219 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-8f72107b-88ef-49e3-8bf6-60513135e95e service neutron] Notify callbacks [] for binding, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.304219 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-470bddfd-6a43-4c92-9460-e000a02290c3 req-8f72107b-88ef-49e3-8bf6-60513135e95e service neutron] 10.222.0.81 "DELETE /v2.0/ports/4e50b019-3065-4a26-92a4-55220edafa8b/bindings/n-h2-827872-1 HTTP/1.1" status: 204 len: 173 time: 0.4419389 Feb 04 15:34:05.407417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:05.513136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:05.528467 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'name': 'tempest-TaggedBootDevicesTest-1277892355-router', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:43Z', 'updated_at': '2022-02-04T15:33:52Z', 'revision_number': 3, 'project_id': 'a59640ebc55e49878dc2237f5542f080', 'gw_port': {'id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:48Z', 'updated_at': '2022-02-04T15:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:05.540939 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20edac9d-09ee-4d82-a38f-0eeb072d8822 None None] The sync data for ids ['097837c7-820b-4306-8c8e-c4e649ba9b26'] in n-d-827872-1 is: [{'id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'name': 'tempest-TaggedBootDevicesTest-1277892355-router', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:43Z', 'updated_at': '2022-02-04T15:33:52Z', 'revision_number': 3, 'project_id': 'a59640ebc55e49878dc2237f5542f080', 'gw_port': {'id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:48Z', 'updated_at': '2022-02-04T15:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:34:05.645805 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-047df75d-2c61-4e10-8976-acb988d2a4e2 req-34f25246-fc8a-4746-9877-7faa2dcf2a02 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415766 Feb 04 15:34:05.665565 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.691324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Made reservation on behalf of 1ccf3f2cf9dd4568b8b81df1b50dc43c for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:05.691324 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.748219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797860e3-6c85-4c65-b87c-2787c333ac74 req-0ce818f6-b05a-43a7-a523-1e2537abbc78 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:05.759308 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-797860e3-6c85-4c65-b87c-2787c333ac74 req-0ce818f6-b05a-43a7-a523-1e2537abbc78 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 944 time: 0.9889059 Feb 04 15:34:06.015970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c38f46b-8c38-4469-89ea-53ce10482515 req-773bd289-9c88-40df-8361-5ccd8e9e7843 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0be0343a-abfd-405a-b377-ddb2e5c3882c HTTP/1.1" status: 200 len: 1100 time: 0.9967866 Feb 04 15:34:06.186656 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-797860e3-6c85-4c65-b87c-2787c333ac74 req-8256895f-55e9-444c-9602-7f057df222c1 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348874 Feb 04 15:34:06.331923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c38f46b-8c38-4469-89ea-53ce10482515 req-a60ef284-3890-442b-938d-ff0cb1fb57a5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855504 Feb 04 15:34:06.533666 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c01ab016-5e0c-4785-88b4-5ede372c614e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.613234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Allocated IP 192.168.233.194 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/ff06417c-da0d-4ce8-ac12-17bcfeee7a2b) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:06.727912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a7001-d361-48c1-9783-1b4412b08350 req-48e83a41-b395-47a0-aa24-f9eb71c9a3ec tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:06.729405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-191a7001-d361-48c1-9783-1b4412b08350 req-48e83a41-b395-47a0-aa24-f9eb71c9a3ec tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 949 time: 0.4474092 Feb 04 15:34:06.734953 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.770451 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.814667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19a66c8-48f8-4818-96d6-0187000648ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:06.988270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b7821-dfd8-4794-aaa3-9ae98eac7648 req-7f27317e-4c58-421b-b6d2-965819230380 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:06.990264 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-786b7821-dfd8-4794-aaa3-9ae98eac7648 req-7f27317e-4c58-421b-b6d2-965819230380 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 944 time: 0.6194272 Feb 04 15:34:07.197826 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.201115 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c07b5174-42ad-4483-9f32-a85d8d4b3168,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:07.235726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-191a7001-d361-48c1-9783-1b4412b08350 req-feeaf61f-6908-4703-888c-7fb87fc111f4 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951289 Feb 04 15:34:07.351441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-786b7821-dfd8-4794-aaa3-9ae98eac7648 req-1d568f4d-ff67-42ac-b9aa-fc25681f6b3a tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940965 Feb 04 15:34:07.476036 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.500698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ad65-b3a7-4f0e-abb5-aa2cb3faefe0 req-cd324fe4-45c9-43c8-807c-46f01fb40900 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:07.502272 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b695ad65-b3a7-4f0e-abb5-aa2cb3faefe0 req-cd324fe4-45c9-43c8-807c-46f01fb40900 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 944 time: 0.5224192 Feb 04 15:34:07.586392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Transition to ACTIVE for port object ff06417c-da0d-4ce8-ac12-17bcfeee7a2b will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:07.639691 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19a66c8-48f8-4818-96d6-0187000648ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec', 'code': 200} Feb 04 15:34:07.664215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-b695ad65-b3a7-4f0e-abb5-aa2cb3faefe0 req-13dfe9bd-9b93-4f10-91aa-b6e2d5f8d97b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Deleting port 53557c9f-fac4-458c-812b-6523811b8324 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:07.664571 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b695ad65-b3a7-4f0e-abb5-aa2cb3faefe0 req-13dfe9bd-9b93-4f10-91aa-b6e2d5f8d97b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.716951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Network 4a027904-9cd9-48bb-9d76-80adc26882ab is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:07.733153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:07.841325 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-218c37ae-4464-4ca1-b781-0c20722e61a9 req-9952214a-9dd6-4cbb-aa4a-84bbaa01cd79 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 210 time: 0.2226338 Feb 04 15:34:07.856799 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5ea17fe3-0cc7-4be2-8409-81303fde696b req-480f8ce3-aaf0-489e-aea5-00903b984e47 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 1100 time: 0.1065211 Feb 04 15:34:07.959869 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5ea17fe3-0cc7-4be2-8409-81303fde696b req-d8796b91-630e-4644-be33-0cd817640cfc service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929418 Feb 04 15:34:08.191983 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:08.226358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-06daf29b-6114-4460-b23e-e7629b88980a None None] Provisioning complete for port c07b5174-42ad-4483-9f32-a85d8d4b3168 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:08.226940 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-06daf29b-6114-4460-b23e-e7629b88980a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:08.266040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['e02c8813-aae6-4d8b-beef-db179bc9cb00', '92f34155-ff69-4ccf-b60b-43dd7470f0b4'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:34:08.358672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f83b9f-0af1-4230-9921-dd6c8e35d27e req-094bda7a-7530-41eb-b135-06be0bf5216d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:08.359426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d9f83b9f-0af1-4230-9921-dd6c8e35d27e req-094bda7a-7530-41eb-b135-06be0bf5216d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Synchronizing usage tracker for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:08.372863 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d9f83b9f-0af1-4230-9921-dd6c8e35d27e req-094bda7a-7530-41eb-b135-06be0bf5216d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Unset dirty status for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:08.374256 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d9f83b9f-0af1-4230-9921-dd6c8e35d27e req-094bda7a-7530-41eb-b135-06be0bf5216d tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.73 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.1377580 Feb 04 15:34:08.375441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca24c2c-ea61-4430-bdbe-cd5f702fc02a req-adf95f97-7b6b-43b0-a5e6-1614f0e3e078 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:08.383974 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ca24c2c-ea61-4430-bdbe-cd5f702fc02a req-adf95f97-7b6b-43b0-a5e6-1614f0e3e078 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a55234bf-7df1-4038-8f06-015c0d73272a HTTP/1.1" status: 200 len: 949 time: 0.5547285 Feb 04 15:34:08.414258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-06daf29b-6114-4460-b23e-e7629b88980a None None] Port c07b5174-42ad-4483-9f32-a85d8d4b3168 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:34:08.471312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d9f83b9f-0af1-4230-9921-dd6c8e35d27e req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Deleting port 25700593-2482-43e3-aba7-b1bdaac4847e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:08.471879 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d9f83b9f-0af1-4230-9921-dd6c8e35d27e req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:08.587569 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:08.612145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:08.618080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:34:08.823005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d9f83b9f-0af1-4230-9921-dd6c8e35d27e req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] For port 25700593-2482-43e3-aba7-b1bdaac4847e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=25700593-2482-43e3-aba7-b1bdaac4847e,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:08.823411 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d9f83b9f-0af1-4230-9921-dd6c8e35d27e req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:08.837342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Pushing event updated for resources: {'Port': ['ID=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:08.892504 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5fdf1421-bf80-4f03-b63b-97b3a23475eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:08.977843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-b695ad65-b3a7-4f0e-abb5-aa2cb3faefe0 req-13dfe9bd-9b93-4f10-91aa-b6e2d5f8d97b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] For port 53557c9f-fac4-458c-812b-6523811b8324, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=53557c9f-fac4-458c-812b-6523811b8324,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:08.978525 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b695ad65-b3a7-4f0e-abb5-aa2cb3faefe0 req-13dfe9bd-9b93-4f10-91aa-b6e2d5f8d97b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:08.994894 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ff087747-801b-41e8-a209-0dda8ac36d5b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:09.077875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6f250fa3-7810-4776-b123-0782f49546d2 None None] Provisioning for port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:09.086810 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6f250fa3-7810-4776-b123-0782f49546d2 None None] Provisioning complete for port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:09.087218 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6f250fa3-7810-4776-b123-0782f49546d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.114899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ca24c2c-ea61-4430-bdbe-cd5f702fc02a req-d92660fb-976b-48d3-b4b7-684824662f1a tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7296333 Feb 04 15:34:09.126273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-b695ad65-b3a7-4f0e-abb5-aa2cb3faefe0 req-13dfe9bd-9b93-4f10-91aa-b6e2d5f8d97b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Calling delete_port for 53557c9f-fac4-458c-812b-6523811b8324 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:09.128722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d9f83b9f-0af1-4230-9921-dd6c8e35d27e req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Calling delete_port for 25700593-2482-43e3-aba7-b1bdaac4847e owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:09.152173 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port ff087747-801b-41e8-a209-0dda8ac36d5b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:09.167973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ff087747-801b-41e8-a209-0dda8ac36d5b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:09.168469 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.263369 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6f250fa3-7810-4776-b123-0782f49546d2 None None] Port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:34:09.291826 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d9f83b9f-0af1-4230-9921-dd6c8e35d27e req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.324823 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.347132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port ff087747-801b-41e8-a209-0dda8ac36d5b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ff087747-801b-41e8-a209-0dda8ac36d5b,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:09.348423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event deleted for resources: {'Port': ['ID=25700593-2482-43e3-aba7-b1bdaac4847e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:09.356044 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.391965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:09.392443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:09.392851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:09.393189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:09.393519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:09.393845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:09.394176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:09.394607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:09.394936 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:09.395275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:09.395592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:09.402400 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6048a79c-94cc-466d-8570-a0523b5448a0 req-775cffe4-a967-4170-a227-cfe449bdce4c tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 1095 time: 1.3140171 Feb 04 15:34:09.436630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:09.437235 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.452474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f83b9f-0af1-4230-9921-dd6c8e35d27e req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] No DVR routers for this DVR port 25700593-2482-43e3-aba7-b1bdaac4847e on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:09.452698 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=ff087747-801b-41e8-a209-0dda8ac36d5b,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:09.456692 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d9f83b9f-0af1-4230-9921-dd6c8e35d27e req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.459919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55234bf-7df1-4038-8f06-015c0d73272a', 'name': 'network-vif-deleted', 'tag': '25700593-2482-43e3-aba7-b1bdaac4847e'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:09.477610 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d9f83b9f-0af1-4230-9921-dd6c8e35d27e req-1dd9db9b-57d2-49a5-bbf1-f722b4fcced4 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.73 "DELETE /v2.0/ports/25700593-2482-43e3-aba7-b1bdaac4847e HTTP/1.1" status: 204 len: 173 time: 1.0919795 Feb 04 15:34:09.489738 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.578022 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-56b8508c-81de-4590-afb4-f4230e70479e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3917501 Feb 04 15:34:09.613985 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b695ad65-b3a7-4f0e-abb5-aa2cb3faefe0 req-13dfe9bd-9b93-4f10-91aa-b6e2d5f8d97b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.627312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Request body: {'port': {'device_id': 'ddded546-6006-4621-abf8-c3377584e4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:34:09.654851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6048a79c-94cc-466d-8570-a0523b5448a0 req-885e9352-c25f-463e-9030-135e1066a507 tempest-LiveAutoBlockMigrationV225Test-1914626971 tempest-LiveAutoBlockMigrationV225Test-1914626971-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235570 Feb 04 15:34:09.720797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66', '7625cd05-1b68-4c91-b899-cc3529b5dc60', '599ac129-b2b4-4720-ae0f-47e597756eef', 'f2063083-2755-41fc-9a22-a1a55c113186'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:34:09.735912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfe9bd-9b93-4f10-91aa-b6e2d5f8d97b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Pushing event deleted for resources: {'Port': ['ID=53557c9f-fac4-458c-812b-6523811b8324,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:09.885311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e924d-c3a4-41fc-b6fb-0822ed1be550 req-0f806fd4-98f6-4c61-a30f-39943d609b78 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:09.888266 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b29e924d-c3a4-41fc-b6fb-0822ed1be550 req-0f806fd4-98f6-4c61-a30f-39943d609b78 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 949 time: 0.6152921 Feb 04 15:34:10.017170 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.101054 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.169178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dcd87-49d0-4ded-a7a5-516ef5903bbb req-ba2f7de9-b5ed-4b9a-b8d5-4ae2ba99f8f2 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:10.170594 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5d4dcd87-49d0-4ded-a7a5-516ef5903bbb req-ba2f7de9-b5ed-4b9a-b8d5-4ae2ba99f8f2 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Synchronizing usage tracker for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:10.192674 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5d4dcd87-49d0-4ded-a7a5-516ef5903bbb req-ba2f7de9-b5ed-4b9a-b8d5-4ae2ba99f8f2 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Unset dirty status for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:10.196328 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5d4dcd87-49d0-4ded-a7a5-516ef5903bbb req-ba2f7de9-b5ed-4b9a-b8d5-4ae2ba99f8f2 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2ca9539-24d5-424b-b31b-4557285421f5 HTTP/1.1" status: 200 len: 949 time: 0.1987388 Feb 04 15:34:10.284036 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0e9fbf57-e26d-4d53-b6e3-e1c89600fcf4 req-c30371f8-bfb0-4ede-8424-e31929f91cc1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Synchronizing usage tracker for tenant:259f0c881e6045e4b888323648b2d57a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:10.310992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-5d4dcd87-49d0-4ded-a7a5-516ef5903bbb req-5d9ae538-ffdc-4646-86a3-df415e018bbe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Deleting port f2063083-2755-41fc-9a22-a1a55c113186 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:10.312351 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5d4dcd87-49d0-4ded-a7a5-516ef5903bbb req-5d9ae538-ffdc-4646-86a3-df415e018bbe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.371371 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b695ad65-b3a7-4f0e-abb5-aa2cb3faefe0 req-13dfe9bd-9b93-4f10-91aa-b6e2d5f8d97b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] No DVR routers for this DVR port 53557c9f-fac4-458c-812b-6523811b8324 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:10.379047 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b695ad65-b3a7-4f0e-abb5-aa2cb3faefe0 req-13dfe9bd-9b93-4f10-91aa-b6e2d5f8d97b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.390669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4cd850-55d7-4123-b68b-87c248a2e77e', 'name': 'network-vif-deleted', 'tag': '53557c9f-fac4-458c-812b-6523811b8324'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:10.416180 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.440652 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b695ad65-b3a7-4f0e-abb5-aa2cb3faefe0 req-13dfe9bd-9b93-4f10-91aa-b6e2d5f8d97b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.73 "DELETE /v2.0/ports/53557c9f-fac4-458c-812b-6523811b8324 HTTP/1.1" status: 204 len: 173 time: 2.9223542 Feb 04 15:34:10.454838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0e9fbf57-e26d-4d53-b6e3-e1c89600fcf4 req-c30371f8-bfb0-4ede-8424-e31929f91cc1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Unset dirty status for tenant:259f0c881e6045e4b888323648b2d57a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:10.456025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e9fbf57-e26d-4d53-b6e3-e1c89600fcf4 req-c30371f8-bfb0-4ede-8424-e31929f91cc1 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d4cd850-55d7-4123-b68b-87c248a2e77e HTTP/1.1" status: 200 len: 210 time: 0.3691561 Feb 04 15:34:10.468704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Allocated IP 172.20.0.1 (61fad80f-0548-4278-ab58-12eba602f383/626d5127-df56-4697-b390-845f61880505/7bc6f7c2-3470-462e-a98d-1ebe2489474e) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:10.514387 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b29e924d-c3a4-41fc-b6fb-0822ed1be550 req-1a314fc8-9674-4af0-a313-1d6d234681a2 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284673 Feb 04 15:34:10.663389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 25700593-2482-43e3-aba7-b1bdaac4847e no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:10.728941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 25700593-2482-43e3-aba7-b1bdaac4847e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:34:10.729336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 25700593-2482-43e3-aba7-b1bdaac4847e not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:10.729764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 53557c9f-fac4-458c-812b-6523811b8324 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:10.731941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-5d4dcd87-49d0-4ded-a7a5-516ef5903bbb req-5d9ae538-ffdc-4646-86a3-df415e018bbe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] For port f2063083-2755-41fc-9a22-a1a55c113186, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f2063083-2755-41fc-9a22-a1a55c113186,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:10.732817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5d4dcd87-49d0-4ded-a7a5-516ef5903bbb req-5d9ae538-ffdc-4646-86a3-df415e018bbe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.774548 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 53557c9f-fac4-458c-812b-6523811b8324 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:34:10.774909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 53557c9f-fac4-458c-812b-6523811b8324 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:10.899767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-5d4dcd87-49d0-4ded-a7a5-516ef5903bbb req-5d9ae538-ffdc-4646-86a3-df415e018bbe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Calling delete_port for f2063083-2755-41fc-9a22-a1a55c113186 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:11.046039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ff087747-801b-41e8-a209-0dda8ac36d5b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:11.086876 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55234bf-7df1-4038-8f06-015c0d73272a', 'name': 'network-vif-deleted', 'tag': '25700593-2482-43e3-aba7-b1bdaac4847e', 'status': 'completed', 'code': 200} Feb 04 15:34:11.096364 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5d4dcd87-49d0-4ded-a7a5-516ef5903bbb req-5d9ae538-ffdc-4646-86a3-df415e018bbe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.150653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ae538-ffdc-4646-86a3-df415e018bbe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event deleted for resources: {'Port': ['ID=f2063083-2755-41fc-9a22-a1a55c113186,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:11.259334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ff087747-801b-41e8-a209-0dda8ac36d5b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:11.260159 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.264409 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.283034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Transition to ACTIVE for port object 7bc6f7c2-3470-462e-a98d-1ebe2489474e will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:11.320379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4dcd87-49d0-4ded-a7a5-516ef5903bbb req-5d9ae538-ffdc-4646-86a3-df415e018bbe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] No DVR routers for this DVR port f2063083-2755-41fc-9a22-a1a55c113186 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:11.322896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5d4dcd87-49d0-4ded-a7a5-516ef5903bbb req-5d9ae538-ffdc-4646-86a3-df415e018bbe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.354340 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5d4dcd87-49d0-4ded-a7a5-516ef5903bbb req-5d9ae538-ffdc-4646-86a3-df415e018bbe tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "DELETE /v2.0/ports/f2063083-2755-41fc-9a22-a1a55c113186 HTTP/1.1" status: 204 len: 173 time: 1.1513321 Feb 04 15:34:11.423773 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.431299 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.490830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff06417c-da0d-4ce8-ac12-17bcfeee7a2b {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:11.498735 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.518011 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4cd850-55d7-4123-b68b-87c248a2e77e', 'name': 'network-vif-deleted', 'tag': '53557c9f-fac4-458c-812b-6523811b8324', 'status': 'completed', 'code': 200} Feb 04 15:34:11.564430 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.658295 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Transition to ACTIVE for port object ff06417c-da0d-4ce8-ac12-17bcfeee7a2b will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:11.668087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Router e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:34:11.686900 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.734220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Network 61fad80f-0548-4278-ab58-12eba602f383 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:11.753963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:11.760324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Pushing event updated for resources: {'Port': ['ID=7bc6f7c2-3470-462e-a98d-1ebe2489474e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:11.764935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:34:12.098853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:12.170295 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937192e5-be6c-43a7-8f2c-caeb2456a106 req-6d6e46a5-cb86-4bcd-9995-8f6aa5fd10a8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:12.171005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-937192e5-be6c-43a7-8f2c-caeb2456a106 req-6d6e46a5-cb86-4bcd-9995-8f6aa5fd10a8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Synchronizing usage tracker for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:12.232528 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:12.250210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66', '7625cd05-1b68-4c91-b899-cc3529b5dc60', '599ac129-b2b4-4720-ae0f-47e597756eef'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:34:12.277676 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53f56d-29ee-4b37-80cd-0d99c41a798c req-64965a3c-cebc-48c8-b765-f780e2c45d49 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:12.284966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad53f56d-29ee-4b37-80cd-0d99c41a798c req-64965a3c-cebc-48c8-b765-f780e2c45d49 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 944 time: 0.7649961 Feb 04 15:34:12.315979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-937192e5-be6c-43a7-8f2c-caeb2456a106 req-6d6e46a5-cb86-4bcd-9995-8f6aa5fd10a8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Unset dirty status for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:12.326287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-937192e5-be6c-43a7-8f2c-caeb2456a106 req-6d6e46a5-cb86-4bcd-9995-8f6aa5fd10a8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 936 time: 1.6278307 Feb 04 15:34:12.443292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5dca3-8264-4cdd-abed-250ee94fa61b req-1586ac3b-f9df-4cc2-8b28-1ad345b8507c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:12.443819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3e4895c7-a3b4-42c9-bf35-90337c222db1 None None] Provisioning for port 7bc6f7c2-3470-462e-a98d-1ebe2489474e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:12.445899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-fdd5dca3-8264-4cdd-abed-250ee94fa61b req-1586ac3b-f9df-4cc2-8b28-1ad345b8507c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Synchronizing usage tracker for tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:12.454803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3e4895c7-a3b4-42c9-bf35-90337c222db1 None None] Provisioning complete for port 7bc6f7c2-3470-462e-a98d-1ebe2489474e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:12.455196 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3e4895c7-a3b4-42c9-bf35-90337c222db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:12.492074 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-fdd5dca3-8264-4cdd-abed-250ee94fa61b req-1586ac3b-f9df-4cc2-8b28-1ad345b8507c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Unset dirty status for tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:12.496430 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fdd5dca3-8264-4cdd-abed-250ee94fa61b req-1586ac3b-f9df-4cc2-8b28-1ad345b8507c tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.81 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 944 time: 0.2649434 Feb 04 15:34:12.524798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad53f56d-29ee-4b37-80cd-0d99c41a798c req-497f22c5-7c05-4f41-bd68-eb3f67dd3b5f tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387435 Feb 04 15:34:12.538430 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-937192e5-be6c-43a7-8f2c-caeb2456a106 req-c8288ab6-fb91-495a-9057-733ca6341167 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107897 Feb 04 15:34:12.652347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-fdd5dca3-8264-4cdd-abed-250ee94fa61b req-ce98be37-b064-4da8-88e7-9738eee8d64a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Deleting port 4e50b019-3065-4a26-92a4-55220edafa8b {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:12.656765 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-fdd5dca3-8264-4cdd-abed-250ee94fa61b req-ce98be37-b064-4da8-88e7-9738eee8d64a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:12.666016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3e4895c7-a3b4-42c9-bf35-90337c222db1 None None] Port 7bc6f7c2-3470-462e-a98d-1ebe2489474e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:34:12.855578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Attempting to bind port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:12.856159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Attempting to bind port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:12.856622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Attempting to bind port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:34:12.935600 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:12.973292 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:34:12.973618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Attempting to bind port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:34:13.122355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ca9539-24d5-424b-b31b-4557285421f5', 'name': 'network-vif-deleted', 'tag': 'f2063083-2755-41fc-9a22-a1a55c113186'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:13.139839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:34:13.139839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:34:13.139839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:34:13.139839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Bound port: ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:13.152353 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.284162 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-fdd5dca3-8264-4cdd-abed-250ee94fa61b req-ce98be37-b064-4da8-88e7-9738eee8d64a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] For port 4e50b019-3065-4a26-92a4-55220edafa8b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4e50b019-3065-4a26-92a4-55220edafa8b,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:13.284816 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-fdd5dca3-8264-4cdd-abed-250ee94fa61b req-ce98be37-b064-4da8-88e7-9738eee8d64a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.582270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:13.592389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-fdd5dca3-8264-4cdd-abed-250ee94fa61b req-ce98be37-b064-4da8-88e7-9738eee8d64a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Calling delete_port for 4e50b019-3065-4a26-92a4-55220edafa8b owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:13.622727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:34:13.636224 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Sync routers for ids ['e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:34:13.640914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f7eece2a-e12b-4adb-b7e4-df096d1023d3 admin admin] 10.222.0.60 "PUT /v2.0/routers/e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.0023198 Feb 04 15:34:13.648409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:34:13.653436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Routers {'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:34:13.657685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:34:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:13.672959 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ce920-2b39-41bf-be70-8a09bb194e8b req-79ca28c7-0864-4092-89f1-79f18177b085 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:13.680997 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b48ce920-2b39-41bf-be70-8a09bb194e8b req-79ca28c7-0864-4092-89f1-79f18177b085 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 949 time: 0.5084639 Feb 04 15:34:13.703427 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.846108 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.847814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] 10.222.0.73 "PUT /v2.0/ports/ff06417c-da0d-4ce8-ac12-17bcfeee7a2b HTTP/1.1" status: 200 len: 1096 time: 4.2296391 Feb 04 15:34:13.855234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:13.882623 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b48ce920-2b39-41bf-be70-8a09bb194e8b req-a5ed7dbd-1204-4a80-b6cf-67912459a5c1 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005546 Feb 04 15:34:13.893327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f0cb7-274b-4d70-9ab7-e72c784aebd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:13.931059 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:34:13.984180 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ca9539-24d5-424b-b31b-4557285421f5', 'name': 'network-vif-deleted', 'tag': 'f2063083-2755-41fc-9a22-a1a55c113186', 'status': 'completed', 'code': 200} Feb 04 15:34:14.039846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Set router e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:34:14.088597 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-fdd5dca3-8264-4cdd-abed-250ee94fa61b req-ce98be37-b064-4da8-88e7-9738eee8d64a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.166635 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.210084 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.222758 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98be37-b064-4da8-88e7-9738eee8d64a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Pushing event deleted for resources: {'Port': ['ID=4e50b019-3065-4a26-92a4-55220edafa8b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:14.310692 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['83986536-d4dd-47af-a3b8-92f0c8ba9e82'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:34:14.381871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f2063083-2755-41fc-9a22-a1a55c113186 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:14.415837 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd5dca3-8264-4cdd-abed-250ee94fa61b req-ce98be37-b064-4da8-88e7-9738eee8d64a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] No DVR routers for this DVR port 4e50b019-3065-4a26-92a4-55220edafa8b on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:14.418524 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-fdd5dca3-8264-4cdd-abed-250ee94fa61b req-ce98be37-b064-4da8-88e7-9738eee8d64a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.438591 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fdd5dca3-8264-4cdd-abed-250ee94fa61b req-ce98be37-b064-4da8-88e7-9738eee8d64a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.81 "DELETE /v2.0/ports/4e50b019-3065-4a26-92a4-55220edafa8b HTTP/1.1" status: 204 len: 173 time: 1.9368968 Feb 04 15:34:14.512257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: f2063083-2755-41fc-9a22-a1a55c113186 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:34:14.512619 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f2063083-2755-41fc-9a22-a1a55c113186 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:14.843962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Pushing event updated for resources: {'Port': ['ID=7bc6f7c2-3470-462e-a98d-1ebe2489474e,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:14.899871 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e700de8-a493-4315-96ee-db5ff8760752 req-c60e8c8c-b7fb-4f57-b722-9d4fbcd4f4c1 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=41507371-126f-4919-b431-6aeb74f343cc HTTP/1.1" status: 200 len: 210 time: 0.1766083 Feb 04 15:34:15.051651 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:15.140427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'name': 'tempest-FloatingIPDetailsTestJSON-1864549024-router', 'tenant_id': '67e15da4dba44e93844db900edc46fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:35Z', 'updated_at': '2022-02-04T15:34:04Z', 'revision_number': 4, 'project_id': '67e15da4dba44e93844db900edc46fa6', 'gw_port': {'id': '921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:39Z', 'updated_at': '2022-02-04T15:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'c07b5174-42ad-4483-9f32-a85d8d4b3168', 'name': '', 'network_id': '4a027904-9cd9-48bb-9d76-80adc26882ab', 'tenant_id': '67e15da4dba44e93844db900edc46fa6', 'mac_address': 'fa:16:3e:05:c5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1751b9e6-612b-4a85-a189-2a249bdba41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:00Z', 'updated_at': '2022-02-04T15:34:06Z', 'revision_number': 2, 'project_id': '67e15da4dba44e93844db900edc46fa6', 'subnets': [{'id': '1751b9e6-612b-4a85-a189-2a249bdba41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:15.147908 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Checking router: e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:34:15.148436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Updating router e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 port c07b5174-42ad-4483-9f32-a85d8d4b3168 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:34:15.156880 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b', 'status': 'completed', 'code': 200} Feb 04 15:34:15.188526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-7ef71bf0-5727-47a7-9b66-40059adbc650 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 1099 time: 1.2803614 Feb 04 15:34:15.256735 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:15.344471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-3d06d6c7-a280-4f11-b399-2e31108a0eb3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b HTTP/1.1" status: 200 len: 217 time: 0.1415029 Feb 04 15:34:15.356667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d57825-fae7-400b-aa21-1748166c468a req-816f08e3-7981-4906-8dfc-374a37e494b6 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:15.369476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59d57825-fae7-400b-aa21-1748166c468a req-816f08e3-7981-4906-8dfc-374a37e494b6 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 948 time: 1.0393844 Feb 04 15:34:15.444358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be6d55-faec-4476-8fcf-af9e1b2c6569 req-490f3c1b-764b-4c83-975e-0756c4f3f466 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:15.444996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-c2be6d55-faec-4476-8fcf-af9e1b2c6569 req-490f3c1b-764b-4c83-975e-0756c4f3f466 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Synchronizing usage tracker for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:15.524193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-c2be6d55-faec-4476-8fcf-af9e1b2c6569 req-490f3c1b-764b-4c83-975e-0756c4f3f466 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Unset dirty status for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:15.525586 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c2be6d55-faec-4476-8fcf-af9e1b2c6569 req-490f3c1b-764b-4c83-975e-0756c4f3f466 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b721ba5-b0f1-4363-807c-169beadecdbe HTTP/1.1" status: 200 len: 950 time: 0.3189883 Feb 04 15:34:15.718047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-c2be6d55-faec-4476-8fcf-af9e1b2c6569 req-f4a46062-62e3-4338-9bb7-f3f972dba315 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Deleting port 7625cd05-1b68-4c91-b899-cc3529b5dc60 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:15.723037 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c2be6d55-faec-4476-8fcf-af9e1b2c6569 req-f4a46062-62e3-4338-9bb7-f3f972dba315 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:15.813306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-fdb5f19a-26df-4ee8-82ba-1f9ec0d74b37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:15.813306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-fdb5f19a-26df-4ee8-82ba-1f9ec0d74b37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.3176572 Feb 04 15:34:15.930413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59d57825-fae7-400b-aa21-1748166c468a req-8b29ecaf-4de9-4521-9808-896f8c65d0cc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592427 Feb 04 15:34:16.050649 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544abece-cdfa-49b9-96d4-e7af23dfbe3e req-b8f2de49-35fa-473f-893b-ce3a16aa08ee tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:16.062341 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-544abece-cdfa-49b9-96d4-e7af23dfbe3e req-b8f2de49-35fa-473f-893b-ce3a16aa08ee tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be0343a-abfd-405a-b377-ddb2e5c3882c HTTP/1.1" status: 200 len: 949 time: 0.6662042 Feb 04 15:34:16.067842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41507371-126f-4919-b431-6aeb74f343cc', 'name': 'network-vif-deleted', 'tag': '4e50b019-3065-4a26-92a4-55220edafa8b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:16.109863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Network 61fad80f-0548-4278-ab58-12eba602f383 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:16.112421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:16.145161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4e50b019-3065-4a26-92a4-55220edafa8b no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:16.230293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 4e50b019-3065-4a26-92a4-55220edafa8b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:34:16.230833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4e50b019-3065-4a26-92a4-55220edafa8b not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:16.292552 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:16.318746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Transition to ACTIVE for port object c07b5174-42ad-4483-9f32-a85d8d4b3168 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:16.337249 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:16.554725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-544abece-cdfa-49b9-96d4-e7af23dfbe3e req-19bc2ddb-d725-48eb-8533-dd3cb7971f33 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906144 Feb 04 15:34:16.594503 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8ec35-ce38-4913-a253-aaad12aae1a2 req-9f505679-e48a-42f5-ab9e-110b0f8e37ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:16.598392 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22e8ec35-ce38-4913-a253-aaad12aae1a2 req-9f505679-e48a-42f5-ab9e-110b0f8e37ef tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "GET /v2.0/ports?device_id=224deac3-8e61-4cb6-b691-a47ae5eb5788 HTTP/1.1" status: 200 len: 950 time: 0.6830807 Feb 04 15:34:16.727731 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e634dbd-90c9-4c69-b161-c38d20eca85a None None] Pushing event updated for resources: {'Port': ['ID=c07b5174-42ad-4483-9f32-a85d8d4b3168,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:16.766450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-c2be6d55-faec-4476-8fcf-af9e1b2c6569 req-f4a46062-62e3-4338-9bb7-f3f972dba315 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] For port 7625cd05-1b68-4c91-b899-cc3529b5dc60, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7625cd05-1b68-4c91-b899-cc3529b5dc60,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:16.766850 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c2be6d55-faec-4476-8fcf-af9e1b2c6569 req-f4a46062-62e3-4338-9bb7-f3f972dba315 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:16.809995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e634dbd-90c9-4c69-b161-c38d20eca85a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:16.810506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e634dbd-90c9-4c69-b161-c38d20eca85a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:16.810902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e634dbd-90c9-4c69-b161-c38d20eca85a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:16.811546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e634dbd-90c9-4c69-b161-c38d20eca85a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:16.812013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e634dbd-90c9-4c69-b161-c38d20eca85a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:16.812593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e634dbd-90c9-4c69-b161-c38d20eca85a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:16.813124 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e634dbd-90c9-4c69-b161-c38d20eca85a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:16.814910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e634dbd-90c9-4c69-b161-c38d20eca85a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:16.815537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e634dbd-90c9-4c69-b161-c38d20eca85a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:16.816047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e634dbd-90c9-4c69-b161-c38d20eca85a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:16.817800 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e634dbd-90c9-4c69-b161-c38d20eca85a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:16.824223 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4eaef275-0a77-432d-a8b3-2a027cbc2c41 None None] Provisioning complete for port 7bc6f7c2-3470-462e-a98d-1ebe2489474e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:16.825662 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4eaef275-0a77-432d-a8b3-2a027cbc2c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:16.982390 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-a2189f2b-543c-4635-b186-271231dacd40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1553316 Feb 04 15:34:16.995551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4eaef275-0a77-432d-a8b3-2a027cbc2c41 None None] Port 7bc6f7c2-3470-462e-a98d-1ebe2489474e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:34:17.016106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Attempting to bind port c07b5174-42ad-4483-9f32-a85d8d4b3168 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:17.017333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Attempting to bind port c07b5174-42ad-4483-9f32-a85d8d4b3168 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'b672273b-eb51-4f11-bd67-920159697ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4a027904-9cd9-48bb-9d76-80adc26882ab'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:17.017333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Attempting to bind port c07b5174-42ad-4483-9f32-a85d8d4b3168 on network 4a027904-9cd9-48bb-9d76-80adc26882ab {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:34:17.026477 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:34:17.027111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Checking segment: {'id': 'b672273b-eb51-4f11-bd67-920159697ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4a027904-9cd9-48bb-9d76-80adc26882ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:34:17.027595 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:17.028057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Bound using segment: {'id': 'b672273b-eb51-4f11-bd67-920159697ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4a027904-9cd9-48bb-9d76-80adc26882ab'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:34:17.028648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Bound port: c07b5174-42ad-4483-9f32-a85d8d4b3168, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b672273b-eb51-4f11-bd67-920159697ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4a027904-9cd9-48bb-9d76-80adc26882ab'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:17.029077 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:17.093299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-22e8ec35-ce38-4913-a253-aaad12aae1a2 req-3370608d-7e8f-4d95-a186-e48b92fc3d3c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Deleting port 599ac129-b2b4-4720-ae0f-47e597756eef {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:17.093858 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-22e8ec35-ce38-4913-a253-aaad12aae1a2 req-3370608d-7e8f-4d95-a186-e48b92fc3d3c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:17.164932 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] For port c07b5174-42ad-4483-9f32-a85d8d4b3168, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:17.180543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] For port c07b5174-42ad-4483-9f32-a85d8d4b3168, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c07b5174-42ad-4483-9f32-a85d8d4b3168,segment=NetworkSegment(b672273b-eb51-4f11-bd67-920159697ae2),segment_id=b672273b-eb51-4f11-bd67-920159697ae2)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:34:17.191691 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:17.244196 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-c2be6d55-faec-4476-8fcf-af9e1b2c6569 req-f4a46062-62e3-4338-9bb7-f3f972dba315 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Calling delete_port for 7625cd05-1b68-4c91-b899-cc3529b5dc60 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:17.339265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-c214bde3-ee41-438c-a676-6d610aaa0e79 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382587 Feb 04 15:34:17.383602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e634dbd-90c9-4c69-b161-c38d20eca85a None None] Pushing event updated for resources: {'Port': ['ID=c07b5174-42ad-4483-9f32-a85d8d4b3168,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:17.422889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Routers {'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:34:17.423648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:34:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:17.693860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] Set router e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:34:17.777158 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c2be6d55-faec-4476-8fcf-af9e1b2c6569 req-f4a46062-62e3-4338-9bb7-f3f972dba315 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:17.836591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-d5138557-3531-432f-b165-8f78624d8fd4 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.5520272 Feb 04 15:34:17.871613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:34:17.906361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:17.910819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Usage tracker for resource:floatingip and tenant:67e15da4dba44e93844db900edc46fa6 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:17.917488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:17.925700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:17.950789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a46062-62e3-4338-9bb7-f3f972dba315 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event deleted for resources: {'Port': ['ID=7625cd05-1b68-4c91-b899-cc3529b5dc60,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:18.004815 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:18.054971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66', '7625cd05-1b68-4c91-b899-cc3529b5dc60', '599ac129-b2b4-4720-ae0f-47e597756eef'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:34:18.106560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-22e8ec35-ce38-4913-a253-aaad12aae1a2 req-3370608d-7e8f-4d95-a186-e48b92fc3d3c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] For port 599ac129-b2b4-4720-ae0f-47e597756eef, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=599ac129-b2b4-4720-ae0f-47e597756eef,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:18.106560 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-22e8ec35-ce38-4913-a253-aaad12aae1a2 req-3370608d-7e8f-4d95-a186-e48b92fc3d3c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:18.135457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2be6d55-faec-4476-8fcf-af9e1b2c6569 req-f4a46062-62e3-4338-9bb7-f3f972dba315 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] No DVR routers for this DVR port 7625cd05-1b68-4c91-b899-cc3529b5dc60 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:18.141825 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c2be6d55-faec-4476-8fcf-af9e1b2c6569 req-f4a46062-62e3-4338-9bb7-f3f972dba315 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:18.507524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-22e8ec35-ce38-4913-a253-aaad12aae1a2 req-3370608d-7e8f-4d95-a186-e48b92fc3d3c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Calling delete_port for 599ac129-b2b4-4720-ae0f-47e597756eef owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:18.591732 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c2be6d55-faec-4476-8fcf-af9e1b2c6569 req-f4a46062-62e3-4338-9bb7-f3f972dba315 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "DELETE /v2.0/ports/7625cd05-1b68-4c91-b899-cc3529b5dc60 HTTP/1.1" status: 204 len: 173 time: 3.0467181 Feb 04 15:34:18.707134 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-738dcfe0-b0f8-4437-a0f7-40a2ee0dc441 req-e29ff110-1b6b-4c1f-b6b0-2004b3a975f6 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2998810 Feb 04 15:34:18.742578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b6e3d-3523-4034-b6f0-baad9bd730a1 req-b195442b-9243-4e93-9030-33227b86f2c7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.756945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d6b6e3d-3523-4034-b6f0-baad9bd730a1 req-b195442b-9243-4e93-9030-33227b86f2c7 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b721ba5-b0f1-4363-807c-169beadecdbe HTTP/1.1" status: 200 len: 867 time: 1.4196353 Feb 04 15:34:18.818450 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-22e8ec35-ce38-4913-a253-aaad12aae1a2 req-3370608d-7e8f-4d95-a186-e48b92fc3d3c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:18.947423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370608d-7e8f-4d95-a186-e48b92fc3d3c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event deleted for resources: {'Port': ['ID=599ac129-b2b4-4720-ae0f-47e597756eef,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:18.999281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e8ec35-ce38-4913-a253-aaad12aae1a2 req-3370608d-7e8f-4d95-a186-e48b92fc3d3c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] No DVR routers for this DVR port 599ac129-b2b4-4720-ae0f-47e597756eef on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:19.001805 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-22e8ec35-ce38-4913-a253-aaad12aae1a2 req-3370608d-7e8f-4d95-a186-e48b92fc3d3c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:19.015534 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22e8ec35-ce38-4913-a253-aaad12aae1a2 req-3370608d-7e8f-4d95-a186-e48b92fc3d3c tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "DELETE /v2.0/ports/599ac129-b2b4-4720-ae0f-47e597756eef HTTP/1.1" status: 204 len: 173 time: 2.4124322 Feb 04 15:34:19.062567 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d6b6e3d-3523-4034-b6f0-baad9bd730a1 req-7d462c92-2ac5-4345-b633-034e58867a43 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041911 Feb 04 15:34:19.093214 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7365b32d-ef97-4d36-b4d2-0c97c97054ff req-44c72937-8e41-4a5c-b3ad-529f6243f5cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 1099 time: 0.2965047 Feb 04 15:34:19.226082 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:19.238378 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'name': 'tempest-FloatingIPDetailsTestJSON-1864549024-router', 'tenant_id': '67e15da4dba44e93844db900edc46fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:35Z', 'updated_at': '2022-02-04T15:34:04Z', 'revision_number': 4, 'project_id': '67e15da4dba44e93844db900edc46fa6', 'gw_port': {'id': '921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:39Z', 'updated_at': '2022-02-04T15:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'c07b5174-42ad-4483-9f32-a85d8d4b3168', 'name': '', 'network_id': '4a027904-9cd9-48bb-9d76-80adc26882ab', 'tenant_id': '67e15da4dba44e93844db900edc46fa6', 'mac_address': 'fa:16:3e:05:c5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1751b9e6-612b-4a85-a189-2a249bdba41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:00Z', 'updated_at': '2022-02-04T15:34:17Z', 'revision_number': 4, 'project_id': '67e15da4dba44e93844db900edc46fa6', 'subnets': [{'id': '1751b9e6-612b-4a85-a189-2a249bdba41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:19.251621 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:19.278952 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f9aa7-8094-4a55-b4f1-ba956fa1d84f None None] The sync data for ids ['e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'] in n-d-827872-1 is: [{'id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'name': 'tempest-FloatingIPDetailsTestJSON-1864549024-router', 'tenant_id': '67e15da4dba44e93844db900edc46fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:35Z', 'updated_at': '2022-02-04T15:34:04Z', 'revision_number': 4, 'project_id': '67e15da4dba44e93844db900edc46fa6', 'gw_port': {'id': '921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:39Z', 'updated_at': '2022-02-04T15:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'c07b5174-42ad-4483-9f32-a85d8d4b3168', 'name': '', 'network_id': '4a027904-9cd9-48bb-9d76-80adc26882ab', 'tenant_id': '67e15da4dba44e93844db900edc46fa6', 'mac_address': 'fa:16:3e:05:c5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1751b9e6-612b-4a85-a189-2a249bdba41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:00Z', 'updated_at': '2022-02-04T15:34:17Z', 'revision_number': 4, 'project_id': '67e15da4dba44e93844db900edc46fa6', 'subnets': [{'id': '1751b9e6-612b-4a85-a189-2a249bdba41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:34:19.460679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Allocated IP 172.25.0.168 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/87e6aa85-784b-4d69-968d-508b07c0375b) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:19.629588 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41507371-126f-4919-b431-6aeb74f343cc', 'name': 'network-vif-deleted', 'tag': '4e50b019-3065-4a26-92a4-55220edafa8b', 'status': 'completed', 'code': 200} Feb 04 15:34:19.634757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Router 097837c7-820b-4306-8c8e-c4e649ba9b26 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:34:19.929331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:34:20.066512 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:20.106926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365b32d-ef97-4d36-b4d2-0c97c97054ff req-4e242da6-4bad-4f77-83c1-5f9059d31c98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:20.112495 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7365b32d-ef97-4d36-b4d2-0c97c97054ff req-4e242da6-4bad-4f77-83c1-5f9059d31c98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 1.0098245 Feb 04 15:34:20.166561 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7625cd05-1b68-4c91-b899-cc3529b5dc60 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:20.270661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7365b32d-ef97-4d36-b4d2-0c97c97054ff req-7fa342dd-9b14-41a4-ba3e-73bccd49e32b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b HTTP/1.1" status: 200 len: 217 time: 0.1435454 Feb 04 15:34:20.285189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55904) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:20.313550 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 7625cd05-1b68-4c91-b899-cc3529b5dc60 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:34:20.314443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7625cd05-1b68-4c91-b899-cc3529b5dc60 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:20.316297 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 599ac129-b2b4-4720-ae0f-47e597756eef no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:20.398377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365b32d-ef97-4d36-b4d2-0c97c97054ff req-d143e4db-e091-46ca-b410-e5ec17e28cf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:20.403611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7365b32d-ef97-4d36-b4d2-0c97c97054ff req-d143e4db-e091-46ca-b410-e5ec17e28cf7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1145072 Feb 04 15:34:20.415640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 599ac129-b2b4-4720-ae0f-47e597756eef {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:34:20.419094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 599ac129-b2b4-4720-ae0f-47e597756eef not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:20.557225 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:20.603668 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7387ce38-ea47-429b-8e1a-58924aaf7213 req-cea69089-5c35-450f-9679-dde02d341d34 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 6498 time: 0.3171573 Feb 04 15:34:20.670712 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7387ce38-ea47-429b-8e1a-58924aaf7213 req-fb697a76-f7b0-47c0-92a5-5c182d3b4dd4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562949 Feb 04 15:34:20.830507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:20.840368 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:20.843143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:34:20.999553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Pushing event updated for resources: {'Port': ['ID=87e6aa85-784b-4d69-968d-508b07c0375b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:21.089707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c07b5174-42ad-4483-9f32-a85d8d4b3168 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:21.144051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:21.144962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:21.145436 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:21.146467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:21.146932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:21.147438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:21.147897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:21.148353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:21.149881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:21.150334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:21.150825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:21.188206 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port c07b5174-42ad-4483-9f32-a85d8d4b3168 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:21.194997 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c07b5174-42ad-4483-9f32-a85d8d4b3168 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:21.195739 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.220419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:34:21.231891 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Sync routers for ids ['097837c7-820b-4306-8c8e-c4e649ba9b26'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:34:21.245840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7365b32d-ef97-4d36-b4d2-0c97c97054ff req-dee74627-177c-45eb-8b0a-07a58bef923a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8044848 Feb 04 15:34:21.261053 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Routers {'097837c7-820b-4306-8c8e-c4e649ba9b26'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:34:21.262049 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:34:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['097837c7-820b-4306-8c8e-c4e649ba9b26'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:21.284547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-54ce6582-d17d-40cb-ab1c-eb2f48c3f5ce admin admin] 10.222.0.60 "PUT /v2.0/routers/097837c7-820b-4306-8c8e-c4e649ba9b26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.8634522 Feb 04 15:34:21.357301 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.433517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea8475-a928-4267-b8fc-86a07dd3f215 req-3a293f79-4068-40db-abed-c8757c83f52a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:21.438936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3ea8475-a928-4267-b8fc-86a07dd3f215 req-3a293f79-4068-40db-abed-c8757c83f52a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 948 time: 0.3589008 Feb 04 15:34:21.452881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port c07b5174-42ad-4483-9f32-a85d8d4b3168, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c07b5174-42ad-4483-9f32-a85d8d4b3168,segment=NetworkSegment(b672273b-eb51-4f11-bd67-920159697ae2),segment_id=b672273b-eb51-4f11-bd67-920159697ae2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:21.464839 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.607118 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Set router 097837c7-820b-4306-8c8e-c4e649ba9b26 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:34:21.626477 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=c07b5174-42ad-4483-9f32-a85d8d4b3168,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:21.631250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b721ba5-b0f1-4363-807c-169beadecdbe', 'name': 'network-vif-deleted', 'tag': '7625cd05-1b68-4c91-b899-cc3529b5dc60'}, {'server_uuid': '224deac3-8e61-4cb6-b691-a47ae5eb5788', 'name': 'network-vif-deleted', 'tag': '599ac129-b2b4-4720-ae0f-47e597756eef'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:21.824084 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3ea8475-a928-4267-b8fc-86a07dd3f215 req-d3a9b0f6-4867-472f-a8d7-5230f2d253c0 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756971 Feb 04 15:34:21.830800 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.843852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7365b32d-ef97-4d36-b4d2-0c97c97054ff req-3b06ca29-f6c3-4fa1-9e0d-73e8430582ca service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813859 Feb 04 15:34:21.925263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b5d1c-a1d6-48e2-a16a-ad1f8cc68637 req-b2362982-4d12-4ea0-becd-5c3a7ecb8ce3 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:21.931426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-9b3b5d1c-a1d6-48e2-a16a-ad1f8cc68637 req-b2362982-4d12-4ea0-becd-5c3a7ecb8ce3 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Synchronizing usage tracker for tenant:259f0c881e6045e4b888323648b2d57a on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:21.954955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-9b3b5d1c-a1d6-48e2-a16a-ad1f8cc68637 req-b2362982-4d12-4ea0-becd-5c3a7ecb8ce3 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Unset dirty status for tenant:259f0c881e6045e4b888323648b2d57a on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:21.956455 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9b3b5d1c-a1d6-48e2-a16a-ad1f8cc68637 req-b2362982-4d12-4ea0-becd-5c3a7ecb8ce3 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.81 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 945 time: 0.1746511 Feb 04 15:34:22.096195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-9b3b5d1c-a1d6-48e2-a16a-ad1f8cc68637 req-dc33cc8f-3767-4087-882b-939e1086c64c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Deleting port 634615d3-644b-4e12-9526-504062a1c0c3 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:22.101912 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9b3b5d1c-a1d6-48e2-a16a-ad1f8cc68637 req-dc33cc8f-3767-4087-882b-939e1086c64c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.108881 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'name': 'tempest-TaggedBootDevicesTest-1277892355-router', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:43Z', 'updated_at': '2022-02-04T15:34:12Z', 'revision_number': 4, 'project_id': 'a59640ebc55e49878dc2237f5542f080', 'gw_port': {'id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:48Z', 'updated_at': '2022-02-04T15:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '7bc6f7c2-3470-462e-a98d-1ebe2489474e', 'name': '', 'network_id': '61fad80f-0548-4278-ab58-12eba602f383', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080', 'mac_address': 'fa:16:3e:cf:b1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '626d5127-df56-4697-b390-845f61880505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:09Z', 'updated_at': '2022-02-04T15:34:13Z', 'revision_number': 2, 'project_id': 'a59640ebc55e49878dc2237f5542f080', 'subnets': [{'id': '626d5127-df56-4697-b390-845f61880505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:22.124374 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Checking router: 097837c7-820b-4306-8c8e-c4e649ba9b26 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:34:22.124790 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Updating router 097837c7-820b-4306-8c8e-c4e649ba9b26 port 7bc6f7c2-3470-462e-a98d-1ebe2489474e binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:34:22.186225 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.270545 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.411941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7365b32d-ef97-4d36-b4d2-0c97c97054ff req-05ad1ad0-a5b3-47ff-a9c1-ab7dfed37b98 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823091 Feb 04 15:34:22.549567 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-9b3b5d1c-a1d6-48e2-a16a-ad1f8cc68637 req-dc33cc8f-3767-4087-882b-939e1086c64c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] For port 634615d3-644b-4e12-9526-504062a1c0c3, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=634615d3-644b-4e12-9526-504062a1c0c3,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:22.550548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9b3b5d1c-a1d6-48e2-a16a-ad1f8cc68637 req-dc33cc8f-3767-4087-882b-939e1086c64c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.699331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ff06417c-da0d-4ce8-ac12-17bcfeee7a2b details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:34:22.701719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd43d0-72c1-4699-b651-06992be9eed4 req-ccce5cf0-1a98-4714-bc3d-cdf60c6271a2 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:22.708739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9bcd43d0-72c1-4699-b651-06992be9eed4 req-ccce5cf0-1a98-4714-bc3d-cdf60c6271a2 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 945 time: 0.1778138 Feb 04 15:34:22.745215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-9b3b5d1c-a1d6-48e2-a16a-ad1f8cc68637 req-dc33cc8f-3767-4087-882b-939e1086c64c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Calling delete_port for 634615d3-644b-4e12-9526-504062a1c0c3 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:22.763521 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.779945 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.825175 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.853278 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9bcd43d0-72c1-4699-b651-06992be9eed4 req-5322e87c-6a4f-41cd-a5a3-bd137f0ae333 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328065 Feb 04 15:34:22.864221 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Transition to ACTIVE for port object 7bc6f7c2-3470-462e-a98d-1ebe2489474e will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:22.884291 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.982089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:23.014298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b', 'mac_address': 'fa:16:3e:c7:16:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:34:23.064088 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b721ba5-b0f1-4363-807c-169beadecdbe', 'name': 'network-vif-deleted', 'tag': '7625cd05-1b68-4c91-b899-cc3529b5dc60', 'status': 'completed', 'code': 200} Feb 04 15:34:23.064351 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224deac3-8e61-4cb6-b691-a47ae5eb5788', 'name': 'network-vif-deleted', 'tag': '599ac129-b2b4-4720-ae0f-47e597756eef', 'status': 'completed', 'code': 200} Feb 04 15:34:23.066751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Pushing event updated for resources: {'Port': ['ID=87e6aa85-784b-4d69-968d-508b07c0375b,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:23.100372 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c07b5174-42ad-4483-9f32-a85d8d4b3168 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:23.120381 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.133324 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9b3b5d1c-a1d6-48e2-a16a-ad1f8cc68637 req-dc33cc8f-3767-4087-882b-939e1086c64c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.159609 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.169961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-6acb5987-48c1-407f-989e-97a017d19084 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3314073 Feb 04 15:34:23.243232 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d01ac0-7184-42a7-ba32-c7bea9d0373a None None] Pushing event updated for resources: {'Port': ['ID=7bc6f7c2-3470-462e-a98d-1ebe2489474e,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:23.298757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33cc8f-3767-4087-882b-939e1086c64c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Pushing event deleted for resources: {'Port': ['ID=634615d3-644b-4e12-9526-504062a1c0c3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:23.465214 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Attempting to bind port 7bc6f7c2-3470-462e-a98d-1ebe2489474e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:23.466160 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Attempting to bind port 7bc6f7c2-3470-462e-a98d-1ebe2489474e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'e06861b1-dfdf-4874-b630-0d2ed3cb357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61fad80f-0548-4278-ab58-12eba602f383'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:23.466692 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Attempting to bind port 7bc6f7c2-3470-462e-a98d-1ebe2489474e on network 61fad80f-0548-4278-ab58-12eba602f383 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:34:23.470927 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.475401 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:34:23.476650 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Checking segment: {'id': 'e06861b1-dfdf-4874-b630-0d2ed3cb357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61fad80f-0548-4278-ab58-12eba602f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:34:23.477056 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.477511 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Bound using segment: {'id': 'e06861b1-dfdf-4874-b630-0d2ed3cb357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61fad80f-0548-4278-ab58-12eba602f383'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:34:23.477990 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Bound port: 7bc6f7c2-3470-462e-a98d-1ebe2489474e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06861b1-dfdf-4874-b630-0d2ed3cb357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61fad80f-0548-4278-ab58-12eba602f383'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:23.478377 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.537229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-5102b74e-d833-4f8e-b0d5-0b9ae84fb7f3 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Synchronizing usage tracker for tenant:67e15da4dba44e93844db900edc46fa6 on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:23.541600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff06417c-da0d-4ce8-ac12-17bcfeee7a2b {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:23.592227 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c07b5174-42ad-4483-9f32-a85d8d4b3168 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:23.592227 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.627497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-5102b74e-d833-4f8e-b0d5-0b9ae84fb7f3 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Unset dirty status for tenant:67e15da4dba44e93844db900edc46fa6 on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:23.627497 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-5102b74e-d833-4f8e-b0d5-0b9ae84fb7f3 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.4532652 Feb 04 15:34:23.633924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3b5d1c-a1d6-48e2-a16a-ad1f8cc68637 req-dc33cc8f-3767-4087-882b-939e1086c64c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] No DVR routers for this DVR port 634615d3-644b-4e12-9526-504062a1c0c3 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:23.637317 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9b3b5d1c-a1d6-48e2-a16a-ad1f8cc68637 req-dc33cc8f-3767-4087-882b-939e1086c64c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.659995 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9b3b5d1c-a1d6-48e2-a16a-ad1f8cc68637 req-dc33cc8f-3767-4087-882b-939e1086c64c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.81 "DELETE /v2.0/ports/634615d3-644b-4e12-9526-504062a1c0c3 HTTP/1.1" status: 204 len: 173 time: 1.6964557 Feb 04 15:34:23.698342 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] For port 7bc6f7c2-3470-462e-a98d-1ebe2489474e, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:23.701732 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] For port 7bc6f7c2-3470-462e-a98d-1ebe2489474e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7bc6f7c2-3470-462e-a98d-1ebe2489474e,segment=NetworkSegment(e06861b1-dfdf-4874-b630-0d2ed3cb357f),segment_id=e06861b1-dfdf-4874-b630-0d2ed3cb357f)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:34:23.718309 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.748018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:23.830800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-17faa113-2de7-482f-b394-997357a32463 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:23.832718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-17faa113-2de7-482f-b394-997357a32463 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.1888764 Feb 04 15:34:23.866533 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d01ac0-7184-42a7-ba32-c7bea9d0373a None None] Pushing event updated for resources: {'Port': ['ID=7bc6f7c2-3470-462e-a98d-1ebe2489474e,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:23.909375 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.925151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-23550098-3701-4722-9f67-59118b730bd3 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:34:23.926130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7c2965d-725d-4c96-b819-a9e61c3e605a req-23550098-3701-4722-9f67-59118b730bd3 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0124204 Feb 04 15:34:23.948294 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Routers {'097837c7-820b-4306-8c8e-c4e649ba9b26'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:34:23.949030 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:34:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['097837c7-820b-4306-8c8e-c4e649ba9b26'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:24.001995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542f3f9-ba3a-4092-b5c6-278117ad3a8c req-5188977c-9e14-4324-84ac-1656328b71e8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.014770 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9542f3f9-ba3a-4092-b5c6-278117ad3a8c req-5188977c-9e14-4324-84ac-1656328b71e8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 949 time: 0.1800053 Feb 04 15:34:24.045268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:24.084841 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9542f3f9-ba3a-4092-b5c6-278117ad3a8c req-0f9ad634-4094-45d6-8613-ec613142d010 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674396 Feb 04 15:34:24.387723 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] Set router 097837c7-820b-4306-8c8e-c4e649ba9b26 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:34:24.468960 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['ff06417c-da0d-4ce8-ac12-17bcfeee7a2b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:34:24.623563 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bc9e25fc-9fd0-4480-a520-8881ef828926 req-cb71ad0e-d899-44e7-9fe1-0707dde04c11 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=52ba53f6-dea6-4d2f-8f95-ce703aa6496b HTTP/1.1" status: 200 len: 210 time: 0.1424787 Feb 04 15:34:24.740331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a7a32d24-017a-4cda-b156-7ae5e4f7378a details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:34:24.985690 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'name': 'tempest-TaggedBootDevicesTest-1277892355-router', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:43Z', 'updated_at': '2022-02-04T15:34:12Z', 'revision_number': 4, 'project_id': 'a59640ebc55e49878dc2237f5542f080', 'gw_port': {'id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:48Z', 'updated_at': '2022-02-04T15:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '7bc6f7c2-3470-462e-a98d-1ebe2489474e', 'name': '', 'network_id': '61fad80f-0548-4278-ab58-12eba602f383', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080', 'mac_address': 'fa:16:3e:cf:b1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '626d5127-df56-4697-b390-845f61880505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:09Z', 'updated_at': '2022-02-04T15:34:23Z', 'revision_number': 4, 'project_id': 'a59640ebc55e49878dc2237f5542f080', 'subnets': [{'id': '626d5127-df56-4697-b390-845f61880505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:24.994401 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a7a32d24-017a-4cda-b156-7ae5e4f7378a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:24.998307 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83517442-7fc1-4bb6-bb76-7fd45aadbbe3 None None] The sync data for ids ['097837c7-820b-4306-8c8e-c4e649ba9b26'] in n-d-827872-1 is: [{'id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'name': 'tempest-TaggedBootDevicesTest-1277892355-router', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:43Z', 'updated_at': '2022-02-04T15:34:12Z', 'revision_number': 4, 'project_id': 'a59640ebc55e49878dc2237f5542f080', 'gw_port': {'id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:48Z', 'updated_at': '2022-02-04T15:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '7bc6f7c2-3470-462e-a98d-1ebe2489474e', 'name': '', 'network_id': '61fad80f-0548-4278-ab58-12eba602f383', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080', 'mac_address': 'fa:16:3e:cf:b1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '626d5127-df56-4697-b390-845f61880505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:09Z', 'updated_at': '2022-02-04T15:34:23Z', 'revision_number': 4, 'project_id': 'a59640ebc55e49878dc2237f5542f080', 'subnets': [{'id': '626d5127-df56-4697-b390-845f61880505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:34:25.024362 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a', 'mac_address': 'fa:16:3e:dd:25:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:34:25.079152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ba53f6-dea6-4d2f-8f95-ce703aa6496b', 'name': 'network-vif-deleted', 'tag': '634615d3-644b-4e12-9526-504062a1c0c3'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:25.091716 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10965393-2131-4a6f-9260-6a35824b71ec req-7398b194-9a50-46a4-a509-1f07171078be tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3407521 Feb 04 15:34:25.102303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:34:25.109016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:25.120530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:25.134540 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:25.167919 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:25.199386 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7a32d24-017a-4cda-b156-7ae5e4f7378a {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:25.232433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a7a32d24-017a-4cda-b156-7ae5e4f7378a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:25.240309 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:25.333051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=a7a32d24-017a-4cda-b156-7ae5e4f7378a,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:25.379235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6288532-04b5-4330-9ada-d77b5aad4141 req-c3399666-b994-4cea-a7be-af44082e7e13 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:25.381095 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6288532-04b5-4330-9ada-d77b5aad4141 req-c3399666-b994-4cea-a7be-af44082e7e13 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 944 time: 0.1388268 Feb 04 15:34:25.392550 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:25.505722 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6288532-04b5-4330-9ada-d77b5aad4141 req-c0b18551-f122-4aa6-8053-fa2d595d6446 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108751 Feb 04 15:34:25.526661 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['a7a32d24-017a-4cda-b156-7ae5e4f7378a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:34:25.600981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Allocated IP 172.25.0.158 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/61f5174f-d8f0-4292-8356-b7ea8ebc73e0) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:25.702666 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ba53f6-dea6-4d2f-8f95-ce703aa6496b', 'name': 'network-vif-deleted', 'tag': '634615d3-644b-4e12-9526-504062a1c0c3', 'status': 'completed', 'code': 200} Feb 04 15:34:25.864950 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:34:26.027562 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.106726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f9cf7-9549-48bf-b272-d8b1be8c7349 req-87009505-8cb2-4d5f-bf2b-ad42339580f6 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:26.108312 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e65f9cf7-9549-48bf-b272-d8b1be8c7349 req-87009505-8cb2-4d5f-bf2b-ad42339580f6 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.73 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 944 time: 0.2038379 Feb 04 15:34:26.116364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b402c-3cb6-4621-8704-3244c76092db req-6e1a979c-1f23-4509-8140-dd3317d9ac56 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:26.117868 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-750b402c-3cb6-4621-8704-3244c76092db req-6e1a979c-1f23-4509-8140-dd3317d9ac56 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 949 time: 0.1791289 Feb 04 15:34:26.150089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 634615d3-644b-4e12-9526-504062a1c0c3 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:26.183363 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.194610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 634615d3-644b-4e12-9526-504062a1c0c3 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:34:26.195055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 634615d3-644b-4e12-9526-504062a1c0c3 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:26.268100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d75d7-46ef-44e5-9460-2756665b2ad0 req-ac6eb151-73d3-451e-a656-8d36219ff513 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:26.268980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-c89d75d7-46ef-44e5-9460-2756665b2ad0 req-ac6eb151-73d3-451e-a656-8d36219ff513 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Synchronizing usage tracker for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:26.289350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-c89d75d7-46ef-44e5-9460-2756665b2ad0 req-ac6eb151-73d3-451e-a656-8d36219ff513 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Unset dirty status for tenant:4213da738ffd4f85b6792919883c01d4 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:26.290583 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c89d75d7-46ef-44e5-9460-2756665b2ad0 req-ac6eb151-73d3-451e-a656-8d36219ff513 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 949 time: 0.1557214 Feb 04 15:34:26.317722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-e65f9cf7-9549-48bf-b272-d8b1be8c7349 req-41a22962-7be4-48a2-b7cb-8029a4c525c0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Deleting port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:26.318176 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e65f9cf7-9549-48bf-b272-d8b1be8c7349 req-41a22962-7be4-48a2-b7cb-8029a4c525c0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.358055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Pushing event updated for resources: {'Port': ['ID=61f5174f-d8f0-4292-8356-b7ea8ebc73e0,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:26.362393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:26.365120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-c89d75d7-46ef-44e5-9460-2756665b2ad0 req-a5929455-7d97-4c97-8839-e5fc9396cdff tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Deleting port bc81c76d-7bd3-425c-b077-358c68b74f66 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:26.365574 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c89d75d7-46ef-44e5-9460-2756665b2ad0 req-a5929455-7d97-4c97-8839-e5fc9396cdff tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.370654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:26.374165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-750b402c-3cb6-4621-8704-3244c76092db req-c4d3254f-5ca2-41ea-90da-e1817c8f0bf3 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/security-groups?id=89141bf5-5da2-4786-8630-d736fd1f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197561 Feb 04 15:34:26.377215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:34:26.710435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-c89d75d7-46ef-44e5-9460-2756665b2ad0 req-a5929455-7d97-4c97-8839-e5fc9396cdff tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] For port bc81c76d-7bd3-425c-b077-358c68b74f66, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bc81c76d-7bd3-425c-b077-358c68b74f66,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:26.710802 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c89d75d7-46ef-44e5-9460-2756665b2ad0 req-a5929455-7d97-4c97-8839-e5fc9396cdff tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.721594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a7a32d24-017a-4cda-b156-7ae5e4f7378a up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:26.799215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port a7a32d24-017a-4cda-b156-7ae5e4f7378a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:26.799837 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.825489 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.828372 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-e65f9cf7-9549-48bf-b272-d8b1be8c7349 req-41a22962-7be4-48a2-b7cb-8029a4c525c0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] For port 83986536-d4dd-47af-a3b8-92f0c8ba9e82, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=83986536-d4dd-47af-a3b8-92f0c8ba9e82,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:26.828757 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e65f9cf7-9549-48bf-b272-d8b1be8c7349 req-41a22962-7be4-48a2-b7cb-8029a4c525c0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.058158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-c89d75d7-46ef-44e5-9460-2756665b2ad0 req-a5929455-7d97-4c97-8839-e5fc9396cdff tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Calling delete_port for bc81c76d-7bd3-425c-b077-358c68b74f66 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:27.079061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7bc6f7c2-3470-462e-a98d-1ebe2489474e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:27.091689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-e65f9cf7-9549-48bf-b272-d8b1be8c7349 req-41a22962-7be4-48a2-b7cb-8029a4c525c0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Calling delete_port for 83986536-d4dd-47af-a3b8-92f0c8ba9e82 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:27.163990 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95451eb-a99d-4f86-8a1a-e8a5c363bd53 req-90dac7d5-27d7-470f-9b45-c66420ed578f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:27.166214 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a95451eb-a99d-4f86-8a1a-e8a5c363bd53 req-90dac7d5-27d7-470f-9b45-c66420ed578f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 949 time: 0.5496535 Feb 04 15:34:27.179655 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.195405 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.232980 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:27.247217 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a7a32d24-017a-4cda-b156-7ae5e4f7378a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:27.254653 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.292974 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c89d75d7-46ef-44e5-9460-2756665b2ad0 req-a5929455-7d97-4c97-8839-e5fc9396cdff tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.323491 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a95451eb-a99d-4f86-8a1a-e8a5c363bd53 req-57c8d2f3-278f-4e15-ae38-7324ba5a47b9 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478844 Feb 04 15:34:27.345829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 7bc6f7c2-3470-462e-a98d-1ebe2489474e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:27.353342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=a7a32d24-017a-4cda-b156-7ae5e4f7378a,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:27.354965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5929455-7d97-4c97-8839-e5fc9396cdff tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Pushing event deleted for resources: {'Port': ['ID=bc81c76d-7bd3-425c-b077-358c68b74f66,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:27.355899 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 7bc6f7c2-3470-462e-a98d-1ebe2489474e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:27.356277 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.404224 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bc81c76d-7bd3-425c-b077-358c68b74f66'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:34:27.486946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89d75d7-46ef-44e5-9460-2756665b2ad0 req-a5929455-7d97-4c97-8839-e5fc9396cdff tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] No DVR routers for this DVR port bc81c76d-7bd3-425c-b077-358c68b74f66 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:27.490506 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c89d75d7-46ef-44e5-9460-2756665b2ad0 req-a5929455-7d97-4c97-8839-e5fc9396cdff tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.508963 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c89d75d7-46ef-44e5-9460-2756665b2ad0 req-a5929455-7d97-4c97-8839-e5fc9396cdff tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.81 "DELETE /v2.0/ports/bc81c76d-7bd3-425c-b077-358c68b74f66 HTTP/1.1" status: 204 len: 173 time: 1.2125146 Feb 04 15:34:27.560767 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e65f9cf7-9549-48bf-b272-d8b1be8c7349 req-41a22962-7be4-48a2-b7cb-8029a4c525c0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.586307 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.616675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a22962-7be4-48a2-b7cb-8029a4c525c0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Pushing event deleted for resources: {'Port': ['ID=83986536-d4dd-47af-a3b8-92f0c8ba9e82,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:27.639417 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 7bc6f7c2-3470-462e-a98d-1ebe2489474e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7bc6f7c2-3470-462e-a98d-1ebe2489474e,segment=NetworkSegment(e06861b1-dfdf-4874-b630-0d2ed3cb357f),segment_id=e06861b1-dfdf-4874-b630-0d2ed3cb357f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:27.648106 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.699711 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:34:27.703706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a302f3a-d240-4134-b2e4-512bb52cc19c', 'name': 'network-vif-deleted', 'tag': 'bc81c76d-7bd3-425c-b077-358c68b74f66'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:27.756774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=7bc6f7c2-3470-462e-a98d-1ebe2489474e,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:27.877519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65f9cf7-9549-48bf-b272-d8b1be8c7349 req-41a22962-7be4-48a2-b7cb-8029a4c525c0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] No DVR routers for this DVR port 83986536-d4dd-47af-a3b8-92f0c8ba9e82 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:27.886087 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e65f9cf7-9549-48bf-b272-d8b1be8c7349 req-41a22962-7be4-48a2-b7cb-8029a4c525c0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.890238 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.891888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987b2807-436b-47d7-93a6-10a13ca4cddd', 'name': 'network-vif-deleted', 'tag': '83986536-d4dd-47af-a3b8-92f0c8ba9e82'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:27.906068 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.911569 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0e27410-3f6b-4b5b-a477-f261c12ef92c req-08968e5d-af0e-496c-8085-8cda3f2d497a tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=987b2807-436b-47d7-93a6-10a13ca4cddd HTTP/1.1" status: 200 len: 210 time: 0.2175939 Feb 04 15:34:27.968613 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e65f9cf7-9549-48bf-b272-d8b1be8c7349 req-41a22962-7be4-48a2-b7cb-8029a4c525c0 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.73 "DELETE /v2.0/ports/83986536-d4dd-47af-a3b8-92f0c8ba9e82 HTTP/1.1" status: 204 len: 173 time: 1.8454368 Feb 04 15:34:28.038494 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:28.064829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Pushing event updated for resources: {'Port': ['ID=61f5174f-d8f0-4292-8356-b7ea8ebc73e0,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:28.076499 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:28.078211 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10965393-2131-4a6f-9260-6a35824b71ec req-49fd05a0-58ba-4413-84a1-512dd6a7990a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9850531 Feb 04 15:34:28.131691 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a', 'code': 200} Feb 04 15:34:28.210979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-10965393-2131-4a6f-9260-6a35824b71ec req-74202bc0-6ca2-4257-9a4e-b7a228a1d301 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Synchronizing usage tracker for tenant:67e15da4dba44e93844db900edc46fa6 on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:28.234204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-10965393-2131-4a6f-9260-6a35824b71ec req-74202bc0-6ca2-4257-9a4e-b7a228a1d301 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Unset dirty status for tenant:67e15da4dba44e93844db900edc46fa6 on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:28.236206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10965393-2131-4a6f-9260-6a35824b71ec req-74202bc0-6ca2-4257-9a4e-b7a228a1d301 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.1491919 Feb 04 15:34:28.391293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac00889a-3a81-482c-aedf-2ec23a78484d req-d98200b2-d8f4-489e-80f4-0dd0b2b12ac6 tempest-ServersOnMultiNodesTest-776775833 tempest-ServersOnMultiNodesTest-776775833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a302f3a-d240-4134-b2e4-512bb52cc19c HTTP/1.1" status: 200 len: 210 time: 0.0559952 Feb 04 15:34:28.456725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10965393-2131-4a6f-9260-6a35824b71ec req-312dfd73-f716-4ca2-967e-5d18ff1f79f7 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:28.458788 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10965393-2131-4a6f-9260-6a35824b71ec req-312dfd73-f716-4ca2-967e-5d18ff1f79f7 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.2160175 Feb 04 15:34:28.514619 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a302f3a-d240-4134-b2e4-512bb52cc19c', 'name': 'network-vif-deleted', 'tag': 'bc81c76d-7bd3-425c-b077-358c68b74f66', 'status': 'completed', 'code': 200} Feb 04 15:34:28.570128 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987b2807-436b-47d7-93a6-10a13ca4cddd', 'name': 'network-vif-deleted', 'tag': '83986536-d4dd-47af-a3b8-92f0c8ba9e82', 'status': 'completed', 'code': 200} Feb 04 15:34:28.736666 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ff06417c-da0d-4ce8-ac12-17bcfeee7a2b up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:28.876838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:28.890009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:28.890610 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:28.909940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-a573404e-2354-4a07-9fd3-a04e90be209c tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2472563 Feb 04 15:34:28.927856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fabfe9-b69c-4904-8695-87d07327a4bb req-b924770f-08e6-41bc-9af9-36476229ee41 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:28.929372 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17fabfe9-b69c-4904-8695-87d07327a4bb req-b924770f-08e6-41bc-9af9-36476229ee41 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 949 time: 0.1806827 Feb 04 15:34:28.946490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:34:28.974049 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:29.007621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:29.051905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17fabfe9-b69c-4904-8695-87d07327a4bb req-1c843c34-dc6f-43cc-b79c-a7153df48c38 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005499 Feb 04 15:34:29.060021 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.063866 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7bc6f7c2-3470-462e-a98d-1ebe2489474e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:29.257985 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.285813 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 7bc6f7c2-3470-462e-a98d-1ebe2489474e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:29.286167 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.429335 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:29.429568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32907a-4189-4de0-996c-9ec34cac5ddb req-1ff7ba6d-7450-4c94-bfdf-ff0a4d0da7fd tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:29.430240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-db32907a-4189-4de0-996c-9ec34cac5ddb req-1ff7ba6d-7450-4c94-bfdf-ff0a4d0da7fd tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Synchronizing usage tracker for tenant:259f0c881e6045e4b888323648b2d57a on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:29.452582 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.472856 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.474251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 83986536-d4dd-47af-a3b8-92f0c8ba9e82 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:29.474399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-db32907a-4189-4de0-996c-9ec34cac5ddb req-1ff7ba6d-7450-4c94-bfdf-ff0a4d0da7fd tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Unset dirty status for tenant:259f0c881e6045e4b888323648b2d57a on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:29.475695 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db32907a-4189-4de0-996c-9ec34cac5ddb req-1ff7ba6d-7450-4c94-bfdf-ff0a4d0da7fd tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 944 time: 0.2066014 Feb 04 15:34:29.544284 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 83986536-d4dd-47af-a3b8-92f0c8ba9e82 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:34:29.544622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 83986536-d4dd-47af-a3b8-92f0c8ba9e82 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:29.573865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-db32907a-4189-4de0-996c-9ec34cac5ddb req-bd8fed41-1017-4e28-acc8-287b598eba0f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Deleting port 33c0710a-647c-4004-b94a-45a5fdd1528a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:29.574408 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db32907a-4189-4de0-996c-9ec34cac5ddb req-bd8fed41-1017-4e28-acc8-287b598eba0f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.601758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:29.643408 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd10d5f-6394-418f-bccf-85663a0f256b req-39b29c83-7d0e-42a1-b479-ce5e4724d403 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:29.644768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbd10d5f-6394-418f-bccf-85663a0f256b req-39b29c83-7d0e-42a1-b479-ce5e4724d403 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9027c7-84cb-4283-8f7b-076e4e193514 HTTP/1.1" status: 200 len: 944 time: 0.3386886 Feb 04 15:34:29.686920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Allocated IP 172.25.0.30 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/42d73f7c-4bb2-4c05-b775-4c3bb9b38ede) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:29.738021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbd10d5f-6394-418f-bccf-85663a0f256b req-1fe0f064-dfdb-4d07-8eee-3d2c6b33c130 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813372 Feb 04 15:34:29.922820 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.962662 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.117089 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Pushing event updated for resources: {'Port': ['ID=42d73f7c-4bb2-4c05-b775-4c3bb9b38ede,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:30.121102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-db32907a-4189-4de0-996c-9ec34cac5ddb req-bd8fed41-1017-4e28-acc8-287b598eba0f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] For port 33c0710a-647c-4004-b94a-45a5fdd1528a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=33c0710a-647c-4004-b94a-45a5fdd1528a,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:30.121479 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db32907a-4189-4de0-996c-9ec34cac5ddb req-bd8fed41-1017-4e28-acc8-287b598eba0f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.133648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:30.177733 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device bc81c76d-7bd3-425c-b077-358c68b74f66 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:30.186390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:30.188475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:30.200691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:34:30.285786 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: bc81c76d-7bd3-425c-b077-358c68b74f66 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:34:30.286828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device bc81c76d-7bd3-425c-b077-358c68b74f66 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:30.430745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-db32907a-4189-4de0-996c-9ec34cac5ddb req-bd8fed41-1017-4e28-acc8-287b598eba0f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Calling delete_port for 33c0710a-647c-4004-b94a-45a5fdd1528a owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:30.617225 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.678830 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db32907a-4189-4de0-996c-9ec34cac5ddb req-bd8fed41-1017-4e28-acc8-287b598eba0f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.732211 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.748899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fed41-1017-4e28-acc8-287b598eba0f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Pushing event deleted for resources: {'Port': ['ID=33c0710a-647c-4004-b94a-45a5fdd1528a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:30.867350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-db32907a-4189-4de0-996c-9ec34cac5ddb req-bd8fed41-1017-4e28-acc8-287b598eba0f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] No DVR routers for this DVR port 33c0710a-647c-4004-b94a-45a5fdd1528a on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:30.870508 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db32907a-4189-4de0-996c-9ec34cac5ddb req-bd8fed41-1017-4e28-acc8-287b598eba0f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.874186 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9027c7-84cb-4283-8f7b-076e4e193514', 'name': 'network-vif-deleted', 'tag': '33c0710a-647c-4004-b94a-45a5fdd1528a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:30.893926 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db32907a-4189-4de0-996c-9ec34cac5ddb req-bd8fed41-1017-4e28-acc8-287b598eba0f tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.81 "DELETE /v2.0/ports/33c0710a-647c-4004-b94a-45a5fdd1528a HTTP/1.1" status: 204 len: 173 time: 1.4128919 Feb 04 15:34:30.961724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56086) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:31.373008 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-390f551a-817f-4c81-8c9f-22a35a317daa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4213da738ffd4f85b6792919883c01d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4101174 Feb 04 15:34:31.376034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56094) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:31.473418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f181c9e-51db-44cf-87f9-fc49589b9a12 req-b5b2ec18-2615-4f7d-be1b-9d61e7927bb4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:31.473418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f181c9e-51db-44cf-87f9-fc49589b9a12 req-b5b2ec18-2615-4f7d-be1b-9d61e7927bb4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.5720954 Feb 04 15:34:31.498077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1361-3c4e-42df-9343-a88c855434df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.529148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046815-84e9-448f-a538-354afc60667d req-849442a7-1258-4047-96c5-46e74c9ed412 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:31.529148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-01046815-84e9-448f-a538-354afc60667d req-849442a7-1258-4047-96c5-46e74c9ed412 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Synchronizing usage tracker for tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:31.596712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-01046815-84e9-448f-a538-354afc60667d req-849442a7-1258-4047-96c5-46e74c9ed412 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Unset dirty status for tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:31.596712 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01046815-84e9-448f-a538-354afc60667d req-849442a7-1258-4047-96c5-46e74c9ed412 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.73 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 944 time: 0.3085477 Feb 04 15:34:31.620892 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1361-3c4e-42df-9343-a88c855434df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.709232 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f181c9e-51db-44cf-87f9-fc49589b9a12 req-1380c357-6b11-47b5-814d-907bb4ca3dd3 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322483 Feb 04 15:34:31.748884 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.762207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1361-3c4e-42df-9343-a88c855434df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.776427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-01046815-84e9-448f-a538-354afc60667d req-62f60bb2-4be2-46d0-b566-e45fdba0c6a2 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Deleting port 1cb44d48-0c2b-4716-851f-be42c75316da {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:31.786544 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-01046815-84e9-448f-a538-354afc60667d req-62f60bb2-4be2-46d0-b566-e45fdba0c6a2 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.801263 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e3f1361-3c4e-42df-9343-a88c855434df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.804960 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6e3f1361-3c4e-42df-9343-a88c855434df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89141bf5-5da2-4786-8630-d736fd1f9ad2 HTTP/1.1" status: 204 len: 168 time: 0.4254644 Feb 04 15:34:31.804960 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f1361-3c4e-42df-9343-a88c855434df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89141bf5-5da2-4786-8630-d736fd1f9ad2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:31.888243 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.921164 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b', 'code': 200} Feb 04 15:34:32.190096 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.315416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Pushing event updated for resources: {'Port': ['ID=42d73f7c-4bb2-4c05-b775-4c3bb9b38ede,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:32.322939 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.330040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-e56024d1-5084-488c-84c6-05165cbc2123 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3996809 Feb 04 15:34:32.509004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56104) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:32.541216 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-ffbe3521-6da6-4a61-b912-42e210a15771 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Synchronizing usage tracker for tenant:67e15da4dba44e93844db900edc46fa6 on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:32.584490 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-68b4bee5-79b7-431f-ad33-bbdbad9ddf2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6fcea87e2cec4692b48a7ee7bb69dc77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0681098 Feb 04 15:34:32.586974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56108) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:32.657489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-ffbe3521-6da6-4a61-b912-42e210a15771 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Unset dirty status for tenant:67e15da4dba44e93844db900edc46fa6 on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:32.664877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-ffbe3521-6da6-4a61-b912-42e210a15771 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.3336148 Feb 04 15:34:32.684919 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5243299d-d8ad-44e7-a336-df5a5855ed04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.695771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29964fc3-fac3-4da1-bb23-e114777b133d req-0c639ad4-b52a-4682-b3a1-4d893606513d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 1101 time: 0.5406778 Feb 04 15:34:32.708095 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97e35d-3a0e-4dd6-91bd-11cd6f1cc630 req-62915b3a-c6a7-4ed8-ada7-10ceebd346cc tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:32.715585 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c97e35d-3a0e-4dd6-91bd-11cd6f1cc630 req-62915b3a-c6a7-4ed8-ada7-10ceebd346cc tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 944 time: 0.5079708 Feb 04 15:34:32.745355 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5243299d-d8ad-44e7-a336-df5a5855ed04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.830513 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5243299d-d8ad-44e7-a336-df5a5855ed04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.855997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-01046815-84e9-448f-a538-354afc60667d req-62f60bb2-4be2-46d0-b566-e45fdba0c6a2 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] For port 1cb44d48-0c2b-4716-851f-be42c75316da, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1cb44d48-0c2b-4716-851f-be42c75316da,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:32.856525 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-01046815-84e9-448f-a538-354afc60667d req-62f60bb2-4be2-46d0-b566-e45fdba0c6a2 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.858518 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243299d-d8ad-44e7-a336-df5a5855ed04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdca1c3b-3d70-483a-ac45-029b47cc7b46,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:32.897460 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5243299d-d8ad-44e7-a336-df5a5855ed04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.898851 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5243299d-d8ad-44e7-a336-df5a5855ed04 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdca1c3b-3d70-483a-ac45-029b47cc7b46 HTTP/1.1" status: 204 len: 168 time: 0.3106279 Feb 04 15:34:33.027013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-01046815-84e9-448f-a538-354afc60667d req-62f60bb2-4be2-46d0-b566-e45fdba0c6a2 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Calling delete_port for 1cb44d48-0c2b-4716-851f-be42c75316da owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:33.077361 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29964fc3-fac3-4da1-bb23-e114777b133d req-6623a3b6-8fca-4d33-a6b7-2d47e689aa0f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493750 Feb 04 15:34:33.112125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c97e35d-3a0e-4dd6-91bd-11cd6f1cc630 req-4dfdea3d-db7e-44af-9807-73e3ef700ae4 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955858 Feb 04 15:34:33.182327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-755e57d3-f601-43ff-9b30-7d5959ecd12c tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:33.188859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-755e57d3-f601-43ff-9b30-7d5959ecd12c tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.5231035 Feb 04 15:34:33.194749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-af4c12f0-f8c1-42e9-bc23-bbe8d73ea3fd tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:34:33.215364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6dce2f1-2587-4cad-b82a-0c9b6a8f3db4 req-af4c12f0-f8c1-42e9-bc23-bbe8d73ea3fd tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0255182 Feb 04 15:34:33.316422 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9027c7-84cb-4283-8f7b-076e4e193514', 'name': 'network-vif-deleted', 'tag': '33c0710a-647c-4004-b94a-45a5fdd1528a', 'status': 'completed', 'code': 200} Feb 04 15:34:33.422560 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-01046815-84e9-448f-a538-354afc60667d req-62f60bb2-4be2-46d0-b566-e45fdba0c6a2 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:33.725380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f60bb2-4be2-46d0-b566-e45fdba0c6a2 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Pushing event deleted for resources: {'Port': ['ID=1cb44d48-0c2b-4716-851f-be42c75316da,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:33.919364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-01046815-84e9-448f-a538-354afc60667d req-62f60bb2-4be2-46d0-b566-e45fdba0c6a2 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] No DVR routers for this DVR port 1cb44d48-0c2b-4716-851f-be42c75316da on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:33.936118 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-01046815-84e9-448f-a538-354afc60667d req-62f60bb2-4be2-46d0-b566-e45fdba0c6a2 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:33.947230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e856f883-186e-4434-aa01-8277bdd050e4', 'name': 'network-vif-deleted', 'tag': '1cb44d48-0c2b-4716-851f-be42c75316da'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:33.988530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-b21c2a42-ce8a-4191-a043-c2fae4c0c05d tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3406701 Feb 04 15:34:33.994580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:34:34.002261 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01046815-84e9-448f-a538-354afc60667d req-62f60bb2-4be2-46d0-b566-e45fdba0c6a2 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.73 "DELETE /v2.0/ports/1cb44d48-0c2b-4716-851f-be42c75316da HTTP/1.1" status: 204 len: 173 time: 2.3942623 Feb 04 15:34:34.003304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:34.019393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:34.030205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb9f47-5d65-4345-b0e4-dd30d5a47709 req-cdaffee7-5628-41cb-93d3-175705bebe48 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:34.038705 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8bb9f47-5d65-4345-b0e4-dd30d5a47709 req-cdaffee7-5628-41cb-93d3-175705bebe48 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.3920598 Feb 04 15:34:34.077864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:34.134865 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8bb9f47-5d65-4345-b0e4-dd30d5a47709 req-76ab80fd-2f7e-4bb7-ae4c-69b6cc459900 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951107 Feb 04 15:34:34.202119 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 33c0710a-647c-4004-b94a-45a5fdd1528a no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:34.255948 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 33c0710a-647c-4004-b94a-45a5fdd1528a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:34:34.256494 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 33c0710a-647c-4004-b94a-45a5fdd1528a not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:34.441760 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:34.668851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Allocated IP 172.25.0.139 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/7ca6349b-45dd-43d2-8220-7848a09127e8) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:34.767489 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 1cb44d48-0c2b-4716-851f-be42c75316da no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:34.908668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 1cb44d48-0c2b-4716-851f-be42c75316da {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:34:34.923732 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 1cb44d48-0c2b-4716-851f-be42c75316da not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:35.001393 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e856f883-186e-4434-aa01-8277bdd050e4', 'name': 'network-vif-deleted', 'tag': '1cb44d48-0c2b-4716-851f-be42c75316da', 'status': 'completed', 'code': 200} Feb 04 15:34:35.082462 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.314923 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.394126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1070a512-e23f-481b-9d8c-75d47e863ee2 req-0b7d24f9-1e3b-4689-bbde-fd8eeb2b619b tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Synchronizing usage tracker for tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:35.531573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:35.532412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Pushing event updated for resources: {'Port': ['ID=7ca6349b-45dd-43d2-8220-7848a09127e8,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:35.543379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1070a512-e23f-481b-9d8c-75d47e863ee2 req-0b7d24f9-1e3b-4689-bbde-fd8eeb2b619b tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Unset dirty status for tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:35.568025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1070a512-e23f-481b-9d8c-75d47e863ee2 req-0b7d24f9-1e3b-4689-bbde-fd8eeb2b619b tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=e856f883-186e-4434-aa01-8277bdd050e4 HTTP/1.1" status: 200 len: 210 time: 0.3983169 Feb 04 15:34:35.569111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:35.580554 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:34:35.705729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b095333-c10c-47ba-b590-e9159b3c72ff req-cb143b47-9693-452f-995d-34d3df391e4e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:35.706469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-1b095333-c10c-47ba-b590-e9159b3c72ff req-cb143b47-9693-452f-995d-34d3df391e4e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Synchronizing usage tracker for tenant:259f0c881e6045e4b888323648b2d57a on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:35.735757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-1b095333-c10c-47ba-b590-e9159b3c72ff req-cb143b47-9693-452f-995d-34d3df391e4e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Unset dirty status for tenant:259f0c881e6045e4b888323648b2d57a on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:35.737576 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1b095333-c10c-47ba-b590-e9159b3c72ff req-cb143b47-9693-452f-995d-34d3df391e4e tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 965 time: 0.3044860 Feb 04 15:34:35.908364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-1b095333-c10c-47ba-b590-e9159b3c72ff req-1045a911-28cc-4178-af97-520c21cc818c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Deleting port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:35.908714 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1b095333-c10c-47ba-b590-e9159b3c72ff req-1045a911-28cc-4178-af97-520c21cc818c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.112844 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.212101 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.273416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5beb6-a286-441e-8f95-ac62d7856093 req-2bc09257-7ca0-46f5-a151-5aadf2500c0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:36.282033 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcc5beb6-a286-441e-8f95-ac62d7856093 req-2bc09257-7ca0-46f5-a151-5aadf2500c0b tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca624da5-bb52-4b24-b2de-b202f0b24640 HTTP/1.1" status: 200 len: 965 time: 0.2973258 Feb 04 15:34:36.387147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-1b095333-c10c-47ba-b590-e9159b3c72ff req-1045a911-28cc-4178-af97-520c21cc818c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] For port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,segment=NetworkSegment(d9da9b2d-1c7f-465a-9e18-17534366dcbb),segment_id=d9da9b2d-1c7f-465a-9e18-17534366dcbb)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:36.388420 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1b095333-c10c-47ba-b590-e9159b3c72ff req-1045a911-28cc-4178-af97-520c21cc818c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.443440 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcc5beb6-a286-441e-8f95-ac62d7856093 req-e5c11ded-0d49-41c7-a2cb-fa49c01191d2 tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604350 Feb 04 15:34:36.549498 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7db00f05-b410-4a12-a3ce-647bb9c482b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.609325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-1b095333-c10c-47ba-b590-e9159b3c72ff req-1045a911-28cc-4178-af97-520c21cc818c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Calling delete_port for fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 owned by compute:tempest-test_az-421184591 {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:36.630505 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.647079 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.892787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1b095333-c10c-47ba-b590-e9159b3c72ff req-1045a911-28cc-4178-af97-520c21cc818c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.981762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045a911-28cc-4178-af97-520c21cc818c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Pushing event deleted for resources: {'Port': ['ID=fb4f5f32-375a-4c4c-b005-47f6ef3b78c4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:36.996498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Pushing event updated for resources: {'Port': ['ID=7ca6349b-45dd-43d2-8220-7848a09127e8,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:37.021124 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.083617 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.085709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b095333-c10c-47ba-b590-e9159b3c72ff req-1045a911-28cc-4178-af97-520c21cc818c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] No DVR routers for this DVR port fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:37.092639 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1b095333-c10c-47ba-b590-e9159b3c72ff req-1045a911-28cc-4178-af97-520c21cc818c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.093138 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-04e56853-d24c-4c50-9646-0cc55c1f329f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1027470 Feb 04 15:34:37.101058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca624da5-bb52-4b24-b2de-b202f0b24640', 'name': 'network-vif-deleted', 'tag': 'fb4f5f32-375a-4c4c-b005-47f6ef3b78c4'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:37.120004 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1b095333-c10c-47ba-b590-e9159b3c72ff req-1045a911-28cc-4178-af97-520c21cc818c tempest-LiveMigrationTest-2129993872 tempest-LiveMigrationTest-2129993872-project] 10.222.0.81 "DELETE /v2.0/ports/fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 HTTP/1.1" status: 204 len: 173 time: 1.3772209 Feb 04 15:34:37.168390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6412206-1a9e-4484-90c2-015cdb6ab9fd req-21360e83-25b9-4be9-b5f0-b703dec2c9e4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:37.170149 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6412206-1a9e-4484-90c2-015cdb6ab9fd req-21360e83-25b9-4be9-b5f0-b703dec2c9e4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.4536133 Feb 04 15:34:37.227926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-c868602e-70d7-41bf-806a-eb06912f0f28 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Synchronizing usage tracker for tenant:67e15da4dba44e93844db900edc46fa6 on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:37.267323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-c868602e-70d7-41bf-806a-eb06912f0f28 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Unset dirty status for tenant:67e15da4dba44e93844db900edc46fa6 on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:37.268569 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-c868602e-70d7-41bf-806a-eb06912f0f28 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.139 HTTP/1.1" status: 200 len: 696 time: 0.1746111 Feb 04 15:34:37.274365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6412206-1a9e-4484-90c2-015cdb6ab9fd req-d6173840-3e24-473d-8246-5560cb103b1a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950809 Feb 04 15:34:37.509075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-f02ac9e5-aba2-4e93-93ab-ed71f1b0c12d tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:37.516227 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c754fccf-8f45-4ebe-911b-592b99cea764 req-f02ac9e5-aba2-4e93-93ab-ed71f1b0c12d tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.2408552 Feb 04 15:34:37.586315 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca624da5-bb52-4b24-b2de-b202f0b24640', 'name': 'network-vif-deleted', 'tag': 'fb4f5f32-375a-4c4c-b005-47f6ef3b78c4', 'status': 'completed', 'code': 200} Feb 04 15:34:37.873586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ecf77-b874-4eb3-9c30-6d5ecf4aefeb req-b7b4f566-4856-45bd-a9a8-768f9f34abcc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:37.875610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-676ecf77-b874-4eb3-9c30-6d5ecf4aefeb req-b7b4f566-4856-45bd-a9a8-768f9f34abcc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.1931958 Feb 04 15:34:37.979334 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-676ecf77-b874-4eb3-9c30-6d5ecf4aefeb req-9a6198ed-e500-431e-b5d2-0483337c21d0 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958440 Feb 04 15:34:38.116244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56228) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:38.527169 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e9e7331-db7a-4f78-8e64-63c922d8d4de req-bbb4f8a9-4122-433f-8bc8-156d4a8efa83 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips/7775b817-d0c7-462f-83e6-45e1d621a663 HTTP/1.1" status: 200 len: 693 time: 0.1509681 Feb 04 15:34:38.664345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-1468ae9e-ac5f-4bb9-afc6-20447943b6ac admin admin] Deleting subnet 11050dcc-da07-4ba7-ba4c-41c37869c34f {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:34:38.669308 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1468ae9e-ac5f-4bb9-afc6-20447943b6ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:38.763046 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1468ae9e-ac5f-4bb9-afc6-20447943b6ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:38.833964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e7331-db7a-4f78-8e64-63c922d8d4de req-4fab458f-7fc9-41ee-bf7d-5a114a1b6f3b tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:38.835391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e9e7331-db7a-4f78-8e64-63c922d8d4de req-4fab458f-7fc9-41ee-bf7d-5a114a1b6f3b tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.3012271 Feb 04 15:34:38.865085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-9e9e7331-db7a-4f78-8e64-63c922d8d4de req-9b768fa9-0343-40d0-802b-796ad8f1f583 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:34:38.866067 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e9e7331-db7a-4f78-8e64-63c922d8d4de req-9b768fa9-0343-40d0-802b-796ad8f1f583 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0239253 Feb 04 15:34:38.894792 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-095c75b0-4f95-4618-911a-9de4bef6cb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:38.897664 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1468ae9e-ac5f-4bb9-afc6-20447943b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:39.042109 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1468ae9e-ac5f-4bb9-afc6-20447943b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:39.090489 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1468ae9e-ac5f-4bb9-afc6-20447943b6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:39.093361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468ae9e-ac5f-4bb9-afc6-20447943b6ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11050dcc-da07-4ba7-ba4c-41c37869c34f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:39.100000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1468ae9e-ac5f-4bb9-afc6-20447943b6ac admin admin] 10.222.0.60 "DELETE /v2.0/subnets/11050dcc-da07-4ba7-ba4c-41c37869c34f HTTP/1.1" status: 204 len: 168 time: 0.9825575 Feb 04 15:34:39.102722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56268) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:39.418433 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b532-805f-4dbc-8be9-8bb2378e57ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:39.439711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-1487448c-fe00-4067-9ba8-768ea068d455 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips/7775b817-d0c7-462f-83e6-45e1d621a663 HTTP/1.1" status: 200 len: 693 time: 0.1362951 Feb 04 15:34:39.616016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20a748-d622-4973-9d70-1f47de85365e req-de86fee1-8b11-44a7-9597-d423f32541aa tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:39.617366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f20a748-d622-4973-9d70-1f47de85365e req-de86fee1-8b11-44a7-9597-d423f32541aa tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 944 time: 0.4535131 Feb 04 15:34:39.816330 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76171d-d333-4e70-9867-b28cec17f8c9 req-f0127ad5-5c5a-4526-8931-334368c07376 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:39.824393 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a76171d-d333-4e70-9867-b28cec17f8c9 req-f0127ad5-5c5a-4526-8931-334368c07376 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 944 time: 0.7026753 Feb 04 15:34:39.906850 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:39.965233 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b532-805f-4dbc-8be9-8bb2378e57ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.032819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-0f20a748-d622-4973-9d70-1f47de85365e req-8567f5c8-1f9d-4f94-92ed-7887ae661eba tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Deleting port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:40.033243 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0f20a748-d622-4973-9d70-1f47de85365e req-8567f5c8-1f9d-4f94-92ed-7887ae661eba tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.070265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-997be3fa-b1f5-41e7-84d2-5f9242b84d66 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:40.076739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-997be3fa-b1f5-41e7-84d2-5f9242b84d66 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.6360362 Feb 04 15:34:40.105734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-db2359e9-e823-4d84-8645-23a6b182520a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:34:40.107866 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.113296 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-db2359e9-e823-4d84-8645-23a6b182520a tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0343924 Feb 04 15:34:40.117393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e8b2b532-805f-4dbc-8be9-8bb2378e57ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:40.151790 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a76171d-d333-4e70-9867-b28cec17f8c9 req-5c836d02-681f-43e4-8f8a-d8af972dbdb1 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/security-groups?id=448a7bb2-3d9a-46d0-8d24-3820439857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263485 Feb 04 15:34:40.216440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e8b2b532-805f-4dbc-8be9-8bb2378e57ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9da9b2d-1c7f-465a-9e18-17534366dcbb') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:40.216736 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e8b2b532-805f-4dbc-8be9-8bb2378e57ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9da9b2d-1c7f-465a-9e18-17534366dcbb') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:40.229217 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:40.231948 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b532-805f-4dbc-8be9-8bb2378e57ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.251680 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b532-805f-4dbc-8be9-8bb2378e57ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.261620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b2b532-805f-4dbc-8be9-8bb2378e57ec admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:34:40.262007 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b532-805f-4dbc-8be9-8bb2378e57ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:34:40.284236 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:34:40.324465 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:34:40.325397 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fb4f5f32-375a-4c4c-b005-47f6ef3b78c4 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:40.432884 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-7771263f-93d4-4018-b4ca-44bb7cd01d87 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.139 HTTP/1.1" status: 200 len: 696 time: 0.3187373 Feb 04 15:34:40.510010 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b532-805f-4dbc-8be9-8bb2378e57ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.542703 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b532-805f-4dbc-8be9-8bb2378e57ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.634572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2b532-805f-4dbc-8be9-8bb2378e57ec admin admin] Pushing event deleted for resources: {'Network': ['ID=1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:40.649660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e8b2b532-805f-4dbc-8be9-8bb2378e57ec admin admin] 10.222.0.60 "DELETE /v2.0/networks/1c2e80b9-d32b-4d97-85e1-fcdbc1b07ec7 HTTP/1.1" status: 204 len: 168 time: 1.5456705 Feb 04 15:34:40.653452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56292) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:40.721023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-452a120f-4711-4aa9-8540-8598bda5baa6 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.139 HTTP/1.1" status: 200 len: 696 time: 0.2796848 Feb 04 15:34:40.772972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de92ef3-b1c4-45ee-a6a2-f6d5033aad0f admin admin] Deleting subnet f6dfed78-7864-4c0b-b8bc-a8d98432da40 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:34:40.792857 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8de92ef3-b1c4-45ee-a6a2-f6d5033aad0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.909055 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8de92ef3-b1c4-45ee-a6a2-f6d5033aad0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.012702 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8de92ef3-b1c4-45ee-a6a2-f6d5033aad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.078497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-e5f3a167-fe45-4003-a90b-23c4a5e09312 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Deleting port 7ca6349b-45dd-43d2-8220-7848a09127e8 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:41.078831 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-e5f3a167-fe45-4003-a90b-23c4a5e09312 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.215522 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9fa4de4c-cdfb-4c27-be18-5137ebfe867d req-a8ae14c3-eee4-4f32-81ad-987926f7d26d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7815266 Feb 04 15:34:41.243304 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8de92ef3-b1c4-45ee-a6a2-f6d5033aad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.280405 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.298403 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de92ef3-b1c4-45ee-a6a2-f6d5033aad0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6dfed78-7864-4c0b-b8bc-a8d98432da40,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:41.306380 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8de92ef3-b1c4-45ee-a6a2-f6d5033aad0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.321898 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8de92ef3-b1c4-45ee-a6a2-f6d5033aad0f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f6dfed78-7864-4c0b-b8bc-a8d98432da40 HTTP/1.1" status: 204 len: 168 time: 0.6677907 Feb 04 15:34:41.322493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56302) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:41.344798 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.392592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-0f20a748-d622-4973-9d70-1f47de85365e req-8567f5c8-1f9d-4f94-92ed-7887ae661eba tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] For port 88f32f4c-7f91-4a0f-a21c-ed1828863a07, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=88f32f4c-7f91-4a0f-a21c-ed1828863a07,segment=NetworkSegment(458dbb5b-1adb-4ead-a6c7-4496a9aedde6),segment_id=458dbb5b-1adb-4ead-a6c7-4496a9aedde6)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:41.392963 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0f20a748-d622-4973-9d70-1f47de85365e req-8567f5c8-1f9d-4f94-92ed-7887ae661eba tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.615924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-0f20a748-d622-4973-9d70-1f47de85365e req-8567f5c8-1f9d-4f94-92ed-7887ae661eba tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Calling delete_port for 88f32f4c-7f91-4a0f-a21c-ed1828863a07 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:41.641666 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-818b12c1-32e5-4362-820c-0761d5262343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.737609 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-e5f3a167-fe45-4003-a90b-23c4a5e09312 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.738176 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-e5f3a167-fe45-4003-a90b-23c4a5e09312 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.876838 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-818b12c1-32e5-4362-820c-0761d5262343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.914243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-818b12c1-32e5-4362-820c-0761d5262343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44227f9-3d23-435f-bdc0-aa9a11f1fc1f']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:41.935215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-818b12c1-32e5-4362-820c-0761d5262343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09161b19-9822-496d-917e-f33e17c4e394') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:41.935752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-818b12c1-32e5-4362-820c-0761d5262343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09161b19-9822-496d-917e-f33e17c4e394') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:41.960533 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-818b12c1-32e5-4362-820c-0761d5262343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.011739 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-818b12c1-32e5-4362-820c-0761d5262343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.022720 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818b12c1-32e5-4362-820c-0761d5262343 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:34:42.025431 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-818b12c1-32e5-4362-820c-0761d5262343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:34:42.065498 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:34:42.240669 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-818b12c1-32e5-4362-820c-0761d5262343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.251970 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-818b12c1-32e5-4362-820c-0761d5262343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.282924 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-818b12c1-32e5-4362-820c-0761d5262343 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b44227f9-3d23-435f-bdc0-aa9a11f1fc1f HTTP/1.1" status: 204 len: 168 time: 0.9589629 Feb 04 15:34:42.286965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-e5f3a167-fe45-4003-a90b-23c4a5e09312 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Calling delete_port for 7ca6349b-45dd-43d2-8220-7848a09127e8 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:42.293808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b12c1-32e5-4362-820c-0761d5262343 admin admin] Pushing event deleted for resources: {'Network': ['ID=b44227f9-3d23-435f-bdc0-aa9a11f1fc1f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:42.382092 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0f20a748-d622-4973-9d70-1f47de85365e req-8567f5c8-1f9d-4f94-92ed-7887ae661eba tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.563237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567f5c8-1f9d-4f94-92ed-7887ae661eba tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Pushing event deleted for resources: {'Port': ['ID=88f32f4c-7f91-4a0f-a21c-ed1828863a07,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:42.563972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56346) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:42.632260 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-fc50939e-6df7-4c0b-af34-86c907b4b92c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9805882 Feb 04 15:34:42.671018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f20a748-d622-4973-9d70-1f47de85365e req-8567f5c8-1f9d-4f94-92ed-7887ae661eba tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] No DVR routers for this DVR port 88f32f4c-7f91-4a0f-a21c-ed1828863a07 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:42.674210 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0f20a748-d622-4973-9d70-1f47de85365e req-8567f5c8-1f9d-4f94-92ed-7887ae661eba tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.678354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c98e6c8-ac47-4e23-addb-a45caee09b3e', 'name': 'network-vif-deleted', 'tag': '88f32f4c-7f91-4a0f-a21c-ed1828863a07'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:42.726963 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d9087d9f-d262-49bc-a3e0-8685038ba650 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=259f0c881e6045e4b888323648b2d57a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1608381 Feb 04 15:34:42.730685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56354) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:42.786014 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f20a748-d622-4973-9d70-1f47de85365e req-8567f5c8-1f9d-4f94-92ed-7887ae661eba tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.73 "DELETE /v2.0/ports/88f32f4c-7f91-4a0f-a21c-ed1828863a07 HTTP/1.1" status: 204 len: 173 time: 3.0241430 Feb 04 15:34:42.794849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 88f32f4c-7f91-4a0f-a21c-ed1828863a07 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:42.907316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 88f32f4c-7f91-4a0f-a21c-ed1828863a07 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:34:42.910081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 88f32f4c-7f91-4a0f-a21c-ed1828863a07 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:42.913565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9ed79b73-a362-479a-9397-a946e95bbf24 req-877667b2-1752-4f05-9002-1bb29b701775 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Synchronizing usage tracker for tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:42.982981 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-e5f3a167-fe45-4003-a90b-23c4a5e09312 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.025229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9ed79b73-a362-479a-9397-a946e95bbf24 req-877667b2-1752-4f05-9002-1bb29b701775 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] Unset dirty status for tenant:6d8a9be4cb5045d59fdd9e1cce2fb5da on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:43.026671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ed79b73-a362-479a-9397-a946e95bbf24 req-877667b2-1752-4f05-9002-1bb29b701775 tempest-LiveAutoBlockMigrationV225Test-1077726476 tempest-LiveAutoBlockMigrationV225Test-1077726476-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c98e6c8-ac47-4e23-addb-a45caee09b3e HTTP/1.1" status: 200 len: 210 time: 0.2497206 Feb 04 15:34:43.027460 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-74dd5dc9-e2d7-4e94-a2e5-71e50005751a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.055161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3a167-fe45-4003-a90b-23c4a5e09312 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Pushing event deleted for resources: {'Port': ['ID=7ca6349b-45dd-43d2-8220-7848a09127e8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:43.122904 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-74dd5dc9-e2d7-4e94-a2e5-71e50005751a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.189262 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-e5f3a167-fe45-4003-a90b-23c4a5e09312 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.191607 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-e5f3a167-fe45-4003-a90b-23c4a5e09312 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.192773 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb3a44f9-c1e0-4681-bb70-4a164812ea0e req-e5f3a167-fe45-4003-a90b-23c4a5e09312 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "DELETE /v2.0/floatingips/7775b817-d0c7-462f-83e6-45e1d621a663 HTTP/1.1" status: 204 len: 173 time: 2.4710002 Feb 04 15:34:43.272566 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-74dd5dc9-e2d7-4e94-a2e5-71e50005751a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.300489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd5dc9-e2d7-4e94-a2e5-71e50005751a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:43.334939 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-74dd5dc9-e2d7-4e94-a2e5-71e50005751a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.337457 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-74dd5dc9-e2d7-4e94-a2e5-71e50005751a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0fbc648-bd40-4e06-a15f-eb6c3e3f5f5a HTTP/1.1" status: 204 len: 168 time: 0.6009119 Feb 04 15:34:43.441969 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c98e6c8-ac47-4e23-addb-a45caee09b3e', 'name': 'network-vif-deleted', 'tag': '88f32f4c-7f91-4a0f-a21c-ed1828863a07', 'status': 'completed', 'code': 200} Feb 04 15:34:43.745687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb93e-3e44-4e5d-99fe-73b3939b5a14 req-2f0632b3-cf52-4ed9-9187-5b5fc5633000 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.758879 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f7eb93e-3e44-4e5d-99fe-73b3939b5a14 req-2f0632b3-cf52-4ed9-9187-5b5fc5633000 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.3938093 Feb 04 15:34:43.832719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae76855-0224-486a-99f5-6a3e46b90632 req-00a3ef2f-30ee-47ed-b2ff-bc7bf97360ce tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.835144 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fae76855-0224-486a-99f5-6a3e46b90632 req-00a3ef2f-30ee-47ed-b2ff-bc7bf97360ce tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3687201 Feb 04 15:34:43.867791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f7eb93e-3e44-4e5d-99fe-73b3939b5a14 req-f8b3f1ed-5845-4c6b-af6c-5030c28144f1 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077039 Feb 04 15:34:44.113941 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-16c449b5-5e5f-4515-89fe-fad11a97b84c req-f8926659-1195-499d-8003-d1ddd8ac2869 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Synchronizing usage tracker for tenant:67e15da4dba44e93844db900edc46fa6 on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:44.160103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-16c449b5-5e5f-4515-89fe-fad11a97b84c req-f8926659-1195-499d-8003-d1ddd8ac2869 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Unset dirty status for tenant:67e15da4dba44e93844db900edc46fa6 on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:44.174685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16c449b5-5e5f-4515-89fe-fad11a97b84c req-f8926659-1195-499d-8003-d1ddd8ac2869 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=67e15da4dba44e93844db900edc46fa6 HTTP/1.1" status: 200 len: 1656 time: 0.2500961 Feb 04 15:34:44.412033 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56418) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:44.428319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c449b5-5e5f-4515-89fe-fad11a97b84c req-769799a9-e51e-488d-aa69-7b15dee1a106 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:44.436530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16c449b5-5e5f-4515-89fe-fad11a97b84c req-769799a9-e51e-488d-aa69-7b15dee1a106 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/networks?id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&id=90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 787 time: 0.2609591 Feb 04 15:34:44.456265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-16c449b5-5e5f-4515-89fe-fad11a97b84c req-80f0606e-00e6-4e1c-8d93-ff397275fc99 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:34:44.458279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16c449b5-5e5f-4515-89fe-fad11a97b84c req-80f0606e-00e6-4e1c-8d93-ff397275fc99 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0087626 Feb 04 15:34:44.548375 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9f6007c3-1ee1-448e-99bb-b7bda68f1efd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=030249a42c8643d0be16429548af5a5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1314254 Feb 04 15:34:44.548375 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56434) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:44.636789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56444) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:44.666294 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7806b94f-94ca-4881-8d65-fbe5dd8430b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:44.742320 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7806b94f-94ca-4881-8d65-fbe5dd8430b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:44.861193 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7806b94f-94ca-4881-8d65-fbe5dd8430b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:44.900356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806b94f-94ca-4881-8d65-fbe5dd8430b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9011df-0750-40a4-a7b0-c281316e7c5e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:44.936592 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7806b94f-94ca-4881-8d65-fbe5dd8430b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:44.942110 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7806b94f-94ca-4881-8d65-fbe5dd8430b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd9011df-0750-40a4-a7b0-c281316e7c5e HTTP/1.1" status: 204 len: 168 time: 0.3885746 Feb 04 15:34:44.957313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0633650-82a3-4c68-965e-60f89422864b req-15269067-590b-4f50-9cad-3369ac0d9521 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips/1a269c32-36d7-4634-af31-69923a44c4fd HTTP/1.1" status: 200 len: 692 time: 0.2280273 Feb 04 15:34:45.750738 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0633650-82a3-4c68-965e-60f89422864b req-0556054c-d3fd-418b-bdde-4d12ea013e89 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:45.758590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0633650-82a3-4c68-965e-60f89422864b req-0556054c-d3fd-418b-bdde-4d12ea013e89 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.7996395 Feb 04 15:34:45.768020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-c0633650-82a3-4c68-965e-60f89422864b req-65289009-8cc7-41ef-af44-3a9a2248cfe1 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:34:45.778077 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0633650-82a3-4c68-965e-60f89422864b req-65289009-8cc7-41ef-af44-3a9a2248cfe1 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0185153 Feb 04 15:34:45.782054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7725b8e-fc14-406f-a932-009ec8964a64 admin admin] Deleting subnet 4e65648f-2a98-4db0-8d3e-3d1fb81866e5 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:34:45.796898 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d7725b8e-fc14-406f-a932-009ec8964a64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.873719 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d7725b8e-fc14-406f-a932-009ec8964a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.092183 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0633650-82a3-4c68-965e-60f89422864b req-b076b135-c671-4bb6-ae20-793856de1549 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.3132892 Feb 04 15:34:46.100658 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d7725b8e-fc14-406f-a932-009ec8964a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.246457 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d7725b8e-fc14-406f-a932-009ec8964a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.289101 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d7725b8e-fc14-406f-a932-009ec8964a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.324884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7725b8e-fc14-406f-a932-009ec8964a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e65648f-2a98-4db0-8d3e-3d1fb81866e5,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:46.340881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-01104ac5-cb20-44f2-9e51-148deaf23320 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 1101 time: 0.8773587 Feb 04 15:34:46.342130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d7725b8e-fc14-406f-a932-009ec8964a64 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4e65648f-2a98-4db0-8d3e-3d1fb81866e5 HTTP/1.1" status: 204 len: 168 time: 1.7039413 Feb 04 15:34:46.345326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56482) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:46.495493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-0e98fedb-3a93-420f-95b4-947393cbc058 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:46.497685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-0e98fedb-3a93-420f-95b4-947393cbc058 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.1457441 Feb 04 15:34:46.500753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0633650-82a3-4c68-965e-60f89422864b req-73e530ab-4a7d-4b30-8dd2-d8ad69bf80d0 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.3212585 Feb 04 15:34:46.507005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a85d9-7354-4640-bb20-ec5fd7cdc838 req-5c656ca7-1745-41d5-bb0b-2a76e67ffff8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:46.513639 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-212a85d9-7354-4640-bb20-ec5fd7cdc838 req-5c656ca7-1745-41d5-bb0b-2a76e67ffff8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 1.0515559 Feb 04 15:34:46.595508 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6d46708f-9759-4141-8760-6d58202ed410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.773122 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-be354e9d-43a9-4ee2-bb89-8e0a7a697fc2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b HTTP/1.1" status: 200 len: 217 time: 0.2563024 Feb 04 15:34:46.827110 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6d46708f-9759-4141-8760-6d58202ed410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.870801 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6d46708f-9759-4141-8760-6d58202ed410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62733b51-fb30-46e2-a99d-550cf28f5810']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:46.894169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6d46708f-9759-4141-8760-6d58202ed410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458dbb5b-1adb-4ead-a6c7-4496a9aedde6') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:46.894405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6d46708f-9759-4141-8760-6d58202ed410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458dbb5b-1adb-4ead-a6c7-4496a9aedde6') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:46.927237 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6d46708f-9759-4141-8760-6d58202ed410 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.987361 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6d46708f-9759-4141-8760-6d58202ed410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.013005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d46708f-9759-4141-8760-6d58202ed410 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:34:47.015215 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6d46708f-9759-4141-8760-6d58202ed410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.041977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c0633650-82a3-4c68-965e-60f89422864b req-29c5312f-ab4d-4b38-b7f5-010ad6ec0a0f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Deleting port 42d73f7c-4bb2-4c05-b775-4c3bb9b38ede {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:47.043040 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c0633650-82a3-4c68-965e-60f89422864b req-29c5312f-ab4d-4b38-b7f5-010ad6ec0a0f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:34:47.062078 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:34:47.220978 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6d46708f-9759-4141-8760-6d58202ed410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.238017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-212a85d9-7354-4640-bb20-ec5fd7cdc838 req-8571b478-8713-487c-afb3-6551787530a7 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219617 Feb 04 15:34:47.268140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-1bfca863-7596-4a49-98f5-14bc4d32caac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:47.269571 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-1bfca863-7596-4a49-98f5-14bc4d32caac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.4883265 Feb 04 15:34:47.278867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6d46708f-9759-4141-8760-6d58202ed410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.310314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46708f-9759-4141-8760-6d58202ed410 admin admin] Pushing event deleted for resources: {'Network': ['ID=62733b51-fb30-46e2-a99d-550cf28f5810,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:47.339017 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6d46708f-9759-4141-8760-6d58202ed410 admin admin] 10.222.0.60 "DELETE /v2.0/networks/62733b51-fb30-46e2-a99d-550cf28f5810 HTTP/1.1" status: 204 len: 168 time: 0.9914362 Feb 04 15:34:47.339017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56500) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:47.487083 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c0633650-82a3-4c68-965e-60f89422864b req-29c5312f-ab4d-4b38-b7f5-010ad6ec0a0f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.487444 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c0633650-82a3-4c68-965e-60f89422864b req-29c5312f-ab4d-4b38-b7f5-010ad6ec0a0f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.503801 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-407c4285-bffe-4d0c-b52e-da7a3f8661be admin admin] Deleting subnet e9de3fad-58d1-449b-9591-5075ea7a654b {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:34:47.518615 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-407c4285-bffe-4d0c-b52e-da7a3f8661be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.600123 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-407c4285-bffe-4d0c-b52e-da7a3f8661be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.703670 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-407c4285-bffe-4d0c-b52e-da7a3f8661be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.870621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c0633650-82a3-4c68-965e-60f89422864b req-29c5312f-ab4d-4b38-b7f5-010ad6ec0a0f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Calling delete_port for 42d73f7c-4bb2-4c05-b775-4c3bb9b38ede owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:47.925188 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-407c4285-bffe-4d0c-b52e-da7a3f8661be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.931166 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-4d826ead-dfc9-4a65-a879-eebd819c73d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6409826 Feb 04 15:34:47.976542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c4285-bffe-4d0c-b52e-da7a3f8661be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9de3fad-58d1-449b-9591-5075ea7a654b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:47.987719 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-407c4285-bffe-4d0c-b52e-da7a3f8661be admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.998119 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-407c4285-bffe-4d0c-b52e-da7a3f8661be admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e9de3fad-58d1-449b-9591-5075ea7a654b HTTP/1.1" status: 204 len: 168 time: 0.6581805 Feb 04 15:34:47.998725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56522) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:48.177226 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04296186-411a-4ed6-a571-04054a123162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.373255 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04296186-411a-4ed6-a571-04054a123162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.412267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-289d55a6-fad5-4131-a322-2ff6c0b1b4c4 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600596 Feb 04 15:34:48.432019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-04296186-411a-4ed6-a571-04054a123162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d14b8b-162c-4ee1-a1a9-43bad09c76b5']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:48.456673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-04296186-411a-4ed6-a571-04054a123162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d9a26e-2c92-4be3-9474-057c12a69f34') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:48.457086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-04296186-411a-4ed6-a571-04054a123162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d9a26e-2c92-4be3-9474-057c12a69f34') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:48.485528 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04296186-411a-4ed6-a571-04054a123162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.524869 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04296186-411a-4ed6-a571-04054a123162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.535520 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04296186-411a-4ed6-a571-04054a123162 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:34:48.537459 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04296186-411a-4ed6-a571-04054a123162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:34:48.572890 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:34:48.583099 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c0633650-82a3-4c68-965e-60f89422864b req-29c5312f-ab4d-4b38-b7f5-010ad6ec0a0f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.756645 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04296186-411a-4ed6-a571-04054a123162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.773715 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04296186-411a-4ed6-a571-04054a123162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.799636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04296186-411a-4ed6-a571-04054a123162 admin admin] Pushing event deleted for resources: {'Network': ['ID=51d14b8b-162c-4ee1-a1a9-43bad09c76b5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:48.807573 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-04296186-411a-4ed6-a571-04054a123162 admin admin] 10.222.0.60 "DELETE /v2.0/networks/51d14b8b-162c-4ee1-a1a9-43bad09c76b5 HTTP/1.1" status: 204 len: 168 time: 0.8074963 Feb 04 15:34:48.899874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5312f-ab4d-4b38-b7f5-010ad6ec0a0f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Pushing event deleted for resources: {'Port': ['ID=42d73f7c-4bb2-4c05-b775-4c3bb9b38ede,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:49.117632 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.159903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-8ebf5411-ae30-4111-a65a-51f23140d6c2 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7386787 Feb 04 15:34:49.163744 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c0633650-82a3-4c68-965e-60f89422864b req-29c5312f-ab4d-4b38-b7f5-010ad6ec0a0f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.188921 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c0633650-82a3-4c68-965e-60f89422864b req-29c5312f-ab4d-4b38-b7f5-010ad6ec0a0f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.191609 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0633650-82a3-4c68-965e-60f89422864b req-29c5312f-ab4d-4b38-b7f5-010ad6ec0a0f tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "DELETE /v2.0/floatingips/1a269c32-36d7-4634-af31-69923a44c4fd HTTP/1.1" status: 204 len: 173 time: 2.6747983 Feb 04 15:34:49.281415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56570) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:49.360979 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c7cecb0b-ed8d-4880-a5f6-aae61a9143ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d8a9be4cb5045d59fdd9e1cce2fb5da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0783184 Feb 04 15:34:49.363328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56576) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:49.457343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a1f161e-36f8-4836-a86a-1e472955935f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.494462 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a1f161e-36f8-4836-a86a-1e472955935f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.517683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152944b-926a-4783-b89c-d764dda034ef req-6da9175f-4a9c-4841-8b0f-ac226e7ba125 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:49.519218 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4152944b-926a-4783-b89c-d764dda034ef req-6da9175f-4a9c-4841-8b0f-ac226e7ba125 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.1821048 Feb 04 15:34:49.523029 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e0a8313-5175-4318-b444-73be845d49ca req-9d70c4b6-097c-4f01-b827-dc997f5b9245 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips/2f8102b8-e0ae-43b3-b191-f40b49575e5a HTTP/1.1" status: 200 len: 693 time: 0.1096284 Feb 04 15:34:49.571229 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a1f161e-36f8-4836-a86a-1e472955935f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.595619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f161e-36f8-4836-a86a-1e472955935f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448a7bb2-3d9a-46d0-8d24-3820439857d8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:49.617354 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a1f161e-36f8-4836-a86a-1e472955935f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.618908 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9a1f161e-36f8-4836-a86a-1e472955935f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/448a7bb2-3d9a-46d0-8d24-3820439857d8 HTTP/1.1" status: 204 len: 168 time: 0.2545769 Feb 04 15:34:49.699206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4152944b-926a-4783-b89c-d764dda034ef req-d6795cff-8190-4ceb-84cc-f3a107d581c7 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714129 Feb 04 15:34:49.780324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a8313-5175-4318-b444-73be845d49ca req-02eed84e-7a7c-4a68-816a-6eb89a2d34a4 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:49.781653 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e0a8313-5175-4318-b444-73be845d49ca req-02eed84e-7a7c-4a68-816a-6eb89a2d34a4 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.2530539 Feb 04 15:34:49.943918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6e0a8313-5175-4318-b444-73be845d49ca req-a698c08f-d096-4d13-bf84-0211f34a39e0 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Synchronizing usage tracker for tenant:67e15da4dba44e93844db900edc46fa6 on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:49.975247 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6e0a8313-5175-4318-b444-73be845d49ca req-a698c08f-d096-4d13-bf84-0211f34a39e0 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Unset dirty status for tenant:67e15da4dba44e93844db900edc46fa6 on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:49.978037 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e0a8313-5175-4318-b444-73be845d49ca req-a698c08f-d096-4d13-bf84-0211f34a39e0 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.1887882 Feb 04 15:34:50.148353 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e0a8313-5175-4318-b444-73be845d49ca req-0f405667-2521-411f-ad7e-3e437829760e tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.1625977 Feb 04 15:34:50.361575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-6e0a8313-5175-4318-b444-73be845d49ca req-5a7edd42-3ff3-46b5-9334-0c95b82b83fe tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Deleting port 61f5174f-d8f0-4292-8356-b7ea8ebc73e0 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:50.361921 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6e0a8313-5175-4318-b444-73be845d49ca req-5a7edd42-3ff3-46b5-9334-0c95b82b83fe tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.405899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56594) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:50.525431 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8cf5fb18-8d40-41e4-ba1c-ef2dfad9fb01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=499f1074b75a41c0a5c6cc84603deb43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1157224 Feb 04 15:34:50.526694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56600) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:50.625403 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-064533cc-78df-4020-aaa8-4a7230ab8a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.685833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-064533cc-78df-4020-aaa8-4a7230ab8a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.743368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-372e8ae3-816a-4502-98bb-9e2d86bcefc5 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=11eff9959bf446e3bd45f4d5029107b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786695 Feb 04 15:34:50.763322 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-064533cc-78df-4020-aaa8-4a7230ab8a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.817910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064533cc-78df-4020-aaa8-4a7230ab8a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7d00d6-1de2-4f64-a728-146235c44411,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:50.832160 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-064533cc-78df-4020-aaa8-4a7230ab8a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.847634 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-064533cc-78df-4020-aaa8-4a7230ab8a84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c7d00d6-1de2-4f64-a728-146235c44411 HTTP/1.1" status: 204 len: 168 time: 0.3181987 Feb 04 15:34:51.127639 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6e0a8313-5175-4318-b444-73be845d49ca req-5a7edd42-3ff3-46b5-9334-0c95b82b83fe tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:51.127996 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6e0a8313-5175-4318-b444-73be845d49ca req-5a7edd42-3ff3-46b5-9334-0c95b82b83fe tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:51.295056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-6e0a8313-5175-4318-b444-73be845d49ca req-5a7edd42-3ff3-46b5-9334-0c95b82b83fe tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Calling delete_port for 61f5174f-d8f0-4292-8356-b7ea8ebc73e0 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:51.397835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-da1c1a6e-8fd9-4297-b52e-ba7c8bf0f9c5 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:51.399396 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-da1c1a6e-8fd9-4297-b52e-ba7c8bf0f9c5 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6425455 Feb 04 15:34:51.435777 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-b6614c0a-4598-4420-8af5-cae74943b16f tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/quotas/11eff9959bf446e3bd45f4d5029107b9 HTTP/1.1" status: 200 len: 375 time: 0.0226727 Feb 04 15:34:51.592909 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6e0a8313-5175-4318-b444-73be845d49ca req-5a7edd42-3ff3-46b5-9334-0c95b82b83fe tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:51.663390 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-2a4e9f11-e6b4-4633-b58f-c42c48ec606f tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=11eff9959bf446e3bd45f4d5029107b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2192202 Feb 04 15:34:51.699158 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7edd42-3ff3-46b5-9334-0c95b82b83fe tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Pushing event deleted for resources: {'Port': ['ID=61f5174f-d8f0-4292-8356-b7ea8ebc73e0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:51.962428 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6e0a8313-5175-4318-b444-73be845d49ca req-5a7edd42-3ff3-46b5-9334-0c95b82b83fe tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:52.008199 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6e0a8313-5175-4318-b444-73be845d49ca req-5a7edd42-3ff3-46b5-9334-0c95b82b83fe tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:52.019689 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e0a8313-5175-4318-b444-73be845d49ca req-5a7edd42-3ff3-46b5-9334-0c95b82b83fe tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "DELETE /v2.0/floatingips/2f8102b8-e0ae-43b3-b191-f40b49575e5a HTTP/1.1" status: 204 len: 173 time: 1.8693278 Feb 04 15:34:52.303633 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-321c5bfd-5eb4-4f95-abc0-912c92a7d709 req-c26a1801-f73d-41f7-aeb5-797cce103146 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 210 time: 0.0685012 Feb 04 15:34:52.483234 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86624f8a-602e-4710-b87e-0634e02d1072 req-10bfbd6c-e443-452a-9e9c-afd43c8c0b77 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips/1115c55f-137d-4d34-888c-8aa1600abd8b HTTP/1.1" status: 200 len: 693 time: 0.1273906 Feb 04 15:34:52.823273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0d90f-5bfd-474d-9666-dd6ccbff51e2 req-feb8afd6-adad-49c9-a861-309e0201a1ff tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:52.824742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ee0d90f-5bfd-474d-9666-dd6ccbff51e2 req-feb8afd6-adad-49c9-a861-309e0201a1ff tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.3104079 Feb 04 15:34:52.877791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86624f8a-602e-4710-b87e-0634e02d1072 req-ca5b25b9-e5b3-469e-9c2e-f1f3a223c74b tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:52.886378 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86624f8a-602e-4710-b87e-0634e02d1072 req-ca5b25b9-e5b3-469e-9c2e-f1f3a223c74b tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.4019864 Feb 04 15:34:53.077533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-86624f8a-602e-4710-b87e-0634e02d1072 req-67e73a15-baf5-48e4-b519-76438afbc109 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Synchronizing usage tracker for tenant:67e15da4dba44e93844db900edc46fa6 on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:53.099911 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ee0d90f-5bfd-474d-9666-dd6ccbff51e2 req-e7e38da7-23a1-43a1-b16e-d123fe32f5a5 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688746 Feb 04 15:34:53.140845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-86624f8a-602e-4710-b87e-0634e02d1072 req-67e73a15-baf5-48e4-b519-76438afbc109 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Unset dirty status for tenant:67e15da4dba44e93844db900edc46fa6 on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:53.141851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86624f8a-602e-4710-b87e-0634e02d1072 req-67e73a15-baf5-48e4-b519-76438afbc109 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.2547081 Feb 04 15:34:53.420925 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86624f8a-602e-4710-b87e-0634e02d1072 req-1603546d-61ed-4fe8-9849-9614ea10b31b tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.2659314 Feb 04 15:34:53.707811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-86624f8a-602e-4710-b87e-0634e02d1072 req-15db3f02-6e10-48cc-8e80-0b21fdde15d4 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Deleting port 87e6aa85-784b-4d69-968d-508b07c0375b {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:53.708295 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-86624f8a-602e-4710-b87e-0634e02d1072 req-15db3f02-6e10-48cc-8e80-0b21fdde15d4 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:53.981581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-8b13f331-aff7-4b22-8b85-6cf89f0ff8c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4905603 Feb 04 15:34:54.001517 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-dcfb2d09-ca6b-492a-ab1d-3545d23a8a41 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=11eff9959bf446e3bd45f4d5029107b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966392 Feb 04 15:34:54.096349 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-86624f8a-602e-4710-b87e-0634e02d1072 req-15db3f02-6e10-48cc-8e80-0b21fdde15d4 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.096894 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-86624f8a-602e-4710-b87e-0634e02d1072 req-15db3f02-6e10-48cc-8e80-0b21fdde15d4 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.447674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-86624f8a-602e-4710-b87e-0634e02d1072 req-15db3f02-6e10-48cc-8e80-0b21fdde15d4 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Calling delete_port for 87e6aa85-784b-4d69-968d-508b07c0375b owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:54.476300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56718) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:54.494976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-961974626'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:34:54.514940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:54.537974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Usage tracker for resource:network and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:54.582992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:54.606139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:54.619949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-777e399a-6473-4343-86cf-0444fd44f0d4 req-31a0f198-f02b-4ed4-b62b-8b45eb1f322f tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 210 time: 0.0900056 Feb 04 15:34:54.647522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Made reservation on behalf of c91e1013ea734c178c5ab749e0a32bf0 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:54.650603 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.654185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-8936bd46-ecd9-4ef7-9eea-567d31b7fed7 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:54.656160 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-8936bd46-ecd9-4ef7-9eea-567d31b7fed7 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6465216 Feb 04 15:34:54.680193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Request body: {'port': {'device_id': '249863c6-9028-4af1-81a2-772c57143031', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '11eff9959bf446e3bd45f4d5029107b9'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:34:54.689544 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-b5e1af79-c94d-4596-909c-a9f7ca26844f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d90c028738774fb19f16bc0edeaace5a&device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 6498 time: 0.4358592 Feb 04 15:34:54.867133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:54.871555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Usage tracker for resource:port and tenant:11eff9959bf446e3bd45f4d5029107b9 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:54.874752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:54.881860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:54.897520 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Made reservation on behalf of 11eff9959bf446e3bd45f4d5029107b9 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:54.901357 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.916675 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.949080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-86624f8a-602e-4710-b87e-0634e02d1072 req-15db3f02-6e10-48cc-8e80-0b21fdde15d4 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.952548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:34:54.959817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:54.965272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Usage tracker for resource:security_group_rule and tenant:11eff9959bf446e3bd45f4d5029107b9 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:54.969341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:54.977529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:55.035463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db3f02-6e10-48cc-8e80-0b21fdde15d4 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Pushing event deleted for resources: {'Port': ['ID=87e6aa85-784b-4d69-968d-508b07c0375b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:55.043454 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.043793 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Added segment 4ae38ffd-e1d3-4484-9449-596a4bb4199c of type vlan for network f5281afe-99cd-45c1-96f8-e4c1552da724 Feb 04 15:34:55.053811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c50c4-a81f-4777-bbc4-524d6958312e req-712c5a6d-5125-4a51-9b55-aa12ed625704 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.054181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c50c4-a81f-4777-bbc4-524d6958312e req-712c5a6d-5125-4a51-9b55-aa12ed625704 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.054626 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c50c4-a81f-4777-bbc4-524d6958312e req-712c5a6d-5125-4a51-9b55-aa12ed625704 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.056401 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-712c5a6d-5125-4a51-9b55-aa12ed625704 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4d8a8a86-e319-4d89-b6fa-6b7205f28716&id=5330c659-c4e6-492d-9695-f45ce3b027e4&id=5330c659-c4e6-492d-9695-f45ce3b027e4&id=5330c659-c4e6-492d-9695-f45ce3b027e4&id=5330c659-c4e6-492d-9695-f45ce3b027e4&id=2543d2dd-a9fd-4950-82d9-b8a37c3497cc&id=2543d2dd-a9fd-4950-82d9-b8a37c3497cc HTTP/1.1" status: 200 len: 2298 time: 0.3080981 Feb 04 15:34:55.085353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.089483 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.173464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed36621-3265-491c-89eb-4c4af43cc185,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:55.216444 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.243676 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b1f1e-f7d4-4678-9787-c84ca56de964 req-d4a135e7-1ea7-4837-95ef-d384649d26e6 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.245150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964b1f1e-f7d4-4678-9787-c84ca56de964 req-d4a135e7-1ea7-4837-95ef-d384649d26e6 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.4214787 Feb 04 15:34:55.291401 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Allocated IP 192.168.233.17 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/ba03583e-0da2-4dc5-8b0d-87fd264b0518) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:55.316087 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-86624f8a-602e-4710-b87e-0634e02d1072 req-15db3f02-6e10-48cc-8e80-0b21fdde15d4 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.332622 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-cd9a1d19-7ed1-4645-988c-3a287eec6fbe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d857e714-2bf7-4e58-9ef6-bc49f645a872 HTTP/1.1" status: 200 len: 1000 time: 0.2699497 Feb 04 15:34:55.349445 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.353048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.353614 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.419632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964b1f1e-f7d4-4678-9787-c84ca56de964 req-feb7c45d-a5aa-40b8-a0fc-262e5c9ea03e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685247 Feb 04 15:34:55.503522 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0258853 Feb 04 15:34:55.505335 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-86624f8a-602e-4710-b87e-0634e02d1072 req-15db3f02-6e10-48cc-8e80-0b21fdde15d4 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.507316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86624f8a-602e-4710-b87e-0634e02d1072 req-15db3f02-6e10-48cc-8e80-0b21fdde15d4 tempest-FloatingIPDetailsTestJSON-935861207 tempest-FloatingIPDetailsTestJSON-935861207-project] 10.222.0.60 "DELETE /v2.0/floatingips/1115c55f-137d-4d34-888c-8aa1600abd8b HTTP/1.1" status: 204 len: 173 time: 2.0829396 Feb 04 15:34:55.507785 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56740) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:55.515261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56742) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:55.529434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1478802004'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:34:55.546907 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:55.556400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Usage tracker for resource:network and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:55.560027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c50c4-a81f-4777-bbc4-524d6958312e req-5b0cfd84-7d9c-4d49-a045-ee6a496bd8f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.561548 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-5b0cfd84-7d9c-4d49-a045-ee6a496bd8f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=24b16b27-6096-410b-9c85-98ba313d8301 HTTP/1.1" status: 200 len: 855 time: 0.1827679 Feb 04 15:34:55.562302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd49d7d-0c09-41ed-b356-0579431766b3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'Network': ['ID=f5281afe-99cd-45c1-96f8-e4c1552da724,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:55.564449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:55.573288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network f5281afe-99cd-45c1-96f8-e4c1552da724 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:34:55.647929 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.653572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:55.669818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Transition to ACTIVE for port object ba03583e-0da2-4dc5-8b0d-87fd264b0518 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:55.695992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Made reservation on behalf of c91e1013ea734c178c5ab749e0a32bf0 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:55.700444 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.729557 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.773807 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-abaa25b0-92df-4e38-8806-949e7e809b56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4d8a8a86-e319-4d89-b6fa-6b7205f28716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2031760 Feb 04 15:34:55.777680 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:34:55.825261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Pushing event updated for resources: {'Port': ['ID=ba03583e-0da2-4dc5-8b0d-87fd264b0518,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:55.831224 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.834457 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Added segment 7c2f2a44-5389-44f3-8442-147087233bfd of type vlan for network aa48dee4-e3e7-4faf-aa12-7ac914e8169e Feb 04 15:34:55.854117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:55.856230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:55.866394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:34:55.952769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.953429 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.022792 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-911d0d12-a314-4c6b-b862-551ba5915dcb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3472030 Feb 04 15:34:56.064799 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-2eefd9f9-ae2c-4164-b66d-4616facf7917 service neutron] 10.222.0.73 "GET /v2.0/networks/4d8a8a86-e319-4d89-b6fa-6b7205f28716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796035 Feb 04 15:34:56.159962 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Request body: {'port': {'device_id': '249863c6-9028-4af1-81a2-772c57143031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:34:56.230280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a790f03c-d0fb-4756-8e8c-5a597f0815a7 None None] Provisioning for port ba03583e-0da2-4dc5-8b0d-87fd264b0518 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:56.237290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a790f03c-d0fb-4756-8e8c-5a597f0815a7 None None] Provisioning complete for port ba03583e-0da2-4dc5-8b0d-87fd264b0518 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:56.237862 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a790f03c-d0fb-4756-8e8c-5a597f0815a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.303524 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.314592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a790f03c-d0fb-4756-8e8c-5a597f0815a7 None None] Port ba03583e-0da2-4dc5-8b0d-87fd264b0518 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:34:56.323704 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.392319 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.396449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.397037 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.516402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9871280 Feb 04 15:34:56.525871 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-ac1bae55-a381-42af-a3c8-7fa3168d4234 service neutron] 10.222.0.73 "GET /v2.0/networks/4d8a8a86-e319-4d89-b6fa-6b7205f28716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510126 Feb 04 15:34:56.530449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56806) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:56.540720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'subnet': {'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:34:56.653572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155fcb-27b0-49ff-8b46-5220a61d73c8 req-4beadccb-449e-4dd0-a162-5f676517bd03 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.655068 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c155fcb-27b0-49ff-8b46-5220a61d73c8 req-4beadccb-449e-4dd0-a162-5f676517bd03 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 935 time: 0.4398282 Feb 04 15:34:56.668876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da57aa-3685-4ca4-ae8d-05113c25bfd4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'Network': ['ID=aa48dee4-e3e7-4faf-aa12-7ac914e8169e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:56.679764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network aa48dee4-e3e7-4faf-aa12-7ac914e8169e details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:34:56.766129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-db549189-37a9-419d-ac1a-1ed580776a7f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=ca6de4c7-06b7-475f-b551-74d6d9cef7e7 HTTP/1.1" status: 200 len: 217 time: 0.2302210 Feb 04 15:34:56.870321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:56.878968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Usage tracker for resource:subnet and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:56.889490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:56.893841 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c155fcb-27b0-49ff-8b46-5220a61d73c8 req-dc4ba74c-f71d-43ac-8819-b41a85539477 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672323 Feb 04 15:34:56.904232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:56.914006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c50c4-a81f-4777-bbc4-524d6958312e req-0e079fcd-de5b-478f-8852-d7a04a420b5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.915667 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-0e079fcd-de5b-478f-8852-d7a04a420b5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66fb7a57-1017-4d21-aa88-55ead7d0a375 HTTP/1.1" status: 200 len: 797 time: 0.1352613 Feb 04 15:34:56.936804 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c858a75f-e952-439c-aaff-874f27d8c32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.978003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Made reservation on behalf of c91e1013ea734c178c5ab749e0a32bf0 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:57.005799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6347b1a-6ecb-4803-b4ca-99022782d970 req-d0e13440-e83a-4879-8cdb-eba4530b830e tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:57.009219 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6347b1a-6ecb-4803-b4ca-99022782d970 req-d0e13440-e83a-4879-8cdb-eba4530b830e tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be0343a-abfd-405a-b377-ddb2e5c3882c HTTP/1.1" status: 200 len: 949 time: 0.4806957 Feb 04 15:34:57.026479 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:34:57.112868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba03583e-0da2-4dc5-8b0d-87fd264b0518 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:57.121746 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.144539 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Transition to ACTIVE for port object ba03583e-0da2-4dc5-8b0d-87fd264b0518 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:57.151896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.152126 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.226870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6347b1a-6ecb-4803-b4ca-99022782d970 req-6b17c19a-065c-4dff-b144-b4e02d50c2e9 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620374 Feb 04 15:34:57.269317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-8ebb52b3-7efa-4cb9-a246-8cb513f6abe9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5330c659-c4e6-492d-9695-f45ce3b027e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3467255 Feb 04 15:34:57.359008 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Pushing event updated for resources: {'Port': ['ID=ba03583e-0da2-4dc5-8b0d-87fd264b0518,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:57.526529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-64ca1b98-e678-484f-a96a-9af7d794d4f4 service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485237 Feb 04 15:34:57.576924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Attempting to bind port ba03583e-0da2-4dc5-8b0d-87fd264b0518 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:57.577290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Attempting to bind port ba03583e-0da2-4dc5-8b0d-87fd264b0518 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:57.577582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Attempting to bind port ba03583e-0da2-4dc5-8b0d-87fd264b0518 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:34:57.652334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Port ba03583e-0da2-4dc5-8b0d-87fd264b0518 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:34:57.652695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Attempting to bind port ba03583e-0da2-4dc5-8b0d-87fd264b0518 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:34:57.674706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:34:57.675042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:34:57.676004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:34:57.676004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Bound port: ba03583e-0da2-4dc5-8b0d-87fd264b0518, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:57.676363 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.809205 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-0ea35fca-979c-443f-b725-ca1860c8a6b9 service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747090 Feb 04 15:34:57.862347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] For port ba03583e-0da2-4dc5-8b0d-87fd264b0518, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:57.883726 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.885620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] For port ba03583e-0da2-4dc5-8b0d-87fd264b0518, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ba03583e-0da2-4dc5-8b0d-87fd264b0518,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:34:57.892281 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.005950 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.007424 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] 10.222.0.81 "PUT /v2.0/ports/ba03583e-0da2-4dc5-8b0d-87fd264b0518 HTTP/1.1" status: 200 len: 1095 time: 1.8680701 Feb 04 15:34:58.007882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249863c6-9028-4af1-81a2-772c57143031', 'tag': 'ba03583e-0da2-4dc5-8b0d-87fd264b0518'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:58.027845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495413f0-e1b5-44a3-8974-608da98f6224 service neutron] Pushing event updated for resources: {'Port': ['ID=ba03583e-0da2-4dc5-8b0d-87fd264b0518,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:58.128771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-a9fa592d-5559-4d90-b88f-a2d3c1403278 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=4dfa7ad2-38e5-438e-9868-cf93aacc7d91 HTTP/1.1" status: 200 len: 217 time: 0.3125331 Feb 04 15:34:58.271029 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-39cc60d8-e4a6-48a6-9fde-2d1efd7a709d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=11eff9959bf446e3bd45f4d5029107b9&device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 1098 time: 0.1939185 Feb 04 15:34:58.292480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'Subnet': ['ID=6911330a-e5e5-4ed8-b084-2cb5ecb3d69d,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:58.331013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c50c4-a81f-4777-bbc4-524d6958312e req-39e3b013-bf59-4897-ba4a-5cede2d12a56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:58.333577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-39e3b013-bf59-4897-ba4a-5cede2d12a56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66fb7a57-1017-4d21-aa88-55ead7d0a375 HTTP/1.1" status: 200 len: 797 time: 0.1966381 Feb 04 15:34:58.335935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Checking segment: {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:34:58.336486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Network hostable DHCP agents. Network: f5281afe-99cd-45c1-96f8-e4c1552da724, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:34:58.387544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3a193-13c2-42f6-be8f-274b82ba7b20 req-20126c54-3417-440b-bb53-2aa7f28adff3 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:58.389585 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fb3a193-13c2-42f6-be8f-274b82ba7b20 req-20126c54-3417-440b-bb53-2aa7f28adff3 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.7774734 Feb 04 15:34:58.416860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c858a75f-e952-439c-aaff-874f27d8c32e admin admin] Deleting port c07b5174-42ad-4483-9f32-a85d8d4b3168 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:34:58.417423 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c858a75f-e952-439c-aaff-874f27d8c32e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.446564 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-02bea50a-8f68-4eee-acca-70fd9211de86 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=ba03583e-0da2-4dc5-8b0d-87fd264b0518 HTTP/1.1" status: 200 len: 217 time: 0.1185727 Feb 04 15:34:58.463594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Network f5281afe-99cd-45c1-96f8-e4c1552da724 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:34:58.481741 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fb3a193-13c2-42f6-be8f-274b82ba7b20 req-33cc583b-bf33-40de-aeb6-c20ac309d73b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770245 Feb 04 15:34:58.489637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, f5281afe-99cd-45c1-96f8-e4c1552da724) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:58.496007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:58.496623 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.502229 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec858a5-24a1-4a7c-8db4-a03e37892853 None None] Network f5281afe-99cd-45c1-96f8-e4c1552da724 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:34:58.524539 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-efee1480-4d49-4cdd-bae6-6f5276a7e920 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5330c659-c4e6-492d-9695-f45ce3b027e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1794443 Feb 04 15:34:58.663858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bf93e695-21fd-4806-a0fa-26d4834974f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1268182 Feb 04 15:34:58.666372 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56874) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:58.694392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'subnet': {'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:34:58.813267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-f5281afe-99cd-45c1-96f8-e4c1552da724', 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'fixed_ips': [{'subnet_id': '6911330a-e5e5-4ed8-b084-2cb5ecb3d69d'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:34:58.813917 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.875085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-c858a75f-e952-439c-aaff-874f27d8c32e admin admin] For port c07b5174-42ad-4483-9f32-a85d8d4b3168, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c07b5174-42ad-4483-9f32-a85d8d4b3168,segment=NetworkSegment(b672273b-eb51-4f11-bd67-920159697ae2),segment_id=b672273b-eb51-4f11-bd67-920159697ae2)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:58.875607 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c858a75f-e952-439c-aaff-874f27d8c32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.026906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c858a75f-e952-439c-aaff-874f27d8c32e admin admin] Calling delete_port for c07b5174-42ad-4483-9f32-a85d8d4b3168 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:34:59.061203 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-940008ff-212e-43d3-b022-49a0d56852b6 service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255067 Feb 04 15:34:59.062372 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a7a32d24-017a-4cda-b156-7ae5e4f7378a no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:59.063242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:59.078005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Usage tracker for resource:subnet and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:59.105270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:59.117747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:59.186283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Made reservation on behalf of c91e1013ea734c178c5ab749e0a32bf0 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:59.221882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57cf9b-439b-433e-83af-d6cac400e7b4 req-aa5f982b-da56-4a1f-b343-daac4a56c559 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:59.229565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b57cf9b-439b-433e-83af-d6cac400e7b4 req-aa5f982b-da56-4a1f-b343-daac4a56c559 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 947 time: 0.3820698 Feb 04 15:34:59.262590 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249863c6-9028-4af1-81a2-772c57143031', 'tag': 'ba03583e-0da2-4dc5-8b0d-87fd264b0518', 'status': 'completed', 'code': 200} Feb 04 15:34:59.327452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-fa2a9328-59b5-4c9a-bd19-1b7e7060fd7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:59.331963 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-fa2a9328-59b5-4c9a-bd19-1b7e7060fd7a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.8782923 Feb 04 15:34:59.338478 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Allocated IP 10.1.1.2 (f5281afe-99cd-45c1-96f8-e4c1552da724/6911330a-e5e5-4ed8-b084-2cb5ecb3d69d/53b02e08-b1d3-4d50-892f-81afef46e546) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:59.352130 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.411482 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:59.414744 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.422270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a7a32d24-017a-4cda-b156-7ae5e4f7378a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:59.430148 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-a778b067-fc1a-456a-8a2a-ffc838597e21 service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476415 Feb 04 15:34:59.432485 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.548336 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-45028429-1578-4c34-b8c4-6687954c78f2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2084775 Feb 04 15:34:59.552783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c858a75f-e952-439c-aaff-874f27d8c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.583714 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b57cf9b-439b-433e-83af-d6cac400e7b4 req-f83a480c-8838-4c74-aa19-55ebc0d2a918 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524120 Feb 04 15:34:59.625603 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-e431f9c0-97c4-4c3e-b4aa-db61e973f8d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=732f58c9-d084-4ca9-929d-6d17d6a97b31 HTTP/1.1" status: 200 len: 217 time: 0.1826072 Feb 04 15:34:59.706393 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=a7a32d24-017a-4cda-b156-7ae5e4f7378a,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:59.729631 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a', 'code': 200} Feb 04 15:34:59.800672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c50c4-a81f-4777-bbc4-524d6958312e req-7dbf59aa-3750-4b8e-bc95-cb3794c569b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:59.801344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858a75f-e952-439c-aaff-874f27d8c32e admin admin] Pushing event deleted for resources: {'Port': ['ID=c07b5174-42ad-4483-9f32-a85d8d4b3168,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:59.803780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-7dbf59aa-3750-4b8e-bc95-cb3794c569b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66fb7a57-1017-4d21-aa88-55ead7d0a375 HTTP/1.1" status: 200 len: 797 time: 0.1646910 Feb 04 15:34:59.820396 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-02e44dbe-ddd7-438d-b73c-ca46a5c15d81 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949937 Feb 04 15:34:59.888069 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.902223 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Transition to ACTIVE for port object 53b02e08-b1d3-4d50-892f-81afef46e546 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:59.930543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Transition to ACTIVE for port object 53b02e08-b1d3-4d50-892f-81afef46e546 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:59.939353 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.114947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Pushing event updated for resources: {'Port': ['ID=53b02e08-b1d3-4d50-892f-81afef46e546,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:00.151769 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Network f5281afe-99cd-45c1-96f8-e4c1552da724 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:00.154846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:00.163511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:00.260310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-214c2c16-f505-4e5f-b368-3172958e1be5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5330c659-c4e6-492d-9695-f45ce3b027e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4486604 Feb 04 15:35:00.308537 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.418786 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Attempting to bind port 53b02e08-b1d3-4d50-892f-81afef46e546 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:00.419336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Attempting to bind port 53b02e08-b1d3-4d50-892f-81afef46e546 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:00.419677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Attempting to bind port 53b02e08-b1d3-4d50-892f-81afef46e546 on network f5281afe-99cd-45c1-96f8-e4c1552da724 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:00.421856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571e9e4-23c7-4452-9bca-b9642a67c135 req-81130f88-2d0f-4ac1-851f-7cfdad733fd7 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:00.423204 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e8121eb-d7ce-42d7-b211-16e49723e5d3 req-a8e4813e-676b-418f-bcc6-3c66e88ba67d service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645860 Feb 04 15:35:00.429952 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f571e9e4-23c7-4452-9bca-b9642a67c135 req-81130f88-2d0f-4ac1-851f-7cfdad733fd7 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.4527850 Feb 04 15:35:00.450771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:35:00.451926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Checking segment: {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:00.452795 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.453358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Bound using segment: {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:35:00.459881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Bound port: 53b02e08-b1d3-4d50-892f-81afef46e546, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:00.460321 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.499293 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'Subnet': ['ID=bd26bebe-6dcc-4761-8a94-30454a746a11,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:00.635355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56940) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:00.689680 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] For port 53b02e08-b1d3-4d50-892f-81afef46e546, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:00.695114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] For port 53b02e08-b1d3-4d50-892f-81afef46e546, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=53b02e08-b1d3-4d50-892f-81afef46e546,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:00.702947 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.710435 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1958e9c8-f7e9-44d3-ba10-4f1833318be2 req-c4909878-59fb-495b-bb16-be660a89514e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=11eff9959bf446e3bd45f4d5029107b9&device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 1098 time: 0.1424732 Feb 04 15:35:00.759912 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c858a75f-e952-439c-aaff-874f27d8c32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.826540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f571e9e4-23c7-4452-9bca-b9642a67c135 req-8d576eff-07d1-4326-9eec-905f99ab2677 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954339 Feb 04 15:35:00.837456 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d724ed3-fd70-428b-90cf-7a78d0d91734 None None] Pushing event updated for resources: {'Port': ['ID=53b02e08-b1d3-4d50-892f-81afef46e546,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:00.890485 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-fb376dd5-2fff-4fef-9226-baa17aa00b9c service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214807 Feb 04 15:35:00.898916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Checking segment: {'id': '7c2f2a44-5389-44f3-8442-147087233bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:00.899511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Network hostable DHCP agents. Network: aa48dee4-e3e7-4faf-aa12-7ac914e8169e, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:00.936307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958e9c8-f7e9-44d3-ba10-4f1833318be2 req-174d9011-91ee-4ef5-8278-7c654129b949 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:00.938308 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1958e9c8-f7e9-44d3-ba10-4f1833318be2 req-174d9011-91ee-4ef5-8278-7c654129b949 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.2210293 Feb 04 15:35:00.940596 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76163b23-8b2f-4da0-a2c6-0903b475d2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.118619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Network aa48dee4-e3e7-4faf-aa12-7ac914e8169e is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:01.149534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, aa48dee4-e3e7-4faf-aa12-7ac914e8169e) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:01.153249 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-b490dddb-900e-46d6-a275-1533a0bee9f4 service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409685 Feb 04 15:35:01.160433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5a581-a2be-468e-b98f-6560d3325d6d req-7e5ea0fc-8435-4967-b508-ec60c8951c26 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:01.168354 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3dc5a581-a2be-468e-b98f-6560d3325d6d req-7e5ea0fc-8435-4967-b508-ec60c8951c26 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 947 time: 0.3401842 Feb 04 15:35:01.174546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76111057-9ebb-4184-93ea-b0c1f4ecfe4f None None] Network aa48dee4-e3e7-4faf-aa12-7ac914e8169e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:35:01.235407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:01.235995 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.236417 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1958e9c8-f7e9-44d3-ba10-4f1833318be2 req-a4d4d625-d897-4ad8-97a8-c9d6c0646750 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=ba03583e-0da2-4dc5-8b0d-87fd264b0518 HTTP/1.1" status: 200 len: 217 time: 0.2779655 Feb 04 15:35:01.304646 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-4e11bb91-5ce9-4bbc-bcfd-e5f0021d49d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=edd9fcf0-26a5-4632-97bc-987dd12659e6 HTTP/1.1" status: 200 len: 217 time: 0.1322637 Feb 04 15:35:01.314139 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e9bda300-c045-4701-91fc-1e43b5fd8599 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6467254 Feb 04 15:35:01.360039 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56952) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:01.377572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'port': {'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724', 'name': 'tempest-TaggedBootDevicesTest-1125695409', 'fixed_ips': [{'subnet_id': '6911330a-e5e5-4ed8-b084-2cb5ecb3d69d'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:01.507870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3dc5a581-a2be-468e-b98f-6560d3325d6d req-86b4701f-533c-4156-8da4-ef99c3e7a6be tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334191 Feb 04 15:35:01.520831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958e9c8-f7e9-44d3-ba10-4f1833318be2 req-973fbfba-5450-4a24-8aaf-97823d104da9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:01.520831 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1958e9c8-f7e9-44d3-ba10-4f1833318be2 req-973fbfba-5450-4a24-8aaf-97823d104da9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2638321 Feb 04 15:35:01.539225 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-aa48dee4-e3e7-4faf-aa12-7ac914e8169e', 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'fixed_ips': [{'subnet_id': 'bd26bebe-6dcc-4761-8a94-30454a746a11'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:35:01.540461 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.542979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-76163b23-8b2f-4da0-a2c6-0903b475d2f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:01.635045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-76163b23-8b2f-4da0-a2c6-0903b475d2f1 admin admin] Usage tracker for resource:security_group_rule and tenant:f8eccd2ab7e74acb9d2852b2ff2bf5ca is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:01.643261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c50c4-a81f-4777-bbc4-524d6958312e req-be979cf2-747a-4add-b6c7-d6c452913703 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:01.644850 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-be979cf2-747a-4add-b6c7-d6c452913703 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66fb7a57-1017-4d21-aa88-55ead7d0a375 HTTP/1.1" status: 200 len: 797 time: 0.3291526 Feb 04 15:35:01.646987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-76163b23-8b2f-4da0-a2c6-0903b475d2f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:01.654450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:01.657702 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-76163b23-8b2f-4da0-a2c6-0903b475d2f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:01.663608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Usage tracker for resource:port and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:01.666859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:01.674029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:01.737022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Made reservation on behalf of c91e1013ea734c178c5ab749e0a32bf0 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:01.743512 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.813526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] device_id is not set on port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:35:01.816456 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1958e9c8-f7e9-44d3-ba10-4f1833318be2 req-dd871ff0-ff41-4b12-9d9e-1dcc01b764b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2769449 Feb 04 15:35:01.855237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Allocated IP 10.2.2.2 (aa48dee4-e3e7-4faf-aa12-7ac914e8169e/bd26bebe-6dcc-4761-8a94-30454a746a11/cde6ea26-2640-4f83-9299-addaf90f8f25) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:01.981731 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-e6abaaec-03a2-4b6d-b860-b25dbcd7e4b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5330c659-c4e6-492d-9695-f45ce3b027e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2972648 Feb 04 15:35:02.151145 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1958e9c8-f7e9-44d3-ba10-4f1833318be2 req-9f3228a1-4918-4f00-b861-77f67b82c0a2 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254540 Feb 04 15:35:02.336690 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.341985 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76163b23-8b2f-4da0-a2c6-0903b475d2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.360888 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76163b23-8b2f-4da0-a2c6-0903b475d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.363083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:35:02.476985 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-76163b23-8b2f-4da0-a2c6-0903b475d2f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8eccd2ab7e74acb9d2852b2ff2bf5ca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8358729 Feb 04 15:35:02.477665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56976) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:02.490842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76163b23-8b2f-4da0-a2c6-0903b475d2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867e2735-6c71-4738-8d3c-dee62fbaa8c1,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:02.506760 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-d4c36a90-1f47-4c1c-bda9-4524fca3b1c6 service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159609 Feb 04 15:35:02.515007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36334574-f11e-4461-8a6c-e01b68f4c00d req-32c36832-32fa-4395-9b30-219bb7ae322d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:02.516521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-36334574-f11e-4461-8a6c-e01b68f4c00d req-32c36832-32fa-4395-9b30-219bb7ae322d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.3475559 Feb 04 15:35:02.526284 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1958e9c8-f7e9-44d3-ba10-4f1833318be2 req-9469a9cb-0e0b-4983-afb5-37debf4418cd service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639071 Feb 04 15:35:02.536245 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beff4742-44e6-4f61-bec5-9ab23a916cae None None] Network f5281afe-99cd-45c1-96f8-e4c1552da724 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:35:02.651967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Allocated IP 10.1.1.130 (f5281afe-99cd-45c1-96f8-e4c1552da724/6911330a-e5e5-4ed8-b084-2cb5ecb3d69d/08bb0989-9ab5-4b14-a3ad-1f0ef5940800) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:02.747932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-723c121a-ed44-4548-a8e7-4635efc36d23 service neutron] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302763 Feb 04 15:35:02.748116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Transition to ACTIVE for port object cde6ea26-2640-4f83-9299-addaf90f8f25 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:02.750744 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e780daf4-01d0-4d52-b30d-26b43c071d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.796131 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e780daf4-01d0-4d52-b30d-26b43c071d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.823488 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Transition to ACTIVE for port object cde6ea26-2640-4f83-9299-addaf90f8f25 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:02.855876 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.876015 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:35:02.914207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-36334574-f11e-4461-8a6c-e01b68f4c00d req-57d6d3d6-de87-4e40-8508-054b7102d1cc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637820 Feb 04 15:35:02.923165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-e26b51d1-4a02-4627-8ce5-31d2bb5d3d57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f271202-9b8d-4365-ace1-59a7bd13c16c HTTP/1.1" status: 200 len: 217 time: 0.1573884 Feb 04 15:35:02.937559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ebe0b508-e106-4385-9aaa-b1e632ee5e95 None None] Provisioning for port 53b02e08-b1d3-4d50-892f-81afef46e546 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:02.973168 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e780daf4-01d0-4d52-b30d-26b43c071d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.993377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:03.044417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780daf4-01d0-4d52-b30d-26b43c071d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867e2735-6c71-4738-8d3c-dee62fbaa8c1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:03.081877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e780daf4-01d0-4d52-b30d-26b43c071d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.107754 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e780daf4-01d0-4d52-b30d-26b43c071d75 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/867e2735-6c71-4738-8d3c-dee62fbaa8c1 HTTP/1.1" status: 204 len: 168 time: 0.6190481 Feb 04 15:35:03.130349 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Network aa48dee4-e3e7-4faf-aa12-7ac914e8169e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:03.140918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:03.143223 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec', 'mac_address': 'fa:16:3e:b1:2f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:35:03.148280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:03.179165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Pushing event updated for resources: {'Port': ['ID=cde6ea26-2640-4f83-9299-addaf90f8f25,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:03.299937 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.318852 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Transition to ACTIVE for port object 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:03.321851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 53b02e08-b1d3-4d50-892f-81afef46e546 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:03.383121 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.420272 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.437955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c858a75f-e952-439c-aaff-874f27d8c32e admin admin] Router e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:35:03.467709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:03.491487 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Attempting to bind port cde6ea26-2640-4f83-9299-addaf90f8f25 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:03.491713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Attempting to bind port cde6ea26-2640-4f83-9299-addaf90f8f25 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '7c2f2a44-5389-44f3-8442-147087233bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:03.492187 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Attempting to bind port cde6ea26-2640-4f83-9299-addaf90f8f25 on network aa48dee4-e3e7-4faf-aa12-7ac914e8169e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:03.516569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:03.524065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:35:03.524608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Checking segment: {'id': '7c2f2a44-5389-44f3-8442-147087233bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:03.525114 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.525610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Bound using segment: {'id': '7c2f2a44-5389-44f3-8442-147087233bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:35:03.526199 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Bound port: cde6ea26-2640-4f83-9299-addaf90f8f25, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2f2a44-5389-44f3-8442-147087233bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:03.526690 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.541135 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.702103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c50c4-a81f-4777-bbc4-524d6958312e req-2587a05c-348f-4d63-9d24-12734d5b0f87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:03.703608 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-2587a05c-348f-4d63-9d24-12734d5b0f87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=192fa08c-d202-432c-8508-984aca37488a HTTP/1.1" status: 200 len: 797 time: 0.3572676 Feb 04 15:35:03.725016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] For port cde6ea26-2640-4f83-9299-addaf90f8f25, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:03.728849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] For port cde6ea26-2640-4f83-9299-addaf90f8f25, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=cde6ea26-2640-4f83-9299-addaf90f8f25,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:03.730343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 53b02e08-b1d3-4d50-892f-81afef46e546 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:03.752759 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.770279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Network f5281afe-99cd-45c1-96f8-e4c1552da724 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:03.772501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'Port': ['ID=08bb0989-9ab5-4b14-a3ad-1f0ef5940800,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:03.777372 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:03.783215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 53b02e08-b1d3-4d50-892f-81afef46e546 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:03.783873 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.784784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:03.794507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c858a75f-e952-439c-aaff-874f27d8c32e admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:35:03.801883 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c858a75f-e952-439c-aaff-874f27d8c32e admin admin] 10.222.0.60 "PUT /v2.0/routers/e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2826130 Feb 04 15:35:03.804612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57004) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:03.835995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925b138-4373-4470-bd83-aac6e90ca0db req-5b94fbd8-6513-4e81-8dd0-8b9eac52b06f tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:03.837655 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6925b138-4373-4470-bd83-aac6e90ca0db req-5b94fbd8-6513-4e81-8dd0-8b9eac52b06f tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 947 time: 0.4941349 Feb 04 15:35:03.946812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-89beaf74-6f20-4149-b604-027149976ba6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2543d2dd-a9fd-4950-82d9-b8a37c3497cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2319326 Feb 04 15:35:03.972600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:35:04.000630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb18c6-513c-4089-940b-785f3e0c0a49 None None] Sync routers for ids ['e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:35:04.033259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:04.037962 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.121479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-de2e7374-583e-4dd3-bdc8-2e63324c8559 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7593608 Feb 04 15:35:04.130455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57022) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:04.182604 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'port': {'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724', 'name': 'tempest-TaggedBootDevicesTest-386666146', 'fixed_ips': [{'subnet_id': '6911330a-e5e5-4ed8-b084-2cb5ecb3d69d'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:04.187631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:04.207858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6925b138-4373-4470-bd83-aac6e90ca0db req-ca97d2e7-0851-42b3-9dd8-f464b099cd26 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620443 Feb 04 15:35:04.325928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb18c6-513c-4089-940b-785f3e0c0a49 None None] Routers {'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:35:04.330754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-55cb18c6-513c-4089-940b-785f3e0c0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:34:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:04.371663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-8034f41d-6c53-4449-ba7f-427cb0d6f700 service neutron] 10.222.0.73 "GET /v2.0/networks/2543d2dd-a9fd-4950-82d9-b8a37c3497cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983593 Feb 04 15:35:04.638009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-55cb18c6-513c-4089-940b-785f3e0c0a49 None None] Set router e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:35:04.780559 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.819556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ba03583e-0da2-4dc5-8b0d-87fd264b0518 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:35:05.058061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:05.074651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Usage tracker for resource:port and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:05.081289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6490502-f162-4ff9-be86-c6b9fbecefc6 req-f2977be4-d968-4ede-a4ff-8aa80e20788b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:05.086729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:05.091454 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6490502-f162-4ff9-be86-c6b9fbecefc6 req-f2977be4-d968-4ede-a4ff-8aa80e20788b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.6078861 Feb 04 15:35:05.103601 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.115153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57036) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:05.119152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-1cbe9a13-3a06-4bd8-b8d8-a951468cbb9c service neutron] 10.222.0.73 "GET /v2.0/networks/2543d2dd-a9fd-4950-82d9-b8a37c3497cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7411029 Feb 04 15:35:05.166185 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:35:05.180357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:05.230850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Made reservation on behalf of c91e1013ea734c178c5ab749e0a32bf0 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:05.293050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-0f7cba7d-2dca-45f6-8626-fc3b51bc11eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3734f7fb-e683-4d99-8fd6-2bc23f362f10 HTTP/1.1" status: 200 len: 217 time: 0.1595612 Feb 04 15:35:05.384932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6490502-f162-4ff9-be86-c6b9fbecefc6 req-198ddd9b-9987-4590-ae59-f331ccca6726 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919652 Feb 04 15:35:05.397387 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ea36a-a50d-44eb-bc01-0561b0e54391 None None] Pushing event updated for resources: {'Port': ['ID=cde6ea26-2640-4f83-9299-addaf90f8f25,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:05.439625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c50c4-a81f-4777-bbc4-524d6958312e req-669291ea-b116-42c8-90d6-53f11d95b10b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:05.441234 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-669291ea-b116-42c8-90d6-53f11d95b10b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=192fa08c-d202-432c-8508-984aca37488a HTTP/1.1" status: 200 len: 797 time: 0.1393397 Feb 04 15:35:05.449152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6a81416f-f5b9-42a4-8ae5-07a03ff208a5 None None] Provisioning for port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:05.506293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 53b02e08-b1d3-4d50-892f-81afef46e546, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=53b02e08-b1d3-4d50-892f-81afef46e546,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:05.540734 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.615950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1857238170-network', 'tenant_id': '7da2450dae374bcf86d1462624deeabd'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:05.630921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:05.650623 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Usage tracker for resource:network and tenant:7da2450dae374bcf86d1462624deeabd is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:05.664825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:05.667245 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6a81416f-f5b9-42a4-8ae5-07a03ff208a5 None None] Provisioning complete for port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:05.678514 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6a81416f-f5b9-42a4-8ae5-07a03ff208a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.732610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:05.799014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Made reservation on behalf of 7da2450dae374bcf86d1462624deeabd for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:05.803972 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.824061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-0694c6f9-10bc-4230-9f13-a8c61afcfc31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2543d2dd-a9fd-4950-82d9-b8a37c3497cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3714986 Feb 04 15:35:05.854358 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.888781 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc568dd7-f1f9-4ef5-a7ca-d9b9da5da3cf None None] Network aa48dee4-e3e7-4faf-aa12-7ac914e8169e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:35:05.890076 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.948322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] device_id is not set on port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:35:06.010435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device cde6ea26-2640-4f83-9299-addaf90f8f25 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:06.111246 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.125094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:06.133719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] Deleting port 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:35:06.134150 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.150681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Usage tracker for resource:security_group_rule and tenant:7da2450dae374bcf86d1462624deeabd is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:06.155423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:06.167705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:06.274496 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-705dd382-c183-45af-aa9d-5cbfc64934db service neutron] 10.222.0.73 "GET /v2.0/networks/2543d2dd-a9fd-4950-82d9-b8a37c3497cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431064 Feb 04 15:35:06.288637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port ba03583e-0da2-4dc5-8b0d-87fd264b0518, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ba03583e-0da2-4dc5-8b0d-87fd264b0518,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:06.329597 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8ab73-16f9-41d9-8382-5763800a6a59 req-9b83cbd8-fb9e-45f4-a261-788b90c63053 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:06.337479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ba8ab73-16f9-41d9-8382-5763800a6a59 req-9b83cbd8-fb9e-45f4-a261-788b90c63053 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 947 time: 0.4250205 Feb 04 15:35:06.363136 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] For port 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:06.363563 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.374624 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=53b02e08-b1d3-4d50-892f-81afef46e546,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:06.377347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6a81416f-f5b9-42a4-8ae5-07a03ff208a5 None None] Port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:35:06.380864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'ba03583e-0da2-4dc5-8b0d-87fd264b0518', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'ba03583e-0da2-4dc5-8b0d-87fd264b0518', 'mac_address': 'fa:16:3e:27:b0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:35:06.431579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57052) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:06.522666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ba8ab73-16f9-41d9-8382-5763800a6a59 req-17702d01-600c-47c7-ba45-38283c03b37b tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832125 Feb 04 15:35:06.566887 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.568814 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6a81416f-f5b9-42a4-8ae5-07a03ff208a5 None None] Provisioning complete for port 53b02e08-b1d3-4d50-892f-81afef46e546 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:06.569240 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6a81416f-f5b9-42a4-8ae5-07a03ff208a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.604884 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.610595 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.630909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port cde6ea26-2640-4f83-9299-addaf90f8f25 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:06.667258 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a7de67e4-38ee-44a7-ae7e-b1c1d3cbf2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.686659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba03583e-0da2-4dc5-8b0d-87fd264b0518 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:06.721895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615c5a80-b007-4283-bc6e-ed62358a780c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:06.727937 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-459c50c4-a81f-4777-bbc4-524d6958312e req-11697126-7864-4da0-a4fe-539f65dc33af service neutron] 10.222.0.73 "GET /v2.0/networks/2543d2dd-a9fd-4950-82d9-b8a37c3497cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425440 Feb 04 15:35:06.742977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] Calling delete_port for 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:35:06.753329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:06.767192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port ba03583e-0da2-4dc5-8b0d-87fd264b0518, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ba03583e-0da2-4dc5-8b0d-87fd264b0518,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:06.769145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-55cb18c6-513c-4089-940b-785f3e0c0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'name': 'tempest-FloatingIPDetailsTestJSON-1864549024-router', 'tenant_id': '67e15da4dba44e93844db900edc46fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:35Z', 'updated_at': '2022-02-04T15:34:59Z', 'revision_number': 5, 'project_id': '67e15da4dba44e93844db900edc46fa6', 'gw_port': {'id': '921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:39Z', 'updated_at': '2022-02-04T15:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:06.774242 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c01f0866-7ea2-4870-a7f2-7d301fd1bb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.779477 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.793444 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.793871 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Added segment f3828b8f-976c-4a46-aa17-2ec0f8283960 of type vlan for network a9ae0071-259d-47cc-ba62-3a371c85482e Feb 04 15:35:06.861254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Allocated IP 10.1.1.168 (f5281afe-99cd-45c1-96f8-e4c1552da724/6911330a-e5e5-4ed8-b084-2cb5ecb3d69d/b1c50e65-f55d-48d1-9dd4-610ff1f20e6e) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:06.861487 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.876635 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb18c6-513c-4089-940b-785f3e0c0a49 None None] Checking router: e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:35:06.876963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c01f0866-7ea2-4870-a7f2-7d301fd1bb3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:06.883336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c01f0866-7ea2-4870-a7f2-7d301fd1bb3f admin admin] Usage tracker for resource:security_group_rule and tenant:8fac74752b0a4761af40bdc95ba7f0e8 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:06.887869 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:06.888961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c01f0866-7ea2-4870-a7f2-7d301fd1bb3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:06.896367 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c01f0866-7ea2-4870-a7f2-7d301fd1bb3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:06.932691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adba36-6f48-4577-910a-611caecbf0e0 req-b718c71c-34bb-4ddb-9db6-258cac69a9ae tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:06.933887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17adba36-6f48-4577-910a-611caecbf0e0 req-b718c71c-34bb-4ddb-9db6-258cac69a9ae tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.2894433 Feb 04 15:35:06.967974 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.969306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:06.969686 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.052828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb18c6-513c-4089-940b-785f3e0c0a49 None None] Routers {'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:35:07.053394 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-55cb18c6-513c-4089-940b-785f3e0c0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:34:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:07.085584 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.105888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=ba03583e-0da2-4dc5-8b0d-87fd264b0518,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:07.146659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] Pushing event deleted for resources: {'Port': ['ID=921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:07.215049 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-55cb18c6-513c-4089-940b-785f3e0c0a49 None None] Set router e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:35:07.333785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c01f0866-7ea2-4870-a7f2-7d301fd1bb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.336500 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] Pushing event updated for resources: {'Network': ['ID=a9ae0071-259d-47cc-ba62-3a371c85482e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:07.345273 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c01f0866-7ea2-4870-a7f2-7d301fd1bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.357537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['ba03583e-0da2-4dc5-8b0d-87fd264b0518'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:35:07.372806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-db6b8c05-28ba-45ab-acf6-6fb42526e04e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2524548 Feb 04 15:35:07.387993 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17adba36-6f48-4577-910a-611caecbf0e0 req-54a2d8a5-f1c2-47bf-9794-9d359b222feb tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475281 Feb 04 15:35:07.388795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57068) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:07.396808 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.398722 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network a9ae0071-259d-47cc-ba62-3a371c85482e details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:35:07.413472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] Request body: {'subnet': {'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1857238170-subnet', 'tenant_id': '7da2450dae374bcf86d1462624deeabd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:07.417982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Transition to ACTIVE for port object b1c50e65-f55d-48d1-9dd4-610ff1f20e6e will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:07.431405 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:07.431805 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.438021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:07.460684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] Usage tracker for resource:subnet and tenant:7da2450dae374bcf86d1462624deeabd is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:07.473570 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:07.474852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-55cb18c6-513c-4089-940b-785f3e0c0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'name': 'tempest-FloatingIPDetailsTestJSON-1864549024-router', 'tenant_id': '67e15da4dba44e93844db900edc46fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:35Z', 'updated_at': '2022-02-04T15:35:06Z', 'revision_number': 7, 'project_id': '67e15da4dba44e93844db900edc46fa6', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:07.502044 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c01f0866-7ea2-4870-a7f2-7d301fd1bb3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fac74752b0a4761af40bdc95ba7f0e8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0691333 Feb 04 15:35:07.505257 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f0866-7ea2-4870-a7f2-7d301fd1bb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b719e831-5e9f-45d7-b8cf-2620cd6487eb,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:07.511347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57072) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:07.514515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:07.519097 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.560053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] Made reservation on behalf of 7da2450dae374bcf86d1462624deeabd for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:07.564524 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.590654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb18c6-513c-4089-940b-785f3e0c0a49 None None] The sync data for ids ['e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99'] in n-d-827872-1 is: [{'id': 'e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99', 'name': 'tempest-FloatingIPDetailsTestJSON-1864549024-router', 'tenant_id': '67e15da4dba44e93844db900edc46fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:35Z', 'updated_at': '2022-02-04T15:35:06Z', 'revision_number': 7, 'project_id': '67e15da4dba44e93844db900edc46fa6', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:35:07.675291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3c4ec6b2-eae2-4c75-8308-983ea2e1fb12 None None] Provisioning complete for port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:07.676046 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3c4ec6b2-eae2-4c75-8308-983ea2e1fb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.821061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ec6b2-eae2-4c75-8308-983ea2e1fb12 None None] Port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:35:07.890917 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.914127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Network f5281afe-99cd-45c1-96f8-e4c1552da724 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:07.918226 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:08.012550 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19a66c8-48f8-4818-96d6-0187000648ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:08.047260 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.052493 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3c4ec6b2-eae2-4c75-8308-983ea2e1fb12 None None] Provisioning for port cde6ea26-2640-4f83-9299-addaf90f8f25 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:08.061691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:08.062728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:08.138625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'Port': ['ID=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:08.149941 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.237807 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f06c7118-9bfb-4d5d-9b3c-b034a560ae62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.244599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3c4ec6b2-eae2-4c75-8308-983ea2e1fb12 None None] Provisioning complete for port cde6ea26-2640-4f83-9299-addaf90f8f25 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:08.252309 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3c4ec6b2-eae2-4c75-8308-983ea2e1fb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.266358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:08.297395 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19a66c8-48f8-4818-96d6-0187000648ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec', 'code': 200} Feb 04 15:35:08.316012 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 53b02e08-b1d3-4d50-892f-81afef46e546 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:08.320964 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.336913 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f06c7118-9bfb-4d5d-9b3c-b034a560ae62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.372402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] Checking segment: {'id': 'f3828b8f-976c-4a46-aa17-2ec0f8283960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:08.372918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] Network hostable DHCP agents. Network: a9ae0071-259d-47cc-ba62-3a371c85482e, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:08.406548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addb2da-312d-4dad-b38a-8a672b5bffc9 req-b8d7b5ab-5f17-4fe5-8d4f-b2e1911e742f tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:08.416614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5addb2da-312d-4dad-b38a-8a672b5bffc9 req-b8d7b5ab-5f17-4fe5-8d4f-b2e1911e742f tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 948 time: 0.4536238 Feb 04 15:35:08.475550 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f06c7118-9bfb-4d5d-9b3c-b034a560ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.487740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:08.488458 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.509936 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c7118-9bfb-4d5d-9b3c-b034a560ae62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b719e831-5e9f-45d7-b8cf-2620cd6487eb,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:08.529578 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f06c7118-9bfb-4d5d-9b3c-b034a560ae62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.530748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f06c7118-9bfb-4d5d-9b3c-b034a560ae62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b719e831-5e9f-45d7-b8cf-2620cd6487eb HTTP/1.1" status: 204 len: 168 time: 1.0128424 Feb 04 15:35:08.536626 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] Network a9ae0071-259d-47cc-ba62-3a371c85482e is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:08.568506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:08.570877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5addb2da-312d-4dad-b38a-8a672b5bffc9 req-e61f4a69-d438-487d-baf8-e4db76961865 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546152 Feb 04 15:35:08.574897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, a9ae0071-259d-47cc-ba62-3a371c85482e) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:08.593789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:08.597190 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ff26fe-95d3-423a-b12e-b988f53034f0 None None] Network a9ae0071-259d-47cc-ba62-3a371c85482e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:35:08.597289 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.639271 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d0ff8f57-aa6d-464b-ba48-1049bc72b5e6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2452857 Feb 04 15:35:08.789699 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-374579d4-11a5-48dd-aac1-a48d1b5eeca0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6542332 Feb 04 15:35:08.791905 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.799516 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.836007 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.836980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:35:08.851276 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 53b02e08-b1d3-4d50-892f-81afef46e546 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:08.851643 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.862553 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.866678 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c3a8d0f9-2c2a-4b85-bafe-86eee2c0634d admin admin] 10.222.0.60 "DELETE /v2.0/routers/e17a83e7-0c6e-4e83-a93f-e31c8b2f2b99 HTTP/1.1" status: 204 len: 168 time: 5.0596514 Feb 04 15:35:08.868259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57100) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:08.900655 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28241e4-5403-4c12-b51c-c5ba27b56b88 req-5d09b6c2-6a5d-4888-ab79-580b28fec622 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:08.903758 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b28241e4-5403-4c12-b51c-c5ba27b56b88 req-5d09b6c2-6a5d-4888-ab79-580b28fec622 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.1912429 Feb 04 15:35:08.917337 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3c4ec6b2-eae2-4c75-8308-983ea2e1fb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.031511 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Deleting subnet 1751b9e6-612b-4a85-a189-2a249bdba41b {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:35:09.042500 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.096878 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-64325d7c-1209-45dc-9208-0ba10cf4e4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.130946 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b28241e4-5403-4c12-b51c-c5ba27b56b88 req-3ed3a59a-4073-4303-87a6-72a6c9c4cd8b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197115 Feb 04 15:35:09.216956 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.252109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3c4ec6b2-eae2-4c75-8308-983ea2e1fb12 None None] For port cde6ea26-2640-4f83-9299-addaf90f8f25, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=cde6ea26-2640-4f83-9299-addaf90f8f25,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:09.271254 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3c4ec6b2-eae2-4c75-8308-983ea2e1fb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.363698 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.481738 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57122) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:09.505999 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ec6b2-eae2-4c75-8308-983ea2e1fb12 None None] Pushing event updated for resources: {'Port': ['ID=cde6ea26-2640-4f83-9299-addaf90f8f25,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:09.510986 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.521997 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6b893848-8bfc-45be-85af-9e98431b36d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.600706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6b893848-8bfc-45be-85af-9e98431b36d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:09.614792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6b893848-8bfc-45be-85af-9e98431b36d2 admin admin] Usage tracker for resource:security_group_rule and tenant:c018fa9f5f6046fe9c4d1f392f47c946 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:09.619532 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.621853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6b893848-8bfc-45be-85af-9e98431b36d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:09.638172 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6b893848-8bfc-45be-85af-9e98431b36d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:09.640642 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57128) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:09.641132 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1751b9e6-612b-4a85-a189-2a249bdba41b HTTP/1.1" status: 204 len: 168 time: 0.7684011 Feb 04 15:35:09.648905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1751b9e6-612b-4a85-a189-2a249bdba41b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:09.673991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:09.678137 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:09.678614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:09.679066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:09.679532 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:09.680128 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:09.680570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:09.681009 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:09.682347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:09.682969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:09.683959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3c0bc9-e364-4e43-bc2b-b22c6fddefcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:09.799791 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.828806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] Deleting port 88ae29ea-969b-4b36-9672-e1ee65ea2077 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:35:09.829254 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.860336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcdbcc0-fdae-407c-beb6-986a8786b81b None None] Network 4a027904-9cd9-48bb-9d76-80adc26882ab requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:35:09.908975 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57136) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:09.923797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-dbcfea8c-9b1e-4080-9a75-0221e9f9a1ac tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711540207', 'description': 'tempest-description--1363440930'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:09.943575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dbcfea8c-9b1e-4080-9a75-0221e9f9a1ac tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:09.954779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dbcfea8c-9b1e-4080-9a75-0221e9f9a1ac tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Usage tracker for resource:security_group and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:09.962482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dbcfea8c-9b1e-4080-9a75-0221e9f9a1ac tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:09.976122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dbcfea8c-9b1e-4080-9a75-0221e9f9a1ac tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:10.012279 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dbcfea8c-9b1e-4080-9a75-0221e9f9a1ac tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.105933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dbcfea8c-9b1e-4080-9a75-0221e9f9a1ac tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:10.111192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dbcfea8c-9b1e-4080-9a75-0221e9f9a1ac tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Usage tracker for resource:security_group_rule and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:10.115875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dbcfea8c-9b1e-4080-9a75-0221e9f9a1ac tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:10.127713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dbcfea8c-9b1e-4080-9a75-0221e9f9a1ac tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:10.130042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea956a46-298c-415e-a903-4d98ec8f93d9 None None] Network a9ae0071-259d-47cc-ba62-3a371c85482e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:35:10.214494 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dbcfea8c-9b1e-4080-9a75-0221e9f9a1ac tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.234115 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dbcfea8c-9b1e-4080-9a75-0221e9f9a1ac tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.271504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bcbc3e0a-4a41-4932-895a-729c8d91f230 None None] Provisioning for port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:10.281381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08337a7a-95d5-4034-a569-3bcff449685a req-2169d4b3-0b69-4102-9f78-c53d881c76c0 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:10.282796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bcbc3e0a-4a41-4932-895a-729c8d91f230 None None] Provisioning complete for port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:10.282985 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bcbc3e0a-4a41-4932-895a-729c8d91f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.283715 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-08337a7a-95d5-4034-a569-3bcff449685a req-2169d4b3-0b69-4102-9f78-c53d881c76c0 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Synchronizing usage tracker for tenant:7da2450dae374bcf86d1462624deeabd on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:10.299299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfea8c-9b1e-4080-9a75-0221e9f9a1ac tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c228a079-4eac-4b6b-a1da-64b2ad6d3add,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:10.307028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dbcfea8c-9b1e-4080-9a75-0221e9f9a1ac tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.313100 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dbcfea8c-9b1e-4080-9a75-0221e9f9a1ac tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4024069 Feb 04 15:35:10.313924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57144) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:10.322773 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-20e4abc8-7f48-4ced-840f-600e99b637db tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'security_group_rule': {'security_group_id': 'c228a079-4eac-4b6b-a1da-64b2ad6d3add', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:10.330145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-20e4abc8-7f48-4ced-840f-600e99b637db tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:10.337162 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-20e4abc8-7f48-4ced-840f-600e99b637db tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Usage tracker for resource:security_group_rule and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:10.338529 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.344234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-20e4abc8-7f48-4ced-840f-600e99b637db tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:10.353149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-20e4abc8-7f48-4ced-840f-600e99b637db tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:10.359286 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.392919 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20e4abc8-7f48-4ced-840f-600e99b637db tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.401390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc3e0a-4a41-4932-895a-729c8d91f230 None None] Port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:35:10.499381 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bcbc3e0a-4a41-4932-895a-729c8d91f230 None None] Provisioning complete for port cde6ea26-2640-4f83-9299-addaf90f8f25 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:10.499737 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bcbc3e0a-4a41-4932-895a-729c8d91f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.518663 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20e4abc8-7f48-4ced-840f-600e99b637db tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.529347 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20e4abc8-7f48-4ced-840f-600e99b637db tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.529558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device cde6ea26-2640-4f83-9299-addaf90f8f25 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:10.594140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4abc8-7f48-4ced-840f-600e99b637db tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e762e037-09b0-43cc-bc83-48f362a8dd15,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:10.601120 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20e4abc8-7f48-4ced-840f-600e99b637db tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.605969 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-20e4abc8-7f48-4ced-840f-600e99b637db tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2909338 Feb 04 15:35:10.607068 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57148) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:10.621913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-952644c1-0277-4e01-9a1d-292d2502c201 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'security_group_rule': {'security_group_id': 'c228a079-4eac-4b6b-a1da-64b2ad6d3add', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:10.637603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-952644c1-0277-4e01-9a1d-292d2502c201 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:10.644269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-952644c1-0277-4e01-9a1d-292d2502c201 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Usage tracker for resource:security_group_rule and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:10.647642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-952644c1-0277-4e01-9a1d-292d2502c201 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:10.654778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-952644c1-0277-4e01-9a1d-292d2502c201 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:10.669536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092a6d4c-c49a-4785-835f-d43bb35c08e4 None None] DHCP port deletion for 4a027904-9cd9-48bb-9d76-80adc26882ab request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:35:10.682550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-08337a7a-95d5-4034-a569-3bcff449685a req-2169d4b3-0b69-4102-9f78-c53d881c76c0 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Unset dirty status for tenant:7da2450dae374bcf86d1462624deeabd on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:10.688529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-092a6d4c-c49a-4785-835f-d43bb35c08e4 None None] Deleting port 88ae29ea-969b-4b36-9672-e1ee65ea2077 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:35:10.688926 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-092a6d4c-c49a-4785-835f-d43bb35c08e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.692966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08337a7a-95d5-4034-a569-3bcff449685a req-2169d4b3-0b69-4102-9f78-c53d881c76c0 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/networks?id=a9ae0071-259d-47cc-ba62-3a371c85482e HTTP/1.1" status: 200 len: 822 time: 0.7862213 Feb 04 15:35:10.698439 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-952644c1-0277-4e01-9a1d-292d2502c201 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.790506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08337a7a-95d5-4034-a569-3bcff449685a req-8dff1e7b-795b-4383-8407-02a42bbf35fb tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/quotas/7da2450dae374bcf86d1462624deeabd HTTP/1.1" status: 200 len: 375 time: 0.0939634 Feb 04 15:35:10.810631 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-952644c1-0277-4e01-9a1d-292d2502c201 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.821729 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6b893848-8bfc-45be-85af-9e98431b36d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.822371 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-952644c1-0277-4e01-9a1d-292d2502c201 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.853587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952644c1-0277-4e01-9a1d-292d2502c201 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52783add-7c99-48cf-8b73-20611063059b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:10.868580 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ba03583e-0da2-4dc5-8b0d-87fd264b0518 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:10.876182 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-952644c1-0277-4e01-9a1d-292d2502c201 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.877752 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-952644c1-0277-4e01-9a1d-292d2502c201 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2680504 Feb 04 15:35:10.881209 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6b893848-8bfc-45be-85af-9e98431b36d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.888192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57152) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:10.898415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:10.905516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:10.910371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Usage tracker for resource:floatingip and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:10.915683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:10.924850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:10.949716 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.961310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port cde6ea26-2640-4f83-9299-addaf90f8f25 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:10.961697 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.963761 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08337a7a-95d5-4034-a569-3bcff449685a req-c1941fd4-043d-4d91-9c9c-ff6fcc37b544 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7da2450dae374bcf86d1462624deeabd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1717107 Feb 04 15:35:11.015993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b893848-8bfc-45be-85af-9e98431b36d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cafae85-23d7-4a33-acd5-a45a2e203725,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:11.046021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4100752-af1f-4769-81cf-0a1bb6625c93 req-5f7b2c5d-1060-4352-8731-28f9a9e87ff5 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:11.053640 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4100752-af1f-4769-81cf-0a1bb6625c93 req-5f7b2c5d-1060-4352-8731-28f9a9e87ff5 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 948 time: 0.7648337 Feb 04 15:35:11.056068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] For port 88ae29ea-969b-4b36-9672-e1ee65ea2077, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=88ae29ea-969b-4b36-9672-e1ee65ea2077,segment=NetworkSegment(b672273b-eb51-4f11-bd67-920159697ae2),segment_id=b672273b-eb51-4f11-bd67-920159697ae2)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:11.056542 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.201306 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.397572 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.419237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Allocated IP 172.25.0.216 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/6a94e4ba-d4ea-427e-a875-145023571e44) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:11.443012 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-092a6d4c-c49a-4785-835f-d43bb35c08e4 None None] For port 88ae29ea-969b-4b36-9672-e1ee65ea2077, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=88ae29ea-969b-4b36-9672-e1ee65ea2077,segment=NetworkSegment(b672273b-eb51-4f11-bd67-920159697ae2),segment_id=b672273b-eb51-4f11-bd67-920159697ae2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:11.445716 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-092a6d4c-c49a-4785-835f-d43bb35c08e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.475300 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.476165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6b893848-8bfc-45be-85af-9e98431b36d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c018fa9f5f6046fe9c4d1f392f47c946&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9922922 Feb 04 15:35:11.476658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57156) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:11.495681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] Calling delete_port for 88ae29ea-969b-4b36-9672-e1ee65ea2077 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:35:11.553207 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c07b5174-42ad-4483-9f32-a85d8d4b3168 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:11.579793 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4100752-af1f-4769-81cf-0a1bb6625c93 req-fe506955-6db3-49d0-9106-a802134f4c94 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925652 Feb 04 15:35:11.671426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port ba03583e-0da2-4dc5-8b0d-87fd264b0518 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:11.681387 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-092a6d4c-c49a-4785-835f-d43bb35c08e4 None None] Calling delete_port for 88ae29ea-969b-4b36-9672-e1ee65ea2077 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:35:11.742501 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: c07b5174-42ad-4483-9f32-a85d8d4b3168 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:35:11.742883 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c07b5174-42ad-4483-9f32-a85d8d4b3168 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:35:11.743354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:11.775030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08337a7a-95d5-4034-a569-3bcff449685a req-56cff03f-f14d-4c6b-a517-b09b20eb8f53 service neutron] 10.222.0.60 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8033519 Feb 04 15:35:11.788805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:35:11.789154 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 921b2738-c9eb-4e0f-bbf3-6e5a2b77fa5e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:35:11.791825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port ba03583e-0da2-4dc5-8b0d-87fd264b0518 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:11.792276 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.889692 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-aed5d979-9d14-4e32-9dc9-980a3765408e service neutron] show failed (client error): The resource could not be found. Feb 04 15:35:11.892776 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-aed5d979-9d14-4e32-9dc9-980a3765408e service neutron] 10.222.0.73 "GET /v2.0/ports/ff06417c-da0d-4ce8-ac12-17bcfeee7a2b/bindings/n-h1-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.4566567 Feb 04 15:35:11.947064 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-092a6d4c-c49a-4785-835f-d43bb35c08e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:35:11.947690 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-092a6d4c-c49a-4785-835f-d43bb35c08e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:35:11.963399 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-daeae3b5-98df-4550-a310-afeaa697f5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.967290 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.979973 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.058931 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-daeae3b5-98df-4550-a310-afeaa697f5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.108164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] Pushing event deleted for resources: {'Port': ['ID=88ae29ea-969b-4b36-9672-e1ee65ea2077,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:12.139991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] No DVR routers for this DVR port 88ae29ea-969b-4b36-9672-e1ee65ea2077 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:12.149068 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.156701 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.202511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249863c6-9028-4af1-81a2-772c57143031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba03583e-0da2-4dc5-8b0d-87fd264b0518'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:12.219462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port ba03583e-0da2-4dc5-8b0d-87fd264b0518, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ba03583e-0da2-4dc5-8b0d-87fd264b0518,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:12.226420 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.313715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=ba03583e-0da2-4dc5-8b0d-87fd264b0518,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:12.352888 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.398665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:12.399529 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-daeae3b5-98df-4550-a310-afeaa697f5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.426915 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 88ae29ea-969b-4b36-9672-e1ee65ea2077 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:12.433454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'Port': ['ID=6a94e4ba-d4ea-427e-a875-145023571e44,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:12.437833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88a2cc-5999-401f-b1ae-0d510ea2a27f req-e88beebc-3b56-49d4-8cf8-c013f202d5c2 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:12.445787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:12.449316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:12.451493 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-092a6d4c-c49a-4785-835f-d43bb35c08e4 None None] Deleting port 88ae29ea-969b-4b36-9672-e1ee65ea2077 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:35:12.451921 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-092a6d4c-c49a-4785-835f-d43bb35c08e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.452492 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d88a2cc-5999-401f-b1ae-0d510ea2a27f req-e88beebc-3b56-49d4-8cf8-c013f202d5c2 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.5531194 Feb 04 15:35:12.482481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a027904-9cd9-48bb-9d76-80adc26882ab']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:12.495068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 88ae29ea-969b-4b36-9672-e1ee65ea2077 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:35:12.495452 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 88ae29ea-969b-4b36-9672-e1ee65ea2077 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:35:12.512921 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08337a7a-95d5-4034-a569-3bcff449685a req-809f18c5-f644-4fba-b8d1-95a06d08a669 service neutron] 10.222.0.60 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7369702 Feb 04 15:35:12.528160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d88a2cc-5999-401f-b1ae-0d510ea2a27f req-cb2248d3-e948-4fcb-8176-3346467747ac tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744586 Feb 04 15:35:12.530214 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-092a6d4c-c49a-4785-835f-d43bb35c08e4 None None] The port '88ae29ea-969b-4b36-9672-e1ee65ea2077' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:35:12.545905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b672273b-eb51-4f11-bd67-920159697ae2') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:12.546577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b672273b-eb51-4f11-bd67-920159697ae2') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:12.553975 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeae3b5-98df-4550-a310-afeaa697f5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cafae85-23d7-4a33-acd5-a45a2e203725,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:12.582832 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.597651 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-daeae3b5-98df-4550-a310-afeaa697f5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.599726 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-daeae3b5-98df-4550-a310-afeaa697f5d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6cafae85-23d7-4a33-acd5-a45a2e203725 HTTP/1.1" status: 204 len: 168 time: 1.1218345 Feb 04 15:35:12.627839 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.638428 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:35:12.638428 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.639296 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-51986ab4-93bf-4a48-afa7-0d799e710482 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7&tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c HTTP/1.1" status: 200 len: 1101 time: 0.3172896 Feb 04 15:35:12.663404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:12.772784 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249863c6-9028-4af1-81a2-772c57143031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba03583e-0da2-4dc5-8b0d-87fd264b0518', 'code': 200} Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:35:12.787099 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:35:12.789921 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.837006 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.850319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a027904-9cd9-48bb-9d76-80adc26882ab,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:12.875035 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f74ea1af-7b60-46ff-83c9-9ea7c21c2920 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4a027904-9cd9-48bb-9d76-80adc26882ab HTTP/1.1" status: 204 len: 168 time: 3.2308791 Feb 04 15:35:13.121275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-944e319b-5a7b-4879-9a7f-3ab07a54e54b req-5e057412-2149-4c52-8345-1073f5938606 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 210 time: 0.1006250 Feb 04 15:35:13.199893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c3f69-b9f3-486e-9c21-1bf4d6594690 req-f05e61f8-be51-4bb6-915e-fdebe487a1fa tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:13.214428 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d86c3f69-b9f3-486e-9c21-1bf4d6594690 req-f05e61f8-be51-4bb6-915e-fdebe487a1fa tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 949 time: 0.2791562 Feb 04 15:35:13.260659 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.292904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d86c3f69-b9f3-486e-9c21-1bf4d6594690 req-e574da48-6ec2-48a5-a3b8-2971478ba2a2 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765104 Feb 04 15:35:13.297425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57182) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:13.427612 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1078f1d8-2739-483c-97f8-e1e636781753 req-7efb6d33-d11e-4222-8ab0-70a121fc1d84 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 1100 time: 0.5253711 Feb 04 15:35:13.428649 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.446077 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a60a555b-1213-482a-8984-56a5f1cd5ff8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67e15da4dba44e93844db900edc46fa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1465533 Feb 04 15:35:13.448421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57188) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:13.566634 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83da1a4b-2b78-4e9b-9e0d-01ef25731fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.619880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83da1a4b-2b78-4e9b-9e0d-01ef25731fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.664661 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1078f1d8-2739-483c-97f8-e1e636781753 req-85a48be3-d2ae-499e-8df1-52d34ec4555a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122846 Feb 04 15:35:13.706481 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.760080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83da1a4b-2b78-4e9b-9e0d-01ef25731fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.842722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da1a4b-2b78-4e9b-9e0d-01ef25731fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce177be-9a22-460c-b149-c783cb82e5f7,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:13.853704 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83da1a4b-2b78-4e9b-9e0d-01ef25731fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.858538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-83da1a4b-2b78-4e9b-9e0d-01ef25731fd4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cce177be-9a22-460c-b149-c783cb82e5f7 HTTP/1.1" status: 204 len: 168 time: 0.4088008 Feb 04 15:35:13.909012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be2c6f-4e5e-445a-8f9e-65fdc75d5c2a req-9676fc65-ba28-4def-9fb1-f52eb80fb83c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:13.917552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-81be2c6f-4e5e-445a-8f9e-65fdc75d5c2a req-9676fc65-ba28-4def-9fb1-f52eb80fb83c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.1304853 Feb 04 15:35:13.998791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-81be2c6f-4e5e-445a-8f9e-65fdc75d5c2a req-ffb1c5c8-505f-4890-8c9d-7086fb8d4cc1 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677056 Feb 04 15:35:14.343060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:14.386499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:14.467782 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:14.485946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Transition to ACTIVE for port object ff06417c-da0d-4ce8-ac12-17bcfeee7a2b will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:14.487460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:14.496912 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:14.568312 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c229b56-9169-4ff3-af7a-4f4ea6341ec1 req-f14834a1-4900-460c-abaa-6e67b766a438 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 210 time: 0.1387641 Feb 04 15:35:14.857112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] No DVR routers for this DVR port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:14.878712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Pushing event updated for resources: {'Port': ['ID=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,revision_number=6']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:14.900915 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b', 'code': 200} Feb 04 15:35:15.000412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ff06417c-da0d-4ce8-ac12-17bcfeee7a2b no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:15.062214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Attempting to bind port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:15.062700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Attempting to bind port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:15.064816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Attempting to bind port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:15.094495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:35:15.098690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Attempting to bind port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:15.114525 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:35:15.172408 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:15.180723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:35:15.182403 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:15.185114 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:35:15.185760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Bound port: ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:15.186243 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:15.229951 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ff06417c-da0d-4ce8-ac12-17bcfeee7a2b not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:35:15.295953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf071125-1d6a-41b9-b588-4970082013d5 req-5f038298-2748-401e-bd31-26be938457f2 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:15.298896 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf071125-1d6a-41b9-b588-4970082013d5 req-5f038298-2748-401e-bd31-26be938457f2 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 949 time: 0.6182845 Feb 04 15:35:15.387316 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:15.490447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08337a7a-95d5-4034-a569-3bcff449685a req-08489001-bc99-46a0-9792-013d9bf6327a tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:15.496588 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08337a7a-95d5-4034-a569-3bcff449685a req-08489001-bc99-46a0-9792-013d9bf6327a tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.73 "GET /v2.0/networks?id=a9ae0071-259d-47cc-ba62-3a371c85482e HTTP/1.1" status: 200 len: 822 time: 0.6884959 Feb 04 15:35:15.505998 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf071125-1d6a-41b9-b588-4970082013d5 req-346695a0-f3da-489c-a48a-6b5e7e8e7b5e tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755190 Feb 04 15:35:15.513914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Request body: {'port': {'device_id': '70bb9052-a2e2-43c1-9db1-5fec756aa5dc', 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e', 'admin_state_up': True, 'tenant_id': '7da2450dae374bcf86d1462624deeabd'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:16.065679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.109846 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c45c84ff-af95-439a-ac51-0cae22009e1d req-69dcb5bf-1e6b-41a3-9702-83f0d91ab57a tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 210 time: 0.1160407 Feb 04 15:35:16.154706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'Port': ['ID=6a94e4ba-d4ea-427e-a875-145023571e44,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:16.171334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:16.185282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:16.188924 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.206893 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-22bbc684-f7f8-4846-9251-716445fae4d8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3112855 Feb 04 15:35:16.210019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.248396 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:16.260710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Usage tracker for resource:port and tenant:7da2450dae374bcf86d1462624deeabd is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:16.268538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:16.288800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee9ecd-24ba-4ab9-9b7e-9a355bde818a req-6f0effd5-b9c4-42b6-91bf-9931202e7247 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:16.300540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50ee9ecd-24ba-4ab9-9b7e-9a355bde818a req-6f0effd5-b9c4-42b6-91bf-9931202e7247 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 948 time: 0.5783634 Feb 04 15:35:16.316594 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57266) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:16.317130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:16.425472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.428406 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] 10.222.0.81 "PUT /v2.0/ports/ff06417c-da0d-4ce8-ac12-17bcfeee7a2b HTTP/1.1" status: 200 len: 1096 time: 3.7748179 Feb 04 15:35:16.441590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286472e4-f8a7-4c8b-8baa-12cb5eeff16e service neutron] Pushing event updated for resources: {'Port': ['ID=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,revision_number=7']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:16.460107 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50ee9ecd-24ba-4ab9-9b7e-9a355bde818a req-e4df509a-88ae-4be2-89e1-599bd69ad1d2 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584275 Feb 04 15:35:16.465786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Made reservation on behalf of 7da2450dae374bcf86d1462624deeabd for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:16.475087 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.734272 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-fc642d08-b3ea-410b-9c04-4f9d36c52124 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 1099 time: 0.2661111 Feb 04 15:35:16.991432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Allocated IP 172.20.0.5 (a9ae0071-259d-47cc-ba62-3a371c85482e/e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38/f3242e0e-7b11-43f7-bffe-880f8426c0ac) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:17.057603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:17.066448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-45ab528c-667f-4ec7-854f-9162efe4357f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:17.068559 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-45ab528c-667f-4ec7-854f-9162efe4357f service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3269849 Feb 04 15:35:17.078472 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1304965066-network', 'tenant_id': '5ee094e433a5427a86cf094091e3a26a'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:17.134683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4586e6-3463-4468-85e0-226b935ee11b req-ce702cc9-1bba-471c-bd14-603f68a8f9ca tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:17.136720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce4586e6-3463-4468-85e0-226b935ee11b req-ce702cc9-1bba-471c-bd14-603f68a8f9ca tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 949 time: 0.2330036 Feb 04 15:35:17.161820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:17.167788 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-a0c961e6-231a-461f-8dac-2055194ba911 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b HTTP/1.1" status: 200 len: 217 time: 0.0806825 Feb 04 15:35:17.168729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Usage tracker for resource:network and tenant:5ee094e433a5427a86cf094091e3a26a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:17.171979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:17.224990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:17.255139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Made reservation on behalf of 5ee094e433a5427a86cf094091e3a26a for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:17.257896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.280048 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.290528 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-f80c1270-c6f7-41d5-b32c-a08e6470cafa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:17.292012 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-f80c1270-c6f7-41d5-b32c-a08e6470cafa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1129472 Feb 04 15:35:17.374077 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce4586e6-3463-4468-85e0-226b935ee11b req-3313a9a2-79f2-478f-874e-0b3db57352bd tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301400 Feb 04 15:35:17.391152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:17.396094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Usage tracker for resource:security_group_rule and tenant:5ee094e433a5427a86cf094091e3a26a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:17.400458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:17.408799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:17.431739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-d863ae2e-277e-4dbb-9955-2fa4d03d7e07 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1711540207&fields=id&tenant_id=c91e1013ea734c178c5ab749e0a32bf0 HTTP/1.1" status: 200 len: 267 time: 0.1135237 Feb 04 15:35:17.493640 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.566166 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-406dc3de-7fdb-4463-ae79-c777aaf42aa7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2621078 Feb 04 15:35:17.574433 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.603828 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b', 'status': 'completed', 'code': 200} Feb 04 15:35:17.709287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.716199 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.764054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:17.778236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-7fa93d46-b646-4eec-8627-fa0b126a7f21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:17.779197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-7fa93d46-b646-4eec-8627-fa0b126a7f21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Synchronizing usage tracker for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:17.786366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4766df49-1b35-4df7-a57a-4178765d7f64,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:17.809030 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.809383 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Added segment 71cdeb4a-02d6-4b3e-a331-b1952f7ef950 of type vlan for network 41d32d09-b911-4d41-b3ef-3aa31a6c719d Feb 04 15:35:17.820920 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-d13bcb18-9395-44b1-9b63-9d5903e3134c service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148702 Feb 04 15:35:17.889594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-7fa93d46-b646-4eec-8627-fa0b126a7f21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Unset dirty status for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:17.899067 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-7fa93d46-b646-4eec-8627-fa0b126a7f21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports/08bb0989-9ab5-4b14-a3ad-1f0ef5940800 HTTP/1.1" status: 200 len: 932 time: 0.4421864 Feb 04 15:35:17.921748 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.997834 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.998666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:17.999347 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:18.038582 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-2640992d-ee75-41e9-942c-e0b98abb966f service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098188 Feb 04 15:35:18.075315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-730b36a7-1837-4630-aa84-007c2ba87f82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 1099 time: 0.4332116 Feb 04 15:35:18.217291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] Pushing event updated for resources: {'Network': ['ID=41d32d09-b911-4d41-b3ef-3aa31a6c719d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:18.225440 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7f01bb13-41d2-4ebb-8346-a5513f91090d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9047842 Feb 04 15:35:18.232406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 41d32d09-b911-4d41-b3ef-3aa31a6c719d details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:35:18.242190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Network a9ae0071-259d-47cc-ba62-3a371c85482e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:18.247503 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57306) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:18.255277 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Pushing event updated for resources: {'Port': ['ID=f3242e0e-7b11-43f7-bffe-880f8426c0ac,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:18.266866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:18.276253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:18.278949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] Request body: {'subnet': {'network_id': '41d32d09-b911-4d41-b3ef-3aa31a6c719d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1304965066-subnet', 'tenant_id': '5ee094e433a5427a86cf094091e3a26a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:18.299022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:18.310331 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] Usage tracker for resource:subnet and tenant:5ee094e433a5427a86cf094091e3a26a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:18.346937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-badb4981-3e59-48c5-8836-93c58efee4e8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:18.354419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-badb4981-3e59-48c5-8836-93c58efee4e8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports/b1c50e65-f55d-48d1-9dd4-610ff1f20e6e HTTP/1.1" status: 200 len: 931 time: 0.4544022 Feb 04 15:35:18.358166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:18.393609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:18.444456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] Made reservation on behalf of 5ee094e433a5427a86cf094091e3a26a for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:18.447142 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e2d8b1e5-500c-4b07-9d45-7debb25d44e1 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?network_id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0917675 Feb 04 15:35:18.455698 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:18.511888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:18.512635 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:18.517446 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-72b20232-ce23-4ab2-b1c3-6f47dcc82e98 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 1099 time: 0.3671331 Feb 04 15:35:18.543869 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-b46f05d0-be55-4a9b-881b-5e2d69825be9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?network_id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0957158 Feb 04 15:35:18.668369 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d0555-3f79-482c-a5dc-5836520ec862 req-6245f5ef-f066-4f95-b330-cb7c026fcff1 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:18.669099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-292d0555-3f79-482c-a5dc-5836520ec862 req-6245f5ef-f066-4f95-b330-cb7c026fcff1 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Synchronizing usage tracker for tenant:7da2450dae374bcf86d1462624deeabd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:18.678829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-9b607b7a-3b81-4043-8088-a4c300b24582 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:18.680539 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-9b607b7a-3b81-4043-8088-a4c300b24582 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.5968330 Feb 04 15:35:18.685477 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08337a7a-95d5-4034-a569-3bcff449685a req-e106fc1e-a958-4b3f-b6ab-540d82ce383f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1757557 Feb 04 15:35:18.772841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Request body: {'port': {'device_id': '70bb9052-a2e2-43c1-9db1-5fec756aa5dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:18.842526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-3adc67fe-cf40-433e-9faf-15d1d92f141f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b HTTP/1.1" status: 200 len: 217 time: 0.1531839 Feb 04 15:35:18.854566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-26a2662a-a604-49e0-84fe-5660fa92abfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:18.863944 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-26a2662a-a604-49e0-84fe-5660fa92abfc service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3336813 Feb 04 15:35:18.904522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-292d0555-3f79-482c-a5dc-5836520ec862 req-6245f5ef-f066-4f95-b330-cb7c026fcff1 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Unset dirty status for tenant:7da2450dae374bcf86d1462624deeabd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:18.912474 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-292d0555-3f79-482c-a5dc-5836520ec862 req-6245f5ef-f066-4f95-b330-cb7c026fcff1 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 931 time: 1.1589363 Feb 04 15:35:19.062255 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-b84d721a-408d-472c-9257-4301858e2738 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b HTTP/1.1" status: 200 len: 217 time: 0.1917121 Feb 04 15:35:19.148650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-f28842f8-7292-44d4-a0fa-a01001a7bd0a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:19.154403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-f28842f8-7292-44d4-a0fa-a01001a7bd0a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:19.154940 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.157970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-f28842f8-7292-44d4-a0fa-a01001a7bd0a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:19.157970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-f28842f8-7292-44d4-a0fa-a01001a7bd0a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Synchronizing usage tracker for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:19.257010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-5ade840f-363e-40a1-898f-5c41fcb6a81e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:19.257010 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-5ade840f-363e-40a1-898f-5c41fcb6a81e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1644397 Feb 04 15:35:19.266720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-bacd3f8b-ddc8-4da5-b4c8-23a0e0543d47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:19.266720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-bacd3f8b-ddc8-4da5-b4c8-23a0e0543d47 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.3742509 Feb 04 15:35:19.322827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-292d0555-3f79-482c-a5dc-5836520ec862 req-ea91c053-2e5f-4469-b057-7bee71d11849 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Synchronizing usage tracker for tenant:7da2450dae374bcf86d1462624deeabd on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:19.329328 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.340739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-f28842f8-7292-44d4-a0fa-a01001a7bd0a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Unset dirty status for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:19.349253 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-f28842f8-7292-44d4-a0fa-a01001a7bd0a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/networks?id=466a7e42-008f-43f5-b470-3b0ff4f3b0b5&id=f5281afe-99cd-45c1-96f8-e4c1552da724&id=f5281afe-99cd-45c1-96f8-e4c1552da724&id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e&id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e HTTP/1.1" status: 200 len: 1989 time: 0.8040919 Feb 04 15:35:19.446665 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-d727ae00-890d-4e67-ae54-c782554d760e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/quotas/c91e1013ea734c178c5ab749e0a32bf0 HTTP/1.1" status: 200 len: 375 time: 0.0967414 Feb 04 15:35:19.448597 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-292d0555-3f79-482c-a5dc-5836520ec862 req-ea91c053-2e5f-4469-b057-7bee71d11849 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Unset dirty status for tenant:7da2450dae374bcf86d1462624deeabd on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:19.464056 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-292d0555-3f79-482c-a5dc-5836520ec862 req-ea91c053-2e5f-4469-b057-7bee71d11849 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500841 Feb 04 15:35:19.542377 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.689301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c4b6a94-9ed8-4fd7-a738-97aa5df3373e,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:19.725027 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-a89ce366-ba8d-46f4-b0e9-cdbe57d8e913 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4722283 Feb 04 15:35:19.726286 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-052fabfc-6b0d-4472-9347-ca3bac066ac5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4774549 Feb 04 15:35:19.728978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] Checking segment: {'id': '71cdeb4a-02d6-4b3e-a331-b1952f7ef950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '41d32d09-b911-4d41-b3ef-3aa31a6c719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:19.729570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] Network hostable DHCP agents. Network: 41d32d09-b911-4d41-b3ef-3aa31a6c719d, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:19.878498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] Network 41d32d09-b911-4d41-b3ef-3aa31a6c719d is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:19.919208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 41d32d09-b911-4d41-b3ef-3aa31a6c719d) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:19.928316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9e256f-9239-477d-817d-5cd2ccda3354 None None] Network 41d32d09-b911-4d41-b3ef-3aa31a6c719d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:35:19.930991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:19.931791 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.940231 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-f4040baa-2c13-46eb-8542-0143966215eb service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027099 Feb 04 15:35:20.097305 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-91bceed3-3aa8-4a13-b320-eceb1e9a6652 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8478835 Feb 04 15:35:20.100296 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57316) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:20.108149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1304965066-router', 'tenant_id': '5ee094e433a5427a86cf094091e3a26a', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:20.126212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:20.135910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Usage tracker for resource:router and tenant:5ee094e433a5427a86cf094091e3a26a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:20.139869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:20.152297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:20.163534 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-1c167378-2d80-4649-bd6c-541c229a0463 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290905 Feb 04 15:35:20.194140 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-08077335-7ede-485f-9e15-6cac73190a73 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469716 Feb 04 15:35:20.195970 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.197443 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.243059 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.243270 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-599448a3-5af3-4553-8ad0-81f5b9c08b8f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7952731 Feb 04 15:35:20.324979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-41d32d09-b911-4d41-b3ef-3aa31a6c719d', 'network_id': '41d32d09-b911-4d41-b3ef-3aa31a6c719d', 'tenant_id': '5ee094e433a5427a86cf094091e3a26a', 'fixed_ips': [{'subnet_id': '0c4b6a94-9ed8-4fd7-a738-97aa5df3373e'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:35:20.326097 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.464306 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.560037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Allocated IP 172.20.0.2 (41d32d09-b911-4d41-b3ef-3aa31a6c719d/0c4b6a94-9ed8-4fd7-a738-97aa5df3373e/50e2d9a5-2873-4908-ab7d-2acb7ec13fad) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:20.665038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d082b-8c67-4ca8-8d34-83f49b36b40b req-f1d04df4-bd41-40e8-b68d-9d830e181826 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:20.669097 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b89d082b-8c67-4ca8-8d34-83f49b36b40b req-f1d04df4-bd41-40e8-b68d-9d830e181826 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 948 time: 0.8448167 Feb 04 15:35:20.739906 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-9d447f9e-1e9b-4c4d-b014-ecdaa84a477e service neutron] 10.222.0.60 "GET /v2.0/networks/466a7e42-008f-43f5-b470-3b0ff4f3b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649465 Feb 04 15:35:20.741750 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:35:20.795355 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-586231cb-8f11-45c5-bdfa-9bc7df14c10c req-1b791415-405e-4cb3-aae6-d5f5e3731bb1 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477266 Feb 04 15:35:20.803189 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.937862 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.968908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b89d082b-8c67-4ca8-8d34-83f49b36b40b req-470e88e3-d69d-4102-9ef9-e0f697641a50 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717528 Feb 04 15:35:20.981484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3242e0e-7b11-43f7-bffe-880f8426c0ac {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:20.997091 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.071131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Transition to ACTIVE for port object f3242e0e-7b11-43f7-bffe-880f8426c0ac will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:21.085654 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.157284 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.188149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Transition to ACTIVE for port object 50e2d9a5-2873-4908-ab7d-2acb7ec13fad will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:21.243783 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Transition to ACTIVE for port object 50e2d9a5-2873-4908-ab7d-2acb7ec13fad will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:21.259669 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.298384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-6b69306e-3811-4c98-a59b-c263e88ecb58 service neutron] 10.222.0.60 "GET /v2.0/networks/466a7e42-008f-43f5-b470-3b0ff4f3b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376778 Feb 04 15:35:21.364008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Pushing event updated for resources: {'Port': ['ID=f3242e0e-7b11-43f7-bffe-880f8426c0ac,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:21.371269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Allocated IP 172.25.0.153 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:21.412877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Pushing event updated for resources: {'Port': ['ID=50e2d9a5-2873-4908-ab7d-2acb7ec13fad,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:21.424078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.425139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.425139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.425139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.426584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.426584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.426584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.427400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.427400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.427630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.434841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.436825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.437383 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.437958 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.439046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.443909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.444462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.445794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.446696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.455488 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.455573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.456184 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:21.482963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Network 41d32d09-b911-4d41-b3ef-3aa31a6c719d is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:21.491639 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:21.505366 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:21.564469 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-eabe8a80-dfd5-4025-95ad-b1f5b4fa1cb6 service neutron] 10.222.0.60 "GET /v2.0/ports/08bb0989-9ab5-4b14-a3ad-1f0ef5940800?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2651684 Feb 04 15:35:21.679483 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.709678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Attempting to bind port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:21.710303 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Attempting to bind port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '71cdeb4a-02d6-4b3e-a331-b1952f7ef950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '41d32d09-b911-4d41-b3ef-3aa31a6c719d'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:21.710844 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Attempting to bind port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad on network 41d32d09-b911-4d41-b3ef-3aa31a6c719d {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:21.725986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:35:21.726952 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Checking segment: {'id': '71cdeb4a-02d6-4b3e-a331-b1952f7ef950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '41d32d09-b911-4d41-b3ef-3aa31a6c719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:21.727089 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.727544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Bound using segment: {'id': '71cdeb4a-02d6-4b3e-a331-b1952f7ef950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '41d32d09-b911-4d41-b3ef-3aa31a6c719d'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:35:21.728110 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Bound port: 50e2d9a5-2873-4908-ab7d-2acb7ec13fad, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cdeb4a-02d6-4b3e-a331-b1952f7ef950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '41d32d09-b911-4d41-b3ef-3aa31a6c719d'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:21.730688 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.730787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.833346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Pushing event updated for resources: {'Port': ['ID=6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:21.854799 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] For port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:21.862430 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] For port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=50e2d9a5-2873-4908-ab7d-2acb7ec13fad,segment=NetworkSegment(71cdeb4a-02d6-4b3e-a331-b1952f7ef950),segment_id=71cdeb4a-02d6-4b3e-a331-b1952f7ef950)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:21.869320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:21.869865 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.872004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:21.875130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:22.179854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fe697-d8f0-4d93-bb04-d926e3d38159 None None] Pushing event updated for resources: {'Port': ['ID=50e2d9a5-2873-4908-ab7d-2acb7ec13fad,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:22.246885 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8731b3b8-1d20-4f12-a90a-f6b034947882 service neutron] 10.222.0.60 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651726 Feb 04 15:35:22.256023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Attempting to bind port f3242e0e-7b11-43f7-bffe-880f8426c0ac on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:22.256151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Attempting to bind port f3242e0e-7b11-43f7-bffe-880f8426c0ac by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'f3828b8f-976c-4a46-aa17-2ec0f8283960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:22.256456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Attempting to bind port f3242e0e-7b11-43f7-bffe-880f8426c0ac on network a9ae0071-259d-47cc-ba62-3a371c85482e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:22.257149 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.261467 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.398316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Port f3242e0e-7b11-43f7-bffe-880f8426c0ac on network a9ae0071-259d-47cc-ba62-3a371c85482e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:35:22.398644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Attempting to bind port f3242e0e-7b11-43f7-bffe-880f8426c0ac on network a9ae0071-259d-47cc-ba62-3a371c85482e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:22.433885 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8826b172-4228-40a6-9c38-5dbf486d48d3 req-afd83152-88b6-458d-90f9-d49efbb53065 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4638174 Feb 04 15:35:22.463925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:35:22.468807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Checking segment: {'id': 'f3828b8f-976c-4a46-aa17-2ec0f8283960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:22.469402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Bound using segment: {'id': 'f3828b8f-976c-4a46-aa17-2ec0f8283960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:35:22.470696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Bound port: f3242e0e-7b11-43f7-bffe-880f8426c0ac, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3828b8f-976c-4a46-aa17-2ec0f8283960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:22.475757 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.710126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-a4dc128e-045b-4828-9c4a-385bbfff6686 service neutron] 10.222.0.60 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420004 Feb 04 15:35:22.817654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] For port f3242e0e-7b11-43f7-bffe-880f8426c0ac, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:22.836919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-941e8fd2-c9c2-45d2-827b-17ccd9f9f7b6 service neutron] 10.222.0.60 "GET /v2.0/ports/b1c50e65-f55d-48d1-9dd4-610ff1f20e6e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1100349 Feb 04 15:35:22.841627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] For port f3242e0e-7b11-43f7-bffe-880f8426c0ac, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f3242e0e-7b11-43f7-bffe-880f8426c0ac,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:22.946736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Router 8859d201-6113-4f85-b41d-90eff43ab350 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:35:22.952754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ff06417c-da0d-4ce8-ac12-17bcfeee7a2b details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:35:22.997557 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:23.195583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:23.232845 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b', 'mac_address': 'fa:16:3e:c7:16:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:35:23.292632 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:23.294463 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08337a7a-95d5-4034-a569-3bcff449685a req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] 10.222.0.73 "PUT /v2.0/ports/f3242e0e-7b11-43f7-bffe-880f8426c0ac HTTP/1.1" status: 200 len: 1091 time: 4.5450940 Feb 04 15:35:23.311097 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bb9052-a2e2-43c1-9db1-5fec756aa5dc', 'tag': 'f3242e0e-7b11-43f7-bffe-880f8426c0ac'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:23.412214 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:23.455740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff06417c-da0d-4ce8-ac12-17bcfeee7a2b {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:23.466304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:35:23.480337 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Sync routers for ids ['8859d201-6113-4f85-b41d-90eff43ab350'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:35:23.508942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:23.516471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6edab-dd8d-4fac-b33e-2980626860dc service neutron] Pushing event updated for resources: {'Port': ['ID=f3242e0e-7b11-43f7-bffe-880f8426c0ac,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:23.518089 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:23.519459 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Routers {'8859d201-6113-4f85-b41d-90eff43ab350'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:35:23.520398 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:35:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8859d201-6113-4f85-b41d-90eff43ab350'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:23.544847 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-0ef7e42a-2ff5-4bae-bc89-4221af6f1a0d service neutron] 10.222.0.60 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6977446 Feb 04 15:35:23.551967 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:23.553689 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c8485682-e330-43ea-9f04-bf040b61f372 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.4522524 Feb 04 15:35:23.558252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57340) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:23.741389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:23.742971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd57035-914e-476e-96b8-80f87da32210 req-2fcd9453-bbe7-40f1-86d9-08268578861b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:23.751046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bd57035-914e-476e-96b8-80f87da32210 req-2fcd9453-bbe7-40f1-86d9-08268578861b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 943 time: 0.7548842 Feb 04 15:35:23.872705 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08337a7a-95d5-4034-a569-3bcff449685a req-0e3a1c2e-5d49-4598-bb52-48fffacc41b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da2450dae374bcf86d1462624deeabd&device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 1094 time: 0.4952917 Feb 04 15:35:23.884572 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d61201-7079-4c57-8672-7465266b19ec None None] Network 41d32d09-b911-4d41-b3ef-3aa31a6c719d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:35:24.002798 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Set router 8859d201-6113-4f85-b41d-90eff43ab350 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:35:24.027736 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bd57035-914e-476e-96b8-80f87da32210 req-955688b2-47ae-4d11-8c46-1bc1c4eb2b9c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755451 Feb 04 15:35:24.032995 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08337a7a-95d5-4034-a569-3bcff449685a req-7c8ee758-0ced-4187-a5fe-7a74f8461c87 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3242e0e-7b11-43f7-bffe-880f8426c0ac HTTP/1.1" status: 200 len: 217 time: 0.1505828 Feb 04 15:35:24.049442 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['ff06417c-da0d-4ce8-ac12-17bcfeee7a2b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:35:24.197872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30fd434e-e7c5-4e82-ba3e-0e3f96fd1e50 service neutron] 10.222.0.60 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524880 Feb 04 15:35:24.452161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-efa6aa77-ccee-40c6-9394-9e6d57c3791f None None] Provisioning for port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:24.622786 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-14e29b4a-6250-4263-8846-aa8e083ba54a service neutron] 10.222.0.60 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955448 Feb 04 15:35:24.676869 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 50e2d9a5-2873-4908-ab7d-2acb7ec13fad up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:24.859909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:24.883692 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:24.884401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08337a7a-95d5-4034-a569-3bcff449685a req-1763ff32-b135-423a-bb6c-2c7376a1cd41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:24.885876 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08337a7a-95d5-4034-a569-3bcff449685a req-1763ff32-b135-423a-bb6c-2c7376a1cd41 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38 HTTP/1.1" status: 200 len: 862 time: 0.8212569 Feb 04 15:35:24.886203 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.919987 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859d201-6113-4f85-b41d-90eff43ab350', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1304965066-router', 'tenant_id': '5ee094e433a5427a86cf094091e3a26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:20Z', 'updated_at': '2022-02-04T15:35:22Z', 'revision_number': 3, 'project_id': '5ee094e433a5427a86cf094091e3a26a', 'gw_port': {'id': '6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8859d201-6113-4f85-b41d-90eff43ab350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:21Z', 'updated_at': '2022-02-04T15:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:24.931297 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Checking router: 8859d201-6113-4f85-b41d-90eff43ab350 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:35:24.933209 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Updating router 8859d201-6113-4f85-b41d-90eff43ab350 port 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:35:24.953896 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08337a7a-95d5-4034-a569-3bcff449685a req-60bb4219-4251-4f53-a277-bba567a1d6f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9ae0071-259d-47cc-ba62-3a371c85482e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594478 Feb 04 15:35:25.096465 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.221306 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.252873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d06c7-e384-41ac-b4ae-e75cb9901489 req-a8dd3e61-a2a1-4598-a287-aa236ad0f5f9 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:25.254686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-435d06c7-e384-41ac-b4ae-e75cb9901489 req-a8dd3e61-a2a1-4598-a287-aa236ad0f5f9 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 949 time: 0.6289079 Feb 04 15:35:25.275075 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=50e2d9a5-2873-4908-ab7d-2acb7ec13fad,segment=NetworkSegment(71cdeb4a-02d6-4b3e-a331-b1952f7ef950),segment_id=71cdeb4a-02d6-4b3e-a331-b1952f7ef950)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:25.284324 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.326231 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-6c0bc89c-5e0b-467b-96c1-f08f0dfe5e07 service neutron] 10.222.0.60 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6433761 Feb 04 15:35:25.342209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-00e57180-3ff0-47bf-97d3-83cf83db4e99 None None] Provisioning complete for port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:25.343865 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-00e57180-3ff0-47bf-97d3-83cf83db4e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.359977 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.393758 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08337a7a-95d5-4034-a569-3bcff449685a req-1445357e-5662-4cf2-81c3-d193fcb70d99 service neutron] 10.222.0.73 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240294 Feb 04 15:35:25.624012 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Allocated IP 172.20.0.1 (41d32d09-b911-4d41-b3ef-3aa31a6c719d/0c4b6a94-9ed8-4fd7-a738-97aa5df3373e/4aea874a-1093-4ac9-8319-2d5e22b8a4d0) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:25.626356 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.635190 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=50e2d9a5-2873-4908-ab7d-2acb7ec13fad,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:25.646672 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Transition to ACTIVE for port object 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:25.688207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-5d6fff57-783a-468f-9ff6-c7394db98248 service neutron] 10.222.0.60 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922292 Feb 04 15:35:25.691975 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-435d06c7-e384-41ac-b4ae-e75cb9901489 req-d2eb1add-98f4-4d5c-89cd-1018342813c1 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183772 Feb 04 15:35:25.718622 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.807414 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef67e33-c6a4-4d51-896d-71383df48d57 None None] Pushing event updated for resources: {'Port': ['ID=6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:25.823704 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef67e33-c6a4-4d51-896d-71383df48d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:25.824449 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef67e33-c6a4-4d51-896d-71383df48d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:25.824928 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef67e33-c6a4-4d51-896d-71383df48d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:25.825418 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef67e33-c6a4-4d51-896d-71383df48d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:25.825886 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef67e33-c6a4-4d51-896d-71383df48d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:25.826355 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef67e33-c6a4-4d51-896d-71383df48d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:25.826821 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef67e33-c6a4-4d51-896d-71383df48d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:25.827305 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef67e33-c6a4-4d51-896d-71383df48d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:25.827825 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef67e33-c6a4-4d51-896d-71383df48d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:25.828288 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef67e33-c6a4-4d51-896d-71383df48d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:25.828965 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef67e33-c6a4-4d51-896d-71383df48d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:25.866391 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.887930 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Attempting to bind port 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:25.888523 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Attempting to bind port 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:25.888702 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Transition to ACTIVE for port object 4aea874a-1093-4ac9-8319-2d5e22b8a4d0 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:25.889195 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Attempting to bind port 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:25.898420 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:35:25.899101 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:25.899699 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.900233 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:35:25.901119 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Bound port: 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:25.901643 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.928834 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.021336 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Pushing event updated for resources: {'Port': ['ID=4aea874a-1093-4ac9-8319-2d5e22b8a4d0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:26.030253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Network 41d32d09-b911-4d41-b3ef-3aa31a6c719d is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:26.032668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:26.036029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:26.086760 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] For port 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:26.098565 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] For port 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:26.121853 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.190508 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-46a3f402-c736-4974-9c69-1515884daf58 service neutron] 10.222.0.60 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638176 Feb 04 15:35:26.199651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f3964-b665-4f94-839b-8bd9ccb24796 req-3fdb1da3-36c5-48a7-8bc6-14c74821686e tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:26.204661 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.207168 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e08f3964-b665-4f94-839b-8bd9ccb24796 req-3fdb1da3-36c5-48a7-8bc6-14c74821686e tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 949 time: 0.2498605 Feb 04 15:35:26.236332 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Routers {'8859d201-6113-4f85-b41d-90eff43ab350'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:35:26.237350 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:35:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8859d201-6113-4f85-b41d-90eff43ab350'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:26.265964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08337a7a-95d5-4034-a569-3bcff449685a req-46ad6c12-937d-43bf-bbe0-e20d331a9d44 service neutron] 10.222.0.73 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767605 Feb 04 15:35:26.349407 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e08f3964-b665-4f94-839b-8bd9ccb24796 req-cec4b7a9-dab2-4ef2-82ca-7386bcc2a656 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405697 Feb 04 15:35:26.388327 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.396508 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef67e33-c6a4-4d51-896d-71383df48d57 None None] Pushing event updated for resources: {'Port': ['ID=6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:26.459459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-60ea211c-4800-4678-807a-78e8498926c5 None None] Provisioning for port 4aea874a-1093-4ac9-8319-2d5e22b8a4d0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:26.465715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-60ea211c-4800-4678-807a-78e8498926c5 None None] Provisioning complete for port 4aea874a-1093-4ac9-8319-2d5e22b8a4d0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:26.466130 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-60ea211c-4800-4678-807a-78e8498926c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.547364 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 50e2d9a5-2873-4908-ab7d-2acb7ec13fad up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:26.596047 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-0ec8a8c0-b780-4486-b53f-91d4fb4d3d56 service neutron] 10.222.0.60 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841760 Feb 04 15:35:26.626849 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] Set router 8859d201-6113-4f85-b41d-90eff43ab350 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:35:26.656875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-60ea211c-4800-4678-807a-78e8498926c5 None None] Port 4aea874a-1093-4ac9-8319-2d5e22b8a4d0 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:35:26.686164 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:26.686774 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.848491 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bb9052-a2e2-43c1-9db1-5fec756aa5dc', 'tag': 'f3242e0e-7b11-43f7-bffe-880f8426c0ac', 'status': 'completed', 'code': 200} Feb 04 15:35:26.955634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ff06417c-da0d-4ce8-ac12-17bcfeee7a2b up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:27.042326 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-ffbcfc78-300c-400c-9b1c-b805bce3d0f1 service neutron] 10.222.0.60 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406133 Feb 04 15:35:27.149026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:27.156221 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:27.156769 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.195996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aab72b07-29b6-4c35-9d20-f69a77b7174c req-1fa29a9e-0826-4026-b8ef-be90413215ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da2450dae374bcf86d1462624deeabd&device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 1094 time: 0.3458562 Feb 04 15:35:27.204722 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.214224 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.265750 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859d201-6113-4f85-b41d-90eff43ab350', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1304965066-router', 'tenant_id': '5ee094e433a5427a86cf094091e3a26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:20Z', 'updated_at': '2022-02-04T15:35:26Z', 'revision_number': 4, 'project_id': '5ee094e433a5427a86cf094091e3a26a', 'gw_port': {'id': '6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8859d201-6113-4f85-b41d-90eff43ab350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:21Z', 'updated_at': '2022-02-04T15:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4aea874a-1093-4ac9-8319-2d5e22b8a4d0', 'name': '', 'network_id': '41d32d09-b911-4d41-b3ef-3aa31a6c719d', 'tenant_id': '5ee094e433a5427a86cf094091e3a26a', 'mac_address': 'fa:16:3e:6a:e2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8859d201-6113-4f85-b41d-90eff43ab350', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c4b6a94-9ed8-4fd7-a738-97aa5df3373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:25Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 1, 'project_id': '5ee094e433a5427a86cf094091e3a26a', 'subnets': [{'id': '0c4b6a94-9ed8-4fd7-a738-97aa5df3373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:27.270356 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f3bc48-1422-4457-b8d8-2459091b7634 None None] The sync data for ids ['8859d201-6113-4f85-b41d-90eff43ab350'] in n-d-827872-1 is: [{'id': '8859d201-6113-4f85-b41d-90eff43ab350', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1304965066-router', 'tenant_id': '5ee094e433a5427a86cf094091e3a26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:20Z', 'updated_at': '2022-02-04T15:35:26Z', 'revision_number': 4, 'project_id': '5ee094e433a5427a86cf094091e3a26a', 'gw_port': {'id': '6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bf:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8859d201-6113-4f85-b41d-90eff43ab350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:21Z', 'updated_at': '2022-02-04T15:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4aea874a-1093-4ac9-8319-2d5e22b8a4d0', 'name': '', 'network_id': '41d32d09-b911-4d41-b3ef-3aa31a6c719d', 'tenant_id': '5ee094e433a5427a86cf094091e3a26a', 'mac_address': 'fa:16:3e:6a:e2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8859d201-6113-4f85-b41d-90eff43ab350', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c4b6a94-9ed8-4fd7-a738-97aa5df3373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:25Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 1, 'project_id': '5ee094e433a5427a86cf094091e3a26a', 'subnets': [{'id': '0c4b6a94-9ed8-4fd7-a738-97aa5df3373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:35:27.366097 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.407063 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.454312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Pushing event updated for resources: {'Port': ['ID=4aea874a-1093-4ac9-8319-2d5e22b8a4d0,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:27.473404 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:27.477783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37f2ae-dc04-4da3-9b47-056e52201b22 req-c8b96c34-12b4-4079-93c4-7a233f82c42f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:27.485893 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca37f2ae-dc04-4da3-9b47-056e52201b22 req-c8b96c34-12b4-4079-93c4-7a233f82c42f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 943 time: 0.4546740 Feb 04 15:35:27.494184 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:27.521978 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.606270 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-1843040a-4806-4217-9287-efb1c2e430d0 service neutron] 10.222.0.60 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744167 Feb 04 15:35:27.618326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab72b07-29b6-4c35-9d20-f69a77b7174c req-945449ad-67e3-4739-8797-459648ec4303 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:27.619875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aab72b07-29b6-4c35-9d20-f69a77b7174c req-945449ad-67e3-4739-8797-459648ec4303 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9ae0071-259d-47cc-ba62-3a371c85482e HTTP/1.1" status: 200 len: 923 time: 0.3345299 Feb 04 15:35:27.684994 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:27.725156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Network 41d32d09-b911-4d41-b3ef-3aa31a6c719d is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:27.726542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:27.801377 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-d235ed48-17a8-463e-8788-ac9515c34366 service neutron] 10.222.0.60 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848357 Feb 04 15:35:28.098279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca37f2ae-dc04-4da3-9b47-056e52201b22 req-4da516d3-17c1-4df3-88be-933a34ae2e0d tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6113470 Feb 04 15:35:28.125481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aab72b07-29b6-4c35-9d20-f69a77b7174c req-34222da2-e0d3-4072-84b5-3a9b409b94dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3242e0e-7b11-43f7-bffe-880f8426c0ac HTTP/1.1" status: 200 len: 217 time: 0.3230772 Feb 04 15:35:28.212886 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7119a4a5-d5de-4b54-bfcd-0e51ca8b20d8 None None] Provisioning complete for port 4aea874a-1093-4ac9-8319-2d5e22b8a4d0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:28.213367 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7119a4a5-d5de-4b54-bfcd-0e51ca8b20d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.247337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab72b07-29b6-4c35-9d20-f69a77b7174c req-0432b4b4-d734-4107-b733-87d3c118948f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:28.248781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aab72b07-29b6-4c35-9d20-f69a77b7174c req-0432b4b4-d734-4107-b733-87d3c118948f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38 HTTP/1.1" status: 200 len: 862 time: 0.1136408 Feb 04 15:35:28.431934 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7119a4a5-d5de-4b54-bfcd-0e51ca8b20d8 None None] Port 4aea874a-1093-4ac9-8319-2d5e22b8a4d0 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:35:28.444071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aab72b07-29b6-4c35-9d20-f69a77b7174c req-b0971b08-d481-4d98-9f6f-35402e42994f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9ae0071-259d-47cc-ba62-3a371c85482e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1854692 Feb 04 15:35:28.540223 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:28.665907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Router 8859d201-6113-4f85-b41d-90eff43ab350 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:35:28.776085 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aab72b07-29b6-4c35-9d20-f69a77b7174c req-a1ff7105-dd0d-487b-9f39-f445971fdf0e service neutron] 10.222.0.73 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232200 Feb 04 15:35:28.784718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:28.793719 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:28.794088 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.045206 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f3242e0e-7b11-43f7-bffe-880f8426c0ac details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:35:29.056320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:35:29.077286 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7d32ac76-bf14-4b33-b3bd-cc58cd4ea734 admin admin] 10.222.0.60 "PUT /v2.0/routers/8859d201-6113-4f85-b41d-90eff43ab350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5177183 Feb 04 15:35:29.093822 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aab72b07-29b6-4c35-9d20-f69a77b7174c req-f0dfeaee-e167-4567-9443-6cc3915abb7f service neutron] 10.222.0.73 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091571 Feb 04 15:35:29.142416 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.372717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:29.400492 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.413399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-ebb6c60c-aacf-4b4e-9bc9-d73aff115ff4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:29.414923 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-ebb6c60c-aacf-4b4e-9bc9-d73aff115ff4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7&tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 950 time: 0.1970816 Feb 04 15:35:29.474060 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-52b491bb-2073-4bb4-94ed-5104f98d490c tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=11eff9959bf446e3bd45f4d5029107b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954187 Feb 04 15:35:29.583062 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-9bb555f4-971a-463c-b318-bb1f9c151b4d service neutron] 10.222.0.81 "GET /v2.0/ports/ff06417c-da0d-4ce8-ac12-17bcfeee7a2b/bindings/n-h1-827872-1 HTTP/1.1" status: 200 len: 382 time: 0.1549814 Feb 04 15:35:29.681924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f3242e0e-7b11-43f7-bffe-880f8426c0ac, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f3242e0e-7b11-43f7-bffe-880f8426c0ac,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:29.712755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:29.729688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'f3242e0e-7b11-43f7-bffe-880f8426c0ac', 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e', 'port_id': 'f3242e0e-7b11-43f7-bffe-880f8426c0ac', 'mac_address': 'fa:16:3e:dc:b4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:35:29.743241 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-2190fb3e-55e3-40a3-897c-b3262817ebad service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 1101 time: 0.1092536 Feb 04 15:35:29.759868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-d387ce4a-8971-4f67-b282-37d981772806 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:29.769555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-d387ce4a-8971-4f67-b282-37d981772806 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2943511 Feb 04 15:35:29.793551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-964606ca-21f4-41f5-9a6e-afa90577550e tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/quotas/11eff9959bf446e3bd45f4d5029107b9 HTTP/1.1" status: 200 len: 375 time: 0.0227752 Feb 04 15:35:29.849065 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.882924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3242e0e-7b11-43f7-bffe-880f8426c0ac {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:29.914380 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f3242e0e-7b11-43f7-bffe-880f8426c0ac, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f3242e0e-7b11-43f7-bffe-880f8426c0ac,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:29.928448 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.965151 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-2eab1aa1-222e-4c3d-beb9-a9f1cf2331ff tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=11eff9959bf446e3bd45f4d5029107b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1708128 Feb 04 15:35:29.996964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-d4e0b72f-0c49-4e50-afc6-48e8345ca8f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:29.998432 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-d4e0b72f-0c49-4e50-afc6-48e8345ca8f4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.2481642 Feb 04 15:35:30.100668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f3242e0e-7b11-43f7-bffe-880f8426c0ac,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:30.133146 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-14b92d6e-3e39-4d6e-a110-73b0d43831d9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b HTTP/1.1" status: 200 len: 217 time: 0.1124475 Feb 04 15:35:30.162698 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0667cb4b-c016-47a7-8991-6acf519f3417 req-6d18c5af-fbf5-41a0-883d-f3a7187969b0 tempest-QuotasAdminNegativeTest-1433631245 tempest-QuotasAdminNegativeTest-1433631245-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cf6063b14dd44856a31b39065a8a8ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728242 Feb 04 15:35:30.308829 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b', 'code': 200} Feb 04 15:35:30.450193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['f3242e0e-7b11-43f7-bffe-880f8426c0ac'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:35:30.556020 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:30.583601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-d05f09f6-1f79-4627-8f32-627e4ecf905b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:30.588963 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-d05f09f6-1f79-4627-8f32-627e4ecf905b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.4490535 Feb 04 15:35:30.624993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667cb4b-c016-47a7-8991-6acf519f3417 req-c7e15359-28f4-40f6-afd3-6750876d0686 tempest-QuotasAdminNegativeTest-1433631245 tempest-QuotasAdminNegativeTest-1433631245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:30.632958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0667cb4b-c016-47a7-8991-6acf519f3417 req-c7e15359-28f4-40f6-afd3-6750876d0686 tempest-QuotasAdminNegativeTest-1433631245 tempest-QuotasAdminNegativeTest-1433631245-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4693544 Feb 04 15:35:30.686701 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0667cb4b-c016-47a7-8991-6acf519f3417 req-487a23d9-181c-415d-a9a6-1005c01c522c tempest-QuotasAdminNegativeTest-1433631245 tempest-QuotasAdminNegativeTest-1433631245-project] 10.222.0.60 "GET /v2.0/quotas/cf6063b14dd44856a31b39065a8a8ac3 HTTP/1.1" status: 200 len: 375 time: 0.0519965 Feb 04 15:35:30.719853 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-3324dc4d-01c4-404d-8d39-805c499843c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1219363 Feb 04 15:35:30.798771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0667cb4b-c016-47a7-8991-6acf519f3417 req-b0ae3b4f-5c30-4870-a77f-3e7a187f264e tempest-QuotasAdminNegativeTest-1433631245 tempest-QuotasAdminNegativeTest-1433631245-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf6063b14dd44856a31b39065a8a8ac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108651 Feb 04 15:35:30.864292 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2d770-f655-4e07-b325-2d92b4978c3b req-25bfc7fb-1e8f-4194-a2e1-676d295f30ca tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:30.876116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8f2d770-f655-4e07-b325-2d92b4978c3b req-25bfc7fb-1e8f-4194-a2e1-676d295f30ca tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.3643031 Feb 04 15:35:30.918084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:30.940721 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:30.965191 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-b5362e1a-328a-46bc-96da-135cdef6cfb0 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356596 Feb 04 15:35:31.015449 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8f2d770-f655-4e07-b325-2d92b4978c3b req-ed7fa9fa-a9ee-4d23-9f5a-d36312320152 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368175 Feb 04 15:35:31.242030 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-974c680c-d435-4b86-b0fc-b7910b0f0c3e service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696342 Feb 04 15:35:31.320490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37eadaa-12a5-405e-905a-9a6fa985ede4 req-f72e2067-6596-4a14-85dc-e3ddb71c7c5c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:31.327821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b37eadaa-12a5-405e-905a-9a6fa985ede4 req-f72e2067-6596-4a14-85dc-e3ddb71c7c5c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 944 time: 0.1109865 Feb 04 15:35:31.458499 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-1bbea9d4-5cbb-4b64-8f93-2b0f26a61d5a req-a25ef32b-24c5-4e82-aad9-e9760ef2ac86 tempest-FloatingIPDetailsNegativeTestJSON-1773219588 tempest-FloatingIPDetailsNegativeTestJSON-1773219588-project] show failed (client error): The resource could not be found. Feb 04 15:35:31.459644 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1bbea9d4-5cbb-4b64-8f93-2b0f26a61d5a req-a25ef32b-24c5-4e82-aad9-e9760ef2ac86 tempest-FloatingIPDetailsNegativeTestJSON-1773219588 tempest-FloatingIPDetailsNegativeTestJSON-1773219588-project] 10.222.0.60 "GET /v2.0/floatingips/a409ee21-b815-46df-9535-55b2bed5c0f1 HTTP/1.1" status: 404 len: 350 time: 0.1296823 Feb 04 15:35:31.471738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57448) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:31.475771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b37eadaa-12a5-405e-905a-9a6fa985ede4 req-c8cc1c2e-e04c-424e-8fb5-766606721102 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470075 Feb 04 15:35:31.692570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-549e9d34-36ab-4294-af1d-858d089a860a req-80a39034-6726-4d7d-9707-819b8dca270a tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 210 time: 0.0542023 Feb 04 15:35:31.708712 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c07b96c5-6251-4d50-bf64-6bc2f77bb387 req-ab83eeb6-9abf-475c-a54a-e2cab924f1c8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 210 time: 0.1093504 Feb 04 15:35:32.008857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-1d041357-e341-4949-938d-4d6a752ba502 service neutron] 10.222.0.73 "GET /v2.0/ports/08bb0989-9ab5-4b14-a3ad-1f0ef5940800 HTTP/1.1" status: 200 len: 1028 time: 0.1288667 Feb 04 15:35:32.122353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccc6d-028c-48f4-834d-981838c4b76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:32.159475 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-9a9022c7-0b27-4b95-977f-92f4310b933e service neutron] 10.222.0.73 "GET /v2.0/ports/b1c50e65-f55d-48d1-9dd4-610ff1f20e6e HTTP/1.1" status: 200 len: 1027 time: 0.1349118 Feb 04 15:35:32.694958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-b26ed43a-0443-41d9-9c03-9c88f94cf464 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=11eff9959bf446e3bd45f4d5029107b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720508 Feb 04 15:35:33.134127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f3242e0e-7b11-43f7-bffe-880f8426c0ac up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:33.185088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-7ec0e870-703e-4140-a498-ee70ad50c06f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:33.189791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-7ec0e870-703e-4140-a498-ee70ad50c06f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:33.198965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-7ec0e870-703e-4140-a498-ee70ad50c06f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:33.200587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-7ec0e870-703e-4140-a498-ee70ad50c06f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "GET /v2.0/networks?id=466a7e42-008f-43f5-b470-3b0ff4f3b0b5&id=f5281afe-99cd-45c1-96f8-e4c1552da724&id=f5281afe-99cd-45c1-96f8-e4c1552da724&id=f5281afe-99cd-45c1-96f8-e4c1552da724&id=f5281afe-99cd-45c1-96f8-e4c1552da724&id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e&id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e HTTP/1.1" status: 200 len: 1989 time: 1.0403376 Feb 04 15:35:33.258915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd41139-aecc-41bd-82c3-36d7e1f3f7a2 req-40264469-5d41-497f-937f-fd290b7e80b9 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:33.273562 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1cd41139-aecc-41bd-82c3-36d7e1f3f7a2 req-40264469-5d41-497f-937f-fd290b7e80b9 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.9285395 Feb 04 15:35:33.287889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port f3242e0e-7b11-43f7-bffe-880f8426c0ac completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:33.293169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port f3242e0e-7b11-43f7-bffe-880f8426c0ac triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:33.293539 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.442217 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.459615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16462a-f65b-4adb-acf5-abe93e351a77 req-cc03da8c-16a7-4f97-85c8-4d30c7919b30 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:33.466617 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb16462a-f65b-4adb-acf5-abe93e351a77 req-cc03da8c-16a7-4f97-85c8-4d30c7919b30 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 944 time: 0.6908979 Feb 04 15:35:33.476494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-0e6bb796-93f7-46ea-aa7e-fc429ef5086d tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:33.477971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-0e6bb796-93f7-46ea-aa7e-fc429ef5086d tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7772591 Feb 04 15:35:33.482460 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f3242e0e-7b11-43f7-bffe-880f8426c0ac, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f3242e0e-7b11-43f7-bffe-880f8426c0ac,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:33.483985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bb9052-a2e2-43c1-9db1-5fec756aa5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3242e0e-7b11-43f7-bffe-880f8426c0ac'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:33.491430 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.499019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ccc6d-028c-48f4-834d-981838c4b76b admin admin] Deleting port 4aea874a-1093-4ac9-8319-2d5e22b8a4d0 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:35:33.499961 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccc6d-028c-48f4-834d-981838c4b76b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.519902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Request body: {'port': {'device_id': 'ca032c22-e4b7-4b08-9d6e-b8b759b37f35', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '11eff9959bf446e3bd45f4d5029107b9'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:33.547901 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1cd41139-aecc-41bd-82c3-36d7e1f3f7a2 req-d42480c4-448c-4715-9cef-0ac64a9233c1 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728252 Feb 04 15:35:33.591113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f3242e0e-7b11-43f7-bffe-880f8426c0ac,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:33.705246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-63c2acaa-a200-4dcf-b11c-28999ab4c8a2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c91e1013ea734c178c5ab749e0a32bf0 HTTP/1.1" status: 200 len: 380 time: 0.4878345 Feb 04 15:35:33.720904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'port': {'device_id': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'admin_state_up': True, 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'security_groups': ['c228a079-4eac-4b6b-a1da-64b2ad6d3add']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:33.904670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a11d61-918d-4a36-b4d2-be06aa6b2615 req-91852a4a-a1a2-420a-85fa-265bd0423179 tempest-QuotasAdminNegativeTest-1433631245 tempest-QuotasAdminNegativeTest-1433631245-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cf6063b14dd44856a31b39065a8a8ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660155 Feb 04 15:35:33.939487 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb16462a-f65b-4adb-acf5-abe93e351a77 req-378286c1-d92c-4e96-9be9-75ea761f339e tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719121 Feb 04 15:35:33.988812 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccc6d-028c-48f4-834d-981838c4b76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.181367 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:34.204441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ccc6d-028c-48f4-834d-981838c4b76b admin admin] Calling delete_port for 4aea874a-1093-4ac9-8319-2d5e22b8a4d0 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:35:34.205106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Usage tracker for resource:port and tenant:11eff9959bf446e3bd45f4d5029107b9 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:34.252351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:34.269575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:34.285945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-708a6d43-0552-4774-9b60-0de45d697680 req-e9eff1c3-2cf2-4756-9c2f-f60b7534a039 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 210 time: 0.1013384 Feb 04 15:35:34.352061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:34.419008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a11d61-918d-4a36-b4d2-be06aa6b2615 req-615d8f8d-7a5d-4acb-be98-ea61c7611abe tempest-QuotasAdminNegativeTest-1433631245 tempest-QuotasAdminNegativeTest-1433631245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:34.420491 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a11d61-918d-4a36-b4d2-be06aa6b2615 req-615d8f8d-7a5d-4acb-be98-ea61c7611abe tempest-QuotasAdminNegativeTest-1433631245 tempest-QuotasAdminNegativeTest-1433631245-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5057104 Feb 04 15:35:34.421538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:34.435250 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Made reservation on behalf of 11eff9959bf446e3bd45f4d5029107b9 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:34.438142 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.484811 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0980f2ab-2548-4524-8045-28f41da6c243 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7&tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c HTTP/1.1" status: 200 len: 1101 time: 0.1926570 Feb 04 15:35:34.496534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Made reservation on behalf of c91e1013ea734c178c5ab749e0a32bf0 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:34.499702 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.501395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:34.524506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a11d61-918d-4a36-b4d2-be06aa6b2615 req-5117e549-72b4-408d-9670-96b254859dc0 tempest-QuotasAdminNegativeTest-1433631245 tempest-QuotasAdminNegativeTest-1433631245-project] 10.222.0.60 "GET /v2.0/quotas/cf6063b14dd44856a31b39065a8a8ac3 HTTP/1.1" status: 200 len: 375 time: 0.0477705 Feb 04 15:35:34.630661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a11d61-918d-4a36-b4d2-be06aa6b2615 req-ef2470ff-b781-41a2-99c7-567c914a0c0f tempest-QuotasAdminNegativeTest-1433631245 tempest-QuotasAdminNegativeTest-1433631245-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf6063b14dd44856a31b39065a8a8ac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050653 Feb 04 15:35:34.657342 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3d4ccbe-add8-4694-b5d3-d8dbc7b2ab62 req-fabbea1c-c2fd-4aba-8618-c7d37e2f162e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 210 time: 0.1408465 Feb 04 15:35:34.668250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.835774 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bb9052-a2e2-43c1-9db1-5fec756aa5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3242e0e-7b11-43f7-bffe-880f8426c0ac', 'code': 200} Feb 04 15:35:34.982279 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccc6d-028c-48f4-834d-981838c4b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.312245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Allocated IP 192.168.233.66 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/d799e498-dac3-44b9-9e21-1463eb632ab5) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:35.337270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ccc6d-028c-48f4-834d-981838c4b76b admin admin] Pushing event deleted for resources: {'Port': ['ID=4aea874a-1093-4ac9-8319-2d5e22b8a4d0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:35.432796 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Allocated IP 172.20.0.8 (466a7e42-008f-43f5-b470-3b0ff4f3b0b5/92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0/c0c9a311-3b4a-412a-b39d-448caca628e4) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:35.481457 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e0140bda-c345-491c-a2f8-e55734d30fd1 req-b05211c3-4b9c-405a-94bd-40ccc0e75b44 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 1096 time: 0.5428319 Feb 04 15:35:35.549188 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccc6d-028c-48f4-834d-981838c4b76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.744555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19798520-cec0-48ba-b0c8-8bc07f603a17 req-02f197ee-d43f-484e-948d-0b597d3d1162 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:35.751510 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-19798520-cec0-48ba-b0c8-8bc07f603a17 req-02f197ee-d43f-484e-948d-0b597d3d1162 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.7315989 Feb 04 15:35:35.928112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f82bbd-8817-4392-a16b-937106ce7c99 req-f07ed48a-adfc-4abb-9507-549ed44dba95 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:35.929731 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86f82bbd-8817-4392-a16b-937106ce7c99 req-f07ed48a-adfc-4abb-9507-549ed44dba95 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 945 time: 0.4458075 Feb 04 15:35:35.960939 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-19798520-cec0-48ba-b0c8-8bc07f603a17 req-91f5f6db-a9c4-4876-b01d-cd2af92cffe4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084277 Feb 04 15:35:36.071558 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e0140bda-c345-491c-a2f8-e55734d30fd1 req-af59ff4f-2d70-4604-9857-8333add07580 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814857 Feb 04 15:35:36.218452 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.331544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Transition to ACTIVE for port object d799e498-dac3-44b9-9e21-1463eb632ab5 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:36.364237 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.384661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86f82bbd-8817-4392-a16b-937106ce7c99 req-7f3cbac4-8377-429d-999e-4404d048f2e8 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149308 Feb 04 15:35:36.408080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Transition to ACTIVE for port object c0c9a311-3b4a-412a-b39d-448caca628e4 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:36.444087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaee5f-3f37-461b-a8ef-b77443aa805d req-0bb4bb66-2e76-4200-bb17-5a3ceb80fa77 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:36.445607 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cccaee5f-3f37-461b-a8ef-b77443aa805d req-0bb4bb66-2e76-4200-bb17-5a3ceb80fa77 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 949 time: 0.1861148 Feb 04 15:35:36.447788 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.484112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['ba03583e-0da2-4dc5-8b0d-87fd264b0518'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:35:36.550589 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3ccc6d-028c-48f4-834d-981838c4b76b admin admin] Router 8859d201-6113-4f85-b41d-90eff43ab350 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:35:36.572790 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-08b7d41c-e133-406a-9cfc-71fef200401a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.604444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:36.610319 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.618199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:36.631225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:36.660835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Pushing event updated for resources: {'Port': ['ID=d799e498-dac3-44b9-9e21-1463eb632ab5,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:36.701935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:36.741374 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cccaee5f-3f37-461b-a8ef-b77443aa805d req-2e7e83b4-fa18-4390-b0a1-4e5fc49b318e tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577095 Feb 04 15:35:36.773110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:36.822526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:36.823407 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.829506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'Port': ['ID=c0c9a311-3b4a-412a-b39d-448caca628e4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:36.847111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Network 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:36.854004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:36.857009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:36.932393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:36.939512 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.971269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:36.971269 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.983504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Transition to ACTIVE for port object ff06417c-da0d-4ce8-ac12-17bcfeee7a2b will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:36.998616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.045534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ff06417c-da0d-4ce8-ac12-17bcfeee7a2b no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:37.077417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3ccc6d-028c-48f4-834d-981838c4b76b admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:35:37.100295 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fe3ccc6d-028c-48f4-834d-981838c4b76b admin admin] 10.222.0.60 "PUT /v2.0/routers/8859d201-6113-4f85-b41d-90eff43ab350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6250050 Feb 04 15:35:37.102512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57546) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:37.138591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd18460c-0fc8-4775-8db7-38d0b66f9a21 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4217689 Feb 04 15:35:37.140263 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ff06417c-da0d-4ce8-ac12-17bcfeee7a2b not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:35:37.140692 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:37.171007 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6024b8fe-491d-4dee-9a75-87b7144ca9b8 None None] Provisioning for port d799e498-dac3-44b9-9e21-1463eb632ab5 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:37.173668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'port': {'device_id': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724', 'admin_state_up': True, 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'security_groups': ['c228a079-4eac-4b6b-a1da-64b2ad6d3add']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:37.204553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6024b8fe-491d-4dee-9a75-87b7144ca9b8 None None] Provisioning complete for port d799e498-dac3-44b9-9e21-1463eb632ab5 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:37.205196 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6024b8fe-491d-4dee-9a75-87b7144ca9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.262883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Pushing event updated for resources: {'Port': ['ID=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,revision_number=10']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:37.275658 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6024b8fe-491d-4dee-9a75-87b7144ca9b8 None None] Port d799e498-dac3-44b9-9e21-1463eb632ab5 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:35:37.374122 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.387497 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-8480651f-9c2c-424d-8ee1-67818438ae10 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8747377 Feb 04 15:35:37.400015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f350d1-f374-44d6-a3fb-9d4906e6f6a6 req-aa6d26f3-f951-4574-b44c-065399015d8a tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:37.400731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f1f350d1-f374-44d6-a3fb-9d4906e6f6a6 req-aa6d26f3-f951-4574-b44c-065399015d8a tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Synchronizing usage tracker for tenant:11eff9959bf446e3bd45f4d5029107b9 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:37.404273 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] No DVR routers for this DVR port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:37.415075 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19a66c8-48f8-4818-96d6-0187000648ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:37.417773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Request body: {'port': {'device_id': 'ca032c22-e4b7-4b08-9d6e-b8b759b37f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:37.427950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:37.448458 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.450048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:37.475167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Usage tracker for resource:port and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:37.482304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:37.521339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:37.528098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Attempting to bind port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:37.528647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Attempting to bind port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:37.529106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Attempting to bind port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:37.541882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:35:37.542291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Attempting to bind port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:37.545921 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-60d040a9-0a98-4382-b650-06d8672e03df None None] Provisioning for port c0c9a311-3b4a-412a-b39d-448caca628e4 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:37.549873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:35:37.550300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:37.551128 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:35:37.552139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Bound port: ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:37.552139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.552314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:37.555929 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-60d040a9-0a98-4382-b650-06d8672e03df None None] Provisioning complete for port c0c9a311-3b4a-412a-b39d-448caca628e4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:37.555929 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-60d040a9-0a98-4382-b650-06d8672e03df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.580905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f1f350d1-f374-44d6-a3fb-9d4906e6f6a6 req-aa6d26f3-f951-4574-b44c-065399015d8a tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Unset dirty status for tenant:11eff9959bf446e3bd45f4d5029107b9 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:37.598885 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1f350d1-f374-44d6-a3fb-9d4906e6f6a6 req-aa6d26f3-f951-4574-b44c-065399015d8a tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 935 time: 1.0544498 Feb 04 15:35:37.600799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Made reservation on behalf of c91e1013ea734c178c5ab749e0a32bf0 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:37.603817 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.638816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-60d040a9-0a98-4382-b650-06d8672e03df None None] Port c0c9a311-3b4a-412a-b39d-448caca628e4 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:35:37.718510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740b1f6-416a-4769-a18a-96c4d0c579b0 req-0b9f7c73-5f02-45cf-9f78-d52fd3bf0bb1 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:37.719238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-8740b1f6-416a-4769-a18a-96c4d0c579b0 req-0b9f7c73-5f02-45cf-9f78-d52fd3bf0bb1 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Synchronizing usage tracker for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:37.763232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:37.767444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:37.774758 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.811798 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.843953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-8740b1f6-416a-4769-a18a-96c4d0c579b0 req-0b9f7c73-5f02-45cf-9f78-d52fd3bf0bb1 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Unset dirty status for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:37.846583 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8740b1f6-416a-4769-a18a-96c4d0c579b0 req-0b9f7c73-5f02-45cf-9f78-d52fd3bf0bb1 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 931 time: 0.8084011 Feb 04 15:35:37.862910 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.864585 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] 10.222.0.73 "PUT /v2.0/ports/ff06417c-da0d-4ce8-ac12-17bcfeee7a2b HTTP/1.1" status: 200 len: 1097 time: 3.3685138 Feb 04 15:35:37.889319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1f350d1-f374-44d6-a3fb-9d4906e6f6a6 req-b09777fd-5960-40f3-8387-af65a55ef184 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878275 Feb 04 15:35:37.953017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e300d96-5f3a-4fcf-bb9a-f9eefdd2f045 service neutron] Pushing event updated for resources: {'Port': ['ID=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,revision_number=11']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:37.967284 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.096087 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8740b1f6-416a-4769-a18a-96c4d0c579b0 req-d44cb145-6854-4ebb-9ce9-cf6c81c3d940 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367470 Feb 04 15:35:38.184234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Allocated IP 10.1.1.199 (f5281afe-99cd-45c1-96f8-e4c1552da724/6911330a-e5e5-4ed8-b084-2cb5ecb3d69d/ed96eed1-23e2-4542-93a0-ddfae54cbdd3) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:38.215935 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-8188844b-d589-4cd5-a7d3-0b15e2091c25 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 1100 time: 0.3268473 Feb 04 15:35:38.423746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-a5adc5d9-5fec-4819-9528-e2dab4f025d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:38.425366 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-a5adc5d9-5fec-4819-9528-e2dab4f025d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.2018750 Feb 04 15:35:38.432711 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b', 'code': 200} Feb 04 15:35:38.735984 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-fd0dce1c-ae6b-4248-9939-c5475dc47655 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b HTTP/1.1" status: 200 len: 217 time: 0.3008521 Feb 04 15:35:38.810557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-8a7df493-de6b-4fa5-940a-dc84e8b7cb72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:38.812021 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-8a7df493-de6b-4fa5-940a-dc84e8b7cb72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0619669 Feb 04 15:35:38.896882 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-950b3d63-116a-42cb-8fa8-f49c711e80f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.903168 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.925291 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-dd56b47d-665b-4abc-9367-553db2d9bb2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1040075 Feb 04 15:35:38.927336 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] Deleting port 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:35:38.927759 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.134238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32936802-c998-4eac-82fd-bd5cc534705f req-4ed982ff-4f40-4858-96ce-f319422f5cfa tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:39.136361 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-32936802-c998-4eac-82fd-bd5cc534705f req-4ed982ff-4f40-4858-96ce-f319422f5cfa tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 949 time: 0.5156755 Feb 04 15:35:39.151802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d799e498-dac3-44b9-9e21-1463eb632ab5 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:39.159354 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.186384 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.203477 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-38c86580-4329-4984-9f0d-79fffd5ba56d service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476678 Feb 04 15:35:39.224364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e6992-34db-4db1-8f18-9f44b1b364d5 req-5f9a4369-1458-47b6-bf28-9602ba77a204 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:39.225847 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f5e6992-34db-4db1-8f18-9f44b1b364d5 req-5f9a4369-1458-47b6-bf28-9602ba77a204 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 945 time: 0.3718462 Feb 04 15:35:39.230381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Transition to ACTIVE for port object ed96eed1-23e2-4542-93a0-ddfae54cbdd3 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:39.255313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Transition to ACTIVE for port object d799e498-dac3-44b9-9e21-1463eb632ab5 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:39.269068 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.306276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] For port 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:39.306600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.345891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-32936802-c998-4eac-82fd-bd5cc534705f req-451bd1e2-e1b3-4b50-91a4-9781a6666dd3 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899445 Feb 04 15:35:39.420122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Pushing event updated for resources: {'Port': ['ID=d799e498-dac3-44b9-9e21-1463eb632ab5,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:39.441651 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f5e6992-34db-4db1-8f18-9f44b1b364d5 req-b18e87a3-c60e-4edb-b0e9-4765ea7b3f09 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004640 Feb 04 15:35:39.446456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] Calling delete_port for 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:35:39.454474 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.524589 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19a66c8-48f8-4818-96d6-0187000648ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec', 'code': 200} Feb 04 15:35:39.594627 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b0973700-4e28-42ef-8011-41a4c9199e1d req-322154c6-e944-4cbb-936e-1b00aa9d17a9 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766646 Feb 04 15:35:39.734160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Network f5281afe-99cd-45c1-96f8-e4c1552da724 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:39.741870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'Port': ['ID=ed96eed1-23e2-4542-93a0-ddfae54cbdd3,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:39.758327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:39.764699 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abc7a4c2-12f8-47bc-8989-3c186bc578c6 req-bd246b03-7118-4122-ad94-fd0e3528ecc2 tempest-QuotasAdminNegativeTest-1433631245 tempest-QuotasAdminNegativeTest-1433631245-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cf6063b14dd44856a31b39065a8a8ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796952 Feb 04 15:35:39.768252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:39.778694 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.827638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:39.874102 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:35:39.913222 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.070682 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Attempting to bind port d799e498-dac3-44b9-9e21-1463eb632ab5 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:40.071020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Attempting to bind port d799e498-dac3-44b9-9e21-1463eb632ab5 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:40.071404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Attempting to bind port d799e498-dac3-44b9-9e21-1463eb632ab5 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:40.080867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:40.081633 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.108834 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.124273 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.125081 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Port d799e498-dac3-44b9-9e21-1463eb632ab5 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:35:40.125351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Attempting to bind port d799e498-dac3-44b9-9e21-1463eb632ab5 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:40.142709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e9348758-f198-4474-843a-d21f8b721116 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9827878 Feb 04 15:35:40.158041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'port': {'device_id': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724', 'admin_state_up': True, 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'security_groups': ['c228a079-4eac-4b6b-a1da-64b2ad6d3add']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:40.184668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4ed00966-0c6e-418c-bb35-182a2829cd0b None None] Provisioning for port ed96eed1-23e2-4542-93a0-ddfae54cbdd3 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:40.191517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4ed00966-0c6e-418c-bb35-182a2829cd0b None None] Provisioning complete for port ed96eed1-23e2-4542-93a0-ddfae54cbdd3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:40.192701 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4ed00966-0c6e-418c-bb35-182a2829cd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.193089 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7a4c2-12f8-47bc-8989-3c186bc578c6 req-46dcabea-00c7-40b7-8496-857f76fcbbf2 tempest-QuotasAdminNegativeTest-1433631245 tempest-QuotasAdminNegativeTest-1433631245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:40.195429 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abc7a4c2-12f8-47bc-8989-3c186bc578c6 req-46dcabea-00c7-40b7-8496-857f76fcbbf2 tempest-QuotasAdminNegativeTest-1433631245 tempest-QuotasAdminNegativeTest-1433631245-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3985391 Feb 04 15:35:40.196306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:35:40.196649 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:40.197034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:35:40.197488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Bound port: d799e498-dac3-44b9-9e21-1463eb632ab5, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:40.197819 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.254195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d46ed2-8841-4319-ba35-98450cdf1831 req-3047f3fa-b988-45e9-82e0-5a7bf5fca07e tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:40.256322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34d46ed2-8841-4319-ba35-98450cdf1831 req-3047f3fa-b988-45e9-82e0-5a7bf5fca07e tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 947 time: 0.4909427 Feb 04 15:35:40.285960 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4ed00966-0c6e-418c-bb35-182a2829cd0b None None] Port ed96eed1-23e2-4542-93a0-ddfae54cbdd3 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:35:40.406514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abc7a4c2-12f8-47bc-8989-3c186bc578c6 req-24759b0a-99ae-4346-86f7-4a97b4b99832 tempest-QuotasAdminNegativeTest-1433631245 tempest-QuotasAdminNegativeTest-1433631245-project] 10.222.0.60 "GET /v2.0/quotas/cf6063b14dd44856a31b39065a8a8ac3 HTTP/1.1" status: 200 len: 375 time: 0.1688104 Feb 04 15:35:40.456519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:40.498561 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abc7a4c2-12f8-47bc-8989-3c186bc578c6 req-36189fb5-e49f-4511-8acc-8b58c68fb931 tempest-QuotasAdminNegativeTest-1433631245 tempest-QuotasAdminNegativeTest-1433631245-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf6063b14dd44856a31b39065a8a8ac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809455 Feb 04 15:35:40.530346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] For port d799e498-dac3-44b9-9e21-1463eb632ab5, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:40.536286 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.537372 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34d46ed2-8841-4319-ba35-98450cdf1831 req-97c85924-d4d7-4c06-942e-dcc1019d890d tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070148 Feb 04 15:35:40.541106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.556995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] For port d799e498-dac3-44b9-9e21-1463eb632ab5, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d799e498-dac3-44b9-9e21-1463eb632ab5,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:40.563573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:40.573454 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.587408 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.588579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8859d201-6113-4f85-b41d-90eff43ab350 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:35:40.604175 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.605304 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-de9bb865-152a-4796-88f5-4f4266fed0f5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8859d201-6113-4f85-b41d-90eff43ab350 HTTP/1.1" status: 204 len: 168 time: 3.4955049 Feb 04 15:35:40.609060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57588) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:40.617928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:40.665420 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.666431 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] 10.222.0.73 "PUT /v2.0/ports/d799e498-dac3-44b9-9e21-1463eb632ab5 HTTP/1.1" status: 200 len: 1095 time: 3.2549834 Feb 04 15:35:40.669598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca032c22-e4b7-4b08-9d6e-b8b759b37f35', 'tag': 'd799e498-dac3-44b9-9e21-1463eb632ab5'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:40.682827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Made reservation on behalf of c91e1013ea734c178c5ab749e0a32bf0 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:40.686039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6dff14-99ad-4310-9148-df42d638a929 admin admin] Deleting subnet 0c4b6a94-9ed8-4fd7-a738-97aa5df3373e {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:35:40.687635 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.689996 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd6dff14-99ad-4310-9148-df42d638a929 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.761297 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd6dff14-99ad-4310-9148-df42d638a929 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.850671 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd6dff14-99ad-4310-9148-df42d638a929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.934403 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd6dff14-99ad-4310-9148-df42d638a929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.982576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6dff14-99ad-4310-9148-df42d638a929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c4b6a94-9ed8-4fd7-a738-97aa5df3373e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:40.993769 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd6dff14-99ad-4310-9148-df42d638a929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.996726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2497f4df-f9ca-427d-895b-a2a4aa04d45c None None] Network 41d32d09-b911-4d41-b3ef-3aa31a6c719d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:35:41.000475 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fd6dff14-99ad-4310-9148-df42d638a929 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0c4b6a94-9ed8-4fd7-a738-97aa5df3373e HTTP/1.1" status: 204 len: 168 time: 0.3903983 Feb 04 15:35:41.002796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57596) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:41.005807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5e97a-3130-40dc-b8a5-45f990839df8 service neutron] Pushing event updated for resources: {'Port': ['ID=d799e498-dac3-44b9-9e21-1463eb632ab5,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:41.119225 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.130219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] Deleting port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:35:41.130555 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.143645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba69e0c-c503-4529-929b-166f2537c4dc req-f5182fed-c7c4-40e5-8905-4b3f3bd8af04 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:41.148063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba69e0c-c503-4529-929b-166f2537c4dc req-f5182fed-c7c4-40e5-8905-4b3f3bd8af04 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:41.149673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ba69e0c-c503-4529-929b-166f2537c4dc req-f5182fed-c7c4-40e5-8905-4b3f3bd8af04 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 1653 time: 0.4449902 Feb 04 15:35:41.226134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a432d5-4494-4d18-8596-ef7f48ba50c1 req-83c0f7a3-ac14-4795-9e9a-a10322c58bed tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:41.233873 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7a432d5-4494-4d18-8596-ef7f48ba50c1 req-83c0f7a3-ac14-4795-9e9a-a10322c58bed tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 945 time: 0.4648697 Feb 04 15:35:41.258116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-6c0d3f00-e07a-4d67-8e9d-eec2c11cc47c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=11eff9959bf446e3bd45f4d5029107b9&device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 1098 time: 0.5028534 Feb 04 15:35:41.277291 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.294959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8795d92-3ecf-45cd-9a31-c1a123b7bbc2 None None] DHCP port deletion for 41d32d09-b911-4d41-b3ef-3aa31a6c719d request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:35:41.299651 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b8795d92-3ecf-45cd-9a31-c1a123b7bbc2 None None] Deleting port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:35:41.300081 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8795d92-3ecf-45cd-9a31-c1a123b7bbc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.366547 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.368322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] For port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=50e2d9a5-2873-4908-ab7d-2acb7ec13fad,segment=NetworkSegment(71cdeb4a-02d6-4b3e-a331-b1952f7ef950),segment_id=71cdeb4a-02d6-4b3e-a331-b1952f7ef950)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:41.369123 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.382095 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-92268c77-4c61-48ce-8c84-d8ba75a0f5aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d799e498-dac3-44b9-9e21-1463eb632ab5 HTTP/1.1" status: 200 len: 217 time: 0.1071844 Feb 04 15:35:41.382893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Allocated IP 10.1.1.135 (f5281afe-99cd-45c1-96f8-e4c1552da724/6911330a-e5e5-4ed8-b084-2cb5ecb3d69d/3071a10a-e745-43a8-86c5-30ffb75fa049) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:41.434269 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7a432d5-4494-4d18-8596-ef7f48ba50c1 req-f8127ece-7271-4ba8-9b8f-3739ef68218d tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997550 Feb 04 15:35:41.463089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ba69e0c-c503-4529-929b-166f2537c4dc req-5838718c-0fce-4afa-9b16-0600e60965e4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715137 Feb 04 15:35:41.522304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] Calling delete_port for 50e2d9a5-2873-4908-ab7d-2acb7ec13fad owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:35:41.554020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-7285d082-a4b8-4d40-9c58-e4e872ad495d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:41.565363 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-7285d082-a4b8-4d40-9c58-e4e872ad495d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1739132 Feb 04 15:35:41.585596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b8795d92-3ecf-45cd-9a31-c1a123b7bbc2 None None] For port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=50e2d9a5-2873-4908-ab7d-2acb7ec13fad,segment=NetworkSegment(71cdeb4a-02d6-4b3e-a331-b1952f7ef950),segment_id=71cdeb4a-02d6-4b3e-a331-b1952f7ef950)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:41.586333 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8795d92-3ecf-45cd-9a31-c1a123b7bbc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.642709 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b', 'status': 'completed', 'code': 200} Feb 04 15:35:41.646691 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.729047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b8795d92-3ecf-45cd-9a31-c1a123b7bbc2 None None] Calling delete_port for 50e2d9a5-2873-4908-ab7d-2acb7ec13fad owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:35:41.787476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] Pushing event deleted for resources: {'Port': ['ID=50e2d9a5-2873-4908-ab7d-2acb7ec13fad,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:41.830194 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-b8795d92-3ecf-45cd-9a31-c1a123b7bbc2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:35:41.830561 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-b8795d92-3ecf-45cd-9a31-c1a123b7bbc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:35:41.849972 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.883694 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433a96c-b8d0-4c88-85ee-26010a05c2c5 None None] Sync routers for ids ['8859d201-6113-4f85-b41d-90eff43ab350'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:35:41.884048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b4f82-a94c-49dc-9eac-abc7fa0f423f req-df02bb93-6ea4-4837-a087-e626f900da0e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:41.885758 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-522b4f82-a94c-49dc-9eac-abc7fa0f423f req-df02bb93-6ea4-4837-a087-e626f900da0e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 949 time: 0.2613034 Feb 04 15:35:41.886608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Transition to ACTIVE for port object 3071a10a-e745-43a8-86c5-30ffb75fa049 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:41.897373 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-42991b3c-da52-4046-b575-b847805e51ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3069401 Feb 04 15:35:41.908721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433a96c-b8d0-4c88-85ee-26010a05c2c5 None None] Routers set() bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:35:41.909215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433a96c-b8d0-4c88-85ee-26010a05c2c5 None None] Router IDs set() for agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 15:35:41.909618 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_agentschedulers_db [None req-4433a96c-b8d0-4c88-85ee-26010a05c2c5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8859d201-6113-4f85-b41d-90eff43ab350'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:35:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent'). {{(pid=83552) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 15:35:41.928309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] No DVR routers for this DVR port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:41.944206 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433a96c-b8d0-4c88-85ee-26010a05c2c5 None None] Routers set() bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:35:41.944569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433a96c-b8d0-4c88-85ee-26010a05c2c5 None None] Router IDs set() for agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 15:35:41.945160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_agentschedulers_db [None req-4433a96c-b8d0-4c88-85ee-26010a05c2c5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8859d201-6113-4f85-b41d-90eff43ab350'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:35:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent'). {{(pid=83552) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 15:35:41.945530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433a96c-b8d0-4c88-85ee-26010a05c2c5 None None] The sync data for ids ['8859d201-6113-4f85-b41d-90eff43ab350'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:35:42.020693 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca032c22-e4b7-4b08-9d6e-b8b759b37f35', 'tag': 'd799e498-dac3-44b9-9e21-1463eb632ab5', 'status': 'completed', 'code': 200} Feb 04 15:35:42.096025 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.100386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-522b4f82-a94c-49dc-9eac-abc7fa0f423f req-6959ec99-731b-47a6-9592-a65ebb73d2c5 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078688 Feb 04 15:35:42.113716 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6528194f-5149-44cb-93ad-da0de08cb579 req-44f8d8d4-7879-4cf2-9b5e-5ec77026ae2b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 1100 time: 0.3819530 Feb 04 15:35:42.182108 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.237237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-e2612139-6512-425f-bd41-43ea4e43bb77 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188353 Feb 04 15:35:42.331969 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b8795d92-3ecf-45cd-9a31-c1a123b7bbc2 None None] Deleting port 50e2d9a5-2873-4908-ab7d-2acb7ec13fad {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:35:42.332612 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8795d92-3ecf-45cd-9a31-c1a123b7bbc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.452458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Network f5281afe-99cd-45c1-96f8-e4c1552da724 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:42.453992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'Port': ['ID=3071a10a-e745-43a8-86c5-30ffb75fa049,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:42.459895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:42.464976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:42.500883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d32d09-b911-4d41-b3ef-3aa31a6c719d']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:42.528894 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b8795d92-3ecf-45cd-9a31-c1a123b7bbc2 None None] The port '50e2d9a5-2873-4908-ab7d-2acb7ec13fad' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:35:42.533782 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6528194f-5149-44cb-93ad-da0de08cb579 req-6b2ca9a9-31ed-4e0a-9897-9268f4200f33 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 1100 time: 0.7919099 Feb 04 15:35:42.540427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 50e2d9a5-2873-4908-ab7d-2acb7ec13fad no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:42.632253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 50e2d9a5-2873-4908-ab7d-2acb7ec13fad {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:35:42.632599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 50e2d9a5-2873-4908-ab7d-2acb7ec13fad not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:35:42.633685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4aea874a-1093-4ac9-8319-2d5e22b8a4d0 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:42.638585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cdeb4a-02d6-4b3e-a331-b1952f7ef950') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:42.639483 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cdeb4a-02d6-4b3e-a331-b1952f7ef950') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:42.658849 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.678529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5115a-71ed-4010-8d14-638d3c2c0295 req-fcf4bf9b-7060-4d3f-89db-fea4e57da400 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:42.680156 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ee5115a-71ed-4010-8d14-638d3c2c0295 req-fcf4bf9b-7060-4d3f-89db-fea4e57da400 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 947 time: 0.5401793 Feb 04 15:35:42.686189 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.694555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57624) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:42.696271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:35:42.697129 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.709815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:42.710870 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.731679 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-684f4b79-bf3f-4ddb-a42f-147eea1de3ce req-db109ade-6739-47b8-b537-4b651865f440 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773183 Feb 04 15:35:42.735363 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 4aea874a-1093-4ac9-8319-2d5e22b8a4d0 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:35:42.735704 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4aea874a-1093-4ac9-8319-2d5e22b8a4d0 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:35:42.778137 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:35:42.784019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd994f-b89d-4b9c-8128-cbdac2bab6ec req-1bb8e804-f071-46ef-89a4-82f6d173376d tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:42.791632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08fd994f-b89d-4b9c-8128-cbdac2bab6ec req-1bb8e804-f071-46ef-89a4-82f6d173376d tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 945 time: 0.4917288 Feb 04 15:35:42.858462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d6e632da-9411-4e67-8500-c7412627e5ac None None] Provisioning for port 3071a10a-e745-43a8-86c5-30ffb75fa049 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:42.865611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d6e632da-9411-4e67-8500-c7412627e5ac None None] Provisioning complete for port 3071a10a-e745-43a8-86c5-30ffb75fa049 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:42.866941 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d6e632da-9411-4e67-8500-c7412627e5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.926843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-436f22ce-3605-4b78-bdeb-08cdaee2b183 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7724445 Feb 04 15:35:42.967259 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d6e632da-9411-4e67-8500-c7412627e5ac None None] Port 3071a10a-e745-43a8-86c5-30ffb75fa049 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:35:42.973692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'port': {'device_id': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e', 'admin_state_up': True, 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'security_groups': ['c228a079-4eac-4b6b-a1da-64b2ad6d3add']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:42.980685 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.022478 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.038173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528194f-5149-44cb-93ad-da0de08cb579 req-538d4de1-ce4a-4068-9d14-458a7cb6fb8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:43.039665 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6528194f-5149-44cb-93ad-da0de08cb579 req-538d4de1-ce4a-4068-9d14-458a7cb6fb8b service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.9138393 Feb 04 15:35:43.077525 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08fd994f-b89d-4b9c-8128-cbdac2bab6ec req-4ddb13cc-9216-4ce8-9063-2bc5e50afcb4 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844672 Feb 04 15:35:43.096668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ee5115a-71ed-4010-8d14-638d3c2c0295 req-efc0c4de-8fad-4cfd-ba13-162b146763d0 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006948 Feb 04 15:35:43.099616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] Pushing event deleted for resources: {'Network': ['ID=41d32d09-b911-4d41-b3ef-3aa31a6c719d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:43.109219 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-395d33d1-4386-4a75-9dd0-6e74f1996462 admin admin] 10.222.0.60 "DELETE /v2.0/networks/41d32d09-b911-4d41-b3ef-3aa31a6c719d HTTP/1.1" status: 204 len: 168 time: 2.1053147 Feb 04 15:35:43.118685 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528194f-5149-44cb-93ad-da0de08cb579 req-087d0394-5028-4962-aa90-df7797313323 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:43.120159 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6528194f-5149-44cb-93ad-da0de08cb579 req-087d0394-5028-4962-aa90-df7797313323 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.5855360 Feb 04 15:35:43.139818 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-63cfba2c-3408-486f-813c-88474ccda7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.203007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8cb176c8-874f-4b7c-a879-3d56f61a43e8 req-0bff052e-8669-47a6-9561-6aff6e22a5fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=11eff9959bf446e3bd45f4d5029107b9&device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 1098 time: 0.3717618 Feb 04 15:35:43.220717 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6528194f-5149-44cb-93ad-da0de08cb579 req-edaf091b-2ed3-4dd8-ab36-946aa47631d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b HTTP/1.1" status: 200 len: 217 time: 0.1729155 Feb 04 15:35:43.288723 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6528194f-5149-44cb-93ad-da0de08cb579 req-fc5ec950-adbf-4acc-930c-6d7d4e4e50e5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b HTTP/1.1" status: 200 len: 217 time: 0.1570213 Feb 04 15:35:43.347062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57644) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:43.402862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528194f-5149-44cb-93ad-da0de08cb579 req-74e31f2f-24ca-4b3d-8583-3484bd75324f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:43.404330 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6528194f-5149-44cb-93ad-da0de08cb579 req-74e31f2f-24ca-4b3d-8583-3484bd75324f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1739125 Feb 04 15:35:43.451276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528194f-5149-44cb-93ad-da0de08cb579 req-c2a5625a-111a-4db4-9c41-8397fa8ca55d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:43.452698 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6528194f-5149-44cb-93ad-da0de08cb579 req-c2a5625a-111a-4db4-9c41-8397fa8ca55d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1573164 Feb 04 15:35:43.518362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-63cfba2c-3408-486f-813c-88474ccda7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:43.521740 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-81abaf14-4a8b-4fee-b22a-cc6dab1c11f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ee094e433a5427a86cf094091e3a26a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1727471 Feb 04 15:35:43.526223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57648) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:43.529618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:43.540006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-63cfba2c-3408-486f-813c-88474ccda7bb admin admin] Usage tracker for resource:security_group_rule and tenant:cf6063b14dd44856a31b39065a8a8ac3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:43.543660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-63cfba2c-3408-486f-813c-88474ccda7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:43.558260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Usage tracker for resource:port and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:43.569849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:43.572635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-63cfba2c-3408-486f-813c-88474ccda7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:43.590843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:43.615497 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6528194f-5149-44cb-93ad-da0de08cb579 req-f5dca683-fff5-43e1-afc7-eea852f21c23 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1561310 Feb 04 15:35:43.620484 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6528194f-5149-44cb-93ad-da0de08cb579 req-6c9fa6ca-0446-452c-807b-8279ee5caa86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2014179 Feb 04 15:35:43.657387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Made reservation on behalf of c91e1013ea734c178c5ab749e0a32bf0 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:43.684524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb176c8-874f-4b7c-a879-3d56f61a43e8 req-e0cd1c3f-bbab-4f43-8da1-e273eb707726 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:43.685971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8cb176c8-874f-4b7c-a879-3d56f61a43e8 req-e0cd1c3f-bbab-4f43-8da1-e273eb707726 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.4677522 Feb 04 15:35:43.766429 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19e0be68-e45b-4598-982d-b8cf1ee6a932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.825997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea75cec-274d-41e8-8f81-d3039c284a31 req-5d746583-5181-4855-8ff1-5c9754455cfd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:43.829879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea75cec-274d-41e8-8f81-d3039c284a31 req-5d746583-5181-4855-8ff1-5c9754455cfd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:43.834006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea75cec-274d-41e8-8f81-d3039c284a31 req-5d746583-5181-4855-8ff1-5c9754455cfd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:43.834829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1ea75cec-274d-41e8-8f81-d3039c284a31 req-5d746583-5181-4855-8ff1-5c9754455cfd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Synchronizing usage tracker for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:43.836328 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19e0be68-e45b-4598-982d-b8cf1ee6a932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.869218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e16c0c-a479-4a19-a7cd-be4b06c3fd60 req-90b5eb8b-845e-4323-947e-e090281b8065 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:43.870672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59e16c0c-a479-4a19-a7cd-be4b06c3fd60 req-90b5eb8b-845e-4323-947e-e090281b8065 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 945 time: 0.4559093 Feb 04 15:35:43.873772 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8cb176c8-874f-4b7c-a879-3d56f61a43e8 req-7eb0d780-7022-4ae8-865c-4f487c3bcfbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d799e498-dac3-44b9-9e21-1463eb632ab5 HTTP/1.1" status: 200 len: 217 time: 0.1377041 Feb 04 15:35:43.929899 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6528194f-5149-44cb-93ad-da0de08cb579 req-e0d50385-0fd4-4255-8383-97fe11e035d0 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061948 Feb 04 15:35:43.933469 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6528194f-5149-44cb-93ad-da0de08cb579 req-6174df18-d74b-4633-ba4e-2536bd75d527 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848809 Feb 04 15:35:43.972053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1ea75cec-274d-41e8-8f81-d3039c284a31 req-5d746583-5181-4855-8ff1-5c9754455cfd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Unset dirty status for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:43.973628 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ea75cec-274d-41e8-8f81-d3039c284a31 req-5d746583-5181-4855-8ff1-5c9754455cfd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 2374 time: 0.7302880 Feb 04 15:35:43.990583 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-63cfba2c-3408-486f-813c-88474ccda7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.020182 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-63cfba2c-3408-486f-813c-88474ccda7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.077771 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.093106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19e0be68-e45b-4598-982d-b8cf1ee6a932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.111660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb176c8-874f-4b7c-a879-3d56f61a43e8 req-75caa568-6c6a-4f38-b5b1-e5a3d46959df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:44.113885 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8cb176c8-874f-4b7c-a879-3d56f61a43e8 req-75caa568-6c6a-4f38-b5b1-e5a3d46959df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2030110 Feb 04 15:35:44.126564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0be68-e45b-4598-982d-b8cf1ee6a932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4766df49-1b35-4df7-a57a-4178765d7f64,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:44.150160 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19e0be68-e45b-4598-982d-b8cf1ee6a932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.151321 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-19e0be68-e45b-4598-982d-b8cf1ee6a932 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4766df49-1b35-4df7-a57a-4178765d7f64 HTTP/1.1" status: 204 len: 168 time: 0.6241851 Feb 04 15:35:44.172572 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59e16c0c-a479-4a19-a7cd-be4b06c3fd60 req-8ade5fcb-e991-4274-a9d1-018b5335bc47 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891200 Feb 04 15:35:44.190754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfba2c-3408-486f-813c-88474ccda7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7055dd5c-054d-4914-883b-c4ebfa2b90d3,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:44.198710 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-63cfba2c-3408-486f-813c-88474ccda7bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf6063b14dd44856a31b39065a8a8ac3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4936473 Feb 04 15:35:44.202463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57656) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:44.240050 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6528194f-5149-44cb-93ad-da0de08cb579 req-5b3833ad-054b-40f3-b2f3-4a3b8eb5ce4d service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853162 Feb 04 15:35:44.242570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ea75cec-274d-41e8-8f81-d3039c284a31 req-7b8e2b1f-6660-4273-af4e-f47d988385a8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599378 Feb 04 15:35:44.255416 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6528194f-5149-44cb-93ad-da0de08cb579 req-88b0d446-6c45-40df-a7c2-f54766254bef service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194115 Feb 04 15:35:44.333900 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0411ffce-aa34-43d9-87ff-c5f29339599e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.359534 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8cb176c8-874f-4b7c-a879-3d56f61a43e8 req-20c00494-4755-4e2d-8ac8-3acab8d031b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2248251 Feb 04 15:35:44.372389 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0411ffce-aa34-43d9-87ff-c5f29339599e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.402762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:44.442772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:35:44.443500 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6f05aec0-7ff0-4ca5-92d3-0f9bf96a412d not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:35:44.454448 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0411ffce-aa34-43d9-87ff-c5f29339599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.478712 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0411ffce-aa34-43d9-87ff-c5f29339599e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.480154 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0411ffce-aa34-43d9-87ff-c5f29339599e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7055dd5c-054d-4914-883b-c4ebfa2b90d3 HTTP/1.1" status: 204 len: 168 time: 0.2527778 Feb 04 15:35:44.481175 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411ffce-aa34-43d9-87ff-c5f29339599e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7055dd5c-054d-4914-883b-c4ebfa2b90d3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:44.616712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Allocated IP 10.2.2.100 (aa48dee4-e3e7-4faf-aa12-7ac914e8169e/bd26bebe-6dcc-4761-8a94-30454a746a11/076ba81d-c2af-4b86-b984-deeffd4d5c7a) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:44.700176 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8cb176c8-874f-4b7c-a879-3d56f61a43e8 req-faf55be8-01bb-4c77-81b2-b0849ab35333 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306868 Feb 04 15:35:44.777132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fc99f-941e-461f-b9e3-0ab12da3f38d req-ff6b8128-8cda-4362-b9df-0fcc16e0748a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:44.778610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc7fc99f-941e-461f-b9e3-0ab12da3f38d req-ff6b8128-8cda-4362-b9df-0fcc16e0748a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 949 time: 0.3551149 Feb 04 15:35:44.890279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be991b19-9ad2-4f61-8852-4881f970932a req-d2671898-366f-4234-b61b-915ea638d9eb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:44.891752 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be991b19-9ad2-4f61-8852-4881f970932a req-d2671898-366f-4234-b61b-915ea638d9eb tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 947 time: 0.3743491 Feb 04 15:35:45.063792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57680) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:45.122688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a7a32d24-017a-4cda-b156-7ae5e4f7378a details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:35:45.211844 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be991b19-9ad2-4f61-8852-4881f970932a req-d924e1cc-c36c-4f6a-bb21-c8ead1f1ed0e tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118701 Feb 04 15:35:45.223690 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8cb176c8-874f-4b7c-a879-3d56f61a43e8 req-ac3e6c16-af5c-4d7e-a40a-f5a9eaf5b388 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031776 Feb 04 15:35:45.282415 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.328630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Transition to ACTIVE for port object 076ba81d-c2af-4b86-b984-deeffd4d5c7a will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:45.337702 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-241badcf-2166-495a-9b91-55640119994f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.356677 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.388677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-241badcf-2166-495a-9b91-55640119994f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:45.388677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-241badcf-2166-495a-9b91-55640119994f admin admin] Usage tracker for resource:security_group_rule and tenant:dd9502c8df6e4721a232a6271236ca46 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:45.390356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-241badcf-2166-495a-9b91-55640119994f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:45.409074 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-241badcf-2166-495a-9b91-55640119994f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:45.438612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a7a32d24-017a-4cda-b156-7ae5e4f7378a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:45.455709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a', 'mac_address': 'fa:16:3e:dd:25:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:35:45.512026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Network aa48dee4-e3e7-4faf-aa12-7ac914e8169e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:45.521266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:45.526847 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.527259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'Port': ['ID=076ba81d-c2af-4b86-b984-deeffd4d5c7a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:45.531988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:45.558868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a32d24-017a-4cda-b156-7ae5e4f7378a {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:45.578054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a7a32d24-017a-4cda-b156-7ae5e4f7378a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:45.583746 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-241badcf-2166-495a-9b91-55640119994f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.584202 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.585486 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ff06417c-da0d-4ce8-ac12-17bcfeee7a2b details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:35:45.590711 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-241badcf-2166-495a-9b91-55640119994f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.621153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:45.658903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc7fc99f-941e-461f-b9e3-0ab12da3f38d req-0f96424c-7791-468a-a672-ce013a308775 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8279340 Feb 04 15:35:45.679272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241badcf-2166-495a-9b91-55640119994f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d7369d-13e5-4dcc-b49c-fae904c2e967,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:45.679479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b', 'mac_address': 'fa:16:3e:c7:16:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:35:45.679716 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-241badcf-2166-495a-9b91-55640119994f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd9502c8df6e4721a232a6271236ca46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6145675 Feb 04 15:35:45.682214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57696) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:45.787507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.788191 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.831540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-591b26c1-2b85-47ff-8e6c-766dd37c8539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.900178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57702) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:45.908446 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=a7a32d24-017a-4cda-b156-7ae5e4f7378a,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:45.912673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ee70c-e113-419b-a489-1e17059329dd req-450c1a6e-6961-498e-b874-bcabab1827dc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.920047 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-208ee70c-e113-419b-a489-1e17059329dd req-450c1a6e-6961-498e-b874-bcabab1827dc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 945 time: 0.3572626 Feb 04 15:35:45.923152 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.939290 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-591b26c1-2b85-47ff-8e6c-766dd37c8539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.951297 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff06417c-da0d-4ce8-ac12-17bcfeee7a2b {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:45.981140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:45.990149 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.045901 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-30071332-7141-4960-a1a9-eca4625eaa40 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0844805 Feb 04 15:35:46.069012 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-591b26c1-2b85-47ff-8e6c-766dd37c8539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.090890 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-208ee70c-e113-419b-a489-1e17059329dd req-fd828734-11fc-4468-94cd-3d6a6c0fb398 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698954 Feb 04 15:35:46.103038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'port': {'device_id': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e', 'admin_state_up': True, 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'security_groups': ['c228a079-4eac-4b6b-a1da-64b2ad6d3add']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:46.107207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b26c1-2b85-47ff-8e6c-766dd37c8539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d7369d-13e5-4dcc-b49c-fae904c2e967,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:46.127698 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-591b26c1-2b85-47ff-8e6c-766dd37c8539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.127698 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-591b26c1-2b85-47ff-8e6c-766dd37c8539 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71d7369d-13e5-4dcc-b49c-fae904c2e967 HTTP/1.1" status: 204 len: 168 time: 0.4421260 Feb 04 15:35:46.137036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,revision_number=12']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:46.140610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-48dd9d41-3376-4686-93d8-6222220c5d2f None None] Provisioning for port 076ba81d-c2af-4b86-b984-deeffd4d5c7a completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:46.147663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-48dd9d41-3376-4686-93d8-6222220c5d2f None None] Provisioning complete for port 076ba81d-c2af-4b86-b984-deeffd4d5c7a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:46.148183 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-48dd9d41-3376-4686-93d8-6222220c5d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.211749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1733576033-network', 'tenant_id': '4b8cab7d72e3401f99d80f66f0b3f84a'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:46.218371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-48dd9d41-3376-4686-93d8-6222220c5d2f None None] Port 076ba81d-c2af-4b86-b984-deeffd4d5c7a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:35:46.224107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:46.233471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Usage tracker for resource:network and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:46.245938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:46.250696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['a7a32d24-017a-4cda-b156-7ae5e4f7378a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:35:46.264259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:46.281487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Made reservation on behalf of 4b8cab7d72e3401f99d80f66f0b3f84a for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:46.285253 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.304022 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.346174 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:46.352789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Usage tracker for resource:security_group_rule and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:46.356477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:46.364178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:46.423422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:46.431022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Usage tracker for resource:port and tenant:c91e1013ea734c178c5ab749e0a32bf0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:46.436448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Quota usage for port was recalculated. Used quota:11. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:46.445717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:46.448763 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.455762 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.483552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951daa9-d94f-4877-9ead-10d6665dcd7d req-96f10fe7-f5ed-4269-b4f2-30bc91e855dd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:46.490060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951daa9-d94f-4877-9ead-10d6665dcd7d req-96f10fe7-f5ed-4269-b4f2-30bc91e855dd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:46.491347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:46.495485 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951daa9-d94f-4877-9ead-10d6665dcd7d req-96f10fe7-f5ed-4269-b4f2-30bc91e855dd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:46.499571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951daa9-d94f-4877-9ead-10d6665dcd7d req-96f10fe7-f5ed-4269-b4f2-30bc91e855dd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:46.500775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dd5c94-56b6-4d79-b29d-fe092c922ea4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:46.500895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9951daa9-d94f-4877-9ead-10d6665dcd7d req-96f10fe7-f5ed-4269-b4f2-30bc91e855dd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Synchronizing usage tracker for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:46.510741 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39db0f-58d3-45a6-9122-d296a78e65d2 req-acd01530-adb6-46c1-b8eb-4d7d5cbc7710 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:46.512363 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f39db0f-58d3-45a6-9122-d296a78e65d2 req-acd01530-adb6-46c1-b8eb-4d7d5cbc7710 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 945 time: 0.1762376 Feb 04 15:35:46.513294 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.514011 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Added segment e851bbd2-ac33-41d0-8e89-09d7e5ed5024 of type vlan for network 53825afa-864a-4358-870b-10608634bf4e Feb 04 15:35:46.514090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Made reservation on behalf of c91e1013ea734c178c5ab749e0a32bf0 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:46.518935 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.543312 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.574235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9951daa9-d94f-4877-9ead-10d6665dcd7d req-96f10fe7-f5ed-4269-b4f2-30bc91e855dd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Unset dirty status for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:46.579501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.580338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:46.580981 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.582337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9951daa9-d94f-4877-9ead-10d6665dcd7d req-96f10fe7-f5ed-4269-b4f2-30bc91e855dd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 3095 time: 0.6161354 Feb 04 15:35:46.686275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f39db0f-58d3-45a6-9122-d296a78e65d2 req-cc253b22-cdd8-4433-a112-d0a00240bfc1 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554079 Feb 04 15:35:46.686666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] Pushing event updated for resources: {'Network': ['ID=53825afa-864a-4358-870b-10608634bf4e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:46.692800 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4415cc95-1ea4-4773-a131-4827cc3f7f8c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7889905 Feb 04 15:35:46.693896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57724) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:46.700053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] Request body: {'subnet': {'network_id': '53825afa-864a-4358-870b-10608634bf4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1733576033-subnet', 'tenant_id': '4b8cab7d72e3401f99d80f66f0b3f84a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:46.703562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 53825afa-864a-4358-870b-10608634bf4e details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:35:46.705402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:46.710664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] Usage tracker for resource:subnet and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:46.714437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:46.721267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:46.734858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] Made reservation on behalf of 4b8cab7d72e3401f99d80f66f0b3f84a for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:46.739083 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.779031 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9951daa9-d94f-4877-9ead-10d6665dcd7d req-04a19964-c508-4303-8dd7-3abeb4efeb03 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957564 Feb 04 15:35:46.850003 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['ff06417c-da0d-4ce8-ac12-17bcfeee7a2b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:35:46.994381 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.069478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Allocated IP 10.2.2.200 (aa48dee4-e3e7-4faf-aa12-7ac914e8169e/bd26bebe-6dcc-4761-8a94-30454a746a11/87ce6bd7-1a90-436c-970a-ce778535a042) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:47.089606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ee57c3-b9b4-459a-80dc-81b06df7da87,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:47.103573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] Checking segment: {'id': 'e851bbd2-ac33-41d0-8e89-09d7e5ed5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '53825afa-864a-4358-870b-10608634bf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:47.104267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] Network hostable DHCP agents. Network: 53825afa-864a-4358-870b-10608634bf4e, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:47.135577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] Network 53825afa-864a-4358-870b-10608634bf4e is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:47.150162 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 53825afa-864a-4358-870b-10608634bf4e) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:47.155294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.156064 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.164474 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0113df62-8b29-4016-b65f-d93246208372 None None] Network 53825afa-864a-4358-870b-10608634bf4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:35:47.198559 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-80e2218e-b315-4bfa-9d91-6cc983bf6039 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5023799 Feb 04 15:35:47.326640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc48d71-0959-4021-b055-f054e560f2dd req-1a64c335-2866-4208-a00c-e84d46c75b66 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.334552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3dc48d71-0959-4021-b055-f054e560f2dd req-1a64c335-2866-4208-a00c-e84d46c75b66 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 947 time: 0.3639908 Feb 04 15:35:47.445054 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3dc48d71-0959-4021-b055-f054e560f2dd req-b1245c73-9cea-4b90-8417-57e30f113d71 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092832 Feb 04 15:35:47.468044 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.473849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8a6b00-e22c-405b-ae81-8ddbee001c4e None None] Network 53825afa-864a-4358-870b-10608634bf4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:35:47.493291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85a2b7-3a40-4ba4-81d2-236bccab6f7e req-d7091b81-4914-41cb-ab7f-9ea0de97d753 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.500411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae85a2b7-3a40-4ba4-81d2-236bccab6f7e req-d7091b81-4914-41cb-ab7f-9ea0de97d753 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.3018956 Feb 04 15:35:47.520632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Transition to ACTIVE for port object 87ce6bd7-1a90-436c-970a-ce778535a042 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:47.569228 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae85a2b7-3a40-4ba4-81d2-236bccab6f7e req-4ef3b4db-fa15-40aa-942f-45207613ed8a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677850 Feb 04 15:35:47.600439 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.728930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Network aa48dee4-e3e7-4faf-aa12-7ac914e8169e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:47.732669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:47.735049 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:47.772091 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event updated for resources: {'Port': ['ID=87ce6bd7-1a90-436c-970a-ce778535a042,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:47.824091 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.825013 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.907570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-42be824c-7465-4891-88e2-f31deae42831 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8298459 Feb 04 15:35:47.933837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Request body: {'port': {'device_id': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:47.989566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-72c3d938-6985-4bb9-92d1-6254b8392563 req-cca859fe-1086-4a52-a79c-9530aefc3106 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2100866931', 'description': 'tempest-description-339983898'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:48.009329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-72c3d938-6985-4bb9-92d1-6254b8392563 req-cca859fe-1086-4a52-a79c-9530aefc3106 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:48.021378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef98b2d-8df9-475c-8569-e03db4f23b4a req-0ec0bcb9-e20c-46d3-8f5c-9697f8a9fbc8 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:48.023059 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ef98b2d-8df9-475c-8569-e03db4f23b4a req-0ec0bcb9-e20c-46d3-8f5c-9697f8a9fbc8 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 945 time: 0.2078464 Feb 04 15:35:48.026521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-72c3d938-6985-4bb9-92d1-6254b8392563 req-cca859fe-1086-4a52-a79c-9530aefc3106 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:48.031489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-72c3d938-6985-4bb9-92d1-6254b8392563 req-cca859fe-1086-4a52-a79c-9530aefc3106 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:48.058664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-72c3d938-6985-4bb9-92d1-6254b8392563 req-cca859fe-1086-4a52-a79c-9530aefc3106 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:48.116417 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-72c3d938-6985-4bb9-92d1-6254b8392563 req-cca859fe-1086-4a52-a79c-9530aefc3106 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.164371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f4f98f6b-297a-497a-af28-2d5b11635f62 None None] Provisioning for port 87ce6bd7-1a90-436c-970a-ce778535a042 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:48.168978 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.173459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f4f98f6b-297a-497a-af28-2d5b11635f62 None None] Provisioning complete for port 87ce6bd7-1a90-436c-970a-ce778535a042 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:48.174429 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f4f98f6b-297a-497a-af28-2d5b11635f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.198440 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ef98b2d-8df9-475c-8569-e03db4f23b4a req-eceb5fa9-73f9-45af-8dbd-dbec9c20a509 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637197 Feb 04 15:35:48.211144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-72c3d938-6985-4bb9-92d1-6254b8392563 req-cca859fe-1086-4a52-a79c-9530aefc3106 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:48.304593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f4f98f6b-297a-497a-af28-2d5b11635f62 None None] Port 87ce6bd7-1a90-436c-970a-ce778535a042 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:35:48.357084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-72c3d938-6985-4bb9-92d1-6254b8392563 req-cca859fe-1086-4a52-a79c-9530aefc3106 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group_rule and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:48.367104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-72c3d938-6985-4bb9-92d1-6254b8392563 req-cca859fe-1086-4a52-a79c-9530aefc3106 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:48.405489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-72c3d938-6985-4bb9-92d1-6254b8392563 req-cca859fe-1086-4a52-a79c-9530aefc3106 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:48.644776 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-72c3d938-6985-4bb9-92d1-6254b8392563 req-cca859fe-1086-4a52-a79c-9530aefc3106 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.654030 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-72c3d938-6985-4bb9-92d1-6254b8392563 req-cca859fe-1086-4a52-a79c-9530aefc3106 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.686235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82172a3-dc2f-4d85-8c94-ba54558f470b req-83307abe-6a90-4257-9f95-47ec7c5451e3 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:48.687712 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a82172a3-dc2f-4d85-8c94-ba54558f470b req-83307abe-6a90-4257-9f95-47ec7c5451e3 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 950 time: 0.3281238 Feb 04 15:35:48.765647 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca859fe-1086-4a52-a79c-9530aefc3106 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2668ff1c-9705-48c4-8c33-ac79327a5616,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:48.772411 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-72c3d938-6985-4bb9-92d1-6254b8392563 req-cca859fe-1086-4a52-a79c-9530aefc3106 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.773597 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72c3d938-6985-4bb9-92d1-6254b8392563 req-cca859fe-1086-4a52-a79c-9530aefc3106 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.8064446 Feb 04 15:35:48.801447 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a82172a3-dc2f-4d85-8c94-ba54558f470b req-59aa279a-b338-4ef4-a506-9e6b01af3365 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038349 Feb 04 15:35:48.924816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c9a311-3b4a-412a-b39d-448caca628e4 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:48.940316 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.970736 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Transition to ACTIVE for port object c0c9a311-3b4a-412a-b39d-448caca628e4 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:49.010830 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.120963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d799e498-dac3-44b9-9e21-1463eb632ab5 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:35:49.127656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a7a32d24-017a-4cda-b156-7ae5e4f7378a up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:49.170935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520948f-a4b7-413e-a234-cdb6df4e6c72 req-f9f8b40d-0e6f-4a49-8372-f61d31a69f5f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:49.171307 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.174831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520948f-a4b7-413e-a234-cdb6df4e6c72 req-f9f8b40d-0e6f-4a49-8372-f61d31a69f5f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:49.179166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520948f-a4b7-413e-a234-cdb6df4e6c72 req-f9f8b40d-0e6f-4a49-8372-f61d31a69f5f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:49.182972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520948f-a4b7-413e-a234-cdb6df4e6c72 req-f9f8b40d-0e6f-4a49-8372-f61d31a69f5f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:49.186922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520948f-a4b7-413e-a234-cdb6df4e6c72 req-f9f8b40d-0e6f-4a49-8372-f61d31a69f5f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:49.187937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a520948f-a4b7-413e-a234-cdb6df4e6c72 req-f9f8b40d-0e6f-4a49-8372-f61d31a69f5f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Synchronizing usage tracker for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:49.204565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Pushing event updated for resources: {'Port': ['ID=c0c9a311-3b4a-412a-b39d-448caca628e4,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:49.256697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a520948f-a4b7-413e-a234-cdb6df4e6c72 req-f9f8b40d-0e6f-4a49-8372-f61d31a69f5f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Unset dirty status for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:49.263407 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a520948f-a4b7-413e-a234-cdb6df4e6c72 req-f9f8b40d-0e6f-4a49-8372-f61d31a69f5f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 3816 time: 0.3809373 Feb 04 15:35:49.309319 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port a7a32d24-017a-4cda-b156-7ae5e4f7378a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:49.309687 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.330630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ee875-f570-4910-bc22-b9a3f5d74030 req-104368e4-5145-4d32-a7a6-75492936304b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:49.332630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-452ee875-f570-4910-bc22-b9a3f5d74030 req-104368e4-5145-4d32-a7a6-75492936304b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 945 time: 0.3607707 Feb 04 15:35:49.402030 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d799e498-dac3-44b9-9e21-1463eb632ab5, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d799e498-dac3-44b9-9e21-1463eb632ab5,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:49.411375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a520948f-a4b7-413e-a234-cdb6df4e6c72 req-ea4255df-c909-489d-bc29-97357dbedff4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470847 Feb 04 15:35:49.426081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'd799e498-dac3-44b9-9e21-1463eb632ab5', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'd799e498-dac3-44b9-9e21-1463eb632ab5', 'mac_address': 'fa:16:3e:9f:ff:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:35:49.426687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-452ee875-f570-4910-bc22-b9a3f5d74030 req-3bfb1b36-de61-4362-a5b0-5438c100a96d tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873566 Feb 04 15:35:49.427392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Attempting to bind port c0c9a311-3b4a-412a-b39d-448caca628e4 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:49.428034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Attempting to bind port c0c9a311-3b4a-412a-b39d-448caca628e4 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'f7b34888-ea35-42de-9cd5-e4e68030aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:49.428034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Attempting to bind port c0c9a311-3b4a-412a-b39d-448caca628e4 on network 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:49.434892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Port c0c9a311-3b4a-412a-b39d-448caca628e4 on network 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:35:49.435659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Attempting to bind port c0c9a311-3b4a-412a-b39d-448caca628e4 on network 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:49.444063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:35:49.444599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Checking segment: {'id': 'f7b34888-ea35-42de-9cd5-e4e68030aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:49.445076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Bound using segment: {'id': 'f7b34888-ea35-42de-9cd5-e4e68030aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:35:49.445729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Bound port: c0c9a311-3b4a-412a-b39d-448caca628e4, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b34888-ea35-42de-9cd5-e4e68030aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:49.446318 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.544934 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.556180 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.559395 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] For port c0c9a311-3b4a-412a-b39d-448caca628e4, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:49.563920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] For port c0c9a311-3b4a-412a-b39d-448caca628e4, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c0c9a311-3b4a-412a-b39d-448caca628e4,segment=NetworkSegment(f7b34888-ea35-42de-9cd5-e4e68030aa83),segment_id=f7b34888-ea35-42de-9cd5-e4e68030aa83)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:49.577808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d799e498-dac3-44b9-9e21-1463eb632ab5 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:49.598561 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:49.608745 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.610660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d799e498-dac3-44b9-9e21-1463eb632ab5, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d799e498-dac3-44b9-9e21-1463eb632ab5,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:49.612375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a7a32d24-017a-4cda-b156-7ae5e4f7378a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:49.616179 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.647015 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.691970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=d799e498-dac3-44b9-9e21-1463eb632ab5,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:49.704165 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.705528 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-102a7054-ae43-47ce-afd8-513745af689c service neutron] 10.222.0.73 "PUT /v2.0/ports/c0c9a311-3b4a-412a-b39d-448caca628e4 HTTP/1.1" status: 200 len: 1091 time: 1.7775197 Feb 04 15:35:49.705963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': 'c0c9a311-3b4a-412a-b39d-448caca628e4'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:49.719666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a7054-ae43-47ce-afd8-513745af689c service neutron] Pushing event updated for resources: {'Port': ['ID=c0c9a311-3b4a-412a-b39d-448caca628e4,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:49.742624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Request body: {'port': {'device_id': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:49.774266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=a7a32d24-017a-4cda-b156-7ae5e4f7378a,revision_number=10']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:49.782200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a297d-d11c-4c8b-8c93-e2ac02a71a6b req-673e575d-2b30-427b-8bc3-58aefa24e792 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:49.783716 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1a2a297d-d11c-4c8b-8c93-e2ac02a71a6b req-673e575d-2b30-427b-8bc3-58aefa24e792 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 947 time: 0.2180340 Feb 04 15:35:49.847130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-26210d5a-85c4-46a7-9f9a-b0c89a73a869 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7750a74e25654be0a31368b6f033979c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749023 Feb 04 15:35:50.012232 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1a2a297d-d11c-4c8b-8c93-e2ac02a71a6b req-b0fc897c-0b95-45f3-811f-0cd70b4cda06 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190409 Feb 04 15:35:50.015300 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.120660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-81dd2925-f0a1-465b-988c-0bcb55693775 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:50.122081 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-81dd2925-f0a1-465b-988c-0bcb55693775 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2677326 Feb 04 15:35:50.175710 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-943b5ac3-ea52-400f-9bbc-3840a9addd38 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/quotas/7750a74e25654be0a31368b6f033979c HTTP/1.1" status: 200 len: 375 time: 0.0437641 Feb 04 15:35:50.219669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['d799e498-dac3-44b9-9e21-1463eb632ab5'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:35:50.370266 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a72170a-f988-4fa7-b41b-5c5e204f6f85 req-5ad3bb8d-188a-437f-8a8f-c7e4514e9ce9 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/2668ff1c-9705-48c4-8c33-ac79327a5616 HTTP/1.1" status: 200 len: 1638 time: 0.3158700 Feb 04 15:35:50.375167 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-a49e3a0e-efa8-4125-81d7-54a15890ac4a tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7750a74e25654be0a31368b6f033979c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1635113 Feb 04 15:35:50.392394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-5a72170a-f988-4fa7-b41b-5c5e204f6f85 req-7d356d76-6423-4687-b96b-397b4761d663 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2668ff1c-9705-48c4-8c33-ac79327a5616', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:50.392678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-5a72170a-f988-4fa7-b41b-5c5e204f6f85 req-7d356d76-6423-4687-b96b-397b4761d663 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2668ff1c-9705-48c4-8c33-ac79327a5616', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:50.401875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5a72170a-f988-4fa7-b41b-5c5e204f6f85 req-7d356d76-6423-4687-b96b-397b4761d663 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:50.421472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5a72170a-f988-4fa7-b41b-5c5e204f6f85 req-7d356d76-6423-4687-b96b-397b4761d663 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group_rule and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:50.427749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5a72170a-f988-4fa7-b41b-5c5e204f6f85 req-7d356d76-6423-4687-b96b-397b4761d663 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:50.481644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5a72170a-f988-4fa7-b41b-5c5e204f6f85 req-7d356d76-6423-4687-b96b-397b4761d663 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:50.697717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:50.709420 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.722116 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5a72170a-f988-4fa7-b41b-5c5e204f6f85 req-7d356d76-6423-4687-b96b-397b4761d663 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.739412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Transition to ACTIVE for port object 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:50.748162 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.824196 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5a72170a-f988-4fa7-b41b-5c5e204f6f85 req-7d356d76-6423-4687-b96b-397b4761d663 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.913704 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5a72170a-f988-4fa7-b41b-5c5e204f6f85 req-7d356d76-6423-4687-b96b-397b4761d663 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:51.010091 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5a72170a-f988-4fa7-b41b-5c5e204f6f85 req-7d356d76-6423-4687-b96b-397b4761d663 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:51.029562 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a72170a-f988-4fa7-b41b-5c5e204f6f85 req-7d356d76-6423-4687-b96b-397b4761d663 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.6507928 Feb 04 15:35:51.076858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Pushing event updated for resources: {'Port': ['ID=08bb0989-9ab5-4b14-a3ad-1f0ef5940800,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:51.111058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d356d76-6423-4687-b96b-397b4761d663 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2530f42-37c6-4fcc-b07b-1d85f24a4b06,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:51.140850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ff06417c-da0d-4ce8-ac12-17bcfeee7a2b up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:51.205736 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': 'c0c9a311-3b4a-412a-b39d-448caca628e4', 'status': 'completed', 'code': 200} Feb 04 15:35:51.319411 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a', 'code': 200} Feb 04 15:35:51.357997 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:51.370909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:51.371552 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:51.590214 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:51.602754 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2a83597-abea-4c82-8c37-fd9b7f6fc4c8 req-20fbc5f0-ad06-48b7-a19c-2677c33ae115 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 210 time: 0.1695466 Feb 04 15:35:51.631264 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Attempting to bind port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:51.631600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Attempting to bind port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:51.631924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Attempting to bind port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 on network f5281afe-99cd-45c1-96f8-e4c1552da724 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:51.655832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:51.662269 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:51.664293 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 on network f5281afe-99cd-45c1-96f8-e4c1552da724 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:35:51.664633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Attempting to bind port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 on network f5281afe-99cd-45c1-96f8-e4c1552da724 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:51.678906 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-35b1aac7-9932-4a7f-823a-6b3a0278989c req-01521adf-e0f7-4c53-a0d3-05c5649603c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5245 time: 0.3445060 Feb 04 15:35:51.686218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:35:51.686218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Checking segment: {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:51.686659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Bound using segment: {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:35:51.687056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Bound port: 08bb0989-9ab5-4b14-a3ad-1f0ef5940800, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:51.687425 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:51.766263 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,revision_number=13']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:51.882677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad4593-4038-454f-8167-163afd875b44 req-4d41b6b4-d516-4963-841e-4eb465ff1cb5 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:51.886431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad4593-4038-454f-8167-163afd875b44 req-4d41b6b4-d516-4963-841e-4eb465ff1cb5 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:51.890402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad4593-4038-454f-8167-163afd875b44 req-4d41b6b4-d516-4963-841e-4eb465ff1cb5 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:51.894254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad4593-4038-454f-8167-163afd875b44 req-4d41b6b4-d516-4963-841e-4eb465ff1cb5 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:51.898246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad4593-4038-454f-8167-163afd875b44 req-4d41b6b4-d516-4963-841e-4eb465ff1cb5 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:51.902112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad4593-4038-454f-8167-163afd875b44 req-4d41b6b4-d516-4963-841e-4eb465ff1cb5 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:51.909415 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75ad4593-4038-454f-8167-163afd875b44 req-4d41b6b4-d516-4963-841e-4eb465ff1cb5 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 4601 time: 0.3940976 Feb 04 15:35:51.912329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-06e833fe-6ef8-44b3-a253-b543d49add3c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1336200 Feb 04 15:35:52.062667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] For port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:52.108411 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] For port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=08bb0989-9ab5-4b14-a3ad-1f0ef5940800,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:52.135763 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:52.183973 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1aac7-9932-4a7f-823a-6b3a0278989c req-2266f291-b26b-4b82-91cd-2ceb1edea607 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:52.184345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1aac7-9932-4a7f-823a-6b3a0278989c req-2266f291-b26b-4b82-91cd-2ceb1edea607 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:52.184703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1aac7-9932-4a7f-823a-6b3a0278989c req-2266f291-b26b-4b82-91cd-2ceb1edea607 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:52.186270 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-35b1aac7-9932-4a7f-823a-6b3a0278989c req-2266f291-b26b-4b82-91cd-2ceb1edea607 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4759386 Feb 04 15:35:52.189282 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75ad4593-4038-454f-8167-163afd875b44 req-65bfd622-f728-4b3a-9d4b-5e7a602db8f4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2790785 Feb 04 15:35:52.360915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-53a2ecf3-cbfd-4335-bfd4-46fbab446598 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:52.362412 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-53a2ecf3-cbfd-4335-bfd4-46fbab446598 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4392748 Feb 04 15:35:52.366511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-268441c9-faa9-4321-b6a6-f6799ff01922 req-5f70cea3-43db-4a57-82c5-1428a069b295 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1633457011', 'description': 'tempest-description-1190470160'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:52.392057 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-80e414ac-2883-481a-9911-86f96b733a9a tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7750a74e25654be0a31368b6f033979c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548978 Feb 04 15:35:52.407353 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:52.409098 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] 10.222.0.73 "PUT /v2.0/ports/08bb0989-9ab5-4b14-a3ad-1f0ef5940800 HTTP/1.1" status: 200 len: 1131 time: 2.6724136 Feb 04 15:35:52.429129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-268441c9-faa9-4321-b6a6-f6799ff01922 req-5f70cea3-43db-4a57-82c5-1428a069b295 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:52.440464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-268441c9-faa9-4321-b6a6-f6799ff01922 req-5f70cea3-43db-4a57-82c5-1428a069b295 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:52.444835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-268441c9-faa9-4321-b6a6-f6799ff01922 req-5f70cea3-43db-4a57-82c5-1428a069b295 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:52.454616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-268441c9-faa9-4321-b6a6-f6799ff01922 req-5f70cea3-43db-4a57-82c5-1428a069b295 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:52.477393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Request body: {'port': {'device_id': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:52.560428 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-268441c9-faa9-4321-b6a6-f6799ff01922 req-5f70cea3-43db-4a57-82c5-1428a069b295 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:52.671350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-39b224f3-441b-4f39-8b4f-21c08f6b21b7 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:52.675154 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-39b224f3-441b-4f39-8b4f-21c08f6b21b7 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2760963 Feb 04 15:35:52.708905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Request body: {'port': {'device_id': '8b9ec711-cab1-45ae-ad07-6fc52588a44f', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '7750a74e25654be0a31368b6f033979c'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:52.721054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2c52d-ccc1-4a9b-964a-e5a37c0b447b service neutron] Pushing event updated for resources: {'Port': ['ID=08bb0989-9ab5-4b14-a3ad-1f0ef5940800,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:52.732970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-e3fd07ca-eefc-4fd4-af76-4b05a4da0ef8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/quotas/1ccf3f2cf9dd4568b8b81df1b50dc43c HTTP/1.1" status: 200 len: 375 time: 0.2618804 Feb 04 15:35:52.954412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:52.967993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Usage tracker for resource:port and tenant:7750a74e25654be0a31368b6f033979c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:52.973110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:52.981418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:53.000565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Made reservation on behalf of 7750a74e25654be0a31368b6f033979c for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:53.005549 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.027913 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d0640c9e-33ab-4df7-a4f2-2e128258b706 req-051c5bfe-a83a-4909-8806-0b216952a171 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cdcf40f54144c92b397479ff6ffabd1&device_id=0be0343a-abfd-405a-b377-ddb2e5c3882c HTTP/1.1" status: 200 len: 1101 time: 0.1519608 Feb 04 15:35:53.029059 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.061886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-268441c9-faa9-4321-b6a6-f6799ff01922 req-5f70cea3-43db-4a57-82c5-1428a069b295 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:53.082577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-268441c9-faa9-4321-b6a6-f6799ff01922 req-5f70cea3-43db-4a57-82c5-1428a069b295 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group_rule and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:53.088981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-268441c9-faa9-4321-b6a6-f6799ff01922 req-5f70cea3-43db-4a57-82c5-1428a069b295 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:53.092626 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.135558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d799e498-dac3-44b9-9e21-1463eb632ab5 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:53.143400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1aac7-9932-4a7f-823a-6b3a0278989c req-1c1ae7b8-0975-498a-a917-223295104a91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:53.145104 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-35b1aac7-9932-4a7f-823a-6b3a0278989c req-1c1ae7b8-0975-498a-a917-223295104a91 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9465919 Feb 04 15:35:53.146031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-268441c9-faa9-4321-b6a6-f6799ff01922 req-5f70cea3-43db-4a57-82c5-1428a069b295 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:53.209776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': '08bb0989-9ab5-4b14-a3ad-1f0ef5940800'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:53.246070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-3ec60b77-b88e-4bc4-93b6-2d2dc23ee56c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5133793 Feb 04 15:35:53.258504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:53.271718 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Usage tracker for resource:security_group_rule and tenant:7750a74e25654be0a31368b6f033979c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:53.281664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:53.295266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port d799e498-dac3-44b9-9e21-1463eb632ab5 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:53.300742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port d799e498-dac3-44b9-9e21-1463eb632ab5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:53.301136 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.332636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:53.340606 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:53.378520 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0640c9e-33ab-4df7-a4f2-2e128258b706 req-c32e4d96-4d25-45d8-88d2-e5793cdd8d83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:53.381267 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d0640c9e-33ab-4df7-a4f2-2e128258b706 req-c32e4d96-4d25-45d8-88d2-e5793cdd8d83 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3235805 Feb 04 15:35:53.427557 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-268441c9-faa9-4321-b6a6-f6799ff01922 req-5f70cea3-43db-4a57-82c5-1428a069b295 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.501487 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-268441c9-faa9-4321-b6a6-f6799ff01922 req-5f70cea3-43db-4a57-82c5-1428a069b295 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.571498 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.621501 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d0640c9e-33ab-4df7-a4f2-2e128258b706 req-1365d118-c771-4788-870c-338d35564f15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a HTTP/1.1" status: 200 len: 217 time: 0.2220621 Feb 04 15:35:53.633748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d799e498-dac3-44b9-9e21-1463eb632ab5, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d799e498-dac3-44b9-9e21-1463eb632ab5,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:53.648505 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.665294 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-268441c9-faa9-4321-b6a6-f6799ff01922 req-5f70cea3-43db-4a57-82c5-1428a069b295 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.695954 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-268441c9-faa9-4321-b6a6-f6799ff01922 req-5f70cea3-43db-4a57-82c5-1428a069b295 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.3712163 Feb 04 15:35:53.736476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0640c9e-33ab-4df7-a4f2-2e128258b706 req-359bc7ee-a1df-47ab-b39a-7750dc684bed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:53.739279 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d0640c9e-33ab-4df7-a4f2-2e128258b706 req-359bc7ee-a1df-47ab-b39a-7750dc684bed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1101816 Feb 04 15:35:53.740213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=d799e498-dac3-44b9-9e21-1463eb632ab5,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:53.831275 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.846628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:54.080627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c50e65-f55d-48d1-9dd4-610ff1f20e6e {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:54.090579 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:54.112090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Transition to ACTIVE for port object b1c50e65-f55d-48d1-9dd4-610ff1f20e6e will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:54.123345 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:54.198835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Allocated IP 192.168.233.97 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/43b3bbc7-12f2-4114-9418-4b852f0a1ef0) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:54.237293 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b76c2e-db38-49f0-9bc8-a416249b6143,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:54.253408 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d0640c9e-33ab-4df7-a4f2-2e128258b706 req-01eeef64-1f32-48df-9168-c2c396afeaa3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5003579 Feb 04 15:35:54.378026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:54.381723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70cea3-43db-4a57-82c5-1428a069b295 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2f2f42-903b-4516-84dd-dcda8c128bb2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:54.464717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4d2e26b-eb29-4802-99bd-0a9a25424475 req-8895f313-0981-444c-9f01-b8e3918c8089 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 210 time: 0.1926281 Feb 04 15:35:54.663045 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb901435-b687-4e32-b24c-10772a45ac65 req-d1258fde-ce00-4cf8-82c7-5ff031014e05 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:54.670724 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb901435-b687-4e32-b24c-10772a45ac65 req-d1258fde-ce00-4cf8-82c7-5ff031014e05 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 949 time: 0.9725585 Feb 04 15:35:54.673694 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': '08bb0989-9ab5-4b14-a3ad-1f0ef5940800', 'status': 'completed', 'code': 200} Feb 04 15:35:54.745060 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d0640c9e-33ab-4df7-a4f2-2e128258b706 req-f3df75b6-79d3-4794-9bf6-35dedffc1765 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769802 Feb 04 15:35:54.796641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Attempting to bind port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:54.797137 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Attempting to bind port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:54.797686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Attempting to bind port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e on network f5281afe-99cd-45c1-96f8-e4c1552da724 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:54.825783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb901435-b687-4e32-b24c-10772a45ac65 req-da01c978-23d2-4976-a9eb-7f005be6e88c tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539052 Feb 04 15:35:54.840943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e on network f5281afe-99cd-45c1-96f8-e4c1552da724 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:35:54.841337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Attempting to bind port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e on network f5281afe-99cd-45c1-96f8-e4c1552da724 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:54.869762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:35:54.870110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Checking segment: {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:54.870494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Bound using segment: {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:35:54.870946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Bound port: b1c50e65-f55d-48d1-9dd4-610ff1f20e6e, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:54.871332 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:54.914892 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d0640c9e-33ab-4df7-a4f2-2e128258b706 req-6e98535c-1e22-4b61-94fd-cba52e055a8b service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519427 Feb 04 15:35:54.962938 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b', 'code': 200} Feb 04 15:35:54.981718 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.005078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12d302a0-a10e-4988-80cf-cd5d940ea94a req-d7e81f63-a74a-4d0f-a304-87a10cce3aca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 6168 time: 0.2780864 Feb 04 15:35:55.046361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Transition to ACTIVE for port object 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:55.104169 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.258129 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-63f1e563-fe36-4e3d-9f2f-6b175a6c26f1 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841296 Feb 04 15:35:55.260208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:55.281045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:55.330164 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69b1c2a9-d625-41bb-aafb-e328e958a6f0 req-c0a31605-e821-44fc-a3d2-8a4b7e1df2a6 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 210 time: 0.1014245 Feb 04 15:35:55.333230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:55.519503 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Pushing event updated for resources: {'Port': ['ID=43b3bbc7-12f2-4114-9418-4b852f0a1ef0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:55.535402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d302a0-a10e-4988-80cf-cd5d940ea94a req-a0c8d3d6-d9f0-46db-877d-7dd520312ca7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.535744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d302a0-a10e-4988-80cf-cd5d940ea94a req-a0c8d3d6-d9f0-46db-877d-7dd520312ca7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.536142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d302a0-a10e-4988-80cf-cd5d940ea94a req-a0c8d3d6-d9f0-46db-877d-7dd520312ca7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.539723 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12d302a0-a10e-4988-80cf-cd5d940ea94a req-a0c8d3d6-d9f0-46db-877d-7dd520312ca7 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4714191 Feb 04 15:35:55.573947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.574616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.600840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379c9a6-0421-4765-8091-05584d8a4efd req-918d39a4-5689-4a94-9f6c-27f0f0145e96 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.613737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379c9a6-0421-4765-8091-05584d8a4efd req-918d39a4-5689-4a94-9f6c-27f0f0145e96 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.617695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379c9a6-0421-4765-8091-05584d8a4efd req-918d39a4-5689-4a94-9f6c-27f0f0145e96 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.630723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379c9a6-0421-4765-8091-05584d8a4efd req-918d39a4-5689-4a94-9f6c-27f0f0145e96 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.639707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379c9a6-0421-4765-8091-05584d8a4efd req-918d39a4-5689-4a94-9f6c-27f0f0145e96 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.647533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379c9a6-0421-4765-8091-05584d8a4efd req-918d39a4-5689-4a94-9f6c-27f0f0145e96 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.652324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379c9a6-0421-4765-8091-05584d8a4efd req-918d39a4-5689-4a94-9f6c-27f0f0145e96 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.652473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-c628deff-15e9-4481-ad88-5c5599c5ae68 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.653935 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-c628deff-15e9-4481-ad88-5c5599c5ae68 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3744071 Feb 04 15:35:55.660446 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-5764eb67-88b3-4ae4-8021-c5f5667ee727 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9641182 Feb 04 15:35:55.660859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a379c9a6-0421-4765-8091-05584d8a4efd req-918d39a4-5689-4a94-9f6c-27f0f0145e96 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5373 time: 0.7520010 Feb 04 15:35:55.681815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] For port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:55.711129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Request body: {'port': {'device_id': '8b9ec711-cab1-45ae-ad07-6fc52588a44f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:55.772781 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Request body: {'port': {'device_id': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '1ccf3f2cf9dd4568b8b81df1b50dc43c'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:55.779338 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] For port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:55.787269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8d1eac23-41f0-4ec6-91ce-253e8144c7cb None None] Provisioning for port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:55.795380 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8d1eac23-41f0-4ec6-91ce-253e8144c7cb None None] Provisioning complete for port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:55.796383 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8d1eac23-41f0-4ec6-91ce-253e8144c7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.803952 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.876343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8d1eac23-41f0-4ec6-91ce-253e8144c7cb None None] Port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:35:55.886355 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e55ce031-c355-474e-b71d-45bf960c268b req-91db8fc7-d684-4a92-b69f-0dbdd3d4482d tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/cc2f2f42-903b-4516-84dd-dcda8c128bb2 HTTP/1.1" status: 200 len: 1639 time: 0.4345267 Feb 04 15:35:55.910275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a379c9a6-0421-4765-8091-05584d8a4efd req-73945cc1-abd2-48b6-84b3-85d1002d8834 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2479095 Feb 04 15:35:55.978620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-e55ce031-c355-474e-b71d-45bf960c268b req-62690f3d-e435-4fba-be30-2feac80902b1 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cc2f2f42-903b-4516-84dd-dcda8c128bb2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:55.990338 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-e55ce031-c355-474e-b71d-45bf960c268b req-62690f3d-e435-4fba-be30-2feac80902b1 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cc2f2f42-903b-4516-84dd-dcda8c128bb2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:56.024387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-e55ce031-c355-474e-b71d-45bf960c268b req-62690f3d-e435-4fba-be30-2feac80902b1 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:56.027845 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.029805 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] 10.222.0.73 "PUT /v2.0/ports/b1c50e65-f55d-48d1-9dd4-610ff1f20e6e HTTP/1.1" status: 200 len: 1130 time: 3.5574641 Feb 04 15:35:56.029939 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.041159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e55ce031-c355-474e-b71d-45bf960c268b req-62690f3d-e435-4fba-be30-2feac80902b1 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group_rule and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:56.051000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e55ce031-c355-474e-b71d-45bf960c268b req-62690f3d-e435-4fba-be30-2feac80902b1 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:56.059870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb48eb-9f76-4b92-9b80-4f866cae6119 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:56.062837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-e55ce031-c355-474e-b71d-45bf960c268b req-62690f3d-e435-4fba-be30-2feac80902b1 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:56.065165 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d302a0-a10e-4988-80cf-cd5d940ea94a req-50048d6e-544e-442a-b8d4-4dd60d522880 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.067521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12d302a0-a10e-4988-80cf-cd5d940ea94a req-50048d6e-544e-442a-b8d4-4dd60d522880 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4997871 Feb 04 15:35:56.073020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Request body: {'port': {'device_id': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:56.179283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:56.203326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:56.226440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Made reservation on behalf of 1ccf3f2cf9dd4568b8b81df1b50dc43c for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:56.232704 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.404549 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.447189 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e55ce031-c355-474e-b71d-45bf960c268b req-62690f3d-e435-4fba-be30-2feac80902b1 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.523453 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e55ce031-c355-474e-b71d-45bf960c268b req-62690f3d-e435-4fba-be30-2feac80902b1 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.535574 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e55ce031-c355-474e-b71d-45bf960c268b req-62690f3d-e435-4fba-be30-2feac80902b1 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.616651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Allocated IP 192.168.233.109 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/d0629651-ff3c-4f5d-ab27-e2ea56306583) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:56.618995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62690f3d-e435-4fba-be30-2feac80902b1 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02668312-ac82-4ed6-aa44-dcd9a989c46d,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:56.675746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': 'b1c50e65-f55d-48d1-9dd4-610ff1f20e6e'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:56.703036 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e55ce031-c355-474e-b71d-45bf960c268b req-62690f3d-e435-4fba-be30-2feac80902b1 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.710850 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e55ce031-c355-474e-b71d-45bf960c268b req-62690f3d-e435-4fba-be30-2feac80902b1 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.7967491 Feb 04 15:35:56.916004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdea59-d5ad-45dd-8ce1-c20f51961616 req-4b37dcbf-d62a-4224-8ca0-64f53b319a10 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.923039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-adcdea59-d5ad-45dd-8ce1-c20f51961616 req-4b37dcbf-d62a-4224-8ca0-64f53b319a10 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 935 time: 0.3448958 Feb 04 15:35:56.964376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca032c22-e4b7-4b08-9d6e-b8b759b37f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd799e498-dac3-44b9-9e21-1463eb632ab5'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:57.063825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-adcdea59-d5ad-45dd-8ce1-c20f51961616 req-cf87fcf0-c589-47d9-8bea-1eebfc8d1fe6 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397731 Feb 04 15:35:57.103964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0944b6-9477-456e-959d-3bd221a95581 req-ff4f080f-a8c7-4a3a-873b-1999bd867f38 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.109409 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ef0944b6-9477-456e-959d-3bd221a95581 req-ff4f080f-a8c7-4a3a-873b-1999bd867f38 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 949 time: 0.2817724 Feb 04 15:35:57.114257 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed96eed1-23e2-4542-93a0-ddfae54cbdd3 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:57.125407 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.139337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f3242e0e-7b11-43f7-bffe-880f8426c0ac details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:35:57.180732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Transition to ACTIVE for port object ed96eed1-23e2-4542-93a0-ddfae54cbdd3 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:57.188101 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.225898 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.256290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Transition to ACTIVE for port object d0629651-ff3c-4f5d-ab27-e2ea56306583 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:57.280668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed96eed1-23e2-4542-93a0-ddfae54cbdd3,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:57.339420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ef0944b6-9477-456e-959d-3bd221a95581 req-4e480288-653b-4eda-b9f2-cc1defdd2a6c tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157974 Feb 04 15:35:57.451298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f3242e0e-7b11-43f7-bffe-880f8426c0ac, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f3242e0e-7b11-43f7-bffe-880f8426c0ac,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:57.495414 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'f3242e0e-7b11-43f7-bffe-880f8426c0ac', 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e', 'port_id': 'f3242e0e-7b11-43f7-bffe-880f8426c0ac', 'mac_address': 'fa:16:3e:dc:b4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:35:57.652466 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.673801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3242e0e-7b11-43f7-bffe-880f8426c0ac {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:57.692804 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.702461 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f3242e0e-7b11-43f7-bffe-880f8426c0ac, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f3242e0e-7b11-43f7-bffe-880f8426c0ac,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:57.705439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['ff06417c-da0d-4ce8-ac12-17bcfeee7a2b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:35:57.787453 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['e02c8813-aae6-4d8b-beef-db179bc9cb00', '92f34155-ff69-4ccf-b60b-43dd7470f0b4'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:35:57.836218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:57.851279 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.855622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:57.861446 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.861902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:57.864919 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e0680-96ca-4c8a-a145-b34ccc9e32ea req-b8b50ceb-1fb0-4d70-b342-64b341b43760 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.869597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Pushing event updated for resources: {'Port': ['ID=d0629651-ff3c-4f5d-ab27-e2ea56306583,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:57.873918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e26e0680-96ca-4c8a-a145-b34ccc9e32ea req-b8b50ceb-1fb0-4d70-b342-64b341b43760 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 945 time: 0.5955112 Feb 04 15:35:57.875391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:35:57.876739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Attempting to bind port ed96eed1-23e2-4542-93a0-ddfae54cbdd3 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:57.877887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Attempting to bind port ed96eed1-23e2-4542-93a0-ddfae54cbdd3 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:57.878183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Attempting to bind port ed96eed1-23e2-4542-93a0-ddfae54cbdd3 on network f5281afe-99cd-45c1-96f8-e4c1552da724 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:57.886108 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Port ed96eed1-23e2-4542-93a0-ddfae54cbdd3 on network f5281afe-99cd-45c1-96f8-e4c1552da724 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:35:57.886675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Attempting to bind port ed96eed1-23e2-4542-93a0-ddfae54cbdd3 on network f5281afe-99cd-45c1-96f8-e4c1552da724 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:57.920185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Transition to ACTIVE for port object 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:57.928727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:35:57.932352 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.938987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Checking segment: {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:57.940198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Bound using segment: {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:35:57.943202 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Bound port: ed96eed1-23e2-4542-93a0-ddfae54cbdd3, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:57.945126 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.025958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:58.027502 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.059509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c3fd7-8976-4a3e-8862-18231b507aff req-06d8076c-d412-4ba5-9a03-836dd9848948 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:58.071828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a33c3fd7-8976-4a3e-8862-18231b507aff req-06d8076c-d412-4ba5-9a03-836dd9848948 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 936 time: 0.5063334 Feb 04 15:35:58.142325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['f3242e0e-7b11-43f7-bffe-880f8426c0ac'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:35:58.240808 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-a72b2fc3-8711-47c5-b52b-309eee4a4f80 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5336392 Feb 04 15:35:58.242224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Pushing event updated for resources: {'Port': ['ID=43b3bbc7-12f2-4114-9418-4b852f0a1ef0,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:58.303124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Request body: {'port': {'device_id': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:58.318861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a33c3fd7-8976-4a3e-8862-18231b507aff req-78871f0b-1fbb-467f-9935-f0f6e11c4263 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461510 Feb 04 15:35:58.329979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f3242e0e-7b11-43f7-bffe-880f8426c0ac,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:58.410072 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e26e0680-96ca-4c8a-a145-b34ccc9e32ea req-5739a530-516a-4a7e-a9e9-ddfbf84c2254 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346441 Feb 04 15:35:58.490854 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': 'b1c50e65-f55d-48d1-9dd4-610ff1f20e6e', 'status': 'completed', 'code': 200} Feb 04 15:35:58.515937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] For port ed96eed1-23e2-4542-93a0-ddfae54cbdd3, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:58.568480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6b47417f-5b52-42fb-bfd8-93a94489989e None None] Provisioning for port d0629651-ff3c-4f5d-ab27-e2ea56306583 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:58.590746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Attempting to bind port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:58.591238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Attempting to bind port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:58.591661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Attempting to bind port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:58.600742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6b47417f-5b52-42fb-bfd8-93a94489989e None None] Provisioning complete for port d0629651-ff3c-4f5d-ab27-e2ea56306583 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:58.601479 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6b47417f-5b52-42fb-bfd8-93a94489989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.605265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:35:58.605715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Attempting to bind port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:58.609519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-5988da8f-611b-44e7-b1dd-e3e71b841a6a req-c6962946-067c-4eda-a24e-49b7ea98398e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-218605086', 'description': 'tempest-description-704835014'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:58.617434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5988da8f-611b-44e7-b1dd-e3e71b841a6a req-c6962946-067c-4eda-a24e-49b7ea98398e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:58.620703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] For port ed96eed1-23e2-4542-93a0-ddfae54cbdd3, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ed96eed1-23e2-4542-93a0-ddfae54cbdd3,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:58.621208 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.626138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5988da8f-611b-44e7-b1dd-e3e71b841a6a req-c6962946-067c-4eda-a24e-49b7ea98398e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:58.633492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5988da8f-611b-44e7-b1dd-e3e71b841a6a req-c6962946-067c-4eda-a24e-49b7ea98398e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:58.638128 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.638900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:35:58.639367 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:58.639892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:35:58.640483 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Bound port: 43b3bbc7-12f2-4114-9418-4b852f0a1ef0, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:58.640921 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.680419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5988da8f-611b-44e7-b1dd-e3e71b841a6a req-c6962946-067c-4eda-a24e-49b7ea98398e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:58.730386 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5988da8f-611b-44e7-b1dd-e3e71b841a6a req-c6962946-067c-4eda-a24e-49b7ea98398e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.743045 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.744679 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] 10.222.0.73 "PUT /v2.0/ports/ed96eed1-23e2-4542-93a0-ddfae54cbdd3 HTTP/1.1" status: 200 len: 1091 time: 2.6759341 Feb 04 15:35:58.834702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Request body: {'port': {'device_id': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:35:58.892997 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6b47417f-5b52-42fb-bfd8-93a94489989e None None] Port d0629651-ff3c-4f5d-ab27-e2ea56306583 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:35:58.963840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbdda5ce-17d0-4281-ad41-87329189d618 req-7f1a0fca-a800-4cb3-b72c-f51b4a204aab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 6235 time: 0.4394279 Feb 04 15:35:58.968494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc9dca-7990-4386-85c1-d6f462e9b0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed96eed1-23e2-4542-93a0-ddfae54cbdd3,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:59.112363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5988da8f-611b-44e7-b1dd-e3e71b841a6a req-c6962946-067c-4eda-a24e-49b7ea98398e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:59.137530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5988da8f-611b-44e7-b1dd-e3e71b841a6a req-c6962946-067c-4eda-a24e-49b7ea98398e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group_rule and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:59.154458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f3242e0e-7b11-43f7-bffe-880f8426c0ac up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:59.184677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5988da8f-611b-44e7-b1dd-e3e71b841a6a req-c6962946-067c-4eda-a24e-49b7ea98398e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:59.208875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0629651-ff3c-4f5d-ab27-e2ea56306583 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:59.219973 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.239159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Transition to ACTIVE for port object d0629651-ff3c-4f5d-ab27-e2ea56306583 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:59.255830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port f3242e0e-7b11-43f7-bffe-880f8426c0ac triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:59.256214 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.272269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdda5ce-17d0-4281-ad41-87329189d618 req-5a65e4ed-c848-4c64-bae3-5da341dd5b65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:59.273210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdda5ce-17d0-4281-ad41-87329189d618 req-5a65e4ed-c848-4c64-bae3-5da341dd5b65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:59.273800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdda5ce-17d0-4281-ad41-87329189d618 req-5a65e4ed-c848-4c64-bae3-5da341dd5b65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:59.276150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbdda5ce-17d0-4281-ad41-87329189d618 req-5a65e4ed-c848-4c64-bae3-5da341dd5b65 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3039155 Feb 04 15:35:59.281106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.440333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5988da8f-611b-44e7-b1dd-e3e71b841a6a req-c6962946-067c-4eda-a24e-49b7ea98398e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:59.480919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Pushing event updated for resources: {'Port': ['ID=d0629651-ff3c-4f5d-ab27-e2ea56306583,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:59.487214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] For port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:59.487439 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.570298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f3242e0e-7b11-43f7-bffe-880f8426c0ac, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f3242e0e-7b11-43f7-bffe-880f8426c0ac,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:59.576013 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.590241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d147b55-d0d2-42bd-bf1c-49d98a27134b req-50889603-4215-48c0-ac9d-d1625a0195ca tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:59.604725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d147b55-d0d2-42bd-bf1c-49d98a27134b req-50889603-4215-48c0-ac9d-d1625a0195ca tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:59.608911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d147b55-d0d2-42bd-bf1c-49d98a27134b req-50889603-4215-48c0-ac9d-d1625a0195ca tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:59.617300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d147b55-d0d2-42bd-bf1c-49d98a27134b req-50889603-4215-48c0-ac9d-d1625a0195ca tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:59.623243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d147b55-d0d2-42bd-bf1c-49d98a27134b req-50889603-4215-48c0-ac9d-d1625a0195ca tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:59.627400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d147b55-d0d2-42bd-bf1c-49d98a27134b req-50889603-4215-48c0-ac9d-d1625a0195ca tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:59.632553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d147b55-d0d2-42bd-bf1c-49d98a27134b req-50889603-4215-48c0-ac9d-d1625a0195ca tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:59.634904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d147b55-d0d2-42bd-bf1c-49d98a27134b req-50889603-4215-48c0-ac9d-d1625a0195ca tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5385 time: 0.8720658 Feb 04 15:35:59.635804 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.638090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] For port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=43b3bbc7-12f2-4114-9418-4b852f0a1ef0,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:59.650102 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.727583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f3242e0e-7b11-43f7-bffe-880f8426c0ac,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:59.801727 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.803271 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] 10.222.0.81 "PUT /v2.0/ports/43b3bbc7-12f2-4114-9418-4b852f0a1ef0 HTTP/1.1" status: 200 len: 1095 time: 4.0975461 Feb 04 15:35:59.810539 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9ec711-cab1-45ae-ad07-6fc52588a44f', 'tag': '43b3bbc7-12f2-4114-9418-4b852f0a1ef0'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:59.834710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d2087-a4b6-49c2-a5d9-3ee4f8b616cb service neutron] Pushing event updated for resources: {'Port': ['ID=43b3bbc7-12f2-4114-9418-4b852f0a1ef0,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:59.839973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Attempting to bind port d0629651-ff3c-4f5d-ab27-e2ea56306583 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:59.840251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Attempting to bind port d0629651-ff3c-4f5d-ab27-e2ea56306583 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:59.840529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Attempting to bind port d0629651-ff3c-4f5d-ab27-e2ea56306583 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:59.858980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Port d0629651-ff3c-4f5d-ab27-e2ea56306583 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:35:59.859719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Attempting to bind port d0629651-ff3c-4f5d-ab27-e2ea56306583 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:35:59.866317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdda5ce-17d0-4281-ad41-87329189d618 req-5222c832-3f66-47dd-ba84-1c22cc0eb033 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:59.868236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbdda5ce-17d0-4281-ad41-87329189d618 req-5222c832-3f66-47dd-ba84-1c22cc0eb033 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5769000 Feb 04 15:35:59.878908 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5988da8f-611b-44e7-b1dd-e3e71b841a6a req-c6962946-067c-4eda-a24e-49b7ea98398e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.903348 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d147b55-d0d2-42bd-bf1c-49d98a27134b req-d6ae2abb-10af-4cda-80e7-69c50276f24d tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2406464 Feb 04 15:35:59.904378 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5988da8f-611b-44e7-b1dd-e3e71b841a6a req-c6962946-067c-4eda-a24e-49b7ea98398e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.915200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:35:59.915557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:35:59.915956 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:35:59.916457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Bound port: d0629651-ff3c-4f5d-ab27-e2ea56306583, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:59.916808 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.100877 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca032c22-e4b7-4b08-9d6e-b8b759b37f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd799e498-dac3-44b9-9e21-1463eb632ab5', 'code': 200} Feb 04 15:36:00.148373 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5988da8f-611b-44e7-b1dd-e3e71b841a6a req-c6962946-067c-4eda-a24e-49b7ea98398e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.156290 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5988da8f-611b-44e7-b1dd-e3e71b841a6a req-c6962946-067c-4eda-a24e-49b7ea98398e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 1.5683162 Feb 04 15:36:00.201156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6962946-067c-4eda-a24e-49b7ea98398e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9c5e7a-84fc-433f-a1e0-7b1080658f0a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:00.289516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:00.296011 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-831daafa-5d8f-46de-8c8a-5626be01062b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7750a74e25654be0a31368b6f033979c&device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 1098 time: 0.4302955 Feb 04 15:36:00.298226 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:00.304473 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.483987 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-060af053-5ac2-46b3-af6c-a5e0e90d2051 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=43b3bbc7-12f2-4114-9418-4b852f0a1ef0 HTTP/1.1" status: 200 len: 217 time: 0.1273293 Feb 04 15:36:00.493722 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.495340 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] 10.222.0.81 "PUT /v2.0/ports/d0629651-ff3c-4f5d-ab27-e2ea56306583 HTTP/1.1" status: 200 len: 1096 time: 2.2055337 Feb 04 15:36:00.520397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': 'ed96eed1-23e2-4542-93a0-ddfae54cbdd3'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:00.607252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107420b2-0a81-4eeb-a48c-246cafb9349c service neutron] Pushing event updated for resources: {'Port': ['ID=d0629651-ff3c-4f5d-ab27-e2ea56306583,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:00.656349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-0132a839-e4a4-4e2a-b3a3-0e0a927b46d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:00.658611 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-0132a839-e4a4-4e2a-b3a3-0e0a927b46d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1594019 Feb 04 15:36:00.755453 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-e9ebf38f-246b-4dbf-9f5c-b4c99714e722 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 1099 time: 0.2021096 Feb 04 15:36:00.762789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93e8aa84-d8b6-4166-a026-4499ce4c78d6 req-1e71c587-8061-4125-bb37-52470ec23a8d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 1100 time: 0.5345073 Feb 04 15:36:00.837200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552690c3-dc10-488a-af19-3a9430ba2905 req-f143f1c4-e926-4f0d-b9c4-833183a51155 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:00.845996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-552690c3-dc10-488a-af19-3a9430ba2905 req-f143f1c4-e926-4f0d-b9c4-833183a51155 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 947 time: 0.3267689 Feb 04 15:36:00.854799 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-71304112-0011-4150-9aab-5c4ad979cac8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583 HTTP/1.1" status: 200 len: 217 time: 0.0862617 Feb 04 15:36:00.860458 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-596437b1-436f-4408-9014-0717e792a2eb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1942601 Feb 04 15:36:00.885843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b0ecb-56d7-4430-8c62-b16d420bad92 req-863782e7-a21a-421f-b665-5e8ec5952f36 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:00.893125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a9b0ecb-56d7-4430-8c62-b16d420bad92 req-863782e7-a21a-421f-b665-5e8ec5952f36 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 949 time: 0.4557147 Feb 04 15:36:00.974540 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:36:00.982793 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93e8aa84-d8b6-4166-a026-4499ce4c78d6 req-07ba4382-9e0e-48cb-af1a-1a8f347866bb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995361 Feb 04 15:36:01.044191 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-b712621c-51d6-4eb1-84e8-898a9fd5c33c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.045917 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-b712621c-51d6-4eb1-84e8-898a9fd5c33c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1844072 Feb 04 15:36:01.089774 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-552690c3-dc10-488a-af19-3a9430ba2905 req-24c8de65-3632-4946-ab84-8c4023bb8c91 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428203 Feb 04 15:36:01.106691 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a9b0ecb-56d7-4430-8c62-b16d420bad92 req-ad3fdf68-f7fb-4e72-9ef1-5d2ea961b1dc tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121656 Feb 04 15:36:01.119572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3071a10a-e745-43a8-86c5-30ffb75fa049 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:01.145966 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:01.173265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Transition to ACTIVE for port object 3071a10a-e745-43a8-86c5-30ffb75fa049 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:01.177694 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-24679520-fa2a-41fb-984a-9f4d394e28f9 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829294 Feb 04 15:36:01.181376 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:01.326191 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-bd818428-d0ae-4b69-8ca8-e209a2fd4a6f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2699306 Feb 04 15:36:01.375895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3071a10a-e745-43a8-86c5-30ffb75fa049,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:01.478218 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b6e273c0-ba30-4432-991f-eb7fc8a80571 req-8f46596a-0814-4716-b8ad-f721c909ad16 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952096 Feb 04 15:36:01.581093 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-c5036c7a-0d5f-4d12-9ab8-01a1e352dce1 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467153 Feb 04 15:36:01.782024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56ce79-d58a-4e18-9a46-41ebbbd94904 req-2beba1b5-b2cd-42e9-8110-a8ed050d7302 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.794307 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9fb29317-c830-4227-8b3a-18bb16caebfa req-7573342a-1328-4a24-b917-f9e10ab4ace5 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063854 Feb 04 15:36:01.795729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b56ce79-d58a-4e18-9a46-41ebbbd94904 req-2beba1b5-b2cd-42e9-8110-a8ed050d7302 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 948 time: 0.4569116 Feb 04 15:36:01.827783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Attempting to bind port 3071a10a-e745-43a8-86c5-30ffb75fa049 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:01.828128 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Attempting to bind port 3071a10a-e745-43a8-86c5-30ffb75fa049 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:01.828457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Attempting to bind port 3071a10a-e745-43a8-86c5-30ffb75fa049 on network f5281afe-99cd-45c1-96f8-e4c1552da724 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:01.836402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd4bc3-4951-47cf-823e-4a6a2afbf345 req-28f43fce-a855-474b-86aa-32671e02f1b3 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.839671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9cfd4bc3-4951-47cf-823e-4a6a2afbf345 req-28f43fce-a855-474b-86aa-32671e02f1b3 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 945 time: 0.4600570 Feb 04 15:36:01.872313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Port 3071a10a-e745-43a8-86c5-30ffb75fa049 on network f5281afe-99cd-45c1-96f8-e4c1552da724 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:36:01.872742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Attempting to bind port 3071a10a-e745-43a8-86c5-30ffb75fa049 on network f5281afe-99cd-45c1-96f8-e4c1552da724 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:01.898519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:36:01.898857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Checking segment: {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:36:01.899272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Bound using segment: {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:36:01.899836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Bound port: 3071a10a-e745-43a8-86c5-30ffb75fa049, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae38ffd-e1d3-4484-9449-596a4bb4199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:01.900177 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:01.933585 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b56ce79-d58a-4e18-9a46-41ebbbd94904 req-8d87a4d7-1de9-4ebe-9297-07165ce72dec tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311336 Feb 04 15:36:01.935672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9cfd4bc3-4951-47cf-823e-4a6a2afbf345 req-4d063436-34cc-49b1-9d58-f582847d3d98 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914938 Feb 04 15:36:02.027484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-81ab0653-7946-4856-b62e-0b3e768f0910 req-b3b941fb-4250-4503-b988-14d6d9bca052 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-394228666', 'description': 'tempest-description-1184927191'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:02.040719 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9ec711-cab1-45ae-ad07-6fc52588a44f', 'tag': '43b3bbc7-12f2-4114-9418-4b852f0a1ef0', 'status': 'completed', 'code': 200} Feb 04 15:36:02.045944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-81ab0653-7946-4856-b62e-0b3e768f0910 req-b3b941fb-4250-4503-b988-14d6d9bca052 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:02.056532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-81ab0653-7946-4856-b62e-0b3e768f0910 req-b3b941fb-4250-4503-b988-14d6d9bca052 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:02.060931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-81ab0653-7946-4856-b62e-0b3e768f0910 req-b3b941fb-4250-4503-b988-14d6d9bca052 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:02.068789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-81ab0653-7946-4856-b62e-0b3e768f0910 req-b3b941fb-4250-4503-b988-14d6d9bca052 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:02.071118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] For port 3071a10a-e745-43a8-86c5-30ffb75fa049, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:02.075202 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] For port 3071a10a-e745-43a8-86c5-30ffb75fa049, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3071a10a-e745-43a8-86c5-30ffb75fa049,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:02.081413 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:02.102162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bb9052-a2e2-43c1-9db1-5fec756aa5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3242e0e-7b11-43f7-bffe-880f8426c0ac'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:02.126529 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-81ab0653-7946-4856-b62e-0b3e768f0910 req-b3b941fb-4250-4503-b988-14d6d9bca052 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:02.141781 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': 'ed96eed1-23e2-4542-93a0-ddfae54cbdd3', 'status': 'completed', 'code': 200} Feb 04 15:36:02.184991 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-377c3bbf-ae24-422b-87cb-568685d770ce req-2a02af62-98ca-4cdd-b6b8-c984090d7ae0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7750a74e25654be0a31368b6f033979c&device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 1098 time: 0.0926130 Feb 04 15:36:02.227608 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:02.229836 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] 10.222.0.73 "PUT /v2.0/ports/3071a10a-e745-43a8-86c5-30ffb75fa049 HTTP/1.1" status: 200 len: 1091 time: 3.4038596 Feb 04 15:36:02.260242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bbfec-fad4-473b-b3ca-5eeef831b5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3071a10a-e745-43a8-86c5-30ffb75fa049,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:02.274361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-81ab0653-7946-4856-b62e-0b3e768f0910 req-b3b941fb-4250-4503-b988-14d6d9bca052 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:02.279068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-81ab0653-7946-4856-b62e-0b3e768f0910 req-b3b941fb-4250-4503-b988-14d6d9bca052 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group_rule and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:02.305591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-81ab0653-7946-4856-b62e-0b3e768f0910 req-b3b941fb-4250-4503-b988-14d6d9bca052 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:02.366312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-81ab0653-7946-4856-b62e-0b3e768f0910 req-b3b941fb-4250-4503-b988-14d6d9bca052 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:02.448598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Request body: {'port': {'device_id': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:02.478004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c3bbf-ae24-422b-87cb-568685d770ce req-965d9fe3-59e3-4ce5-ad38-c44994f9374d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:02.486056 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-377c3bbf-ae24-422b-87cb-568685d770ce req-965d9fe3-59e3-4ce5-ad38-c44994f9374d service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.2931657 Feb 04 15:36:02.630422 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-377c3bbf-ae24-422b-87cb-568685d770ce req-2162f65b-bee7-4b77-91ba-fdf4d382661d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=43b3bbc7-12f2-4114-9418-4b852f0a1ef0 HTTP/1.1" status: 200 len: 217 time: 0.1295962 Feb 04 15:36:02.672125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e8ddf8f-81b5-425b-9b36-4073a65de31a req-803b3133-bb09-4cb8-a33d-d14a3cec1c1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 6344 time: 0.5034208 Feb 04 15:36:02.844558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c3bbf-ae24-422b-87cb-568685d770ce req-4c8208da-0196-4ae6-acb8-8c0667d37821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:02.846377 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-377c3bbf-ae24-422b-87cb-568685d770ce req-4c8208da-0196-4ae6-acb8-8c0667d37821 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2032599 Feb 04 15:36:02.862429 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-81ab0653-7946-4856-b62e-0b3e768f0910 req-b3b941fb-4250-4503-b988-14d6d9bca052 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:02.899153 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-81ab0653-7946-4856-b62e-0b3e768f0910 req-b3b941fb-4250-4503-b988-14d6d9bca052 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:02.914991 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a19b64d1-e911-4c18-90f9-27d98fc52be4 req-2e888cc7-b8ba-4b83-86cc-4d204391bc0c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4155705 Feb 04 15:36:02.928978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b3eb5-1c51-4951-b75d-4386a9f091d0 req-5c28ec73-4373-4430-837a-5910315fcb9c tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:02.935421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b3eb5-1c51-4951-b75d-4386a9f091d0 req-5c28ec73-4373-4430-837a-5910315fcb9c tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:02.949269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b3eb5-1c51-4951-b75d-4386a9f091d0 req-5c28ec73-4373-4430-837a-5910315fcb9c tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:02.953246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b3eb5-1c51-4951-b75d-4386a9f091d0 req-5c28ec73-4373-4430-837a-5910315fcb9c tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:02.968073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b3eb5-1c51-4951-b75d-4386a9f091d0 req-5c28ec73-4373-4430-837a-5910315fcb9c tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:02.969617 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-377c3bbf-ae24-422b-87cb-568685d770ce req-7f725f00-28e2-46c2-882c-86ec5512924b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145434 Feb 04 15:36:02.982263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b3eb5-1c51-4951-b75d-4386a9f091d0 req-5c28ec73-4373-4430-837a-5910315fcb9c tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:02.991300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b3eb5-1c51-4951-b75d-4386a9f091d0 req-5c28ec73-4373-4430-837a-5910315fcb9c tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.005225 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-403b3eb5-1c51-4951-b75d-4386a9f091d0 req-5c28ec73-4373-4430-837a-5910315fcb9c tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5397 time: 0.6946287 Feb 04 15:36:03.102181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ddf8f-81b5-425b-9b36-4073a65de31a req-e584ce92-c170-4eb8-8e75-309879ea2aef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.102557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ddf8f-81b5-425b-9b36-4073a65de31a req-e584ce92-c170-4eb8-8e75-309879ea2aef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.102925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ddf8f-81b5-425b-9b36-4073a65de31a req-e584ce92-c170-4eb8-8e75-309879ea2aef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.104525 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e8ddf8f-81b5-425b-9b36-4073a65de31a req-e584ce92-c170-4eb8-8e75-309879ea2aef service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3907638 Feb 04 15:36:03.163675 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:03.180021 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-81ab0653-7946-4856-b62e-0b3e768f0910 req-b3b941fb-4250-4503-b988-14d6d9bca052 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:03.181319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-81ab0653-7946-4856-b62e-0b3e768f0910 req-b3b941fb-4250-4503-b988-14d6d9bca052 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.1605217 Feb 04 15:36:03.256570 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a19b64d1-e911-4c18-90f9-27d98fc52be4 req-fc7e901c-93f2-4ec6-bfde-bca303de7150 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 1100 time: 0.1673281 Feb 04 15:36:03.288156 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-377c3bbf-ae24-422b-87cb-568685d770ce req-fb2c7a06-5ff8-411e-b2f7-6a1b3586b422 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084464 Feb 04 15:36:03.289535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b941fb-4250-4503-b988-14d6d9bca052 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fe9fb3-7892-4556-a536-6bb08cfc8ad4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:03.476617 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bb9052-a2e2-43c1-9db1-5fec756aa5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3242e0e-7b11-43f7-bffe-880f8426c0ac', 'code': 200} Feb 04 15:36:03.659363 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-377c3bbf-ae24-422b-87cb-568685d770ce req-16d47700-d320-457c-9fdd-8485f59d4fd8 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156080 Feb 04 15:36:03.660564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b64d1-e911-4c18-90f9-27d98fc52be4 req-a4280bee-948d-432f-8423-f070827f4e4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.661883 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a19b64d1-e911-4c18-90f9-27d98fc52be4 req-a4280bee-948d-432f-8423-f070827f4e4d service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3668904 Feb 04 15:36:03.669441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ddf8f-81b5-425b-9b36-4073a65de31a req-86674b32-4e94-4b30-9deb-5a8c4c2e31fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.670817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e8ddf8f-81b5-425b-9b36-4073a65de31a req-86674b32-4e94-4b30-9deb-5a8c4c2e31fa service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5375121 Feb 04 15:36:03.742935 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-403b3eb5-1c51-4951-b75d-4386a9f091d0 req-1d2ff078-4033-4ead-b92c-b15cd6409d8b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7352984 Feb 04 15:36:03.826352 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a19b64d1-e911-4c18-90f9-27d98fc52be4 req-d7701d1d-94e6-4c7e-9a40-0c2dfec3e001 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00 HTTP/1.1" status: 200 len: 217 time: 0.1440873 Feb 04 15:36:03.950943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b64d1-e911-4c18-90f9-27d98fc52be4 req-e2ee4b42-8cf4-4e2f-a9ac-af7b79b46230 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.952534 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a19b64d1-e911-4c18-90f9-27d98fc52be4 req-e2ee4b42-8cf4-4e2f-a9ac-af7b79b46230 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1165557 Feb 04 15:36:04.045450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35072c-592e-4972-8651-4ddeaef841a3 req-60a8de63-c224-42a8-a236-3079aec6fd49 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:04.045450 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a35072c-592e-4972-8651-4ddeaef841a3 req-60a8de63-c224-42a8-a236-3079aec6fd49 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 947 time: 0.2826276 Feb 04 15:36:04.050076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:04.103866 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a19b64d1-e911-4c18-90f9-27d98fc52be4 req-83f6feb1-3889-46ca-aa04-ae7cd170e92c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1451142 Feb 04 15:36:04.147269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': '3071a10a-e745-43a8-86c5-30ffb75fa049'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:04.192011 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a35072c-592e-4972-8651-4ddeaef841a3 req-7c2ed8d5-30aa-4a3f-9b41-901e8ce6536c tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622078 Feb 04 15:36:04.291874 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a19b64d1-e911-4c18-90f9-27d98fc52be4 req-7a36eb6f-484c-413a-853c-b7a20dcb1ea0 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815441 Feb 04 15:36:04.297041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbce260-b850-452e-b7aa-04272d6d5421 req-19879e8b-c565-4da8-96fb-05cc666a6b73 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:04.298515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fbce260-b850-452e-b7aa-04272d6d5421 req-19879e8b-c565-4da8-96fb-05cc666a6b73 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 949 time: 0.2963254 Feb 04 15:36:04.306419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076ba81d-c2af-4b86-b984-deeffd4d5c7a {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:04.332452 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:04.364380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Transition to ACTIVE for port object 076ba81d-c2af-4b86-b984-deeffd4d5c7a will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:04.413790 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:04.482360 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fbce260-b850-452e-b7aa-04272d6d5421 req-a37fde79-85b0-4a07-8bce-120454059aa4 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712174 Feb 04 15:36:04.485068 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a19b64d1-e911-4c18-90f9-27d98fc52be4 req-9c9f87fb-fad6-4d9b-be89-d3e11063c6d1 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867633 Feb 04 15:36:04.614070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Pushing event updated for resources: {'Port': ['ID=076ba81d-c2af-4b86-b984-deeffd4d5c7a,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:04.682382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8f182-ac85-4ba5-ae71-ac98bb13a749 req-ed444cf2-38ad-4094-b013-eab9bd48c0d3 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:04.690166 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30b8f182-ac85-4ba5-ae71-ac98bb13a749 req-ed444cf2-38ad-4094-b013-eab9bd48c0d3 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 948 time: 0.3310313 Feb 04 15:36:04.880345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Attempting to bind port 076ba81d-c2af-4b86-b984-deeffd4d5c7a on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:04.880624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Attempting to bind port 076ba81d-c2af-4b86-b984-deeffd4d5c7a by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '7c2f2a44-5389-44f3-8442-147087233bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:04.880949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Attempting to bind port 076ba81d-c2af-4b86-b984-deeffd4d5c7a on network aa48dee4-e3e7-4faf-aa12-7ac914e8169e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:04.903452 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30b8f182-ac85-4ba5-ae71-ac98bb13a749 req-ca7af9ec-a32d-4c1c-ae93-5cc1ff4b6c66 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121603 Feb 04 15:36:04.906148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Port 076ba81d-c2af-4b86-b984-deeffd4d5c7a on network aa48dee4-e3e7-4faf-aa12-7ac914e8169e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:36:04.906470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Attempting to bind port 076ba81d-c2af-4b86-b984-deeffd4d5c7a on network aa48dee4-e3e7-4faf-aa12-7ac914e8169e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:04.919821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:36:04.920162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Checking segment: {'id': '7c2f2a44-5389-44f3-8442-147087233bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:36:04.920547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Bound using segment: {'id': '7c2f2a44-5389-44f3-8442-147087233bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:36:04.921215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Bound port: 076ba81d-c2af-4b86-b984-deeffd4d5c7a, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c2f2a44-5389-44f3-8442-147087233bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:04.921567 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:04.953529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e55efe-a543-4069-a69d-ed8ed7f9ae03 req-01c92eeb-f6af-4b97-b0c1-0364f7c260c6 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:04.961286 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41e55efe-a543-4069-a69d-ed8ed7f9ae03 req-01c92eeb-f6af-4b97-b0c1-0364f7c260c6 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 945 time: 0.2506347 Feb 04 15:36:05.131926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41e55efe-a543-4069-a69d-ed8ed7f9ae03 req-9ca6da96-fec7-4573-87fa-ea3c9eaec85f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695130 Feb 04 15:36:05.147768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] For port 076ba81d-c2af-4b86-b984-deeffd4d5c7a, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:05.152166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] For port 076ba81d-c2af-4b86-b984-deeffd4d5c7a, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=076ba81d-c2af-4b86-b984-deeffd4d5c7a,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:05.161417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5384b668-4534-4a12-8df2-76ee5e50baec req-45a0bff3-278e-4d6b-a575-ede2ac0653a1 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/7f9c5e7a-84fc-433f-a1e0-7b1080658f0a HTTP/1.1" status: 200 len: 1637 time: 0.1519158 Feb 04 15:36:05.169802 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.214793 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583', 'status': 'completed', 'code': 200} Feb 04 15:36:05.222422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d0629651-ff3c-4f5d-ab27-e2ea56306583 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:05.340146 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Pushing event updated for resources: {'Port': ['ID=076ba81d-c2af-4b86-b984-deeffd4d5c7a,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:05.355541 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.358175 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-da9e943f-c557-4eea-9519-d825782eb408 service neutron] 10.222.0.73 "PUT /v2.0/ports/076ba81d-c2af-4b86-b984-deeffd4d5c7a HTTP/1.1" status: 200 len: 1091 time: 2.9129007 Feb 04 15:36:05.389987 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': '3071a10a-e745-43a8-86c5-30ffb75fa049', 'status': 'completed', 'code': 200} Feb 04 15:36:05.437630 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fcf6090-d91f-4d8e-a335-0db3e089304b req-50091636-7fd6-46dd-b9e6-e0484bcbfb39 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 1099 time: 0.1599009 Feb 04 15:36:05.606669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Request body: {'port': {'device_id': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:05.638875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf6090-d91f-4d8e-a335-0db3e089304b req-234259b7-2d8e-45ad-8656-39acca089f4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:05.640670 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fcf6090-d91f-4d8e-a335-0db3e089304b req-234259b7-2d8e-45ad-8656-39acca089f4f service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.1957340 Feb 04 15:36:05.698311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5384b668-4534-4a12-8df2-76ee5e50baec req-9e4232cb-5f74-417a-acfe-809bab133098 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/44fe9fb3-7892-4556-a536-6bb08cfc8ad4 HTTP/1.1" status: 200 len: 1638 time: 0.5351110 Feb 04 15:36:05.709460 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:05.709783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-5384b668-4534-4a12-8df2-76ee5e50baec req-f1198f23-713a-46c3-83eb-dd8d5efadcd8 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7f9c5e7a-84fc-433f-a1e0-7b1080658f0a', 'remote_group_id': '44fe9fb3-7892-4556-a536-6bb08cfc8ad4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:05.710109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-5384b668-4534-4a12-8df2-76ee5e50baec req-f1198f23-713a-46c3-83eb-dd8d5efadcd8 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7f9c5e7a-84fc-433f-a1e0-7b1080658f0a', 'remote_group_id': '44fe9fb3-7892-4556-a536-6bb08cfc8ad4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:05.754727 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fcf6090-d91f-4d8e-a335-0db3e089304b req-d466724f-26a2-48ea-b752-f01a1e8d037b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583 HTTP/1.1" status: 200 len: 217 time: 0.1050589 Feb 04 15:36:05.756346 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'd0629651-ff3c-4f5d-ab27-e2ea56306583', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'd0629651-ff3c-4f5d-ab27-e2ea56306583', 'mac_address': 'fa:16:3e:05:a4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:05.773414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5384b668-4534-4a12-8df2-76ee5e50baec req-f1198f23-713a-46c3-83eb-dd8d5efadcd8 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:05.800713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5384b668-4534-4a12-8df2-76ee5e50baec req-f1198f23-713a-46c3-83eb-dd8d5efadcd8 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group_rule and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:05.811217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5384b668-4534-4a12-8df2-76ee5e50baec req-f1198f23-713a-46c3-83eb-dd8d5efadcd8 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:05.825371 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5384b668-4534-4a12-8df2-76ee5e50baec req-f1198f23-713a-46c3-83eb-dd8d5efadcd8 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:05.829112 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.867704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b00847e5-b482-4c26-b9db-784ebf325a49 req-76a179d2-c0aa-4508-83ea-c8f4a34448bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 6411 time: 0.4769230 Feb 04 15:36:05.884568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf6090-d91f-4d8e-a335-0db3e089304b req-7b29c911-bc92-4edf-9858-d8486b2ed684 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:05.886893 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fcf6090-d91f-4d8e-a335-0db3e089304b req-7b29c911-bc92-4edf-9858-d8486b2ed684 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1264770 Feb 04 15:36:05.979512 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.009218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0629651-ff3c-4f5d-ab27-e2ea56306583 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:06.010296 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fcf6090-d91f-4d8e-a335-0db3e089304b req-d8110f10-8ad9-4b0d-a635-688365f0c7e8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137094 Feb 04 15:36:06.032165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:06.042288 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.042995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:06.073892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=43b3bbc7-12f2-4114-9418-4b852f0a1ef0,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:06.142502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '43b3bbc7-12f2-4114-9418-4b852f0a1ef0', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '43b3bbc7-12f2-4114-9418-4b852f0a1ef0', 'mac_address': 'fa:16:3e:ac:db:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:06.261007 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=d0629651-ff3c-4f5d-ab27-e2ea56306583,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:06.278105 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.302525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:06.324084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=43b3bbc7-12f2-4114-9418-4b852f0a1ef0,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:06.329073 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.345139 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fcf6090-d91f-4d8e-a335-0db3e089304b req-47c9324b-4898-42fa-8b91-f88020537548 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282568 Feb 04 15:36:06.438067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=43b3bbc7-12f2-4114-9418-4b852f0a1ef0,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:06.473550 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5384b668-4534-4a12-8df2-76ee5e50baec req-f1198f23-713a-46c3-83eb-dd8d5efadcd8 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.480388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00847e5-b482-4c26-b9db-784ebf325a49 req-f3e3148d-dba8-488c-bd75-e5c8ac640ccc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.480752 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00847e5-b482-4c26-b9db-784ebf325a49 req-f3e3148d-dba8-488c-bd75-e5c8ac640ccc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.481266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00847e5-b482-4c26-b9db-784ebf325a49 req-f3e3148d-dba8-488c-bd75-e5c8ac640ccc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.483151 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b00847e5-b482-4c26-b9db-784ebf325a49 req-f3e3148d-dba8-488c-bd75-e5c8ac640ccc service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5745580 Feb 04 15:36:06.498934 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fcf6090-d91f-4d8e-a335-0db3e089304b req-10e658e2-2329-46bf-992c-0ab2c33f0615 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474419 Feb 04 15:36:06.529565 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5abbc47b-9319-41fd-90ad-e253e8d86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.709673 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5384b668-4534-4a12-8df2-76ee5e50baec req-f1198f23-713a-46c3-83eb-dd8d5efadcd8 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.720840 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5384b668-4534-4a12-8df2-76ee5e50baec req-f1198f23-713a-46c3-83eb-dd8d5efadcd8 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.760280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['d0629651-ff3c-4f5d-ab27-e2ea56306583'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:06.794846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188056c2-6efb-4ff7-8ad8-6a1f1da02721 req-0021262b-81a2-4059-8d01-7d8f4f9423ec tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.799209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188056c2-6efb-4ff7-8ad8-6a1f1da02721 req-0021262b-81a2-4059-8d01-7d8f4f9423ec tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.803353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188056c2-6efb-4ff7-8ad8-6a1f1da02721 req-0021262b-81a2-4059-8d01-7d8f4f9423ec tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.807236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188056c2-6efb-4ff7-8ad8-6a1f1da02721 req-0021262b-81a2-4059-8d01-7d8f4f9423ec tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.811043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188056c2-6efb-4ff7-8ad8-6a1f1da02721 req-0021262b-81a2-4059-8d01-7d8f4f9423ec tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.814896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188056c2-6efb-4ff7-8ad8-6a1f1da02721 req-0021262b-81a2-4059-8d01-7d8f4f9423ec tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.819379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188056c2-6efb-4ff7-8ad8-6a1f1da02721 req-0021262b-81a2-4059-8d01-7d8f4f9423ec tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.826990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-188056c2-6efb-4ff7-8ad8-6a1f1da02721 req-0021262b-81a2-4059-8d01-7d8f4f9423ec tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5409 time: 0.5083387 Feb 04 15:36:06.856450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1198f23-713a-46c3-83eb-dd8d5efadcd8 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f235b2-eab9-41af-ab5d-36026378184d,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:06.867622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['43b3bbc7-12f2-4114-9418-4b852f0a1ef0'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:06.875683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00847e5-b482-4c26-b9db-784ebf325a49 req-b928f237-9ae6-42f1-a014-54d89f218eb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.877052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b00847e5-b482-4c26-b9db-784ebf325a49 req-b928f237-9ae6-42f1-a014-54d89f218eb7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3783069 Feb 04 15:36:06.882638 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5384b668-4534-4a12-8df2-76ee5e50baec req-f1198f23-713a-46c3-83eb-dd8d5efadcd8 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.899795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5384b668-4534-4a12-8df2-76ee5e50baec req-f1198f23-713a-46c3-83eb-dd8d5efadcd8 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.2004864 Feb 04 15:36:07.016927 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-188056c2-6efb-4ff7-8ad8-6a1f1da02721 req-b0543ff2-b14d-43ef-979d-c7d527b45611 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1793489 Feb 04 15:36:07.186641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ce6bd7-1a90-436c-970a-ce778535a042 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:07.188977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f3242e0e-7b11-43f7-bffe-880f8426c0ac no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:07.201004 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.234726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Transition to ACTIVE for port object 87ce6bd7-1a90-436c-970a-ce778535a042 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:07.240299 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.390615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': '076ba81d-c2af-4b86-b984-deeffd4d5c7a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:07.527710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Pushing event updated for resources: {'Port': ['ID=87ce6bd7-1a90-436c-970a-ce778535a042,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:07.554306 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.604939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f3242e0e-7b11-43f7-bffe-880f8426c0ac, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f3242e0e-7b11-43f7-bffe-880f8426c0ac,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:07.608321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bb9052-a2e2-43c1-9db1-5fec756aa5dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3242e0e-7b11-43f7-bffe-880f8426c0ac'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:07.617037 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.662561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fe161-1320-4707-9d0f-0e4cc2ec90d3 req-f38c7c4f-f52f-4860-b5b3-8e69d2dab2ed tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:07.668234 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-924fe161-1320-4707-9d0f-0e4cc2ec90d3 req-f38c7c4f-f52f-4860-b5b3-8e69d2dab2ed tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 948 time: 0.3595424 Feb 04 15:36:07.709520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f3242e0e-7b11-43f7-bffe-880f8426c0ac,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:07.790745 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Attempting to bind port 87ce6bd7-1a90-436c-970a-ce778535a042 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:07.791075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Attempting to bind port 87ce6bd7-1a90-436c-970a-ce778535a042 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '7c2f2a44-5389-44f3-8442-147087233bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:07.791469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Attempting to bind port 87ce6bd7-1a90-436c-970a-ce778535a042 on network aa48dee4-e3e7-4faf-aa12-7ac914e8169e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:07.799724 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-924fe161-1320-4707-9d0f-0e4cc2ec90d3 req-ecc2b18c-98a3-4037-bf51-e9aa0cf93ccd tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306214 Feb 04 15:36:07.835845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072b3a4-119d-4391-a6ed-1bb97151c7cd req-6a093c02-8be8-4007-86c1-d76086ed1d3c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:07.847675 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4072b3a4-119d-4391-a6ed-1bb97151c7cd req-6a093c02-8be8-4007-86c1-d76086ed1d3c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 949 time: 0.2791824 Feb 04 15:36:07.864088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Port 87ce6bd7-1a90-436c-970a-ce778535a042 on network aa48dee4-e3e7-4faf-aa12-7ac914e8169e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:36:07.864418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Attempting to bind port 87ce6bd7-1a90-436c-970a-ce778535a042 on network aa48dee4-e3e7-4faf-aa12-7ac914e8169e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:07.881983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:36:07.882297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Checking segment: {'id': '7c2f2a44-5389-44f3-8442-147087233bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:36:07.882778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Bound using segment: {'id': '7c2f2a44-5389-44f3-8442-147087233bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:36:07.883352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Bound port: 87ce6bd7-1a90-436c-970a-ce778535a042, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c2f2a44-5389-44f3-8442-147087233bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:07.884347 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.983267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4072b3a4-119d-4391-a6ed-1bb97151c7cd req-dbe6fc66-b74f-4127-b168-975f019415ad tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346207 Feb 04 15:36:08.188051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-c78b939a-56d1-4d78-b0ed-8a6dc638c910 req-fd398d01-8437-4d7c-bfeb-cab9c974737c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1091209212', 'description': 'tempest-description-1396928421'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:08.200111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c78b939a-56d1-4d78-b0ed-8a6dc638c910 req-fd398d01-8437-4d7c-bfeb-cab9c974737c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:08.218232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c78b939a-56d1-4d78-b0ed-8a6dc638c910 req-fd398d01-8437-4d7c-bfeb-cab9c974737c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:08.224730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c78b939a-56d1-4d78-b0ed-8a6dc638c910 req-fd398d01-8437-4d7c-bfeb-cab9c974737c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:08.235420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c78b939a-56d1-4d78-b0ed-8a6dc638c910 req-fd398d01-8437-4d7c-bfeb-cab9c974737c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:08.254181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] For port 87ce6bd7-1a90-436c-970a-ce778535a042, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:08.263804 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c78b939a-56d1-4d78-b0ed-8a6dc638c910 req-fd398d01-8437-4d7c-bfeb-cab9c974737c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.277184 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] For port 87ce6bd7-1a90-436c-970a-ce778535a042, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=87ce6bd7-1a90-436c-970a-ce778535a042,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:08.289240 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.359443 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d7ba6-d91f-48f4-8c87-bad7c6231919 req-d6c619d1-4132-4192-bcab-61fa5cd2a94c tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:08.360958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-058d7ba6-d91f-48f4-8c87-bad7c6231919 req-d6c619d1-4132-4192-bcab-61fa5cd2a94c tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 949 time: 0.3735845 Feb 04 15:36:08.404784 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.406456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] 10.222.0.73 "PUT /v2.0/ports/87ce6bd7-1a90-436c-970a-ce778535a042 HTTP/1.1" status: 200 len: 1091 time: 2.8043337 Feb 04 15:36:08.431158 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c78b939a-56d1-4d78-b0ed-8a6dc638c910 req-fd398d01-8437-4d7c-bfeb-cab9c974737c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:08.441663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c78b939a-56d1-4d78-b0ed-8a6dc638c910 req-fd398d01-8437-4d7c-bfeb-cab9c974737c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group_rule and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:08.453145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c78b939a-56d1-4d78-b0ed-8a6dc638c910 req-fd398d01-8437-4d7c-bfeb-cab9c974737c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:08.456032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b8e9b-4d44-4d97-984d-e0f3ff45e9be service neutron] Pushing event updated for resources: {'Port': ['ID=87ce6bd7-1a90-436c-970a-ce778535a042,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:08.468958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c78b939a-56d1-4d78-b0ed-8a6dc638c910 req-fd398d01-8437-4d7c-bfeb-cab9c974737c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:08.536952 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-058d7ba6-d91f-48f4-8c87-bad7c6231919 req-7a9b37e4-8d5d-4e44-a316-7b2cf6d0732b tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649926 Feb 04 15:36:08.613781 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c78b939a-56d1-4d78-b0ed-8a6dc638c910 req-fd398d01-8437-4d7c-bfeb-cab9c974737c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.626314 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-dfd93162-aaef-4b75-9a16-dda5ade09e2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 6478 time: 0.1604495 Feb 04 15:36:08.627834 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c78b939a-56d1-4d78-b0ed-8a6dc638c910 req-fd398d01-8437-4d7c-bfeb-cab9c974737c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.680490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd398d01-8437-4d7c-bfeb-cab9c974737c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072a2afd-7f8d-40ba-bbf1-5856ec734911,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:08.821281 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-95e80d68-1493-426d-a6b1-d19f4958d24f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0c9a311-3b4a-412a-b39d-448caca628e4 HTTP/1.1" status: 200 len: 217 time: 0.1440880 Feb 04 15:36:08.831020 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c78b939a-56d1-4d78-b0ed-8a6dc638c910 req-fd398d01-8437-4d7c-bfeb-cab9c974737c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.832645 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c78b939a-56d1-4d78-b0ed-8a6dc638c910 req-fd398d01-8437-4d7c-bfeb-cab9c974737c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.6603215 Feb 04 15:36:08.888397 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-463fe272-4cf8-4e50-9420-0e3f0562992c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.908101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-14a20716-0308-4f37-a040-2b2f71949808 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:08.910671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-14a20716-0308-4f37-a040-2b2f71949808 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0 HTTP/1.1" status: 200 len: 850 time: 0.0813255 Feb 04 15:36:08.920022 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': '076ba81d-c2af-4b86-b984-deeffd4d5c7a', 'status': 'completed', 'code': 200} Feb 04 15:36:09.013967 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bb9052-a2e2-43c1-9db1-5fec756aa5dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3242e0e-7b11-43f7-bffe-880f8426c0ac', 'code': 200} Feb 04 15:36:09.014065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46977f7-2e9f-4666-ba39-935e8e5c3171 req-9ac85084-03ee-4adf-b31e-1a96ab5ef822 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.014065 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e46977f7-2e9f-4666-ba39-935e8e5c3171 req-9ac85084-03ee-4adf-b31e-1a96ab5ef822 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 943 time: 0.2376678 Feb 04 15:36:09.122605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e46977f7-2e9f-4666-ba39-935e8e5c3171 req-767c571f-fc45-4d64-86f9-49282bd2ec3b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229210 Feb 04 15:36:09.131284 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e116d2a8-3829-4430-a742-889eb25292d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=466a7e42-008f-43f5-b470-3b0ff4f3b0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2037280 Feb 04 15:36:09.248399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:09.349701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:09.355695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:09.356381 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.412677 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-ee927f30-913a-4fcc-bb9d-edd8cd2c49f9 service neutron] 10.222.0.73 "GET /v2.0/networks/466a7e42-008f-43f5-b470-3b0ff4f3b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713244 Feb 04 15:36:09.507641 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.516646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11352b-207b-424c-9dc6-8bd32b92bd5e req-9f890353-10a3-4aca-a6e3-971c1873bed0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.522029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11352b-207b-424c-9dc6-8bd32b92bd5e req-9f890353-10a3-4aca-a6e3-971c1873bed0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.529101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11352b-207b-424c-9dc6-8bd32b92bd5e req-9f890353-10a3-4aca-a6e3-971c1873bed0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.533595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11352b-207b-424c-9dc6-8bd32b92bd5e req-9f890353-10a3-4aca-a6e3-971c1873bed0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.538715 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11352b-207b-424c-9dc6-8bd32b92bd5e req-9f890353-10a3-4aca-a6e3-971c1873bed0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.543289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11352b-207b-424c-9dc6-8bd32b92bd5e req-9f890353-10a3-4aca-a6e3-971c1873bed0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.549203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11352b-207b-424c-9dc6-8bd32b92bd5e req-9f890353-10a3-4aca-a6e3-971c1873bed0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.549893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=43b3bbc7-12f2-4114-9418-4b852f0a1ef0,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:09.551348 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb11352b-207b-424c-9dc6-8bd32b92bd5e req-9f890353-10a3-4aca-a6e3-971c1873bed0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5421 time: 0.3293283 Feb 04 15:36:09.560740 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.561542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d0629651-ff3c-4f5d-ab27-e2ea56306583 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:09.618368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5002057c-416d-4d90-a536-0a5ae63563bf req-2d2c2067-5516-4727-ac3d-18ed728a7ea5 tempest-LiveMigrationNegativeTest-465842504 tempest-LiveMigrationNegativeTest-465842504-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 1100 time: 0.3250585 Feb 04 15:36:09.677561 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=43b3bbc7-12f2-4114-9418-4b852f0a1ef0,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:09.695014 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5002057c-416d-4d90-a536-0a5ae63563bf req-6fb81ab6-6442-415a-b3cb-407f5d8ee2e7 tempest-LiveMigrationNegativeTest-465842504 tempest-LiveMigrationNegativeTest-465842504-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.726654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port d0629651-ff3c-4f5d-ab27-e2ea56306583 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:09.728445 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb11352b-207b-424c-9dc6-8bd32b92bd5e req-b5e85fae-24c6-499a-95d0-1db35452eaf4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1656291 Feb 04 15:36:09.732856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port d0629651-ff3c-4f5d-ab27-e2ea56306583 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:09.733216 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.793262 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-11eb985e-718e-4ed4-a5e1-939d964735a8 service neutron] 10.222.0.73 "GET /v2.0/networks/466a7e42-008f-43f5-b470-3b0ff4f3b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696315 Feb 04 15:36:09.908939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5002057c-416d-4d90-a536-0a5ae63563bf req-6fb81ab6-6442-415a-b3cb-407f5d8ee2e7 tempest-LiveMigrationNegativeTest-465842504 tempest-LiveMigrationNegativeTest-465842504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:09.915136 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-d5efce4f-1375-4cdd-8f0f-25add3628d7d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=08bb0989-9ab5-4b14-a3ad-1f0ef5940800 HTTP/1.1" status: 200 len: 217 time: 0.1064124 Feb 04 15:36:09.916317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5002057c-416d-4d90-a536-0a5ae63563bf req-6fb81ab6-6442-415a-b3cb-407f5d8ee2e7 tempest-LiveMigrationNegativeTest-465842504 tempest-LiveMigrationNegativeTest-465842504-project-admin] Usage tracker for resource:security_group_rule and tenant:a826730ea67b447da90dd5a04eb25318 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:09.919640 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.920946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5002057c-416d-4d90-a536-0a5ae63563bf req-6fb81ab6-6442-415a-b3cb-407f5d8ee2e7 tempest-LiveMigrationNegativeTest-465842504 tempest-LiveMigrationNegativeTest-465842504-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:09.939581 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.946405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5002057c-416d-4d90-a536-0a5ae63563bf req-6fb81ab6-6442-415a-b3cb-407f5d8ee2e7 tempest-LiveMigrationNegativeTest-465842504 tempest-LiveMigrationNegativeTest-465842504-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:10.007803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:10.014146 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.104078 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.113061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=d0629651-ff3c-4f5d-ab27-e2ea56306583,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:10.125241 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5002057c-416d-4d90-a536-0a5ae63563bf req-6fb81ab6-6442-415a-b3cb-407f5d8ee2e7 tempest-LiveMigrationNegativeTest-465842504 tempest-LiveMigrationNegativeTest-465842504-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.140592 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5002057c-416d-4d90-a536-0a5ae63563bf req-6fb81ab6-6442-415a-b3cb-407f5d8ee2e7 tempest-LiveMigrationNegativeTest-465842504 tempest-LiveMigrationNegativeTest-465842504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.209994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-642a8072-65de-4759-9a68-280a52784059 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:10.211516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-642a8072-65de-4759-9a68-280a52784059 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6911330a-e5e5-4ed8-b084-2cb5ecb3d69d HTTP/1.1" status: 200 len: 797 time: 0.2708049 Feb 04 15:36:10.286879 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5002057c-416d-4d90-a536-0a5ae63563bf req-6fb81ab6-6442-415a-b3cb-407f5d8ee2e7 tempest-LiveMigrationNegativeTest-465842504 tempest-LiveMigrationNegativeTest-465842504-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6526141 Feb 04 15:36:10.297569 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb81ab6-6442-415a-b3cb-407f5d8ee2e7 tempest-LiveMigrationNegativeTest-465842504 tempest-LiveMigrationNegativeTest-465842504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f3199a-6e93-4d51-8538-c0f395633b36,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:10.343297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e366da-50c8-48c6-99eb-41b4753e8837 req-8dbb9478-7113-4ade-ae01-68041b3e9f1c tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:10.344953 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45e366da-50c8-48c6-99eb-41b4753e8837 req-8dbb9478-7113-4ade-ae01-68041b3e9f1c tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 949 time: 0.3159173 Feb 04 15:36:10.355986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-0d9575cf-ba7b-4647-b859-5177d761279f req-8aa60d7b-44e7-4502-b0c2-008fcbb73230 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1006583154', 'description': 'tempest-description-1978379366'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:10.385474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-0d9575cf-ba7b-4647-b859-5177d761279f req-8aa60d7b-44e7-4502-b0c2-008fcbb73230 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:10.393764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0d9575cf-ba7b-4647-b859-5177d761279f req-8aa60d7b-44e7-4502-b0c2-008fcbb73230 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:10.404169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0d9575cf-ba7b-4647-b859-5177d761279f req-8aa60d7b-44e7-4502-b0c2-008fcbb73230 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:10.423091 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4e8e0-dd35-488f-b864-e71dea2f5698 req-775fcda0-0281-460c-8501-22800b35fcc9 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:10.424711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47a4e8e0-dd35-488f-b864-e71dea2f5698 req-775fcda0-0281-460c-8501-22800b35fcc9 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.73 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 943 time: 0.2676687 Feb 04 15:36:10.427037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-0d9575cf-ba7b-4647-b859-5177d761279f req-8aa60d7b-44e7-4502-b0c2-008fcbb73230 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:10.489686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-623e0014-8259-4dd8-a7bb-33ff01589aad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5281afe-99cd-45c1-96f8-e4c1552da724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2643876 Feb 04 15:36:10.493414 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0d9575cf-ba7b-4647-b859-5177d761279f req-8aa60d7b-44e7-4502-b0c2-008fcbb73230 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.507581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45e366da-50c8-48c6-99eb-41b4753e8837 req-46e87684-fb16-427c-a3c9-9b8eb6af70e6 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552019 Feb 04 15:36:10.765687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-47a4e8e0-dd35-488f-b864-e71dea2f5698 req-1c0fdca9-f170-4542-b86f-3faa91fad30c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Deleting port f3242e0e-7b11-43f7-bffe-880f8426c0ac {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:36:10.766358 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-47a4e8e0-dd35-488f-b864-e71dea2f5698 req-1c0fdca9-f170-4542-b86f-3faa91fad30c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.846468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-0d9575cf-ba7b-4647-b859-5177d761279f req-8aa60d7b-44e7-4502-b0c2-008fcbb73230 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:10.873117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0d9575cf-ba7b-4647-b859-5177d761279f req-8aa60d7b-44e7-4502-b0c2-008fcbb73230 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group_rule and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:10.879742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0d9575cf-ba7b-4647-b859-5177d761279f req-8aa60d7b-44e7-4502-b0c2-008fcbb73230 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:10.890211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-0d9575cf-ba7b-4647-b859-5177d761279f req-8aa60d7b-44e7-4502-b0c2-008fcbb73230 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:10.927087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': '87ce6bd7-1a90-436c-970a-ce778535a042'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:10.954516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-4f83d3c9-4b0e-436b-82f9-216b6575f551 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459820 Feb 04 15:36:10.987199 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9ec711-cab1-45ae-ad07-6fc52588a44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b3bbc7-12f2-4114-9418-4b852f0a1ef0'}, {'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:11.141921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7259a40-847e-48a9-a881-3a37d491554c req-31ff51b0-80d0-4512-afde-5d2fe75e5ff3 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:11.143286 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a7259a40-847e-48a9-a881-3a37d491554c req-31ff51b0-80d0-4512-afde-5d2fe75e5ff3 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.4953008 Feb 04 15:36:11.255047 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0d9575cf-ba7b-4647-b859-5177d761279f req-8aa60d7b-44e7-4502-b0c2-008fcbb73230 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.274439 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.290262 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0d9575cf-ba7b-4647-b859-5177d761279f req-8aa60d7b-44e7-4502-b0c2-008fcbb73230 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.323834 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.344014 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-16d14549-fce4-40f0-813e-44d8ed8947d8 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766203 Feb 04 15:36:11.358853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-47a4e8e0-dd35-488f-b864-e71dea2f5698 req-1c0fdca9-f170-4542-b86f-3faa91fad30c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] For port f3242e0e-7b11-43f7-bffe-880f8426c0ac, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f3242e0e-7b11-43f7-bffe-880f8426c0ac,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:11.359247 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-47a4e8e0-dd35-488f-b864-e71dea2f5698 req-1c0fdca9-f170-4542-b86f-3faa91fad30c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.427892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a7259a40-847e-48a9-a881-3a37d491554c req-aefafdd8-5ef3-4be1-8462-fc274a5e5b29 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725859 Feb 04 15:36:11.441272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa60d7b-44e7-4502-b0c2-008fcbb73230 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b8c5af-03f3-411f-886b-b97b188fcba6,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:11.560314 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0d9575cf-ba7b-4647-b859-5177d761279f req-8aa60d7b-44e7-4502-b0c2-008fcbb73230 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.561526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d9575cf-ba7b-4647-b859-5177d761279f req-8aa60d7b-44e7-4502-b0c2-008fcbb73230 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.2130854 Feb 04 15:36:11.562744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-d2d9161a-a8c0-4954-bf6c-1cbdf6cae2a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e HTTP/1.1" status: 200 len: 217 time: 0.1918969 Feb 04 15:36:11.570093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-47a4e8e0-dd35-488f-b864-e71dea2f5698 req-1c0fdca9-f170-4542-b86f-3faa91fad30c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Calling delete_port for f3242e0e-7b11-43f7-bffe-880f8426c0ac owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:36:11.785148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-6f9d3f60-a6dc-43a9-ac7c-020fecd6b2e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:11.786520 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-6f9d3f60-a6dc-43a9-ac7c-020fecd6b2e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6911330a-e5e5-4ed8-b084-2cb5ecb3d69d HTTP/1.1" status: 200 len: 797 time: 0.1848927 Feb 04 15:36:11.928019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bc5e2-6e17-4170-b6c3-5d210d06780f req-17817eef-56c2-41d1-8d5c-ea3c478491a0 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:11.929492 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f99bc5e2-6e17-4170-b6c3-5d210d06780f req-17817eef-56c2-41d1-8d5c-ea3c478491a0 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=70bb9052-a2e2-43c1-9db1-5fec756aa5dc HTTP/1.1" status: 200 len: 943 time: 0.2892966 Feb 04 15:36:11.995151 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-47a4e8e0-dd35-488f-b864-e71dea2f5698 req-1c0fdca9-f170-4542-b86f-3faa91fad30c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.008168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89914c-47ed-4307-8cdb-b207588fca77 req-cb7076e6-44ec-42e2-8b63-31b58307cfad tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.012080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89914c-47ed-4307-8cdb-b207588fca77 req-cb7076e6-44ec-42e2-8b63-31b58307cfad tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.015895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89914c-47ed-4307-8cdb-b207588fca77 req-cb7076e6-44ec-42e2-8b63-31b58307cfad tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.020656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89914c-47ed-4307-8cdb-b207588fca77 req-cb7076e6-44ec-42e2-8b63-31b58307cfad tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.024519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89914c-47ed-4307-8cdb-b207588fca77 req-cb7076e6-44ec-42e2-8b63-31b58307cfad tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.028353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89914c-47ed-4307-8cdb-b207588fca77 req-cb7076e6-44ec-42e2-8b63-31b58307cfad tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.032172 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89914c-47ed-4307-8cdb-b207588fca77 req-cb7076e6-44ec-42e2-8b63-31b58307cfad tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.034036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a89914c-47ed-4307-8cdb-b207588fca77 req-cb7076e6-44ec-42e2-8b63-31b58307cfad tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5421 time: 0.3069892 Feb 04 15:36:12.104696 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-e07deed0-6fc1-4023-b81e-caedb92d4e86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5281afe-99cd-45c1-96f8-e4c1552da724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3051181 Feb 04 15:36:12.120767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fdca9-f170-4542-b86f-3faa91fad30c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Pushing event deleted for resources: {'Port': ['ID=f3242e0e-7b11-43f7-bffe-880f8426c0ac,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:12.148091 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f99bc5e2-6e17-4170-b6c3-5d210d06780f req-eb1c1992-4eab-48ea-be6e-57069e07b463 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036097 Feb 04 15:36:12.275599 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9ec711-cab1-45ae-ad07-6fc52588a44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b3bbc7-12f2-4114-9418-4b852f0a1ef0', 'code': 200} Feb 04 15:36:12.276117 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583', 'code': 200} Feb 04 15:36:12.340084 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': '87ce6bd7-1a90-436c-970a-ce778535a042', 'status': 'completed', 'code': 200} Feb 04 15:36:12.411492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a4e8e0-dd35-488f-b864-e71dea2f5698 req-1c0fdca9-f170-4542-b86f-3faa91fad30c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] No DVR routers for this DVR port f3242e0e-7b11-43f7-bffe-880f8426c0ac on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:12.417122 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-47a4e8e0-dd35-488f-b864-e71dea2f5698 req-1c0fdca9-f170-4542-b86f-3faa91fad30c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.430398 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a89914c-47ed-4307-8cdb-b207588fca77 req-e00fe712-9c9e-4ddd-b1de-dc225d5a17c5 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3572130 Feb 04 15:36:12.455779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47a4e8e0-dd35-488f-b864-e71dea2f5698 req-1c0fdca9-f170-4542-b86f-3faa91fad30c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.73 "DELETE /v2.0/ports/f3242e0e-7b11-43f7-bffe-880f8426c0ac HTTP/1.1" status: 204 len: 173 time: 2.0185785 Feb 04 15:36:12.534987 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-c539c8b2-a160-4f77-83fd-12f9f3c0b197 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172611 Feb 04 15:36:12.563741 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fb580608-789c-4a3f-a7df-081c152735b7 req-27cc4494-51ff-4252-aa9e-35e05d3eb769 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 1101 time: 0.1597264 Feb 04 15:36:12.568865 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b37a4b66-b048-4ee8-b789-d765edd7b78d req-1a27e072-ffc2-420e-afb2-51e1adde292a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 1100 time: 0.1636209 Feb 04 15:36:12.643708 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b37a4b66-b048-4ee8-b789-d765edd7b78d req-a67ee893-5867-49d1-9540-0793b29ba744 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591886 Feb 04 15:36:12.646077 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fb580608-789c-4a3f-a7df-081c152735b7 req-aa47134f-818a-42c4-b361-f4d3b47b73ab service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760996 Feb 04 15:36:12.682030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34a0f66f-d742-449d-8044-e281339315c9 req-b1bd384d-e352-40f2-9288-6286604f5d7b tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/072a2afd-7f8d-40ba-bbf1-5856ec734911 HTTP/1.1" status: 200 len: 1639 time: 0.1692078 Feb 04 15:36:12.695160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd97a16-e470-4dd6-b58b-78a697269fbc req-2162e933-3df5-472f-a820-7d6c7df06b5b tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.696624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8dd97a16-e470-4dd6-b58b-78a697269fbc req-2162e933-3df5-472f-a820-7d6c7df06b5b tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 949 time: 0.2294774 Feb 04 15:36:12.776077 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-31904049-dc19-49e5-a610-648265bec4d3 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344458 Feb 04 15:36:12.863990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34a0f66f-d742-449d-8044-e281339315c9 req-389cce92-6436-41c9-aea3-b8c426e07f2c tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/32b8c5af-03f3-411f-886b-b97b188fcba6 HTTP/1.1" status: 200 len: 1639 time: 0.1577005 Feb 04 15:36:12.865157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-6572c0aa-0805-4d8f-b939-dc2774b45233 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=ed96eed1-23e2-4542-93a0-ddfae54cbdd3 HTTP/1.1" status: 200 len: 217 time: 0.0760875 Feb 04 15:36:12.868877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8dd97a16-e470-4dd6-b58b-78a697269fbc req-c9603029-4c94-4132-a530-e31b3c07d3f8 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580303 Feb 04 15:36:12.874113 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-34a0f66f-d742-449d-8044-e281339315c9 req-76e9fce3-86f1-4098-8a37-15020fd68db4 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '072a2afd-7f8d-40ba-bbf1-5856ec734911', 'remote_group_id': '32b8c5af-03f3-411f-886b-b97b188fcba6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:12.874483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-34a0f66f-d742-449d-8044-e281339315c9 req-76e9fce3-86f1-4098-8a37-15020fd68db4 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '072a2afd-7f8d-40ba-bbf1-5856ec734911', 'remote_group_id': '32b8c5af-03f3-411f-886b-b97b188fcba6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:12.915325 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-34a0f66f-d742-449d-8044-e281339315c9 req-76e9fce3-86f1-4098-8a37-15020fd68db4 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:12.926223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-34a0f66f-d742-449d-8044-e281339315c9 req-76e9fce3-86f1-4098-8a37-15020fd68db4 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group_rule and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:12.931195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-34a0f66f-d742-449d-8044-e281339315c9 req-76e9fce3-86f1-4098-8a37-15020fd68db4 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:12.939452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-34a0f66f-d742-449d-8044-e281339315c9 req-76e9fce3-86f1-4098-8a37-15020fd68db4 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:12.971150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-d28273ca-7d55-42fa-901c-85cafb8d7246 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.975291 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-d28273ca-7d55-42fa-901c-85cafb8d7246 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6911330a-e5e5-4ed8-b084-2cb5ecb3d69d HTTP/1.1" status: 200 len: 797 time: 0.0955968 Feb 04 15:36:13.157627 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-34a0f66f-d742-449d-8044-e281339315c9 req-76e9fce3-86f1-4098-8a37-15020fd68db4 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.200325 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-34a0f66f-d742-449d-8044-e281339315c9 req-76e9fce3-86f1-4098-8a37-15020fd68db4 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.208212 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-36ef50fb-bd20-4c1f-84c2-20bbaa735cd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5281afe-99cd-45c1-96f8-e4c1552da724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2219870 Feb 04 15:36:13.211024 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-34a0f66f-d742-449d-8044-e281339315c9 req-76e9fce3-86f1-4098-8a37-15020fd68db4 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.219924 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-543540fc-35bf-4ceb-abb7-b07293d32cd1 req-302f50fc-906e-429b-bac8-6f70cac3a37c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1827078 Feb 04 15:36:13.230885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f3242e0e-7b11-43f7-bffe-880f8426c0ac no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:13.267545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: f3242e0e-7b11-43f7-bffe-880f8426c0ac {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:36:13.267980 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f3242e0e-7b11-43f7-bffe-880f8426c0ac not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:13.268466 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a7a32d24-017a-4cda-b156-7ae5e4f7378a no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:13.319373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9fce3-86f1-4098-8a37-15020fd68db4 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7984775b-a67e-4f21-8928-da05270f38fd,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:13.323514 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-34a0f66f-d742-449d-8044-e281339315c9 req-76e9fce3-86f1-4098-8a37-15020fd68db4 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.324663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34a0f66f-d742-449d-8044-e281339315c9 req-76e9fce3-86f1-4098-8a37-15020fd68db4 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.4549158 Feb 04 15:36:13.421781 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.451837 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-4db9128d-0f1e-4e34-baa8-783cef012813 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291272 Feb 04 15:36:13.460407 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a7a32d24-017a-4cda-b156-7ae5e4f7378a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:13.465070 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.532746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=a7a32d24-017a-4cda-b156-7ae5e4f7378a,revision_number=11']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:13.643082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f63bcb-64e1-404f-9d38-d12cd4742b81 req-5774a96a-607c-45da-a789-e87c53a34aaf tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:13.645265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90f63bcb-64e1-404f-9d38-d12cd4742b81 req-5774a96a-607c-45da-a789-e87c53a34aaf tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be0343a-abfd-405a-b377-ddb2e5c3882c HTTP/1.1" status: 200 len: 950 time: 0.2479734 Feb 04 15:36:13.689246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-bd7a2cd3-3db5-4441-a594-5e34ade229c6 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240870 Feb 04 15:36:13.708838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371b298-630e-46bd-a291-2f5632f9fe48 req-41394f4d-f433-498f-821a-73a79ca9d833 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:13.710389 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8371b298-630e-46bd-a291-2f5632f9fe48 req-41394f4d-f433-498f-821a-73a79ca9d833 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.2464957 Feb 04 15:36:13.806605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-f99574d3-6e0a-44cd-885c-a1edcaaf4ae5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=3071a10a-e745-43a8-86c5-30ffb75fa049 HTTP/1.1" status: 200 len: 217 time: 0.0945172 Feb 04 15:36:13.810657 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90f63bcb-64e1-404f-9d38-d12cd4742b81 req-161813f4-a287-45e1-a17d-ace37cb74ae3 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493275 Feb 04 15:36:13.872537 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8371b298-630e-46bd-a291-2f5632f9fe48 req-11887405-aa2a-4fd4-9b58-52dd1a77c639 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093812 Feb 04 15:36:13.886232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-421381f5-c8fa-4679-99a3-a3c22a1a3b09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:13.887732 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-421381f5-c8fa-4679-99a3-a3c22a1a3b09 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6911330a-e5e5-4ed8-b084-2cb5ecb3d69d HTTP/1.1" status: 200 len: 797 time: 0.0753045 Feb 04 15:36:14.024511 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94e948b3-3c1e-4fed-a8ed-b8cd74797ef6 req-84bd90a3-09c0-4f1e-b1b7-a97eed91988f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/32b8c5af-03f3-411f-886b-b97b188fcba6 HTTP/1.1" status: 200 len: 1639 time: 0.0864546 Feb 04 15:36:14.046623 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-81d4fc95-f15b-45c3-aa7e-a76a7f736975 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5281afe-99cd-45c1-96f8-e4c1552da724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1477549 Feb 04 15:36:14.276616 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:14.342513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bb9052-a2e2-43c1-9db1-5fec756aa5dc', 'name': 'network-vif-deleted', 'tag': 'f3242e0e-7b11-43f7-bffe-880f8426c0ac'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:14.386949 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-94e948b3-3c1e-4fed-a8ed-b8cd74797ef6 req-8dc919dc-cea5-4170-8209-dbfa3c6c2f14 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.429008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-06534bec-c10b-47d9-8b74-1381ee25d868 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755298 Feb 04 15:36:14.458526 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-94e948b3-3c1e-4fed-a8ed-b8cd74797ef6 req-8dc919dc-cea5-4170-8209-dbfa3c6c2f14 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.550011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95c281-51fb-461c-a47b-3f4550e3fb18 req-eca4dbd6-a4e1-400f-a0a4-8da69a355c49 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.554350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95c281-51fb-461c-a47b-3f4550e3fb18 req-eca4dbd6-a4e1-400f-a0a4-8da69a355c49 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.558348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95c281-51fb-461c-a47b-3f4550e3fb18 req-eca4dbd6-a4e1-400f-a0a4-8da69a355c49 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.562237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95c281-51fb-461c-a47b-3f4550e3fb18 req-eca4dbd6-a4e1-400f-a0a4-8da69a355c49 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.566593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95c281-51fb-461c-a47b-3f4550e3fb18 req-eca4dbd6-a4e1-400f-a0a4-8da69a355c49 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.570630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95c281-51fb-461c-a47b-3f4550e3fb18 req-eca4dbd6-a4e1-400f-a0a4-8da69a355c49 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.574612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95c281-51fb-461c-a47b-3f4550e3fb18 req-eca4dbd6-a4e1-400f-a0a4-8da69a355c49 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.576526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ef95c281-51fb-461c-a47b-3f4550e3fb18 req-eca4dbd6-a4e1-400f-a0a4-8da69a355c49 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5421 time: 0.3228302 Feb 04 15:36:14.688054 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-14512d7a-6219-4299-aa18-09e5127f9f78 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504549 Feb 04 15:36:14.694436 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ef95c281-51fb-461c-a47b-3f4550e3fb18 req-249af840-d76d-4499-a293-41fd2122ec4c tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111310 Feb 04 15:36:14.755009 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-94e948b3-3c1e-4fed-a8ed-b8cd74797ef6 req-8dc919dc-cea5-4170-8209-dbfa3c6c2f14 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.784811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc919dc-cea5-4170-8209-dbfa3c6c2f14 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b8c5af-03f3-411f-886b-b97b188fcba6,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:14.788317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-7d88fd68-3712-4227-859f-f826d42518cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=076ba81d-c2af-4b86-b984-deeffd4d5c7a HTTP/1.1" status: 200 len: 217 time: 0.0889244 Feb 04 15:36:14.826437 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-94e948b3-3c1e-4fed-a8ed-b8cd74797ef6 req-8dc919dc-cea5-4170-8209-dbfa3c6c2f14 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.827579 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94e948b3-3c1e-4fed-a8ed-b8cd74797ef6 req-8dc919dc-cea5-4170-8209-dbfa3c6c2f14 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "DELETE /v2.0/security-groups/32b8c5af-03f3-411f-886b-b97b188fcba6 HTTP/1.1" status: 204 len: 173 time: 0.7960258 Feb 04 15:36:14.876372 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-79f07d50-2b92-4b37-b51b-57677580d75e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.877751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-79f07d50-2b92-4b37-b51b-57677580d75e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd26bebe-6dcc-4761-8a94-30454a746a11 HTTP/1.1" status: 200 len: 797 time: 0.0833278 Feb 04 15:36:14.995065 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-60a376f3-6109-4a9d-a02a-ecbe21149c45 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1096699 Feb 04 15:36:15.154012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41248b1b-10de-4e05-90c9-765636f8698f req-52dd41ad-2d2c-4139-9393-0014e907ad7a tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:15.155490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41248b1b-10de-4e05-90c9-765636f8698f req-52dd41ad-2d2c-4139-9393-0014e907ad7a tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 949 time: 0.1932485 Feb 04 15:36:15.165180 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-cd05b7dd-7193-449f-9ee4-57989f133edd service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590009 Feb 04 15:36:15.190290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58072) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:15.197197 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2013659303', 'description': 'tempest-description--2102344834'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:15.203464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:15.214876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:15.226439 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.265948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:15.271021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Usage tracker for resource:security_group_rule and tenant:7da2450dae374bcf86d1462624deeabd is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:15.274324 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:15.280587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:15.291152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41248b1b-10de-4e05-90c9-765636f8698f req-8478b7b4-845f-4695-833c-05f79495f7d9 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281474 Feb 04 15:36:15.362193 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.367590 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a', 'code': 200} Feb 04 15:36:15.369585 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.398230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-f342a285-8ed8-4f58-9e26-7de1bdb3d1db service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124577 Feb 04 15:36:15.421364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a5c646-8264-4f4f-b0aa-762a10dea06a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:15.434475 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.439251 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2433488 Feb 04 15:36:15.439251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:15.439251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:15.439251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:15.439251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:15.439251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:15.439251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:15.439819 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:15.440115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:15.440463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:15.440866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:15.441313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db686f6a-7dfd-4bdd-9bbf-5eb44791999b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:15.444150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58078) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:15.451480 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a89e3201-b28b-4a14-9388-f3609984690e tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Request body: {'security_group_rule': {'security_group_id': '86a5c646-8264-4f4f-b0aa-762a10dea06a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:15.458545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a89e3201-b28b-4a14-9388-f3609984690e tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:15.459534 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bb9052-a2e2-43c1-9db1-5fec756aa5dc', 'name': 'network-vif-deleted', 'tag': 'f3242e0e-7b11-43f7-bffe-880f8426c0ac', 'status': 'completed', 'code': 200} Feb 04 15:36:15.462420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a89e3201-b28b-4a14-9388-f3609984690e tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Usage tracker for resource:security_group_rule and tenant:7da2450dae374bcf86d1462624deeabd is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:15.465353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a89e3201-b28b-4a14-9388-f3609984690e tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:15.473015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a89e3201-b28b-4a14-9388-f3609984690e tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:15.490132 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a89e3201-b28b-4a14-9388-f3609984690e tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.497024 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-46b8a794-f821-4c28-881c-05a346c21430 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87ce6bd7-1a90-436c-970a-ce778535a042 HTTP/1.1" status: 200 len: 217 time: 0.0908186 Feb 04 15:36:15.506233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a36cea-1a83-4871-b9c0-b31eeb8b9741 req-d973d9fc-e34f-4637-8b3d-f42824c616a3 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:15.507808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24a36cea-1a83-4871-b9c0-b31eeb8b9741 req-d973d9fc-e34f-4637-8b3d-f42824c616a3 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 949 time: 0.2218370 Feb 04 15:36:15.563965 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a89e3201-b28b-4a14-9388-f3609984690e tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.568156 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a89e3201-b28b-4a14-9388-f3609984690e tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.589497 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e3201-b28b-4a14-9388-f3609984690e tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e0ac8d-9b47-485b-a745-7ab43bb39e4a,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:15.602139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a89e3201-b28b-4a14-9388-f3609984690e tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.603554 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a89e3201-b28b-4a14-9388-f3609984690e tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1582305 Feb 04 15:36:15.606475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58082) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:15.611958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-bc7fbaab-5e02-4fee-9fb2-5882f3443297 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Request body: {'security_group_rule': {'security_group_id': '86a5c646-8264-4f4f-b0aa-762a10dea06a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:15.618136 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da01f27b-4963-4ddf-9aff-e9d8ce5c8ed2 req-464f5310-5abe-4a13-82d3-6b78c5d1e593 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/072a2afd-7f8d-40ba-bbf1-5856ec734911 HTTP/1.1" status: 200 len: 1639 time: 0.1577692 Feb 04 15:36:15.618686 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bc7fbaab-5e02-4fee-9fb2-5882f3443297 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:15.627688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bc7fbaab-5e02-4fee-9fb2-5882f3443297 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Usage tracker for resource:security_group_rule and tenant:7da2450dae374bcf86d1462624deeabd is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:15.627908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-edde60c9-4501-460b-89b3-53b5f61012f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:15.627908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-edde60c9-4501-460b-89b3-53b5f61012f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd26bebe-6dcc-4761-8a94-30454a746a11 HTTP/1.1" status: 200 len: 797 time: 0.1166792 Feb 04 15:36:15.628512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bc7fbaab-5e02-4fee-9fb2-5882f3443297 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:15.634038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bc7fbaab-5e02-4fee-9fb2-5882f3443297 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:15.634226 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24a36cea-1a83-4871-b9c0-b31eeb8b9741 req-ec52bb67-53b8-4739-8184-38bb481c7961 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877507 Feb 04 15:36:15.653371 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc7fbaab-5e02-4fee-9fb2-5882f3443297 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.735551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-4c15311a-b552-4d6f-bbf2-b486c9a94b3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1004484 Feb 04 15:36:15.767928 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc7fbaab-5e02-4fee-9fb2-5882f3443297 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.774605 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc7fbaab-5e02-4fee-9fb2-5882f3443297 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.816115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fbaab-5e02-4fee-9fb2-5882f3443297 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddfb670-506c-4fae-85e8-b7a3c5eac07a,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:15.819585 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc7fbaab-5e02-4fee-9fb2-5882f3443297 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.825705 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bc7fbaab-5e02-4fee-9fb2-5882f3443297 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2182195 Feb 04 15:36:15.826481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58098) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:15.833049 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:15.841787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:15.846629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Usage tracker for resource:floatingip and tenant:7da2450dae374bcf86d1462624deeabd is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:15.851459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:15.857711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:15.870066 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.918076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-92448bb2-fff5-4b40-a0ce-f411a3cae926 req-6656772d-6a42-4d88-b8d1-8736c70f4ba3 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-154217514', 'description': 'tempest-description-1383805906'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:15.936879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-92448bb2-fff5-4b40-a0ce-f411a3cae926 req-6656772d-6a42-4d88-b8d1-8736c70f4ba3 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:15.960885 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-92448bb2-fff5-4b40-a0ce-f411a3cae926 req-6656772d-6a42-4d88-b8d1-8736c70f4ba3 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:15.974139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-92448bb2-fff5-4b40-a0ce-f411a3cae926 req-6656772d-6a42-4d88-b8d1-8736c70f4ba3 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:15.999890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-92448bb2-fff5-4b40-a0ce-f411a3cae926 req-6656772d-6a42-4d88-b8d1-8736c70f4ba3 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:16.020582 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.069809 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-92448bb2-fff5-4b40-a0ce-f411a3cae926 req-6656772d-6a42-4d88-b8d1-8736c70f4ba3 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.099535 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-be97af4a-2cbb-4c45-b0f3-0c693bf9a9a1 service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538151 Feb 04 15:36:16.170059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Allocated IP 172.25.0.49 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/7f2f8bc7-4ab0-4084-b571-932a205f6e59) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:16.258735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597bbe8-8d89-4206-9252-9ac6b405036e req-4bd6aaf6-ba06-450d-9dc9-10f1306c2b86 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:16.260137 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b597bbe8-8d89-4206-9252-9ac6b405036e req-4bd6aaf6-ba06-450d-9dc9-10f1306c2b86 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.4378247 Feb 04 15:36:16.325395 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.343082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-92448bb2-fff5-4b40-a0ce-f411a3cae926 req-6656772d-6a42-4d88-b8d1-8736c70f4ba3 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:16.355405 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.358115 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-92448bb2-fff5-4b40-a0ce-f411a3cae926 req-6656772d-6a42-4d88-b8d1-8736c70f4ba3 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group_rule and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:16.363545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-92448bb2-fff5-4b40-a0ce-f411a3cae926 req-6656772d-6a42-4d88-b8d1-8736c70f4ba3 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:16.410472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-92448bb2-fff5-4b40-a0ce-f411a3cae926 req-6656772d-6a42-4d88-b8d1-8736c70f4ba3 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:16.426563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:16.429553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:16.433320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:36:16.466801 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Pushing event updated for resources: {'Port': ['ID=7f2f8bc7-4ab0-4084-b571-932a205f6e59,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:16.473381 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b597bbe8-8d89-4206-9252-9ac6b405036e req-220cbf16-6f18-4466-885e-d91689025b8c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027295 Feb 04 15:36:16.485496 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfaeb6ef-3da8-4a75-b45d-dc56f9a43119 req-f570ba3b-a777-4b79-8e97-3af37775827a service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696613 Feb 04 15:36:16.544405 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-92448bb2-fff5-4b40-a0ce-f411a3cae926 req-6656772d-6a42-4d88-b8d1-8736c70f4ba3 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.548825 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-92448bb2-fff5-4b40-a0ce-f411a3cae926 req-6656772d-6a42-4d88-b8d1-8736c70f4ba3 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.574025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843d4d7-24cc-40e9-8792-a6122cd6ac96 req-b6fb39aa-eef7-45ed-aa91-d1c5e4a37978 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:16.575515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5843d4d7-24cc-40e9-8792-a6122cd6ac96 req-b6fb39aa-eef7-45ed-aa91-d1c5e4a37978 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 949 time: 0.2089036 Feb 04 15:36:16.633834 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.695830 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-92448bb2-fff5-4b40-a0ce-f411a3cae926 req-6656772d-6a42-4d88-b8d1-8736c70f4ba3 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.696709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92448bb2-fff5-4b40-a0ce-f411a3cae926 req-6656772d-6a42-4d88-b8d1-8736c70f4ba3 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.8121974 Feb 04 15:36:16.700265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656772d-6a42-4d88-b8d1-8736c70f4ba3 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f642eb-483c-4ede-ab96-e39fbd994c38,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:16.700671 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.715489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-5843d4d7-24cc-40e9-8792-a6122cd6ac96 req-ef1459b8-52e0-4add-b9e2-d7e0444d8584 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Deleting port d799e498-dac3-44b9-9e21-1463eb632ab5 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:36:16.716130 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5843d4d7-24cc-40e9-8792-a6122cd6ac96 req-ef1459b8-52e0-4add-b9e2-d7e0444d8584 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.866600 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:36:16.927450 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b335abdd-1b73-42af-a726-694cd0fa0a04 req-eedc816b-10ef-47ba-b2f0-c182c27ecae6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 6478 time: 0.3463268 Feb 04 15:36:16.929144 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-8ff0f74b-68f4-4f61-a0bc-502fc09b889c tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7750a74e25654be0a31368b6f033979c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945265 Feb 04 15:36:16.945452 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.949911 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:17.065904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Pushing event updated for resources: {'Port': ['ID=7f2f8bc7-4ab0-4084-b571-932a205f6e59,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:17.087365 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:17.112053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:17.114219 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b8ee150a-d45b-4e71-9a42-4a5e7e2a641b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2864981 Feb 04 15:36:17.307242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a470c2-c456-4767-a7ab-b090c1b5b07f req-047733b9-6aa9-4ff2-955d-30f65ce86d19 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.311040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a470c2-c456-4767-a7ab-b090c1b5b07f req-047733b9-6aa9-4ff2-955d-30f65ce86d19 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.314854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a470c2-c456-4767-a7ab-b090c1b5b07f req-047733b9-6aa9-4ff2-955d-30f65ce86d19 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.319694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a470c2-c456-4767-a7ab-b090c1b5b07f req-047733b9-6aa9-4ff2-955d-30f65ce86d19 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.323439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a470c2-c456-4767-a7ab-b090c1b5b07f req-047733b9-6aa9-4ff2-955d-30f65ce86d19 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.327200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a470c2-c456-4767-a7ab-b090c1b5b07f req-047733b9-6aa9-4ff2-955d-30f65ce86d19 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.330988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a470c2-c456-4767-a7ab-b090c1b5b07f req-047733b9-6aa9-4ff2-955d-30f65ce86d19 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.333108 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6a470c2-c456-4767-a7ab-b090c1b5b07f req-047733b9-6aa9-4ff2-955d-30f65ce86d19 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5421 time: 0.5551701 Feb 04 15:36:17.357838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335abdd-1b73-42af-a726-694cd0fa0a04 req-73197623-cd28-4e4b-bb5b-d8989dd097e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.359304 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b335abdd-1b73-42af-a726-694cd0fa0a04 req-73197623-cd28-4e4b-bb5b-d8989dd097e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e HTTP/1.1" status: 200 len: 903 time: 0.4219177 Feb 04 15:36:17.440250 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-5843d4d7-24cc-40e9-8792-a6122cd6ac96 req-ef1459b8-52e0-4add-b9e2-d7e0444d8584 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] For port d799e498-dac3-44b9-9e21-1463eb632ab5, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d799e498-dac3-44b9-9e21-1463eb632ab5,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:17.441271 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5843d4d7-24cc-40e9-8792-a6122cd6ac96 req-ef1459b8-52e0-4add-b9e2-d7e0444d8584 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:17.459899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-be5e0a3d-16da-4a89-87a0-d42443ff4f84 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.461312 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-be5e0a3d-16da-4a89-87a0-d42443ff4f84 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5228415 Feb 04 15:36:17.534840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b335abdd-1b73-42af-a726-694cd0fa0a04 req-d30f9ff4-b48d-4dd6-aff6-32f2b028bdc6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=076ba81d-c2af-4b86-b984-deeffd4d5c7a HTTP/1.1" status: 200 len: 217 time: 0.1567740 Feb 04 15:36:17.602582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-5843d4d7-24cc-40e9-8792-a6122cd6ac96 req-ef1459b8-52e0-4add-b9e2-d7e0444d8584 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Calling delete_port for d799e498-dac3-44b9-9e21-1463eb632ab5 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:36:17.695991 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-4fe770fc-6070-4032-be09-fc41f734862d tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/quotas/7750a74e25654be0a31368b6f033979c HTTP/1.1" status: 200 len: 375 time: 0.2213001 Feb 04 15:36:17.716824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6a470c2-c456-4767-a7ab-b090c1b5b07f req-e54ff07d-e605-4311-9f42-6a3cedb8862f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3678856 Feb 04 15:36:17.897420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335abdd-1b73-42af-a726-694cd0fa0a04 req-e518cbab-1250-4f8a-b7ca-4d7b542c4609 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.898624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b335abdd-1b73-42af-a726-694cd0fa0a04 req-e518cbab-1250-4f8a-b7ca-4d7b542c4609 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd26bebe-6dcc-4761-8a94-30454a746a11 HTTP/1.1" status: 200 len: 797 time: 0.3048172 Feb 04 15:36:18.108238 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5843d4d7-24cc-40e9-8792-a6122cd6ac96 req-ef1459b8-52e0-4add-b9e2-d7e0444d8584 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:18.114189 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-b3b5ad97-7772-4d8d-b840-3b938271ff13 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7750a74e25654be0a31368b6f033979c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4022853 Feb 04 15:36:18.137574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['ba03583e-0da2-4dc5-8b0d-87fd264b0518'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:18.172456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1459b8-52e0-4add-b9e2-d7e0444d8584 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Pushing event deleted for resources: {'Port': ['ID=d799e498-dac3-44b9-9e21-1463eb632ab5,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:18.194479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b335abdd-1b73-42af-a726-694cd0fa0a04 req-2de1e06c-7172-4e05-bd3a-fc6d2d6e4404 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2892039 Feb 04 15:36:18.501557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5843d4d7-24cc-40e9-8792-a6122cd6ac96 req-ef1459b8-52e0-4add-b9e2-d7e0444d8584 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] No DVR routers for this DVR port d799e498-dac3-44b9-9e21-1463eb632ab5 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:18.512425 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5843d4d7-24cc-40e9-8792-a6122cd6ac96 req-ef1459b8-52e0-4add-b9e2-d7e0444d8584 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:18.525516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca032c22-e4b7-4b08-9d6e-b8b759b37f35', 'name': 'network-vif-deleted', 'tag': 'd799e498-dac3-44b9-9e21-1463eb632ab5'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:18.542824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5843d4d7-24cc-40e9-8792-a6122cd6ac96 req-ef1459b8-52e0-4add-b9e2-d7e0444d8584 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.73 "DELETE /v2.0/ports/d799e498-dac3-44b9-9e21-1463eb632ab5 HTTP/1.1" status: 204 len: 173 time: 1.9254649 Feb 04 15:36:18.546950 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b335abdd-1b73-42af-a726-694cd0fa0a04 req-5ea0f985-a337-47c5-9f7b-651c7dd0cb7b service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143170 Feb 04 15:36:18.590724 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-956809a7-17f1-4bf2-97a5-c9574982c80c req-08311ccf-84eb-4683-a786-ba1b29c3704e tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 1101 time: 0.5472150 Feb 04 15:36:18.646940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-40bb0b25-3658-4e88-8270-fe1ab358af1e req-c4458fc5-ccd2-4f02-81f1-b463a655fe64 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Synchronizing usage tracker for tenant:11eff9959bf446e3bd45f4d5029107b9 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:18.773866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-40bb0b25-3658-4e88-8270-fe1ab358af1e req-c4458fc5-ccd2-4f02-81f1-b463a655fe64 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Unset dirty status for tenant:11eff9959bf446e3bd45f4d5029107b9 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:18.775067 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-40bb0b25-3658-4e88-8270-fe1ab358af1e req-c4458fc5-ccd2-4f02-81f1-b463a655fe64 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca032c22-e4b7-4b08-9d6e-b8b759b37f35 HTTP/1.1" status: 200 len: 210 time: 0.2373838 Feb 04 15:36:18.798831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-956809a7-17f1-4bf2-97a5-c9574982c80c req-ed0644a3-928c-4857-86e4-8d5585c77675 tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767228 Feb 04 15:36:18.829630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b335abdd-1b73-42af-a726-694cd0fa0a04 req-ec84dee0-fd4a-4b72-b079-c88b387e7aa3 service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311032 Feb 04 15:36:18.940521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cd9d63a4-566e-4b13-aabd-3678229c4e7c req-38b1ee36-0c41-48cb-93e0-1a63113a11d8 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/54f642eb-483c-4ede-ab96-e39fbd994c38 HTTP/1.1" status: 200 len: 1638 time: 0.1001172 Feb 04 15:36:18.980325 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-cd9d63a4-566e-4b13-aabd-3678229c4e7c req-87a9406f-467f-4c53-a023-5ccf519416ae tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54f642eb-483c-4ede-ab96-e39fbd994c38', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:18.980624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-cd9d63a4-566e-4b13-aabd-3678229c4e7c req-87a9406f-467f-4c53-a023-5ccf519416ae tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54f642eb-483c-4ede-ab96-e39fbd994c38', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:19.041566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-cd9d63a4-566e-4b13-aabd-3678229c4e7c req-87a9406f-467f-4c53-a023-5ccf519416ae tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:19.055281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-cd9d63a4-566e-4b13-aabd-3678229c4e7c req-87a9406f-467f-4c53-a023-5ccf519416ae tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group_rule and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:19.059366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-cd9d63a4-566e-4b13-aabd-3678229c4e7c req-87a9406f-467f-4c53-a023-5ccf519416ae tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:19.069468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-cd9d63a4-566e-4b13-aabd-3678229c4e7c req-87a9406f-467f-4c53-a023-5ccf519416ae tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:19.150667 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0402de9-c2c8-4131-8607-c5be22f746b3 req-3019194b-ff7d-4a1b-abfe-0e7302cdcda6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 6478 time: 0.2488825 Feb 04 15:36:19.162708 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.247688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d799e498-dac3-44b9-9e21-1463eb632ab5 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:19.262843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-7bcf0ad6-d080-4ccb-a323-d1c30a0550e9 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:19.264339 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-7bcf0ad6-d080-4ccb-a323-d1c30a0550e9 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/networks?id=a9ae0071-259d-47cc-ba62-3a371c85482e HTTP/1.1" status: 200 len: 822 time: 0.3163421 Feb 04 15:36:19.282075 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-cd9d63a4-566e-4b13-aabd-3678229c4e7c req-87a9406f-467f-4c53-a023-5ccf519416ae tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.294737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: d799e498-dac3-44b9-9e21-1463eb632ab5 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:36:19.295220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d799e498-dac3-44b9-9e21-1463eb632ab5 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:19.320145 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-e05bdb9a-baf8-48c0-8f40-f937abd34b35 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/quotas/7da2450dae374bcf86d1462624deeabd HTTP/1.1" status: 200 len: 375 time: 0.0449362 Feb 04 15:36:19.365464 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-cd9d63a4-566e-4b13-aabd-3678229c4e7c req-87a9406f-467f-4c53-a023-5ccf519416ae tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.389677 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-cd9d63a4-566e-4b13-aabd-3678229c4e7c req-87a9406f-467f-4c53-a023-5ccf519416ae tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.432271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9406f-467f-4c53-a023-5ccf519416ae tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112582d7-fb23-4736-a02a-5af3ba4c9a21,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:19.442204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402de9-c2c8-4131-8607-c5be22f746b3 req-b4b9c809-6724-419a-9405-24073a2be70c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:19.443363 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0402de9-c2c8-4131-8607-c5be22f746b3 req-b4b9c809-6724-419a-9405-24073a2be70c service neutron] 10.222.0.73 "GET /v2.0/networks?id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e HTTP/1.1" status: 200 len: 903 time: 0.2744865 Feb 04 15:36:19.500620 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-cd9d63a4-566e-4b13-aabd-3678229c4e7c req-87a9406f-467f-4c53-a023-5ccf519416ae tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.501781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cd9d63a4-566e-4b13-aabd-3678229c4e7c req-87a9406f-467f-4c53-a023-5ccf519416ae tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.5305648 Feb 04 15:36:19.520759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0402de9-c2c8-4131-8607-c5be22f746b3 req-a75da37a-f06b-404a-a4b8-931e5d56953d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87ce6bd7-1a90-436c-970a-ce778535a042 HTTP/1.1" status: 200 len: 217 time: 0.0695002 Feb 04 15:36:19.599752 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-7a69e38d-1a07-4373-bb28-17ab26030eb3 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Synchronizing usage tracker for tenant:7da2450dae374bcf86d1462624deeabd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:19.610013 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-f6890d9b-361f-4ee0-a16f-c03b8a990c79 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7750a74e25654be0a31368b6f033979c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428782 Feb 04 15:36:19.742143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-7a69e38d-1a07-4373-bb28-17ab26030eb3 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Unset dirty status for tenant:7da2450dae374bcf86d1462624deeabd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:19.743476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-7a69e38d-1a07-4373-bb28-17ab26030eb3 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7da2450dae374bcf86d1462624deeabd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4139416 Feb 04 15:36:19.744802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402de9-c2c8-4131-8607-c5be22f746b3 req-baa8a82a-639d-4626-9195-099dc6ecf982 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:19.746215 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0402de9-c2c8-4131-8607-c5be22f746b3 req-baa8a82a-639d-4626-9195-099dc6ecf982 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd26bebe-6dcc-4761-8a94-30454a746a11 HTTP/1.1" status: 200 len: 797 time: 0.2182682 Feb 04 15:36:19.912942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1a8bb909-2f30-451f-8fa2-9ebfe95ca105 req-c0848255-575c-4171-b6f8-b3837929a558 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 210 time: 0.2633100 Feb 04 15:36:20.082967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-4bec7ff5-1a46-4c3e-b64e-9e9686432780 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.084417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-4bec7ff5-1a46-4c3e-b64e-9e9686432780 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4630852 Feb 04 15:36:20.088467 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca032c22-e4b7-4b08-9d6e-b8b759b37f35', 'name': 'network-vif-deleted', 'tag': 'd799e498-dac3-44b9-9e21-1463eb632ab5', 'status': 'completed', 'code': 200} Feb 04 15:36:20.106180 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Request body: {'port': {'device_id': '7e97403c-abf6-4eb1-9adc-4cea66828462', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '7750a74e25654be0a31368b6f033979c'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:20.185048 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-28e74fc6-1315-473d-9a8f-6d66a84b3d60 service neutron] 10.222.0.60 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292195 Feb 04 15:36:20.254500 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0402de9-c2c8-4131-8607-c5be22f746b3 req-9b7ef560-b7d1-452d-aecd-da203d599e69 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4974201 Feb 04 15:36:20.500377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:20.527218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Usage tracker for resource:port and tenant:7750a74e25654be0a31368b6f033979c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:20.535650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:20.556254 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-1cbe200a-cae6-4cf8-bc0e-ebe632ae442c service neutron] 10.222.0.60 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632817 Feb 04 15:36:20.557981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:20.577167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb78664-f7f1-4149-ad44-651b3c0a7444 req-7e085562-e673-42ba-8a40-a6c89bb1d7fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.581609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb78664-f7f1-4149-ad44-651b3c0a7444 req-7e085562-e673-42ba-8a40-a6c89bb1d7fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.585643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb78664-f7f1-4149-ad44-651b3c0a7444 req-7e085562-e673-42ba-8a40-a6c89bb1d7fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.589579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb78664-f7f1-4149-ad44-651b3c0a7444 req-7e085562-e673-42ba-8a40-a6c89bb1d7fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.593431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb78664-f7f1-4149-ad44-651b3c0a7444 req-7e085562-e673-42ba-8a40-a6c89bb1d7fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.598478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb78664-f7f1-4149-ad44-651b3c0a7444 req-7e085562-e673-42ba-8a40-a6c89bb1d7fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.602495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb78664-f7f1-4149-ad44-651b3c0a7444 req-7e085562-e673-42ba-8a40-a6c89bb1d7fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.604262 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3fb78664-f7f1-4149-ad44-651b3c0a7444 req-7e085562-e673-42ba-8a40-a6c89bb1d7fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5421 time: 0.4183555 Feb 04 15:36:20.606132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0402de9-c2c8-4131-8607-c5be22f746b3 req-8ba8f81c-af63-429b-8375-708bea0e0049 service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408756 Feb 04 15:36:20.652602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Made reservation on behalf of 7750a74e25654be0a31368b6f033979c for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:20.655519 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:20.839237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3fb78664-f7f1-4149-ad44-651b3c0a7444 req-5645bf2c-51fe-4010-9bcf-e3cae63f4f34 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2292097 Feb 04 15:36:20.924551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0402de9-c2c8-4131-8607-c5be22f746b3 req-da44b431-a554-494a-b3cc-b54e79cc9cc1 service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967048 Feb 04 15:36:21.040542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58321699-3004-4f5c-930c-7701f8451350 req-850d6684-dcac-49b9-bf67-348cb96c123b tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/54f642eb-483c-4ede-ab96-e39fbd994c38 HTTP/1.1" status: 200 len: 2141 time: 0.1182966 Feb 04 15:36:21.046575 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-23121a5f-441a-4e61-96ef-794d9e4aef70 req-45a50280-3056-42d4-8b0d-ecee3783fed1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2481370 Feb 04 15:36:21.057928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-58321699-3004-4f5c-930c-7701f8451350 req-a980315e-fbb1-49be-9ce2-1883efd47d8f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54f642eb-483c-4ede-ab96-e39fbd994c38', 'remote_group_id': None}]} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:21.058285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-58321699-3004-4f5c-930c-7701f8451350 req-a980315e-fbb1-49be-9ce2-1883efd47d8f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54f642eb-483c-4ede-ab96-e39fbd994c38', 'remote_group_id': None}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:21.070566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-58321699-3004-4f5c-930c-7701f8451350 req-a980315e-fbb1-49be-9ce2-1883efd47d8f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:21.073169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Allocated IP 192.168.233.108 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/5dee4073-9a38-47f5-8337-d53a261ace98) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:21.078485 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-58321699-3004-4f5c-930c-7701f8451350 req-a980315e-fbb1-49be-9ce2-1883efd47d8f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Usage tracker for resource:security_group_rule and tenant:4b8cab7d72e3401f99d80f66f0b3f84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:21.082969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-58321699-3004-4f5c-930c-7701f8451350 req-a980315e-fbb1-49be-9ce2-1883efd47d8f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:21.092242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-58321699-3004-4f5c-930c-7701f8451350 req-a980315e-fbb1-49be-9ce2-1883efd47d8f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:21.261788 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-58321699-3004-4f5c-930c-7701f8451350 req-a980315e-fbb1-49be-9ce2-1883efd47d8f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.301531 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-58321699-3004-4f5c-930c-7701f8451350 req-a980315e-fbb1-49be-9ce2-1883efd47d8f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.312560 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-58321699-3004-4f5c-930c-7701f8451350 req-a980315e-fbb1-49be-9ce2-1883efd47d8f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.357461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980315e-fbb1-49be-9ce2-1883efd47d8f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8196bc-6864-4805-904c-d4c0461fb57a,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:21.380600 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-58321699-3004-4f5c-930c-7701f8451350 req-a980315e-fbb1-49be-9ce2-1883efd47d8f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.382331 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58321699-3004-4f5c-930c-7701f8451350 req-a980315e-fbb1-49be-9ce2-1883efd47d8f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.3311868 Feb 04 15:36:21.387035 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.406504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Transition to ACTIVE for port object 5dee4073-9a38-47f5-8337-d53a261ace98 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:21.430143 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.465333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['43b3bbc7-12f2-4114-9418-4b852f0a1ef0'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:21.516215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:21.524464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:21.526465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Pushing event updated for resources: {'Port': ['ID=5dee4073-9a38-47f5-8337-d53a261ace98,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:21.528953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:36:21.584760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:21.585097 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:21.585434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:21.585834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:21.586075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:21.586399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:21.586726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:21.587088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:21.587438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:21.587753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:21.588068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:21.621512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:21.622378 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.656294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ce3752fb-c5a2-4fad-8daf-f0aca7cb3ade tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5567691 Feb 04 15:36:21.673690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Request body: {'port': {'device_id': '7e97403c-abf6-4eb1-9adc-4cea66828462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:21.857396 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.973087 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1151d507-3106-477c-ae52-87d0b4fe33d9 None None] Provisioning for port 5dee4073-9a38-47f5-8337-d53a261ace98 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:21.984845 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1151d507-3106-477c-ae52-87d0b4fe33d9 None None] Provisioning complete for port 5dee4073-9a38-47f5-8337-d53a261ace98 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:21.985208 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1151d507-3106-477c-ae52-87d0b4fe33d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.076173 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1151d507-3106-477c-ae52-87d0b4fe33d9 None None] Port 5dee4073-9a38-47f5-8337-d53a261ace98 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:36:22.145868 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-81caaf2c-e6b9-498f-a8f0-eab1bb137f26 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5601325 Feb 04 15:36:22.147407 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6132349c-2f5b-49f2-bad6-aece4b46dc8f req-b0edba13-b114-42a4-bd53-67533b293d7c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 210 time: 0.2787042 Feb 04 15:36:22.423987 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75785365-49f5-4a38-a144-b221a4ccd187 req-8d588b19-d300-42fa-934e-11461b701192 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/54f642eb-483c-4ede-ab96-e39fbd994c38 HTTP/1.1" status: 200 len: 2649 time: 0.2221534 Feb 04 15:36:22.438194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-b2518406-3594-4223-a855-f40a217161d5 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:22.439672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-b2518406-3594-4223-a855-f40a217161d5 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.73 "GET /v2.0/networks?id=a9ae0071-259d-47cc-ba62-3a371c85482e HTTP/1.1" status: 200 len: 822 time: 0.5109847 Feb 04 15:36:22.462601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf7865-39cc-4a14-b196-bd0e0ff1bc93 req-43c9a877-f297-47d5-9391-3b64e608145c tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:22.463645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-76bf7865-39cc-4a14-b196-bd0e0ff1bc93 req-43c9a877-f297-47d5-9391-3b64e608145c tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Synchronizing usage tracker for tenant:7750a74e25654be0a31368b6f033979c on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:22.469335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-9ef289ae-188a-43cd-a285-1f3651c59bba tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Request body: {'port': {'device_id': '4358cc93-419f-48b4-80bf-e005c5cef9fc', 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e', 'admin_state_up': True, 'tenant_id': '7da2450dae374bcf86d1462624deeabd'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:22.637106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-76bf7865-39cc-4a14-b196-bd0e0ff1bc93 req-43c9a877-f297-47d5-9391-3b64e608145c tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Unset dirty status for tenant:7750a74e25654be0a31368b6f033979c on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:22.638279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76bf7865-39cc-4a14-b196-bd0e0ff1bc93 req-43c9a877-f297-47d5-9391-3b64e608145c tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 936 time: 0.7168813 Feb 04 15:36:22.772713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-9ef289ae-188a-43cd-a285-1f3651c59bba tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:22.780333 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76bf7865-39cc-4a14-b196-bd0e0ff1bc93 req-cb3cc299-9db9-4703-981b-047e89417229 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274245 Feb 04 15:36:22.790096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-9ef289ae-188a-43cd-a285-1f3651c59bba tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:22.901110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dee4073-9a38-47f5-8337-d53a261ace98 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:22.908199 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.932687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Transition to ACTIVE for port object 5dee4073-9a38-47f5-8337-d53a261ace98 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:22.942214 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.976881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-9ef289ae-188a-43cd-a285-1f3651c59bba tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Made reservation on behalf of 7da2450dae374bcf86d1462624deeabd for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:22.979864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-9ef289ae-188a-43cd-a285-1f3651c59bba tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.242944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Pushing event updated for resources: {'Port': ['ID=5dee4073-9a38-47f5-8337-d53a261ace98,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:23.305709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e5b93-5593-4c61-8472-c4407603d35a req-941c686c-2df5-4ddc-af63-7e520b6f1f1f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.307169 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-094e5b93-5593-4c61-8472-c4407603d35a req-941c686c-2df5-4ddc-af63-7e520b6f1f1f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.4728110 Feb 04 15:36:23.499244 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-094e5b93-5593-4c61-8472-c4407603d35a req-826be319-46a1-4384-8ddc-b023e79084a0 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789935 Feb 04 15:36:23.507776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-9ef289ae-188a-43cd-a285-1f3651c59bba tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Allocated IP 172.20.0.13 (a9ae0071-259d-47cc-ba62-3a371c85482e/e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38/f1de1d9b-f630-4202-a298-034df41de015) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:23.512639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Attempting to bind port 5dee4073-9a38-47f5-8337-d53a261ace98 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:23.512959 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Attempting to bind port 5dee4073-9a38-47f5-8337-d53a261ace98 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:23.513301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Attempting to bind port 5dee4073-9a38-47f5-8337-d53a261ace98 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:23.531651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473db43-2120-416a-afac-825b415df1ab req-d0c35685-e56b-429f-9f35-ad9b35ac8459 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.536343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473db43-2120-416a-afac-825b415df1ab req-d0c35685-e56b-429f-9f35-ad9b35ac8459 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.540466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473db43-2120-416a-afac-825b415df1ab req-d0c35685-e56b-429f-9f35-ad9b35ac8459 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.544495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473db43-2120-416a-afac-825b415df1ab req-d0c35685-e56b-429f-9f35-ad9b35ac8459 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.548310 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473db43-2120-416a-afac-825b415df1ab req-d0c35685-e56b-429f-9f35-ad9b35ac8459 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.552673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473db43-2120-416a-afac-825b415df1ab req-d0c35685-e56b-429f-9f35-ad9b35ac8459 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.556693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473db43-2120-416a-afac-825b415df1ab req-d0c35685-e56b-429f-9f35-ad9b35ac8459 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.558559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5473db43-2120-416a-afac-825b415df1ab req-d0c35685-e56b-429f-9f35-ad9b35ac8459 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5421 time: 0.4553297 Feb 04 15:36:23.602974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Port 5dee4073-9a38-47f5-8337-d53a261ace98 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:36:23.603700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Attempting to bind port 5dee4073-9a38-47f5-8337-d53a261ace98 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:23.629735 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-d7692f28-97d4-4906-98d9-14de8f565fa9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 1101 time: 0.0785058 Feb 04 15:36:23.648138 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d919828d-fa94-44ae-b39d-da945fa8a479 req-c8a17011-e86a-47c9-bb1a-431622d9b6aa tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-group-rules/dd8196bc-6864-4805-904c-d4c0461fb57a HTTP/1.1" status: 200 len: 718 time: 0.0882611 Feb 04 15:36:23.662969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:36:23.662969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:36:23.662969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:36:23.662969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Bound port: 5dee4073-9a38-47f5-8337-d53a261ace98, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:23.662969 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.792784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131edab-bba9-4629-a58b-72a560a86095 req-5b456081-0236-4d92-937c-74e91d0ffecd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.794150 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-5b456081-0236-4d92-937c-74e91d0ffecd service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.1551836 Feb 04 15:36:23.869919 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-56c09511-f1dd-44a1-bce7-92640d5b8615 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583 HTTP/1.1" status: 200 len: 217 time: 0.0688946 Feb 04 15:36:23.939866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131edab-bba9-4629-a58b-72a560a86095 req-045e305d-1211-4a60-a429-aea584410cbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.941346 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-045e305d-1211-4a60-a429-aea584410cbe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0652666 Feb 04 15:36:23.955987 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5473db43-2120-416a-afac-825b415df1ab req-8c32e0d0-d30f-4d90-9c01-47f442ac9a5e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3887219 Feb 04 15:36:24.029058 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-1cfca039-20fe-48fd-b657-3c6d36b3b0af service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817337 Feb 04 15:36:24.035876 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d919828d-fa94-44ae-b39d-da945fa8a479 req-88ee3ca7-a453-486c-8bc3-7de9ac602aa4 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/54f642eb-483c-4ede-ab96-e39fbd994c38 HTTP/1.1" status: 200 len: 2649 time: 0.3650393 Feb 04 15:36:24.078985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] For port 5dee4073-9a38-47f5-8337-d53a261ace98, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:24.109661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] For port 5dee4073-9a38-47f5-8337-d53a261ace98, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5dee4073-9a38-47f5-8337-d53a261ace98,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:24.161097 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.181590 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-2733735e-6184-418b-b291-77f5318a7ec6 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442642 Feb 04 15:36:24.207271 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-9ef289ae-188a-43cd-a285-1f3651c59bba tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.217468 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d919828d-fa94-44ae-b39d-da945fa8a479 req-65441f9f-93fb-4a1b-8a29-00f6962e0055 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.259045 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d919828d-fa94-44ae-b39d-da945fa8a479 req-65441f9f-93fb-4a1b-8a29-00f6962e0055 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.286095 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.287637 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] 10.222.0.73 "PUT /v2.0/ports/5dee4073-9a38-47f5-8337-d53a261ace98 HTTP/1.1" status: 200 len: 1096 time: 2.6195374 Feb 04 15:36:24.292280 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e97403c-abf6-4eb1-9adc-4cea66828462', 'tag': '5dee4073-9a38-47f5-8337-d53a261ace98'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:24.328389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423f10a-3666-407e-884c-f6d59ebb3b87 service neutron] Pushing event updated for resources: {'Port': ['ID=5dee4073-9a38-47f5-8337-d53a261ace98,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:24.358994 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-17dcc474-bbf0-4c07-be90-d9f360d39d1b service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610010 Feb 04 15:36:24.380114 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d919828d-fa94-44ae-b39d-da945fa8a479 req-65441f9f-93fb-4a1b-8a29-00f6962e0055 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.406825 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-9ef289ae-188a-43cd-a285-1f3651c59bba tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.411643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65441f9f-93fb-4a1b-8a29-00f6962e0055 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd8196bc-6864-4805-904c-d4c0461fb57a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:24.451847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266fec3-c230-4993-9403-4eeb2455cbba req-acd3b9c5-40c7-4d26-8590-34da883036a4 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:24.453312 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1266fec3-c230-4993-9403-4eeb2455cbba req-acd3b9c5-40c7-4d26-8590-34da883036a4 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 949 time: 0.3369231 Feb 04 15:36:24.509918 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d919828d-fa94-44ae-b39d-da945fa8a479 req-65441f9f-93fb-4a1b-8a29-00f6962e0055 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.520780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d919828d-fa94-44ae-b39d-da945fa8a479 req-65441f9f-93fb-4a1b-8a29-00f6962e0055 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/dd8196bc-6864-4805-904c-d4c0461fb57a HTTP/1.1" status: 204 len: 173 time: 0.4761832 Feb 04 15:36:24.557560 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-9ef289ae-188a-43cd-a285-1f3651c59bba tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Network a9ae0071-259d-47cc-ba62-3a371c85482e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:24.571005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-9ef289ae-188a-43cd-a285-1f3651c59bba tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:24.574083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef289ae-188a-43cd-a285-1f3651c59bba tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Pushing event updated for resources: {'Port': ['ID=f1de1d9b-f630-4202-a298-034df41de015,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:24.577854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-9ef289ae-188a-43cd-a285-1f3651c59bba tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:36:24.636887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-aadad80a-aece-4509-ae06-45797b7f7634 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7750a74e25654be0a31368b6f033979c&device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 1099 time: 0.2956367 Feb 04 15:36:24.643816 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1266fec3-c230-4993-9403-4eeb2455cbba req-11bba77b-7f85-4ace-9f31-7384cd519443 tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ed36621-3265-491c-89eb-4c4af43cc185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787148 Feb 04 15:36:24.656610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e9cf2-e7e6-481e-9b7d-a9cd58ad01f8 req-2b7ce221-097e-43df-a740-f4be7023cd0d tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:24.658488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-926e9cf2-e7e6-481e-9b7d-a9cd58ad01f8 req-2b7ce221-097e-43df-a740-f4be7023cd0d tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Synchronizing usage tracker for tenant:11eff9959bf446e3bd45f4d5029107b9 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:24.667318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-9ef289ae-188a-43cd-a285-1f3651c59bba tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:24.667992 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-9ef289ae-188a-43cd-a285-1f3651c59bba tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.676632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-926e9cf2-e7e6-481e-9b7d-a9cd58ad01f8 req-2b7ce221-097e-43df-a740-f4be7023cd0d tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Unset dirty status for tenant:11eff9959bf446e3bd45f4d5029107b9 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:24.677792 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-926e9cf2-e7e6-481e-9b7d-a9cd58ad01f8 req-2b7ce221-097e-43df-a740-f4be7023cd0d tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.81 "GET /v2.0/ports?device_id=249863c6-9028-4af1-81a2-772c57143031 HTTP/1.1" status: 200 len: 949 time: 0.1232555 Feb 04 15:36:24.762962 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-926e9cf2-e7e6-481e-9b7d-a9cd58ad01f8 req-da05b606-07d1-43fa-80b9-c30e6d69488c tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Deleting port ba03583e-0da2-4dc5-8b0d-87fd264b0518 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:36:24.763831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-ecc0e42e-4f44-4e47-bbe3-f6dc4fc93715 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=5dee4073-9a38-47f5-8337-d53a261ace98 HTTP/1.1" status: 200 len: 217 time: 0.1185231 Feb 04 15:36:24.763966 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-926e9cf2-e7e6-481e-9b7d-a9cd58ad01f8 req-da05b606-07d1-43fa-80b9-c30e6d69488c tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.767807 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-9ef289ae-188a-43cd-a285-1f3651c59bba tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3115759 Feb 04 15:36:24.781476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Request body: {'port': {'device_id': '4358cc93-419f-48b4-80bf-e005c5cef9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:24.881919 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-2ae786cf-c48d-4576-930d-23805667a18d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:24.884135 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-2ae786cf-c48d-4576-930d-23805667a18d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1086090 Feb 04 15:36:25.077539 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-926e9cf2-e7e6-481e-9b7d-a9cd58ad01f8 req-da05b606-07d1-43fa-80b9-c30e6d69488c tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] For port ba03583e-0da2-4dc5-8b0d-87fd264b0518, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ba03583e-0da2-4dc5-8b0d-87fd264b0518,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:25.077941 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-926e9cf2-e7e6-481e-9b7d-a9cd58ad01f8 req-da05b606-07d1-43fa-80b9-c30e6d69488c tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.105829 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.138578 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-b408b934-3887-4477-89e1-f0f86926b92e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2391167 Feb 04 15:36:25.208487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-926e9cf2-e7e6-481e-9b7d-a9cd58ad01f8 req-da05b606-07d1-43fa-80b9-c30e6d69488c tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Calling delete_port for ba03583e-0da2-4dc5-8b0d-87fd264b0518 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:36:25.276789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d2ca0-9e69-4a31-99b1-51c2ee72db3b req-833ff365-4ce4-48a4-82d9-4f0e4bcf2c7c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:25.277479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7b9d2ca0-9e69-4a31-99b1-51c2ee72db3b req-833ff365-4ce4-48a4-82d9-4f0e4bcf2c7c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Synchronizing usage tracker for tenant:7da2450dae374bcf86d1462624deeabd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:25.375696 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-926e9cf2-e7e6-481e-9b7d-a9cd58ad01f8 req-da05b606-07d1-43fa-80b9-c30e6d69488c tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.419509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7b9d2ca0-9e69-4a31-99b1-51c2ee72db3b req-833ff365-4ce4-48a4-82d9-4f0e4bcf2c7c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Unset dirty status for tenant:7da2450dae374bcf86d1462624deeabd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:25.420144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['ba03583e-0da2-4dc5-8b0d-87fd264b0518'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:25.420656 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b9d2ca0-9e69-4a31-99b1-51c2ee72db3b req-833ff365-4ce4-48a4-82d9-4f0e4bcf2c7c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 932 time: 0.4766545 Feb 04 15:36:25.430675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05b606-07d1-43fa-80b9-c30e6d69488c tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Pushing event deleted for resources: {'Port': ['ID=ba03583e-0da2-4dc5-8b0d-87fd264b0518,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:25.511505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-926e9cf2-e7e6-481e-9b7d-a9cd58ad01f8 req-da05b606-07d1-43fa-80b9-c30e6d69488c tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] No DVR routers for this DVR port ba03583e-0da2-4dc5-8b0d-87fd264b0518 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:25.515620 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-926e9cf2-e7e6-481e-9b7d-a9cd58ad01f8 req-da05b606-07d1-43fa-80b9-c30e6d69488c tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.520940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249863c6-9028-4af1-81a2-772c57143031', 'name': 'network-vif-deleted', 'tag': 'ba03583e-0da2-4dc5-8b0d-87fd264b0518'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:25.525076 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-a1651143-08a5-4fde-9fb9-c86240596b81 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570473 Feb 04 15:36:25.536949 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-926e9cf2-e7e6-481e-9b7d-a9cd58ad01f8 req-da05b606-07d1-43fa-80b9-c30e6d69488c tempest-LiveMigrationNegativeTest-763723731 tempest-LiveMigrationNegativeTest-763723731-project] 10.222.0.81 "DELETE /v2.0/ports/ba03583e-0da2-4dc5-8b0d-87fd264b0518 HTTP/1.1" status: 204 len: 173 time: 0.8532901 Feb 04 15:36:25.688237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b9d2ca0-9e69-4a31-99b1-51c2ee72db3b req-592c8663-dae9-4565-9b15-fda0ec10cfdf tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599118 Feb 04 15:36:25.702112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe002b44-16b4-4250-895f-55ef1654dd1b req-4c34d2e9-e982-4581-b944-00a7ea40fbb2 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:25.703596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe002b44-16b4-4250-895f-55ef1654dd1b req-4c34d2e9-e982-4581-b944-00a7ea40fbb2 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 948 time: 0.4518960 Feb 04 15:36:25.790631 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e97403c-abf6-4eb1-9adc-4cea66828462', 'tag': '5dee4073-9a38-47f5-8337-d53a261ace98', 'status': 'completed', 'code': 200} Feb 04 15:36:25.989933 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de126a2-7288-4b6c-b5a5-68098650c918 req-2942ae50-4cf0-4c80-b1d3-8c6f9ae2551e service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421792 Feb 04 15:36:25.996650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe002b44-16b4-4250-895f-55ef1654dd1b req-6fe68218-cfb7-400f-9fcd-f54a6f44c303 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867758 Feb 04 15:36:26.120860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b34d36b6-ec7a-45c8-9ff6-1fc77a66851d req-af7a9333-71ae-495e-8801-aeae90468f1e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/54f642eb-483c-4ede-ab96-e39fbd994c38 HTTP/1.1" status: 200 len: 2141 time: 0.3014936 Feb 04 15:36:26.188262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1de1d9b-f630-4202-a298-034df41de015 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:26.218057 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.275681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Transition to ACTIVE for port object f1de1d9b-f630-4202-a298-034df41de015 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:26.285230 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.382242 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b34d36b6-ec7a-45c8-9ff6-1fc77a66851d req-b8b8ce6e-ac90-4b3c-97d5-36f48e145711 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.387665 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e3551cc-079a-4fbc-926e-526c12ba5fd8 req-556b7534-c36b-4a4b-b32d-06d8706cb053 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7750a74e25654be0a31368b6f033979c&device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 1099 time: 0.3195422 Feb 04 15:36:26.452533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68550a-b170-4453-a27b-f62ba393ea57 req-8e1304c3-2f14-4ffe-bc79-192e7eb68f52 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:26.453988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a68550a-b170-4453-a27b-f62ba393ea57 req-8e1304c3-2f14-4ffe-bc79-192e7eb68f52 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.3221109 Feb 04 15:36:26.454598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Pushing event updated for resources: {'Port': ['ID=f1de1d9b-f630-4202-a298-034df41de015,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:26.580532 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b34d36b6-ec7a-45c8-9ff6-1fc77a66851d req-b8b8ce6e-ac90-4b3c-97d5-36f48e145711 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.732679 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a68550a-b170-4453-a27b-f62ba393ea57 req-f1d2a158-c5d7-4879-9b06-c758fad4e5c7 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501109 Feb 04 15:36:26.763694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3551cc-079a-4fbc-926e-526c12ba5fd8 req-58d4d1eb-d9a4-4709-9b96-720bf7ba0e17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:26.765213 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e3551cc-079a-4fbc-926e-526c12ba5fd8 req-58d4d1eb-d9a4-4709-9b96-720bf7ba0e17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3271434 Feb 04 15:36:26.772030 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b34d36b6-ec7a-45c8-9ff6-1fc77a66851d req-b8b8ce6e-ac90-4b3c-97d5-36f48e145711 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.859321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8ce6e-ac90-4b3c-97d5-36f48e145711 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f642eb-483c-4ede-ab96-e39fbd994c38,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:26.874280 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e3551cc-079a-4fbc-926e-526c12ba5fd8 req-6b0cedf0-c586-490e-a49e-c3f3c523d414 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=5dee4073-9a38-47f5-8337-d53a261ace98 HTTP/1.1" status: 200 len: 217 time: 0.0964115 Feb 04 15:36:26.878502 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b34d36b6-ec7a-45c8-9ff6-1fc77a66851d req-b8b8ce6e-ac90-4b3c-97d5-36f48e145711 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.888129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b34d36b6-ec7a-45c8-9ff6-1fc77a66851d req-b8b8ce6e-ac90-4b3c-97d5-36f48e145711 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "DELETE /v2.0/security-groups/54f642eb-483c-4ede-ab96-e39fbd994c38 HTTP/1.1" status: 204 len: 173 time: 0.7515230 Feb 04 15:36:26.962122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Attempting to bind port f1de1d9b-f630-4202-a298-034df41de015 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:26.962684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Attempting to bind port f1de1d9b-f630-4202-a298-034df41de015 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'f3828b8f-976c-4a46-aa17-2ec0f8283960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:26.963072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Attempting to bind port f1de1d9b-f630-4202-a298-034df41de015 on network a9ae0071-259d-47cc-ba62-3a371c85482e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:26.966039 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3551cc-079a-4fbc-926e-526c12ba5fd8 req-9b7b73de-cc42-46ad-8592-dd3a0e19a69b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:26.967892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e3551cc-079a-4fbc-926e-526c12ba5fd8 req-9b7b73de-cc42-46ad-8592-dd3a0e19a69b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0719259 Feb 04 15:36:27.007146 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Port f1de1d9b-f630-4202-a298-034df41de015 on network a9ae0071-259d-47cc-ba62-3a371c85482e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:36:27.007405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Attempting to bind port f1de1d9b-f630-4202-a298-034df41de015 on network a9ae0071-259d-47cc-ba62-3a371c85482e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:27.113020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:36:27.113501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Checking segment: {'id': 'f3828b8f-976c-4a46-aa17-2ec0f8283960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:36:27.113889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Bound using segment: {'id': 'f3828b8f-976c-4a46-aa17-2ec0f8283960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:36:27.114322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Bound port: f1de1d9b-f630-4202-a298-034df41de015, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3828b8f-976c-4a46-aa17-2ec0f8283960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:27.114662 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.259940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e3551cc-079a-4fbc-926e-526c12ba5fd8 req-9661f0ae-4a14-4d06-b221-dd86df3b448f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2855959 Feb 04 15:36:27.272190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e21f4-9236-4c61-82ea-834baf77395e req-116a519c-309d-4b9b-9342-e032bcae67a2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.276144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e21f4-9236-4c61-82ea-834baf77395e req-116a519c-309d-4b9b-9342-e032bcae67a2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.279978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e21f4-9236-4c61-82ea-834baf77395e req-116a519c-309d-4b9b-9342-e032bcae67a2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.283834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e21f4-9236-4c61-82ea-834baf77395e req-116a519c-309d-4b9b-9342-e032bcae67a2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.288632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e21f4-9236-4c61-82ea-834baf77395e req-116a519c-309d-4b9b-9342-e032bcae67a2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.292931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e21f4-9236-4c61-82ea-834baf77395e req-116a519c-309d-4b9b-9342-e032bcae67a2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.296764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e21f4-9236-4c61-82ea-834baf77395e req-116a519c-309d-4b9b-9342-e032bcae67a2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.298595 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b62e21f4-9236-4c61-82ea-834baf77395e req-116a519c-309d-4b9b-9342-e032bcae67a2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5421 time: 0.2936432 Feb 04 15:36:27.392707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] For port f1de1d9b-f630-4202-a298-034df41de015, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:27.410863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fa9df-7801-4b94-9465-c26529866925 req-8f0085af-f0b9-4eb7-b5d3-e79a49d6ff87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.414723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fa9df-7801-4b94-9465-c26529866925 req-8f0085af-f0b9-4eb7-b5d3-e79a49d6ff87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.418582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fa9df-7801-4b94-9465-c26529866925 req-8f0085af-f0b9-4eb7-b5d3-e79a49d6ff87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.422990 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fa9df-7801-4b94-9465-c26529866925 req-8f0085af-f0b9-4eb7-b5d3-e79a49d6ff87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.427516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fa9df-7801-4b94-9465-c26529866925 req-8f0085af-f0b9-4eb7-b5d3-e79a49d6ff87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.431347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fa9df-7801-4b94-9465-c26529866925 req-8f0085af-f0b9-4eb7-b5d3-e79a49d6ff87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.435154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fa9df-7801-4b94-9465-c26529866925 req-8f0085af-f0b9-4eb7-b5d3-e79a49d6ff87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.437051 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae8fa9df-7801-4b94-9465-c26529866925 req-8f0085af-f0b9-4eb7-b5d3-e79a49d6ff87 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.4309857 Feb 04 15:36:27.456985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] For port f1de1d9b-f630-4202-a298-034df41de015, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f1de1d9b-f630-4202-a298-034df41de015,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:27.484440 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.583065 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b62e21f4-9236-4c61-82ea-834baf77395e req-f63ed99c-8978-4568-be11-68252c4824d2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2763641 Feb 04 15:36:27.620463 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.621715 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] 10.222.0.73 "PUT /v2.0/ports/f1de1d9b-f630-4202-a298-034df41de015 HTTP/1.1" status: 200 len: 1092 time: 2.8442445 Feb 04 15:36:27.625900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e3551cc-079a-4fbc-926e-526c12ba5fd8 req-2531c598-743a-410c-be45-4123ab8a218a service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228893 Feb 04 15:36:27.634908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae8fa9df-7801-4b94-9465-c26529866925 req-4f962967-376e-470c-b5b1-edf182ce3f84 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1890094 Feb 04 15:36:27.680262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccae67f-42c2-4509-a445-397d9eabbb40 service neutron] Pushing event updated for resources: {'Port': ['ID=f1de1d9b-f630-4202-a298-034df41de015,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:27.700146 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249863c6-9028-4af1-81a2-772c57143031', 'name': 'network-vif-deleted', 'tag': 'ba03583e-0da2-4dc5-8b0d-87fd264b0518', 'status': 'completed', 'code': 200} Feb 04 15:36:27.931479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4358cc93-419f-48b4-80bf-e005c5cef9fc', 'tag': 'f1de1d9b-f630-4202-a298-034df41de015'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:28.080242 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-21cce7c1-57dd-478c-a698-6a36fb52d8d2 req-fe5e7a55-0486-42ea-860c-f3c00c924015 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] show failed (client error): The resource could not be found. Feb 04 15:36:28.081420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21cce7c1-57dd-478c-a698-6a36fb52d8d2 req-fe5e7a55-0486-42ea-860c-f3c00c924015 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/32b8c5af-03f3-411f-886b-b97b188fcba6 HTTP/1.1" status: 404 len: 352 time: 0.0537736 Feb 04 15:36:28.149224 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e3551cc-079a-4fbc-926e-526c12ba5fd8 req-e46f9cdc-fe85-4139-bb70-749d245a83b3 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116916 Feb 04 15:36:28.173278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599981ae-c814-464d-adfd-fb80b9388eef req-b6b9b9e6-6971-49f6-869d-c095543a9ad3 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.175490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-599981ae-c814-464d-adfd-fb80b9388eef req-b6b9b9e6-6971-49f6-869d-c095543a9ad3 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 944 time: 0.2464166 Feb 04 15:36:28.179893 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-b8ed6645-f2b2-42e5-9de3-2fa65ddfdd1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da2450dae374bcf86d1462624deeabd&device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 1095 time: 0.2501395 Feb 04 15:36:28.293937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58292) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:28.358816 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-8ace7841-2f10-40f3-ac60-065d0b9d8b5f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1de1d9b-f630-4202-a298-034df41de015 HTTP/1.1" status: 200 len: 217 time: 0.1710453 Feb 04 15:36:28.445803 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-599981ae-c814-464d-adfd-fb80b9388eef req-d97e1cb5-6b1b-4551-85f6-b74bf99d0f64 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563589 Feb 04 15:36:28.481777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-142477e8-9331-470e-8601-1c41f6cef918 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.483327 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-142477e8-9331-470e-8601-1c41f6cef918 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38 HTTP/1.1" status: 200 len: 862 time: 0.1125717 Feb 04 15:36:28.496112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8099f-5d47-4918-a211-a00ce7948c39 req-71995457-5b71-49a3-a1b6-c0bf37a52764 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.497685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4df8099f-5d47-4918-a211-a00ce7948c39 req-71995457-5b71-49a3-a1b6-c0bf37a52764 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 948 time: 0.2554543 Feb 04 15:36:28.558443 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-c8170e93-2c12-4704-9e48-5d0fdce1c465 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9ae0071-259d-47cc-ba62-3a371c85482e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686052 Feb 04 15:36:28.576973 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9084-c8b5-457f-b775-225bf3fad919 req-557f2b8a-2dd4-493c-aa69-7c19c61e366d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.581381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9084-c8b5-457f-b775-225bf3fad919 req-557f2b8a-2dd4-493c-aa69-7c19c61e366d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.583421 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7f5207ae-3a94-4e31-b9b9-43a8970fffd2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11eff9959bf446e3bd45f4d5029107b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2878623 Feb 04 15:36:28.585433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9084-c8b5-457f-b775-225bf3fad919 req-557f2b8a-2dd4-493c-aa69-7c19c61e366d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.586871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58298) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:28.589285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9084-c8b5-457f-b775-225bf3fad919 req-557f2b8a-2dd4-493c-aa69-7c19c61e366d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.593130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9084-c8b5-457f-b775-225bf3fad919 req-557f2b8a-2dd4-493c-aa69-7c19c61e366d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.598272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9084-c8b5-457f-b775-225bf3fad919 req-557f2b8a-2dd4-493c-aa69-7c19c61e366d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.602010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9084-c8b5-457f-b775-225bf3fad919 req-557f2b8a-2dd4-493c-aa69-7c19c61e366d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.603922 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-853d9084-c8b5-457f-b775-225bf3fad919 req-557f2b8a-2dd4-493c-aa69-7c19c61e366d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5441 time: 0.3049340 Feb 04 15:36:28.652574 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77aa3d7c-ce9b-4948-98ef-ddb6c7be0633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.682274 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77aa3d7c-ce9b-4948-98ef-ddb6c7be0633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.741263 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77aa3d7c-ce9b-4948-98ef-ddb6c7be0633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.756908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa3d7c-ce9b-4948-98ef-ddb6c7be0633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed36621-3265-491c-89eb-4c4af43cc185,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:28.764530 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77aa3d7c-ce9b-4948-98ef-ddb6c7be0633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.769253 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-77aa3d7c-ce9b-4948-98ef-ddb6c7be0633 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ed36621-3265-491c-89eb-4c4af43cc185 HTTP/1.1" status: 204 len: 168 time: 0.1785612 Feb 04 15:36:28.817957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c1f4f922-4034-48a9-9dc9-64a2ae7e852a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.819340 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c1f4f922-4034-48a9-9dc9-64a2ae7e852a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "GET /v2.0/ports/4dfa7ad2-38e5-438e-9868-cf93aacc7d91?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1932323 Feb 04 15:36:28.829394 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4df8099f-5d47-4918-a211-a00ce7948c39 req-c17ff494-45fa-472d-ba9e-07f95bb2341e tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977798 Feb 04 15:36:28.925787 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4358cc93-419f-48b4-80bf-e005c5cef9fc', 'tag': 'f1de1d9b-f630-4202-a298-034df41de015', 'status': 'completed', 'code': 200} Feb 04 15:36:28.967147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-7aa04419-2364-4372-953a-6c12a90f5b20 service neutron] 10.222.0.73 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010096 Feb 04 15:36:29.007063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e48cdf-e598-495c-9814-34fad862376f req-2e4b7472-025c-40b1-b1f9-33f2ea2f6640 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:29.013647 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52e48cdf-e598-495c-9814-34fad862376f req-2e4b7472-025c-40b1-b1f9-33f2ea2f6640 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.4087131 Feb 04 15:36:29.187761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58316) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:29.192691 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-853d9084-c8b5-457f-b775-225bf3fad919 req-6bebff15-52c0-4aaf-9e2b-b6e69993f4ef tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "GET /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3586745 Feb 04 15:36:29.234783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-853d9084-c8b5-457f-b775-225bf3fad919 req-cf8ee00d-ce97-4881-b46b-d20fe3288aee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:29.252369 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-119e7751-244e-4d2e-94d5-0d4bab9f4de3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a826730ea67b447da90dd5a04eb25318&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0630760 Feb 04 15:36:29.256038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58320) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:29.273655 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52e48cdf-e598-495c-9814-34fad862376f req-5ca77006-75cd-4340-bdef-9e56e005dc0a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589507 Feb 04 15:36:29.325083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5dee4073-9a38-47f5-8337-d53a261ace98 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:29.335422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-880b2d5f-cbb6-40af-83a3-8f8bae94ace7 req-be5f6473-b690-4e9d-bc51-8452ae80190a tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/072a2afd-7f8d-40ba-bbf1-5856ec734911 HTTP/1.1" status: 200 len: 1639 time: 0.2307687 Feb 04 15:36:29.335422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-877ea37c-ebc6-4d42-8a2c-de32fe4d5c20 req-a4aefd3c-eb8f-46d3-af5b-6887cf54c3a0 service neutron] 10.222.0.73 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470757 Feb 04 15:36:29.358975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ba03583e-0da2-4dc5-8b0d-87fd264b0518 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:29.373167 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fc299ae-7062-418c-9e46-425c3c8ccdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.398435 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fc299ae-7062-418c-9e46-425c3c8ccdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.410941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: ba03583e-0da2-4dc5-8b0d-87fd264b0518 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:36:29.411227 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ba03583e-0da2-4dc5-8b0d-87fd264b0518 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:29.461496 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fc299ae-7062-418c-9e46-425c3c8ccdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.478810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc299ae-7062-418c-9e46-425c3c8ccdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f3199a-6e93-4d51-8538-c0f395633b36,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:29.483848 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fc299ae-7062-418c-9e46-425c3c8ccdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.484965 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0fc299ae-7062-418c-9e46-425c3c8ccdcc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06f3199a-6e93-4d51-8538-c0f395633b36 HTTP/1.1" status: 204 len: 168 time: 0.2279990 Feb 04 15:36:29.564211 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-cf8ee00d-ce97-4881-b46b-d20fe3288aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.587872 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5dee4073-9a38-47f5-8337-d53a261ace98, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5dee4073-9a38-47f5-8337-d53a261ace98,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:29.603014 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '5dee4073-9a38-47f5-8337-d53a261ace98', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '5dee4073-9a38-47f5-8337-d53a261ace98', 'mac_address': 'fa:16:3e:1b:1f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:29.663506 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.682966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dee4073-9a38-47f5-8337-d53a261ace98 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:29.700352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5dee4073-9a38-47f5-8337-d53a261ace98, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5dee4073-9a38-47f5-8337-d53a261ace98,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:29.704469 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.779708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5dee4073-9a38-47f5-8337-d53a261ace98,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:29.789484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.789825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.790154 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.790490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.790810 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.791382 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.791711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.792029 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.792506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.792962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.793454 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.811319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96b074ca-a8ae-43ec-b508-3943a26e69fa req-692ee48a-577b-45b8-b6fc-57a727deb358 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da2450dae374bcf86d1462624deeabd&device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 1095 time: 0.4217849 Feb 04 15:36:29.850818 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-880b2d5f-cbb6-40af-83a3-8f8bae94ace7 req-0e0a7fcc-159c-492e-835e-76772d7cc093 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.940561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3e70c-90a7-442f-89d5-ca89a1e2c04b req-82c7ea04-bcd7-4e4b-9b27-19c41203c4eb tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:29.944842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3e70c-90a7-442f-89d5-ca89a1e2c04b req-82c7ea04-bcd7-4e4b-9b27-19c41203c4eb tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:29.948711 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3e70c-90a7-442f-89d5-ca89a1e2c04b req-82c7ea04-bcd7-4e4b-9b27-19c41203c4eb tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:29.952615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3e70c-90a7-442f-89d5-ca89a1e2c04b req-82c7ea04-bcd7-4e4b-9b27-19c41203c4eb tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:29.956814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3e70c-90a7-442f-89d5-ca89a1e2c04b req-82c7ea04-bcd7-4e4b-9b27-19c41203c4eb tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:29.960663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3e70c-90a7-442f-89d5-ca89a1e2c04b req-82c7ea04-bcd7-4e4b-9b27-19c41203c4eb tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:29.964599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3e70c-90a7-442f-89d5-ca89a1e2c04b req-82c7ea04-bcd7-4e4b-9b27-19c41203c4eb tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:29.966509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bcb3e70c-90a7-442f-89d5-ca89a1e2c04b req-82c7ea04-bcd7-4e4b-9b27-19c41203c4eb tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5421 time: 0.5131981 Feb 04 15:36:30.087541 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-880b2d5f-cbb6-40af-83a3-8f8bae94ace7 req-0e0a7fcc-159c-492e-835e-76772d7cc093 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:30.194623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['5dee4073-9a38-47f5-8337-d53a261ace98'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:30.208643 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bcb3e70c-90a7-442f-89d5-ca89a1e2c04b req-e05e2435-1664-4efe-802d-a912882095f5 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1861160 Feb 04 15:36:30.211781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b074ca-a8ae-43ec-b508-3943a26e69fa req-54508e4a-df33-4339-8df6-39082fb0f59f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:30.213275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96b074ca-a8ae-43ec-b508-3943a26e69fa req-54508e4a-df33-4339-8df6-39082fb0f59f service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9ae0071-259d-47cc-ba62-3a371c85482e HTTP/1.1" status: 200 len: 923 time: 0.3909760 Feb 04 15:36:30.218681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-cf8ee00d-ce97-4881-b46b-d20fe3288aee service neutron] For port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=4dfa7ad2-38e5-438e-9868-cf93aacc7d91,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:30.291864 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96b074ca-a8ae-43ec-b508-3943a26e69fa req-962b7bc2-13f8-4fbd-acdb-e0a23ad4cbc5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1de1d9b-f630-4202-a298-034df41de015 HTTP/1.1" status: 200 len: 217 time: 0.0698748 Feb 04 15:36:30.307955 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-880b2d5f-cbb6-40af-83a3-8f8bae94ace7 req-0e0a7fcc-159c-492e-835e-76772d7cc093 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:30.416665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-cf8ee00d-ce97-4881-b46b-d20fe3288aee service neutron] For port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:30.449719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a7fcc-159c-492e-835e-76772d7cc093 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072a2afd-7f8d-40ba-bbf1-5856ec734911,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:30.481005 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-880b2d5f-cbb6-40af-83a3-8f8bae94ace7 req-0e0a7fcc-159c-492e-835e-76772d7cc093 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:30.482130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-880b2d5f-cbb6-40af-83a3-8f8bae94ace7 req-0e0a7fcc-159c-492e-835e-76772d7cc093 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "DELETE /v2.0/security-groups/072a2afd-7f8d-40ba-bbf1-5856ec734911 HTTP/1.1" status: 204 len: 173 time: 1.1551750 Feb 04 15:36:30.495944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b074ca-a8ae-43ec-b508-3943a26e69fa req-a85658e3-2583-45a9-bbdb-759499261883 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:30.497389 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96b074ca-a8ae-43ec-b508-3943a26e69fa req-a85658e3-2583-45a9-bbdb-759499261883 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38 HTTP/1.1" status: 200 len: 862 time: 0.1906080 Feb 04 15:36:30.538676 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-853d9084-c8b5-457f-b775-225bf3fad919 req-cf8ee00d-ce97-4881-b46b-d20fe3288aee service neutron] device_id is not set on port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:36:30.562904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96b074ca-a8ae-43ec-b508-3943a26e69fa req-a670e471-f5df-443b-8caa-7dac6752b80c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9ae0071-259d-47cc-ba62-3a371c85482e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580857 Feb 04 15:36:30.566265 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-cf8ee00d-ce97-4881-b46b-d20fe3288aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:30.596305 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-cf8ee00d-ce97-4881-b46b-d20fe3288aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:30.794763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395f04-78b6-4d2c-b84b-00bad70979ae req-d8ef4a7a-4e58-4526-8a0e-e8d6c9969878 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:30.798971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395f04-78b6-4d2c-b84b-00bad70979ae req-d8ef4a7a-4e58-4526-8a0e-e8d6c9969878 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:30.803250 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395f04-78b6-4d2c-b84b-00bad70979ae req-d8ef4a7a-4e58-4526-8a0e-e8d6c9969878 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:30.807139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395f04-78b6-4d2c-b84b-00bad70979ae req-d8ef4a7a-4e58-4526-8a0e-e8d6c9969878 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:30.811014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395f04-78b6-4d2c-b84b-00bad70979ae req-d8ef4a7a-4e58-4526-8a0e-e8d6c9969878 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:30.814875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395f04-78b6-4d2c-b84b-00bad70979ae req-d8ef4a7a-4e58-4526-8a0e-e8d6c9969878 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:30.819983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395f04-78b6-4d2c-b84b-00bad70979ae req-d8ef4a7a-4e58-4526-8a0e-e8d6c9969878 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:30.821932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97395f04-78b6-4d2c-b84b-00bad70979ae req-d8ef4a7a-4e58-4526-8a0e-e8d6c9969878 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 5363 time: 0.4515154 Feb 04 15:36:30.888479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ee00d-ce97-4881-b46b-d20fe3288aee service neutron] Pushing event updated for resources: {'Port': ['ID=4dfa7ad2-38e5-438e-9868-cf93aacc7d91,revision_number=6']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:30.999007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-cf8ee00d-ce97-4881-b46b-d20fe3288aee service neutron] No DVR routers for this DVR port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:31.029525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-128abfd4-5d08-4126-a5e2-b1287cdbefdd None None] Provisioning complete for port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:31.030537 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-128abfd4-5d08-4126-a5e2-b1287cdbefdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.045344 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96b074ca-a8ae-43ec-b508-3943a26e69fa req-81e77dc0-78cf-4d93-90d4-c4ee738801da service neutron] 10.222.0.73 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749172 Feb 04 15:36:31.095439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-128abfd4-5d08-4126-a5e2-b1287cdbefdd None None] Port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:36:31.149445 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97395f04-78b6-4d2c-b84b-00bad70979ae req-76ccd8e0-a954-4531-9920-ae4328a3cf76 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fe3fdcb-870b-496f-89ea-86ddcc0622bd&id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2728000 Feb 04 15:36:31.161798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-853d9084-c8b5-457f-b775-225bf3fad919 req-cf8ee00d-ce97-4881-b46b-d20fe3288aee service neutron] In _notify_port_updated(), no bound segment for port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 on network 5330c659-c4e6-492d-9695-f45ce3b027e4 {{(pid=83551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:36:31.162990 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-cf8ee00d-ce97-4881-b46b-d20fe3288aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.164160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-853d9084-c8b5-457f-b775-225bf3fad919 req-cf8ee00d-ce97-4881-b46b-d20fe3288aee service neutron] 10.222.0.73 "PUT /v2.0/ports/4dfa7ad2-38e5-438e-9868-cf93aacc7d91 HTTP/1.1" status: 200 len: 1032 time: 1.9435723 Feb 04 15:36:31.173876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b32a5b-d634-4379-b9a4-16dd4a9194db req-bf345d87-d9a3-437c-bb00-e6908b28c722 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:31.176247 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52b32a5b-d634-4379-b9a4-16dd4a9194db req-bf345d87-d9a3-437c-bb00-e6908b28c722 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 944 time: 0.4729452 Feb 04 15:36:31.335465 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device edd9fcf0-26a5-4632-97bc-987dd12659e6 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:31.347418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9084-c8b5-457f-b775-225bf3fad919 req-2f084818-59f0-48d9-8e3b-6605e88b3635 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:31.348990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-853d9084-c8b5-457f-b775-225bf3fad919 req-2f084818-59f0-48d9-8e3b-6605e88b3635 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "GET /v2.0/ports/ca6de4c7-06b7-475f-b551-74d6d9cef7e7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1700735 Feb 04 15:36:31.366653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-853d9084-c8b5-457f-b775-225bf3fad919 req-15cecb8e-5582-4ff2-a5aa-b1b262bc73c1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:31.453502 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.496306 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd9fcf0-26a5-4632-97bc-987dd12659e6'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:31.506911 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port edd9fcf0-26a5-4632-97bc-987dd12659e6, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=edd9fcf0-26a5-4632-97bc-987dd12659e6,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:31.511468 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.512280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d857e714-2bf7-4e58-9ef6-bc49f645a872 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:31.524279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52b32a5b-d634-4379-b9a4-16dd4a9194db req-bbc9cc0c-d6cb-4791-92e7-447d2f834409 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033853 Feb 04 15:36:31.526101 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96b074ca-a8ae-43ec-b508-3943a26e69fa req-3ee5ad50-45c8-411f-a262-41d119b45265 service neutron] 10.222.0.73 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724433 Feb 04 15:36:31.637254 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-15cecb8e-5582-4ff2-a5aa-b1b262bc73c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.653331 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cf1e8-fbaa-4a60-b691-03ebd180886b req-e2b56d52-9139-4538-8fea-8c931d597458 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:31.654790 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c08cf1e8-fbaa-4a60-b691-03ebd180886b req-e2b56d52-9139-4538-8fea-8c931d597458 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 949 time: 0.3583822 Feb 04 15:36:31.658256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=edd9fcf0-26a5-4632-97bc-987dd12659e6,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:31.698258 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.731745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d857e714-2bf7-4e58-9ef6-bc49f645a872, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d857e714-2bf7-4e58-9ef6-bc49f645a872,segment=NetworkSegment(07e12700-662e-4c43-94e9-9744cdcb68a2),segment_id=07e12700-662e-4c43-94e9-9744cdcb68a2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:31.735657 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.736299 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 3734f7fb-e683-4d99-8fd6-2bc23f362f10 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:31.848809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=d857e714-2bf7-4e58-9ef6-bc49f645a872,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:31.892249 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c08cf1e8-fbaa-4a60-b691-03ebd180886b req-db1151e1-8268-41ab-9f26-28dc3ae2672b tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974590 Feb 04 15:36:31.912755 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.927982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2848c-bd20-4bad-95a0-c3badd3c7c88 req-a1a7e19a-40cc-46da-a556-d77d8586474d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:31.937373 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ce2848c-bd20-4bad-95a0-c3badd3c7c88 req-a1a7e19a-40cc-46da-a556-d77d8586474d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.2289770 Feb 04 15:36:31.959966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 3734f7fb-e683-4d99-8fd6-2bc23f362f10, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3734f7fb-e683-4d99-8fd6-2bc23f362f10,segment=NetworkSegment(6d6ff17f-d6bb-4d63-ba5b-ff75e0127936),segment_id=6d6ff17f-d6bb-4d63-ba5b-ff75e0127936)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:31.965495 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.966216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:32.036833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-15cecb8e-5582-4ff2-a5aa-b1b262bc73c1 service neutron] For port ca6de4c7-06b7-475f-b551-74d6d9cef7e7, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ca6de4c7-06b7-475f-b551-74d6d9cef7e7,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:32.059148 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ce2848c-bd20-4bad-95a0-c3badd3c7c88 req-86b124be-04b8-4cb8-ab2b-47ad4929a1e5 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209049 Feb 04 15:36:32.082752 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f7ec850-f436-42fc-baeb-5531fb174212 req-1fe0a0f2-62d2-4356-b92f-efc5a4eab117 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/44fe9fb3-7892-4556-a536-6bb08cfc8ad4 HTTP/1.1" status: 200 len: 1638 time: 0.1083186 Feb 04 15:36:32.086129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:32.086649 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 1f271202-9b8d-4365-ace1-59a7bd13c16c no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:32.111170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-15cecb8e-5582-4ff2-a5aa-b1b262bc73c1 service neutron] For port ca6de4c7-06b7-475f-b551-74d6d9cef7e7, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:32.115944 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=3734f7fb-e683-4d99-8fd6-2bc23f362f10,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:32.184449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-853d9084-c8b5-457f-b775-225bf3fad919 req-15cecb8e-5582-4ff2-a5aa-b1b262bc73c1 service neutron] device_id is not set on port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:36:32.200374 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-15cecb8e-5582-4ff2-a5aa-b1b262bc73c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.209255 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.217826 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-15cecb8e-5582-4ff2-a5aa-b1b262bc73c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.255441 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 1f271202-9b8d-4365-ace1-59a7bd13c16c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1f271202-9b8d-4365-ace1-59a7bd13c16c,segment=NetworkSegment(6d6ff17f-d6bb-4d63-ba5b-ff75e0127936),segment_id=6d6ff17f-d6bb-4d63-ba5b-ff75e0127936)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:32.260728 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0f7ec850-f436-42fc-baeb-5531fb174212 req-0343400b-c511-4bb2-96fd-f6e76be8bb97 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.262385 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.263148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 732f58c9-d084-4ca9-929d-6d17d6a97b31 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:32.399517 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0f7ec850-f436-42fc-baeb-5531fb174212 req-0343400b-c511-4bb2-96fd-f6e76be8bb97 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.425942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=1f271202-9b8d-4365-ace1-59a7bd13c16c,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:32.468749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cecb8e-5582-4ff2-a5aa-b1b262bc73c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6de4c7-06b7-475f-b551-74d6d9cef7e7,revision_number=6']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:32.489985 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.501686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-15cecb8e-5582-4ff2-a5aa-b1b262bc73c1 service neutron] No DVR routers for this DVR port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:32.531922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 732f58c9-d084-4ca9-929d-6d17d6a97b31, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=732f58c9-d084-4ca9-929d-6d17d6a97b31,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:32.537219 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.537960 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ca6de4c7-06b7-475f-b551-74d6d9cef7e7 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:32.588291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-853d9084-c8b5-457f-b775-225bf3fad919 req-15cecb8e-5582-4ff2-a5aa-b1b262bc73c1 service neutron] In _notify_port_updated(), no bound segment for port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 on network 5330c659-c4e6-492d-9695-f45ce3b027e4 {{(pid=83551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:36:32.589254 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-15cecb8e-5582-4ff2-a5aa-b1b262bc73c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.590511 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-853d9084-c8b5-457f-b775-225bf3fad919 req-15cecb8e-5582-4ff2-a5aa-b1b262bc73c1 service neutron] 10.222.0.73 "PUT /v2.0/ports/ca6de4c7-06b7-475f-b551-74d6d9cef7e7 HTTP/1.1" status: 200 len: 1031 time: 1.2285585 Feb 04 15:36:32.661404 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ca6de4c7-06b7-475f-b551-74d6d9cef7e7 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:32.669469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=732f58c9-d084-4ca9-929d-6d17d6a97b31,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:32.670659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ba82e-061f-42f5-a9c1-c5b5e0ab1bc5 req-c84f7c47-a121-41ad-821b-581c936482de tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:32.674028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fd3a076c-1648-4c3e-a791-0a6176588596 None None] Provisioning complete for port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:32.674396 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fd3a076c-1648-4c3e-a791-0a6176588596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.674665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ba82e-061f-42f5-a9c1-c5b5e0ab1bc5 req-c84f7c47-a121-41ad-821b-581c936482de tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:32.679208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ba82e-061f-42f5-a9c1-c5b5e0ab1bc5 req-c84f7c47-a121-41ad-821b-581c936482de tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:32.683033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ba82e-061f-42f5-a9c1-c5b5e0ab1bc5 req-c84f7c47-a121-41ad-821b-581c936482de tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:32.686965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ba82e-061f-42f5-a9c1-c5b5e0ab1bc5 req-c84f7c47-a121-41ad-821b-581c936482de tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:32.691662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ba82e-061f-42f5-a9c1-c5b5e0ab1bc5 req-c84f7c47-a121-41ad-821b-581c936482de tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:32.696004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ba82e-061f-42f5-a9c1-c5b5e0ab1bc5 req-c84f7c47-a121-41ad-821b-581c936482de tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:32.697918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d25ba82e-061f-42f5-a9c1-c5b5e0ab1bc5 req-c84f7c47-a121-41ad-821b-581c936482de tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5421 time: 0.3031206 Feb 04 15:36:32.701956 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0f7ec850-f436-42fc-baeb-5531fb174212 req-0343400b-c511-4bb2-96fd-f6e76be8bb97 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.729408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a076c-1648-4c3e-a791-0a6176588596 None None] Port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:36:32.740271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343400b-c511-4bb2-96fd-f6e76be8bb97 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fe9fb3-7892-4556-a536-6bb08cfc8ad4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:32.744604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-853d9084-c8b5-457f-b775-225bf3fad919 req-a32fb32a-a666-4691-a7d5-de9a41fd523a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Deleting port edd9fcf0-26a5-4632-97bc-987dd12659e6 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:36:32.744947 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-a32fb32a-a666-4691-a7d5-de9a41fd523a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.811296 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0f7ec850-f436-42fc-baeb-5531fb174212 req-0343400b-c511-4bb2-96fd-f6e76be8bb97 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.812405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f7ec850-f436-42fc-baeb-5531fb174212 req-0343400b-c511-4bb2-96fd-f6e76be8bb97 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "DELETE /v2.0/security-groups/44fe9fb3-7892-4556-a536-6bb08cfc8ad4 HTTP/1.1" status: 204 len: 173 time: 0.7203038 Feb 04 15:36:32.860883 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d25ba82e-061f-42f5-a9c1-c5b5e0ab1bc5 req-8e83ef20-ee67-4179-9e73-07315394fa41 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1521893 Feb 04 15:36:32.871334 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd9fcf0-26a5-4632-97bc-987dd12659e6', 'code': 200} Feb 04 15:36:33.098475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-a32fb32a-a666-4691-a7d5-de9a41fd523a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] For port edd9fcf0-26a5-4632-97bc-987dd12659e6, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=edd9fcf0-26a5-4632-97bc-987dd12659e6,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:33.099063 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-a32fb32a-a666-4691-a7d5-de9a41fd523a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.231048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-853d9084-c8b5-457f-b775-225bf3fad919 req-a32fb32a-a666-4691-a7d5-de9a41fd523a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Calling delete_port for edd9fcf0-26a5-4632-97bc-987dd12659e6 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:36:33.339376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f1de1d9b-f630-4202-a298-034df41de015 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:33.341630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5dee4073-9a38-47f5-8337-d53a261ace98 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:33.480779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de325835-7c89-4d9b-98fb-8bdd0b1175a6 req-3960f384-10a8-4820-8c27-bf1e80d65989 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.484539 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de325835-7c89-4d9b-98fb-8bdd0b1175a6 req-3960f384-10a8-4820-8c27-bf1e80d65989 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.489138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de325835-7c89-4d9b-98fb-8bdd0b1175a6 req-3960f384-10a8-4820-8c27-bf1e80d65989 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.492985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de325835-7c89-4d9b-98fb-8bdd0b1175a6 req-3960f384-10a8-4820-8c27-bf1e80d65989 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.496831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de325835-7c89-4d9b-98fb-8bdd0b1175a6 req-3960f384-10a8-4820-8c27-bf1e80d65989 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.498844 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de325835-7c89-4d9b-98fb-8bdd0b1175a6 req-3960f384-10a8-4820-8c27-bf1e80d65989 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 3874 time: 0.4675078 Feb 04 15:36:33.517155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 5dee4073-9a38-47f5-8337-d53a261ace98 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:33.533819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 5dee4073-9a38-47f5-8337-d53a261ace98 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:33.533819 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.576888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f1de1d9b-f630-4202-a298-034df41de015, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f1de1d9b-f630-4202-a298-034df41de015,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:33.601860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'f1de1d9b-f630-4202-a298-034df41de015', 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e', 'port_id': 'f1de1d9b-f630-4202-a298-034df41de015', 'mac_address': 'fa:16:3e:1d:14:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:33.614074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962e72d-6ed2-4434-86a0-f61543a39f47 req-8ab50bc9-50ea-4edf-9945-a59e417fa824 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.615561 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b962e72d-6ed2-4434-86a0-f61543a39f47 req-8ab50bc9-50ea-4edf-9945-a59e417fa824 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 944 time: 0.3525786 Feb 04 15:36:33.618492 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-a32fb32a-a666-4691-a7d5-de9a41fd523a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.672219 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de325835-7c89-4d9b-98fb-8bdd0b1175a6 req-c5ccc139-1d5c-43e9-8da8-60dcf78c8db2 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381969 Feb 04 15:36:33.686824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fb32a-a666-4691-a7d5-de9a41fd523a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event deleted for resources: {'Port': ['ID=edd9fcf0-26a5-4632-97bc-987dd12659e6,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:33.700662 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.735384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1de1d9b-f630-4202-a298-034df41de015 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:33.739878 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.770949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f1de1d9b-f630-4202-a298-034df41de015, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f1de1d9b-f630-4202-a298-034df41de015,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:33.778771 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.808687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-a32fb32a-a666-4691-a7d5-de9a41fd523a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] No DVR routers for this DVR port edd9fcf0-26a5-4632-97bc-987dd12659e6 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:33.814273 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b962e72d-6ed2-4434-86a0-f61543a39f47 req-840dc17d-4e58-40a7-9f23-8e01df22ad53 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525271 Feb 04 15:36:33.815966 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-a32fb32a-a666-4691-a7d5-de9a41fd523a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.817294 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5dee4073-9a38-47f5-8337-d53a261ace98, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5dee4073-9a38-47f5-8337-d53a261ace98,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:33.824969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-deleted', 'tag': 'edd9fcf0-26a5-4632-97bc-987dd12659e6'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:33.835285 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.852570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-853d9084-c8b5-457f-b775-225bf3fad919 req-a32fb32a-a666-4691-a7d5-de9a41fd523a tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "DELETE /v2.0/ports/edd9fcf0-26a5-4632-97bc-987dd12659e6 HTTP/1.1" status: 204 len: 173 time: 1.2523472 Feb 04 15:36:33.858323 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b78bd004-682c-43ae-934d-5e3a88cd732b req-6e48e617-62db-4e83-a622-f1a7c711caf0 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/7f9c5e7a-84fc-433f-a1e0-7b1080658f0a HTTP/1.1" status: 200 len: 1637 time: 0.0854580 Feb 04 15:36:33.867623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f1de1d9b-f630-4202-a298-034df41de015,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:33.949037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5dee4073-9a38-47f5-8337-d53a261ace98,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:34.003866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-853d9084-c8b5-457f-b775-225bf3fad919 req-1384a44b-dd64-4151-bca9-29c258e92d98 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Deleting port 732f58c9-d084-4ca9-929d-6d17d6a97b31 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:36:34.004389 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-1384a44b-dd64-4151-bca9-29c258e92d98 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:34.099425 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b78bd004-682c-43ae-934d-5e3a88cd732b req-1d70689c-92de-46a7-88ae-2c9b4c3971bd tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:34.161288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['f1de1d9b-f630-4202-a298-034df41de015'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:34.200984 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b78bd004-682c-43ae-934d-5e3a88cd732b req-1d70689c-92de-46a7-88ae-2c9b4c3971bd tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:34.313399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9913b-69e7-4211-81bc-7a81bc1b0307 req-7508a93d-1a81-4ed2-b8eb-bfe3fa047527 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:34.314934 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aca9913b-69e7-4211-81bc-7a81bc1b0307 req-7508a93d-1a81-4ed2-b8eb-bfe3fa047527 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 950 time: 0.3581665 Feb 04 15:36:34.432044 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b78bd004-682c-43ae-934d-5e3a88cd732b req-1d70689c-92de-46a7-88ae-2c9b4c3971bd tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:34.453895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-1384a44b-dd64-4151-bca9-29c258e92d98 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] For port 732f58c9-d084-4ca9-929d-6d17d6a97b31, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=732f58c9-d084-4ca9-929d-6d17d6a97b31,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:34.454245 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-1384a44b-dd64-4151-bca9-29c258e92d98 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:34.463169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70689c-92de-46a7-88ae-2c9b4c3971bd tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9c5e7a-84fc-433f-a1e0-7b1080658f0a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:34.479200 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aca9913b-69e7-4211-81bc-7a81bc1b0307 req-8a3ed79e-47ec-47f4-86e9-7124ff5ca094 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446319 Feb 04 15:36:34.612998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-853d9084-c8b5-457f-b775-225bf3fad919 req-1384a44b-dd64-4151-bca9-29c258e92d98 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Calling delete_port for 732f58c9-d084-4ca9-929d-6d17d6a97b31 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:36:34.640088 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b78bd004-682c-43ae-934d-5e3a88cd732b req-1d70689c-92de-46a7-88ae-2c9b4c3971bd tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:34.641292 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b78bd004-682c-43ae-934d-5e3a88cd732b req-1d70689c-92de-46a7-88ae-2c9b4c3971bd tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "DELETE /v2.0/security-groups/7f9c5e7a-84fc-433f-a1e0-7b1080658f0a HTTP/1.1" status: 204 len: 173 time: 0.7545269 Feb 04 15:36:34.772279 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-deleted', 'tag': 'edd9fcf0-26a5-4632-97bc-987dd12659e6', 'status': 'completed', 'code': 200} Feb 04 15:36:34.783982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994b10-2c73-44c7-a586-25c1a23569d5 req-e2bec2a3-6743-4b2f-b239-99cdafcda0fe tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:34.791520 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21994b10-2c73-44c7-a586-25c1a23569d5 req-e2bec2a3-6743-4b2f-b239-99cdafcda0fe tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.1491830 Feb 04 15:36:34.873087 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd857e714-2bf7-4e58-9ef6-bc49f645a872'}, {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3734f7fb-e683-4d99-8fd6-2bc23f362f10'}, {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f271202-9b8d-4365-ace1-59a7bd13c16c'}, {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732f58c9-d084-4ca9-929d-6d17d6a97b31'}, {'server_uuid': '7e97403c-abf6-4eb1-9adc-4cea66828462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dee4073-9a38-47f5-8337-d53a261ace98'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:34.971808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21994b10-2c73-44c7-a586-25c1a23569d5 req-be2671c9-95af-4c67-8dcd-a105eee4cc8b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784668 Feb 04 15:36:34.982238 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-1384a44b-dd64-4151-bca9-29c258e92d98 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.049890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384a44b-dd64-4151-bca9-29c258e92d98 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event deleted for resources: {'Port': ['ID=732f58c9-d084-4ca9-929d-6d17d6a97b31,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:35.227658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-1384a44b-dd64-4151-bca9-29c258e92d98 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] No DVR routers for this DVR port 732f58c9-d084-4ca9-929d-6d17d6a97b31 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:35.237957 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-1384a44b-dd64-4151-bca9-29c258e92d98 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.297224 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-853d9084-c8b5-457f-b775-225bf3fad919 req-1384a44b-dd64-4151-bca9-29c258e92d98 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "DELETE /v2.0/ports/732f58c9-d084-4ca9-929d-6d17d6a97b31 HTTP/1.1" status: 204 len: 173 time: 1.4375811 Feb 04 15:36:35.314329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5758dd8-f603-48fe-90b5-62b7c47f3a4b req-071e9e23-ae3f-49fa-9d7d-fedb48a876b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:35.321163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5758dd8-f603-48fe-90b5-62b7c47f3a4b req-071e9e23-ae3f-49fa-9d7d-fedb48a876b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:35.326677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5758dd8-f603-48fe-90b5-62b7c47f3a4b req-071e9e23-ae3f-49fa-9d7d-fedb48a876b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:35.331340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5758dd8-f603-48fe-90b5-62b7c47f3a4b req-071e9e23-ae3f-49fa-9d7d-fedb48a876b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:35.336269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5758dd8-f603-48fe-90b5-62b7c47f3a4b req-071e9e23-ae3f-49fa-9d7d-fedb48a876b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:35.342043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5758dd8-f603-48fe-90b5-62b7c47f3a4b req-071e9e23-ae3f-49fa-9d7d-fedb48a876b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:35.346560 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5758dd8-f603-48fe-90b5-62b7c47f3a4b req-071e9e23-ae3f-49fa-9d7d-fedb48a876b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:35.348537 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5758dd8-f603-48fe-90b5-62b7c47f3a4b req-071e9e23-ae3f-49fa-9d7d-fedb48a876b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5421 time: 0.4406998 Feb 04 15:36:35.426039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f626690a-976f-4039-9ac9-b8823f57d455 req-09029475-6f4b-49a0-b733-83ff844e9265 tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/cc2f2f42-903b-4516-84dd-dcda8c128bb2 HTTP/1.1" status: 200 len: 2146 time: 0.2966762 Feb 04 15:36:35.471199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-853d9084-c8b5-457f-b775-225bf3fad919 req-820e1800-42d4-42a4-ad32-0ba008a11b86 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Deleting port 3734f7fb-e683-4d99-8fd6-2bc23f362f10 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:36:35.472318 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-820e1800-42d4-42a4-ad32-0ba008a11b86 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.520200 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5758dd8-f603-48fe-90b5-62b7c47f3a4b req-8ff72b1c-d5e7-4044-86fa-3bf2f96fd3cf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381803 Feb 04 15:36:35.855824 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f626690a-976f-4039-9ac9-b8823f57d455 req-cad3fe1d-0c04-48fa-868e-dce0ce8f818e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.958064 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f626690a-976f-4039-9ac9-b8823f57d455 req-cad3fe1d-0c04-48fa-868e-dce0ce8f818e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.059282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dea117-d725-4601-bc26-bb464fd7d66a req-97e33b98-e044-4b52-9dd6-259a636cdd39 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:36.063097 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dea117-d725-4601-bc26-bb464fd7d66a req-97e33b98-e044-4b52-9dd6-259a636cdd39 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:36.066968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dea117-d725-4601-bc26-bb464fd7d66a req-97e33b98-e044-4b52-9dd6-259a636cdd39 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:36.067826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-52dea117-d725-4601-bc26-bb464fd7d66a req-97e33b98-e044-4b52-9dd6-259a636cdd39 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Synchronizing usage tracker for tenant:d90c028738774fb19f16bc0edeaace5a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:36.077247 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-820e1800-42d4-42a4-ad32-0ba008a11b86 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] For port 3734f7fb-e683-4d99-8fd6-2bc23f362f10, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3734f7fb-e683-4d99-8fd6-2bc23f362f10,segment=NetworkSegment(6d6ff17f-d6bb-4d63-ba5b-ff75e0127936),segment_id=6d6ff17f-d6bb-4d63-ba5b-ff75e0127936)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:36.077635 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-820e1800-42d4-42a4-ad32-0ba008a11b86 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.209013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-853d9084-c8b5-457f-b775-225bf3fad919 req-820e1800-42d4-42a4-ad32-0ba008a11b86 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Calling delete_port for 3734f7fb-e683-4d99-8fd6-2bc23f362f10 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:36:36.235497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-52dea117-d725-4601-bc26-bb464fd7d66a req-97e33b98-e044-4b52-9dd6-259a636cdd39 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Unset dirty status for tenant:d90c028738774fb19f16bc0edeaace5a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:36.236660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52dea117-d725-4601-bc26-bb464fd7d66a req-97e33b98-e044-4b52-9dd6-259a636cdd39 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 2410 time: 0.4497998 Feb 04 15:36:36.243236 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f626690a-976f-4039-9ac9-b8823f57d455 req-cad3fe1d-0c04-48fa-868e-dce0ce8f818e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.290533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3fe1d-0c04-48fa-868e-dce0ce8f818e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2f2f42-903b-4516-84dd-dcda8c128bb2,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:36.306445 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f626690a-976f-4039-9ac9-b8823f57d455 req-cad3fe1d-0c04-48fa-868e-dce0ce8f818e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.307592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f626690a-976f-4039-9ac9-b8823f57d455 req-cad3fe1d-0c04-48fa-868e-dce0ce8f818e tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "DELETE /v2.0/security-groups/cc2f2f42-903b-4516-84dd-dcda8c128bb2 HTTP/1.1" status: 204 len: 173 time: 0.8636451 Feb 04 15:36:36.345029 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52dea117-d725-4601-bc26-bb464fd7d66a req-095b655e-14f1-408c-9ea9-a846ca6c32aa tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups?id=01d5255a-c449-42f8-8e1b-71a5ef4f687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960598 Feb 04 15:36:36.416132 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-820e1800-42d4-42a4-ad32-0ba008a11b86 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.458670 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd857e714-2bf7-4e58-9ef6-bc49f645a872', 'code': 200} Feb 04 15:36:36.459252 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3734f7fb-e683-4d99-8fd6-2bc23f362f10', 'code': 200} Feb 04 15:36:36.459252 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f271202-9b8d-4365-ace1-59a7bd13c16c', 'code': 200} Feb 04 15:36:36.459560 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732f58c9-d084-4ca9-929d-6d17d6a97b31', 'code': 200} Feb 04 15:36:36.459824 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e97403c-abf6-4eb1-9adc-4cea66828462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dee4073-9a38-47f5-8337-d53a261ace98', 'code': 200} Feb 04 15:36:36.510136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e1800-42d4-42a4-ad32-0ba008a11b86 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event deleted for resources: {'Port': ['ID=3734f7fb-e683-4d99-8fd6-2bc23f362f10,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:36.535606 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5ec84d7f-3db0-47f7-8da0-8255df3ecec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.641025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-820e1800-42d4-42a4-ad32-0ba008a11b86 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] No DVR routers for this DVR port 3734f7fb-e683-4d99-8fd6-2bc23f362f10 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:36.650507 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-820e1800-42d4-42a4-ad32-0ba008a11b86 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.713167 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-853d9084-c8b5-457f-b775-225bf3fad919 req-820e1800-42d4-42a4-ad32-0ba008a11b86 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "DELETE /v2.0/ports/3734f7fb-e683-4d99-8fd6-2bc23f362f10 HTTP/1.1" status: 204 len: 173 time: 1.3635392 Feb 04 15:36:36.773759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-deleted', 'tag': '732f58c9-d084-4ca9-929d-6d17d6a97b31'}, {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-deleted', 'tag': '3734f7fb-e683-4d99-8fd6-2bc23f362f10'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:36.811179 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4127aa4-d0e8-4799-a906-b560be79a018 req-68bdae10-a963-4fc4-b7e9-c7aa9ed4ab6d tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:36.812733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4127aa4-d0e8-4799-a906-b560be79a018 req-68bdae10-a963-4fc4-b7e9-c7aa9ed4ab6d tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 945 time: 0.3522925 Feb 04 15:36:36.852988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-853d9084-c8b5-457f-b775-225bf3fad919 req-2cb6eb4e-746a-4a2a-a18e-cada344d1450 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Deleting port 1f271202-9b8d-4365-ace1-59a7bd13c16c {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:36:36.853328 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-2cb6eb4e-746a-4a2a-a18e-cada344d1450 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.891058 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4d90ba7-ab96-40ef-b3fd-6bd854ec9355 req-c26910ac-55f2-4a9f-ba3f-d40db8530258 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 1101 time: 0.2999640 Feb 04 15:36:36.944361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5650d-5f8a-4f47-9e6e-73f8b7f839b4 req-64dc7836-2dbb-4ee3-ad90-2e30a8998730 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:36.945875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0f5650d-5f8a-4f47-9e6e-73f8b7f839b4 req-64dc7836-2dbb-4ee3-ad90-2e30a8998730 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 950 time: 0.3105326 Feb 04 15:36:37.029570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4127aa4-d0e8-4799-a906-b560be79a018 req-d9b21586-aa7d-46b9-9b46-a00cc9eba347 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067962 Feb 04 15:36:37.075135 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4d90ba7-ab96-40ef-b3fd-6bd854ec9355 req-025f18c2-bb5d-46d7-b7fe-f8316cd3f655 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711278 Feb 04 15:36:37.150488 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0f5650d-5f8a-4f47-9e6e-73f8b7f839b4 req-165ff3ce-5a67-4c41-8526-8729ee4d0ca4 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970432 Feb 04 15:36:37.226257 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-2cb6eb4e-746a-4a2a-a18e-cada344d1450 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] For port 1f271202-9b8d-4365-ace1-59a7bd13c16c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1f271202-9b8d-4365-ace1-59a7bd13c16c,segment=NetworkSegment(6d6ff17f-d6bb-4d63-ba5b-ff75e0127936),segment_id=6d6ff17f-d6bb-4d63-ba5b-ff75e0127936)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:37.226610 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-2cb6eb4e-746a-4a2a-a18e-cada344d1450 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.355853 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ed96eed1-23e2-4542-93a0-ddfae54cbdd3 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:37.361559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f1de1d9b-f630-4202-a298-034df41de015 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:37.481550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-853d9084-c8b5-457f-b775-225bf3fad919 req-2cb6eb4e-746a-4a2a-a18e-cada344d1450 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Calling delete_port for 1f271202-9b8d-4365-ace1-59a7bd13c16c owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:36:37.519007 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port f1de1d9b-f630-4202-a298-034df41de015 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:37.529858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port f1de1d9b-f630-4202-a298-034df41de015 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:37.530232 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.612777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ed96eed1-23e2-4542-93a0-ddfae54cbdd3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ed96eed1-23e2-4542-93a0-ddfae54cbdd3,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:37.625789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdd838-1940-4d45-8d65-0d0a3501b6ee req-7953e361-c8ad-4e00-9355-d6cc2de178c3 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:37.627376 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31bdd838-1940-4d45-8d65-0d0a3501b6ee req-7953e361-c8ad-4e00-9355-d6cc2de178c3 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.3373210 Feb 04 15:36:37.632230 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'ed96eed1-23e2-4542-93a0-ddfae54cbdd3', 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724', 'port_id': 'ed96eed1-23e2-4542-93a0-ddfae54cbdd3', 'mac_address': 'fa:16:3e:1a:1a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6911330a-e5e5-4ed8-b084-2cb5ecb3d69d', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:37.703981 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-2cb6eb4e-746a-4a2a-a18e-cada344d1450 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.733980 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.750471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31bdd838-1940-4d45-8d65-0d0a3501b6ee req-cd66d34b-18d1-4150-9148-fb05908b04dc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096978 Feb 04 15:36:37.759941 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6eb4e-746a-4a2a-a18e-cada344d1450 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event deleted for resources: {'Port': ['ID=1f271202-9b8d-4365-ace1-59a7bd13c16c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:37.765328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed96eed1-23e2-4542-93a0-ddfae54cbdd3 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:37.773055 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.807114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ed96eed1-23e2-4542-93a0-ddfae54cbdd3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ed96eed1-23e2-4542-93a0-ddfae54cbdd3,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:37.829920 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.831633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:37.837863 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f1de1d9b-f630-4202-a298-034df41de015, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f1de1d9b-f630-4202-a298-034df41de015,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:37.852785 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-2cb6eb4e-746a-4a2a-a18e-cada344d1450 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] No DVR routers for this DVR port 1f271202-9b8d-4365-ace1-59a7bd13c16c on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:37.856835 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-2cb6eb4e-746a-4a2a-a18e-cada344d1450 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.888910 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.899564 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-853d9084-c8b5-457f-b775-225bf3fad919 req-2cb6eb4e-746a-4a2a-a18e-cada344d1450 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "DELETE /v2.0/ports/1f271202-9b8d-4365-ace1-59a7bd13c16c HTTP/1.1" status: 204 len: 173 time: 1.1739066 Feb 04 15:36:37.929337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=ed96eed1-23e2-4542-93a0-ddfae54cbdd3,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:37.953054 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72f99b1b-e639-4d59-8852-ffceb281e9d6 req-339ca124-fdb7-4e07-bd46-51ca822844ff tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "GET /v2.0/security-groups/2668ff1c-9705-48c4-8c33-ac79327a5616 HTTP/1.1" status: 200 len: 2141 time: 0.0981164 Feb 04 15:36:37.997082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c9692110-1b83-45f0-810b-438fb5479a01 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Deleting port d857e714-2bf7-4e58-9ef6-bc49f645a872 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:36:37.997649 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c9692110-1b83-45f0-810b-438fb5479a01 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.017629 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f1de1d9b-f630-4202-a298-034df41de015,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:38.033410 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=08bb0989-9ab5-4b14-a3ad-1f0ef5940800,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:38.047760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '08bb0989-9ab5-4b14-a3ad-1f0ef5940800', 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724', 'port_id': '08bb0989-9ab5-4b14-a3ad-1f0ef5940800', 'mac_address': 'fa:16:3e:40:12:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6911330a-e5e5-4ed8-b084-2cb5ecb3d69d', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:38.109991 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.128241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:38.146326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=08bb0989-9ab5-4b14-a3ad-1f0ef5940800,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:38.151561 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.152315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device b1c50e65-f55d-48d1-9dd4-610ff1f20e6e details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:38.210447 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-72f99b1b-e639-4d59-8852-ffceb281e9d6 req-1a882ea0-a714-4dd1-9861-a76c95c3926f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.229849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=08bb0989-9ab5-4b14-a3ad-1f0ef5940800,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:38.233223 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:38.250363 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'b1c50e65-f55d-48d1-9dd4-610ff1f20e6e', 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724', 'port_id': 'b1c50e65-f55d-48d1-9dd4-610ff1f20e6e', 'mac_address': 'fa:16:3e:2b:c4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6911330a-e5e5-4ed8-b084-2cb5ecb3d69d', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:38.337040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3338468-709b-4036-8f83-d0f9c45aa6b5 req-94af609e-4399-433c-8e1d-efa5c92d2536 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:38.340907 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3338468-709b-4036-8f83-d0f9c45aa6b5 req-94af609e-4399-433c-8e1d-efa5c92d2536 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:38.344760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3338468-709b-4036-8f83-d0f9c45aa6b5 req-94af609e-4399-433c-8e1d-efa5c92d2536 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:38.348506 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.349684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3338468-709b-4036-8f83-d0f9c45aa6b5 req-94af609e-4399-433c-8e1d-efa5c92d2536 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:38.353526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3338468-709b-4036-8f83-d0f9c45aa6b5 req-94af609e-4399-433c-8e1d-efa5c92d2536 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:38.357361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3338468-709b-4036-8f83-d0f9c45aa6b5 req-94af609e-4399-433c-8e1d-efa5c92d2536 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:38.361369 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3338468-709b-4036-8f83-d0f9c45aa6b5 req-94af609e-4399-433c-8e1d-efa5c92d2536 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:38.363298 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3338468-709b-4036-8f83-d0f9c45aa6b5 req-94af609e-4399-433c-8e1d-efa5c92d2536 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5422 time: 0.3263102 Feb 04 15:36:38.365302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c50e65-f55d-48d1-9dd4-610ff1f20e6e {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:38.367222 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-72f99b1b-e639-4d59-8852-ffceb281e9d6 req-1a882ea0-a714-4dd1-9861-a76c95c3926f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.385429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:38.389702 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.390396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 3071a10a-e745-43a8-86c5-30ffb75fa049 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:38.461730 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4358cc93-419f-48b4-80bf-e005c5cef9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1de1d9b-f630-4202-a298-034df41de015'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:38.472673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:38.477186 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 3071a10a-e745-43a8-86c5-30ffb75fa049, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3071a10a-e745-43a8-86c5-30ffb75fa049,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:38.488720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3338468-709b-4036-8f83-d0f9c45aa6b5 req-171a8728-712e-4279-b9e1-eed27bbdcec4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138458 Feb 04 15:36:38.490393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c9692110-1b83-45f0-810b-438fb5479a01 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] For port d857e714-2bf7-4e58-9ef6-bc49f645a872, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d857e714-2bf7-4e58-9ef6-bc49f645a872,segment=NetworkSegment(07e12700-662e-4c43-94e9-9744cdcb68a2),segment_id=07e12700-662e-4c43-94e9-9744cdcb68a2)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:38.490754 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c9692110-1b83-45f0-810b-438fb5479a01 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.492112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '3071a10a-e745-43a8-86c5-30ffb75fa049', 'network_id': 'f5281afe-99cd-45c1-96f8-e4c1552da724', 'port_id': '3071a10a-e745-43a8-86c5-30ffb75fa049', 'mac_address': 'fa:16:3e:7d:30:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6911330a-e5e5-4ed8-b084-2cb5ecb3d69d', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:38.553306 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.574115 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3071a10a-e745-43a8-86c5-30ffb75fa049 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:38.574300 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-72f99b1b-e639-4d59-8852-ffceb281e9d6 req-1a882ea0-a714-4dd1-9861-a76c95c3926f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.592431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 3071a10a-e745-43a8-86c5-30ffb75fa049, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3071a10a-e745-43a8-86c5-30ffb75fa049,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:38.600051 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.602428 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 076ba81d-c2af-4b86-b984-deeffd4d5c7a details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:38.613535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a882ea0-a714-4dd1-9861-a76c95c3926f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2668ff1c-9705-48c4-8c33-ac79327a5616,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:38.636484 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-deleted', 'tag': '732f58c9-d084-4ca9-929d-6d17d6a97b31', 'status': 'completed', 'code': 200} Feb 04 15:36:38.636738 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-deleted', 'tag': '3734f7fb-e683-4d99-8fd6-2bc23f362f10', 'status': 'completed', 'code': 200} Feb 04 15:36:38.640525 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-72f99b1b-e639-4d59-8852-ffceb281e9d6 req-1a882ea0-a714-4dd1-9861-a76c95c3926f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.647971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58498) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:38.654988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72f99b1b-e639-4d59-8852-ffceb281e9d6 req-1a882ea0-a714-4dd1-9861-a76c95c3926f tempest-SecurityGroupRulesTestJSON-277155936 tempest-SecurityGroupRulesTestJSON-277155936-project] 10.222.0.60 "DELETE /v2.0/security-groups/2668ff1c-9705-48c4-8c33-ac79327a5616 HTTP/1.1" status: 204 len: 173 time: 0.6937315 Feb 04 15:36:38.778593 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8480c0-41d7-4a38-9639-723fa339e09f admin admin] Deleting subnet 97ee57c3-b9b4-459a-80dc-81b06df7da87 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:36:38.781841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9f8480c0-41d7-4a38-9639-723fa339e09f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.842256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=3071a10a-e745-43a8-86c5-30ffb75fa049,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:38.843066 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9f8480c0-41d7-4a38-9639-723fa339e09f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.911837 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c9692110-1b83-45f0-810b-438fb5479a01 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.912270 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c9692110-1b83-45f0-810b-438fb5479a01 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.912592 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c9692110-1b83-45f0-810b-438fb5479a01 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Floating IP 25fb18b6-0c2d-439f-9fd9-722c4b97bba8 disassociated. External IP: 172.25.0.42, port: d857e714-2bf7-4e58-9ef6-bc49f645a872. Feb 04 15:36:38.912957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c9692110-1b83-45f0-810b-438fb5479a01 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Calling delete_port for d857e714-2bf7-4e58-9ef6-bc49f645a872 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:36:38.930269 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9f8480c0-41d7-4a38-9639-723fa339e09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.940513 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-abc4336c-a90b-4f71-9038-62852c25dde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.975921 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 076ba81d-c2af-4b86-b984-deeffd4d5c7a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=076ba81d-c2af-4b86-b984-deeffd4d5c7a,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:39.002191 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '076ba81d-c2af-4b86-b984-deeffd4d5c7a', 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e', 'port_id': '076ba81d-c2af-4b86-b984-deeffd4d5c7a', 'mac_address': 'fa:16:3e:35:aa:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd26bebe-6dcc-4761-8a94-30454a746a11', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:39.087594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.102100 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9f8480c0-41d7-4a38-9639-723fa339e09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.114435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076ba81d-c2af-4b86-b984-deeffd4d5c7a {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:39.127392 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c9692110-1b83-45f0-810b-438fb5479a01 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.134408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 076ba81d-c2af-4b86-b984-deeffd4d5c7a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=076ba81d-c2af-4b86-b984-deeffd4d5c7a,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:39.144864 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.145685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c0c9a311-3b4a-412a-b39d-448caca628e4 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:39.161822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8480c0-41d7-4a38-9639-723fa339e09f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97ee57c3-b9b4-459a-80dc-81b06df7da87,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:39.170673 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9f8480c0-41d7-4a38-9639-723fa339e09f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.173877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4f1647f8-a075-4b57-815f-6c4ac4e7a017 req-191a94c8-27a8-4f13-8049-9ecb3b9efbb9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Synchronizing usage tracker for tenant:d90c028738774fb19f16bc0edeaace5a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:39.182754 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9f8480c0-41d7-4a38-9639-723fa339e09f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/97ee57c3-b9b4-459a-80dc-81b06df7da87 HTTP/1.1" status: 204 len: 168 time: 0.5322127 Feb 04 15:36:39.184439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58534) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:39.197398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9692110-1b83-45f0-810b-438fb5479a01 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event deleted for resources: {'Port': ['ID=d857e714-2bf7-4e58-9ef6-bc49f645a872,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:39.271210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4f1647f8-a075-4b57-815f-6c4ac4e7a017 req-191a94c8-27a8-4f13-8049-9ecb3b9efbb9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Unset dirty status for tenant:d90c028738774fb19f16bc0edeaace5a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:39.272669 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f1647f8-a075-4b57-815f-6c4ac4e7a017 req-191a94c8-27a8-4f13-8049-9ecb3b9efbb9 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 210 time: 0.2988017 Feb 04 15:36:39.323060 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=076ba81d-c2af-4b86-b984-deeffd4d5c7a,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:39.365488 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cb8da16-7f62-4641-8b1b-d6ded1abebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.444386 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c0c9a311-3b4a-412a-b39d-448caca628e4, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c0c9a311-3b4a-412a-b39d-448caca628e4,segment=NetworkSegment(f7b34888-ea35-42de-9cd5-e4e68030aa83),segment_id=f7b34888-ea35-42de-9cd5-e4e68030aa83)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:39.462965 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'c0c9a311-3b4a-412a-b39d-448caca628e4', 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'port_id': 'c0c9a311-3b4a-412a-b39d-448caca628e4', 'mac_address': 'fa:16:3e:a2:fe:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:39.499952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c9692110-1b83-45f0-810b-438fb5479a01 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:36:39.551773 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cb8da16-7f62-4641-8b1b-d6ded1abebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.564712 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.580032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-0cb8da16-7f62-4641-8b1b-d6ded1abebb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53825afa-864a-4358-870b-10608634bf4e']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:39.587980 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c9a311-3b4a-412a-b39d-448caca628e4 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:39.593806 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-0cb8da16-7f62-4641-8b1b-d6ded1abebb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e851bbd2-ac33-41d0-8e89-09d7e5ed5024') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:39.594117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-0cb8da16-7f62-4641-8b1b-d6ded1abebb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e851bbd2-ac33-41d0-8e89-09d7e5ed5024') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:39.606650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c0c9a311-3b4a-412a-b39d-448caca628e4, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c0c9a311-3b4a-412a-b39d-448caca628e4,segment=NetworkSegment(f7b34888-ea35-42de-9cd5-e4e68030aa83),segment_id=f7b34888-ea35-42de-9cd5-e4e68030aa83)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:39.607512 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cb8da16-7f62-4641-8b1b-d6ded1abebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.612930 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.626145 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cb8da16-7f62-4641-8b1b-d6ded1abebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.635193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb8da16-7f62-4641-8b1b-d6ded1abebb0 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:36:39.635765 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cb8da16-7f62-4641-8b1b-d6ded1abebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.650912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 87ce6bd7-1a90-436c-970a-ce778535a042 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:36:39.730076 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:36:39.739331 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cb8da16-7f62-4641-8b1b-d6ded1abebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.760629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cb8da16-7f62-4641-8b1b-d6ded1abebb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.767314 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0cb8da16-7f62-4641-8b1b-d6ded1abebb0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/53825afa-864a-4358-870b-10608634bf4e HTTP/1.1" status: 204 len: 168 time: 0.5815365 Feb 04 15:36:39.776797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8da16-7f62-4641-8b1b-d6ded1abebb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=53825afa-864a-4358-870b-10608634bf4e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:39.833776 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=c0c9a311-3b4a-412a-b39d-448caca628e4,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:39.860479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 87ce6bd7-1a90-436c-970a-ce778535a042, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=87ce6bd7-1a90-436c-970a-ce778535a042,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:39.882422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41d740-1e64-462c-b2b0-f201c0ad3e5f req-c631f7c9-8b16-44f3-b668-9b1a784e4919 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:39.883936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1a41d740-1e64-462c-b2b0-f201c0ad3e5f req-c631f7c9-8b16-44f3-b668-9b1a784e4919 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 950 time: 0.2202034 Feb 04 15:36:39.889996 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '87ce6bd7-1a90-436c-970a-ce778535a042', 'network_id': 'aa48dee4-e3e7-4faf-aa12-7ac914e8169e', 'port_id': '87ce6bd7-1a90-436c-970a-ce778535a042', 'mac_address': 'fa:16:3e:59:f0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd26bebe-6dcc-4761-8a94-30454a746a11', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:39.916028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78babf1-60a9-4f24-8c2f-9b176e949ae5 req-486184ef-20e5-4856-9873-3f74c2f048a4 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:39.922618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f78babf1-60a9-4f24-8c2f-9b176e949ae5 req-486184ef-20e5-4856-9873-3f74c2f048a4 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 946 time: 0.4179533 Feb 04 15:36:39.924143 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.957397 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.977403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ce6bd7-1a90-436c-970a-ce778535a042 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:39.997193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 87ce6bd7-1a90-436c-970a-ce778535a042, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=87ce6bd7-1a90-436c-970a-ce778535a042,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:40.004428 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.043389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58552) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:40.049014 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f78babf1-60a9-4f24-8c2f-9b176e949ae5 req-be0f8f88-c2a6-4ee4-bbaa-0cb53648f01a tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255875 Feb 04 15:36:40.053287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1a41d740-1e64-462c-b2b0-f201c0ad3e5f req-7c049161-780e-4ab4-9b77-9e0d96288d17 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609752 Feb 04 15:36:40.085832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=87ce6bd7-1a90-436c-970a-ce778535a042,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:40.119027 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e016c1bd-d11a-4f52-820c-8a5799e8d99e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b8cab7d72e3401f99d80f66f0b3f84a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0739167 Feb 04 15:36:40.121184 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58558) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:40.128556 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.141864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c9692110-1b83-45f0-810b-438fb5479a01 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:36:40.154050 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6764d3-defa-42a0-b1e2-0fdd0367dab1 None None] Sync routers for ids ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:36:40.154531 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4358cc93-419f-48b4-80bf-e005c5cef9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1de1d9b-f630-4202-a298-034df41de015', 'code': 200} Feb 04 15:36:40.173021 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6764d3-defa-42a0-b1e2-0fdd0367dab1 None None] Routers {'c495f2e2-8ab1-46fa-9c41-85f808bb42b8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:36:40.174046 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4f6764d3-defa-42a0-b1e2-0fdd0367dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:36:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:40.220685 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-29bd7059-4859-4e6e-aa85-dcf605a6a356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.251637 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-29bd7059-4859-4e6e-aa85-dcf605a6a356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.328589 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-29bd7059-4859-4e6e-aa85-dcf605a6a356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.353229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd7059-4859-4e6e-aa85-dcf605a6a356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dd5c94-56b6-4d79-b29d-fe092c922ea4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:40.363960 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-29bd7059-4859-4e6e-aa85-dcf605a6a356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.367781 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-29bd7059-4859-4e6e-aa85-dcf605a6a356 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3dd5c94-56b6-4d79-b29d-fe092c922ea4 HTTP/1.1" status: 204 len: 168 time: 0.2429540 Feb 04 15:36:40.412089 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4f6764d3-defa-42a0-b1e2-0fdd0367dab1 None None] Set router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:36:40.413984 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c9692110-1b83-45f0-810b-438fb5479a01 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] No DVR routers for this DVR port d857e714-2bf7-4e58-9ef6-bc49f645a872 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:40.421423 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c9692110-1b83-45f0-810b-438fb5479a01 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.423391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-853d9084-c8b5-457f-b775-225bf3fad919 req-c9692110-1b83-45f0-810b-438fb5479a01 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.73 "DELETE /v2.0/ports/d857e714-2bf7-4e58-9ef6-bc49f645a872 HTTP/1.1" status: 204 len: 173 time: 2.5163975 Feb 04 15:36:40.506318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ebe9dda-942e-453d-ae30-e0e690623c78 req-46511193-daa7-401f-9563-f9bc70610a0a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 1097 time: 0.2602923 Feb 04 15:36:40.520063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab35aa-4494-4f20-9742-bd94fef6e79c req-34cc4f44-a97d-4134-8ea7-c1a1c382e2da tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:40.528297 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0aab35aa-4494-4f20-9742-bd94fef6e79c req-34cc4f44-a97d-4134-8ea7-c1a1c382e2da tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.2167614 Feb 04 15:36:40.625317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ebe9dda-942e-453d-ae30-e0e690623c78 req-2e350acb-be77-48a3-ad82-843d1408a5ff service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704372 Feb 04 15:36:40.642792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0aab35aa-4494-4f20-9742-bd94fef6e79c req-d6954c92-31f8-41df-9faa-bc520263d1bf tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135635 Feb 04 15:36:40.643463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-deleted', 'tag': '1f271202-9b8d-4365-ace1-59a7bd13c16c'}, {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-deleted', 'tag': 'd857e714-2bf7-4e58-9ef6-bc49f645a872'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:40.824716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['b1c50e65-f55d-48d1-9dd4-610ff1f20e6e'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:40.875991 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4f6764d3-defa-42a0-b1e2-0fdd0367dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:13Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'gw_port': {'id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:14Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '7b591db8-ceba-45ef-b194-e518e95d421e', 'name': '', 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'mac_address': 'fa:16:3e:7b:78:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24b16b27-6096-410b-9c85-98ba313d8301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:19Z', 'updated_at': '2022-02-04T15:29:33Z', 'revision_number': 5, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'subnets': [{'id': '24b16b27-6096-410b-9c85-98ba313d8301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:40.888872 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6764d3-defa-42a0-b1e2-0fdd0367dab1 None None] Checking router: c495f2e2-8ab1-46fa-9c41-85f808bb42b8 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:36:40.903715 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6764d3-defa-42a0-b1e2-0fdd0367dab1 None None] Routers {'c495f2e2-8ab1-46fa-9c41-85f808bb42b8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:36:40.906622 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4f6764d3-defa-42a0-b1e2-0fdd0367dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:36:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:40.957704 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['3071a10a-e745-43a8-86c5-30ffb75fa049'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:41.004993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['08bb0989-9ab5-4b14-a3ad-1f0ef5940800'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:41.039269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b781-3c4c-4c31-9a42-d15eaa3e4eed req-d29fd84e-86a9-4cb6-b004-47865acb1daf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:41.066055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b781-3c4c-4c31-9a42-d15eaa3e4eed req-d29fd84e-86a9-4cb6-b004-47865acb1daf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:41.079941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['c0c9a311-3b4a-412a-b39d-448caca628e4'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:41.084336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b781-3c4c-4c31-9a42-d15eaa3e4eed req-d29fd84e-86a9-4cb6-b004-47865acb1daf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:41.107685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b781-3c4c-4c31-9a42-d15eaa3e4eed req-d29fd84e-86a9-4cb6-b004-47865acb1daf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:41.119288 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b781-3c4c-4c31-9a42-d15eaa3e4eed req-d29fd84e-86a9-4cb6-b004-47865acb1daf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:41.138354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b781-3c4c-4c31-9a42-d15eaa3e4eed req-d29fd84e-86a9-4cb6-b004-47865acb1daf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:41.150153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b781-3c4c-4c31-9a42-d15eaa3e4eed req-d29fd84e-86a9-4cb6-b004-47865acb1daf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:41.166079 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b18b781-3c4c-4c31-9a42-d15eaa3e4eed req-d29fd84e-86a9-4cb6-b004-47865acb1daf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5428 time: 0.3521967 Feb 04 15:36:41.202276 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['076ba81d-c2af-4b86-b984-deeffd4d5c7a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:41.218029 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4f6764d3-defa-42a0-b1e2-0fdd0367dab1 None None] Set router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:36:41.291390 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b18b781-3c4c-4c31-9a42-d15eaa3e4eed req-b1f8d37d-8058-42a5-a81e-ce03cd29b986 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216974 Feb 04 15:36:41.553061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['87ce6bd7-1a90-436c-970a-ce778535a042'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:41.628510 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-deleted', 'tag': '1f271202-9b8d-4365-ace1-59a7bd13c16c', 'status': 'completed', 'code': 200} Feb 04 15:36:41.629230 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967a7b30-b206-4cf3-a016-26159e8f46b5', 'name': 'network-vif-deleted', 'tag': 'd857e714-2bf7-4e58-9ef6-bc49f645a872', 'status': 'completed', 'code': 200} Feb 04 15:36:41.795071 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4f6764d3-defa-42a0-b1e2-0fdd0367dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:13Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'gw_port': {'id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:14Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '7b591db8-ceba-45ef-b194-e518e95d421e', 'name': '', 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'mac_address': 'fa:16:3e:7b:78:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24b16b27-6096-410b-9c85-98ba313d8301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:19Z', 'updated_at': '2022-02-04T15:29:33Z', 'revision_number': 5, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'subnets': [{'id': '24b16b27-6096-410b-9c85-98ba313d8301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:41.810451 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f05783f8-4651-43f5-ba72-c75e250b9078 req-50cae5ed-6596-4e81-8d9e-a1c582672515 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0799613 Feb 04 15:36:41.816243 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6764d3-defa-42a0-b1e2-0fdd0367dab1 None None] The sync data for ids ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'] in n-d-827872-1 is: [{'id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:13Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'gw_port': {'id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:14Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '7b591db8-ceba-45ef-b194-e518e95d421e', 'name': '', 'network_id': '4d8a8a86-e319-4d89-b6fa-6b7205f28716', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'mac_address': 'fa:16:3e:7b:78:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24b16b27-6096-410b-9c85-98ba313d8301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:19Z', 'updated_at': '2022-02-04T15:29:33Z', 'revision_number': 5, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'subnets': [{'id': '24b16b27-6096-410b-9c85-98ba313d8301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:36:41.873585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['ed96eed1-23e2-4542-93a0-ddfae54cbdd3'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:41.998911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f42ef-eb15-4e2b-bd29-5e5461f87206 req-3b9a5362-ca8a-46da-8b1a-5537ae8145c2 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:42.007438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e23f42ef-eb15-4e2b-bd29-5e5461f87206 req-3b9a5362-ca8a-46da-8b1a-5537ae8145c2 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 946 time: 0.2162383 Feb 04 15:36:42.072358 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e23f42ef-eb15-4e2b-bd29-5e5461f87206 req-8477e128-97e8-4f1c-a868-03001592e996 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632606 Feb 04 15:36:42.127280 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.162564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58636) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:42.206957 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.354735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5604d054-6ab0-4998-bc68-0b3fc3ddc617 None None] New status for floating IP 25fb18b6-0c2d-439f-9fd9-722c4b97bba8: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:36:42.373314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1203940413-network', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:42.379456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:42.383305 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Usage tracker for resource:network and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:42.387283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:42.396084 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:42.417195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Made reservation on behalf of dea255a64256441d977f1d087c29cfe1 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:42.420583 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.456934 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.520849 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:42.524726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:42.528460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:42.535280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:42.566969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d4cf2-a37e-4251-a804-a8d0e1e88499 req-6ba6c9e4-5d45-4829-840a-e7bfb623322b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:42.568506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-569d4cf2-a37e-4251-a804-a8d0e1e88499 req-6ba6c9e4-5d45-4829-840a-e7bfb623322b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.1532919 Feb 04 15:36:42.575036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad8d3c95-e1a9-4460-9992-55303124f0b5 req-84c04cc1-b40c-41c9-a5f6-1da77c1a1864 tempest-ServersAdminNegativeTestJSON-923737374 tempest-ServersAdminNegativeTestJSON-923737374-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 1101 time: 0.1269562 Feb 04 15:36:42.613456 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.621342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.621570 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ad8d3c95-e1a9-4460-9992-55303124f0b5 req-4847a8ea-c98f-4e61-884a-666370851337 tempest-ServersAdminNegativeTestJSON-923737374 tempest-ServersAdminNegativeTestJSON-923737374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.669945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-569d4cf2-a37e-4251-a804-a8d0e1e88499 req-628889ec-458f-4772-b8d6-a5732b1c47b4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938642 Feb 04 15:36:42.678231 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-ad8d3c95-e1a9-4460-9992-55303124f0b5 req-4847a8ea-c98f-4e61-884a-666370851337 tempest-ServersAdminNegativeTestJSON-923737374 tempest-ServersAdminNegativeTestJSON-923737374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:42.685995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ad8d3c95-e1a9-4460-9992-55303124f0b5 req-4847a8ea-c98f-4e61-884a-666370851337 tempest-ServersAdminNegativeTestJSON-923737374 tempest-ServersAdminNegativeTestJSON-923737374-project-admin] Usage tracker for resource:security_group_rule and tenant:43d20c57f5fa4510a84514d295a8462b is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:42.686361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:36:42.696457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ad8d3c95-e1a9-4460-9992-55303124f0b5 req-4847a8ea-c98f-4e61-884a-666370851337 tempest-ServersAdminNegativeTestJSON-923737374 tempest-ServersAdminNegativeTestJSON-923737374-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:42.718032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-ad8d3c95-e1a9-4460-9992-55303124f0b5 req-4847a8ea-c98f-4e61-884a-666370851337 tempest-ServersAdminNegativeTestJSON-923737374 tempest-ServersAdminNegativeTestJSON-923737374-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:42.727593 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64ead11-a918-49ed-af89-d7c7fa0583f8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:42.738612 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.738999 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Added segment 41188144-d89b-40ed-96ef-8b5a6529930e of type vlan for network 4dbbe8e8-e013-445e-9ba2-a66684c1a279 Feb 04 15:36:42.782039 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.832672 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.834546 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:42.835814 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.875982 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ad8d3c95-e1a9-4460-9992-55303124f0b5 req-4847a8ea-c98f-4e61-884a-666370851337 tempest-ServersAdminNegativeTestJSON-923737374 tempest-ServersAdminNegativeTestJSON-923737374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.882899 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ad8d3c95-e1a9-4460-9992-55303124f0b5 req-4847a8ea-c98f-4e61-884a-666370851337 tempest-ServersAdminNegativeTestJSON-923737374 tempest-ServersAdminNegativeTestJSON-923737374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.927722 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad8d3c95-e1a9-4460-9992-55303124f0b5 req-4847a8ea-c98f-4e61-884a-666370851337 tempest-ServersAdminNegativeTestJSON-923737374 tempest-ServersAdminNegativeTestJSON-923737374-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343112 Feb 04 15:36:42.943783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847a8ea-c98f-4e61-884a-666370851337 tempest-ServersAdminNegativeTestJSON-923737374 tempest-ServersAdminNegativeTestJSON-923737374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f37d1c-6b98-415b-80c8-edd70380b89a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:43.058391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=4dbbe8e8-e013-445e-9ba2-a66684c1a279,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:43.084117 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e86faaf1-6aa3-4d50-8bf6-a76a25b27bb6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9170442 Feb 04 15:36:43.084607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58654) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:43.093387 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] Request body: {'subnet': {'network_id': '4dbbe8e8-e013-445e-9ba2-a66684c1a279', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1203940413-subnet', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:43.100145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:43.106978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] Usage tracker for resource:subnet and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:43.113559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 4dbbe8e8-e013-445e-9ba2-a66684c1a279 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:36:43.114286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:43.120501 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:43.162780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] Made reservation on behalf of dea255a64256441d977f1d087c29cfe1 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:43.166656 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.349205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85ae6f-5b55-4a63-9489-5f73c56e15fe req-b3e16d0f-9181-4260-8309-4b9a5f218d2b tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.356674 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f85ae6f-5b55-4a63-9489-5f73c56e15fe req-b3e16d0f-9181-4260-8309-4b9a5f218d2b tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 947 time: 0.1591773 Feb 04 15:36:43.525061 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.539292 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f85ae6f-5b55-4a63-9489-5f73c56e15fe req-ec1f8e10-483c-48f8-a614-784f8921181e tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170146 Feb 04 15:36:43.557911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58664) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:43.591535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92705f06-5523-4670-8b4b-1302d6716fa5 req-b73775ef-a3aa-4c60-bfeb-861b6cefaded tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.613695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92705f06-5523-4670-8b4b-1302d6716fa5 req-b73775ef-a3aa-4c60-bfeb-861b6cefaded tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.620572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92705f06-5523-4670-8b4b-1302d6716fa5 req-b73775ef-a3aa-4c60-bfeb-861b6cefaded tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.629189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3600019c-1c40-4349-84b9-f8349651d8ba,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:43.636336 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] Checking segment: {'id': '41188144-d89b-40ed-96ef-8b5a6529930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4dbbe8e8-e013-445e-9ba2-a66684c1a279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:36:43.636708 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] Network hostable DHCP agents. Network: 4dbbe8e8-e013-445e-9ba2-a66684c1a279, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:36:43.651584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92705f06-5523-4670-8b4b-1302d6716fa5 req-b73775ef-a3aa-4c60-bfeb-861b6cefaded tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.661249 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92705f06-5523-4670-8b4b-1302d6716fa5 req-b73775ef-a3aa-4c60-bfeb-861b6cefaded tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.664064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] Network 4dbbe8e8-e013-445e-9ba2-a66684c1a279 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:36:43.668765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92705f06-5523-4670-8b4b-1302d6716fa5 req-b73775ef-a3aa-4c60-bfeb-861b6cefaded tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.674316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92705f06-5523-4670-8b4b-1302d6716fa5 req-b73775ef-a3aa-4c60-bfeb-861b6cefaded tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.677023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92705f06-5523-4670-8b4b-1302d6716fa5 req-b73775ef-a3aa-4c60-bfeb-861b6cefaded tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5428 time: 0.3186502 Feb 04 15:36:43.683313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 4dbbe8e8-e013-445e-9ba2-a66684c1a279) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:43.688471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.689275 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.697574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de34e098-df23-44ec-943b-adcadc4a125d None None] Network 4dbbe8e8-e013-445e-9ba2-a66684c1a279 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:36:43.717581 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-841990b9-dfe1-463a-8193-f9a6b46c150a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6312907 Feb 04 15:36:43.722034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58672) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:43.731433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1203940413-router', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:43.736430 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:43.741253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Usage tracker for resource:router and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:43.744360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:43.750143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:43.768450 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.769795 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.796167 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.802659 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-673598df-571c-4589-8432-e38bf2f0f47b req-6549ed09-5540-4ca6-ac3c-e03839255371 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/ports?device_id=967a7b30-b206-4cf3-a016-26159e8f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0859849 Feb 04 15:36:43.812258 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dfa3a63e-298a-4670-b30b-8705653f4377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.875739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-dfa3a63e-298a-4670-b30b-8705653f4377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:43.882509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-dfa3a63e-298a-4670-b30b-8705653f4377 admin admin] Usage tracker for resource:security_group_rule and tenant:d5d31d916496449289f9e3fbdf5d739b is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:43.887027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-dfa3a63e-298a-4670-b30b-8705653f4377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:43.897370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-dfa3a63e-298a-4670-b30b-8705653f4377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:43.932934 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92705f06-5523-4670-8b4b-1302d6716fa5 req-f3e41f3a-03ec-4ef6-b8f7-dbe759588623 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2494280 Feb 04 15:36:44.031503 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dfa3a63e-298a-4670-b30b-8705653f4377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.034291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-4dbbe8e8-e013-445e-9ba2-a66684c1a279', 'network_id': '4dbbe8e8-e013-445e-9ba2-a66684c1a279', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'fixed_ips': [{'subnet_id': '3600019c-1c40-4349-84b9-f8349651d8ba'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:36:44.035926 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.078412 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dfa3a63e-298a-4670-b30b-8705653f4377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.128708 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dfa3a63e-298a-4670-b30b-8705653f4377 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5d31d916496449289f9e3fbdf5d739b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5695598 Feb 04 15:36:44.135891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58678) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:44.303032 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.371211 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Allocated IP 172.20.0.2 (4dbbe8e8-e013-445e-9ba2-a66684c1a279/3600019c-1c40-4349-84b9-f8349651d8ba/0fb40bf9-cffd-4feb-9e46-5669aa1dd44a) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:44.411429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3a63e-298a-4670-b30b-8705653f4377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079068b6-e4f3-4bbc-969b-af19884ee661,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:44.465233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e1484-aa51-4354-97cc-1d2532322107 req-5f02a689-2593-4041-afe2-7ebb694805d2 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:44.466840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c19e1484-aa51-4354-97cc-1d2532322107 req-5f02a689-2593-4041-afe2-7ebb694805d2 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 946 time: 0.4313471 Feb 04 15:36:44.468534 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2b6cd15b-7a1d-4840-9afd-a46d4954d3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.501485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e3124-6217-4aae-bdbe-82cfdde4b7a6 req-0a29db6b-c8cd-4911-8b45-1eee8d28823a tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:44.502173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-7a5e3124-6217-4aae-bdbe-82cfdde4b7a6 req-0a29db6b-c8cd-4911-8b45-1eee8d28823a tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Synchronizing usage tracker for tenant:0cdcf40f54144c92b397479ff6ffabd1 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:44.528419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbc588-8c79-4635-ad71-28df9483352f req-6ca39dca-8cc3-48f3-a716-5346d472146f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:44.529960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71bbc588-8c79-4635-ad71-28df9483352f req-6ca39dca-8cc3-48f3-a716-5346d472146f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.1961036 Feb 04 15:36:44.532841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-7a5e3124-6217-4aae-bdbe-82cfdde4b7a6 req-0a29db6b-c8cd-4911-8b45-1eee8d28823a tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Unset dirty status for tenant:0cdcf40f54144c92b397479ff6ffabd1 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:44.534025 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7a5e3124-6217-4aae-bdbe-82cfdde4b7a6 req-0a29db6b-c8cd-4911-8b45-1eee8d28823a tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 947 time: 0.1365082 Feb 04 15:36:44.535874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2b6cd15b-7a1d-4840-9afd-a46d4954d3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.605251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c19e1484-aa51-4354-97cc-1d2532322107 req-8662685b-3bc1-4e68-ab82-6f115584fa88 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263406 Feb 04 15:36:44.619998 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.630503 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71bbc588-8c79-4635-ad71-28df9483352f req-59a7caf7-dc7d-42da-aa27-6e4aeb1e54d5 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875638 Feb 04 15:36:44.652581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-7a5e3124-6217-4aae-bdbe-82cfdde4b7a6 req-aad24d09-d061-4385-b3cf-f9c61729764b tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Deleting port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:36:44.652928 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7a5e3124-6217-4aae-bdbe-82cfdde4b7a6 req-aad24d09-d061-4385-b3cf-f9c61729764b tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.664856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Transition to ACTIVE for port object 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:44.669210 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2b6cd15b-7a1d-4840-9afd-a46d4954d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.695112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cd15b-7a1d-4840-9afd-a46d4954d3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079068b6-e4f3-4bbc-969b-af19884ee661,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:44.701708 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2b6cd15b-7a1d-4840-9afd-a46d4954d3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.702671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2b6cd15b-7a1d-4840-9afd-a46d4954d3e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/079068b6-e4f3-4bbc-969b-af19884ee661 HTTP/1.1" status: 204 len: 168 time: 0.5563416 Feb 04 15:36:44.707545 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.731728 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Transition to ACTIVE for port object 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:44.743736 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.752124 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.839660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Pushing event updated for resources: {'Port': ['ID=0fb40bf9-cffd-4feb-9e46-5669aa1dd44a,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:44.861600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Network 4dbbe8e8-e013-445e-9ba2-a66684c1a279 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:44.866653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:44.870249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:36:44.968963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Attempting to bind port 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:44.969333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Attempting to bind port 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '41188144-d89b-40ed-96ef-8b5a6529930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4dbbe8e8-e013-445e-9ba2-a66684c1a279'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:44.969694 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Attempting to bind port 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a on network 4dbbe8e8-e013-445e-9ba2-a66684c1a279 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:44.977796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:36:44.978169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Checking segment: {'id': '41188144-d89b-40ed-96ef-8b5a6529930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4dbbe8e8-e013-445e-9ba2-a66684c1a279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:36:44.978569 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.978955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Bound using segment: {'id': '41188144-d89b-40ed-96ef-8b5a6529930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4dbbe8e8-e013-445e-9ba2-a66684c1a279'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:36:44.979517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Bound port: 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41188144-d89b-40ed-96ef-8b5a6529930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4dbbe8e8-e013-445e-9ba2-a66684c1a279'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:44.979888 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.093865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Allocated IP 172.25.0.159 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/83aa36c8-986f-42f4-9c3b-dea7f82d6e6f) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:45.120663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f261872-3022-4a2d-a050-7a010e491cd5 req-14d2c958-441f-475e-aa2a-52c455a6ffd1 tempest-ServersAdminNegativeTestJSON-923737374 tempest-ServersAdminNegativeTestJSON-923737374-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 1101 time: 0.2220581 Feb 04 15:36:45.122373 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-7a5e3124-6217-4aae-bdbe-82cfdde4b7a6 req-aad24d09-d061-4385-b3cf-f9c61729764b tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] For port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:45.122781 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7a5e3124-6217-4aae-bdbe-82cfdde4b7a6 req-aad24d09-d061-4385-b3cf-f9c61729764b tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.157677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98137a1-0ea8-4733-aa5e-f590a69c75b9 req-c2e6360b-9898-47f4-b98c-bf766b56a4b6 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:45.160236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c98137a1-0ea8-4733-aa5e-f590a69c75b9 req-c2e6360b-9898-47f4-b98c-bf766b56a4b6 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19a66c8-48f8-4818-96d6-0187000648ae HTTP/1.1" status: 200 len: 947 time: 0.2597911 Feb 04 15:36:45.182433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9f261872-3022-4a2d-a050-7a010e491cd5 req-89c94576-4e51-4736-a351-f111491b11e6 tempest-ServersAdminNegativeTestJSON-923737374 tempest-ServersAdminNegativeTestJSON-923737374-project-admin] Synchronizing usage tracker for tenant:43d20c57f5fa4510a84514d295a8462b on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:45.188885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] For port 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:45.194600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] For port 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0fb40bf9-cffd-4feb-9e46-5669aa1dd44a,segment=NetworkSegment(41188144-d89b-40ed-96ef-8b5a6529930e),segment_id=41188144-d89b-40ed-96ef-8b5a6529930e)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:45.202819 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.229728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9f261872-3022-4a2d-a050-7a010e491cd5 req-89c94576-4e51-4736-a351-f111491b11e6 tempest-ServersAdminNegativeTestJSON-923737374 tempest-ServersAdminNegativeTestJSON-923737374-project-admin] Unset dirty status for tenant:43d20c57f5fa4510a84514d295a8462b on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:45.235840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f261872-3022-4a2d-a050-7a010e491cd5 req-89c94576-4e51-4736-a351-f111491b11e6 tempest-ServersAdminNegativeTestJSON-923737374 tempest-ServersAdminNegativeTestJSON-923737374-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142855 Feb 04 15:36:45.248041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58694) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:45.265499 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c98137a1-0ea8-4733-aa5e-f590a69c75b9 req-7210ed6e-33e8-449f-864b-c1b76c454d1d tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838549 Feb 04 15:36:45.321828 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51ef29fd-4180-47e1-9608-6f66340f2657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.324402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-7a5e3124-6217-4aae-bdbe-82cfdde4b7a6 req-aad24d09-d061-4385-b3cf-f9c61729764b tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Calling delete_port for 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:36:45.339604 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791d648-19ac-474f-bbc8-a9a5da21f436 None None] Pushing event updated for resources: {'Port': ['ID=0fb40bf9-cffd-4feb-9e46-5669aa1dd44a,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:45.442549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-51ef29fd-4180-47e1-9608-6f66340f2657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:45.449032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-51ef29fd-4180-47e1-9608-6f66340f2657 admin admin] Usage tracker for resource:security_group_rule and tenant:bdca6e6a7c1b437c9e55478980db02f1 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:45.452868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-51ef29fd-4180-47e1-9608-6f66340f2657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:45.461189 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-51ef29fd-4180-47e1-9608-6f66340f2657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:45.540713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b0710-c8b4-4324-91b2-5c5757534c90 req-9839f81d-2eda-4fd5-893d-ec344a72f08d tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:45.542268 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-376b0710-c8b4-4324-91b2-5c5757534c90 req-9839f81d-2eda-4fd5-893d-ec344a72f08d tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 946 time: 0.1565506 Feb 04 15:36:45.586019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7a5e3124-6217-4aae-bdbe-82cfdde4b7a6 req-aad24d09-d061-4385-b3cf-f9c61729764b tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.667876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.691300 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51ef29fd-4180-47e1-9608-6f66340f2657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.702336 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51ef29fd-4180-47e1-9608-6f66340f2657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.732095 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad24d09-d061-4385-b3cf-f9c61729764b tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Pushing event deleted for resources: {'Port': ['ID=849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:45.740438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-376b0710-c8b4-4324-91b2-5c5757534c90 req-e625daf1-3712-4141-93ab-b261ed6b2743 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658678 Feb 04 15:36:45.770771 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef29fd-4180-47e1-9608-6f66340f2657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4227b40c-0802-4a8e-a19d-de8d8244dd24,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:45.775670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-51ef29fd-4180-47e1-9608-6f66340f2657 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdca6e6a7c1b437c9e55478980db02f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5091801 Feb 04 15:36:45.779711 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58706) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:45.782573 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.826148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5e3124-6217-4aae-bdbe-82cfdde4b7a6 req-aad24d09-d061-4385-b3cf-f9c61729764b tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] No DVR routers for this DVR port 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:45.829089 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7a5e3124-6217-4aae-bdbe-82cfdde4b7a6 req-aad24d09-d061-4385-b3cf-f9c61729764b tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.831907 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f9198-db04-4c97-8c32-5e11c7500981 req-f0756b4f-a21d-42e9-8557-6f2811286baf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:45.835758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f9198-db04-4c97-8c32-5e11c7500981 req-f0756b4f-a21d-42e9-8557-6f2811286baf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:45.839554 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f9198-db04-4c97-8c32-5e11c7500981 req-f0756b4f-a21d-42e9-8557-6f2811286baf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:45.840787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19a66c8-48f8-4818-96d6-0187000648ae', 'name': 'network-vif-deleted', 'tag': '849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:45.843358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f9198-db04-4c97-8c32-5e11c7500981 req-f0756b4f-a21d-42e9-8557-6f2811286baf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:45.848104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f9198-db04-4c97-8c32-5e11c7500981 req-f0756b4f-a21d-42e9-8557-6f2811286baf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:45.851943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f9198-db04-4c97-8c32-5e11c7500981 req-f0756b4f-a21d-42e9-8557-6f2811286baf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:45.855783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f9198-db04-4c97-8c32-5e11c7500981 req-f0756b4f-a21d-42e9-8557-6f2811286baf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:45.857674 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-727f9198-db04-4c97-8c32-5e11c7500981 req-f0756b4f-a21d-42e9-8557-6f2811286baf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5428 time: 0.2343862 Feb 04 15:36:45.884438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:45.888534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:45.891049 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:36:45.915433 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ee5fce8-5cb7-44e3-889f-de1aa10c3cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.932096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Pushing event updated for resources: {'Port': ['ID=83aa36c8-986f-42f4-9c3b-dea7f82d6e6f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:45.940921 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7a5e3124-6217-4aae-bdbe-82cfdde4b7a6 req-aad24d09-d061-4385-b3cf-f9c61729764b tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.81 "DELETE /v2.0/ports/849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec HTTP/1.1" status: 204 len: 173 time: 1.3995419 Feb 04 15:36:45.989507 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-727f9198-db04-4c97-8c32-5e11c7500981 req-654acaa7-daac-499d-b760-cdcc908fabfb tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1238210 Feb 04 15:36:46.017327 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ee5fce8-5cb7-44e3-889f-de1aa10c3cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.084444 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-694c71e5-a670-40d0-b3c3-e0511709acde req-9ed0ce8a-a5e4-45f5-9902-ce317f2f7d67 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7e97403c-abf6-4eb1-9adc-4cea66828462&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1613276 Feb 04 15:36:46.113339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58714) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:46.113565 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ee5fce8-5cb7-44e3-889f-de1aa10c3cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.152476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5fce8-5cb7-44e3-889f-de1aa10c3cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4227b40c-0802-4a8e-a19d-de8d8244dd24,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:46.170213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ee5fce8-5cb7-44e3-889f-de1aa10c3cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.171390 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2ee5fce8-5cb7-44e3-889f-de1aa10c3cd8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4227b40c-0802-4a8e-a19d-de8d8244dd24 HTTP/1.1" status: 204 len: 168 time: 0.3911781 Feb 04 15:36:46.548242 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eec6d6af-8cb5-460b-a924-93e9cbb3ca5f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.597464 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.598269 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.622444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:46.836029 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:46.882516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d9ce8-1c37-41c0-bf92-1e6694bf7619 req-0527df1c-c8f4-4d99-a5f5-3bac06b60360 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:46.888751 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eec6d6af-8cb5-460b-a924-93e9cbb3ca5f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.892186 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec2d9ce8-1c37-41c0-bf92-1e6694bf7619 req-0527df1c-c8f4-4d99-a5f5-3bac06b60360 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.1493273 Feb 04 15:36:46.919720 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584bef13-50e3-438f-854a-9fc8eeaca563 None None] Network 4dbbe8e8-e013-445e-9ba2-a66684c1a279 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:36:46.963966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec2d9ce8-1c37-41c0-bf92-1e6694bf7619 req-a873181a-3737-4d19-9934-3f15574b7925 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705559 Feb 04 15:36:46.993896 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [req-8131edab-bba9-4629-a58b-72a560a86095 req-a1abd894-8ba8-495a-9990-a30193249083 service neutron] show failed (client error): The resource could not be found. Feb 04 15:36:46.994927 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-a1abd894-8ba8-495a-9990-a30193249083 service neutron] 10.222.0.81 "GET /v2.0/ports/d0629651-ff3c-4f5d-ab27-e2ea56306583/bindings/n-h2-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.4004383 Feb 04 15:36:47.069296 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19a66c8-48f8-4818-96d6-0187000648ae', 'name': 'network-vif-deleted', 'tag': '849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec', 'status': 'completed', 'code': 200} Feb 04 15:36:47.090122 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eec6d6af-8cb5-460b-a924-93e9cbb3ca5f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.134546 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6d6af-8cb5-460b-a924-93e9cbb3ca5f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d5255a-c449-42f8-8e1b-71a5ef4f687a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:47.141202 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eec6d6af-8cb5-460b-a924-93e9cbb3ca5f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.145309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58742) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:47.145494 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eec6d6af-8cb5-460b-a924-93e9cbb3ca5f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "DELETE /v2.0/security-groups/01d5255a-c449-42f8-8e1b-71a5ef4f687a HTTP/1.1" status: 204 len: 168 time: 1.0289953 Feb 04 15:36:47.180646 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-93fdd2b9-aaed-4c36-9c0f-e0f6a8261462 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] show failed (client error): The resource could not be found. Feb 04 15:36:47.181703 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-93fdd2b9-aaed-4c36-9c0f-e0f6a8261462 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "GET /v2.0/security-groups/01d5255a-c449-42f8-8e1b-71a5ef4f687a HTTP/1.1" status: 404 len: 347 time: 0.0353599 Feb 04 15:36:47.184962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58748) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:47.272968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Router f7feb328-3337-4164-bacc-b3944ddc8695 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:36:47.429758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:47.507146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-62b57b6e-30c9-4171-8591-102a5fc8b832 None None] Provisioning for port 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:47.522689 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:36:47.522954 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 849f7f3a-48ac-4f64-82bf-3fb8d1d7e5ec not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:47.528062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-62b57b6e-30c9-4171-8591-102a5fc8b832 None None] Provisioning complete for port 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:47.528429 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62b57b6e-30c9-4171-8591-102a5fc8b832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.581695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-42d8d3f6-7409-4eac-b20f-6bbfd75f3a26 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Deleting port b9330797-64a1-47c0-abcd-feef9f43e109 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:36:47.582095 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42d8d3f6-7409-4eac-b20f-6bbfd75f3a26 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.640802 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device b1c50e65-f55d-48d1-9dd4-610ff1f20e6e up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:47.670053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990bb51-c742-4ecd-b8fb-260c58b065fd req-83390dc3-c2b9-41d5-a2a5-d468e971c4ee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.675002 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990bb51-c742-4ecd-b8fb-260c58b065fd req-83390dc3-c2b9-41d5-a2a5-d468e971c4ee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.679698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990bb51-c742-4ecd-b8fb-260c58b065fd req-83390dc3-c2b9-41d5-a2a5-d468e971c4ee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.684583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990bb51-c742-4ecd-b8fb-260c58b065fd req-83390dc3-c2b9-41d5-a2a5-d468e971c4ee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.689581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990bb51-c742-4ecd-b8fb-260c58b065fd req-83390dc3-c2b9-41d5-a2a5-d468e971c4ee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.697982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990bb51-c742-4ecd-b8fb-260c58b065fd req-83390dc3-c2b9-41d5-a2a5-d468e971c4ee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.702415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990bb51-c742-4ecd-b8fb-260c58b065fd req-83390dc3-c2b9-41d5-a2a5-d468e971c4ee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.704843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f990bb51-c742-4ecd-b8fb-260c58b065fd req-83390dc3-c2b9-41d5-a2a5-d468e971c4ee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5428 time: 0.2134016 Feb 04 15:36:47.805132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:36:47.818602 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Sync routers for ids ['f7feb328-3337-4164-bacc-b3944ddc8695'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:36:47.845387 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Routers {'f7feb328-3337-4164-bacc-b3944ddc8695'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:36:47.848062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:47.852512 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62b57b6e-30c9-4171-8591-102a5fc8b832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.853350 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:36:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f7feb328-3337-4164-bacc-b3944ddc8695'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:47.864655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:47.867595 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.895673 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.897990 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ab6b307b-5c11-4e5e-a91d-56512efbf11e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1737759 Feb 04 15:36:47.900928 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58766) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:47.965995 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42d8d3f6-7409-4eac-b20f-6bbfd75f3a26 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.966541 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42d8d3f6-7409-4eac-b20f-6bbfd75f3a26 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.053055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-62b57b6e-30c9-4171-8591-102a5fc8b832 None None] For port 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0fb40bf9-cffd-4feb-9e46-5669aa1dd44a,segment=NetworkSegment(41188144-d89b-40ed-96ef-8b5a6529930e),segment_id=41188144-d89b-40ed-96ef-8b5a6529930e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:48.093596 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62b57b6e-30c9-4171-8591-102a5fc8b832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.291069 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Set router f7feb328-3337-4164-bacc-b3944ddc8695 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:36:48.383482 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e6a06146-7806-450d-b693-4da846837b37 None None] Provisioning complete for port 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:48.384111 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e6a06146-7806-450d-b693-4da846837b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.456163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b57b6e-30c9-4171-8591-102a5fc8b832 None None] Pushing event updated for resources: {'Port': ['ID=0fb40bf9-cffd-4feb-9e46-5669aa1dd44a,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:48.459270 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.491332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-42d8d3f6-7409-4eac-b20f-6bbfd75f3a26 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Calling delete_port for b9330797-64a1-47c0-abcd-feef9f43e109 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:36:48.509235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c50e65-f55d-48d1-9dd4-610ff1f20e6e'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:48.556765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:48.577622 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.580196 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 076ba81d-c2af-4b86-b984-deeffd4d5c7a up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:48.707844 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'name': 'tempest-ServersTestMultiNic-1203940413-router', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '83aa36c8-986f-42f4-9c3b-dea7f82d6e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:43Z', 'updated_at': '2022-02-04T15:36:46Z', 'revision_number': 3, 'project_id': 'dea255a64256441d977f1d087c29cfe1', 'gw_port': {'id': '83aa36c8-986f-42f4-9c3b-dea7f82d6e6f', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:44Z', 'updated_at': '2022-02-04T15:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:48.712498 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Checking router: f7feb328-3337-4164-bacc-b3944ddc8695 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:36:48.712845 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Updating router f7feb328-3337-4164-bacc-b3944ddc8695 port 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:36:48.767151 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:48.787510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 076ba81d-c2af-4b86-b984-deeffd4d5c7a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:48.794827 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.796893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 076ba81d-c2af-4b86-b984-deeffd4d5c7a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:48.797262 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.859677 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f990bb51-c742-4ecd-b8fb-260c58b065fd req-cb3cab00-970a-4eb9-bf74-77f0873ec85e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1395338 Feb 04 15:36:48.916290 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-30b16750-e0de-427a-b24d-400e10c0ba0f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1&tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c HTTP/1.1" status: 200 len: 1101 time: 1.1996086 Feb 04 15:36:48.931410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:48.995939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201fe8b-f06c-4658-be83-63eabef98bb3 req-eb65258a-33f2-43c8-94e2-da4f94679758 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:49.011665 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3201fe8b-f06c-4658-be83-63eabef98bb3 req-eb65258a-33f2-43c8-94e2-da4f94679758 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be0343a-abfd-405a-b377-ddb2e5c3882c HTTP/1.1" status: 200 len: 948 time: 0.5447257 Feb 04 15:36:49.140163 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.141175 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42d8d3f6-7409-4eac-b20f-6bbfd75f3a26 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.192458 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.200119 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.202411 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 076ba81d-c2af-4b86-b984-deeffd4d5c7a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=076ba81d-c2af-4b86-b984-deeffd4d5c7a,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:49.209534 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.235909 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.293421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=076ba81d-c2af-4b86-b984-deeffd4d5c7a,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:49.326207 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.340810 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Transition to ACTIVE for port object 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:49.350706 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.357212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8d3f6-7409-4eac-b20f-6bbfd75f3a26 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event deleted for resources: {'Port': ['ID=b9330797-64a1-47c0-abcd-feef9f43e109,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:49.439006 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Attempting to bind port 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:49.439651 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Attempting to bind port 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:49.441097 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Attempting to bind port 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:49.456102 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4be455-677c-4200-b08e-a527733d1624 None None] Pushing event updated for resources: {'Port': ['ID=83aa36c8-986f-42f4-9c3b-dea7f82d6e6f,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:49.465578 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4be455-677c-4200-b08e-a527733d1624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:49.465983 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4be455-677c-4200-b08e-a527733d1624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:49.466377 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4be455-677c-4200-b08e-a527733d1624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:49.466816 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4be455-677c-4200-b08e-a527733d1624 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:49.467336 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4be455-677c-4200-b08e-a527733d1624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:49.467619 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4be455-677c-4200-b08e-a527733d1624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:49.468012 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4be455-677c-4200-b08e-a527733d1624 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:49.468385 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4be455-677c-4200-b08e-a527733d1624 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:49.468761 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4be455-677c-4200-b08e-a527733d1624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:49.469234 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4be455-677c-4200-b08e-a527733d1624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:49.469615 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4be455-677c-4200-b08e-a527733d1624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:49.473863 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:36:49.474344 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:36:49.474801 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.475265 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:36:49.475800 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Bound port: 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:49.476135 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.499733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Allocated IP 172.20.0.1 (4dbbe8e8-e013-445e-9ba2-a66684c1a279/3600019c-1c40-4349-84b9-f8349651d8ba/a6bba1dc-b666-4e70-ac92-fe713b513d89) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:49.508902 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3201fe8b-f06c-4658-be83-63eabef98bb3 req-1aad45ca-0244-4cab-944c-651ca0965a55 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963889 Feb 04 15:36:49.616863 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] For port 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:49.623412 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42d8d3f6-7409-4eac-b20f-6bbfd75f3a26 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.624598 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] For port 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=83aa36c8-986f-42f4-9c3b-dea7f82d6e6f,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:49.630776 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ed96eed1-23e2-4542-93a0-ddfae54cbdd3 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:49.644573 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.774683 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Routers {'f7feb328-3337-4164-bacc-b3944ddc8695'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:36:49.775337 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:36:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f7feb328-3337-4164-bacc-b3944ddc8695'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:49.796036 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.801314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port ed96eed1-23e2-4542-93a0-ddfae54cbdd3 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:49.808095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port ed96eed1-23e2-4542-93a0-ddfae54cbdd3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:49.808469 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.817352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Transition to ACTIVE for port object a6bba1dc-b666-4e70-ac92-fe713b513d89 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:49.846164 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.919787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:49.931479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Network 4dbbe8e8-e013-445e-9ba2-a66684c1a279 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:49.935089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:49.941134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:36:49.957702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h1-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:49.967905 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] Set router f7feb328-3337-4164-bacc-b3944ddc8695 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:36:49.989845 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.000363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6bba1dc-b666-4e70-ac92-fe713b513d89,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:50.046945 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.084370 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ed96eed1-23e2-4542-93a0-ddfae54cbdd3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ed96eed1-23e2-4542-93a0-ddfae54cbdd3,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:50.087200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Transition to ACTIVE for port object d0629651-ff3c-4f5d-ab27-e2ea56306583 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:50.087372 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.089346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:50.103945 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.104862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:50.119884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c69b8-bdb7-4321-aa10-bf1f99d97b8b req-06f57027-87d0-4dc4-aabd-4cba9ef61479 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:50.132859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a08c69b8-bdb7-4321-aa10-bf1f99d97b8b req-06f57027-87d0-4dc4-aabd-4cba9ef61479 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.8531504 Feb 04 15:36:50.142996 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.153257 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4be455-677c-4200-b08e-a527733d1624 None None] Pushing event updated for resources: {'Port': ['ID=83aa36c8-986f-42f4-9c3b-dea7f82d6e6f,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:50.242324 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.302644 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42d8d3f6-7409-4eac-b20f-6bbfd75f3a26 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.303231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=ed96eed1-23e2-4542-93a0-ddfae54cbdd3,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:50.307673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-42d8d3f6-7409-4eac-b20f-6bbfd75f3a26 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "DELETE /v2.0/floatingips/25fb18b6-0c2d-439f-9fd9-722c4b97bba8 HTTP/1.1" status: 204 len: 168 time: 3.1194324 Feb 04 15:36:50.331786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58808) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:50.342016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:50.356586 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:50.357417 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.380982 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'name': 'tempest-ServersTestMultiNic-1203940413-router', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '83aa36c8-986f-42f4-9c3b-dea7f82d6e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:43Z', 'updated_at': '2022-02-04T15:36:46Z', 'revision_number': 3, 'project_id': 'dea255a64256441d977f1d087c29cfe1', 'gw_port': {'id': '83aa36c8-986f-42f4-9c3b-dea7f82d6e6f', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:44Z', 'updated_at': '2022-02-04T15:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:50.387975 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc723409-7363-41d3-92a4-0a65e005ee0d None None] The sync data for ids ['f7feb328-3337-4164-bacc-b3944ddc8695'] in n-d-827872-1 is: [{'id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'name': 'tempest-ServersTestMultiNic-1203940413-router', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '83aa36c8-986f-42f4-9c3b-dea7f82d6e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:43Z', 'updated_at': '2022-02-04T15:36:46Z', 'revision_number': 3, 'project_id': 'dea255a64256441d977f1d087c29cfe1', 'gw_port': {'id': '83aa36c8-986f-42f4-9c3b-dea7f82d6e6f', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:44Z', 'updated_at': '2022-02-04T15:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:36:50.440582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ff005ab9-52ce-4a69-ba8b-92828d5156f1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Deleting port 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:36:50.442128 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff005ab9-52ce-4a69-ba8b-92828d5156f1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.498247 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1fdbb611-c799-4701-b113-a6125354c9ee None None] Provisioning for port a6bba1dc-b666-4e70-ac92-fe713b513d89 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:50.573171 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.592599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:50.637159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1fdbb611-c799-4701-b113-a6125354c9ee None None] Provisioning complete for port a6bba1dc-b666-4e70-ac92-fe713b513d89 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:50.637506 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1fdbb611-c799-4701-b113-a6125354c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.665805 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.667960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a08c69b8-bdb7-4321-aa10-bf1f99d97b8b req-88139c36-cb40-4b4e-b38f-55a752e57b2b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345719 Feb 04 15:36:50.676911 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.712547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Pushing event updated for resources: {'Port': ['ID=d0629651-ff3c-4f5d-ab27-e2ea56306583,revision_number=6']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:50.786540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1fdbb611-c799-4701-b113-a6125354c9ee None None] Port a6bba1dc-b666-4e70-ac92-fe713b513d89 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:36:50.810402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] No DVR routers for this DVR port d0629651-ff3c-4f5d-ab27-e2ea56306583 on host n-h1-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:50.822326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=08bb0989-9ab5-4b14-a3ad-1f0ef5940800,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:50.834832 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.835990 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 87ce6bd7-1a90-436c-970a-ce778535a042 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:50.877080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6bba1dc-b666-4e70-ac92-fe713b513d89,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:50.889749 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.024818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=08bb0989-9ab5-4b14-a3ad-1f0ef5940800,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:51.065153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:51.065982 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.080261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Network 4dbbe8e8-e013-445e-9ba2-a66684c1a279 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:51.084602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:51.145927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 87ce6bd7-1a90-436c-970a-ce778535a042 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:51.153718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 87ce6bd7-1a90-436c-970a-ce778535a042 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:51.154242 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.227628 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c50e65-f55d-48d1-9dd4-610ff1f20e6e', 'code': 200} Feb 04 15:36:51.239363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c9663-4fbc-4094-b774-e4a434364890 req-36c27a25-cf42-48b7-965d-abc8d98c2b9a tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:51.259140 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c99c9663-4fbc-4094-b774-e4a434364890 req-36c27a25-cf42-48b7-965d-abc8d98c2b9a tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 946 time: 1.1235602 Feb 04 15:36:51.350783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Attempting to bind port d0629651-ff3c-4f5d-ab27-e2ea56306583 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:51.351116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Attempting to bind port d0629651-ff3c-4f5d-ab27-e2ea56306583 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:51.351472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Attempting to bind port d0629651-ff3c-4f5d-ab27-e2ea56306583 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:51.442557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d0629651-ff3c-4f5d-ab27-e2ea56306583 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:51.460309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e5a4e-3655-4138-bac1-547fe1f53e4f req-cee1254c-aafa-4d53-8e0c-9ce7c49e99a9 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:51.461864 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a1e5a4e-3655-4138-bac1-547fe1f53e4f req-cee1254c-aafa-4d53-8e0c-9ce7c49e99a9 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.73 "GET /v2.0/ports?device_id=0be0343a-abfd-405a-b377-ddb2e5c3882c HTTP/1.1" status: 200 len: 948 time: 0.8980160 Feb 04 15:36:51.539634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Port d0629651-ff3c-4f5d-ab27-e2ea56306583 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:36:51.539958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Attempting to bind port d0629651-ff3c-4f5d-ab27-e2ea56306583 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:51.603256 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.626914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c99c9663-4fbc-4094-b774-e4a434364890 req-6d1ad3d2-c8a0-44d4-b58c-337bf763b8f3 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667653 Feb 04 15:36:51.633797 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:36:51.634150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:36:51.634505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:36:51.634947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Bound port: d0629651-ff3c-4f5d-ab27-e2ea56306583, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:51.650051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ba27cd87-1b65-4992-9664-9ae2b714d7a1 None None] Provisioning complete for port a6bba1dc-b666-4e70-ac92-fe713b513d89 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:51.650051 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ba27cd87-1b65-4992-9664-9ae2b714d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.650437 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.670123 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f1de1d9b-f630-4202-a298-034df41de015 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:51.678588 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d0629651-ff3c-4f5d-ab27-e2ea56306583 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:51.692265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Router f7feb328-3337-4164-bacc-b3944ddc8695 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:36:51.753463 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ba27cd87-1b65-4992-9664-9ae2b714d7a1 None None] Port a6bba1dc-b666-4e70-ac92-fe713b513d89 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:36:51.762831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 87ce6bd7-1a90-436c-970a-ce778535a042, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=87ce6bd7-1a90-436c-970a-ce778535a042,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:51.765929 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583', 'code': 200} Feb 04 15:36:51.776463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-7a1e5a4e-3655-4138-bac1-547fe1f53e4f req-733c474b-5e1e-4077-b331-a2b5a5b833fd tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Deleting port a7a32d24-017a-4cda-b156-7ae5e4f7378a {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:36:51.781049 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7a1e5a4e-3655-4138-bac1-547fe1f53e4f req-733c474b-5e1e-4077-b331-a2b5a5b833fd tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.821862 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.822646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 3071a10a-e745-43a8-86c5-30ffb75fa049 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:51.905543 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff005ab9-52ce-4a69-ba8b-92828d5156f1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.961942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:36:51.978561 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bfbf6df6-a1cc-4669-92b7-a150c631c5c4 admin admin] 10.222.0.60 "PUT /v2.0/routers/f7feb328-3337-4164-bacc-b3944ddc8695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0762584 Feb 04 15:36:52.009519 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=87ce6bd7-1a90-436c-970a-ce778535a042,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:52.021766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f1de1d9b-f630-4202-a298-034df41de015, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f1de1d9b-f630-4202-a298-034df41de015,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:52.040301 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'f1de1d9b-f630-4202-a298-034df41de015', 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e', 'port_id': 'f1de1d9b-f630-4202-a298-034df41de015', 'mac_address': 'fa:16:3e:1d:14:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:52.072928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 3071a10a-e745-43a8-86c5-30ffb75fa049 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:52.086125 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 3071a10a-e745-43a8-86c5-30ffb75fa049 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:52.086534 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.123609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58824) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:52.141677 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.157356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ff005ab9-52ce-4a69-ba8b-92828d5156f1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Calling delete_port for 4dfa7ad2-38e5-438e-9868-cf93aacc7d91 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:36:52.168140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1de1d9b-f630-4202-a298-034df41de015 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:52.190887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f1de1d9b-f630-4202-a298-034df41de015, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f1de1d9b-f630-4202-a298-034df41de015,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:52.230248 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.266916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-363298219'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:52.273317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:52.277222 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Usage tracker for resource:network and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:52.279045 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:52.280466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:52.289002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:52.300865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Made reservation on behalf of dea255a64256441d977f1d087c29cfe1 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:52.303958 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.304312 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.314606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:52.336745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f1de1d9b-f630-4202-a298-034df41de015,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:52.344295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:36:52.349853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb60b4-1830-4cdf-afef-a84aeebbce29 req-301cf2ef-52e1-4738-af50-c30dddfca03f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:52.354077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb60b4-1830-4cdf-afef-a84aeebbce29 req-301cf2ef-52e1-4738-af50-c30dddfca03f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:52.356043 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.356424 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Added segment 05b8d622-13b8-44ff-b0e7-8b33acc90d9e of type vlan for network 300c6408-a296-4cc3-a514-a138c4bd6a59 Feb 04 15:36:52.358374 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 3071a10a-e745-43a8-86c5-30ffb75fa049, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3071a10a-e745-43a8-86c5-30ffb75fa049,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:52.358574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb60b4-1830-4cdf-afef-a84aeebbce29 req-301cf2ef-52e1-4738-af50-c30dddfca03f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:52.363266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb60b4-1830-4cdf-afef-a84aeebbce29 req-301cf2ef-52e1-4738-af50-c30dddfca03f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:52.364983 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.365784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c0c9a311-3b4a-412a-b39d-448caca628e4 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:52.367421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb60b4-1830-4cdf-afef-a84aeebbce29 req-301cf2ef-52e1-4738-af50-c30dddfca03f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:52.371298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb60b4-1830-4cdf-afef-a84aeebbce29 req-301cf2ef-52e1-4738-af50-c30dddfca03f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:52.375191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb60b4-1830-4cdf-afef-a84aeebbce29 req-301cf2ef-52e1-4738-af50-c30dddfca03f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:52.377898 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5eb60b4-1830-4cdf-afef-a84aeebbce29 req-301cf2ef-52e1-4738-af50-c30dddfca03f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5432 time: 0.7188663 Feb 04 15:36:52.382341 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.434248 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['f1de1d9b-f630-4202-a298-034df41de015'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:52.512433 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.544656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:52.558023 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.561782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:52.562415 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.616279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b454cbe-4ea5-416e-b951-c1a5b3163601 req-8830e778-c860-49b8-ba8b-b1bd5d52f1d5 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:52.617838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=3071a10a-e745-43a8-86c5-30ffb75fa049,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:52.617964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b454cbe-4ea5-416e-b951-c1a5b3163601 req-8830e778-c860-49b8-ba8b-b1bd5d52f1d5 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be0343a-abfd-405a-b377-ddb2e5c3882c HTTP/1.1" status: 200 len: 948 time: 0.6971281 Feb 04 15:36:52.668251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port c0c9a311-3b4a-412a-b39d-448caca628e4 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:52.682513 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5552661 Feb 04 15:36:52.684199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58832) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:52.693923 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.695591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] 10.222.0.73 "PUT /v2.0/ports/d0629651-ff3c-4f5d-ab27-e2ea56306583 HTTP/1.1" status: 200 len: 1096 time: 3.7682071 Feb 04 15:36:52.695801 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Request body: {'subnet': {'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:52.719558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port c0c9a311-3b4a-412a-b39d-448caca628e4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:52.719969 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.819958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffe5f9-3fdb-4fa3-8238-5d4ee4e85d55 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event updated for resources: {'Network': ['ID=300c6408-a296-4cc3-a514-a138c4bd6a59,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:52.822590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:52.827596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Usage tracker for resource:subnet and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:52.838185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:52.847579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:52.855272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1570e6f-7aa8-47c6-95c1-968812be8aac service neutron] Pushing event updated for resources: {'Port': ['ID=d0629651-ff3c-4f5d-ab27-e2ea56306583,revision_number=7']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:52.860987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:52.874725 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 300c6408-a296-4cc3-a514-a138c4bd6a59 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:36:52.887514 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Made reservation on behalf of dea255a64256441d977f1d087c29cfe1 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:52.896199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5eb60b4-1830-4cdf-afef-a84aeebbce29 req-7b1eacf6-ed53-43a6-b935-87df9c733db9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5082464 Feb 04 15:36:52.933686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b454cbe-4ea5-416e-b951-c1a5b3163601 req-bc3288fa-f488-4de8-a454-2c10ea3775a0 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/security-groups?id=9089a92b-247e-4ff9-959e-56a3408269a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975917 Feb 04 15:36:52.943980 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff005ab9-52ce-4a69-ba8b-92828d5156f1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.962553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:52.962953 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.019859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff005ab9-52ce-4a69-ba8b-92828d5156f1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event deleted for resources: {'Port': ['ID=4dfa7ad2-38e5-438e-9868-cf93aacc7d91,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:53.025272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-7a1e5a4e-3655-4138-bac1-547fe1f53e4f req-733c474b-5e1e-4077-b331-a2b5a5b833fd tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] For port a7a32d24-017a-4cda-b156-7ae5e4f7378a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a7a32d24-017a-4cda-b156-7ae5e4f7378a,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:53.025840 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7a1e5a4e-3655-4138-bac1-547fe1f53e4f req-733c474b-5e1e-4077-b331-a2b5a5b833fd tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.172782 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.209126 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.232520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-7a1e5a4e-3655-4138-bac1-547fe1f53e4f req-733c474b-5e1e-4077-b331-a2b5a5b833fd tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Calling delete_port for a7a32d24-017a-4cda-b156-7ae5e4f7378a owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:36:53.252461 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076ba81d-c2af-4b86-b984-deeffd4d5c7a'}, {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed96eed1-23e2-4542-93a0-ddfae54cbdd3'}, {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bb0989-9ab5-4b14-a3ad-1f0ef5940800'}, {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ce6bd7-1a90-436c-970a-ce778535a042'}, {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3071a10a-e745-43a8-86c5-30ffb75fa049'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:53.304327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c0c9a311-3b4a-412a-b39d-448caca628e4, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c0c9a311-3b4a-412a-b39d-448caca628e4,segment=NetworkSegment(f7b34888-ea35-42de-9cd5-e4e68030aa83),segment_id=f7b34888-ea35-42de-9cd5-e4e68030aa83)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:53.310345 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.344156 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.356674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f1de1d9b-f630-4202-a298-034df41de015 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:53.441663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=83aa36c8-986f-42f4-9c3b-dea7f82d6e6f,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:53.452447 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.469023 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=c0c9a311-3b4a-412a-b39d-448caca628e4,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:53.470741 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.558229 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port f1de1d9b-f630-4202-a298-034df41de015 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:53.558871 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.564077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event updated for resources: {'Subnet': ['ID=51779a50-f724-4290-9269-1cdd2a0dedcb,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:53.606109 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-24ca2179-c3c8-42a4-b57b-beda9fead7a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 1099 time: 0.8655038 Feb 04 15:36:53.609578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=83aa36c8-986f-42f4-9c3b-dea7f82d6e6f,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:53.639114 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Checking segment: {'id': '05b8d622-13b8-44ff-b0e7-8b33acc90d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:36:53.639515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Network hostable DHCP agents. Network: 300c6408-a296-4cc3-a514-a138c4bd6a59, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:36:53.668987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Network 300c6408-a296-4cc3-a514-a138c4bd6a59 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:36:53.681848 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 300c6408-a296-4cc3-a514-a138c4bd6a59) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:53.688604 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:53.689504 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.701062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbaa44f-c7ca-4ab9-9039-b729a8e173b4 None None] Network 300c6408-a296-4cc3-a514-a138c4bd6a59 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:36:53.720462 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2b7bf615-1bee-435a-854c-011f99f12e60 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0354097 Feb 04 15:36:53.727886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58840) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:53.734104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-271917949'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:53.741394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:53.747758 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Usage tracker for resource:network and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:53.751946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:53.763022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:53.780688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Made reservation on behalf of dea255a64256441d977f1d087c29cfe1 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:53.782614 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:53.783533 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.815601 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.823140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:36:53.824194 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff005ab9-52ce-4a69-ba8b-92828d5156f1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.837049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.838913 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Added segment 953916b2-46c4-426f-b1c3-5003ec5575db of type vlan for network 760eaf78-8931-4094-8984-4aa997869354 Feb 04 15:36:53.866261 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:36:53.872956 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.879294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ff005ab9-52ce-4a69-ba8b-92828d5156f1 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "DELETE /v2.0/ports/4dfa7ad2-38e5-438e-9868-cf93aacc7d91 HTTP/1.1" status: 204 len: 168 time: 3.5426438 Feb 04 15:36:53.881652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58846) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:53.887737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f1de1d9b-f630-4202-a298-034df41de015, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f1de1d9b-f630-4202-a298-034df41de015,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:53.916156 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.916963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a7a32d24-017a-4cda-b156-7ae5e4f7378a no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:53.975274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-76ba18bb-c35e-4862-94dd-37b28540af8f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Deleting port ca6de4c7-06b7-475f-b551-74d6d9cef7e7 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:36:53.975784 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76ba18bb-c35e-4862-94dd-37b28540af8f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.007781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6bc9c-99ce-4900-b377-9cc61cd670bf req-13949859-a9b0-4b0d-9273-1bd94d4fb55b tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:54.015331 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ebe6bc9c-99ce-4900-b377-9cc61cd670bf req-13949859-a9b0-4b0d-9273-1bd94d4fb55b tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 950 time: 0.7903841 Feb 04 15:36:54.026292 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.033182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:54.034057 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.037471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131edab-bba9-4629-a58b-72a560a86095 req-dbe332f0-102e-45a2-8367-fffd308a0f53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:54.039404 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-dbe332f0-102e-45a2-8367-fffd308a0f53 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.4014440 Feb 04 15:36:54.062984 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No active binding found for port a7a32d24-017a-4cda-b156-7ae5e4f7378a {{(pid=83552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 15:36:54.063417 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a7a32d24-017a-4cda-b156-7ae5e4f7378a not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:54.065482 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f1de1d9b-f630-4202-a298-034df41de015,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:54.116472 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-300c6408-a296-4cc3-a514-a138c4bd6a59', 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'fixed_ips': [{'subnet_id': '51779a50-f724-4290-9269-1cdd2a0dedcb'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:36:54.117786 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.121115 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7a1e5a4e-3655-4138-bac1-547fe1f53e4f req-733c474b-5e1e-4077-b331-a2b5a5b833fd tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.181215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c474b-5e1e-4077-b331-a2b5a5b833fd tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Pushing event deleted for resources: {'Port': ['ID=a7a32d24-017a-4cda-b156-7ae5e4f7378a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:54.204667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712c5d6-fde9-44a1-a84b-70258db72162 req-29235ccf-4c98-4f67-8b73-60e7fd04aa79 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:54.206901 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3712c5d6-fde9-44a1-a84b-70258db72162 req-29235ccf-4c98-4f67-8b73-60e7fd04aa79 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 948 time: 0.9414575 Feb 04 15:36:54.213112 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-78c8e002-4914-4d8a-9971-c3e024533ea8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583 HTTP/1.1" status: 200 len: 217 time: 0.1497974 Feb 04 15:36:54.220732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58854) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:54.221722 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4920249 Feb 04 15:36:54.278966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Request body: {'subnet': {'network_id': '760eaf78-8931-4094-8984-4aa997869354', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:36:54.280534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873039f4-b4ab-4c3e-a113-669549674ac5 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event updated for resources: {'Network': ['ID=760eaf78-8931-4094-8984-4aa997869354,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:54.294743 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ebe6bc9c-99ce-4900-b377-9cc61cd670bf req-d33ef9a8-6ccb-40ee-aa9e-c697f2e0d444 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779136 Feb 04 15:36:54.295858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 760eaf78-8931-4094-8984-4aa997869354 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:36:54.411833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c51e4-e3fe-415d-a66d-e7a868bfe25c req-1ec7c827-c992-4b5c-8150-bf5bd657a1cb tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:54.412529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-721c51e4-e3fe-415d-a66d-e7a868bfe25c req-1ec7c827-c992-4b5c-8150-bf5bd657a1cb tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Synchronizing usage tracker for tenant:7750a74e25654be0a31368b6f033979c on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:54.458843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-721c51e4-e3fe-415d-a66d-e7a868bfe25c req-1ec7c827-c992-4b5c-8150-bf5bd657a1cb tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Unset dirty status for tenant:7750a74e25654be0a31368b6f033979c on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:54.460114 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-721c51e4-e3fe-415d-a66d-e7a868bfe25c req-1ec7c827-c992-4b5c-8150-bf5bd657a1cb tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 950 time: 0.3707395 Feb 04 15:36:54.464101 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76ba18bb-c35e-4862-94dd-37b28540af8f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.520250 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Allocated IP 19.80.0.2 (300c6408-a296-4cc3-a514-a138c4bd6a59/51779a50-f724-4290-9269-1cdd2a0dedcb/d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:54.545564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:54.586241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1e5a4e-3655-4138-bac1-547fe1f53e4f req-733c474b-5e1e-4077-b331-a2b5a5b833fd tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] No DVR routers for this DVR port a7a32d24-017a-4cda-b156-7ae5e4f7378a on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:54.619072 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7a1e5a4e-3655-4138-bac1-547fe1f53e4f req-733c474b-5e1e-4077-b331-a2b5a5b833fd tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.629142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131edab-bba9-4629-a58b-72a560a86095 req-ae036d33-91ad-467d-a34c-b66be4b84845 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:54.631457 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-ae036d33-91ad-467d-a34c-b66be4b84845 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.4054606 Feb 04 15:36:54.689606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-76ba18bb-c35e-4862-94dd-37b28540af8f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Calling delete_port for ca6de4c7-06b7-475f-b551-74d6d9cef7e7 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:36:54.724525 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3712c5d6-fde9-44a1-a84b-70258db72162 req-028dfe62-1dce-42b6-ab90-cfa89b8a0f6b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059144 Feb 04 15:36:54.733815 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a1e5a4e-3655-4138-bac1-547fe1f53e4f req-733c474b-5e1e-4077-b331-a2b5a5b833fd tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.73 "DELETE /v2.0/ports/a7a32d24-017a-4cda-b156-7ae5e4f7378a HTTP/1.1" status: 204 len: 173 time: 3.2429309 Feb 04 15:36:54.742157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:54.746356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Usage tracker for resource:subnet and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:54.750718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:54.759003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:54.767902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-721c51e4-e3fe-415d-a66d-e7a868bfe25c req-20f3f4e2-ab5f-422c-bb23-bac73edde27d tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Deleting port 5dee4073-9a38-47f5-8337-d53a261ace98 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:36:54.768629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-721c51e4-e3fe-415d-a66d-e7a868bfe25c req-20f3f4e2-ab5f-422c-bb23-bac73edde27d tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.820182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Made reservation on behalf of dea255a64256441d977f1d087c29cfe1 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:54.996949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f2592-493e-4e13-b258-2323ef3e9705 req-f27bb3c6-5ff3-41c4-ba46-e5bba3cbe7b9 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:55.005052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc8f2592-493e-4e13-b258-2323ef3e9705 req-f27bb3c6-5ff3-41c4-ba46-e5bba3cbe7b9 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 946 time: 0.4935133 Feb 04 15:36:55.039048 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.063808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-aad48c09-88fa-4f6b-a37c-dba8ec8c800d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4165833 Feb 04 15:36:55.084925 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.114353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Transition to ACTIVE for port object d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:55.165373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Sync routers for ids ['f7feb328-3337-4164-bacc-b3944ddc8695'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:36:55.185914 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Transition to ACTIVE for port object d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:55.205010 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:55.205496 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.318749 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076ba81d-c2af-4b86-b984-deeffd4d5c7a', 'code': 200} Feb 04 15:36:55.319288 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed96eed1-23e2-4542-93a0-ddfae54cbdd3', 'code': 200} Feb 04 15:36:55.319710 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bb0989-9ab5-4b14-a3ad-1f0ef5940800', 'code': 200} Feb 04 15:36:55.320137 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ce6bd7-1a90-436c-970a-ce778535a042', 'code': 200} Feb 04 15:36:55.320535 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3071a10a-e745-43a8-86c5-30ffb75fa049', 'code': 200} Feb 04 15:36:55.330152 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.356397 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583', 'status': 'completed', 'code': 200} Feb 04 15:36:55.394378 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc8f2592-493e-4e13-b258-2323ef3e9705 req-5aefd015-0e69-4318-8227-c09adfca8f26 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880153 Feb 04 15:36:55.407564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Routers {'f7feb328-3337-4164-bacc-b3944ddc8695'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:36:55.409237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:36:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f7feb328-3337-4164-bacc-b3944ddc8695'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:55.457826 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76ba18bb-c35e-4862-94dd-37b28540af8f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.527410 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba18bb-c35e-4862-94dd-37b28540af8f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event deleted for resources: {'Port': ['ID=ca6de4c7-06b7-475f-b551-74d6d9cef7e7,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:55.528515 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Network 300c6408-a296-4cc3-a514-a138c4bd6a59 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:55.540973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Pushing event updated for resources: {'Port': ['ID=d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:55.547727 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:55.564731 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:36:55.584557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6544d3b5-8291-4dec-a5da-a87516801900 req-4dbaba43-c393-4b39-b80a-a6dff6b2aa57 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Synchronizing usage tracker for tenant:0cdcf40f54144c92b397479ff6ffabd1 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:55.709463 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-942e51cd-e74e-49c8-9d9b-5a9fb8ba5c43 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 1099 time: 0.3395345 Feb 04 15:36:55.756937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6544d3b5-8291-4dec-a5da-a87516801900 req-4dbaba43-c393-4b39-b80a-a6dff6b2aa57 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] Unset dirty status for tenant:0cdcf40f54144c92b397479ff6ffabd1 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:55.758815 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6544d3b5-8291-4dec-a5da-a87516801900 req-4dbaba43-c393-4b39-b80a-a6dff6b2aa57 tempest-ListImageFiltersTestJSON-582072662 tempest-ListImageFiltersTestJSON-582072662-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be0343a-abfd-405a-b377-ddb2e5c3882c HTTP/1.1" status: 200 len: 210 time: 0.2734721 Feb 04 15:36:55.762812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-81901264-6ed8-45ed-90c8-3c2a6a73f68a service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325743 Feb 04 15:36:55.811781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58868) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:55.813536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Attempting to bind port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:55.813536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Attempting to bind port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '05b8d622-13b8-44ff-b0e7-8b33acc90d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:55.813536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Attempting to bind port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 on network 300c6408-a296-4cc3-a514-a138c4bd6a59 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:55.863688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Set router f7feb328-3337-4164-bacc-b3944ddc8695 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:36:55.978483 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:36:55.978853 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Checking segment: {'id': '05b8d622-13b8-44ff-b0e7-8b33acc90d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:36:55.979310 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.979650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Bound using segment: {'id': '05b8d622-13b8-44ff-b0e7-8b33acc90d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:36:55.980127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Bound port: d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b8d622-13b8-44ff-b0e7-8b33acc90d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:55.980491 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.132880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-04fc15f3-1e29-43c0-a870-7c4684f7224e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:56.137263 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-04fc15f3-1e29-43c0-a870-7c4684f7224e service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.4117730 Feb 04 15:36:56.280045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-721c51e4-e3fe-415d-a66d-e7a868bfe25c req-20f3f4e2-ab5f-422c-bb23-bac73edde27d tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] For port 5dee4073-9a38-47f5-8337-d53a261ace98, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5dee4073-9a38-47f5-8337-d53a261ace98,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:56.280805 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-721c51e4-e3fe-415d-a66d-e7a868bfe25c req-20f3f4e2-ab5f-422c-bb23-bac73edde27d tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.354122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472e968-f0be-461c-9ef1-e9f87be0f09b req-c9e92750-17e5-4be5-b947-60d5890990ab tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:56.358743 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472e968-f0be-461c-9ef1-e9f87be0f09b req-c9e92750-17e5-4be5-b947-60d5890990ab tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:56.364243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472e968-f0be-461c-9ef1-e9f87be0f09b req-c9e92750-17e5-4be5-b947-60d5890990ab tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:56.369760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472e968-f0be-461c-9ef1-e9f87be0f09b req-c9e92750-17e5-4be5-b947-60d5890990ab tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:56.374300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472e968-f0be-461c-9ef1-e9f87be0f09b req-c9e92750-17e5-4be5-b947-60d5890990ab tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:56.376162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] For port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:56.378803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472e968-f0be-461c-9ef1-e9f87be0f09b req-c9e92750-17e5-4be5-b947-60d5890990ab tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:56.382951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472e968-f0be-461c-9ef1-e9f87be0f09b req-c9e92750-17e5-4be5-b947-60d5890990ab tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:56.385005 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2472e968-f0be-461c-9ef1-e9f87be0f09b req-c9e92750-17e5-4be5-b947-60d5890990ab tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5435 time: 0.7573330 Feb 04 15:36:56.398966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] For port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:56.410471 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.431698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-721c51e4-e3fe-415d-a66d-e7a868bfe25c req-20f3f4e2-ab5f-422c-bb23-bac73edde27d tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Calling delete_port for 5dee4073-9a38-47f5-8337-d53a261ace98 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:36:56.431968 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d163bb5e-1ef7-4ffb-9163-0c993fec9e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.462488 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-09023fc9-c6d5-4e92-b7e5-1e8beece9040 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583 HTTP/1.1" status: 200 len: 217 time: 0.3014424 Feb 04 15:36:56.469996 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76ba18bb-c35e-4862-94dd-37b28540af8f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.500648 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.537028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8131edab-bba9-4629-a58b-72a560a86095 req-cd65bb5e-6561-4c94-88fd-fd95abe60c05 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588139 Feb 04 15:36:56.542946 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-76ba18bb-c35e-4862-94dd-37b28540af8f tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "DELETE /v2.0/ports/ca6de4c7-06b7-475f-b551-74d6d9cef7e7 HTTP/1.1" status: 204 len: 168 time: 2.6578569 Feb 04 15:36:56.546703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58876) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:56.568840 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84fee5-d2e4-4334-9f81-3f5424be08c8 None None] Pushing event updated for resources: {'Port': ['ID=d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:56.633062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'name': 'tempest-ServersTestMultiNic-1203940413-router', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '83aa36c8-986f-42f4-9c3b-dea7f82d6e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:43Z', 'updated_at': '2022-02-04T15:36:50Z', 'revision_number': 4, 'project_id': 'dea255a64256441d977f1d087c29cfe1', 'gw_port': {'id': '83aa36c8-986f-42f4-9c3b-dea7f82d6e6f', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:44Z', 'updated_at': '2022-02-04T15:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a6bba1dc-b666-4e70-ac92-fe713b513d89', 'name': '', 'network_id': '4dbbe8e8-e013-445e-9ba2-a66684c1a279', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'mac_address': 'fa:16:3e:f5:be:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3600019c-1c40-4349-84b9-f8349651d8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:49Z', 'updated_at': '2022-02-04T15:36:50Z', 'revision_number': 2, 'project_id': 'dea255a64256441d977f1d087c29cfe1', 'subnets': [{'id': '3600019c-1c40-4349-84b9-f8349651d8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:56.637539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Checking router: f7feb328-3337-4164-bacc-b3944ddc8695 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:36:56.637975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Updating router f7feb328-3337-4164-bacc-b3944ddc8695 port a6bba1dc-b666-4e70-ac92-fe713b513d89 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:36:56.639461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-d86e1cd7-f120-4726-b636-7ffb2392886c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:56.640920 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-d86e1cd7-f120-4726-b636-7ffb2392886c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1673205 Feb 04 15:36:56.682155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb5e75-b4bb-461d-9cd2-8a4df48b76af req-1fb06ed1-a209-480e-ac41-8bcfa4b487f7 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:56.691454 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6fb5e75-b4bb-461d-9cd2-8a4df48b76af req-1fb06ed1-a209-480e-ac41-8bcfa4b487f7 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e97403c-abf6-4eb1-9adc-4cea66828462 HTTP/1.1" status: 200 len: 950 time: 0.6248999 Feb 04 15:36:56.700138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d163bb5e-1ef7-4ffb-9163-0c993fec9e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:56.722664 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.735907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21db9f3f-fb1d-4913-a329-a67a0d624845 req-80387e24-f4f8-4564-9305-8b630088d66a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5774109 Feb 04 15:36:56.739047 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d163bb5e-1ef7-4ffb-9163-0c993fec9e04 admin admin] Usage tracker for resource:security_group_rule and tenant:3a48d31db4544755a989f16a49be4c0c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:56.748507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event updated for resources: {'Subnet': ['ID=66bef09e-4634-47f4-b3ea-20f7f610a810,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:56.756971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2472e968-f0be-461c-9ef1-e9f87be0f09b req-59de4249-0730-4dfc-b89e-1ad3a8bd7619 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3088360 Feb 04 15:36:56.765232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d163bb5e-1ef7-4ffb-9163-0c993fec9e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:56.861133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d163bb5e-1ef7-4ffb-9163-0c993fec9e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:56.947948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53b3456-ddea-4227-b7c1-54b6db41270b tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Deleting subnet 192fa08c-d202-432c-8508-984aca37488a {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:36:56.961799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c53b3456-ddea-4227-b7c1-54b6db41270b tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.049170 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-721c51e4-e3fe-415d-a66d-e7a868bfe25c req-20f3f4e2-ab5f-422c-bb23-bac73edde27d tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.107774 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c53b3456-ddea-4227-b7c1-54b6db41270b tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.114811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['43b3bbc7-12f2-4114-9418-4b852f0a1ef0'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:36:57.148632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3f4e2-ab5f-422c-bb23-bac73edde27d tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Pushing event deleted for resources: {'Port': ['ID=5dee4073-9a38-47f5-8337-d53a261ace98,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:57.151932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Checking segment: {'id': '953916b2-46c4-426f-b1c3-5003ec5575db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '760eaf78-8931-4094-8984-4aa997869354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:36:57.152516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Network hostable DHCP agents. Network: 760eaf78-8931-4094-8984-4aa997869354, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:36:57.181198 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d163bb5e-1ef7-4ffb-9163-0c993fec9e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.206264 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d163bb5e-1ef7-4ffb-9163-0c993fec9e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.230576 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6fb5e75-b4bb-461d-9cd2-8a4df48b76af req-114b4eb6-ed4d-40db-99e2-c7835475efb2 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382502 Feb 04 15:36:57.314581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-ac4c9bb3-86dc-48cb-965d-894332905e9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 1099 time: 0.6830804 Feb 04 15:36:57.324669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163bb5e-1ef7-4ffb-9163-0c993fec9e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbb6796-6ea4-4b0b-8842-ec4af5285c66,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:57.326700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c9a311-3b4a-412a-b39d-448caca628e4'}, {'server_uuid': '4358cc93-419f-48b4-80bf-e005c5cef9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1de1d9b-f630-4202-a298-034df41de015'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:57.354675 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d163bb5e-1ef7-4ffb-9163-0c993fec9e04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a48d31db4544755a989f16a49be4c0c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5473368 Feb 04 15:36:57.358893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58884) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:57.361925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'name': 'network-vif-deleted', 'tag': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:57.375101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Network 760eaf78-8931-4094-8984-4aa997869354 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:36:57.416331 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-aaad34be-24fe-4247-8e0d-e1d75ae7bdda service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7520723 Feb 04 15:36:57.475606 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21db9f3f-fb1d-4913-a329-a67a0d624845 req-470c7bb7-c218-48b8-b61b-3a14f6f2a684 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 1102 time: 0.7016850 Feb 04 15:36:57.493899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-721c51e4-e3fe-415d-a66d-e7a868bfe25c req-20f3f4e2-ab5f-422c-bb23-bac73edde27d tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] No DVR routers for this DVR port 5dee4073-9a38-47f5-8337-d53a261ace98 on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:57.497633 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-721c51e4-e3fe-415d-a66d-e7a868bfe25c req-20f3f4e2-ab5f-422c-bb23-bac73edde27d tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.508236 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e97403c-abf6-4eb1-9adc-4cea66828462', 'name': 'network-vif-deleted', 'tag': '5dee4073-9a38-47f5-8337-d53a261ace98'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:57.543476 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.551077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 760eaf78-8931-4094-8984-4aa997869354) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:57.564566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Transition to ACTIVE for port object a6bba1dc-b666-4e70-ac92-fe713b513d89 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:57.574531 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35bcd66-a636-418a-acc9-79c337f7967d None None] Network 760eaf78-8931-4094-8984-4aa997869354 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:36:57.606980 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-721c51e4-e3fe-415d-a66d-e7a868bfe25c req-20f3f4e2-ab5f-422c-bb23-bac73edde27d tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.73 "DELETE /v2.0/ports/5dee4073-9a38-47f5-8337-d53a261ace98 HTTP/1.1" status: 204 len: 173 time: 3.1176498 Feb 04 15:36:57.608539 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.619119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:57.619827 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.652022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd026c6-8537-4761-9d06-190a0b9fe73f req-1d895fe9-103f-4721-b2bb-b3a65b8f7c4b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:57.659516 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c53b3456-ddea-4227-b7c1-54b6db41270b tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.660268 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bd026c6-8537-4761-9d06-190a0b9fe73f req-1d895fe9-103f-4721-b2bb-b3a65b8f7c4b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 948 time: 0.5581431 Feb 04 15:36:57.737990 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-97a6a5df-8417-4fab-ace0-d5a9071bf7f0 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826030 Feb 04 15:36:57.848310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-97668073-c8eb-47ea-b0a2-39f6eaa936db tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6247854 Feb 04 15:36:57.856976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-9321e909-c01f-4c71-b030-3be2c5ea19d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:57.858765 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-9321e909-c01f-4c71-b030-3be2c5ea19d2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.5369911 Feb 04 15:36:57.881771 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c53b3456-ddea-4227-b7c1-54b6db41270b tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.965156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b3456-ddea-4227-b7c1-54b6db41270b tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event deleted for resources: {'Subnet': ['ID=192fa08c-d202-432c-8508-984aca37488a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:57.977203 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c53b3456-ddea-4227-b7c1-54b6db41270b tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.990357 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-7504f141-3f17-4284-a9ee-f5a98563e9e5 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457507 Feb 04 15:36:57.992577 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c53b3456-ddea-4227-b7c1-54b6db41270b tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "DELETE /v2.0/subnets/192fa08c-d202-432c-8508-984aca37488a HTTP/1.1" status: 204 len: 168 time: 1.4453864 Feb 04 15:36:57.994662 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58896) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:58.078677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5dee4073-9a38-47f5-8337-d53a261ace98 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:58.078818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bd026c6-8537-4761-9d06-190a0b9fe73f req-58fb468a-fdc0-46ae-a6e1-8392cc336a6b tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178636 Feb 04 15:36:58.120584 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c8c394-58d4-45fa-8683-77235537709d None None] Network 2543d2dd-a9fd-4950-82d9-b8a37c3497cc requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:36:58.135124 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f46977da-94c0-41f1-9b33-16e66ac9b500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.142162 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-bba2bf81-52b7-4730-84d9-13ab9a83b486 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583 HTTP/1.1" status: 200 len: 217 time: 0.2627752 Feb 04 15:36:58.149587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db9f3f-fb1d-4913-a329-a67a0d624845 req-aaac8fd0-9b1a-4a1f-abe7-2f1b3112b23e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:58.151154 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21db9f3f-fb1d-4913-a329-a67a0d624845 req-aaac8fd0-9b1a-4a1f-abe7-2f1b3112b23e service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.6134863 Feb 04 15:36:58.241285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 5dee4073-9a38-47f5-8337-d53a261ace98 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:36:58.241634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5dee4073-9a38-47f5-8337-d53a261ace98 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:58.242068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f1de1d9b-f630-4202-a298-034df41de015 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:58.279616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b539a199-43b5-43dc-8adb-53ab2cfe42fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Deleting subnet 66fb7a57-1017-4d21-aa88-55ead7d0a375 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:36:58.284370 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b539a199-43b5-43dc-8adb-53ab2cfe42fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.285175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3d0e7-9471-4a03-99a8-102ec50558fe req-a67d0b25-a8c2-4f48-8062-e86d22789572 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:58.293160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6d3d0e7-9471-4a03-99a8-102ec50558fe req-a67d0b25-a8c2-4f48-8062-e86d22789572 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 946 time: 0.8276453 Feb 04 15:36:58.356564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca66bae6-dc70-4caf-b38a-83220ca675d8 None None] Network 300c6408-a296-4cc3-a514-a138c4bd6a59 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:36:58.370416 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f46977da-94c0-41f1-9b33-16e66ac9b500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.380150 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be0343a-abfd-405a-b377-ddb2e5c3882c', 'name': 'network-vif-deleted', 'tag': 'a7a32d24-017a-4cda-b156-7ae5e4f7378a', 'status': 'completed', 'code': 200} Feb 04 15:36:58.380621 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b539a199-43b5-43dc-8adb-53ab2cfe42fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.392000 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c9a311-3b4a-412a-b39d-448caca628e4', 'code': 200} Feb 04 15:36:58.392281 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4358cc93-419f-48b4-80bf-e005c5cef9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1de1d9b-f630-4202-a298-034df41de015', 'code': 200} Feb 04 15:36:58.392839 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21db9f3f-fb1d-4913-a329-a67a0d624845 req-47287546-5309-45bc-afa7-da5353a92a4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b HTTP/1.1" status: 200 len: 217 time: 0.1766803 Feb 04 15:36:58.457787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-d365a528-7756-44d6-bbac-56e5a870f60d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:58.466179 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-d365a528-7756-44d6-bbac-56e5a870f60d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.3115361 Feb 04 15:36:58.597463 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b539a199-43b5-43dc-8adb-53ab2cfe42fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.629387 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:58.679130 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e97403c-abf6-4eb1-9adc-4cea66828462', 'name': 'network-vif-deleted', 'tag': '5dee4073-9a38-47f5-8337-d53a261ace98', 'status': 'completed', 'code': 200} Feb 04 15:36:58.713881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6d3d0e7-9471-4a03-99a8-102ec50558fe req-3bdf7e16-f974-489f-bf50-8a60153fba9d tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195354 Feb 04 15:36:58.719988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b9ab6-b5f3-480b-bbae-1ba6eb3d5de8 None None] Pushing event updated for resources: {'Port': ['ID=a6bba1dc-b666-4e70-ac92-fe713b513d89,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:58.808332 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b539a199-43b5-43dc-8adb-53ab2cfe42fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.812685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db9f3f-fb1d-4913-a329-a67a0d624845 req-daca8ba8-0a2b-42e6-a374-790f7514c5cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:58.814429 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21db9f3f-fb1d-4913-a329-a67a0d624845 req-daca8ba8-0a2b-42e6-a374-790f7514c5cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.3733025 Feb 04 15:36:58.858160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539a199-43b5-43dc-8adb-53ab2cfe42fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event deleted for resources: {'Subnet': ['ID=66fb7a57-1017-4d21-aa88-55ead7d0a375,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:58.870342 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-807e7a61-a89a-4905-b2f9-93714d9015e6 req-ac5cd982-084c-48b8-899d-d0f4b767ac4a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 6492 time: 0.1930704 Feb 04 15:36:58.874411 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b539a199-43b5-43dc-8adb-53ab2cfe42fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.909426 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b539a199-43b5-43dc-8adb-53ab2cfe42fb tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "DELETE /v2.0/subnets/66fb7a57-1017-4d21-aa88-55ead7d0a375 HTTP/1.1" status: 204 len: 168 time: 0.9105005 Feb 04 15:36:58.911317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58912) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:58.911496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155cb229-8489-4cdc-9c7f-c0c0c2bb5fc9 None None] Network 5330c659-c4e6-492d-9695-f45ce3b027e4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:36:58.929284 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-760eaf78-8931-4094-8984-4aa997869354', 'network_id': '760eaf78-8931-4094-8984-4aa997869354', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'fixed_ips': [{'subnet_id': '66bef09e-4634-47f4-b3ea-20f7f610a810'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:36:58.931240 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.032966 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-807e7a61-a89a-4905-b2f9-93714d9015e6 req-10d6678d-5fc0-4048-a112-100371a4709f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=22ba7afe-af34-4c4c-a651-aa942f952443&id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1520989 Feb 04 15:36:59.054927 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.056506 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f46977da-94c0-41f1-9b33-16e66ac9b500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.068572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Deleting port 74fff281-01fb-4d9f-808d-6d27a8bebb53 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:36:59.068870 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.137915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46977da-94c0-41f1-9b33-16e66ac9b500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbb6796-6ea4-4b0b-8842-ec4af5285c66,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:59.152832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-26599db2-ac69-4c2a-842c-91a2a1b80668 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6125324 Feb 04 15:36:59.169465 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f46977da-94c0-41f1-9b33-16e66ac9b500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.170220 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f46977da-94c0-41f1-9b33-16e66ac9b500 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2dbb6796-6ea4-4b0b-8842-ec4af5285c66 HTTP/1.1" status: 204 len: 168 time: 1.8025827 Feb 04 15:36:59.175445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-15846363-51bf-4bfd-84f5-88fc26bbb927 None None] Provisioning for port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:59.204682 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac89e8-4422-4a5c-83e4-00b451c1296f req-2955eeb4-4b1c-4407-b920-8ac2aee6b849 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:59.209784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac89e8-4422-4a5c-83e4-00b451c1296f req-2955eeb4-4b1c-4407-b920-8ac2aee6b849 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:59.213635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac89e8-4422-4a5c-83e4-00b451c1296f req-2955eeb4-4b1c-4407-b920-8ac2aee6b849 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:59.217421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac89e8-4422-4a5c-83e4-00b451c1296f req-2955eeb4-4b1c-4407-b920-8ac2aee6b849 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:59.221567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac89e8-4422-4a5c-83e4-00b451c1296f req-2955eeb4-4b1c-4407-b920-8ac2aee6b849 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:59.225411 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac89e8-4422-4a5c-83e4-00b451c1296f req-2955eeb4-4b1c-4407-b920-8ac2aee6b849 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:59.229725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac89e8-4422-4a5c-83e4-00b451c1296f req-2955eeb4-4b1c-4407-b920-8ac2aee6b849 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:59.231726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6cac89e8-4422-4a5c-83e4-00b451c1296f req-2955eeb4-4b1c-4407-b920-8ac2aee6b849 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5435 time: 0.5795362 Feb 04 15:36:59.305642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21db9f3f-fb1d-4913-a329-a67a0d624845 req-722e7f60-ba36-4227-811a-e80437d65a72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4784143 Feb 04 15:36:59.319801 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] For port 74fff281-01fb-4d9f-808d-6d27a8bebb53, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=74fff281-01fb-4d9f-808d-6d27a8bebb53,segment=NetworkSegment(6d6ff17f-d6bb-4d63-ba5b-ff75e0127936),segment_id=6d6ff17f-d6bb-4d63-ba5b-ff75e0127936)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:59.320340 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.321244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-01840659-edf1-4cf0-948e-5d6d4806753d tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:59.325106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-01840659-edf1-4cf0-948e-5d6d4806753d tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:59.326702 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-01840659-edf1-4cf0-948e-5d6d4806753d tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/networks?id=300c6408-a296-4cc3-a514-a138c4bd6a59&id=760eaf78-8931-4094-8984-4aa997869354&id=300c6408-a296-4cc3-a514-a138c4bd6a59 HTTP/1.1" status: 200 len: 1390 time: 0.3067746 Feb 04 15:36:59.348846 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6cac89e8-4422-4a5c-83e4-00b451c1296f req-5e49f9a0-9dd4-4e54-81ba-3bcd237bc2c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070690 Feb 04 15:36:59.357468 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-f2cabe95-9753-45d1-832d-d1d3b97539f3 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/quotas/dea255a64256441d977f1d087c29cfe1 HTTP/1.1" status: 200 len: 375 time: 0.0245042 Feb 04 15:36:59.436910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:59.475113 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.512343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Calling delete_port for 74fff281-01fb-4d9f-808d-6d27a8bebb53 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:36:59.547979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Attempting to bind port a6bba1dc-b666-4e70-ac92-fe713b513d89 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:59.548348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Attempting to bind port a6bba1dc-b666-4e70-ac92-fe713b513d89 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '41188144-d89b-40ed-96ef-8b5a6529930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4dbbe8e8-e013-445e-9ba2-a66684c1a279'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:59.548711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Attempting to bind port a6bba1dc-b666-4e70-ac92-fe713b513d89 on network 4dbbe8e8-e013-445e-9ba2-a66684c1a279 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:36:59.563790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:59.564108 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.628352 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.765231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:36:59.765851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Checking segment: {'id': '41188144-d89b-40ed-96ef-8b5a6529930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4dbbe8e8-e013-445e-9ba2-a66684c1a279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:36:59.766033 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.766557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Bound using segment: {'id': '41188144-d89b-40ed-96ef-8b5a6529930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4dbbe8e8-e013-445e-9ba2-a66684c1a279'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:36:59.767046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Bound port: a6bba1dc-b666-4e70-ac92-fe713b513d89, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41188144-d89b-40ed-96ef-8b5a6529930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4dbbe8e8-e013-445e-9ba2-a66684c1a279'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:59.767443 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.821211 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58930) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:59.849160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event deleted for resources: {'Port': ['ID=74fff281-01fb-4d9f-808d-6d27a8bebb53,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:59.864685 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] No DVR routers for this DVR port 74fff281-01fb-4d9f-808d-6d27a8bebb53 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:59.889458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Allocated IP 19.86.0.2 (760eaf78-8931-4094-8984-4aa997869354/66bef09e-4634-47f4-b3ea-20f7f610a810/7b3954cf-33e5-4bc7-a709-93d7b2585383) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:59.893427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f1de1d9b-f630-4202-a298-034df41de015, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f1de1d9b-f630-4202-a298-034df41de015,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:59.901224 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-6b5aced9-e8e1-44d8-926d-4c7c420147d8 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406785 Feb 04 15:36:59.906059 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92406734-5bd0-4068-96a2-977972f850d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.909365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21db9f3f-fb1d-4913-a329-a67a0d624845 req-2965c5f9-c886-4d3a-a105-53092176801f service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503616 Feb 04 15:36:59.983316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-451ac123-9815-49d7-8b52-8a525fb0d1c2 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dea255a64256441d977f1d087c29cfe1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6254485 Feb 04 15:37:00.002341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6d2c47-f1b8-425d-97cb-4aeae44c49b4 None None] DHCP port deletion for 2543d2dd-a9fd-4950-82d9-b8a37c3497cc request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:37:00.049412 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.052251 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.084672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2543d2dd-a9fd-4950-82d9-b8a37c3497cc']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:00.104197 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6ff17f-d6bb-4d63-ba5b-ff75e0127936') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:00.104484 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6ff17f-d6bb-4d63-ba5b-ff75e0127936') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:00.122789 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.142319 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.149861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:37:00.150384 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:00.262196 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:00.266836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.274058 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.334805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event deleted for resources: {'Network': ['ID=2543d2dd-a9fd-4950-82d9-b8a37c3497cc,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:00.357862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] For port a6bba1dc-b666-4e70-ac92-fe713b513d89, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:00.358960 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-92406734-5bd0-4068-96a2-977972f850d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:00.366478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-92406734-5bd0-4068-96a2-977972f850d3 admin admin] Usage tracker for resource:security_group_rule and tenant:0c89059c0cc74ed382da8f43f11a8ca7 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:00.366756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f1de1d9b-f630-4202-a298-034df41de015,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:00.379660 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-92406734-5bd0-4068-96a2-977972f850d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:00.383776 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dd79c4eb-1d44-4dba-a489-45a1e61b0c9d tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "DELETE /v2.0/networks/2543d2dd-a9fd-4950-82d9-b8a37c3497cc HTTP/1.1" status: 204 len: 168 time: 1.4714916 Feb 04 15:37:00.387512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58944) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:00.391142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-92406734-5bd0-4068-96a2-977972f850d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:00.398778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4358cc93-419f-48b4-80bf-e005c5cef9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1de1d9b-f630-4202-a298-034df41de015'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:00.401547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b0b9c73-e028-4160-b37c-579276ff0abc req-bd14c632-d8fc-4f92-b098-0d46c47e068f service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902511 Feb 04 15:37:00.405487 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] For port a6bba1dc-b666-4e70-ac92-fe713b513d89, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a6bba1dc-b666-4e70-ac92-fe713b513d89,segment=NetworkSegment(41188144-d89b-40ed-96ef-8b5a6529930e),segment_id=41188144-d89b-40ed-96ef-8b5a6529930e)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:00.406977 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-3d0d5349-c612-4069-a7cc-7697d1843597 service neutron] 10.222.0.60 "GET /v2.0/networks/300c6408-a296-4cc3-a514-a138c4bd6a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729015 Feb 04 15:37:00.410047 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21db9f3f-fb1d-4913-a329-a67a0d624845 req-4b48e2e1-a4b7-426b-9e20-630e883af2da service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787173 Feb 04 15:37:00.432318 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.448878 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.513704 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633f4640-97a2-4b6d-a428-907cf3ee9df5 None None] DHCP port deletion for 5330c659-c4e6-492d-9695-f45ce3b027e4 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:37:00.630368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-633f4640-97a2-4b6d-a428-907cf3ee9df5 None None] Deleting port 0f0610a5-19be-4bd7-8720-69129000780e {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:00.630745 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-633f4640-97a2-4b6d-a428-907cf3ee9df5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.641735 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92406734-5bd0-4068-96a2-977972f850d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.659278 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92406734-5bd0-4068-96a2-977972f850d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.698303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-18fe8ffe-470f-456a-990d-5ac777269661 service neutron] 10.222.0.60 "GET /v2.0/networks/300c6408-a296-4cc3-a514-a138c4bd6a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808032 Feb 04 15:37:00.747596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b9ab6-b5f3-480b-bbae-1ba6eb3d5de8 None None] Pushing event updated for resources: {'Port': ['ID=a6bba1dc-b666-4e70-ac92-fe713b513d89,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:00.753517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92406734-5bd0-4068-96a2-977972f850d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a8ea2c-ef15-4953-a8f0-96ca5339bf2a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:00.764094 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-92406734-5bd0-4068-96a2-977972f850d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c89059c0cc74ed382da8f43f11a8ca7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9389658 Feb 04 15:37:00.778518 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58954) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:00.820195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.864406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:00.873002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Deleting port 0f0610a5-19be-4bd7-8720-69129000780e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:00.873341 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.879160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Routers {'f7feb328-3337-4164-bacc-b3944ddc8695'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:37:00.879950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:36:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f7feb328-3337-4164-bacc-b3944ddc8695'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:00.944207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-f18fa57d-ab06-404a-9d86-696cf6e487fa service neutron] 10.222.0.60 "GET /v2.0/networks/760eaf78-8931-4094-8984-4aa997869354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322009 Feb 04 15:37:00.982400 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51314b67-2a27-4e01-8df2-e54c7fcd7e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.075826 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] Set router f7feb328-3337-4164-bacc-b3944ddc8695 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:37:01.086721 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51314b67-2a27-4e01-8df2-e54c7fcd7e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.158244 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] For port 0f0610a5-19be-4bd7-8720-69129000780e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0f0610a5-19be-4bd7-8720-69129000780e,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:01.159209 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.235065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da084d-0d44-4b91-8191-a5cde1ad1fe4 req-dbeaa43e-6ffe-4bb2-9de7-c063a0a35133 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:01.244759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87da084d-0d44-4b91-8191-a5cde1ad1fe4 req-dbeaa43e-6ffe-4bb2-9de7-c063a0a35133 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 948 time: 0.2987430 Feb 04 15:37:01.263974 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.268959 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.317420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Calling delete_port for 0f0610a5-19be-4bd7-8720-69129000780e owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:01.391017 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51314b67-2a27-4e01-8df2-e54c7fcd7e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.413389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:01.428393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51314b67-2a27-4e01-8df2-e54c7fcd7e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a8ea2c-ef15-4953-a8f0-96ca5339bf2a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:01.447329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-dd9dbe5c-039e-4dd6-96a7-a39f80be55ae service neutron] 10.222.0.60 "GET /v2.0/networks/760eaf78-8931-4094-8984-4aa997869354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032216 Feb 04 15:37:01.469069 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51314b67-2a27-4e01-8df2-e54c7fcd7e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.470622 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-51314b67-2a27-4e01-8df2-e54c7fcd7e34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84a8ea2c-ef15-4953-a8f0-96ca5339bf2a HTTP/1.1" status: 204 len: 168 time: 0.6928532 Feb 04 15:37:01.488248 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.489309 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87da084d-0d44-4b91-8191-a5cde1ad1fe4 req-668a36ca-d23f-43a7-a041-08f794f426db tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429950 Feb 04 15:37:01.492201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 74fff281-01fb-4d9f-808d-6d27a8bebb53 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:01.540608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Transition to ACTIVE for port object 7b3954cf-33e5-4bc7-a709-93d7b2585383 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:01.558400 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event deleted for resources: {'Port': ['ID=0f0610a5-19be-4bd7-8720-69129000780e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:01.580967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] No DVR routers for this DVR port 0f0610a5-19be-4bd7-8720-69129000780e on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:01.581388 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 74fff281-01fb-4d9f-808d-6d27a8bebb53 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:37:01.582408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 74fff281-01fb-4d9f-808d-6d27a8bebb53 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:01.582935 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0f0610a5-19be-4bd7-8720-69129000780e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:01.657360 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 0f0610a5-19be-4bd7-8720-69129000780e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:37:01.657714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0f0610a5-19be-4bd7-8720-69129000780e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:01.680704 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d0629651-ff3c-4f5d-ab27-e2ea56306583 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:37:01.708319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-2cac0f59-ad05-4fe2-b02d-875aa41a46dd service neutron] 10.222.0.60 "GET /v2.0/networks/300c6408-a296-4cc3-a514-a138c4bd6a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382886 Feb 04 15:37:01.780873 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.837480 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5330c659-c4e6-492d-9695-f45ce3b027e4']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:01.856554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cb7846-ee60-4307-92bc-00f4fda5777c') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:01.860931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cb7846-ee60-4307-92bc-00f4fda5777c') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:01.876088 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.894806 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.902829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:37:01.903277 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:01.923838 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:01.941355 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-f1d48dc3-cb89-45a4-b9cd-f96def4ae193 service neutron] 10.222.0.60 "GET /v2.0/networks/300c6408-a296-4cc3-a514-a138c4bd6a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167149 Feb 04 15:37:02.051735 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.084788 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.124167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] Pushing event deleted for resources: {'Network': ['ID=5330c659-c4e6-492d-9695-f45ce3b027e4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:02.130063 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Transition to ACTIVE for port object 7b3954cf-33e5-4bc7-a709-93d7b2585383 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:02.156064 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9be006f8-9874-47c2-a72b-0946b695a925 tempest-TaggedBootDevicesTest_v242-1999665651 tempest-TaggedBootDevicesTest_v242-1999665651-project] 10.222.0.60 "DELETE /v2.0/networks/5330c659-c4e6-492d-9695-f45ce3b027e4 HTTP/1.1" status: 204 len: 168 time: 1.7671711 Feb 04 15:37:02.191921 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-77b6f306-fc85-48d3-85a8-4b01e1bed7aa None None] Provisioning complete for port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:02.192567 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-77b6f306-fc85-48d3-85a8-4b01e1bed7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.244367 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.482664 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-633f4640-97a2-4b6d-a428-907cf3ee9df5 None None] For port 0f0610a5-19be-4bd7-8720-69129000780e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0f0610a5-19be-4bd7-8720-69129000780e,segment=NetworkSegment(b3cb7846-ee60-4307-92bc-00f4fda5777c),segment_id=b3cb7846-ee60-4307-92bc-00f4fda5777c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:02.483056 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-633f4640-97a2-4b6d-a428-907cf3ee9df5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.494191 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:02.550987 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4358cc93-419f-48b4-80bf-e005c5cef9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1de1d9b-f630-4202-a298-034df41de015', 'code': 200} Feb 04 15:37:02.568193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Pushing event updated for resources: {'Port': ['ID=7b3954cf-33e5-4bc7-a709-93d7b2585383,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:02.689136 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Network 760eaf78-8931-4094-8984-4aa997869354 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:02.698603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'd0629651-ff3c-4f5d-ab27-e2ea56306583', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'd0629651-ff3c-4f5d-ab27-e2ea56306583', 'mac_address': 'fa:16:3e:05:a4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:37:02.760606 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:02.774825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-633f4640-97a2-4b6d-a428-907cf3ee9df5 None None] Calling delete_port for 0f0610a5-19be-4bd7-8720-69129000780e owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:02.841879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:37:02.874889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051007a-6bd0-4614-bbb5-915db796b20d req-efa32e5f-6a8c-46e7-bda8-9d8537d91285 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:02.886239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051007a-6bd0-4614-bbb5-915db796b20d req-efa32e5f-6a8c-46e7-bda8-9d8537d91285 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:02.894636 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051007a-6bd0-4614-bbb5-915db796b20d req-efa32e5f-6a8c-46e7-bda8-9d8537d91285 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:02.898804 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051007a-6bd0-4614-bbb5-915db796b20d req-efa32e5f-6a8c-46e7-bda8-9d8537d91285 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:02.902908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051007a-6bd0-4614-bbb5-915db796b20d req-efa32e5f-6a8c-46e7-bda8-9d8537d91285 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:02.906892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051007a-6bd0-4614-bbb5-915db796b20d req-efa32e5f-6a8c-46e7-bda8-9d8537d91285 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:02.911284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051007a-6bd0-4614-bbb5-915db796b20d req-efa32e5f-6a8c-46e7-bda8-9d8537d91285 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:02.914117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6051007a-6bd0-4614-bbb5-915db796b20d req-efa32e5f-6a8c-46e7-bda8-9d8537d91285 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5435 time: 0.2272449 Feb 04 15:37:03.023123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6051007a-6bd0-4614-bbb5-915db796b20d req-abd6cd02-4ca1-46c2-8972-78bf969eb3c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961642 Feb 04 15:37:03.070653 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.155768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0629651-ff3c-4f5d-ab27-e2ea56306583 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:03.200848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Attempting to bind port 7b3954cf-33e5-4bc7-a709-93d7b2585383 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:03.201474 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Attempting to bind port 7b3954cf-33e5-4bc7-a709-93d7b2585383 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '953916b2-46c4-426f-b1c3-5003ec5575db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '760eaf78-8931-4094-8984-4aa997869354'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:03.202039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Attempting to bind port 7b3954cf-33e5-4bc7-a709-93d7b2585383 on network 760eaf78-8931-4094-8984-4aa997869354 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:03.215885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:03.226094 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-633f4640-97a2-4b6d-a428-907cf3ee9df5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:37:03.226545 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-633f4640-97a2-4b6d-a428-907cf3ee9df5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:37:03.230480 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.267217 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:37:03.267217 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Checking segment: {'id': '953916b2-46c4-426f-b1c3-5003ec5575db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '760eaf78-8931-4094-8984-4aa997869354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:37:03.267565 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.268907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Bound using segment: {'id': '953916b2-46c4-426f-b1c3-5003ec5575db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '760eaf78-8931-4094-8984-4aa997869354'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:37:03.269405 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Bound port: 7b3954cf-33e5-4bc7-a709-93d7b2585383, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953916b2-46c4-426f-b1c3-5003ec5575db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '760eaf78-8931-4094-8984-4aa997869354'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:03.269795 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.278905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb9f1c-71d2-456f-91a3-2e30ab2a6ec6 req-107cd730-81a0-4957-845f-b23a8bbac7d2 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:03.280584 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76fb9f1c-71d2-456f-91a3-2e30ab2a6ec6 req-107cd730-81a0-4957-845f-b23a8bbac7d2 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 944 time: 0.2425954 Feb 04 15:37:03.295767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68ce1e4e-4603-4432-88d4-75bcd8c45d42 req-a5d648a3-db08-40bb-b3d5-f0c7176e471b tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 210 time: 0.0604815 Feb 04 15:37:03.332473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'name': 'tempest-ServersTestMultiNic-1203940413-router', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '83aa36c8-986f-42f4-9c3b-dea7f82d6e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:43Z', 'updated_at': '2022-02-04T15:36:50Z', 'revision_number': 4, 'project_id': 'dea255a64256441d977f1d087c29cfe1', 'gw_port': {'id': '83aa36c8-986f-42f4-9c3b-dea7f82d6e6f', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:44Z', 'updated_at': '2022-02-04T15:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a6bba1dc-b666-4e70-ac92-fe713b513d89', 'name': '', 'network_id': '4dbbe8e8-e013-445e-9ba2-a66684c1a279', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'mac_address': 'fa:16:3e:f5:be:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3600019c-1c40-4349-84b9-f8349651d8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:49Z', 'updated_at': '2022-02-04T15:37:00Z', 'revision_number': 4, 'project_id': 'dea255a64256441d977f1d087c29cfe1', 'subnets': [{'id': '3600019c-1c40-4349-84b9-f8349651d8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:03.398246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76fb9f1c-71d2-456f-91a3-2e30ab2a6ec6 req-90456776-9aaf-4978-be5b-2bf0d72c7e57 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047051 Feb 04 15:37:03.401172 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a74406-d78c-4a6a-9578-08e94c82c04e None None] The sync data for ids ['f7feb328-3337-4164-bacc-b3944ddc8695'] in n-d-827872-1 is: [{'id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'name': 'tempest-ServersTestMultiNic-1203940413-router', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '83aa36c8-986f-42f4-9c3b-dea7f82d6e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:43Z', 'updated_at': '2022-02-04T15:36:50Z', 'revision_number': 4, 'project_id': 'dea255a64256441d977f1d087c29cfe1', 'gw_port': {'id': '83aa36c8-986f-42f4-9c3b-dea7f82d6e6f', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:44Z', 'updated_at': '2022-02-04T15:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a6bba1dc-b666-4e70-ac92-fe713b513d89', 'name': '', 'network_id': '4dbbe8e8-e013-445e-9ba2-a66684c1a279', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'mac_address': 'fa:16:3e:f5:be:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3600019c-1c40-4349-84b9-f8349651d8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:49Z', 'updated_at': '2022-02-04T15:37:00Z', 'revision_number': 4, 'project_id': 'dea255a64256441d977f1d087c29cfe1', 'subnets': [{'id': '3600019c-1c40-4349-84b9-f8349651d8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:37:03.418268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:03.420543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1c2a8-18e3-41ac-979b-a4eb7d7f160a req-38b2f56e-0137-4a06-b4fe-50d94862104c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:03.422020 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ea1c2a8-18e3-41ac-979b-a4eb7d7f160a req-38b2f56e-0137-4a06-b4fe-50d94862104c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.73 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 944 time: 0.2306101 Feb 04 15:37:03.452634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=d0629651-ff3c-4f5d-ab27-e2ea56306583,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:03.537437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-0ea1c2a8-18e3-41ac-979b-a4eb7d7f160a req-d962078b-4c75-4c6b-84a0-618cbdce5fce tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Deleting port f1de1d9b-f630-4202-a298-034df41de015 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:03.537771 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0ea1c2a8-18e3-41ac-979b-a4eb7d7f160a req-d962078b-4c75-4c6b-84a0-618cbdce5fce tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.574431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] For port 7b3954cf-33e5-4bc7-a709-93d7b2585383, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:03.580643 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] For port 7b3954cf-33e5-4bc7-a709-93d7b2585383, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7b3954cf-33e5-4bc7-a709-93d7b2585383,segment=NetworkSegment(953916b2-46c4-426f-b1c3-5003ec5575db),segment_id=953916b2-46c4-426f-b1c3-5003ec5575db)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:03.585820 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:03.586470 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.644432 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.742354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-633f4640-97a2-4b6d-a428-907cf3ee9df5 None None] Deleting port 0f0610a5-19be-4bd7-8720-69129000780e {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:03.742651 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-633f4640-97a2-4b6d-a428-907cf3ee9df5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.766008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9be375-7891-439f-9924-1b2cbdf21047 None None] Pushing event updated for resources: {'Port': ['ID=7b3954cf-33e5-4bc7-a709-93d7b2585383,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:03.768845 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f1de1d9b-f630-4202-a298-034df41de015 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:03.792506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['d0629651-ff3c-4f5d-ab27-e2ea56306583'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:37:03.930409 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-633f4640-97a2-4b6d-a428-907cf3ee9df5 None None] The port '0f0610a5-19be-4bd7-8720-69129000780e' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:37:03.970392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b844b-6ff9-4cc4-824c-63bf7a5b42e0 req-e4a3c0e8-1308-4aac-9de2-e11201f1f950 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:03.986143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba2b844b-6ff9-4cc4-824c-63bf7a5b42e0 req-e4a3c0e8-1308-4aac-9de2-e11201f1f950 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 949 time: 0.4009833 Feb 04 15:37:04.038255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6070b67-fdc7-4ad2-ad23-b2a14e092e84 req-0c78212a-33aa-4998-a8a9-df493877cc67 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:04.040015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6070b67-fdc7-4ad2-ad23-b2a14e092e84 req-0c78212a-33aa-4998-a8a9-df493877cc67 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 949 time: 0.3748605 Feb 04 15:37:04.103945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba2b844b-6ff9-4cc4-824c-63bf7a5b42e0 req-f5652561-4e9b-4084-97d3-b81dc3c5d4cb tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187332 Feb 04 15:37:04.231786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-0ea1c2a8-18e3-41ac-979b-a4eb7d7f160a req-d962078b-4c75-4c6b-84a0-618cbdce5fce tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] For port f1de1d9b-f630-4202-a298-034df41de015, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f1de1d9b-f630-4202-a298-034df41de015,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:04.232419 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0ea1c2a8-18e3-41ac-979b-a4eb7d7f160a req-d962078b-4c75-4c6b-84a0-618cbdce5fce tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.492843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6070b67-fdc7-4ad2-ad23-b2a14e092e84 req-59516b4e-81cb-4ca8-b535-6275e615e8aa tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280052 Feb 04 15:37:04.514748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-0ea1c2a8-18e3-41ac-979b-a4eb7d7f160a req-d962078b-4c75-4c6b-84a0-618cbdce5fce tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Calling delete_port for f1de1d9b-f630-4202-a298-034df41de015 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:04.547196 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-efe810a9-3d2d-4330-9773-cd1089af98e2 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:04.565730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-efe810a9-3d2d-4330-9773-cd1089af98e2 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:04.566870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-efe810a9-3d2d-4330-9773-cd1089af98e2 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Synchronizing usage tracker for tenant:dea255a64256441d977f1d087c29cfe1 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:04.695396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-efe810a9-3d2d-4330-9773-cd1089af98e2 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Unset dirty status for tenant:dea255a64256441d977f1d087c29cfe1 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:04.696557 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-efe810a9-3d2d-4330-9773-cd1089af98e2 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.81 "GET /v2.0/networks?id=300c6408-a296-4cc3-a514-a138c4bd6a59&id=760eaf78-8931-4094-8984-4aa997869354&id=300c6408-a296-4cc3-a514-a138c4bd6a59 HTTP/1.1" status: 200 len: 1390 time: 0.8278832 Feb 04 15:37:04.723888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Request body: {'port': {'device_id': '19e811d9-f860-46c0-90ad-478813bb03bf', 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59', 'admin_state_up': True, 'tenant_id': 'dea255a64256441d977f1d087c29cfe1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:04.740466 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0ea1c2a8-18e3-41ac-979b-a4eb7d7f160a req-d962078b-4c75-4c6b-84a0-618cbdce5fce tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.981902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b71dfc-e689-424c-abab-97bf5024f1f6 req-19291f3c-b0c1-486a-8ef0-416ba4e1e34e tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:04.982646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-32b71dfc-e689-424c-abab-97bf5024f1f6 req-19291f3c-b0c1-486a-8ef0-416ba4e1e34e tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Synchronizing usage tracker for tenant:7750a74e25654be0a31368b6f033979c on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:05.126730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-32b71dfc-e689-424c-abab-97bf5024f1f6 req-19291f3c-b0c1-486a-8ef0-416ba4e1e34e tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Unset dirty status for tenant:7750a74e25654be0a31368b6f033979c on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:05.127598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962078b-4c75-4c6b-84a0-618cbdce5fce tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Pushing event deleted for resources: {'Port': ['ID=f1de1d9b-f630-4202-a298-034df41de015,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:05.128495 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-32b71dfc-e689-424c-abab-97bf5024f1f6 req-19291f3c-b0c1-486a-8ef0-416ba4e1e34e tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 949 time: 0.8086658 Feb 04 15:37:05.166599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea1c2a8-18e3-41ac-979b-a4eb7d7f160a req-d962078b-4c75-4c6b-84a0-618cbdce5fce tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] No DVR routers for this DVR port f1de1d9b-f630-4202-a298-034df41de015 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:05.170089 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0ea1c2a8-18e3-41ac-979b-a4eb7d7f160a req-d962078b-4c75-4c6b-84a0-618cbdce5fce tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.172781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4358cc93-419f-48b4-80bf-e005c5cef9fc', 'name': 'network-vif-deleted', 'tag': 'f1de1d9b-f630-4202-a298-034df41de015'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:05.230581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ea1c2a8-18e3-41ac-979b-a4eb7d7f160a req-d962078b-4c75-4c6b-84a0-618cbdce5fce tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.73 "DELETE /v2.0/ports/f1de1d9b-f630-4202-a298-034df41de015 HTTP/1.1" status: 204 len: 173 time: 1.8022358 Feb 04 15:37:05.237889 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:05.253985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Usage tracker for resource:port and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:05.264597 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98ababd2-53dc-498c-ab7f-a233dc1fbe85 req-544943e2-a8f8-4c16-8a90-e3d3420037d3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5172191 Feb 04 15:37:05.265739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:05.296350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-32b71dfc-e689-424c-abab-97bf5024f1f6 req-09d31981-4ccc-44e1-bc63-277c43392bdd tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Deleting port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:05.296696 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-32b71dfc-e689-424c-abab-97bf5024f1f6 req-09d31981-4ccc-44e1-bc63-277c43392bdd tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.318079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1955c9-f418-4f51-8b7e-0ea866ce9e0e req-45882616-1124-4c00-8313-0eb30e36190a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:05.322237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1955c9-f418-4f51-8b7e-0ea866ce9e0e req-45882616-1124-4c00-8313-0eb30e36190a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:05.333731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1955c9-f418-4f51-8b7e-0ea866ce9e0e req-45882616-1124-4c00-8313-0eb30e36190a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:05.337583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1955c9-f418-4f51-8b7e-0ea866ce9e0e req-45882616-1124-4c00-8313-0eb30e36190a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:05.366317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1955c9-f418-4f51-8b7e-0ea866ce9e0e req-45882616-1124-4c00-8313-0eb30e36190a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:05.372921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1955c9-f418-4f51-8b7e-0ea866ce9e0e req-45882616-1124-4c00-8313-0eb30e36190a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:05.383733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1955c9-f418-4f51-8b7e-0ea866ce9e0e req-45882616-1124-4c00-8313-0eb30e36190a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:05.414357 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d1955c9-f418-4f51-8b7e-0ea866ce9e0e req-45882616-1124-4c00-8313-0eb30e36190a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5435 time: 0.5993617 Feb 04 15:37:05.414357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59048) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:05.431743 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-30b7f810-581e-4d65-9703-9bd89f8937fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Request body: {'floatingip': {'port_id': 'c0c9a311-3b4a-412a-b39d-448caca628e4'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:05.470330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8bca0c-f42d-4a82-b69f-206df4fb21ed None None] Network 760eaf78-8931-4094-8984-4aa997869354 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:37:05.473078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:05.507402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59052) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:05.530142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a6bba1dc-b666-4e70-ac92-fe713b513d89 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:05.601609 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30b7f810-581e-4d65-9703-9bd89f8937fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.676334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Made reservation on behalf of dea255a64256441d977f1d087c29cfe1 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:05.691079 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.726171 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d0629651-ff3c-4f5d-ab27-e2ea56306583 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:05.900838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7c0f38a0-967d-48a8-adca-cef2b133bd3b None None] Provisioning for port 7b3954cf-33e5-4bc7-a709-93d7b2585383 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:05.910631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ddcca74f-3d8f-4abb-8146-b014da488df0 req-a1032266-3bb8-41c6-a3a3-2ab183aa8e2c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Synchronizing usage tracker for tenant:7da2450dae374bcf86d1462624deeabd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:05.963821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1a1eb59-6eb0-49d7-9e9e-f504eb2cec80 req-bcb7fae6-88fc-40cd-803c-9f8b4f595fc3 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 210 time: 0.1450531 Feb 04 15:37:06.088512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port a6bba1dc-b666-4e70-ac92-fe713b513d89 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:06.090140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ddcca74f-3d8f-4abb-8146-b014da488df0 req-a1032266-3bb8-41c6-a3a3-2ab183aa8e2c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Unset dirty status for tenant:7da2450dae374bcf86d1462624deeabd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:06.091310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddcca74f-3d8f-4abb-8146-b014da488df0 req-a1032266-3bb8-41c6-a3a3-2ab183aa8e2c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=4358cc93-419f-48b4-80bf-e005c5cef9fc HTTP/1.1" status: 200 len: 210 time: 0.3049974 Feb 04 15:37:06.131010 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port a6bba1dc-b666-4e70-ac92-fe713b513d89 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:06.131401 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.193312 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port d0629651-ff3c-4f5d-ab27-e2ea56306583 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:06.266342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port d0629651-ff3c-4f5d-ab27-e2ea56306583 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:06.266712 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.289797 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98ababd2-53dc-498c-ab7f-a233dc1fbe85 req-d06bd04d-7f11-4368-9573-21eda7c96ee8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 1100 time: 0.9307675 Feb 04 15:37:06.494060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ababd2-53dc-498c-ab7f-a233dc1fbe85 req-40574457-faf0-4436-91b2-34b74404d66e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:06.495565 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98ababd2-53dc-498c-ab7f-a233dc1fbe85 req-40574457-faf0-4436-91b2-34b74404d66e service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.1811562 Feb 04 15:37:06.524331 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-32b71dfc-e689-424c-abab-97bf5024f1f6 req-09d31981-4ccc-44e1-bc63-277c43392bdd tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] For port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=43b3bbc7-12f2-4114-9418-4b852f0a1ef0,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:06.524758 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-32b71dfc-e689-424c-abab-97bf5024f1f6 req-09d31981-4ccc-44e1-bc63-277c43392bdd tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.541515 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.553433 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4358cc93-419f-48b4-80bf-e005c5cef9fc', 'name': 'network-vif-deleted', 'tag': 'f1de1d9b-f630-4202-a298-034df41de015', 'status': 'completed', 'code': 200} Feb 04 15:37:06.602888 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c37c6fc3-9803-4f78-83ba-623d8d8cfe77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.667039 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.697537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port a6bba1dc-b666-4e70-ac92-fe713b513d89, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a6bba1dc-b666-4e70-ac92-fe713b513d89,segment=NetworkSegment(41188144-d89b-40ed-96ef-8b5a6529930e),segment_id=41188144-d89b-40ed-96ef-8b5a6529930e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:06.712604 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.713476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7b3954cf-33e5-4bc7-a709-93d7b2585383 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:06.757072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-921442b6-322e-425b-8c6d-9768cecf895e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:06.759206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-921442b6-322e-425b-8c6d-9768cecf895e tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1&tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 949 time: 0.2516632 Feb 04 15:37:06.766050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204e4fb-cc3a-4203-a831-ede8e553593b req-e82db45e-f25f-49dd-9349-dd96b8fe57c8 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:06.786463 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3204e4fb-cc3a-4203-a831-ede8e553593b req-e82db45e-f25f-49dd-9349-dd96b8fe57c8 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 949 time: 0.3756521 Feb 04 15:37:06.850639 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:06.878991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-32b71dfc-e689-424c-abab-97bf5024f1f6 req-09d31981-4ccc-44e1-bc63-277c43392bdd tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Calling delete_port for 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:06.895691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=a6bba1dc-b666-4e70-ac92-fe713b513d89,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:06.907282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:06.920839 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.964968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 7b3954cf-33e5-4bc7-a709-93d7b2585383 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:06.984481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 7b3954cf-33e5-4bc7-a709-93d7b2585383 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:06.985085 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.014118 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3204e4fb-cc3a-4203-a831-ede8e553593b req-5e0a363a-c54b-4450-825e-85ff2a17a6a9 tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4b76c2e-db38-49f0-9bc8-a416249b6143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261157 Feb 04 15:37:07.067792 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98ababd2-53dc-498c-ab7f-a233dc1fbe85 req-642fe819-849f-42bc-9c1e-123f940ed259 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=92f34155-ff69-4ccf-b60b-43dd7470f0b4 HTTP/1.1" status: 200 len: 217 time: 0.4134550 Feb 04 15:37:07.083159 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-56ded425-1988-4d30-ac6d-23a8f25cbb01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0cdcf40f54144c92b397479ff6ffabd1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5707014 Feb 04 15:37:07.111704 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-68fbb9c8-e830-49f9-a650-dd9e4df986d4 None None] Provisioning complete for port 7b3954cf-33e5-4bc7-a709-93d7b2585383 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:07.112240 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-68fbb9c8-e830-49f9-a650-dd9e4df986d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.117141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59070) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:07.226882 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=d0629651-ff3c-4f5d-ab27-e2ea56306583,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:07.239620 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-734f3086-cb89-44c4-8c43-8b09d1302b2e service neutron] 10.222.0.73 "GET /v2.0/ports/d0629651-ff3c-4f5d-ab27-e2ea56306583/bindings/n-h2-827872-1 HTTP/1.1" status: 200 len: 382 time: 0.4504128 Feb 04 15:37:07.263781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acbd7e-968e-4607-a28b-fff10791cf50 req-f9610a68-9c6f-4492-8856-bcf14e272040 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:07.265314 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38acbd7e-968e-4607-a28b-fff10791cf50 req-f9610a68-9c6f-4492-8856-bcf14e272040 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.2653666 Feb 04 15:37:07.322145 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.346321 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583', 'code': 200} Feb 04 15:37:07.387320 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-30b7f810-581e-4d65-9703-9bd89f8937fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:37:07.402130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Allocated IP 19.80.0.82 (300c6408-a296-4cc3-a514-a138c4bd6a59/51779a50-f724-4290-9269-1cdd2a0dedcb/bcd2c3d7-020c-4215-879e-380641265ade) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:07.416037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ababd2-53dc-498c-ab7f-a233dc1fbe85 req-92392aea-330f-4a80-99f7-2560e23106b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:07.417601 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98ababd2-53dc-498c-ab7f-a233dc1fbe85 req-92392aea-330f-4a80-99f7-2560e23106b7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.3433270 Feb 04 15:37:07.436840 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 7b3954cf-33e5-4bc7-a709-93d7b2585383, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7b3954cf-33e5-4bc7-a709-93d7b2585383,segment=NetworkSegment(953916b2-46c4-426f-b1c3-5003ec5575db),segment_id=953916b2-46c4-426f-b1c3-5003ec5575db)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:07.446991 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.518559 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b97bba6f-644b-4914-a4da-c8f5bce6a63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.535999 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=7b3954cf-33e5-4bc7-a709-93d7b2585383,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:07.539999 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-68fbb9c8-e830-49f9-a650-dd9e4df986d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.563087 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:07.570378 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38092b91-4a8d-4763-a87c-2ec0eac5e70a req-f2ff6d20-3ddb-4a0e-9c7b-3564f9e8a577 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 210 time: 0.1073556 Feb 04 15:37:07.585128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38acbd7e-968e-4607-a28b-fff10791cf50 req-3d043ff0-ff05-415e-aafd-2366ea5110cc tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118343 Feb 04 15:37:07.646428 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b97bba6f-644b-4914-a4da-c8f5bce6a63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.652404 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30b7f810-581e-4d65-9703-9bd89f8937fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.659828 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30b7f810-581e-4d65-9703-9bd89f8937fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.700025 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-68fbb9c8-e830-49f9-a650-dd9e4df986d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:37:07.700367 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-68fbb9c8-e830-49f9-a650-dd9e4df986d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:37:07.701261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a6bba1dc-b666-4e70-ac92-fe713b513d89 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:07.754194 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-32b71dfc-e689-424c-abab-97bf5024f1f6 req-09d31981-4ccc-44e1-bc63-277c43392bdd tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.822713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No active binding found for port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 {{(pid=83552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 15:37:07.823211 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:07.857389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port a6bba1dc-b666-4e70-ac92-fe713b513d89 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:07.857832 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.942733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-9006f317-021f-4191-8606-31b9030ce01b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 1101 time: 0.6681218 Feb 04 15:37:08.088201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d31981-4ccc-44e1-bc63-277c43392bdd tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Pushing event deleted for resources: {'Port': ['ID=43b3bbc7-12f2-4114-9418-4b852f0a1ef0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:08.188172 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b71dfc-e689-424c-abab-97bf5024f1f6 req-09d31981-4ccc-44e1-bc63-277c43392bdd tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] No DVR routers for this DVR port 43b3bbc7-12f2-4114-9418-4b852f0a1ef0 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:08.206341 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-32b71dfc-e689-424c-abab-97bf5024f1f6 req-09d31981-4ccc-44e1-bc63-277c43392bdd tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.207535 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98ababd2-53dc-498c-ab7f-a233dc1fbe85 req-01732dee-d9b0-4ad0-bdd9-8cc8a4d3dfc9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7460315 Feb 04 15:37:08.208117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9ec711-cab1-45ae-ad07-6fc52588a44f', 'name': 'network-vif-deleted', 'tag': '43b3bbc7-12f2-4114-9418-4b852f0a1ef0'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:08.335403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-1e7d3cd8-913e-4932-890d-46fb6729d69d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:08.337197 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-1e7d3cd8-913e-4932-890d-46fb6729d69d service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3871875 Feb 04 15:37:08.375545 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-32b71dfc-e689-424c-abab-97bf5024f1f6 req-09d31981-4ccc-44e1-bc63-277c43392bdd tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.81 "DELETE /v2.0/ports/43b3bbc7-12f2-4114-9418-4b852f0a1ef0 HTTP/1.1" status: 204 len: 173 time: 3.2372169 Feb 04 15:37:08.399807 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b97bba6f-644b-4914-a4da-c8f5bce6a63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.402409 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b97bba6f-644b-4914-a4da-c8f5bce6a63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.403931 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b97bba6f-644b-4914-a4da-c8f5bce6a63d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9089a92b-247e-4ff9-959e-56a3408269a9 HTTP/1.1" status: 204 len: 168 time: 1.2787814 Feb 04 15:37:08.421958 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.435501 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bba6f-644b-4914-a4da-c8f5bce6a63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9089a92b-247e-4ff9-959e-56a3408269a9,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:08.492203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Transition to ACTIVE for port object bcd2c3d7-020c-4215-879e-380641265ade will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:08.520676 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98ababd2-53dc-498c-ab7f-a233dc1fbe85 req-8b3f417d-0e26-4ecd-abb3-bc549ee9244d service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952049 Feb 04 15:37:08.688660 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.703114 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5f17726-b11b-4899-bd96-ca94edc02e36 req-71c4f09a-4110-4596-a9cb-3a4cf89c02ee tempest-ServersAdminNegativeTestJSON-295280530 tempest-ServersAdminNegativeTestJSON-295280530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b9ec711-cab1-45ae-ad07-6fc52588a44f HTTP/1.1" status: 200 len: 210 time: 0.2577858 Feb 04 15:37:08.722945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-7a6135ec-efd1-4f2d-9cd8-578f7b032cfa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583 HTTP/1.1" status: 200 len: 217 time: 0.3716662 Feb 04 15:37:08.729842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-0b8c21ec-3535-4fed-8fd7-a3bf9fa75da7 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:08.737729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-0b8c21ec-3535-4fed-8fd7-a3bf9fa75da7 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/networks?id=a9ae0071-259d-47cc-ba62-3a371c85482e HTTP/1.1" status: 200 len: 822 time: 0.6004314 Feb 04 15:37:08.751514 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Network 300c6408-a296-4cc3-a514-a138c4bd6a59 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:08.761234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:08.789463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:37:08.862347 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-94222b90-8f0c-4c5a-a4d0-d2a7053d482d tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/quotas/7da2450dae374bcf86d1462624deeabd HTTP/1.1" status: 200 len: 375 time: 0.1215997 Feb 04 15:37:08.897174 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98ababd2-53dc-498c-ab7f-a233dc1fbe85 req-54451087-205f-49d8-95a2-3cf8b37b5fc2 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696132 Feb 04 15:37:08.898760 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b116d91-6b60-4a26-b4b8-f530a0d32e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.920561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-b8fb77e3-e4cb-41ae-b4cf-1b0e29097373 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:08.922705 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-b8fb77e3-e4cb-41ae-b4cf-1b0e29097373 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1824627 Feb 04 15:37:08.959630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:08.966557 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.971969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event updated for resources: {'Port': ['ID=bcd2c3d7-020c-4215-879e-380641265ade,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:08.988210 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9ec711-cab1-45ae-ad07-6fc52588a44f', 'name': 'network-vif-deleted', 'tag': '43b3bbc7-12f2-4114-9418-4b852f0a1ef0', 'status': 'completed', 'code': 200} Feb 04 15:37:09.009677 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-052ed24f-bdf9-444c-b1b3-47009a853c92 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2901804 Feb 04 15:37:09.025437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Request body: {'port': {'device_id': '19e811d9-f860-46c0-90ad-478813bb03bf', 'network_id': '760eaf78-8931-4094-8984-4aa997869354', 'admin_state_up': True, 'tenant_id': 'dea255a64256441d977f1d087c29cfe1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:09.139681 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-30b7f810-581e-4d65-9703-9bd89f8937fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Floating IP 29cc356b-2a2b-4934-bb47-6e896b80da28 associated. External IP: 172.25.0.216, port: c0c9a311-3b4a-412a-b39d-448caca628e4. Feb 04 15:37:09.248413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c46df20d-75b0-4469-a9cc-f8b90f2a2bbc None None] Provisioning for port bcd2c3d7-020c-4215-879e-380641265ade completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:09.262773 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c46df20d-75b0-4469-a9cc-f8b90f2a2bbc None None] Provisioning complete for port bcd2c3d7-020c-4215-879e-380641265ade triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:09.263297 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c46df20d-75b0-4469-a9cc-f8b90f2a2bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.290022 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-ffecab34-a275-470d-b99e-c73e0926670f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7da2450dae374bcf86d1462624deeabd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4286780 Feb 04 15:37:09.327516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-6064e282-a80f-443d-a03a-1684f4c1d1ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3955402 Feb 04 15:37:09.419354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:09.422913 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c46df20d-75b0-4469-a9cc-f8b90f2a2bbc None None] Port bcd2c3d7-020c-4215-879e-380641265ade cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:37:09.430644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Usage tracker for resource:port and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:09.437612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:09.451693 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:09.497178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Made reservation on behalf of dea255a64256441d977f1d087c29cfe1 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:09.506366 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.667917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7b3954cf-33e5-4bc7-a709-93d7b2585383 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:09.734269 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-e5401189-3d38-49fd-af45-94cdcec784fa service neutron] 10.222.0.60 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432998 Feb 04 15:37:09.796974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Allocated IP 19.86.0.74 (760eaf78-8931-4094-8984-4aa997869354/66bef09e-4634-47f4-b3ea-20f7f610a810/bf2d5078-50a8-4acc-877f-f9129e6945c2) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:09.840121 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-f1a12201-5941-437b-8276-7c4bb0f756bd service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439445 Feb 04 15:37:09.859794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 7b3954cf-33e5-4bc7-a709-93d7b2585383 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:09.860318 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.887216 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54f0e6-0c57-4ee7-86dd-750e6e7076cf req-7af82e02-b72b-431a-b968-bb8e8e4bac99 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:09.888759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f54f0e6-0c57-4ee7-86dd-750e6e7076cf req-7af82e02-b72b-431a-b968-bb8e8e4bac99 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 931 time: 0.5967278 Feb 04 15:37:09.957984 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.134620 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.151929 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59138) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:10.201005 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.220382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Transition to ACTIVE for port object bf2d5078-50a8-4acc-877f-f9129e6945c2 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:10.249204 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.336570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Network 760eaf78-8931-4094-8984-4aa997869354 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:10.343898 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-860cf6f4-df7e-4625-a819-b107b57dce30 service neutron] 10.222.0.60 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087098 Feb 04 15:37:10.347985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:10.369116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:37:10.422725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f54f0e6-0c57-4ee7-86dd-750e6e7076cf req-63579967-8b47-475a-96ab-4164c78c28bb tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750218 Feb 04 15:37:10.448250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event updated for resources: {'Port': ['ID=bf2d5078-50a8-4acc-877f-f9129e6945c2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:10.454455 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-b09d3654-314b-45b8-9378-9a114d1e1beb service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989871 Feb 04 15:37:10.514098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-333122485-network', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:10.541477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:10.567650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:10.577768 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.616453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Usage tracker for resource:network and tenant:d9dc4fb247114aa587c2f21764921763 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:10.627836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:10.661843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:10.701648 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-b2d1e0cb-c34e-47d7-8aa8-83ba41899789 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6792419 Feb 04 15:37:10.704098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Made reservation on behalf of d9dc4fb247114aa587c2f21764921763 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:10.710045 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.754920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Request body: {'port': {'device_id': '19e811d9-f860-46c0-90ad-478813bb03bf', 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59', 'admin_state_up': True, 'tenant_id': 'dea255a64256441d977f1d087c29cfe1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:10.885505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-04091d75-b601-410e-ad2c-b9461fdabfbb None None] Provisioning for port bf2d5078-50a8-4acc-877f-f9129e6945c2 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:10.898252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-04091d75-b601-410e-ad2c-b9461fdabfbb None None] Provisioning complete for port bf2d5078-50a8-4acc-877f-f9129e6945c2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:10.900434 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-04091d75-b601-410e-ad2c-b9461fdabfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.995085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a1354-56bc-482e-b11f-9f686f3407c6 req-3ee26065-623c-45eb-b2ec-52e91e642cc8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:10.996748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d87a1354-56bc-482e-b11f-9f686f3407c6 req-3ee26065-623c-45eb-b2ec-52e91e642cc8 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.2042544 Feb 04 15:37:11.174648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ba4ef2d-25b9-45f9-9ff9-8e79200e0ab8 req-96c06b4f-2bb2-402e-936d-42157ef94da0 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 210 time: 0.1766808 Feb 04 15:37:11.196676 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b7f810-581e-4d65-9703-9bd89f8937fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Router b7d32764-cc9f-478e-bd79-53b236e43102 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:37:11.208205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-04091d75-b601-410e-ad2c-b9461fdabfbb None None] Port bf2d5078-50a8-4acc-877f-f9129e6945c2 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:37:11.308919 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.353931 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.429523 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.444650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59164) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:11.450035 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d87a1354-56bc-482e-b11f-9f686f3407c6 req-b23be740-040b-4b42-a899-3a06b5030b39 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589137 Feb 04 15:37:11.550033 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:11.570963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:11.583973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Usage tracker for resource:port and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:11.600266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Usage tracker for resource:security_group_rule and tenant:d9dc4fb247114aa587c2f21764921763 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:11.604076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:11.613425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:11.637969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:11.640133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:11.678263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Made reservation on behalf of dea255a64256441d977f1d087c29cfe1 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:11.682885 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.707760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b7f810-581e-4d65-9703-9bd89f8937fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:11.715068 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30b7f810-581e-4d65-9703-9bd89f8937fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.720465 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a662248-c91f-4967-a94a-531bc8210459 None None] Sync routers for ids ['b7d32764-cc9f-478e-bd79-53b236e43102'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:37:11.747814 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a662248-c91f-4967-a94a-531bc8210459 None None] Routers {'b7d32764-cc9f-478e-bd79-53b236e43102'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:37:11.748839 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8a662248-c91f-4967-a94a-531bc8210459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b7d32764-cc9f-478e-bd79-53b236e43102'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:12.014478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-30b7f810-581e-4d65-9703-9bd89f8937fa tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "PUT /v2.0/floatingips/29cc356b-2a2b-4934-bb47-6e896b80da28 HTTP/1.1" status: 200 len: 991 time: 6.5970466 Feb 04 15:37:12.021474 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.039667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.072696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:37:12.075168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': 'c0c9a311-3b4a-412a-b39d-448caca628e4'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:12.083659 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-8a662248-c91f-4967-a94a-531bc8210459 None None] Set router b7d32764-cc9f-478e-bd79-53b236e43102 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:37:12.094625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.097273 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Added segment bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b of type vlan for network 38571ffa-989d-4569-8dbc-2f286e4b060c Feb 04 15:37:12.168453 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.204735 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-00b6a801-75f2-4cff-8292-d460253fde7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7750a74e25654be0a31368b6f033979c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7576225 Feb 04 15:37:12.209560 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59192) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:12.253276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d1dcfe-d4f8-406b-ab6f-22971e500524,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:12.262239 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.263152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:12.263862 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.391759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] Pushing event updated for resources: {'Network': ['ID=38571ffa-989d-4569-8dbc-2f286e4b060c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:12.404579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 38571ffa-989d-4569-8dbc-2f286e4b060c details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:37:12.416247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Allocated IP 19.80.0.223 (300c6408-a296-4cc3-a514-a138c4bd6a59/51779a50-f724-4290-9269-1cdd2a0dedcb/deff2984-d22e-4c22-a4ad-61bf598c3dd3) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:12.589854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59202) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:12.614290 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0fa174dc-6f0c-4868-afdc-7c2a096f0c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.725872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200acf3-f41c-46d6-a056-fb4847afe3ae req-3b89bfaf-1397-470f-8d69-c405b0fff934 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:12.729934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200acf3-f41c-46d6-a056-fb4847afe3ae req-3b89bfaf-1397-470f-8d69-c405b0fff934 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:12.737604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200acf3-f41c-46d6-a056-fb4847afe3ae req-3b89bfaf-1397-470f-8d69-c405b0fff934 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:12.743426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200acf3-f41c-46d6-a056-fb4847afe3ae req-3b89bfaf-1397-470f-8d69-c405b0fff934 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:12.747531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200acf3-f41c-46d6-a056-fb4847afe3ae req-3b89bfaf-1397-470f-8d69-c405b0fff934 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:12.750467 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bf74687b-b2f2-4eb8-b5f0-af2efd70c92d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5973170 Feb 04 15:37:12.757807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200acf3-f41c-46d6-a056-fb4847afe3ae req-3b89bfaf-1397-470f-8d69-c405b0fff934 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:12.759845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59208) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:12.762730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200acf3-f41c-46d6-a056-fb4847afe3ae req-3b89bfaf-1397-470f-8d69-c405b0fff934 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:12.770571 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5200acf3-f41c-46d6-a056-fb4847afe3ae req-3b89bfaf-1397-470f-8d69-c405b0fff934 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5435 time: 0.4822538 Feb 04 15:37:12.799376 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] Request body: {'subnet': {'network_id': '38571ffa-989d-4569-8dbc-2f286e4b060c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-333122485-subnet', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:12.832234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:12.848038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] Usage tracker for resource:subnet and tenant:d9dc4fb247114aa587c2f21764921763 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:12.881152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:12.884782 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8a662248-c91f-4967-a94a-531bc8210459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:19Z', 'updated_at': '2022-02-04T15:33:29Z', 'revision_number': 4, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'gw_port': {'id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:20Z', 'updated_at': '2022-02-04T15:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '29cc356b-2a2b-4934-bb47-6e896b80da28', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'port_id': 'c0c9a311-3b4a-412a-b39d-448caca628e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'mac_address': 'fa:16:3e:a2:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:12Z', 'updated_at': '2022-02-04T15:37:07Z', 'revision_number': 1, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a118350-05c1-426c-b502-d3bb23cf576a', 'name': '', 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'mac_address': 'fa:16:3e:bb:26:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:27Z', 'updated_at': '2022-02-04T15:33:42Z', 'revision_number': 5, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'subnets': [{'id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:12.890900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:12.891696 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a662248-c91f-4967-a94a-531bc8210459 None None] Checking router: b7d32764-cc9f-478e-bd79-53b236e43102 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:37:12.917098 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.924458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] Made reservation on behalf of d9dc4fb247114aa587c2f21764921763 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:12.926392 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a662248-c91f-4967-a94a-531bc8210459 None None] Routers {'b7d32764-cc9f-478e-bd79-53b236e43102'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:37:12.927335 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8a662248-c91f-4967-a94a-531bc8210459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b7d32764-cc9f-478e-bd79-53b236e43102'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:12.927596 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.969118 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0fa174dc-6f0c-4868-afdc-7c2a096f0c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.026437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Transition to ACTIVE for port object deff2984-d22e-4c22-a4ad-61bf598c3dd3 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:13.108514 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.123478 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ea95c1e-79cd-48ad-979f-109859f024de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.198517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1ea95c1e-79cd-48ad-979f-109859f024de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:13.209584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1ea95c1e-79cd-48ad-979f-109859f024de admin admin] Usage tracker for resource:security_group_rule and tenant:7135eb96c2924a269abc5a3b5766e048 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:13.220009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1ea95c1e-79cd-48ad-979f-109859f024de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:13.233223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1ea95c1e-79cd-48ad-979f-109859f024de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:13.354835 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ea95c1e-79cd-48ad-979f-109859f024de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.355717 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0fa174dc-6f0c-4868-afdc-7c2a096f0c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.364138 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-8a662248-c91f-4967-a94a-531bc8210459 None None] Set router b7d32764-cc9f-478e-bd79-53b236e43102 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:37:13.396401 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ea95c1e-79cd-48ad-979f-109859f024de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.463099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event updated for resources: {'Port': ['ID=deff2984-d22e-4c22-a4ad-61bf598c3dd3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:13.468107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa174dc-6f0c-4868-afdc-7c2a096f0c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b76c2e-db38-49f0-9bc8-a416249b6143,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:13.468836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Network 300c6408-a296-4cc3-a514-a138c4bd6a59 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:13.474167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:13.475793 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0fa174dc-6f0c-4868-afdc-7c2a096f0c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.480563 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0fa174dc-6f0c-4868-afdc-7c2a096f0c5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4b76c2e-db38-49f0-9bc8-a416249b6143 HTTP/1.1" status: 204 len: 168 time: 1.2655559 Feb 04 15:37:13.485366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:37:13.640038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea95c1e-79cd-48ad-979f-109859f024de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db683fc4-419e-4af9-b055-04e4ccd46285,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:13.781602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1ea95c1e-79cd-48ad-979f-109859f024de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7135eb96c2924a269abc5a3b5766e048&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1747959 Feb 04 15:37:13.781602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59222) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:13.803902 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.861446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11b43a-bad8-46ad-a732-32efbd18bf00 req-0100d4e6-cb31-4dd9-83ab-3aee6aa1c2a3 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:13.874884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11b43a-bad8-46ad-a732-32efbd18bf00 req-0100d4e6-cb31-4dd9-83ab-3aee6aa1c2a3 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:13.890162 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f11b43a-bad8-46ad-a732-32efbd18bf00 req-0100d4e6-cb31-4dd9-83ab-3aee6aa1c2a3 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 1653 time: 1.8950050 Feb 04 15:37:14.051052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:14.052242 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:14.076155 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2d5a4d-f95e-4353-af63-ef775cdf5847,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:14.162983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a1fd8ba9-94e3-4f3b-b7fe-0a357b6f294c None None] Provisioning for port deff2984-d22e-4c22-a4ad-61bf598c3dd3 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:14.182335 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a1fd8ba9-94e3-4f3b-b7fe-0a357b6f294c None None] Provisioning complete for port deff2984-d22e-4c22-a4ad-61bf598c3dd3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:14.183164 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8ba9-94e3-4f3b-b7fe-0a357b6f294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:14.284763 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-c808ddd0-48ea-4aee-8571-a6cdd7f10f13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5494061 Feb 04 15:37:14.336764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd8ba9-94e3-4f3b-b7fe-0a357b6f294c None None] Port deff2984-d22e-4c22-a4ad-61bf598c3dd3 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:37:14.341983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5200acf3-f41c-46d6-a056-fb4847afe3ae req-c0168586-4cf5-4e7b-a20f-5cc923660130 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.5650852 Feb 04 15:37:14.342522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Request body: {'port': {'device_id': '19e811d9-f860-46c0-90ad-478813bb03bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:14.391952 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f11b43a-bad8-46ad-a732-32efbd18bf00 req-a8cbda5e-71f4-460b-aaf2-a7d7cb4fdcd8 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983902 Feb 04 15:37:14.447013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-b6b7119b-ba4b-45c5-8bb8-79d0075f1a13 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:14.447013 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-b6b7119b-ba4b-45c5-8bb8-79d0075f1a13 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.73 "GET /v2.0/networks?id=a9ae0071-259d-47cc-ba62-3a371c85482e HTTP/1.1" status: 200 len: 822 time: 1.7851896 Feb 04 15:37:14.469488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-51613139-d3ab-42a8-8b25-d1dfe80f6117 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Request body: {'port': {'device_id': '76fdafb8-a443-44f2-bd08-5dc736a7497b', 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e', 'admin_state_up': True, 'tenant_id': '7da2450dae374bcf86d1462624deeabd'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:14.537808 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8a662248-c91f-4967-a94a-531bc8210459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:19Z', 'updated_at': '2022-02-04T15:33:29Z', 'revision_number': 4, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'gw_port': {'id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:20Z', 'updated_at': '2022-02-04T15:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '29cc356b-2a2b-4934-bb47-6e896b80da28', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'port_id': 'c0c9a311-3b4a-412a-b39d-448caca628e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'mac_address': 'fa:16:3e:a2:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:12Z', 'updated_at': '2022-02-04T15:37:07Z', 'revision_number': 1, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a118350-05c1-426c-b502-d3bb23cf576a', 'name': '', 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'mac_address': 'fa:16:3e:bb:26:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:27Z', 'updated_at': '2022-02-04T15:33:42Z', 'revision_number': 5, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'subnets': [{'id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:14.551765 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a662248-c91f-4967-a94a-531bc8210459 None None] The sync data for ids ['b7d32764-cc9f-478e-bd79-53b236e43102'] in n-d-827872-1 is: [{'id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:19Z', 'updated_at': '2022-02-04T15:33:29Z', 'revision_number': 4, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'gw_port': {'id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:20Z', 'updated_at': '2022-02-04T15:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '29cc356b-2a2b-4934-bb47-6e896b80da28', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'port_id': 'c0c9a311-3b4a-412a-b39d-448caca628e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'mac_address': 'fa:16:3e:a2:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:12Z', 'updated_at': '2022-02-04T15:37:07Z', 'revision_number': 1, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a118350-05c1-426c-b502-d3bb23cf576a', 'name': '', 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'mac_address': 'fa:16:3e:bb:26:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:27Z', 'updated_at': '2022-02-04T15:33:42Z', 'revision_number': 5, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'subnets': [{'id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:37:14.561982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] Checking segment: {'id': 'bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '38571ffa-989d-4569-8dbc-2f286e4b060c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:37:14.562780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] Network hostable DHCP agents. Network: 38571ffa-989d-4569-8dbc-2f286e4b060c, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:37:14.696123 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'tag': 'c0c9a311-3b4a-412a-b39d-448caca628e4', 'status': 'completed', 'code': 200} Feb 04 15:37:14.835468 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-57ce8e1a-662f-430f-9851-740aa8586350 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1&tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c HTTP/1.1" status: 200 len: 1101 time: 0.7586701 Feb 04 15:37:14.852931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59230) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:14.872329 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:14.912357 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-adc65c1c-145c-40c5-9741-de243ead19e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.019635 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.129177 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-adc65c1c-145c-40c5-9741-de243ead19e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.170713 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.365221 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] Network 38571ffa-989d-4569-8dbc-2f286e4b060c is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:37:15.433899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc0c6b3a-6ac7-4390-af65-5cb23c59b8b8 req-043b67a7-2697-4d9a-919c-031e1173b8e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 6492 time: 0.7352548 Feb 04 15:37:15.445727 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fd1205d9-4488-4658-b0a3-d167bb8737ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43d20c57f5fa4510a84514d295a8462b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4367282 Feb 04 15:37:15.460273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59238) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:15.461248 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-51613139-d3ab-42a8-8b25-d1dfe80f6117 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:15.466707 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-028b8000-0a9d-49d7-9165-2fc6a03ffab7 req-20105b5c-e610-4676-918f-0201415393cd tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 210 time: 0.6250715 Feb 04 15:37:15.625738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 38571ffa-989d-4569-8dbc-2f286e4b060c) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:15.634385 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b8d410-540b-4281-9a5d-684e165f1f37 None None] Network 38571ffa-989d-4569-8dbc-2f286e4b060c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:37:15.676037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:15.676728 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.678635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-51613139-d3ab-42a8-8b25-d1dfe80f6117 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:15.738632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d0629651-ff3c-4f5d-ab27-e2ea56306583 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:15.746747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-51613139-d3ab-42a8-8b25-d1dfe80f6117 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Made reservation on behalf of 7da2450dae374bcf86d1462624deeabd for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:15.750033 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-51613139-d3ab-42a8-8b25-d1dfe80f6117 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.823040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da8315-eeef-4d17-8396-94195df1668e req-d42552cb-eb34-42b8-92f6-47e8f5ed6eb2 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:15.824980 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-70da8315-eeef-4d17-8396-94195df1668e req-d42552cb-eb34-42b8-92f6-47e8f5ed6eb2 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.8913565 Feb 04 15:37:15.833867 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-adc65c1c-145c-40c5-9741-de243ead19e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.835221 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-53eade27-670e-40f1-8752-6f090a6348d6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0741978 Feb 04 15:37:15.844546 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59246) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:15.845181 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f278-8048-4e79-ae1f-ef5eff258c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.859880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-333122485-router', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:15.871750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:15.898729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Usage tracker for resource:router and tenant:d9dc4fb247114aa587c2f21764921763 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:15.904022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:15.919716 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:15.950060 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-70da8315-eeef-4d17-8396-94195df1668e req-41f3a876-07de-403b-8a88-8242754f3426 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010795 Feb 04 15:37:16.045948 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.047313 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.130716 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc65c1c-145c-40c5-9741-de243ead19e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db683fc4-419e-4af9-b055-04e4ccd46285,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:16.174908 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.175140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-38571ffa-989d-4569-8dbc-2f286e4b060c', 'network_id': '38571ffa-989d-4569-8dbc-2f286e4b060c', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763', 'fixed_ips': [{'subnet_id': '6f2d5a4d-f95e-4353-af63-ef775cdf5847'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:37:16.177055 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.183912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c6b3a-6ac7-4390-af65-5cb23c59b8b8 req-f213f7da-3f84-44bc-8975-4215e7d73bd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:16.185464 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc0c6b3a-6ac7-4390-af65-5cb23c59b8b8 req-f213f7da-3f84-44bc-8975-4215e7d73bd4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=466a7e42-008f-43f5-b470-3b0ff4f3b0b5 HTTP/1.1" status: 200 len: 912 time: 0.7339098 Feb 04 15:37:16.213111 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.312686 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd2c3d7-020c-4215-879e-380641265ade {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:16.318209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:16.353104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-51613139-d3ab-42a8-8b25-d1dfe80f6117 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Allocated IP 172.20.0.7 (a9ae0071-259d-47cc-ba62-3a371c85482e/e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38/6c293b53-27dd-49a9-9b84-6a4bf39ea709) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:16.406566 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.410906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Allocated IP 172.20.0.2 (38571ffa-989d-4569-8dbc-2f286e4b060c/6f2d5a4d-f95e-4353-af63-ef775cdf5847/22a4683d-886e-4a47-942a-2e6499e7f018) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:16.444542 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.457591 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f278-8048-4e79-ae1f-ef5eff258c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.493464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Transition to ACTIVE for port object bcd2c3d7-020c-4215-879e-380641265ade will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:16.521766 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-adc65c1c-145c-40c5-9741-de243ead19e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.523270 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-adc65c1c-145c-40c5-9741-de243ead19e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db683fc4-419e-4af9-b055-04e4ccd46285 HTTP/1.1" status: 204 len: 168 time: 2.7297535 Feb 04 15:37:16.567021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.647790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd2c3d7-020c-4215-879e-380641265ade,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:16.668957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:16.704459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.704807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.706085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.706725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.707302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.707793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.708640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.709437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.710032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.710641 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.711117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.729351 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.746384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Transition to ACTIVE for port object 22a4683d-886e-4a47-942a-2e6499e7f018 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:16.773128 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Transition to ACTIVE for port object 22a4683d-886e-4a47-942a-2e6499e7f018 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:16.779834 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.793011 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-51613139-d3ab-42a8-8b25-d1dfe80f6117 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.858795 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Network 38571ffa-989d-4569-8dbc-2f286e4b060c is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:16.871290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:16.874342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:37:16.901026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9af21-c39f-43bb-9a68-0056ebf25938 req-e7756590-de2d-4280-a4a8-8bc6afc917d1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:16.911349 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9af21-c39f-43bb-9a68-0056ebf25938 req-e7756590-de2d-4280-a4a8-8bc6afc917d1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:16.918614 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9af21-c39f-43bb-9a68-0056ebf25938 req-e7756590-de2d-4280-a4a8-8bc6afc917d1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:16.922980 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1d9af21-c39f-43bb-9a68-0056ebf25938 req-e7756590-de2d-4280-a4a8-8bc6afc917d1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2375 time: 1.2985411 Feb 04 15:37:17.014724 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Attempting to bind port 22a4683d-886e-4a47-942a-2e6499e7f018 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:17.015089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Attempting to bind port 22a4683d-886e-4a47-942a-2e6499e7f018 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '38571ffa-989d-4569-8dbc-2f286e4b060c'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:17.015470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Attempting to bind port 22a4683d-886e-4a47-942a-2e6499e7f018 on network 38571ffa-989d-4569-8dbc-2f286e4b060c {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:17.026701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:37:17.027103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Checking segment: {'id': 'bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '38571ffa-989d-4569-8dbc-2f286e4b060c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:37:17.027542 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.028354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Bound using segment: {'id': 'bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '38571ffa-989d-4569-8dbc-2f286e4b060c'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:37:17.028607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Bound port: 22a4683d-886e-4a47-942a-2e6499e7f018, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '38571ffa-989d-4569-8dbc-2f286e4b060c'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:17.029276 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.033107 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f278-8048-4e79-ae1f-ef5eff258c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.088964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1d9af21-c39f-43bb-9a68-0056ebf25938 req-30ee4cbd-7474-45c6-b73f-ac415cce6420 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148431 Feb 04 15:37:17.114686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0f278-8048-4e79-ae1f-ef5eff258c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f37d1c-6b98-415b-80c8-edd70380b89a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:17.147726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:17.158952 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f278-8048-4e79-ae1f-ef5eff258c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.161085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Pushing event updated for resources: {'Port': ['ID=22a4683d-886e-4a47-942a-2e6499e7f018,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:17.163109 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f6b0f278-8048-4e79-ae1f-ef5eff258c91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32f37d1c-6b98-415b-80c8-edd70380b89a HTTP/1.1" status: 204 len: 168 time: 1.6992865 Feb 04 15:37:17.177937 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.216312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7406f0-07cd-40cf-bf15-007b86e124d5 req-6dffa818-5737-4f71-a258-2d361f4178a7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:17.228183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7406f0-07cd-40cf-bf15-007b86e124d5 req-6dffa818-5737-4f71-a258-2d361f4178a7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:17.235348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7406f0-07cd-40cf-bf15-007b86e124d5 req-6dffa818-5737-4f71-a258-2d361f4178a7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:17.242525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7406f0-07cd-40cf-bf15-007b86e124d5 req-6dffa818-5737-4f71-a258-2d361f4178a7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:17.249005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7406f0-07cd-40cf-bf15-007b86e124d5 req-6dffa818-5737-4f71-a258-2d361f4178a7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:17.254899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7406f0-07cd-40cf-bf15-007b86e124d5 req-6dffa818-5737-4f71-a258-2d361f4178a7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:17.259739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7406f0-07cd-40cf-bf15-007b86e124d5 req-6dffa818-5737-4f71-a258-2d361f4178a7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:17.269004 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb7406f0-07cd-40cf-bf15-007b86e124d5 req-6dffa818-5737-4f71-a258-2d361f4178a7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5435 time: 1.1159337 Feb 04 15:37:17.287717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] For port 22a4683d-886e-4a47-942a-2e6499e7f018, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:17.299790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] For port 22a4683d-886e-4a47-942a-2e6499e7f018, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=22a4683d-886e-4a47-942a-2e6499e7f018,segment=NetworkSegment(bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b),segment_id=bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:17.305394 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.344871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Attempting to bind port bcd2c3d7-020c-4215-879e-380641265ade on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:17.345206 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Attempting to bind port bcd2c3d7-020c-4215-879e-380641265ade by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '05b8d622-13b8-44ff-b0e7-8b33acc90d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:17.347946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Attempting to bind port bcd2c3d7-020c-4215-879e-380641265ade on network 300c6408-a296-4cc3-a514-a138c4bd6a59 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:17.350694 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb7406f0-07cd-40cf-bf15-007b86e124d5 req-ed474605-aff1-40f1-881f-0728130e141e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804911 Feb 04 15:37:17.360690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Transition to ACTIVE for port object d0629651-ff3c-4f5d-ab27-e2ea56306583 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:17.396948 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.449977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829284b2-a934-40d9-8d04-8765b7efbba7 None None] Pushing event updated for resources: {'Port': ['ID=22a4683d-886e-4a47-942a-2e6499e7f018,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:17.569942 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-51613139-d3ab-42a8-8b25-d1dfe80f6117 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.602450 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:37:17.606576 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:37:17.628544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ae95f-14f2-4d40-80c5-631201a3ad07 None None] New status for floating IP 29cc356b-2a2b-4934-bb47-6e896b80da28: ACTIVE {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:37:17.785063 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.847036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59272) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:17.847909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Port bcd2c3d7-020c-4215-879e-380641265ade on network 300c6408-a296-4cc3-a514-a138c4bd6a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:37:17.848402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Attempting to bind port bcd2c3d7-020c-4215-879e-380641265ade on network 300c6408-a296-4cc3-a514-a138c4bd6a59 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:17.893204 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.949565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-51613139-d3ab-42a8-8b25-d1dfe80f6117 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Network a9ae0071-259d-47cc-ba62-3a371c85482e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:17.954305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51613139-d3ab-42a8-8b25-d1dfe80f6117 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Pushing event updated for resources: {'Port': ['ID=6c293b53-27dd-49a9-9b84-6a4bf39ea709,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:17.969974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-51613139-d3ab-42a8-8b25-d1dfe80f6117 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:17.991213 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc0c6b3a-6ac7-4390-af65-5cb23c59b8b8 req-50572312-e98b-479a-b553-770c091b15a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0c9a311-3b4a-412a-b39d-448caca628e4 HTTP/1.1" status: 200 len: 999 time: 1.7841380 Feb 04 15:37:18.088991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-51613139-d3ab-42a8-8b25-d1dfe80f6117 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:37:18.157230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Pushing event updated for resources: {'Port': ['ID=d0629651-ff3c-4f5d-ab27-e2ea56306583,revision_number=10']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:18.172237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:37:18.172854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Checking segment: {'id': '05b8d622-13b8-44ff-b0e7-8b33acc90d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:37:18.173540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Bound using segment: {'id': '05b8d622-13b8-44ff-b0e7-8b33acc90d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:37:18.175022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Bound port: bcd2c3d7-020c-4215-879e-380641265ade, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b8d622-13b8-44ff-b0e7-8b33acc90d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:18.175696 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:18.208206 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] No DVR routers for this DVR port d0629651-ff3c-4f5d-ab27-e2ea56306583 on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:18.445786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0561004-0006-426c-a9e7-8a036abff746 req-677c0033-34a7-40fe-a71f-34b27785fe5d tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:18.446405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f0561004-0006-426c-a9e7-8a036abff746 req-677c0033-34a7-40fe-a71f-34b27785fe5d tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Synchronizing usage tracker for tenant:7da2450dae374bcf86d1462624deeabd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:18.487817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c6b3a-6ac7-4390-af65-5cb23c59b8b8 req-bbab25ac-a09a-4f4f-91d8-0ebae1725013 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:18.489553 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc0c6b3a-6ac7-4390-af65-5cb23c59b8b8 req-bbab25ac-a09a-4f4f-91d8-0ebae1725013 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0 HTTP/1.1" status: 200 len: 850 time: 0.4885492 Feb 04 15:37:18.505998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-51613139-d3ab-42a8-8b25-d1dfe80f6117 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:18.507265 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-51613139-d3ab-42a8-8b25-d1dfe80f6117 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:18.588300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f0561004-0006-426c-a9e7-8a036abff746 req-677c0033-34a7-40fe-a71f-34b27785fe5d tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Unset dirty status for tenant:7da2450dae374bcf86d1462624deeabd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:18.595594 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0561004-0006-426c-a9e7-8a036abff746 req-677c0033-34a7-40fe-a71f-34b27785fe5d tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 931 time: 1.2219670 Feb 04 15:37:18.605056 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-51613139-d3ab-42a8-8b25-d1dfe80f6117 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1449206 Feb 04 15:37:18.632704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-eb02c35f-7535-44be-86a9-e6afbd543bdc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:37:18.633658 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-eb02c35f-7535-44be-86a9-e6afbd543bdc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0088713 Feb 04 15:37:18.643594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd269bd8-add6-414d-a59f-86c93f56f1f8 req-d70c4cbb-590e-4a08-be35-2a3fe65a6ccf tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:18.650630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd269bd8-add6-414d-a59f-86c93f56f1f8 req-d70c4cbb-590e-4a08-be35-2a3fe65a6ccf tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 949 time: 0.6995070 Feb 04 15:37:18.660491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Request body: {'port': {'device_id': '76fdafb8-a443-44f2-bd08-5dc736a7497b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:18.713988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Attempting to bind port d0629651-ff3c-4f5d-ab27-e2ea56306583 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:18.713988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Attempting to bind port d0629651-ff3c-4f5d-ab27-e2ea56306583 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:18.713988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Attempting to bind port d0629651-ff3c-4f5d-ab27-e2ea56306583 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:18.864268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] For port bcd2c3d7-020c-4215-879e-380641265ade, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:18.868893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Port d0629651-ff3c-4f5d-ab27-e2ea56306583 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:37:18.869304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Attempting to bind port d0629651-ff3c-4f5d-ab27-e2ea56306583 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:18.888573 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0561004-0006-426c-a9e7-8a036abff746 req-8843ed0f-e7bc-4140-8fe8-6404d2e8fe6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915778 Feb 04 15:37:18.967309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Allocated IP 172.25.0.163 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/1a1f213f-7c8a-4c4d-9927-4fc716ab17ef) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:18.967309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] For port bcd2c3d7-020c-4215-879e-380641265ade, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bcd2c3d7-020c-4215-879e-380641265ade,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:18.973892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:37:18.974602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:37:18.975002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:37:18.975541 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Bound port: d0629651-ff3c-4f5d-ab27-e2ea56306583, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:18.975893 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.023761 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd269bd8-add6-414d-a59f-86c93f56f1f8 req-432fd9e8-a2da-45ab-a59d-eaf04b48cbf0 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721769 Feb 04 15:37:19.031026 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.092045 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc0c6b3a-6ac7-4390-af65-5cb23c59b8b8 req-c0e25041-f245-4367-884c-fcfa30b984ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=466a7e42-008f-43f5-b470-3b0ff4f3b0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5653672 Feb 04 15:37:19.171737 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.182046 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.186962 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583', 'code': 200} Feb 04 15:37:19.340350 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ec8272-e954-4ef4-81cf-3b0f33cf7108 None None] Network 38571ffa-989d-4569-8dbc-2f286e4b060c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:37:19.422862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd2c3d7-020c-4215-879e-380641265ade,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:19.446561 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.449115 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-1a9ccad8-f944-48b2-abde-6c922391dc66 service neutron] 10.222.0.81 "PUT /v2.0/ports/bcd2c3d7-020c-4215-879e-380641265ade HTTP/1.1" status: 200 len: 1091 time: 5.1374662 Feb 04 15:37:19.567642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-649aca83-9161-4113-b2d2-73dbb85094a6 None None] Provisioning for port 22a4683d-886e-4a47-942a-2e6499e7f018 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:19.611871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Request body: {'port': {'device_id': '19e811d9-f860-46c0-90ad-478813bb03bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:19.695270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 22a4683d-886e-4a47-942a-2e6499e7f018 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:19.870752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:19.875623 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc0c6b3a-6ac7-4390-af65-5cb23c59b8b8 req-138c544d-9b98-42b8-b7df-8adeabfe8268 service neutron] 10.222.0.73 "GET /v2.0/networks/466a7e42-008f-43f5-b470-3b0ff4f3b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7656469 Feb 04 15:37:19.885718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 22a4683d-886e-4a47-942a-2e6499e7f018 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:19.895288 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.897020 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 22a4683d-886e-4a47-942a-2e6499e7f018 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:19.897395 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.911832 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.935883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:20.171636 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.242891 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.340316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc23af-7ca9-47f8-8da4-b6a21fa8d0fc req-fddcc736-0d3d-44b2-a839-96cd095569e0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.340316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc23af-7ca9-47f8-8da4-b6a21fa8d0fc req-fddcc736-0d3d-44b2-a839-96cd095569e0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.340316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc23af-7ca9-47f8-8da4-b6a21fa8d0fc req-fddcc736-0d3d-44b2-a839-96cd095569e0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.340316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc23af-7ca9-47f8-8da4-b6a21fa8d0fc req-fddcc736-0d3d-44b2-a839-96cd095569e0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.361256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc23af-7ca9-47f8-8da4-b6a21fa8d0fc req-fddcc736-0d3d-44b2-a839-96cd095569e0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.361256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc23af-7ca9-47f8-8da4-b6a21fa8d0fc req-fddcc736-0d3d-44b2-a839-96cd095569e0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.369924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 22a4683d-886e-4a47-942a-2e6499e7f018, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=22a4683d-886e-4a47-942a-2e6499e7f018,segment=NetworkSegment(bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b),segment_id=bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:20.373012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc23af-7ca9-47f8-8da4-b6a21fa8d0fc req-fddcc736-0d3d-44b2-a839-96cd095569e0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.373336 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.373511 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48dc23af-7ca9-47f8-8da4-b6a21fa8d0fc req-fddcc736-0d3d-44b2-a839-96cd095569e0 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5435 time: 0.8826969 Feb 04 15:37:20.410446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625281f7-b596-4d3b-bc88-6eac70ae03a1 req-a999c96b-bdf0-4666-a14e-0a50ae923999 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.412294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625281f7-b596-4d3b-bc88-6eac70ae03a1 req-a999c96b-bdf0-4666-a14e-0a50ae923999 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.416376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625281f7-b596-4d3b-bc88-6eac70ae03a1 req-a999c96b-bdf0-4666-a14e-0a50ae923999 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.424674 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-625281f7-b596-4d3b-bc88-6eac70ae03a1 req-a999c96b-bdf0-4666-a14e-0a50ae923999 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2387 time: 0.9409161 Feb 04 15:37:20.451916 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.454021 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] 10.222.0.81 "PUT /v2.0/ports/d0629651-ff3c-4f5d-ab27-e2ea56306583 HTTP/1.1" status: 200 len: 1097 time: 5.5946016 Feb 04 15:37:20.521631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=22a4683d-886e-4a47-942a-2e6499e7f018,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:20.532645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-795ab3fc-4549-43fc-9f6b-ece0016155d9 None None] Provisioning complete for port 22a4683d-886e-4a47-942a-2e6499e7f018 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:20.533785 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-795ab3fc-4549-43fc-9f6b-ece0016155d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.555431 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc0c6b3a-6ac7-4390-af65-5cb23c59b8b8 req-62eeaae8-159b-4ebf-b880-4bb5e880433f service neutron] 10.222.0.73 "GET /v2.0/networks/466a7e42-008f-43f5-b470-3b0ff4f3b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6683717 Feb 04 15:37:20.629539 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48dc23af-7ca9-47f8-8da4-b6a21fa8d0fc req-88afbf17-7199-48d0-a878-11d1b755e93e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2605240 Feb 04 15:37:20.651323 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-625281f7-b596-4d3b-bc88-6eac70ae03a1 req-cbd8702c-4ae9-45da-8809-3f6b6a459023 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256510 Feb 04 15:37:20.777392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c293b53-27dd-49a9-9b84-6a4bf39ea709 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:20.790153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c67f3-467b-4532-89a9-a05e2a488a03 service neutron] Pushing event updated for resources: {'Port': ['ID=d0629651-ff3c-4f5d-ab27-e2ea56306583,revision_number=11']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:20.792787 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.829791 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.836871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Transition to ACTIVE for port object 6c293b53-27dd-49a9-9b84-6a4bf39ea709 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:20.844389 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.967660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Pushing event updated for resources: {'Port': ['ID=6c293b53-27dd-49a9-9b84-6a4bf39ea709,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:21.046832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:21.049949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Pushing event updated for resources: {'Port': ['ID=1a1f213f-7c8a-4c4d-9927-4fc716ab17ef,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:21.058836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:21.066651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:37:21.155707 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:37:21.242630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Attempting to bind port 6c293b53-27dd-49a9-9b84-6a4bf39ea709 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:21.242988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Attempting to bind port 6c293b53-27dd-49a9-9b84-6a4bf39ea709 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'f3828b8f-976c-4a46-aa17-2ec0f8283960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:21.243524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Attempting to bind port 6c293b53-27dd-49a9-9b84-6a4bf39ea709 on network a9ae0071-259d-47cc-ba62-3a371c85482e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:21.256517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Port 6c293b53-27dd-49a9-9b84-6a4bf39ea709 on network a9ae0071-259d-47cc-ba62-3a371c85482e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:37:21.256847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Attempting to bind port 6c293b53-27dd-49a9-9b84-6a4bf39ea709 on network a9ae0071-259d-47cc-ba62-3a371c85482e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:21.257458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2d5078-50a8-4acc-877f-f9129e6945c2 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:21.265607 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.277596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:37:21.277929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Checking segment: {'id': 'f3828b8f-976c-4a46-aa17-2ec0f8283960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:37:21.278306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Bound using segment: {'id': 'f3828b8f-976c-4a46-aa17-2ec0f8283960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:37:21.279615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Bound port: 6c293b53-27dd-49a9-9b84-6a4bf39ea709, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3828b8f-976c-4a46-aa17-2ec0f8283960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:21.279958 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.281985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Transition to ACTIVE for port object bf2d5078-50a8-4acc-877f-f9129e6945c2 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:21.283938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'tag': 'bcd2c3d7-020c-4215-879e-380641265ade'}, {'name': 'network-changed', 'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:21.301221 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-fae3623c-d567-4782-a3c3-ba735a67e59a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 1100 time: 0.6885188 Feb 04 15:37:21.305155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b5068-8448-42ce-87da-56b152d800a4 req-ef9b1565-ecb2-45a4-8ccf-6d718a0265fb tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:21.306779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af3b5068-8448-42ce-87da-56b152d800a4 req-ef9b1565-ecb2-45a4-8ccf-6d718a0265fb tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 943 time: 0.3720193 Feb 04 15:37:21.329607 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.526098 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af3b5068-8448-42ce-87da-56b152d800a4 req-844c7371-d086-4c5b-bd4e-c74812aa9803 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834528 Feb 04 15:37:21.526098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] For port 6c293b53-27dd-49a9-9b84-6a4bf39ea709, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:21.526098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] For port 6c293b53-27dd-49a9-9b84-6a4bf39ea709, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6c293b53-27dd-49a9-9b84-6a4bf39ea709,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:21.585868 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.680234 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 22a4683d-886e-4a47-942a-2e6499e7f018 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:21.699445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Pushing event updated for resources: {'Port': ['ID=6c293b53-27dd-49a9-9b84-6a4bf39ea709,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:21.722923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:21.722923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:21.722923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:21.722923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:21.722923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:21.722923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:21.722923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:21.728044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:21.728044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:21.728044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:21.728044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:21.731680 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.731680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-4c27eeed-c762-416e-8c92-3ea713779b23 service neutron] 10.222.0.73 "PUT /v2.0/ports/6c293b53-27dd-49a9-9b84-6a4bf39ea709 HTTP/1.1" status: 200 len: 1091 time: 3.0766373 Feb 04 15:37:21.732226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fdafb8-a443-44f2-bd08-5dc736a7497b', 'tag': '6c293b53-27dd-49a9-9b84-6a4bf39ea709'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:21.744175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57801af8-4626-47ae-a7f5-24561c1e1fb7 req-ec4bf283-d83a-4028-b49c-613eea31bc96 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:21.752096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57801af8-4626-47ae-a7f5-24561c1e1fb7 req-ec4bf283-d83a-4028-b49c-613eea31bc96 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 949 time: 0.3346581 Feb 04 15:37:21.847880 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57801af8-4626-47ae-a7f5-24561c1e1fb7 req-d36e6c18-fd8a-4812-99c9-00e428a06a5f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939486 Feb 04 15:37:21.888920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 22a4683d-886e-4a47-942a-2e6499e7f018 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:21.892478 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.893160 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'tag': 'bcd2c3d7-020c-4215-879e-380641265ade', 'status': 'completed', 'code': 200} Feb 04 15:37:21.893776 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583', 'status': 'completed', 'code': 200} Feb 04 15:37:21.962961 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fdafb8-a443-44f2-bd08-5dc736a7497b', 'tag': '6c293b53-27dd-49a9-9b84-6a4bf39ea709', 'status': 'completed', 'code': 200} Feb 04 15:37:22.351099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d5078-50a8-4acc-877f-f9129e6945c2,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:22.630323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-3d2894bb-3410-436f-992d-8636e55da8e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.630323 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-3d2894bb-3410-436f-992d-8636e55da8e5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 1.2920158 Feb 04 15:37:22.767781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bb49e-400d-4ca8-8ec9-ef70b18be49c req-374957d1-766f-4366-8e9c-9c3552a7e281 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.770227 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-6e77cb51-9da5-4d51-8d92-59e7bc0e6b44 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dea255a64256441d977f1d087c29cfe1&device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2755 time: 0.8724189 Feb 04 15:37:22.770546 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-fd29c9c3-2961-460b-8d5c-e4affdb2883e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583 HTTP/1.1" status: 200 len: 217 time: 0.0995851 Feb 04 15:37:22.772188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bb49e-400d-4ca8-8ec9-ef70b18be49c req-374957d1-766f-4366-8e9c-9c3552a7e281 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.776160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bb49e-400d-4ca8-8ec9-ef70b18be49c req-374957d1-766f-4366-8e9c-9c3552a7e281 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.778342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50040c52-567a-412d-8b1f-2c83aec3bfd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.778528 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-019bb49e-400d-4ca8-8ec9-ef70b18be49c req-374957d1-766f-4366-8e9c-9c3552a7e281 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2399 time: 0.6987751 Feb 04 15:37:22.821980 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a0d79-3f09-4445-8a8d-0ad7b56387a1 req-a9a8f939-4ac4-49c9-a6ec-0b8d0c60855b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.834988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a0d79-3f09-4445-8a8d-0ad7b56387a1 req-a9a8f939-4ac4-49c9-a6ec-0b8d0c60855b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.834988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a0d79-3f09-4445-8a8d-0ad7b56387a1 req-a9a8f939-4ac4-49c9-a6ec-0b8d0c60855b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.842209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a0d79-3f09-4445-8a8d-0ad7b56387a1 req-a9a8f939-4ac4-49c9-a6ec-0b8d0c60855b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.842209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a0d79-3f09-4445-8a8d-0ad7b56387a1 req-a9a8f939-4ac4-49c9-a6ec-0b8d0c60855b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.850194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a0d79-3f09-4445-8a8d-0ad7b56387a1 req-a9a8f939-4ac4-49c9-a6ec-0b8d0c60855b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.853810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a0d79-3f09-4445-8a8d-0ad7b56387a1 req-a9a8f939-4ac4-49c9-a6ec-0b8d0c60855b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.853810 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e53a0d79-3f09-4445-8a8d-0ad7b56387a1 req-a9a8f939-4ac4-49c9-a6ec-0b8d0c60855b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5435 time: 0.6159377 Feb 04 15:37:22.870779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-44a61ccd-7149-4d4e-99fd-b9769709edb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 1100 time: 1.0471308 Feb 04 15:37:22.926435 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-923eea99-acf4-4d4d-a650-9eb19fd532e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da2450dae374bcf86d1462624deeabd&device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 1094 time: 1.0938804 Feb 04 15:37:23.074811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Attempting to bind port bf2d5078-50a8-4acc-877f-f9129e6945c2 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:23.074811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Attempting to bind port bf2d5078-50a8-4acc-877f-f9129e6945c2 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '953916b2-46c4-426f-b1c3-5003ec5575db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '760eaf78-8931-4094-8984-4aa997869354'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:23.074811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Attempting to bind port bf2d5078-50a8-4acc-877f-f9129e6945c2 on network 760eaf78-8931-4094-8984-4aa997869354 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:23.093470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-b2c4759d-d74d-4a9f-9422-3663ce1ee0d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:23.093470 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-b2c4759d-d74d-4a9f-9422-3663ce1ee0d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2555759 Feb 04 15:37:23.104650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Port bf2d5078-50a8-4acc-877f-f9129e6945c2 on network 760eaf78-8931-4094-8984-4aa997869354 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:37:23.104650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Attempting to bind port bf2d5078-50a8-4acc-877f-f9129e6945c2 on network 760eaf78-8931-4094-8984-4aa997869354 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:23.125418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-8d42111b-b28a-4a45-804d-379fd5b07564 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c293b53-27dd-49a9-9b84-6a4bf39ea709 HTTP/1.1" status: 200 len: 217 time: 0.1823545 Feb 04 15:37:23.141185 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-019bb49e-400d-4ca8-8ec9-ef70b18be49c req-533d3c83-01c0-4448-a32e-2585f2ea05df tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519967 Feb 04 15:37:23.204787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:37:23.204787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Checking segment: {'id': '953916b2-46c4-426f-b1c3-5003ec5575db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '760eaf78-8931-4094-8984-4aa997869354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:37:23.204787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Bound using segment: {'id': '953916b2-46c4-426f-b1c3-5003ec5575db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '760eaf78-8931-4094-8984-4aa997869354'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:37:23.204787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Bound port: bf2d5078-50a8-4acc-877f-f9129e6945c2, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953916b2-46c4-426f-b1c3-5003ec5575db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '760eaf78-8931-4094-8984-4aa997869354'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:23.204787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.222821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e53a0d79-3f09-4445-8a8d-0ad7b56387a1 req-1adad73a-94df-42aa-8d19-91ccc51e010f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3472817 Feb 04 15:37:23.252100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-94fff77c-887c-4872-b627-3db3870b674b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:23.252100 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-94fff77c-887c-4872-b627-3db3870b674b service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3583748 Feb 04 15:37:23.257961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-27cdec54-9014-4abb-be98-c931f17eb78f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:23.259694 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-27cdec54-9014-4abb-be98-c931f17eb78f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38 HTTP/1.1" status: 200 len: 862 time: 0.1244180 Feb 04 15:37:23.356698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] For port bf2d5078-50a8-4acc-877f-f9129e6945c2, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:23.362589 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] For port bf2d5078-50a8-4acc-877f-f9129e6945c2, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bf2d5078-50a8-4acc-877f-f9129e6945c2,segment=NetworkSegment(953916b2-46c4-426f-b1c3-5003ec5575db),segment_id=953916b2-46c4-426f-b1c3-5003ec5575db)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:23.393529 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.422364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-9c044d44-1bf0-4046-8fcd-1d6a8e6b376a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9ae0071-259d-47cc-ba62-3a371c85482e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907509 Feb 04 15:37:23.425039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-9031623a-c1fd-4741-a577-a9e9db4ee34c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583 HTTP/1.1" status: 200 len: 217 time: 0.1564019 Feb 04 15:37:23.582912 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.582912 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.610521 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.610521 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] 10.222.0.81 "PUT /v2.0/ports/bf2d5078-50a8-4acc-877f-f9129e6945c2 HTTP/1.1" status: 200 len: 1091 time: 4.0055242 Feb 04 15:37:23.648412 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfbeef4f-d275-48d7-9ad6-f16ff02dc6c3 req-99ae75ad-2d56-4b9b-9741-dd3e63203377 tempest-FlavorsV2NegativeTest-25328596 tempest-FlavorsV2NegativeTest-25328596-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9c629ce81b52443386d20e18b2913871&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1061888 Feb 04 15:37:23.676898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Request body: {'port': {'device_id': '19e811d9-f860-46c0-90ad-478813bb03bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:23.686142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-6178c03d-0c00-4535-94dd-1f62835e331e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:23.687631 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-6178c03d-0c00-4535-94dd-1f62835e331e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2035427 Feb 04 15:37:23.714533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10217d4-81ca-4139-a713-7e92dde5148b service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d5078-50a8-4acc-877f-f9129e6945c2,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:23.832102 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-32a93ce4-c019-43ea-be61-6be8ace39e97 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7161512 Feb 04 15:37:23.837603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-3fafcd3a-76d1-432e-a17e-8a5910749db3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:23.837983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-3fafcd3a-76d1-432e-a17e-8a5910749db3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:23.838547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-3fafcd3a-76d1-432e-a17e-8a5910749db3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:23.840145 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-3fafcd3a-76d1-432e-a17e-8a5910749db3 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=dea255a64256441d977f1d087c29cfe1&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.0087824 Feb 04 15:37:23.937030 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'tag': 'bf2d5078-50a8-4acc-877f-f9129e6945c2'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:23.952391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-f192d7dd-6fc6-418e-969e-ecaecd75ec09 service neutron] 10.222.0.73 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197647 Feb 04 15:37:24.052544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbeef4f-d275-48d7-9ad6-f16ff02dc6c3 req-c5caa69d-d3f7-4319-8732-6c430cdb10ef tempest-FlavorsV2NegativeTest-25328596 tempest-FlavorsV2NegativeTest-25328596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:24.054077 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfbeef4f-d275-48d7-9ad6-f16ff02dc6c3 req-c5caa69d-d3f7-4319-8732-6c430cdb10ef tempest-FlavorsV2NegativeTest-25328596 tempest-FlavorsV2NegativeTest-25328596-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3982294 Feb 04 15:37:24.109786 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-8f290800-ca09-4d4a-98a9-00d320e90d40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4106467 Feb 04 15:37:24.115515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfbeef4f-d275-48d7-9ad6-f16ff02dc6c3 req-4fdb25fc-de5e-42d4-9a9b-27ad12debe69 tempest-FlavorsV2NegativeTest-25328596 tempest-FlavorsV2NegativeTest-25328596-project] 10.222.0.60 "GET /v2.0/quotas/9c629ce81b52443386d20e18b2913871 HTTP/1.1" status: 200 len: 375 time: 0.0503328 Feb 04 15:37:24.193568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265cb1e-be0f-46f8-8809-888991f7098b req-efe261f9-ff9e-4c43-b615-67bd34baf72c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:24.195025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3265cb1e-be0f-46f8-8809-888991f7098b req-efe261f9-ff9e-4c43-b615-67bd34baf72c tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 943 time: 0.4536102 Feb 04 15:37:24.285837 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfbeef4f-d275-48d7-9ad6-f16ff02dc6c3 req-16f2513b-0987-49d1-a5c0-4cee72ef1b73 tempest-FlavorsV2NegativeTest-25328596 tempest-FlavorsV2NegativeTest-25328596-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9c629ce81b52443386d20e18b2913871&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1372886 Feb 04 15:37:24.336456 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:24.390791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-7a26c6bc-028f-49c8-8ddd-4ae239af609a service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514639 Feb 04 15:37:24.390791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b08128f-30bf-40b2-8cb8-2fd570374eab req-ea5c1d28-21f1-43f6-9fbe-2c13cb1d32a1 service neutron] 10.222.0.73 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181905 Feb 04 15:37:24.426487 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3265cb1e-be0f-46f8-8809-888991f7098b req-f7775630-eeea-4296-8127-d81c1e609a17 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605556 Feb 04 15:37:24.532382 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-2bcefd01-ae26-4dcf-bacd-e3dabf25989a service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6885459 Feb 04 15:37:24.590534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-0d811f82-290d-478e-a678-fb5e5b408512 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:24.592071 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-0d811f82-290d-478e-a678-fb5e5b408512 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7251937 Feb 04 15:37:24.966358 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-4f1ee280-7afa-4e8f-95dd-dd0f16c91344 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563176 Feb 04 15:37:24.989706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c77ebf-83f8-4cf9-8ed9-6045dfc62491 req-c2e4a714-9468-45d4-ac4c-d63615630548 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:24.991759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49c77ebf-83f8-4cf9-8ed9-6045dfc62491 req-c2e4a714-9468-45d4-ac4c-d63615630548 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 949 time: 0.5277655 Feb 04 15:37:24.997324 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8df894a9-aeeb-4e00-8263-3df8d29296d2 req-20f63784-11c9-4bc3-b2a2-c765ca0ee83b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7da2450dae374bcf86d1462624deeabd&device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 1094 time: 0.5242908 Feb 04 15:37:25.034525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ad37-5c37-421a-87a9-172f33d3923e req-44673142-8515-4f04-a270-c462c4374b16 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.039251 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ad37-5c37-421a-87a9-172f33d3923e req-44673142-8515-4f04-a270-c462c4374b16 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.043447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ad37-5c37-421a-87a9-172f33d3923e req-44673142-8515-4f04-a270-c462c4374b16 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.048294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ad37-5c37-421a-87a9-172f33d3923e req-44673142-8515-4f04-a270-c462c4374b16 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.052805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ad37-5c37-421a-87a9-172f33d3923e req-44673142-8515-4f04-a270-c462c4374b16 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.057124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ad37-5c37-421a-87a9-172f33d3923e req-44673142-8515-4f04-a270-c462c4374b16 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.061963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ad37-5c37-421a-87a9-172f33d3923e req-44673142-8515-4f04-a270-c462c4374b16 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.064759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7973ad37-5c37-421a-87a9-172f33d3923e req-44673142-8515-4f04-a270-c462c4374b16 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5435 time: 0.2715137 Feb 04 15:37:25.090530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59406) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:25.131288 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-45c1de86-7878-49dd-9b32-097cb31831e4 req-5e727823-f16c-4ee3-878a-06cbfe9e8209 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743337 Feb 04 15:37:25.283137 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49c77ebf-83f8-4cf9-8ed9-6045dfc62491 req-194f33a8-51e9-4d2c-a431-9f6460f0cc62 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801723 Feb 04 15:37:25.307051 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7973ad37-5c37-421a-87a9-172f33d3923e req-22c665d6-d379-4124-a168-bf7e176c2e08 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2194955 Feb 04 15:37:25.449827 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2e4c-0ffc-4e91-b294-29f741d28bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.497450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df894a9-aeeb-4e00-8263-3df8d29296d2 req-8354d276-c8c8-4609-b389-223d59f5a61e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.498753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8df894a9-aeeb-4e00-8263-3df8d29296d2 req-8354d276-c8c8-4609-b389-223d59f5a61e service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9ae0071-259d-47cc-ba62-3a371c85482e HTTP/1.1" status: 200 len: 923 time: 0.4922383 Feb 04 15:37:25.534252 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'tag': 'bf2d5078-50a8-4acc-877f-f9129e6945c2', 'status': 'completed', 'code': 200} Feb 04 15:37:25.565533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deff2984-d22e-4c22-a4ad-61bf598c3dd3 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:25.578275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Router 866a2296-8723-4714-84ec-69091892e8da is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:37:25.587195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.655419 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-88091131-4021-4314-b3b3-22fea6b91cb7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 1100 time: 0.4065883 Feb 04 15:37:25.667554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Transition to ACTIVE for port object deff2984-d22e-4c22-a4ad-61bf598c3dd3 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:25.742373 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8df894a9-aeeb-4e00-8263-3df8d29296d2 req-1f773c3a-790a-4bd0-926e-28d802d0b071 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c293b53-27dd-49a9-9b84-6a4bf39ea709 HTTP/1.1" status: 200 len: 217 time: 0.2320874 Feb 04 15:37:25.795778 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.806492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2a4c2e4c-0ffc-4e91-b294-29f741d28bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:25.816692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2a4c2e4c-0ffc-4e91-b294-29f741d28bff admin admin] Usage tracker for resource:security_group_rule and tenant:9c629ce81b52443386d20e18b2913871 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:25.824955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2a4c2e4c-0ffc-4e91-b294-29f741d28bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:25.838578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2a4c2e4c-0ffc-4e91-b294-29f741d28bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:25.875153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df894a9-aeeb-4e00-8263-3df8d29296d2 req-493fd8df-7a69-4e7d-9125-c342110fbd0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.876308 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8df894a9-aeeb-4e00-8263-3df8d29296d2 req-493fd8df-7a69-4e7d-9125-c342110fbd0f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38 HTTP/1.1" status: 200 len: 862 time: 0.1256073 Feb 04 15:37:25.943144 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8df894a9-aeeb-4e00-8263-3df8d29296d2 req-281c8d44-9feb-4511-bd74-4c424c925742 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9ae0071-259d-47cc-ba62-3a371c85482e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558708 Feb 04 15:37:25.987544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ec315-884a-4ec4-b2d1-f8ccbd9d9c70 req-8e2c2ea8-8bfc-4d3b-b9bc-2eb628332400 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.992348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ec315-884a-4ec4-b2d1-f8ccbd9d9c70 req-8e2c2ea8-8bfc-4d3b-b9bc-2eb628332400 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.996009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ec315-884a-4ec4-b2d1-f8ccbd9d9c70 req-8e2c2ea8-8bfc-4d3b-b9bc-2eb628332400 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.997347 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f18ec315-884a-4ec4-b2d1-f8ccbd9d9c70 req-8e2c2ea8-8bfc-4d3b-b9bc-2eb628332400 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2411 time: 0.3549628 Feb 04 15:37:26.080559 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae173a8-f19a-48d7-9c1b-dba31c922e69 req-fbbaabd7-e044-4db5-ba5a-9f63590b824e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.087430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae173a8-f19a-48d7-9c1b-dba31c922e69 req-fbbaabd7-e044-4db5-ba5a-9f63590b824e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.087430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae173a8-f19a-48d7-9c1b-dba31c922e69 req-fbbaabd7-e044-4db5-ba5a-9f63590b824e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.090012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae173a8-f19a-48d7-9c1b-dba31c922e69 req-fbbaabd7-e044-4db5-ba5a-9f63590b824e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.093631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae173a8-f19a-48d7-9c1b-dba31c922e69 req-fbbaabd7-e044-4db5-ba5a-9f63590b824e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.097942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae173a8-f19a-48d7-9c1b-dba31c922e69 req-fbbaabd7-e044-4db5-ba5a-9f63590b824e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.101755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae173a8-f19a-48d7-9c1b-dba31c922e69 req-fbbaabd7-e044-4db5-ba5a-9f63590b824e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.105001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ae173a8-f19a-48d7-9c1b-dba31c922e69 req-fbbaabd7-e044-4db5-ba5a-9f63590b824e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5435 time: 0.4049022 Feb 04 15:37:26.200308 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2e4c-0ffc-4e91-b294-29f741d28bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.210979 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2e4c-0ffc-4e91-b294-29f741d28bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.227479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Pushing event updated for resources: {'Port': ['ID=deff2984-d22e-4c22-a4ad-61bf598c3dd3,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:26.339509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-42d595e9-012d-465c-aa74-29f8db34a57f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.341014 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-42d595e9-012d-465c-aa74-29f8db34a57f service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.6782975 Feb 04 15:37:26.354239 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bfabe240-697c-429e-911c-1ae7831e1373 req-a0fb8591-f8ad-437b-9843-29d925ad694b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dea255a64256441d977f1d087c29cfe1&device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2797 time: 0.7794631 Feb 04 15:37:26.361156 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f18ec315-884a-4ec4-b2d1-f8ccbd9d9c70 req-c7148926-1966-4f4d-b355-2865ed667b3b tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984865 Feb 04 15:37:26.395731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c2e4c-0ffc-4e91-b294-29f741d28bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fb6a57-f45d-4a91-9a25-d2f4daaadf47,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:26.395731 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8df894a9-aeeb-4e00-8263-3df8d29296d2 req-6adad8b1-8608-448f-9792-695fc2c884fe service neutron] 10.222.0.73 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398537 Feb 04 15:37:26.414753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2a4c2e4c-0ffc-4e91-b294-29f741d28bff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c629ce81b52443386d20e18b2913871&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3112926 Feb 04 15:37:26.432388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59426) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:26.473078 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-0bbd2b77-e861-4c6a-8d19-ec49ed6a8d26 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583 HTTP/1.1" status: 200 len: 217 time: 0.1095691 Feb 04 15:37:26.707602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160897b9-64b8-49cc-bf30-2f609cd45535 req-961104d4-3793-4dc2-bce4-0676704d4589 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.709090 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-160897b9-64b8-49cc-bf30-2f609cd45535 req-961104d4-3793-4dc2-bce4-0676704d4589 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 943 time: 0.4187315 Feb 04 15:37:26.728925 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8df894a9-aeeb-4e00-8263-3df8d29296d2 req-9eb56a0a-16c0-43f9-a1d7-8315dab51feb service neutron] 10.222.0.73 "GET /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283932 Feb 04 15:37:26.754670 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7777752-36fd-4a83-bbc8-5ab66b6bb301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.808245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66761be3-fce6-4309-a79e-87b56da4b6ec req-5e4e64b1-956a-43d4-b93b-adf55cd15f19 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.809723 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-66761be3-fce6-4309-a79e-87b56da4b6ec req-5e4e64b1-956a-43d4-b93b-adf55cd15f19 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 949 time: 0.2465014 Feb 04 15:37:26.813932 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7777752-36fd-4a83-bbc8-5ab66b6bb301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.845126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-160897b9-64b8-49cc-bf30-2f609cd45535 req-de972ca3-83af-415d-a260-659a57435589 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275644 Feb 04 15:37:26.857446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Attempting to bind port deff2984-d22e-4c22-a4ad-61bf598c3dd3 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:26.857830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Attempting to bind port deff2984-d22e-4c22-a4ad-61bf598c3dd3 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '05b8d622-13b8-44ff-b0e7-8b33acc90d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:26.858277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Attempting to bind port deff2984-d22e-4c22-a4ad-61bf598c3dd3 on network 300c6408-a296-4cc3-a514-a138c4bd6a59 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:26.889900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-50040c52-567a-412d-8b1f-2c83aec3bfd5 admin admin] Deleting port 7b591db8-ceba-45ef-b194-e518e95d421e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:26.889900 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50040c52-567a-412d-8b1f-2c83aec3bfd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.936729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-66761be3-fce6-4309-a79e-87b56da4b6ec req-2578eb99-9965-456e-a871-daaf40d569c6 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144233 Feb 04 15:37:26.937336 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7777752-36fd-4a83-bbc8-5ab66b6bb301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.943494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-4cf50d3e-23b5-4b13-a331-8704fb881ef1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.945644 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-4cf50d3e-23b5-4b13-a331-8704fb881ef1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.3696587 Feb 04 15:37:26.952949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7777752-36fd-4a83-bbc8-5ab66b6bb301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fb6a57-f45d-4a91-9a25-d2f4daaadf47,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:26.969424 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7777752-36fd-4a83-bbc8-5ab66b6bb301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.971094 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e7777752-36fd-4a83-bbc8-5ab66b6bb301 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33fb6a57-f45d-4a91-9a25-d2f4daaadf47 HTTP/1.1" status: 204 len: 168 time: 0.5435953 Feb 04 15:37:27.113748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabe240-697c-429e-911c-1ae7831e1373 req-b76da828-99fb-4976-82ad-6aa6f0cf4c41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:27.114124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabe240-697c-429e-911c-1ae7831e1373 req-b76da828-99fb-4976-82ad-6aa6f0cf4c41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:27.114599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabe240-697c-429e-911c-1ae7831e1373 req-b76da828-99fb-4976-82ad-6aa6f0cf4c41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:27.119608 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bfabe240-697c-429e-911c-1ae7831e1373 req-b76da828-99fb-4976-82ad-6aa6f0cf4c41 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=dea255a64256441d977f1d087c29cfe1&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5615928 Feb 04 15:37:27.120190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Port deff2984-d22e-4c22-a4ad-61bf598c3dd3 on network 300c6408-a296-4cc3-a514-a138c4bd6a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:37:27.120730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Attempting to bind port deff2984-d22e-4c22-a4ad-61bf598c3dd3 on network 300c6408-a296-4cc3-a514-a138c4bd6a59 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:27.302807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:37:27.303079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Checking segment: {'id': '05b8d622-13b8-44ff-b0e7-8b33acc90d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:37:27.303498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Bound using segment: {'id': '05b8d622-13b8-44ff-b0e7-8b33acc90d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:37:27.303951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Bound port: deff2984-d22e-4c22-a4ad-61bf598c3dd3, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b8d622-13b8-44ff-b0e7-8b33acc90d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:27.304298 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.521705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-50040c52-567a-412d-8b1f-2c83aec3bfd5 admin admin] For port 7b591db8-ceba-45ef-b194-e518e95d421e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7b591db8-ceba-45ef-b194-e518e95d421e,segment=NetworkSegment(07e12700-662e-4c43-94e9-9744cdcb68a2),segment_id=07e12700-662e-4c43-94e9-9744cdcb68a2)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:27.522268 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50040c52-567a-412d-8b1f-2c83aec3bfd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.541079 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-d7c55808-34b9-490d-ae66-2b74199e5c7f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4101489 Feb 04 15:37:27.543768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:27.550673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabe240-697c-429e-911c-1ae7831e1373 req-bdc8761a-0dd1-4569-9274-894183d82b1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:27.552176 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bfabe240-697c-429e-911c-1ae7831e1373 req-bdc8761a-0dd1-4569-9274-894183d82b1c service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4276590 Feb 04 15:37:27.554562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] For port deff2984-d22e-4c22-a4ad-61bf598c3dd3, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:27.571660 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Sync routers for ids ['866a2296-8723-4714-84ec-69091892e8da'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:37:27.622777 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Routers {'866a2296-8723-4714-84ec-69091892e8da'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:37:27.630752 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['866a2296-8723-4714-84ec-69091892e8da'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:27.726324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72164618-4cdb-4593-a6e9-d1fff3837c59 req-31da7834-5d4a-4a10-ab65-1d1167462792 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:27.732793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72164618-4cdb-4593-a6e9-d1fff3837c59 req-31da7834-5d4a-4a10-ab65-1d1167462792 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:27.744658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72164618-4cdb-4593-a6e9-d1fff3837c59 req-31da7834-5d4a-4a10-ab65-1d1167462792 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:27.759715 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72164618-4cdb-4593-a6e9-d1fff3837c59 req-31da7834-5d4a-4a10-ab65-1d1167462792 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2411 time: 0.1495094 Feb 04 15:37:27.778272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6c293b53-27dd-49a9-9b84-6a4bf39ea709 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:37:27.812544 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-50040c52-567a-412d-8b1f-2c83aec3bfd5 admin admin] Calling delete_port for 7b591db8-ceba-45ef-b194-e518e95d421e owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:27.916605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72164618-4cdb-4593-a6e9-d1fff3837c59 req-a8d65e93-1ac2-47c5-b910-863c1bb8d33d tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520529 Feb 04 15:37:28.160223 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Set router 866a2296-8723-4714-84ec-69091892e8da gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:37:28.268981 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6c293b53-27dd-49a9-9b84-6a4bf39ea709, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6c293b53-27dd-49a9-9b84-6a4bf39ea709,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:28.303746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '6c293b53-27dd-49a9-9b84-6a4bf39ea709', 'network_id': 'a9ae0071-259d-47cc-ba62-3a371c85482e', 'port_id': '6c293b53-27dd-49a9-9b84-6a4bf39ea709', 'mac_address': 'fa:16:3e:ae:9e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:37:28.402165 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.454033 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c293b53-27dd-49a9-9b84-6a4bf39ea709 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:28.489245 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6c293b53-27dd-49a9-9b84-6a4bf39ea709, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6c293b53-27dd-49a9-9b84-6a4bf39ea709,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:28.512977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] For port deff2984-d22e-4c22-a4ad-61bf598c3dd3, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=deff2984-d22e-4c22-a4ad-61bf598c3dd3,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:28.512977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59474) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:28.524127 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.676402 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=6c293b53-27dd-49a9-9b84-6a4bf39ea709,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:28.703017 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed94eac-c0e9-4f07-8a02-6923e9396835 req-1bb11a49-b06c-4e34-9eae-c487cf7b9e80 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:28.707715 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ed94eac-c0e9-4f07-8a02-6923e9396835 req-1bb11a49-b06c-4e34-9eae-c487cf7b9e80 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 943 time: 0.4458036 Feb 04 15:37:28.758252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cb27e-c089-426f-ba13-74d348190e1b req-a5b34ad2-d6d4-4b5f-ba64-731000abc554 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:28.760050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e3cb27e-c089-426f-ba13-74d348190e1b req-a5b34ad2-d6d4-4b5f-ba64-731000abc554 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 949 time: 0.3227289 Feb 04 15:37:28.787820 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-82c8cc1f-6ec0-4527-8304-6812e518110e service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1734810 Feb 04 15:37:28.806504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ed94eac-c0e9-4f07-8a02-6923e9396835 req-b571d96c-d3a9-4ad3-b078-ee76602144b4 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909224 Feb 04 15:37:28.822059 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.858662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59482) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:28.886542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e3cb27e-c089-426f-ba13-74d348190e1b req-7d3412a2-f9b1-4067-8ba0-d088df259fef tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188223 Feb 04 15:37:28.994159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['6c293b53-27dd-49a9-9b84-6a4bf39ea709'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:37:29.050049 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4fdadef9-e5d8-4388-97a7-06dd47801c9e req-4d4c18c5-44ba-4923-bcdd-b11bb0c94b91 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495010 Feb 04 15:37:29.055802 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.057032 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-387b1133-51bb-4c3d-aaae-d75de477633d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 13.2058129 Feb 04 15:37:29.061700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59490) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:29.136783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.138194 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] 10.222.0.81 "PUT /v2.0/ports/deff2984-d22e-4c22-a4ad-61bf598c3dd3 HTTP/1.1" status: 200 len: 1092 time: 5.4720540 Feb 04 15:37:29.141100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'tag': 'deff2984-d22e-4c22-a4ad-61bf598c3dd3'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:29.196520 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866a2296-8723-4714-84ec-69091892e8da', 'name': 'tempest-ServersTestFqdnHostnames-333122485-router', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:16Z', 'updated_at': '2022-02-04T15:37:22Z', 'revision_number': 3, 'project_id': 'd9dc4fb247114aa587c2f21764921763', 'gw_port': {'id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866a2296-8723-4714-84ec-69091892e8da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:18Z', 'updated_at': '2022-02-04T15:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:29.206384 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Checking router: 866a2296-8723-4714-84ec-69091892e8da for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:37:29.206735 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Updating router 866a2296-8723-4714-84ec-69091892e8da port 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:37:29.250337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1620363294-network', 'tenant_id': 'afedf71e08d54f2282f1fc68f8a88f61'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:29.268910 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:29.318281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Usage tracker for resource:network and tenant:afedf71e08d54f2282f1fc68f8a88f61 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:29.353350 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'tag': 'deff2984-d22e-4c22-a4ad-61bf598c3dd3', 'status': 'completed', 'code': 200} Feb 04 15:37:29.369274 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.382528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:29.384156 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2abbf6bf-7648-4ef0-830e-8f8900131ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.400660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:29.416694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f33c9-d9c3-49d7-99df-b48ede8df335 service neutron] Pushing event updated for resources: {'Port': ['ID=deff2984-d22e-4c22-a4ad-61bf598c3dd3,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:29.452072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Made reservation on behalf of afedf71e08d54f2282f1fc68f8a88f61 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:29.456206 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.468615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2abbf6bf-7648-4ef0-830e-8f8900131ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:29.483081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2abbf6bf-7648-4ef0-830e-8f8900131ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:bf43195bd22541309aeb2f29cafa5ccc is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:29.497522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2abbf6bf-7648-4ef0-830e-8f8900131ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:29.530916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2abbf6bf-7648-4ef0-830e-8f8900131ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:29.537704 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-360cba11-ca70-4f95-a9c6-cfe00b152759 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dea255a64256441d977f1d087c29cfe1&device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2864 time: 0.3366871 Feb 04 15:37:29.604784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d0629651-ff3c-4f5d-ab27-e2ea56306583 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:37:29.637054 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e1bd17b0-1d78-450d-a4c5-9c147bbe5204 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.82&port_id=bcd2c3d7-020c-4215-879e-380641265ade HTTP/1.1" status: 200 len: 217 time: 0.0804970 Feb 04 15:37:29.654082 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.729915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:29.737750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Usage tracker for resource:security_group_rule and tenant:afedf71e08d54f2282f1fc68f8a88f61 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:29.742708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:29.756971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:29.834742 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.843962 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.857047 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.873866 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Transition to ACTIVE for port object 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:29.889628 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.911673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc24109-3bd0-411f-a10f-91c434f90b1c req-c925c230-2725-4e2e-9b33-5a8d5e3ee6d1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:29.914746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-fc12e9a1-37da-4dad-8ed2-6e19bf8baf66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:29.916407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc24109-3bd0-411f-a10f-91c434f90b1c req-c925c230-2725-4e2e-9b33-5a8d5e3ee6d1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:29.919529 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-fc12e9a1-37da-4dad-8ed2-6e19bf8baf66 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=51779a50-f724-4290-9269-1cdd2a0dedcb HTTP/1.1" status: 200 len: 801 time: 0.2736084 Feb 04 15:37:29.921959 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc24109-3bd0-411f-a10f-91c434f90b1c req-c925c230-2725-4e2e-9b33-5a8d5e3ee6d1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:29.930224 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbc24109-3bd0-411f-a10f-91c434f90b1c req-c925c230-2725-4e2e-9b33-5a8d5e3ee6d1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2411 time: 0.6278956 Feb 04 15:37:29.953621 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:29.977758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:37:29.980235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'd0629651-ff3c-4f5d-ab27-e2ea56306583', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'd0629651-ff3c-4f5d-ab27-e2ea56306583', 'mac_address': 'fa:16:3e:05:a4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:37:30.003222 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fb28b3-9e9d-4447-ad0c-551256b1ec6e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:30.034721 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.035042 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Added segment 89e369a2-dca3-46f9-8e7f-65adfd1addb4 of type vlan for network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c Feb 04 15:37:30.061420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbc24109-3bd0-411f-a10f-91c434f90b1c req-097c3282-aa7a-4862-8daa-2ba5c98deb3b tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300502 Feb 04 15:37:30.093540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50040c52-567a-412d-8b1f-2c83aec3bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.093665 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Attempting to bind port 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:30.093897 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Attempting to bind port 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:30.098252 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Attempting to bind port 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:30.104695 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2abbf6bf-7648-4ef0-830e-8f8900131ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.119126 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.123915 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:37:30.124293 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:37:30.124696 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.125085 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:37:30.125553 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Bound port: 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:30.125947 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.164059 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0629651-ff3c-4f5d-ab27-e2ea56306583 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:30.195367 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:30.203839 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.209504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50040c52-567a-412d-8b1f-2c83aec3bfd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b591db8-ceba-45ef-b194-e518e95d421e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:30.209938 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] For port 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:30.213334 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] For port 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1a1f213f-7c8a-4c4d-9927-4fc716ab17ef,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:30.219128 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0766a-6698-415b-945c-ab715acb4d59 None None] Pushing event updated for resources: {'Port': ['ID=1a1f213f-7c8a-4c4d-9927-4fc716ab17ef,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:30.224073 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.224775 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2abbf6bf-7648-4ef0-830e-8f8900131ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.248916 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.397081 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0766a-6698-415b-945c-ab715acb4d59 None None] Pushing event updated for resources: {'Port': ['ID=1a1f213f-7c8a-4c4d-9927-4fc716ab17ef,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:30.409908 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Routers {'866a2296-8723-4714-84ec-69091892e8da'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:37:30.410633 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['866a2296-8723-4714-84ec-69091892e8da'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:30.425389 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2abbf6bf-7648-4ef0-830e-8f8900131ed8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf43195bd22541309aeb2f29cafa5ccc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6374431 Feb 04 15:37:30.432194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=d0629651-ff3c-4f5d-ab27-e2ea56306583,revision_number=12']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:30.445272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:30.447203 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:30.447753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:30.448875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:30.449409 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:30.449947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:30.453216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:30.453894 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:30.454415 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:30.454956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:30.456153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:30.458168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59500) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:30.488003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbf6bf-7648-4ef0-830e-8f8900131ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3616e73-52ee-4970-a2a3-11c522fda8fc,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:30.516683 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-ccd0f7ac-214a-4e1b-bdd3-33a782e0f752 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=300c6408-a296-4cc3-a514-a138c4bd6a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5792472 Feb 04 15:37:30.565241 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:37:30.627703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['d0629651-ff3c-4f5d-ab27-e2ea56306583'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:37:30.664926 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] Set router 866a2296-8723-4714-84ec-69091892e8da gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:37:30.679625 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14be9c81-c843-42e7-b5a0-5aa796fb50d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.745249 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.746117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:30.746700 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.769204 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14be9c81-c843-42e7-b5a0-5aa796fb50d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.778539 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-d953c045-e6a5-403a-99dd-179a3a8e2ebf service neutron] 10.222.0.81 "GET /v2.0/networks/300c6408-a296-4cc3-a514-a138c4bd6a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507451 Feb 04 15:37:30.805491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ac429-7b15-44f5-a6fd-283969df3e50 req-0a38ab3f-8af5-4e07-8214-e4ca40f81df7 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:30.806893 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-788ac429-7b15-44f5-a6fd-283969df3e50 req-0a38ab3f-8af5-4e07-8214-e4ca40f81df7 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 944 time: 0.6762733 Feb 04 15:37:30.966333 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:37:30.970671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee785efe-3de1-4585-bb54-df27bf09544b req-ed3a5d02-665f-48aa-a7ef-c5c7cc8cb49c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:30.973981 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee785efe-3de1-4585-bb54-df27bf09544b req-ed3a5d02-665f-48aa-a7ef-c5c7cc8cb49c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.5997431 Feb 04 15:37:31.005084 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-294145a6-8b93-44a5-af4d-1d31864d2790 service neutron] 10.222.0.81 "GET /v2.0/networks/300c6408-a296-4cc3-a514-a138c4bd6a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202671 Feb 04 15:37:31.056551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1957929 Feb 04 15:37:31.066570 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59504) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:31.093658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] Request body: {'subnet': {'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1620363294-subnet', 'tenant_id': 'afedf71e08d54f2282f1fc68f8a88f61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:31.193847 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866a2296-8723-4714-84ec-69091892e8da', 'name': 'tempest-ServersTestFqdnHostnames-333122485-router', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:16Z', 'updated_at': '2022-02-04T15:37:22Z', 'revision_number': 3, 'project_id': 'd9dc4fb247114aa587c2f21764921763', 'gw_port': {'id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866a2296-8723-4714-84ec-69091892e8da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:18Z', 'updated_at': '2022-02-04T15:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:31.193847 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd16fa6-b722-4b28-a904-9defaec1251f None None] The sync data for ids ['866a2296-8723-4714-84ec-69091892e8da'] in n-d-827872-1 is: [{'id': '866a2296-8723-4714-84ec-69091892e8da', 'name': 'tempest-ServersTestFqdnHostnames-333122485-router', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:16Z', 'updated_at': '2022-02-04T15:37:22Z', 'revision_number': 3, 'project_id': 'd9dc4fb247114aa587c2f21764921763', 'gw_port': {'id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866a2296-8723-4714-84ec-69091892e8da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:18Z', 'updated_at': '2022-02-04T15:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:37:31.196880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9542e5-3dcb-42c8-98ea-702b801c106c admin admin] Pushing event updated for resources: {'Network': ['ID=7ecadb25-8c08-4a58-85bb-d9db02afbd7c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:31.196880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:31.205878 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee785efe-3de1-4585-bb54-df27bf09544b req-0c9fe670-6dae-47fa-99e2-e6d61459acb6 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820576 Feb 04 15:37:31.209854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:37:31.237451 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] Usage tracker for resource:subnet and tenant:afedf71e08d54f2282f1fc68f8a88f61 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:31.244297 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-caea2f9f-d52b-454a-9f07-d2cacdc414d6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.74&port_id=bf2d5078-50a8-4acc-877f-f9129e6945c2 HTTP/1.1" status: 200 len: 217 time: 0.2328146 Feb 04 15:37:31.270516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:31.280731 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14be9c81-c843-42e7-b5a0-5aa796fb50d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.323720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-788ac429-7b15-44f5-a6fd-283969df3e50 req-114008c1-5e9b-4a70-a057-e621d36b1750 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916527 Feb 04 15:37:31.344489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:31.407123 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14be9c81-c843-42e7-b5a0-5aa796fb50d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.420032 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-14be9c81-c843-42e7-b5a0-5aa796fb50d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3616e73-52ee-4970-a2a3-11c522fda8fc HTTP/1.1" status: 204 len: 168 time: 0.9483788 Feb 04 15:37:31.425147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-3dac5f87-de8a-4d94-a0ed-6d69ad753906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:31.425147 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-3dac5f87-de8a-4d94-a0ed-6d69ad753906 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66bef09e-4634-47f4-b3ea-20f7f610a810 HTTP/1.1" status: 200 len: 801 time: 0.1683555 Feb 04 15:37:31.513994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be9c81-c843-42e7-b5a0-5aa796fb50d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3616e73-52ee-4970-a2a3-11c522fda8fc,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:31.537968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50040c52-567a-412d-8b1f-2c83aec3bfd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.763050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] Made reservation on behalf of afedf71e08d54f2282f1fc68f8a88f61 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:31.774239 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.831651 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6c293b53-27dd-49a9-9b84-6a4bf39ea709 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:31.910009 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-7139e959-d084-48d2-8ed5-066aa0548260 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=760eaf78-8931-4094-8984-4aa997869354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4759021 Feb 04 15:37:32.154888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 6c293b53-27dd-49a9-9b84-6a4bf39ea709 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:32.182773 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 6c293b53-27dd-49a9-9b84-6a4bf39ea709 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:32.182773 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.271212 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-8b12e122-0319-415b-8258-1a116d7eb570 service neutron] 10.222.0.81 "GET /v2.0/networks/760eaf78-8931-4094-8984-4aa997869354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487415 Feb 04 15:37:32.470173 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.522667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fdafb8-a443-44f2-bd08-5dc736a7497b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c293b53-27dd-49a9-9b84-6a4bf39ea709'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:32.542513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6c293b53-27dd-49a9-9b84-6a4bf39ea709, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6c293b53-27dd-49a9-9b84-6a4bf39ea709,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:32.549254 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.564824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59522) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:32.615867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-70df5c74-baf6-40d0-a568-4d041e976fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.628964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=6c293b53-27dd-49a9-9b84-6a4bf39ea709,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:32.713798 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-f2091b2c-ecaa-4e93-8fdf-82d34cfcfb7a service neutron] 10.222.0.81 "GET /v2.0/networks/760eaf78-8931-4094-8984-4aa997869354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161466 Feb 04 15:37:32.715047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-70df5c74-baf6-40d0-a568-4d041e976fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:32.722297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-70df5c74-baf6-40d0-a568-4d041e976fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:5e1b9f3c02374823bbcda4b383b61238 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:32.780919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-70df5c74-baf6-40d0-a568-4d041e976fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:32.806565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e04eac71-cb55-4b52-a37d-3cc8299658cf req-3a2b5f21-9a1f-401b-9b78-3696c22204f1 tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 1101 time: 0.5796089 Feb 04 15:37:32.825624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ea83b-b9d1-4e3b-bbf5-8f6a7cc3cee1 req-9299825f-4296-4bfa-9a67-97902a68e9a7 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:32.830534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ea83b-b9d1-4e3b-bbf5-8f6a7cc3cee1 req-9299825f-4296-4bfa-9a67-97902a68e9a7 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:32.836593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ea83b-b9d1-4e3b-bbf5-8f6a7cc3cee1 req-9299825f-4296-4bfa-9a67-97902a68e9a7 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:32.848831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-135ea83b-b9d1-4e3b-bbf5-8f6a7cc3cee1 req-9299825f-4296-4bfa-9a67-97902a68e9a7 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2411 time: 1.3193574 Feb 04 15:37:32.875112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-70df5c74-baf6-40d0-a568-4d041e976fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:32.894173 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-439a495a-43df-472a-8dbd-ee51ad9dc442 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.223&port_id=deff2984-d22e-4c22-a4ad-61bf598c3dd3 HTTP/1.1" status: 200 len: 217 time: 0.1636972 Feb 04 15:37:33.016791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e04eac71-cb55-4b52-a37d-3cc8299658cf req-946249d8-8587-48d3-98e3-fddafbdb0d12 tempest-MigrationsAdminTest-1329721430 tempest-MigrationsAdminTest-1329721430-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978283 Feb 04 15:37:33.029607 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.082337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-135ea83b-b9d1-4e3b-bbf5-8f6a7cc3cee1 req-c0851bcd-e756-435d-96d7-749f23e9076b tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916621 Feb 04 15:37:33.119074 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-70df5c74-baf6-40d0-a568-4d041e976fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.125121 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-70df5c74-baf6-40d0-a568-4d041e976fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.200644 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-70df5c74-baf6-40d0-a568-4d041e976fa9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e1b9f3c02374823bbcda4b383b61238&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6271675 Feb 04 15:37:33.223376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59528) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:33.223376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5285dbb-79fd-49a5-a716-0ef9a58f1dfc,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:33.289769 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fdafb8-a443-44f2-bd08-5dc736a7497b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c293b53-27dd-49a9-9b84-6a4bf39ea709', 'code': 200} Feb 04 15:37:33.450330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-7992b1c7-d00e-40af-835f-1a892840a0b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:33.450330 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-7992b1c7-d00e-40af-835f-1a892840a0b9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=51779a50-f724-4290-9269-1cdd2a0dedcb HTTP/1.1" status: 200 len: 801 time: 0.5341177 Feb 04 15:37:33.458377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] Checking segment: {'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:37:33.458377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] Network hostable DHCP agents. Network: 7ecadb25-8c08-4a58-85bb-d9db02afbd7c, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:37:33.465468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df5c74-baf6-40d0-a568-4d041e976fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f9a196-9279-400a-b7d9-b30eaa044886,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:33.476276 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e2f9e3f-3866-4f9d-85bd-97f37105495c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.621989 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e2f9e3f-3866-4f9d-85bd-97f37105495c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.630837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d0629651-ff3c-4f5d-ab27-e2ea56306583 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:33.737884 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e2f9e3f-3866-4f9d-85bd-97f37105495c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.750389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:33.769604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f9e3f-3866-4f9d-85bd-97f37105495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f9a196-9279-400a-b7d9-b30eaa044886,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:33.796473 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69556102-3550-4ca6-901d-2119ab7bb9eb req-56c7f8fe-be42-49eb-b26a-ff7c799a3c8c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 1096 time: 0.4189057 Feb 04 15:37:33.852822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] Network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:37:33.869374 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-6cf36203-9d43-4bdf-bd43-f67d879e5d8e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=300c6408-a296-4cc3-a514-a138c4bd6a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4222298 Feb 04 15:37:33.880078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e52194-fe05-4edb-a25c-53930ac3bb18 req-5a1d129d-971d-4eb4-bd06-af582982dee8 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:33.881848 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a7e52194-fe05-4edb-a25c-53930ac3bb18 req-5a1d129d-971d-4eb4-bd06-af582982dee8 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 945 time: 0.6072996 Feb 04 15:37:33.919625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 7ecadb25-8c08-4a58-85bb-d9db02afbd7c) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:33.948494 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f13ef5-b8d7-4857-85cb-043a44630a02 None None] Network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:37:33.949725 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e2f9e3f-3866-4f9d-85bd-97f37105495c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.950332 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6e2f9e3f-3866-4f9d-85bd-97f37105495c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20f9a196-9279-400a-b7d9-b30eaa044886 HTTP/1.1" status: 204 len: 168 time: 0.7256434 Feb 04 15:37:33.952019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:33.953521 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.013976 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a175dacb-c2a3-445b-864c-5cba62102208 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9423847 Feb 04 15:37:34.178705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port d0629651-ff3c-4f5d-ab27-e2ea56306583 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:34.210638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port d0629651-ff3c-4f5d-ab27-e2ea56306583 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:34.216196 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.257033 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69556102-3550-4ca6-901d-2119ab7bb9eb req-219fe47a-a5d0-4639-a318-3e5922cc1143 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963354 Feb 04 15:37:34.284152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade5bb1-e4b6-4177-a7b2-89d0414b9151 req-00794c9c-79bb-4fec-b79a-295eaec7597f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:34.284152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cade5bb1-e4b6-4177-a7b2-89d0414b9151 req-00794c9c-79bb-4fec-b79a-295eaec7597f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.5033278 Feb 04 15:37:34.314239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a7e52194-fe05-4edb-a25c-53930ac3bb18 req-a04edce8-0fee-44d6-9405-2124d52a0256 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835418 Feb 04 15:37:34.334269 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.638732 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:34.651260 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-e8056798-5116-4ca9-b023-d742b6987ec1 service neutron] 10.222.0.81 "GET /v2.0/networks/300c6408-a296-4cc3-a514-a138c4bd6a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7723854 Feb 04 15:37:34.677653 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cade5bb1-e4b6-4177-a7b2-89d0414b9151 req-da9ac098-fc81-405c-ad59-2b47f7ec187a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971312 Feb 04 15:37:34.685518 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:34.686006 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.801416 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a583d8f-dbb4-46f4-ac03-8ff68f28c75e None None] Network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:37:34.910920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50040c52-567a-412d-8b1f-2c83aec3bfd5 admin admin] Router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:37:34.947343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456c0df-8717-404b-9c50-a247b293cf45 req-17ba4851-bd07-4a64-b0b8-84430aaa4049 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:34.953739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456c0df-8717-404b-9c50-a247b293cf45 req-17ba4851-bd07-4a64-b0b8-84430aaa4049 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:34.960412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456c0df-8717-404b-9c50-a247b293cf45 req-17ba4851-bd07-4a64-b0b8-84430aaa4049 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:34.963242 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b456c0df-8717-404b-9c50-a247b293cf45 req-17ba4851-bd07-4a64-b0b8-84430aaa4049 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2411 time: 0.4215107 Feb 04 15:37:35.133088 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b456c0df-8717-404b-9c50-a247b293cf45 req-d2965729-3f7a-4792-8728-e98e02433e05 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602941 Feb 04 15:37:35.134792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Allocated IP 172.20.0.1 (38571ffa-989d-4569-8dbc-2f286e4b060c/6f2d5a4d-f95e-4353-af63-ef775cdf5847/82cdf824-3c5b-4aa5-8ef2-912e5dad248a) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:35.139330 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f2d1b08d-4951-4cb6-9ef3-711e5af1b6ad req-5417c246-9825-440a-b221-8820b65a9604 service neutron] 10.222.0.81 "GET /v2.0/networks/300c6408-a296-4cc3-a514-a138c4bd6a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715099 Feb 04 15:37:35.501032 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.684375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:35.687430 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1734d89-a1c4-4ae1-ad02-017d19047be3 req-355bb85b-1786-401e-9f8b-436f230ad13c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:35.694529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d1734d89-a1c4-4ae1-ad02-017d19047be3 req-355bb85b-1786-401e-9f8b-436f230ad13c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Synchronizing usage tracker for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:35.695242 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.718282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:35.725786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Transition to ACTIVE for port object 82cdf824-3c5b-4aa5-8ef2-912e5dad248a will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:35.754067 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.758075 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ff1c204a-8cc6-428b-b48b-5f094d2e24bf req-4901e28b-47d6-4bbc-acbd-53c6d1ba33f3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dea255a64256441d977f1d087c29cfe1&device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2864 time: 0.4556537 Feb 04 15:37:35.770290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d1734d89-a1c4-4ae1-ad02-017d19047be3 req-355bb85b-1786-401e-9f8b-436f230ad13c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Unset dirty status for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:35.771729 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d1734d89-a1c4-4ae1-ad02-017d19047be3 req-355bb85b-1786-401e-9f8b-436f230ad13c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 950 time: 0.6212690 Feb 04 15:37:35.884359 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.924322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1a1f213f-7c8a-4c4d-9927-4fc716ab17ef,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:35.948058 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.959511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=d0629651-ff3c-4f5d-ab27-e2ea56306583,revision_number=13']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:36.036936 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.086851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d1734d89-a1c4-4ae1-ad02-017d19047be3 req-3219b1f5-ca6c-4bf0-8e76-9640fb38a92f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Deleting port d0629651-ff3c-4f5d-ab27-e2ea56306583 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:36.087204 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d1734d89-a1c4-4ae1-ad02-017d19047be3 req-3219b1f5-ca6c-4bf0-8e76-9640fb38a92f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.102769 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=1a1f213f-7c8a-4c4d-9927-4fc716ab17ef,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:36.144453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59572) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:36.212112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Network 38571ffa-989d-4569-8dbc-2f286e4b060c is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:36.218108 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:36.240749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:37:36.272113 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Pushing event updated for resources: {'Port': ['ID=82cdf824-3c5b-4aa5-8ef2-912e5dad248a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:36.296975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c45400-6851-4311-8221-48dca6e76d08 req-a117ef30-3a5e-4e78-ad0d-91df2ae1528a tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:36.297968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e2c45400-6851-4311-8221-48dca6e76d08 req-a117ef30-3a5e-4e78-ad0d-91df2ae1528a tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Synchronizing usage tracker for tenant:afedf71e08d54f2282f1fc68f8a88f61 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:36.342697 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.348717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e2c45400-6851-4311-8221-48dca6e76d08 req-a117ef30-3a5e-4e78-ad0d-91df2ae1528a tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Unset dirty status for tenant:afedf71e08d54f2282f1fc68f8a88f61 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:36.355592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-a117ef30-3a5e-4e78-ad0d-91df2ae1528a tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/networks?id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c HTTP/1.1" status: 200 len: 805 time: 0.8692763 Feb 04 15:37:36.364264 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15facb6-11cf-437c-bd75-f84581d5a743 req-65e7af59-5ea6-4158-b6ed-3a01dbc21df9 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:36.373152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b15facb6-11cf-437c-bd75-f84581d5a743 req-65e7af59-5ea6-4158-b6ed-3a01dbc21df9 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 945 time: 0.5782855 Feb 04 15:37:36.388968 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-0832f500-34b2-4d41-9a09-2cc8c7baf682 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/quotas/afedf71e08d54f2282f1fc68f8a88f61 HTTP/1.1" status: 200 len: 375 time: 0.0319753 Feb 04 15:37:36.428988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50040c52-567a-412d-8b1f-2c83aec3bfd5 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:36.439977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c0077-65d7-428e-8250-c50a52f2fcec None None] Sync routers for ids ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:37:36.451655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c204a-8cc6-428b-b48b-5f094d2e24bf req-bf18a93e-e5c7-44d9-9459-4f3f36a8420a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:36.453648 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ff1c204a-8cc6-428b-b48b-5f094d2e24bf req-bf18a93e-e5c7-44d9-9459-4f3f36a8420a service neutron] 10.222.0.81 "GET /v2.0/networks?id=300c6408-a296-4cc3-a514-a138c4bd6a59 HTTP/1.1" status: 200 len: 902 time: 0.6806812 Feb 04 15:37:36.464488 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c0077-65d7-428e-8250-c50a52f2fcec None None] Routers {'c495f2e2-8ab1-46fa-9c41-85f808bb42b8'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:37:36.465315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8a7c0077-65d7-428e-8250-c50a52f2fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:36.581163 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ff1c204a-8cc6-428b-b48b-5f094d2e24bf req-c651d3f4-e7c1-4190-aa51-1698e9500cfc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.223&port_id=deff2984-d22e-4c22-a4ad-61bf598c3dd3 HTTP/1.1" status: 200 len: 217 time: 0.1141038 Feb 04 15:37:36.621710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-network', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:36.633916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:36.637089 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0df4f15a-56a8-438e-8c4f-4837267d8e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.638753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-1c35d598-c4fa-475b-9ff5-16353308b0d7 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=afedf71e08d54f2282f1fc68f8a88f61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2263503 Feb 04 15:37:36.646265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Usage tracker for resource:network and tenant:15c394bafaae4a08a8f5c83c4fa74e4c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:36.655921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:36.665603 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-50040c52-567a-412d-8b1f-2c83aec3bfd5 admin admin] 10.222.0.60 "PUT /v2.0/routers/c495f2e2-8ab1-46fa-9c41-85f808bb42b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8136027 Feb 04 15:37:36.669993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-479a8eb3-f3e1-4294-86df-41c6b0b939ba service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:37:36.670971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-479a8eb3-f3e1-4294-86df-41c6b0b939ba service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0114152 Feb 04 15:37:36.671486 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59580) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:36.679033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:36.679858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d1734d89-a1c4-4ae1-ad02-017d19047be3 req-3219b1f5-ca6c-4bf0-8e76-9640fb38a92f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] For port d0629651-ff3c-4f5d-ab27-e2ea56306583, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d0629651-ff3c-4f5d-ab27-e2ea56306583,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:36.680229 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d1734d89-a1c4-4ae1-ad02-017d19047be3 req-3219b1f5-ca6c-4bf0-8e76-9640fb38a92f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.707399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-10bb4180-deb5-4f22-933b-d0bceca4f7fb None None] Provisioning for port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:36.721060 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-10bb4180-deb5-4f22-933b-d0bceca4f7fb None None] Provisioning complete for port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:36.721904 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-10bb4180-deb5-4f22-933b-d0bceca4f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.821336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-10bb4180-deb5-4f22-933b-d0bceca4f7fb None None] Port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:37:36.821336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-8a7c0077-65d7-428e-8250-c50a52f2fcec None None] Set router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:37:36.839668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b15facb6-11cf-437c-bd75-f84581d5a743 req-8e68dde2-6a60-4f15-8a0d-9b6a1287ffc6 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343369 Feb 04 15:37:36.839668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Made reservation on behalf of 15c394bafaae4a08a8f5c83c4fa74e4c for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:36.845205 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.846097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c204a-8cc6-428b-b48b-5f094d2e24bf req-b9d6ca04-da80-4b6b-87c6-9b1f4ab1a640 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:36.847156 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ff1c204a-8cc6-428b-b48b-5f094d2e24bf req-b9d6ca04-da80-4b6b-87c6-9b1f4ab1a640 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=51779a50-f724-4290-9269-1cdd2a0dedcb HTTP/1.1" status: 200 len: 801 time: 0.2528913 Feb 04 15:37:36.878438 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.919005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d1734d89-a1c4-4ae1-ad02-017d19047be3 req-3219b1f5-ca6c-4bf0-8e76-9640fb38a92f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Calling delete_port for d0629651-ff3c-4f5d-ab27-e2ea56306583 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:36.929607 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.980268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:36.992950 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-09b797f1-7461-4bcf-a4ed-6727385195a9 service neutron] 10.222.0.60 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067534 Feb 04 15:37:37.170620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Usage tracker for resource:security_group_rule and tenant:15c394bafaae4a08a8f5c83c4fa74e4c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:37.193356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:37.213146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8a7c0077-65d7-428e-8250-c50a52f2fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:13Z', 'updated_at': '2022-02-04T15:37:29Z', 'revision_number': 5, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'gw_port': {'id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:14Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:37.218409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:37.219787 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c0077-65d7-428e-8250-c50a52f2fcec None None] Checking router: c495f2e2-8ab1-46fa-9c41-85f808bb42b8 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:37:37.236880 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c0077-65d7-428e-8250-c50a52f2fcec None None] Routers {'c495f2e2-8ab1-46fa-9c41-85f808bb42b8'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:37:37.237626 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8a7c0077-65d7-428e-8250-c50a52f2fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:37.304587 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ff1c204a-8cc6-428b-b48b-5f094d2e24bf req-a05acdb2-3585-4554-bf32-cfcafc6e8c46 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=300c6408-a296-4cc3-a514-a138c4bd6a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3521371 Feb 04 15:37:37.421449 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583', 'code': 200} Feb 04 15:37:37.479825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-b180780e-8cb4-4365-a216-fb1fcc06616f service neutron] 10.222.0.60 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857008 Feb 04 15:37:37.489242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-8a7c0077-65d7-428e-8250-c50a52f2fcec None None] Set router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:37:37.490800 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d1734d89-a1c4-4ae1-ad02-017d19047be3 req-3219b1f5-ca6c-4bf0-8e76-9640fb38a92f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.500067 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.515811 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.534246 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['ff06417c-da0d-4ce8-ac12-17bcfeee7a2b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:37:37.561554 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['e02c8813-aae6-4d8b-beef-db179bc9cb00', '92f34155-ff69-4ccf-b60b-43dd7470f0b4', 'd0629651-ff3c-4f5d-ab27-e2ea56306583'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:37:37.561778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219b1f5-ca6c-4bf0-8e76-9640fb38a92f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Pushing event deleted for resources: {'Port': ['ID=d0629651-ff3c-4f5d-ab27-e2ea56306583,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:37.704250 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.716413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device bcd2c3d7-020c-4215-879e-380641265ade details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:37:37.739654 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ff1c204a-8cc6-428b-b48b-5f094d2e24bf req-c62ce09c-cc06-4fb0-8211-94abe34fb2e1 service neutron] 10.222.0.81 "GET /v2.0/networks/300c6408-a296-4cc3-a514-a138c4bd6a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270306 Feb 04 15:37:37.750297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1734d89-a1c4-4ae1-ad02-017d19047be3 req-3219b1f5-ca6c-4bf0-8e76-9640fb38a92f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] No DVR routers for this DVR port d0629651-ff3c-4f5d-ab27-e2ea56306583 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:37.754753 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d1734d89-a1c4-4ae1-ad02-017d19047be3 req-3219b1f5-ca6c-4bf0-8e76-9640fb38a92f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.755883 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.779117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'name': 'network-vif-deleted', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:37.850982 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d1734d89-a1c4-4ae1-ad02-017d19047be3 req-3219b1f5-ca6c-4bf0-8e76-9640fb38a92f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.81 "DELETE /v2.0/ports/d0629651-ff3c-4f5d-ab27-e2ea56306583 HTTP/1.1" status: 204 len: 173 time: 2.0555513 Feb 04 15:37:37.869795 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.870255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:37:37.878332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Pushing event updated for resources: {'Port': ['ID=82cdf824-3c5b-4aa5-8ef2-912e5dad248a,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:37.897102 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.980241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a45bc9-9e80-4421-ad44-e273b6ed4cc4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:37.988008 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.992410 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Added segment 42a5cdd6-c3fa-4404-9f12-586d8a277aaf of type vlan for network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b Feb 04 15:37:38.014648 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3b6fe-24e7-4590-b1bb-c42e49aa1913 req-85be3c0c-7059-4db1-a580-77c26b86f367 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:38.025083 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7c3b6fe-24e7-4590-b1bb-c42e49aa1913 req-85be3c0c-7059-4db1-a580-77c26b86f367 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed38111-fabc-41ca-9158-3522aaed49a1 HTTP/1.1" status: 200 len: 868 time: 0.6384432 Feb 04 15:37:38.061671 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:37:38.101084 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ff1c204a-8cc6-428b-b48b-5f094d2e24bf req-45d19db3-91ba-41ba-b312-c2d8ad835fa8 service neutron] 10.222.0.81 "GET /v2.0/networks/300c6408-a296-4cc3-a514-a138c4bd6a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538811 Feb 04 15:37:38.213520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:38.312872 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.344639 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.357257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] Deleting port 0be8faa2-899f-4e0b-90e6-7817292c97b2 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:38.358086 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.374235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port bcd2c3d7-020c-4215-879e-380641265ade, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bcd2c3d7-020c-4215-879e-380641265ade,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:38.389259 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.390131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:38.390708 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.398278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'bcd2c3d7-020c-4215-879e-380641265ade', 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59', 'port_id': 'bcd2c3d7-020c-4215-879e-380641265ade', 'mac_address': 'fa:16:3e:bd:7d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51779a50-f724-4290-9269-1cdd2a0dedcb', 'ip_address': '19.80.0.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:37:38.438301 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7c3b6fe-24e7-4590-b1bb-c42e49aa1913 req-3a8a9f9a-95be-422d-8b71-24552690887a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110098 Feb 04 15:37:38.615340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] Pushing event updated for resources: {'Network': ['ID=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:38.622406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Network 38571ffa-989d-4569-8dbc-2f286e4b060c is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:38.631948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cbddc374-4cd2-4808-96af-b5dadce6c310 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4775722 Feb 04 15:37:38.633281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59600) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:38.634542 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:38.716196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] Request body: {'subnet': {'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-subnet', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:38.722457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] For port 0be8faa2-899f-4e0b-90e6-7817292c97b2, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0be8faa2-899f-4e0b-90e6-7817292c97b2,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:38.726975 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.772645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:38.800166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] Usage tracker for resource:subnet and tenant:15c394bafaae4a08a8f5c83c4fa74e4c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:38.806090 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:37:38.811370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c4f9e-2a87-4ecc-9486-50ac9083ad40 req-99f3e50e-ba28-487d-8d64-e8843393c12d tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:38.816143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c4f9e-2a87-4ecc-9486-50ac9083ad40 req-99f3e50e-ba28-487d-8d64-e8843393c12d tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:38.820529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c4f9e-2a87-4ecc-9486-50ac9083ad40 req-99f3e50e-ba28-487d-8d64-e8843393c12d tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:38.822478 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.828239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d14c4f9e-2a87-4ecc-9486-50ac9083ad40 req-99f3e50e-ba28-487d-8d64-e8843393c12d tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2411 time: 0.8437898 Feb 04 15:37:38.840762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:38.863726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b27b4832-1df6-40c6-acaa-5f6e774f8d1b req-1e13fa59-5ea4-4242-a69a-05647e2e229b tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 210 time: 0.1563413 Feb 04 15:37:38.874533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:38.994994 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] Calling delete_port for 0be8faa2-899f-4e0b-90e6-7817292c97b2 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:39.000222 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] Made reservation on behalf of 15c394bafaae4a08a8f5c83c4fa74e4c for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:39.003515 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.066462 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed38111-fabc-41ca-9158-3522aaed49a1', 'name': 'network-vif-deleted', 'tag': 'd0629651-ff3c-4f5d-ab27-e2ea56306583', 'status': 'completed', 'code': 200} Feb 04 15:37:39.144671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd2c3d7-020c-4215-879e-380641265ade {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:39.191764 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fec7475c-ce0d-4752-94b3-e41a778a664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.246431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port bcd2c3d7-020c-4215-879e-380641265ade, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bcd2c3d7-020c-4215-879e-380641265ade,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:39.268848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:39.269112 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.282316 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.293762 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.327372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] Pushing event deleted for resources: {'Port': ['ID=0be8faa2-899f-4e0b-90e6-7817292c97b2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:39.353945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d14c4f9e-2a87-4ecc-9486-50ac9083ad40 req-50831577-9d48-4bde-8602-42830b0bfb8c tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242808 Feb 04 15:37:39.426375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e706cfb7-63d8-402b-a970-b14451009673 None None] Provisioning complete for port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:39.426782 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e706cfb7-63d8-402b-a970-b14451009673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.545639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87927b-4376-461a-98d4-bb631472a9f3 req-2075de67-6bed-4531-aa33-29ee6cea14dc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:39.555077 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c87927b-4376-461a-98d4-bb631472a9f3 req-2075de67-6bed-4531-aa33-29ee6cea14dc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 945 time: 0.3626678 Feb 04 15:37:39.575714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e706cfb7-63d8-402b-a970-b14451009673 None None] Port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:37:39.614756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=bcd2c3d7-020c-4215-879e-380641265ade,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:39.624716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8a7c0077-65d7-428e-8250-c50a52f2fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:13Z', 'updated_at': '2022-02-04T15:37:29Z', 'revision_number': 5, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'gw_port': {'id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:14Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:39.633957 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c0077-65d7-428e-8250-c50a52f2fcec None None] The sync data for ids ['c495f2e2-8ab1-46fa-9c41-85f808bb42b8'] in n-d-827872-1 is: [{'id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'name': 'tempest-TaggedBootDevicesTest_v242-122304241-router', 'tenant_id': 'd90c028738774fb19f16bc0edeaace5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:13Z', 'updated_at': '2022-02-04T15:37:29Z', 'revision_number': 5, 'project_id': 'd90c028738774fb19f16bc0edeaace5a', 'gw_port': {'id': '0be8faa2-899f-4e0b-90e6-7817292c97b2', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c495f2e2-8ab1-46fa-9c41-85f808bb42b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:14Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:37:39.691070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device bf2d5078-50a8-4acc-877f-f9129e6945c2 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:37:39.693642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d0629651-ff3c-4f5d-ab27-e2ea56306583 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:39.729913 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c87927b-4376-461a-98d4-bb631472a9f3 req-e5859a34-d4e6-4c16-8135-97528d4640cb tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737485 Feb 04 15:37:39.740400 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.741625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bcd2c3d7-020c-4215-879e-380641265ade'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:37:39.854570 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.911078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: d0629651-ff3c-4f5d-ab27-e2ea56306583 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:37:39.911690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d0629651-ff3c-4f5d-ab27-e2ea56306583 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:39.997125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c7f77f-3e8c-4527-99d5-e9a930658f0a,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:40.035306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] Checking segment: {'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:37:40.035734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] Network hostable DHCP agents. Network: 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:37:40.140049 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:37:40.140930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] Network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:37:40.170742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Router 866a2296-8723-4714-84ec-69091892e8da has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:37:40.173770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:40.189935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:40.190997 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.269394 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8008f618-5598-4514-8ed7-3d3ff3d56575 None None] Network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:37:40.365180 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e1c83c8c-ae40-4c6d-bbb7-74156fc0d752 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6596024 Feb 04 15:37:40.369901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59614) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:40.381325 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:40.400816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:40.406138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Usage tracker for resource:router and tenant:15c394bafaae4a08a8f5c83c4fa74e4c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:40.411951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:40.413164 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.421433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:40.427680 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7b591db8-ceba-45ef-b194-e518e95d421e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:40.474634 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.475630 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.498993 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.519243 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.537198 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.546490 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.547209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 7b591db8-ceba-45ef-b194-e518e95d421e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:37:40.547776 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7b591db8-ceba-45ef-b194-e518e95d421e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:40.557559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c45400-6851-4311-8221-48dca6e76d08 req-318fd680-ccbb-42c4-b90c-b96796f2b93c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:40.559009 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-318fd680-ccbb-42c4-b90c-b96796f2b93c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.81 "GET /v2.0/networks?id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c HTTP/1.1" status: 200 len: 805 time: 0.6178610 Feb 04 15:37:40.585683 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.587281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c495f2e2-8ab1-46fa-9c41-85f808bb42b8 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:37:40.606120 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.607343 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dc99fc10-52fa-4258-a8b7-69358318ca9c admin admin] 10.222.0.60 "DELETE /v2.0/routers/c495f2e2-8ab1-46fa-9c41-85f808bb42b8 HTTP/1.1" status: 204 len: 168 time: 3.9321983 Feb 04 15:37:40.609799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59622) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:40.625864 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67023470-91ba-4721-8195-dc75ed156794 req-1302781f-01c2-4f56-9772-d7724e33db14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 210 time: 0.2571242 Feb 04 15:37:40.662098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Request body: {'port': {'device_id': '7972dc7c-8c49-462b-aa1b-6dc7def4bb97', 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c', 'admin_state_up': True, 'tenant_id': 'afedf71e08d54f2282f1fc68f8a88f61'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:40.730974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port bf2d5078-50a8-4acc-877f-f9129e6945c2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bf2d5078-50a8-4acc-877f-f9129e6945c2,segment=NetworkSegment(953916b2-46c4-426f-b1c3-5003ec5575db),segment_id=953916b2-46c4-426f-b1c3-5003ec5575db)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:40.806667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-73737b1c-39b2-4a4f-a8ff-a13365848239 admin admin] Deleting subnet 24b16b27-6096-410b-9c85-98ba313d8301 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:37:40.841917 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73737b1c-39b2-4a4f-a8ff-a13365848239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.880100 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'bf2d5078-50a8-4acc-877f-f9129e6945c2', 'network_id': '760eaf78-8931-4094-8984-4aa997869354', 'port_id': 'bf2d5078-50a8-4acc-877f-f9129e6945c2', 'mac_address': 'fa:16:3e:47:c3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bef09e-4634-47f4-b3ea-20f7f610a810', 'ip_address': '19.86.0.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:37:40.945315 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73737b1c-39b2-4a4f-a8ff-a13365848239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.968663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e04a0-5ffc-4387-abbf-68c759e52cf7 req-ddf8fc34-1cef-403b-9437-e962ed33b4c3 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:40.970749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-137e04a0-5ffc-4387-abbf-68c759e52cf7 req-ddf8fc34-1cef-403b-9437-e962ed33b4c3 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 951 time: 0.3759758 Feb 04 15:37:40.993978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:41.012189 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.013063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Usage tracker for resource:port and tenant:afedf71e08d54f2282f1fc68f8a88f61 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:41.024125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:41.035324 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:41.040673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:37:41.042750 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.056335 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Made reservation on behalf of afedf71e08d54f2282f1fc68f8a88f61 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:41.067534 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.101005 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.119236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:41.133876 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Sync routers for ids ['866a2296-8723-4714-84ec-69091892e8da'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:37:41.146981 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Routers {'866a2296-8723-4714-84ec-69091892e8da'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:37:41.148050 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-337c661a-2232-40ad-ae13-54debb39744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['866a2296-8723-4714-84ec-69091892e8da'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:41.150422 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73737b1c-39b2-4a4f-a8ff-a13365848239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.184155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7cdef-9019-4e79-9a35-1c124575840f req-6ebfcff0-9d1c-461e-8d7d-f8a696ffcdc1 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:41.187018 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49d7cdef-9019-4e79-9a35-1c124575840f req-6ebfcff0-9d1c-461e-8d7d-f8a696ffcdc1 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 945 time: 0.3075209 Feb 04 15:37:41.204509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-137e04a0-5ffc-4387-abbf-68c759e52cf7 req-efa3b432-847b-4440-91df-9d07d11489d4 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143171 Feb 04 15:37:41.319925 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73737b1c-39b2-4a4f-a8ff-a13365848239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.329230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-043eae82-41e3-48b7-8896-34163cc93307 admin admin] 10.222.0.60 "PUT /v2.0/routers/866a2296-8723-4714-84ec-69091892e8da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2596903 Feb 04 15:37:41.329230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49d7cdef-9019-4e79-9a35-1c124575840f req-c8cd8d8f-b012-468c-95a4-b789ac43fec8 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054070 Feb 04 15:37:41.371534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2d5078-50a8-4acc-877f-f9129e6945c2 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:41.386543 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Set router 866a2296-8723-4714-84ec-69091892e8da gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:37:41.416147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Allocated IP 172.20.0.3 (7ecadb25-8c08-4a58-85bb-d9db02afbd7c/f5285dbb-79fd-49a5-a716-0ef9a58f1dfc/2e0dcab0-9eb5-48f2-890e-ade2e667d936) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:41.419145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port bf2d5078-50a8-4acc-877f-f9129e6945c2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bf2d5078-50a8-4acc-877f-f9129e6945c2,segment=NetworkSegment(953916b2-46c4-426f-b1c3-5003ec5575db),segment_id=953916b2-46c4-426f-b1c3-5003ec5575db)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:41.438366 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73737b1c-39b2-4a4f-a8ff-a13365848239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.445736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73737b1c-39b2-4a4f-a8ff-a13365848239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b16b27-6096-410b-9c85-98ba313d8301,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:41.465639 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-73737b1c-39b2-4a4f-a8ff-a13365848239 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/24b16b27-6096-410b-9c85-98ba313d8301 HTTP/1.1" status: 204 len: 168 time: 0.8545425 Feb 04 15:37:41.468668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59628) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:41.484960 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df2877-cfd6-491c-80c4-8ded23ce72ef None None] Network 4d8a8a86-e319-4d89-b6fa-6b7205f28716 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:37:41.622372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59632) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:41.773018 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.773988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device deff2984-d22e-4c22-a4ad-61bf598c3dd3 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:37:41.780432 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.879590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=bf2d5078-50a8-4acc-877f-f9129e6945c2,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:41.884417 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-337c661a-2232-40ad-ae13-54debb39744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866a2296-8723-4714-84ec-69091892e8da', 'name': 'tempest-ServersTestFqdnHostnames-333122485-router', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:16Z', 'updated_at': '2022-02-04T15:37:36Z', 'revision_number': 4, 'project_id': 'd9dc4fb247114aa587c2f21764921763', 'gw_port': {'id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866a2296-8723-4714-84ec-69091892e8da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:18Z', 'updated_at': '2022-02-04T15:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '82cdf824-3c5b-4aa5-8ef2-912e5dad248a', 'name': '', 'network_id': '38571ffa-989d-4569-8dbc-2f286e4b060c', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763', 'mac_address': 'fa:16:3e:97:d0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866a2296-8723-4714-84ec-69091892e8da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f2d5a4d-f95e-4353-af63-ef775cdf5847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:34Z', 'updated_at': '2022-02-04T15:37:37Z', 'revision_number': 2, 'project_id': 'd9dc4fb247114aa587c2f21764921763', 'subnets': [{'id': '6f2d5a4d-f95e-4353-af63-ef775cdf5847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:41.896455 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Checking router: 866a2296-8723-4714-84ec-69091892e8da for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:37:41.897119 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Updating router 866a2296-8723-4714-84ec-69091892e8da port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:37:41.901174 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.933029 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.947791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-301ab562-74fd-404e-b4f5-7da7d274639f req-94e383b9-df41-40d3-82a4-ca0f5f9db399 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 210 time: 0.0848072 Feb 04 15:37:41.983435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Allocated IP 172.20.0.2 (43367a4d-7a48-469e-8d9f-c7d8ea0ad50b/82c7f77f-3e8c-4527-99d5-e9a930658f0a/6d8e9744-032d-4cc2-a922-d126157ae598) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:41.997862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] Deleting port 2b1690ea-7bff-49fa-81f1-815be0e1d29e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:41.997862 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.002049 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ad35-5a55-4000-968c-6f351807bc94 req-3a6ea465-2957-4630-89c4-043574207e87 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:42.007259 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:37:42.009528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ad35-5a55-4000-968c-6f351807bc94 req-3a6ea465-2957-4630-89c4-043574207e87 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:42.014166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ad35-5a55-4000-968c-6f351807bc94 req-3a6ea465-2957-4630-89c4-043574207e87 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:42.027327 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3cd8ad35-5a55-4000-968c-6f351807bc94 req-3a6ea465-2957-4630-89c4-043574207e87 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2413 time: 0.5941312 Feb 04 15:37:42.030768 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.031575 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.111995 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.216233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3cd8ad35-5a55-4000-968c-6f351807bc94 req-62f014b0-3e24-4f1c-bd82-b0b42f5c7449 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864741 Feb 04 15:37:42.277009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0be8faa2-899f-4e0b-90e6-7817292c97b2 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:42.321705 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.326349 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 0be8faa2-899f-4e0b-90e6-7817292c97b2 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:37:42.326682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0be8faa2-899f-4e0b-90e6-7817292c97b2 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:42.451828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port deff2984-d22e-4c22-a4ad-61bf598c3dd3, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=deff2984-d22e-4c22-a4ad-61bf598c3dd3,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:42.476777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8828314-3889-4003-aa05-00452239a25f None None] DHCP port deletion for 4d8a8a86-e319-4d89-b6fa-6b7205f28716 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:37:42.500344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b8828314-3889-4003-aa05-00452239a25f None None] Deleting port 2b1690ea-7bff-49fa-81f1-815be0e1d29e {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:42.501079 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8828314-3889-4003-aa05-00452239a25f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.510982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Allocated IP 172.25.0.217 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/68197f89-9791-4053-b333-75d9592cd13e) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:42.552223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] For port 2b1690ea-7bff-49fa-81f1-815be0e1d29e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2b1690ea-7bff-49fa-81f1-815be0e1d29e,segment=NetworkSegment(07e12700-662e-4c43-94e9-9744cdcb68a2),segment_id=07e12700-662e-4c43-94e9-9744cdcb68a2)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:42.552968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.586771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'deff2984-d22e-4c22-a4ad-61bf598c3dd3', 'network_id': '300c6408-a296-4cc3-a514-a138c4bd6a59', 'port_id': 'deff2984-d22e-4c22-a4ad-61bf598c3dd3', 'mac_address': 'fa:16:3e:8d:36:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51779a50-f724-4290-9269-1cdd2a0dedcb', 'ip_address': '19.80.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:37:42.636437 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.654813 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Transition to ACTIVE for port object 82cdf824-3c5b-4aa5-8ef2-912e5dad248a will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:42.670132 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.697225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] Calling delete_port for 2b1690ea-7bff-49fa-81f1-815be0e1d29e owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:42.757319 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.791540 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.811600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deff2984-d22e-4c22-a4ad-61bf598c3dd3 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:42.828754 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.834102 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.854005 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee43f93-abf8-4492-82df-9841d6219f72 None None] Pushing event updated for resources: {'Port': ['ID=82cdf824-3c5b-4aa5-8ef2-912e5dad248a,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:42.901778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1690ea-7bff-49fa-81f1-815be0e1d29e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:42.989970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Transition to ACTIVE for port object 6d8e9744-032d-4cc2-a922-d126157ae598 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:43.014102 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Attempting to bind port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:43.014783 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Attempting to bind port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '38571ffa-989d-4569-8dbc-2f286e4b060c'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:43.016075 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Attempting to bind port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a on network 38571ffa-989d-4569-8dbc-2f286e4b060c {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:43.029246 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:37:43.030228 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Checking segment: {'id': 'bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '38571ffa-989d-4569-8dbc-2f286e4b060c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:37:43.030874 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.031452 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Bound using segment: {'id': 'bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '38571ffa-989d-4569-8dbc-2f286e4b060c'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:37:43.032262 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Bound port: 82cdf824-3c5b-4aa5-8ef2-912e5dad248a, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '38571ffa-989d-4569-8dbc-2f286e4b060c'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:43.033976 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.035020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287758b-a847-424e-a987-6954de73e221 req-92eb2868-dac6-4a0e-9272-86ea8e3133e9 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:43.049582 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1287758b-a847-424e-a987-6954de73e221 req-92eb2868-dac6-4a0e-9272-86ea8e3133e9 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 945 time: 0.5397832 Feb 04 15:37:43.058261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929ff34-eb73-4b1e-9e18-2e0623d69a8a req-600a67c6-1cbb-45f0-9433-e6e4b990af38 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:43.066252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9929ff34-eb73-4b1e-9e18-2e0623d69a8a req-600a67c6-1cbb-45f0-9433-e6e4b990af38 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 951 time: 0.5430820 Feb 04 15:37:43.090785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] No DVR routers for this DVR port 2b1690ea-7bff-49fa-81f1-815be0e1d29e on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:43.131555 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.132599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port deff2984-d22e-4c22-a4ad-61bf598c3dd3, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=deff2984-d22e-4c22-a4ad-61bf598c3dd3,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:43.139987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Transition to ACTIVE for port object 6d8e9744-032d-4cc2-a922-d126157ae598 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:43.148606 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b8828314-3889-4003-aa05-00452239a25f None None] For port 2b1690ea-7bff-49fa-81f1-815be0e1d29e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2b1690ea-7bff-49fa-81f1-815be0e1d29e,segment=NetworkSegment(07e12700-662e-4c43-94e9-9744cdcb68a2),segment_id=07e12700-662e-4c43-94e9-9744cdcb68a2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:43.149144 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8828314-3889-4003-aa05-00452239a25f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.162319 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.195217 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.205426 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-337c661a-2232-40ad-ae13-54debb39744e None None] For port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:43.213070 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-337c661a-2232-40ad-ae13-54debb39744e None None] For port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=82cdf824-3c5b-4aa5-8ef2-912e5dad248a,segment=NetworkSegment(bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b),segment_id=bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:43.218833 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.248952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:43.259407 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.267771 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:43.271281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:37:43.285376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Pushing event updated for resources: {'Port': ['ID=68197f89-9791-4053-b333-75d9592cd13e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:43.297431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416633b5-a48b-44ca-b866-ccae544604a8 req-66a87f43-76e2-4948-930f-7bf32039dced tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:43.299910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-416633b5-a48b-44ca-b866-ccae544604a8 req-66a87f43-76e2-4948-930f-7bf32039dced tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 951 time: 0.8685896 Feb 04 15:37:43.340907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Pushing event updated for resources: {'Port': ['ID=2e0dcab0-9eb5-48f2-890e-ade2e667d936,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:43.346053 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9929ff34-eb73-4b1e-9e18-2e0623d69a8a req-b047de0c-9059-4096-a670-0d25f20f8c53 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785614 Feb 04 15:37:43.360093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:43.361832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device bcd2c3d7-020c-4215-879e-380641265ade up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:43.383101 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee43f93-abf8-4492-82df-9841d6219f72 None None] Pushing event updated for resources: {'Port': ['ID=82cdf824-3c5b-4aa5-8ef2-912e5dad248a,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:43.421739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b8828314-3889-4003-aa05-00452239a25f None None] Calling delete_port for 2b1690ea-7bff-49fa-81f1-815be0e1d29e owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:43.425730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:43.431447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:43.434539 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Routers {'866a2296-8723-4714-84ec-69091892e8da'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:37:43.435278 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-337c661a-2232-40ad-ae13-54debb39744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['866a2296-8723-4714-84ec-69091892e8da'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:43.462151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-a7ae11e1-98f0-484a-970b-27f169752687 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:43.463880 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-a7ae11e1-98f0-484a-970b-27f169752687 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.73 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 945 time: 0.7726674 Feb 04 15:37:43.476655 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.481572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:37:43.490277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:43.491830 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.501137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:43.546082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8a8a86-e319-4d89-b6fa-6b7205f28716']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:43.566358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e12700-662e-4c43-94e9-9744cdcb68a2') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:43.568309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e12700-662e-4c43-94e9-9744cdcb68a2') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:43.574856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:37:43.600377 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.652706 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e9bb00a8-661b-4393-a6b3-ce57e3a18c66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9949648 Feb 04 15:37:43.656297 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1287758b-a847-424e-a987-6954de73e221 req-5d21ee94-986c-4342-a4f1-17e906d543b2 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6055713 Feb 04 15:37:43.762626 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bf2d5078-50a8-4acc-877f-f9129e6945c2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:37:43.762914 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.779475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:37:43.779475 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:43.794933 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:43.798683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-c3f8b2fe-820f-48cc-95df-efa03c25e3e9 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:37:43.799740 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-c3f8b2fe-820f-48cc-95df-efa03c25e3e9 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0498440 Feb 04 15:37:43.815555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-416633b5-a48b-44ca-b866-ccae544604a8 req-c11049f4-7817-4186-bfeb-8d364cfac08a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Deleting port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:43.815896 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-416633b5-a48b-44ca-b866-ccae544604a8 req-c11049f4-7817-4186-bfeb-8d364cfac08a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.834476 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-337c661a-2232-40ad-ae13-54debb39744e None None] Set router 866a2296-8723-4714-84ec-69091892e8da gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:37:43.953338 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=deff2984-d22e-4c22-a4ad-61bf598c3dd3,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:44.062741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Request body: {'port': {'device_id': '7972dc7c-8c49-462b-aa1b-6dc7def4bb97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn_limited( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn_limited( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.272788 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Attempting to bind port 6d8e9744-032d-4cc2-a922-d126157ae598 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Attempting to bind port 6d8e9744-032d-4cc2-a922-d126157ae598 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:44.287994 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Attempting to bind port 6d8e9744-032d-4cc2-a922-d126157ae598 on network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:44.290575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Deleting port 6c293b53-27dd-49a9-9b84-6a4bf39ea709 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:44.290575 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.299131 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.299131 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.329998 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-b8828314-3889-4003-aa05-00452239a25f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:37:44.329998 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-b8828314-3889-4003-aa05-00452239a25f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:37:44.365277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8a8a86-e319-4d89-b6fa-6b7205f28716,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:44.365277 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3134b4c6-85ac-4219-ae27-90d4ccf29c25 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4d8a8a86-e319-4d89-b6fa-6b7205f28716 HTTP/1.1" status: 204 len: 168 time: 2.8882895 Feb 04 15:37:44.365277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59650) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:44.371145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Pushing event updated for resources: {'Port': ['ID=6d8e9744-032d-4cc2-a922-d126157ae598,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:44.383602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:37:44.383869 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Checking segment: {'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:37:44.384220 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.384642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Bound using segment: {'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:37:44.385168 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Bound port: 6d8e9744-032d-4cc2-a922-d126157ae598, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:44.385541 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.515444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2b1690ea-7bff-49fa-81f1-815be0e1d29e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:44.573470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 2b1690ea-7bff-49fa-81f1-815be0e1d29e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:37:44.575130 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2b1690ea-7bff-49fa-81f1-815be0e1d29e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:44.583349 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port bcd2c3d7-020c-4215-879e-380641265ade completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:44.607586 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-337c661a-2232-40ad-ae13-54debb39744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866a2296-8723-4714-84ec-69091892e8da', 'name': 'tempest-ServersTestFqdnHostnames-333122485-router', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:16Z', 'updated_at': '2022-02-04T15:37:36Z', 'revision_number': 4, 'project_id': 'd9dc4fb247114aa587c2f21764921763', 'gw_port': {'id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866a2296-8723-4714-84ec-69091892e8da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:18Z', 'updated_at': '2022-02-04T15:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '82cdf824-3c5b-4aa5-8ef2-912e5dad248a', 'name': '', 'network_id': '38571ffa-989d-4569-8dbc-2f286e4b060c', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763', 'mac_address': 'fa:16:3e:97:d0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866a2296-8723-4714-84ec-69091892e8da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f2d5a4d-f95e-4353-af63-ef775cdf5847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:34Z', 'updated_at': '2022-02-04T15:37:43Z', 'revision_number': 4, 'project_id': 'd9dc4fb247114aa587c2f21764921763', 'subnets': [{'id': '6f2d5a4d-f95e-4353-af63-ef775cdf5847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:44.625029 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337c661a-2232-40ad-ae13-54debb39744e None None] The sync data for ids ['866a2296-8723-4714-84ec-69091892e8da'] in n-d-827872-1 is: [{'id': '866a2296-8723-4714-84ec-69091892e8da', 'name': 'tempest-ServersTestFqdnHostnames-333122485-router', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:16Z', 'updated_at': '2022-02-04T15:37:36Z', 'revision_number': 4, 'project_id': 'd9dc4fb247114aa587c2f21764921763', 'gw_port': {'id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866a2296-8723-4714-84ec-69091892e8da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:18Z', 'updated_at': '2022-02-04T15:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '82cdf824-3c5b-4aa5-8ef2-912e5dad248a', 'name': '', 'network_id': '38571ffa-989d-4569-8dbc-2f286e4b060c', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763', 'mac_address': 'fa:16:3e:97:d0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866a2296-8723-4714-84ec-69091892e8da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f2d5a4d-f95e-4353-af63-ef775cdf5847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:34Z', 'updated_at': '2022-02-04T15:37:43Z', 'revision_number': 4, 'project_id': 'd9dc4fb247114aa587c2f21764921763', 'subnets': [{'id': '6f2d5a4d-f95e-4353-af63-ef775cdf5847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:37:44.730183 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] For port 6d8e9744-032d-4cc2-a922-d126157ae598, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:44.742359 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] For port 6d8e9744-032d-4cc2-a922-d126157ae598, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6d8e9744-032d-4cc2-a922-d126157ae598,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:44.754077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0c270f0-9006-48db-a775-d638ce9767be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.763352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port bcd2c3d7-020c-4215-879e-380641265ade triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:44.763720 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.805207 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.871630 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.884865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b8828314-3889-4003-aa05-00452239a25f None None] Deleting port 2b1690ea-7bff-49fa-81f1-815be0e1d29e {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:44.884865 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8828314-3889-4003-aa05-00452239a25f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.897069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-416633b5-a48b-44ca-b866-ccae544604a8 req-c11049f4-7817-4186-bfeb-8d364cfac08a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] For port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:44.897069 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-416633b5-a48b-44ca-b866-ccae544604a8 req-c11049f4-7817-4186-bfeb-8d364cfac08a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.044132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['deff2984-d22e-4c22-a4ad-61bf598c3dd3'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:37:45.392408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b8828314-3889-4003-aa05-00452239a25f None None] The port '2b1690ea-7bff-49fa-81f1-815be0e1d29e' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:37:45.422972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-416633b5-a48b-44ca-b866-ccae544604a8 req-c11049f4-7817-4186-bfeb-8d364cfac08a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Calling delete_port for ff06417c-da0d-4ce8-ac12-17bcfeee7a2b owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:45.463927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057abed-3f3e-41ce-9b1a-9b6909cb1b12 req-e3edae7e-7e44-4248-a0ea-a7ae8fcd4da9 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:45.465410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c057abed-3f3e-41ce-9b1a-9b6909cb1b12 req-e3edae7e-7e44-4248-a0ea-a7ae8fcd4da9 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 931 time: 1.8248980 Feb 04 15:37:45.515952 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57a4a0-6833-4766-aec3-5bdc973a1bf0 None None] Pushing event updated for resources: {'Port': ['ID=6d8e9744-032d-4cc2-a922-d126157ae598,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:45.697714 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.795257 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-416633b5-a48b-44ca-b866-ccae544604a8 req-c11049f4-7817-4186-bfeb-8d364cfac08a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.816982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd2c3d7-020c-4215-879e-380641265ade'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:45.845872 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port bcd2c3d7-020c-4215-879e-380641265ade, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bcd2c3d7-020c-4215-879e-380641265ade,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:45.980212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ff06417c-da0d-4ce8-ac12-17bcfeee7a2b no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:46.015993 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.059380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11049f4-7817-4186-bfeb-8d364cfac08a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Pushing event deleted for resources: {'Port': ['ID=ff06417c-da0d-4ce8-ac12-17bcfeee7a2b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:46.072988 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:37:46.127408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=bcd2c3d7-020c-4215-879e-380641265ade,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:46.137737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: ff06417c-da0d-4ce8-ac12-17bcfeee7a2b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:37:46.137737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ff06417c-da0d-4ce8-ac12-17bcfeee7a2b not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:46.138150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6c293b53-27dd-49a9-9b84-6a4bf39ea709 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:46.322429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] For port 6c293b53-27dd-49a9-9b84-6a4bf39ea709, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6c293b53-27dd-49a9-9b84-6a4bf39ea709,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:46.322987 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.349803 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.398439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0dcab0-9eb5-48f2-890e-ade2e667d936 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:46.408502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6c293b53-27dd-49a9-9b84-6a4bf39ea709, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6c293b53-27dd-49a9-9b84-6a4bf39ea709,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:46.424409 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.430542 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.449984 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Transition to ACTIVE for port object 2e0dcab0-9eb5-48f2-890e-ade2e667d936 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:46.459059 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.540523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Calling delete_port for 6c293b53-27dd-49a9-9b84-6a4bf39ea709 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:46.593790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 82cdf824-3c5b-4aa5-8ef2-912e5dad248a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:46.641681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-416633b5-a48b-44ca-b866-ccae544604a8 req-c11049f4-7817-4186-bfeb-8d364cfac08a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] No DVR routers for this DVR port ff06417c-da0d-4ce8-ac12-17bcfeee7a2b on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:46.653316 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-416633b5-a48b-44ca-b866-ccae544604a8 req-c11049f4-7817-4186-bfeb-8d364cfac08a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.656264 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:37:46.656624 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:37:46.657316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'name': 'network-vif-deleted', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:46.688471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c057abed-3f3e-41ce-9b1a-9b6909cb1b12 req-19f7090a-ae43-4a32-92e8-fb08ae1772c1 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Synchronizing usage tracker for tenant:afedf71e08d54f2282f1fc68f8a88f61 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:46.711067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1800a8-013a-4ad9-b8af-3572eb0f83a9 req-a8519dc9-6202-45be-85c8-47524b605a11 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:46.719758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1800a8-013a-4ad9-b8af-3572eb0f83a9 req-a8519dc9-6202-45be-85c8-47524b605a11 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:46.732369 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1800a8-013a-4ad9-b8af-3572eb0f83a9 req-a8519dc9-6202-45be-85c8-47524b605a11 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:46.742902 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb1800a8-013a-4ad9-b8af-3572eb0f83a9 req-a8519dc9-6202-45be-85c8-47524b605a11 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2414 time: 2.6963720 Feb 04 15:37:46.749616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-416633b5-a48b-44ca-b866-ccae544604a8 req-c11049f4-7817-4186-bfeb-8d364cfac08a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.73 "DELETE /v2.0/ports/ff06417c-da0d-4ce8-ac12-17bcfeee7a2b HTTP/1.1" status: 204 len: 173 time: 3.4185314 Feb 04 15:37:46.794209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c057abed-3f3e-41ce-9b1a-9b6909cb1b12 req-19f7090a-ae43-4a32-92e8-fb08ae1772c1 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Unset dirty status for tenant:afedf71e08d54f2282f1fc68f8a88f61 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:46.806128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c057abed-3f3e-41ce-9b1a-9b6909cb1b12 req-19f7090a-ae43-4a32-92e8-fb08ae1772c1 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3061297 Feb 04 15:37:46.808797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=6c293b53-27dd-49a9-9b84-6a4bf39ea709,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:46.867924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:46.879136 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.879899 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.890632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:46.893744 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.897542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb1800a8-013a-4ad9-b8af-3572eb0f83a9 req-b843cb65-8058-4cdd-8dfc-f16cce0c14f1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527417 Feb 04 15:37:47.205921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Deleting port 6c293b53-27dd-49a9-9b84-6a4bf39ea709 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:47.206637 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.263288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['e02c8813-aae6-4d8b-beef-db179bc9cb00', '92f34155-ff69-4ccf-b60b-43dd7470f0b4'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:37:47.334865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device bf2d5078-50a8-4acc-877f-f9129e6945c2 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:47.342563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0dcab0-9eb5-48f2-890e-ade2e667d936,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:47.469516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1c134c1b-5707-4fe6-96f5-44c30389395e req-3c4e29f0-32b4-4e6b-b2de-5c9359ccc681 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Synchronizing usage tracker for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:47.601737 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.622242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1c134c1b-5707-4fe6-96f5-44c30389395e req-3c4e29f0-32b4-4e6b-b2de-5c9359ccc681 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Unset dirty status for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:47.635771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c134c1b-5707-4fe6-96f5-44c30389395e req-3c4e29f0-32b4-4e6b-b2de-5c9359ccc681 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddded546-6006-4621-abf8-c3377584e4b7 HTTP/1.1" status: 200 len: 210 time: 0.3594580 Feb 04 15:37:47.808177 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=82cdf824-3c5b-4aa5-8ef2-912e5dad248a,segment=NetworkSegment(bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b),segment_id=bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:47.815207 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port bf2d5078-50a8-4acc-877f-f9129e6945c2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:47.842881 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd2c3d7-020c-4215-879e-380641265ade', 'code': 200} Feb 04 15:37:47.849814 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.852124 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6d8e9744-032d-4cc2-a922-d126157ae598 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:47.931971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5b387-edbc-41b9-9e47-702e28a967c1 req-7e7a46b9-5304-48e2-a661-0dd072a5fb88 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:47.932718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9ec5b387-edbc-41b9-9e47-702e28a967c1 req-7e7a46b9-5304-48e2-a661-0dd072a5fb88 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Synchronizing usage tracker for tenant:7da2450dae374bcf86d1462624deeabd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:47.935186 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port bf2d5078-50a8-4acc-877f-f9129e6945c2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:47.935659 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.943834 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddded546-6006-4621-abf8-c3377584e4b7', 'name': 'network-vif-deleted', 'tag': 'ff06417c-da0d-4ce8-ac12-17bcfeee7a2b', 'status': 'completed', 'code': 200} Feb 04 15:37:48.074172 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-811e9abc-07d2-49d1-9de8-4744bff26691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.123962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9ec5b387-edbc-41b9-9e47-702e28a967c1 req-7e7a46b9-5304-48e2-a661-0dd072a5fb88 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Unset dirty status for tenant:7da2450dae374bcf86d1462624deeabd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:48.123962 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ec5b387-edbc-41b9-9e47-702e28a967c1 req-7e7a46b9-5304-48e2-a661-0dd072a5fb88 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 943 time: 0.8256662 Feb 04 15:37:48.226848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cefa60-b0c5-4bba-ba83-b0b569f106ca None None] Network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:37:48.247394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Attempting to bind port 2e0dcab0-9eb5-48f2-890e-ade2e667d936 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:48.247394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Attempting to bind port 2e0dcab0-9eb5-48f2-890e-ade2e667d936 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:48.247394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Attempting to bind port 2e0dcab0-9eb5-48f2-890e-ade2e667d936 on network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:48.395111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Port 2e0dcab0-9eb5-48f2-890e-ade2e667d936 on network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:37:48.395111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Attempting to bind port 2e0dcab0-9eb5-48f2-890e-ade2e667d936 on network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:48.410307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:37:48.410307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Checking segment: {'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:37:48.410307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Bound using segment: {'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:37:48.410307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Bound port: 2e0dcab0-9eb5-48f2-890e-ade2e667d936, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:48.410307 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.478516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] For port 6c293b53-27dd-49a9-9b84-6a4bf39ea709, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6c293b53-27dd-49a9-9b84-6a4bf39ea709,segment=NetworkSegment(f3828b8f-976c-4a46-aa17-2ec0f8283960),segment_id=f3828b8f-976c-4a46-aa17-2ec0f8283960)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:48.478516 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.492744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ec5b387-edbc-41b9-9e47-702e28a967c1 req-8a1189da-b871-4b7b-879a-dfdb75a55d49 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups?id=615c5a80-b007-4283-bc6e-ed62358a780c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728691 Feb 04 15:37:48.565031 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a1f4478c-3c7f-477f-be70-a33d015c2367 None None] Provisioning for port 6d8e9744-032d-4cc2-a922-d126157ae598 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:48.576433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=82cdf824-3c5b-4aa5-8ef2-912e5dad248a,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:48.628631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 6d8e9744-032d-4cc2-a922-d126157ae598 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:48.635258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Calling delete_port for 6c293b53-27dd-49a9-9b84-6a4bf39ea709 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:48.640449 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] For port 2e0dcab0-9eb5-48f2-890e-ade2e667d936, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:48.646381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] For port 2e0dcab0-9eb5-48f2-890e-ade2e667d936, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=2e0dcab0-9eb5-48f2-890e-ade2e667d936,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:48.663626 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6d8e9744-032d-4cc2-a922-d126157ae598 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:48.663626 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.695097 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.697631 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.711900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f982cf1-926b-46fb-972a-663e9f14305f req-2511ea76-ab53-47fe-987c-77a34d527d1e tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:48.712857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f982cf1-926b-46fb-972a-663e9f14305f req-2511ea76-ab53-47fe-987c-77a34d527d1e tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 943 time: 0.6023748 Feb 04 15:37:48.811917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Router 80e613b7-dfef-4bcf-b62e-98bac33456dc is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:37:48.857151 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port bf2d5078-50a8-4acc-877f-f9129e6945c2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bf2d5078-50a8-4acc-877f-f9129e6945c2,segment=NetworkSegment(953916b2-46c4-426f-b1c3-5003ec5575db),segment_id=953916b2-46c4-426f-b1c3-5003ec5575db)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:48.871909 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.872695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device deff2984-d22e-4c22-a4ad-61bf598c3dd3 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:48.953319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f982cf1-926b-46fb-972a-663e9f14305f req-49836b18-c5b2-4113-8bc2-c60735eb79eb tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301154 Feb 04 15:37:49.008872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0dcab0-9eb5-48f2-890e-ade2e667d936,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:49.013570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d0c270f0-9006-48db-a775-d638ce9767be admin admin] Deleting port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:49.013648 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0c270f0-9006-48db-a775-d638ce9767be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.057601 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.059077 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-061bcf24-0a4b-4e1c-b970-3cb7b19743e9 service neutron] 10.222.0.81 "PUT /v2.0/ports/2e0dcab0-9eb5-48f2-890e-ade2e667d936 HTTP/1.1" status: 200 len: 1091 time: 5.2493672 Feb 04 15:37:49.061282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7972dc7c-8c49-462b-aa1b-6dc7def4bb97', 'tag': '2e0dcab0-9eb5-48f2-890e-ade2e667d936'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:49.077809 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067adf4c-caec-4b80-b4a9-783e00ab4f3f req-aa6aa69e-5a3f-4762-8be2-593cfad244ed tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:49.086416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067adf4c-caec-4b80-b4a9-783e00ab4f3f req-aa6aa69e-5a3f-4762-8be2-593cfad244ed tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:49.112816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067adf4c-caec-4b80-b4a9-783e00ab4f3f req-aa6aa69e-5a3f-4762-8be2-593cfad244ed tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:49.123621 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-067adf4c-caec-4b80-b4a9-783e00ab4f3f req-aa6aa69e-5a3f-4762-8be2-593cfad244ed tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2415 time: 0.3985443 Feb 04 15:37:49.163812 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.285781 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port deff2984-d22e-4c22-a4ad-61bf598c3dd3 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:49.290313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=bf2d5078-50a8-4acc-877f-f9129e6945c2,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:49.311591 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.319919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port deff2984-d22e-4c22-a4ad-61bf598c3dd3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:49.319919 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.396841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-d0c270f0-9006-48db-a775-d638ce9767be admin admin] For port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=82cdf824-3c5b-4aa5-8ef2-912e5dad248a,segment=NetworkSegment(bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b),segment_id=bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:49.397358 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0c270f0-9006-48db-a775-d638ce9767be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.404573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Pushing event deleted for resources: {'Port': ['ID=6c293b53-27dd-49a9-9b84-6a4bf39ea709,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:49.425942 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-2e57e7b6-f4c8-43a5-95a8-67a7e91ad7bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=afedf71e08d54f2282f1fc68f8a88f61&device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 1094 time: 0.2933288 Feb 04 15:37:49.440626 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] No DVR routers for this DVR port 6c293b53-27dd-49a9-9b84-6a4bf39ea709 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:49.456036 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.458862 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.497371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-067adf4c-caec-4b80-b4a9-783e00ab4f3f req-d4cbbee3-75c1-40f8-9198-d04262bab431 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688638 Feb 04 15:37:49.515263 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c31d8fc0-2ca9-430d-82c8-863b971706fe req-ec4fb714-bfee-4f91-a2a6-3574ae12bf6f tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.73 "DELETE /v2.0/ports/6c293b53-27dd-49a9-9b84-6a4bf39ea709 HTTP/1.1" status: 204 len: 173 time: 5.9057984 Feb 04 15:37:49.665643 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 6d8e9744-032d-4cc2-a922-d126157ae598, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6d8e9744-032d-4cc2-a922-d126157ae598,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:49.697401 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.731196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:49.804497 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972dc7c-8c49-462b-aa1b-6dc7def4bb97', 'tag': '2e0dcab0-9eb5-48f2-890e-ade2e667d936', 'status': 'completed', 'code': 200} Feb 04 15:37:49.815383 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.819958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-260fe0f6-fb10-4984-b256-b916c6a2e104 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 9.4417078 Feb 04 15:37:49.819958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59678) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:49.844185 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Sync routers for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:37:49.856249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fdafb8-a443-44f2-bd08-5dc736a7497b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c293b53-27dd-49a9-9b84-6a4bf39ea709'}, {'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d5078-50a8-4acc-877f-f9129e6945c2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:49.885940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 82cdf824-3c5b-4aa5-8ef2-912e5dad248a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:49.912972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d0c270f0-9006-48db-a775-d638ce9767be admin admin] Calling delete_port for 82cdf824-3c5b-4aa5-8ef2-912e5dad248a owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:49.980725 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.020978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fdafb8-a443-44f2-bd08-5dc736a7497b', 'name': 'network-vif-deleted', 'tag': '6c293b53-27dd-49a9-9b84-6a4bf39ea709'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:50.044551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2cf08098-2d83-4c0d-bbb3-780a6342ef90 req-b32df077-38a8-41e8-850a-e98fb84c23f5 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Synchronizing usage tracker for tenant:7da2450dae374bcf86d1462624deeabd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:50.071815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=6d8e9744-032d-4cc2-a922-d126157ae598,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:50.117165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port deff2984-d22e-4c22-a4ad-61bf598c3dd3, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=deff2984-d22e-4c22-a4ad-61bf598c3dd3,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:50.117165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:37:50.117165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:50.159471 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-e1adba88-ebd7-4259-9075-d2786d20bd02 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e0dcab0-9eb5-48f2-890e-ade2e667d936 HTTP/1.1" status: 200 len: 217 time: 0.6355462 Feb 04 15:37:50.205833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2cf08098-2d83-4c0d-bbb3-780a6342ef90 req-b32df077-38a8-41e8-850a-e98fb84c23f5 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Unset dirty status for tenant:7da2450dae374bcf86d1462624deeabd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:50.205833 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2cf08098-2d83-4c0d-bbb3-780a6342ef90 req-b32df077-38a8-41e8-850a-e98fb84c23f5 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/ports?device_id=76fdafb8-a443-44f2-bd08-5dc736a7497b HTTP/1.1" status: 200 len: 210 time: 0.2746084 Feb 04 15:37:50.227007 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.296070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6865126a-be3d-48dc-99b2-f7b6315a943b None None] Provisioning complete for port 6d8e9744-032d-4cc2-a922-d126157ae598 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:50.296070 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6865126a-be3d-48dc-99b2-f7b6315a943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.389028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c45400-6851-4311-8221-48dca6e76d08 req-32112a3c-012f-479f-ab38-b81b5a9eaf23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:50.389028 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-32112a3c-012f-479f-ab38-b81b5a9eaf23 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f5285dbb-79fd-49a5-a716-0ef9a58f1dfc HTTP/1.1" status: 200 len: 845 time: 0.2049210 Feb 04 15:37:50.412769 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fdafb8-a443-44f2-bd08-5dc736a7497b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c293b53-27dd-49a9-9b84-6a4bf39ea709', 'code': 200} Feb 04 15:37:50.412769 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d5078-50a8-4acc-877f-f9129e6945c2', 'code': 200} Feb 04 15:37:50.474675 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-5b3d798a-d24f-40d5-bd84-157a54afd4c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541339 Feb 04 15:37:50.545282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 82cdf824-3c5b-4aa5-8ef2-912e5dad248a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:50.545555 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.727920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=deff2984-d22e-4c22-a4ad-61bf598c3dd3,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:50.804134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:37:50.936441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da46bb-8226-4e56-a02e-6f954a086aac req-a3185d24-2a92-487d-80d7-6a1fd649714f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:50.945701 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-91da46bb-8226-4e56-a02e-6f954a086aac req-a3185d24-2a92-487d-80d7-6a1fd649714f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 943 time: 0.4066396 Feb 04 15:37:51.008422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d7dc7-b0ff-4ddd-bf0a-856b68011837 req-8ef6a829-63ff-4cfb-9ae8-ea02004ed275 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:51.014157 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-d91d9766-5f3a-400d-86ce-08bcae7f2248 service neutron] 10.222.0.81 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232971 Feb 04 15:37:51.021670 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0c270f0-9006-48db-a775-d638ce9767be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:51.027018 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf2d7dc7-b0ff-4ddd-bf0a-856b68011837 req-8ef6a829-63ff-4cfb-9ae8-ea02004ed275 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.4135919 Feb 04 15:37:51.181916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c270f0-9006-48db-a775-d638ce9767be admin admin] Pushing event deleted for resources: {'Port': ['ID=82cdf824-3c5b-4aa5-8ef2-912e5dad248a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:51.214202 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-91da46bb-8226-4e56-a02e-6f954a086aac req-a48e692c-80c4-42d5-ae80-13fe602a52a0 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512643 Feb 04 15:37:51.244276 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf2d7dc7-b0ff-4ddd-bf0a-856b68011837 req-a4a7bc26-824d-409c-945b-3faf8ba21d0c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156851 Feb 04 15:37:51.306661 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:44Z', 'revision_number': 3, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:51.314250 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Checking router: 80e613b7-dfef-4bcf-b62e-98bac33456dc for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:37:51.319580 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Updating router 80e613b7-dfef-4bcf-b62e-98bac33456dc port 68197f89-9791-4053-b333-75d9592cd13e binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:37:51.393214 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2c45400-6851-4311-8221-48dca6e76d08 req-4663fb95-fd6d-44b9-a986-a162d8b411be service neutron] 10.222.0.81 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722887 Feb 04 15:37:51.467757 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:51.659597 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fdafb8-a443-44f2-bd08-5dc736a7497b', 'name': 'network-vif-deleted', 'tag': '6c293b53-27dd-49a9-9b84-6a4bf39ea709', 'status': 'completed', 'code': 200} Feb 04 15:37:51.793180 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5720942-7392-4efb-831d-b167f7961a00 req-393ab837-7909-4c39-a190-dae9e6c60080 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:51.797414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5720942-7392-4efb-831d-b167f7961a00 req-393ab837-7909-4c39-a190-dae9e6c60080 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:51.802094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5720942-7392-4efb-831d-b167f7961a00 req-393ab837-7909-4c39-a190-dae9e6c60080 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:51.809247 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5720942-7392-4efb-831d-b167f7961a00 req-393ab837-7909-4c39-a190-dae9e6c60080 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2417 time: 0.1524563 Feb 04 15:37:51.887845 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a67fd0c-ee5d-40b1-9da4-b077704e50ed req-6bc7bd06-2f3f-4d9e-96c8-e2d5f23a3335 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=afedf71e08d54f2282f1fc68f8a88f61&device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 1094 time: 0.3472235 Feb 04 15:37:51.917703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59704) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:51.935654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6d8e9744-032d-4cc2-a922-d126157ae598 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:51.997778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5720942-7392-4efb-831d-b167f7961a00 req-21e89e02-673f-4a7c-922a-5e3edc54a441 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873939 Feb 04 15:37:52.037069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-811e9abc-07d2-49d1-9de8-4744bff26691 admin admin] Deleting port 9903a0ea-160e-46be-a677-bfb97ef3e80f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:52.037505 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-811e9abc-07d2-49d1-9de8-4744bff26691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.058471 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.075035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Transition to ACTIVE for port object 68197f89-9791-4053-b333-75d9592cd13e will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:52.084938 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.087564 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8523a319-a4d9-4a4a-b2ca-162f5b29954b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.123325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6d8e9744-032d-4cc2-a922-d126157ae598 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:52.123672 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.129758 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8523a319-a4d9-4a4a-b2ca-162f5b29954b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.229904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Attempting to bind port 68197f89-9791-4053-b333-75d9592cd13e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:52.230182 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Attempting to bind port 68197f89-9791-4053-b333-75d9592cd13e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:52.230541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Attempting to bind port 68197f89-9791-4053-b333-75d9592cd13e on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:37:52.233511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068667d5-fd8b-41f4-be5e-da215e9b48f9 None None] Pushing event updated for resources: {'Port': ['ID=68197f89-9791-4053-b333-75d9592cd13e,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:52.240224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173d982-cc62-4967-b059-7b1d584d1d97 req-67e6c7db-960c-40e6-bdd9-64fdc7348691 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:52.241156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2173d982-cc62-4967-b059-7b1d584d1d97 req-67e6c7db-960c-40e6-bdd9-64fdc7348691 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Synchronizing usage tracker for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:52.246716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:37:52.247331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:37:52.247868 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.248376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:37:52.248987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Bound port: 68197f89-9791-4053-b333-75d9592cd13e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:52.249489 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.275451 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.284847 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8523a319-a4d9-4a4a-b2ca-162f5b29954b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.309765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523a319-a4d9-4a4a-b2ca-162f5b29954b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a5c646-8264-4f4f-b0aa-762a10dea06a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:52.358075 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8523a319-a4d9-4a4a-b2ca-162f5b29954b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.363286 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8523a319-a4d9-4a4a-b2ca-162f5b29954b tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "DELETE /v2.0/security-groups/86a5c646-8264-4f4f-b0aa-762a10dea06a HTTP/1.1" status: 204 len: 168 time: 0.4438951 Feb 04 15:37:52.365301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59712) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:52.397931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] For port 68197f89-9791-4053-b333-75d9592cd13e, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:52.401497 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-ab3f3676-36ed-475f-af65-34540b620294 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] show failed (client error): The resource could not be found. Feb 04 15:37:52.401698 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] For port 68197f89-9791-4053-b333-75d9592cd13e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=68197f89-9791-4053-b333-75d9592cd13e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:52.405594 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ab3f3676-36ed-475f-af65-34540b620294 tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "GET /v2.0/security-groups/86a5c646-8264-4f4f-b0aa-762a10dea06a HTTP/1.1" status: 404 len: 347 time: 0.0367985 Feb 04 15:37:52.407019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59716) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:52.410696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deff2984-d22e-4c22-a4ad-61bf598c3dd3'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:52.417412 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.473436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-811e9abc-07d2-49d1-9de8-4744bff26691 admin admin] For port 9903a0ea-160e-46be-a677-bfb97ef3e80f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9903a0ea-160e-46be-a677-bfb97ef3e80f,segment=NetworkSegment(fb85da2d-9f76-48cc-84b0-8e38d6ffebef),segment_id=fb85da2d-9f76-48cc-84b0-8e38d6ffebef)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:52.473798 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-811e9abc-07d2-49d1-9de8-4744bff26691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.503271 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068667d5-fd8b-41f4-be5e-da215e9b48f9 None None] Pushing event updated for resources: {'Port': ['ID=68197f89-9791-4053-b333-75d9592cd13e,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:52.509968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:37:52.510904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:52.644029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-811e9abc-07d2-49d1-9de8-4744bff26691 admin admin] Calling delete_port for 9903a0ea-160e-46be-a677-bfb97ef3e80f owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:52.684157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67fd0c-ee5d-40b1-9da4-b077704e50ed req-5e9b23c8-7bb1-44bf-9dae-bf91373e1adb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:52.685425 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a67fd0c-ee5d-40b1-9da4-b077704e50ed req-5e9b23c8-7bb1-44bf-9dae-bf91373e1adb service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c HTTP/1.1" status: 200 len: 906 time: 0.7861257 Feb 04 15:37:52.707406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2173d982-cc62-4967-b059-7b1d584d1d97 req-67e6c7db-960c-40e6-bdd9-64fdc7348691 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Unset dirty status for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:52.707985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:37:52.708520 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2173d982-cc62-4967-b059-7b1d584d1d97 req-67e6c7db-960c-40e6-bdd9-64fdc7348691 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.81 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.9606626 Feb 04 15:37:52.736318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-041e9a30-74b7-4b31-87be-374199b938dc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Deleting port 7f2f8bc7-4ab0-4084-b571-932a205f6e59 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:52.736886 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-041e9a30-74b7-4b31-87be-374199b938dc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.959101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Allocated IP 172.20.0.1 (43367a4d-7a48-469e-8d9f-c7d8ea0ad50b/82c7f77f-3e8c-4527-99d5-e9a930658f0a/01ae7e39-ba0c-47a0-967b-7f1b88abab47) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:52.977266 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a67fd0c-ee5d-40b1-9da4-b077704e50ed req-e2d0e626-70bf-487d-a2ce-aa2ff5bf8850 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e0dcab0-9eb5-48f2-890e-ade2e667d936 HTTP/1.1" status: 200 len: 217 time: 0.2797673 Feb 04 15:37:52.983971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57deed2-406f-4f70-a96c-517b324d9323 req-4f0e991b-0e5b-45de-a960-a7329eb6aeee tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:52.985699 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d57deed2-406f-4f70-a96c-517b324d9323 req-4f0e991b-0e5b-45de-a960-a7329eb6aeee tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.4481246 Feb 04 15:37:53.006507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d6130-4feb-4c3e-98d6-b0ddd3051900 req-670bf2e6-31d7-4676-9d54-693b6dbcd929 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:53.008190 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec4d6130-4feb-4c3e-98d6-b0ddd3051900 req-670bf2e6-31d7-4676-9d54-693b6dbcd929 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 943 time: 0.5012934 Feb 04 15:37:53.060598 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-2173d982-cc62-4967-b059-7b1d584d1d97 req-c6e10d3d-b7f8-4b38-81a7-64131e4ab484 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Deleting port 92f34155-ff69-4ccf-b60b-43dd7470f0b4 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:53.060968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2173d982-cc62-4967-b059-7b1d584d1d97 req-c6e10d3d-b7f8-4b38-81a7-64131e4ab484 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.114929 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:44Z', 'revision_number': 3, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:53.124476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d206e33f-178b-4048-bd6c-af8883cd519c None None] The sync data for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 is: [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:44Z', 'revision_number': 3, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:37:53.169228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67fd0c-ee5d-40b1-9da4-b077704e50ed req-651cda54-4bd0-4b89-b719-d5152f238d3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:53.171585 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a67fd0c-ee5d-40b1-9da4-b077704e50ed req-651cda54-4bd0-4b89-b719-d5152f238d3b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f5285dbb-79fd-49a5-a716-0ef9a58f1dfc HTTP/1.1" status: 200 len: 845 time: 0.1789544 Feb 04 15:37:53.179142 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0c270f0-9006-48db-a775-d638ce9767be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.187071 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-041e9a30-74b7-4b31-87be-374199b938dc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.187428 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-041e9a30-74b7-4b31-87be-374199b938dc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.269923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d57deed2-406f-4f70-a96c-517b324d9323 req-653d68ff-239e-4ae2-acc5-921cedcbdb1a tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706556 Feb 04 15:37:53.279278 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a67fd0c-ee5d-40b1-9da4-b077704e50ed req-b66aa356-8de3-4b33-b592-99069a22c125 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920575 Feb 04 15:37:53.353299 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deff2984-d22e-4c22-a4ad-61bf598c3dd3', 'code': 200} Feb 04 15:37:53.487900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-041e9a30-74b7-4b31-87be-374199b938dc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Calling delete_port for 7f2f8bc7-4ab0-4084-b571-932a205f6e59 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:53.597131 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec4d6130-4feb-4c3e-98d6-b0ddd3051900 req-9f92f12f-c722-42fb-b2c1-eafb693a62e6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5644743 Feb 04 15:37:53.668802 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.702844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Transition to ACTIVE for port object 01ae7e39-ba0c-47a0-967b-7f1b88abab47 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:53.768359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e324e-ba5c-42d2-98c1-19747462954d req-ddad9be9-e3cd-4118-b996-54cc590709e0 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:53.772240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e324e-ba5c-42d2-98c1-19747462954d req-ddad9be9-e3cd-4118-b996-54cc590709e0 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:53.776099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e324e-ba5c-42d2-98c1-19747462954d req-ddad9be9-e3cd-4118-b996-54cc590709e0 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:53.777776 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-367e324e-ba5c-42d2-98c1-19747462954d req-ddad9be9-e3cd-4118-b996-54cc590709e0 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2417 time: 0.2609003 Feb 04 15:37:53.796225 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a67fd0c-ee5d-40b1-9da4-b077704e50ed req-f5dc4b8d-9a2b-4e94-a6de-1b4ccb1d6492 service neutron] 10.222.0.81 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599566 Feb 04 15:37:53.807541 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-811e9abc-07d2-49d1-9de8-4744bff26691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.830448 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-041e9a30-74b7-4b31-87be-374199b938dc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.867930 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.894979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e9a30-74b7-4b31-87be-374199b938dc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Pushing event deleted for resources: {'Port': ['ID=7f2f8bc7-4ab0-4084-b571-932a205f6e59,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:53.899992 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-367e324e-ba5c-42d2-98c1-19747462954d req-59cc65ef-61c5-442c-874d-1cda7ee43107 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135368 Feb 04 15:37:53.944970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e9abc-07d2-49d1-9de8-4744bff26691 admin admin] Pushing event deleted for resources: {'Port': ['ID=9903a0ea-160e-46be-a677-bfb97ef3e80f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:53.970543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-2173d982-cc62-4967-b059-7b1d584d1d97 req-c6e10d3d-b7f8-4b38-81a7-64131e4ab484 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] For port 92f34155-ff69-4ccf-b60b-43dd7470f0b4, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=92f34155-ff69-4ccf-b60b-43dd7470f0b4,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:53.971450 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2173d982-cc62-4967-b059-7b1d584d1d97 req-c6e10d3d-b7f8-4b38-81a7-64131e4ab484 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.987816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:54.057134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:54.071596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:37:54.115601 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0fbe9fea-b3d8-4765-b6ca-2d2806bb28cb req-fb6e0d6d-d59c-43ac-9d02-dce489e2612b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2870 time: 0.6009877 Feb 04 15:37:54.201094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Pushing event updated for resources: {'Port': ['ID=01ae7e39-ba0c-47a0-967b-7f1b88abab47,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:54.214115 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-041e9a30-74b7-4b31-87be-374199b938dc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.222252 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.263262 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-041e9a30-74b7-4b31-87be-374199b938dc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.266926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-041e9a30-74b7-4b31-87be-374199b938dc tempest-ImagesOneServerNegativeTestJSON-267790193 tempest-ImagesOneServerNegativeTestJSON-267790193-project] 10.222.0.60 "DELETE /v2.0/floatingips/5b88d597-ddf5-4581-b086-dfcd9a8a712f HTTP/1.1" status: 204 len: 168 time: 1.8554831 Feb 04 15:37:54.374917 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.402161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-2173d982-cc62-4967-b059-7b1d584d1d97 req-c6e10d3d-b7f8-4b38-81a7-64131e4ab484 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Calling delete_port for 92f34155-ff69-4ccf-b60b-43dd7470f0b4 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:37:54.479028 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a67fd0c-ee5d-40b1-9da4-b077704e50ed req-0947ec76-8f5b-4b01-97a2-a9b72f31eaee service neutron] 10.222.0.81 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621068 Feb 04 15:37:54.526034 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d4125c4e-d356-4c70-9b19-1c71d00bbb13 None None] Provisioning for port 01ae7e39-ba0c-47a0-967b-7f1b88abab47 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:54.535610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d4125c4e-d356-4c70-9b19-1c71d00bbb13 None None] Provisioning complete for port 01ae7e39-ba0c-47a0-967b-7f1b88abab47 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:54.536087 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4125c4e-d356-4c70-9b19-1c71d00bbb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.602551 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0fbe9fea-b3d8-4765-b6ca-2d2806bb28cb req-0607200f-0826-4c53-9f32-eaf313e49ab0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757998 Feb 04 15:37:54.607639 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d4125c4e-d356-4c70-9b19-1c71d00bbb13 None None] Port 01ae7e39-ba0c-47a0-967b-7f1b88abab47 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:37:54.609803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59734) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:54.677269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779dd28-5867-4fef-a533-5dce86a1d84b req-d0cb4633-2409-4535-8653-c9075e5ea016 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:54.678713 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f779dd28-5867-4fef-a533-5dce86a1d84b req-d0cb4633-2409-4535-8653-c9075e5ea016 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 949 time: 0.2260056 Feb 04 15:37:54.817243 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f779dd28-5867-4fef-a533-5dce86a1d84b req-b5ba0005-f183-4a20-8543-098956a2f410 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303918 Feb 04 15:37:54.819267 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.838320 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.921226 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcb936b-2461-4421-9a3f-fdcb82b5908a admin admin] Deleting subnet e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:37:54.934735 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9bcb936b-2461-4421-9a3f-fdcb82b5908a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.967440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff0d3f-0bb5-449a-93c5-7247719655a7 req-c0297c68-c57a-4a18-8278-2313d0cde777 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:54.968972 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47ff0d3f-0bb5-449a-93c5-7247719655a7 req-c0297c68-c57a-4a18-8278-2313d0cde777 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 943 time: 0.2221870 Feb 04 15:37:54.976437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Pushing event updated for resources: {'Port': ['ID=01ae7e39-ba0c-47a0-967b-7f1b88abab47,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:54.979868 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.102798 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9bcb936b-2461-4421-9a3f-fdcb82b5908a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.137370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47ff0d3f-0bb5-449a-93c5-7247719655a7 req-b2b0d496-dded-48a2-a443-8cbea7871026 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620615 Feb 04 15:37:55.176265 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2173d982-cc62-4967-b059-7b1d584d1d97 req-c6e10d3d-b7f8-4b38-81a7-64131e4ab484 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.209512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['e02c8813-aae6-4d8b-beef-db179bc9cb00'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:37:55.220101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:55.221415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:55.308204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c22b4-eca6-4b82-846e-768ed2dbe82d req-d361c685-9bae-4e3e-84bd-bb11d97d32be tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:55.308411 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 2e0dcab0-9eb5-48f2-890e-ade2e667d936 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:37:55.312526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c22b4-eca6-4b82-846e-768ed2dbe82d req-d361c685-9bae-4e3e-84bd-bb11d97d32be tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:55.318219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e10d3d-b7f8-4b38-81a7-64131e4ab484 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Pushing event deleted for resources: {'Port': ['ID=92f34155-ff69-4ccf-b60b-43dd7470f0b4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:55.319860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 92f34155-ff69-4ccf-b60b-43dd7470f0b4 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:55.321149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c22b4-eca6-4b82-846e-768ed2dbe82d req-d361c685-9bae-4e3e-84bd-bb11d97d32be tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:55.330462 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-558c22b4-eca6-4b82-846e-768ed2dbe82d req-d361c685-9bae-4e3e-84bd-bb11d97d32be tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2417 time: 0.2390802 Feb 04 15:37:55.340996 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9bcb936b-2461-4421-9a3f-fdcb82b5908a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.464375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 92f34155-ff69-4ccf-b60b-43dd7470f0b4 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:37:55.464718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 92f34155-ff69-4ccf-b60b-43dd7470f0b4 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:55.571485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2173d982-cc62-4967-b059-7b1d584d1d97 req-c6e10d3d-b7f8-4b38-81a7-64131e4ab484 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] No DVR routers for this DVR port 92f34155-ff69-4ccf-b60b-43dd7470f0b4 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:55.579825 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2173d982-cc62-4967-b059-7b1d584d1d97 req-c6e10d3d-b7f8-4b38-81a7-64131e4ab484 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.585312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987818b6-666a-4b64-ae56-b8454d1294a7', 'name': 'network-vif-deleted', 'tag': '92f34155-ff69-4ccf-b60b-43dd7470f0b4'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:55.636448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-558c22b4-eca6-4b82-846e-768ed2dbe82d req-12832872-f84c-4fb2-b2ae-b4c702bdc6b3 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049088 Feb 04 15:37:55.652133 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9bcb936b-2461-4421-9a3f-fdcb82b5908a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.692938 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-340237b4-b572-491a-b958-b7703367ee12 None None] Provisioning complete for port 01ae7e39-ba0c-47a0-967b-7f1b88abab47 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:55.694971 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-340237b4-b572-491a-b958-b7703367ee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.742104 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987818b6-666a-4b64-ae56-b8454d1294a7', 'name': 'network-vif-deleted', 'tag': '92f34155-ff69-4ccf-b60b-43dd7470f0b4', 'status': 'completed', 'code': 200} Feb 04 15:37:55.835372 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2173d982-cc62-4967-b059-7b1d584d1d97 req-c6e10d3d-b7f8-4b38-81a7-64131e4ab484 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.81 "DELETE /v2.0/ports/92f34155-ff69-4ccf-b60b-43dd7470f0b4 HTTP/1.1" status: 204 len: 173 time: 3.0723712 Feb 04 15:37:55.846168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb936b-2461-4421-9a3f-fdcb82b5908a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:55.877522 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9bcb936b-2461-4421-9a3f-fdcb82b5908a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.881058 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-340237b4-b572-491a-b958-b7703367ee12 None None] Port 01ae7e39-ba0c-47a0-967b-7f1b88abab47 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:37:55.899120 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 2e0dcab0-9eb5-48f2-890e-ade2e667d936, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=2e0dcab0-9eb5-48f2-890e-ade2e667d936,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:55.915703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '2e0dcab0-9eb5-48f2-890e-ade2e667d936', 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c', 'port_id': '2e0dcab0-9eb5-48f2-890e-ade2e667d936', 'mac_address': 'fa:16:3e:f6:bf:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5285dbb-79fd-49a5-a716-0ef9a58f1dfc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:37:55.917162 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9bcb936b-2461-4421-9a3f-fdcb82b5908a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e0b24ce0-09d1-44d2-85a8-8cbc4e1a1b38 HTTP/1.1" status: 204 len: 168 time: 1.3062432 Feb 04 15:37:55.921639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59748) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:55.996629 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.019504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0dcab0-9eb5-48f2-890e-ade2e667d936 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:56.043026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 2e0dcab0-9eb5-48f2-890e-ade2e667d936, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=2e0dcab0-9eb5-48f2-890e-ade2e667d936,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:56.062638 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.108210 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-811e9abc-07d2-49d1-9de8-4744bff26691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.199466 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=2e0dcab0-9eb5-48f2-890e-ade2e667d936,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:56.270501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-479040fd-4ef7-4b48-93e3-944e713fc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.305938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16f5e967-0282-4720-a322-a62198da94f1 req-636bfeab-9618-49fd-b7e4-59453fa5542f tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=987818b6-666a-4b64-ae56-b8454d1294a7 HTTP/1.1" status: 200 len: 210 time: 0.1135986 Feb 04 15:37:56.318995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Router 80e613b7-dfef-4bcf-b62e-98bac33456dc has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:37:56.532372 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['2e0dcab0-9eb5-48f2-890e-ade2e667d936'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:37:56.540939 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-479040fd-4ef7-4b48-93e3-944e713fc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.587882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-479040fd-4ef7-4b48-93e3-944e713fc8bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ae0071-259d-47cc-ba62-3a371c85482e']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:56.603529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-24b470e5-d1af-4c1f-bd8e-e09cb69fb905 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1826763 Feb 04 15:37:56.610761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-479040fd-4ef7-4b48-93e3-944e713fc8bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3828b8f-976c-4a46-aa17-2ec0f8283960') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:56.611538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-479040fd-4ef7-4b48-93e3-944e713fc8bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3828b8f-976c-4a46-aa17-2ec0f8283960') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:56.616032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba30674-1ce0-4a05-832b-160ac6f0411f req-25fed24f-ae5c-43f3-b843-3a029f08c7c6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:56.617518 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aba30674-1ce0-4a05-832b-160ac6f0411f req-25fed24f-ae5c-43f3-b843-3a029f08c7c6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 944 time: 0.1956818 Feb 04 15:37:56.812036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aba30674-1ce0-4a05-832b-160ac6f0411f req-ffe984ad-7df8-4fdb-afdc-e452032b1f1e tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352777 Feb 04 15:37:56.890216 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-3225a64f-8dd8-4908-97f1-2b2bf9d82ee8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 6492 time: 0.1753128 Feb 04 15:37:56.893143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:56.898831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f7bbbe20-bb96-454d-988d-7a3b38d301de admin admin] 10.222.0.60 "PUT /v2.0/routers/80e613b7-dfef-4bcf-b62e-98bac33456dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0778482 Feb 04 15:37:57.004695 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-479040fd-4ef7-4b48-93e3-944e713fc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:57.041903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c270f0-9006-48db-a775-d638ce9767be admin admin] Router 866a2296-8723-4714-84ec-69091892e8da has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:37:57.044525 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-479040fd-4ef7-4b48-93e3-944e713fc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:57.080431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479040fd-4ef7-4b48-93e3-944e713fc8bd admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:37:57.080835 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-479040fd-4ef7-4b48-93e3-944e713fc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:57.097184 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:57.154268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7184f22-c01f-400a-a54d-6cb119259d9b req-46316040-4328-40d8-8ef9-270d992d7316 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:57.158914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7184f22-c01f-400a-a54d-6cb119259d9b req-46316040-4328-40d8-8ef9-270d992d7316 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:57.163673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7184f22-c01f-400a-a54d-6cb119259d9b req-46316040-4328-40d8-8ef9-270d992d7316 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:57.165346 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7184f22-c01f-400a-a54d-6cb119259d9b req-46316040-4328-40d8-8ef9-270d992d7316 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2417 time: 0.2501595 Feb 04 15:37:57.166602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01007fea-7163-4a67-8a69-7146d70097f7 req-0eaec723-de89-4c64-afaa-258f21069bb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:57.166975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01007fea-7163-4a67-8a69-7146d70097f7 req-0eaec723-de89-4c64-afaa-258f21069bb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:57.167363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01007fea-7163-4a67-8a69-7146d70097f7 req-0eaec723-de89-4c64-afaa-258f21069bb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:57.168762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-0eaec723-de89-4c64-afaa-258f21069bb0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=466a7e42-008f-43f5-b470-3b0ff4f3b0b5&id=f5281afe-99cd-45c1-96f8-e4c1552da724&id=f5281afe-99cd-45c1-96f8-e4c1552da724&id=f5281afe-99cd-45c1-96f8-e4c1552da724&id=f5281afe-99cd-45c1-96f8-e4c1552da724&id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e&id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e HTTP/1.1" status: 200 len: 2292 time: 0.2165160 Feb 04 15:37:57.278242 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-479040fd-4ef7-4b48-93e3-944e713fc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:57.299546 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-479040fd-4ef7-4b48-93e3-944e713fc8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:57.304727 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7184f22-c01f-400a-a54d-6cb119259d9b req-fdc876cb-1b96-4541-96d9-978d7fac4567 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335816 Feb 04 15:37:57.309106 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-0a9894e8-4eaa-4407-a922-76b39860e265 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0c9a311-3b4a-412a-b39d-448caca628e4 HTTP/1.1" status: 200 len: 1001 time: 0.1239676 Feb 04 15:37:57.313107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479040fd-4ef7-4b48-93e3-944e713fc8bd admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ae0071-259d-47cc-ba62-3a371c85482e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:57.408158 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-479040fd-4ef7-4b48-93e3-944e713fc8bd admin admin] 10.222.0.60 "DELETE /v2.0/networks/a9ae0071-259d-47cc-ba62-3a371c85482e HTTP/1.1" status: 204 len: 168 time: 1.4825506 Feb 04 15:37:57.464876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01007fea-7163-4a67-8a69-7146d70097f7 req-5e83de9c-bf9b-49f1-8148-a40766e59bfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:57.466818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-5e83de9c-bf9b-49f1-8148-a40766e59bfb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0 HTTP/1.1" status: 200 len: 850 time: 0.1502993 Feb 04 15:37:57.601842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-51bb28d4-2e4f-4fae-a790-6395dc9e70a8 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:57.602669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-51bb28d4-2e4f-4fae-a790-6395dc9e70a8 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Synchronizing usage tracker for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:57.637008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-9691b4d2-ca9e-4ef8-8d7f-27d62483aec0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=466a7e42-008f-43f5-b470-3b0ff4f3b0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616738 Feb 04 15:37:57.638334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-51bb28d4-2e4f-4fae-a790-6395dc9e70a8 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Unset dirty status for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:57.645785 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-51bb28d4-2e4f-4fae-a790-6395dc9e70a8 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 821 time: 0.2631927 Feb 04 15:37:57.680214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59778) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:57.716594 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c270f0-9006-48db-a775-d638ce9767be admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:57.722783 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d0c270f0-9006-48db-a775-d638ce9767be admin admin] 10.222.0.60 "PUT /v2.0/routers/866a2296-8723-4714-84ec-69091892e8da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0972977 Feb 04 15:37:57.726397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59782) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:57.742291 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c122ae-d3b0-46ba-8bf5-023337292144 None None] Sync routers for ids ['866a2296-8723-4714-84ec-69091892e8da'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:37:57.786178 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c122ae-d3b0-46ba-8bf5-023337292144 None None] Routers {'866a2296-8723-4714-84ec-69091892e8da'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:37:57.787152 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-53c122ae-d3b0-46ba-8bf5-023337292144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['866a2296-8723-4714-84ec-69091892e8da'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:58.099820 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-77fe6c49-599a-4d09-8018-ae859b85b0db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7da2450dae374bcf86d1462624deeabd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4153433 Feb 04 15:37:58.105926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-282cb033-cfbb-4112-befe-3a9f8a580b1c tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/quotas/15c394bafaae4a08a8f5c83c4fa74e4c HTTP/1.1" status: 200 len: 375 time: 0.4581513 Feb 04 15:37:58.108876 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-b4b86612-95f4-4c2d-88a4-34561eb8cb9b service neutron] 10.222.0.73 "GET /v2.0/networks/466a7e42-008f-43f5-b470-3b0ff4f3b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604411 Feb 04 15:37:58.110126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59790) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:58.230976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811e9abc-07d2-49d1-9de8-4744bff26691 admin admin] Router 3322ab05-64d7-4428-b853-7f7ec63a15ad has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:37:58.288886 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.309559 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-53c122ae-d3b0-46ba-8bf5-023337292144 None None] Set router 866a2296-8723-4714-84ec-69091892e8da gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:37:58.410179 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d81e0b02-571f-4bad-be32-28b78e524dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.454113 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d81e0b02-571f-4bad-be32-28b78e524dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.608992 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d81e0b02-571f-4bad-be32-28b78e524dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.631741 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-28198617-7462-4846-8261-f835dffaa186 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Synchronizing usage tracker for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:58.659971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e0b02-571f-4bad-be32-28b78e524dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615c5a80-b007-4283-bc6e-ed62358a780c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:58.743337 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-53c122ae-d3b0-46ba-8bf5-023337292144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866a2296-8723-4714-84ec-69091892e8da', 'name': 'tempest-ServersTestFqdnHostnames-333122485-router', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:16Z', 'updated_at': '2022-02-04T15:37:50Z', 'revision_number': 5, 'project_id': 'd9dc4fb247114aa587c2f21764921763', 'gw_port': {'id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866a2296-8723-4714-84ec-69091892e8da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:18Z', 'updated_at': '2022-02-04T15:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:58.749577 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c122ae-d3b0-46ba-8bf5-023337292144 None None] Checking router: 866a2296-8723-4714-84ec-69091892e8da for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:37:58.750666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39957633-12aa-4270-b74e-9791ed9c522a req-59b85ee6-2b88-4aa5-b18d-592089fbd9fe tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:58.752992 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39957633-12aa-4270-b74e-9791ed9c522a req-59b85ee6-2b88-4aa5-b18d-592089fbd9fe tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 944 time: 0.2256072 Feb 04 15:37:58.753795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d81e0b02-571f-4bad-be32-28b78e524dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.758102 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d81e0b02-571f-4bad-be32-28b78e524dee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/615c5a80-b007-4283-bc6e-ed62358a780c HTTP/1.1" status: 204 len: 168 time: 0.6461236 Feb 04 15:37:58.761435 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-dd6ffb76-f96f-4add-a360-f23bd1033e9a service neutron] 10.222.0.73 "GET /v2.0/networks/466a7e42-008f-43f5-b470-3b0ff4f3b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915983 Feb 04 15:37:58.787557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-28198617-7462-4846-8261-f835dffaa186 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Unset dirty status for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:58.789384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-28198617-7462-4846-8261-f835dffaa186 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6831255 Feb 04 15:37:58.797142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811e9abc-07d2-49d1-9de8-4744bff26691 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:58.804221 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c122ae-d3b0-46ba-8bf5-023337292144 None None] Routers {'866a2296-8723-4714-84ec-69091892e8da'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:37:58.805585 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-53c122ae-d3b0-46ba-8bf5-023337292144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['866a2296-8723-4714-84ec-69091892e8da'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:58.809149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c3d003-ef45-4f15-800d-ce472c2600fa None None] Sync routers for ids ['3322ab05-64d7-4428-b853-7f7ec63a15ad'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:37:58.810690 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-811e9abc-07d2-49d1-9de8-4744bff26691 admin admin] 10.222.0.60 "PUT /v2.0/routers/3322ab05-64d7-4428-b853-7f7ec63a15ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4123087 Feb 04 15:37:58.816950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59798) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:58.832801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c3d003-ef45-4f15-800d-ce472c2600fa None None] Routers {'3322ab05-64d7-4428-b853-7f7ec63a15ad'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:37:58.832981 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-61c3d003-ef45-4f15-800d-ce472c2600fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3322ab05-64d7-4428-b853-7f7ec63a15ad'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:59.143757 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-0550c3a4-c470-4a91-8e42-d50618cf83c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=08bb0989-9ab5-4b14-a3ad-1f0ef5940800 HTTP/1.1" status: 200 len: 217 time: 0.3456984 Feb 04 15:37:59.168666 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-53c122ae-d3b0-46ba-8bf5-023337292144 None None] Set router 866a2296-8723-4714-84ec-69091892e8da gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:37:59.210822 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39957633-12aa-4270-b74e-9791ed9c522a req-4468b23a-2330-48fe-86dc-736b4607faf6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481359 Feb 04 15:37:59.254700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-61c3d003-ef45-4f15-800d-ce472c2600fa None None] Set router 3322ab05-64d7-4428-b853-7f7ec63a15ad gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:37:59.256919 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.350310 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01007fea-7163-4a67-8a69-7146d70097f7 req-65ffcc35-a54a-422e-8919-e47eca93bf88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:59.350310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-65ffcc35-a54a-422e-8919-e47eca93bf88 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6911330a-e5e5-4ed8-b084-2cb5ecb3d69d HTTP/1.1" status: 200 len: 797 time: 0.1933413 Feb 04 15:37:59.359931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] Deleting port 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:37:59.360562 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.471917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 2e0dcab0-9eb5-48f2-890e-ade2e667d936 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:59.472843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-71f715c1-f18c-49d4-8010-01e9f2768373 service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822597 Feb 04 15:37:59.711576 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-f4ae930d-4684-4147-a22a-0e10f8a91429 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5281afe-99cd-45c1-96f8-e4c1552da724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3513379 Feb 04 15:37:59.731949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-0625a26a-5a26-4cd4-948d-a0b32d5eea9f service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147584 Feb 04 15:37:59.789592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 2e0dcab0-9eb5-48f2-890e-ade2e667d936 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:59.817434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a78d0-444e-4020-8dff-255a12fd98c4 req-b5404d6d-5abc-4596-ac3b-93eb34a7b58d tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:59.817434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a78d0-444e-4020-8dff-255a12fd98c4 req-b5404d6d-5abc-4596-ac3b-93eb34a7b58d tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:59.825363 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 2e0dcab0-9eb5-48f2-890e-ade2e667d936 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:59.825363 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.831699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a78d0-444e-4020-8dff-255a12fd98c4 req-b5404d6d-5abc-4596-ac3b-93eb34a7b58d tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:59.839686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df4a78d0-444e-4020-8dff-255a12fd98c4 req-b5404d6d-5abc-4596-ac3b-93eb34a7b58d tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2417 time: 0.3691957 Feb 04 15:37:59.852091 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-53c122ae-d3b0-46ba-8bf5-023337292144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866a2296-8723-4714-84ec-69091892e8da', 'name': 'tempest-ServersTestFqdnHostnames-333122485-router', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:16Z', 'updated_at': '2022-02-04T15:37:50Z', 'revision_number': 5, 'project_id': 'd9dc4fb247114aa587c2f21764921763', 'gw_port': {'id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866a2296-8723-4714-84ec-69091892e8da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:18Z', 'updated_at': '2022-02-04T15:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:59.859726 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c122ae-d3b0-46ba-8bf5-023337292144 None None] The sync data for ids ['866a2296-8723-4714-84ec-69091892e8da'] in n-d-827872-1 is: [{'id': '866a2296-8723-4714-84ec-69091892e8da', 'name': 'tempest-ServersTestFqdnHostnames-333122485-router', 'tenant_id': 'd9dc4fb247114aa587c2f21764921763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:16Z', 'updated_at': '2022-02-04T15:37:50Z', 'revision_number': 5, 'project_id': 'd9dc4fb247114aa587c2f21764921763', 'gw_port': {'id': '1a1f213f-7c8a-4c4d-9927-4fc716ab17ef', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866a2296-8723-4714-84ec-69091892e8da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:18Z', 'updated_at': '2022-02-04T15:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:37:59.948829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] For port 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1a1f213f-7c8a-4c4d-9927-4fc716ab17ef,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:59.953737 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.994983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-61c3d003-ef45-4f15-800d-ce472c2600fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1997455191-router', 'tenant_id': '72764b168ce74419b69eef6dc606f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:31Z', 'updated_at': '2022-02-04T15:37:53Z', 'revision_number': 5, 'project_id': '72764b168ce74419b69eef6dc606f40b', 'gw_port': {'id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:32Z', 'updated_at': '2022-02-04T15:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:00.027405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df4a78d0-444e-4020-8dff-255a12fd98c4 req-f93f6619-6f79-4f4e-aff3-0655401a5f11 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784387 Feb 04 15:38:00.055250 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c3d003-ef45-4f15-800d-ce472c2600fa None None] Checking router: 3322ab05-64d7-4428-b853-7f7ec63a15ad for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:38:00.164748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c3d003-ef45-4f15-800d-ce472c2600fa None None] Routers {'3322ab05-64d7-4428-b853-7f7ec63a15ad'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:38:00.165582 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-61c3d003-ef45-4f15-800d-ce472c2600fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3322ab05-64d7-4428-b853-7f7ec63a15ad'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:00.185711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e9318-dc10-4cca-b092-e2e14baae760 req-6c29d979-8624-4e62-a8d9-43cc3a2ce565 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:00.187126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-917e9318-dc10-4cca-b092-e2e14baae760 req-6c29d979-8624-4e62-a8d9-43cc3a2ce565 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Synchronizing usage tracker for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:00.232658 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-28d45925-e4b2-4e36-bfc3-4db715bd1010 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096269 Feb 04 15:38:00.274613 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4541bcdd-40ae-4071-ae2c-3ec13f7c526d req-e8a7d959-f710-4d5f-93da-7aefc2a9afaa tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 210 time: 0.1193814 Feb 04 15:38:00.385658 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68197f89-9791-4053-b333-75d9592cd13e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:00.442485 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.568657 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-aeee2355-2f14-4455-9651-7704502d0549 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288524 Feb 04 15:38:00.570625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972dc7c-8c49-462b-aa1b-6dc7def4bb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0dcab0-9eb5-48f2-890e-ade2e667d936'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:00.683699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] Calling delete_port for 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:38:00.723649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-917e9318-dc10-4cca-b092-e2e14baae760 req-6c29d979-8624-4e62-a8d9-43cc3a2ce565 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Unset dirty status for tenant:1ccf3f2cf9dd4568b8b81df1b50dc43c on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:00.725012 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-917e9318-dc10-4cca-b092-e2e14baae760 req-6c29d979-8624-4e62-a8d9-43cc3a2ce565 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.81 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 1.4774005 Feb 04 15:38:00.731277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 2e0dcab0-9eb5-48f2-890e-ade2e667d936, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=2e0dcab0-9eb5-48f2-890e-ade2e667d936,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:00.750170 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.849313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-17c392e1-74c1-49cc-87ab-6e5d447ad35c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e HTTP/1.1" status: 200 len: 217 time: 0.2737718 Feb 04 15:38:00.857615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-917e9318-dc10-4cca-b092-e2e14baae760 req-bef2ef7e-f936-4f44-b47c-00a3d7d96849 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Deleting port e02c8813-aae6-4d8b-beef-db179bc9cb00 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:00.857959 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-917e9318-dc10-4cca-b092-e2e14baae760 req-bef2ef7e-f936-4f44-b47c-00a3d7d96849 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.878130 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 68197f89-9791-4053-b333-75d9592cd13e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:00.893769 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 68197f89-9791-4053-b333-75d9592cd13e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:00.894150 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.960447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-61c3d003-ef45-4f15-800d-ce472c2600fa None None] Set router 3322ab05-64d7-4428-b853-7f7ec63a15ad gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:38:01.095471 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=2e0dcab0-9eb5-48f2-890e-ade2e667d936,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:01.191560 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.201066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-bc483b8d-64fc-4aad-ac9f-7fbb6090a5c9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:01.206998 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-bc483b8d-64fc-4aad-ac9f-7fbb6090a5c9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:01.211940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-bc483b8d-64fc-4aad-ac9f-7fbb6090a5c9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:01.212991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-bc483b8d-64fc-4aad-ac9f-7fbb6090a5c9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Synchronizing usage tracker for tenant:dea255a64256441d977f1d087c29cfe1 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:01.226968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92d572-7f2c-44e9-b78e-34c07596b957 req-38139be5-5612-48b4-8b72-4a2769f30549 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:01.236212 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b92d572-7f2c-44e9-b78e-34c07596b957 req-38139be5-5612-48b4-8b72-4a2769f30549 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 945 time: 0.5566008 Feb 04 15:38:01.267311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01007fea-7163-4a67-8a69-7146d70097f7 req-66305e03-6e68-4e7d-ad02-404ad659baed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:01.270150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-66305e03-6e68-4e7d-ad02-404ad659baed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6911330a-e5e5-4ed8-b084-2cb5ecb3d69d HTTP/1.1" status: 200 len: 797 time: 0.3983176 Feb 04 15:38:01.280361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-917e9318-dc10-4cca-b092-e2e14baae760 req-bef2ef7e-f936-4f44-b47c-00a3d7d96849 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] For port e02c8813-aae6-4d8b-beef-db179bc9cb00, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e02c8813-aae6-4d8b-beef-db179bc9cb00,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:01.280728 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-917e9318-dc10-4cca-b092-e2e14baae760 req-bef2ef7e-f936-4f44-b47c-00a3d7d96849 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.295500 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802af6c3-f333-4515-b005-d939147c45bc req-2592d649-7ae7-49e0-ae6c-034e30803ae9 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:01.305506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-802af6c3-f333-4515-b005-d939147c45bc req-2592d649-7ae7-49e0-ae6c-034e30803ae9 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 949 time: 0.6249027 Feb 04 15:38:01.308454 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.314324 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 68197f89-9791-4053-b333-75d9592cd13e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=68197f89-9791-4053-b333-75d9592cd13e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:01.321919 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.387650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device bf2d5078-50a8-4acc-877f-f9129e6945c2 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:01.490522 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b92d572-7f2c-44e9-b78e-34c07596b957 req-ef0f49a3-3936-4305-b12b-e482f7448554 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526228 Feb 04 15:38:01.509144 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-802af6c3-f333-4515-b005-d939147c45bc req-904ff5a0-7436-42ec-9e2b-43f998bbbb3c tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1e7d678-ade1-4932-957d-3514da2fe4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032781 Feb 04 15:38:01.538721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-bc483b8d-64fc-4aad-ac9f-7fbb6090a5c9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Unset dirty status for tenant:dea255a64256441d977f1d087c29cfe1 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:01.539905 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-bc483b8d-64fc-4aad-ac9f-7fbb6090a5c9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.81 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2417 time: 1.5488098 Feb 04 15:38:01.567197 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=68197f89-9791-4053-b333-75d9592cd13e,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:01.620882 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-0dc4ca23-ea0e-4eb1-a6db-d54935aafb6f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5281afe-99cd-45c1-96f8-e4c1552da724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3323760 Feb 04 15:38:01.777948 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.874771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-61c3d003-ef45-4f15-800d-ce472c2600fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1997455191-router', 'tenant_id': '72764b168ce74419b69eef6dc606f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:31Z', 'updated_at': '2022-02-04T15:37:53Z', 'revision_number': 5, 'project_id': '72764b168ce74419b69eef6dc606f40b', 'gw_port': {'id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:32Z', 'updated_at': '2022-02-04T15:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:01.929990 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c3d003-ef45-4f15-800d-ce472c2600fa None None] The sync data for ids ['3322ab05-64d7-4428-b853-7f7ec63a15ad'] in n-d-827872-1 is: [{'id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1997455191-router', 'tenant_id': '72764b168ce74419b69eef6dc606f40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:31Z', 'updated_at': '2022-02-04T15:37:53Z', 'revision_number': 5, 'project_id': '72764b168ce74419b69eef6dc606f40b', 'gw_port': {'id': '86455a2c-7b1f-4316-95b4-4a6a6443a15c', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3322ab05-64d7-4428-b853-7f7ec63a15ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:32Z', 'updated_at': '2022-02-04T15:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:38:01.959618 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port bf2d5078-50a8-4acc-877f-f9129e6945c2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bf2d5078-50a8-4acc-877f-f9129e6945c2,segment=NetworkSegment(953916b2-46c4-426f-b1c3-5003ec5575db),segment_id=953916b2-46c4-426f-b1c3-5003ec5575db)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:01.966425 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.970280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e02c8813-aae6-4d8b-beef-db179bc9cb00 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:02.152587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-917e9318-dc10-4cca-b092-e2e14baae760 req-bef2ef7e-f936-4f44-b47c-00a3d7d96849 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Calling delete_port for e02c8813-aae6-4d8b-beef-db179bc9cb00 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:38:02.209747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-2be30537-8244-4854-8fa9-806dcb9dd5a7 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803959 Feb 04 15:38:02.249898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68197f89-9791-4053-b333-75d9592cd13e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:02.310240 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972dc7c-8c49-462b-aa1b-6dc7def4bb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0dcab0-9eb5-48f2-890e-ade2e667d936', 'code': 200} Feb 04 15:38:02.571040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=bf2d5078-50a8-4acc-877f-f9129e6945c2,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:02.691867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-f4522105-df59-46b0-9890-ee7037db7384 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627368 Feb 04 15:38:02.725655 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-917e9318-dc10-4cca-b092-e2e14baae760 req-bef2ef7e-f936-4f44-b47c-00a3d7d96849 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.737486 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Port e02c8813-aae6-4d8b-beef-db179bc9cb00 update to DOWN by agent not found {{(pid=83552) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 15:38:02.737486 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device bcd2c3d7-020c-4215-879e-380641265ade no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:02.833710 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 68197f89-9791-4053-b333-75d9592cd13e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:02.834237 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.880929 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2ef7e-f936-4f44-b47c-00a3d7d96849 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Pushing event deleted for resources: {'Port': ['ID=e02c8813-aae6-4d8b-beef-db179bc9cb00,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:02.885120 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Sync routers for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:38:02.921497 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-3e2294be-5378-434f-8d7c-253b52953345 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=ed96eed1-23e2-4542-93a0-ddfae54cbdd3 HTTP/1.1" status: 200 len: 217 time: 0.2260296 Feb 04 15:38:02.929074 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:38:02.929850 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:02.942926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e8d6a-484f-4b1a-b0ee-ed972418e331 req-2ee3ffad-05d5-459f-a163-b90ebccb6dc1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:02.947170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e8d6a-484f-4b1a-b0ee-ed972418e331 req-2ee3ffad-05d5-459f-a163-b90ebccb6dc1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:02.951478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e8d6a-484f-4b1a-b0ee-ed972418e331 req-2ee3ffad-05d5-459f-a163-b90ebccb6dc1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:02.959220 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-344e8d6a-484f-4b1a-b0ee-ed972418e331 req-2ee3ffad-05d5-459f-a163-b90ebccb6dc1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2415 time: 0.5384984 Feb 04 15:38:03.030305 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-f944237c-fc9a-4544-a90d-90c44f5603cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Deleting port bf2d5078-50a8-4acc-877f-f9129e6945c2 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:03.030305 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-f944237c-fc9a-4544-a90d-90c44f5603cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.172913 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01007fea-7163-4a67-8a69-7146d70097f7 req-af4d325e-7c29-4ba4-a592-3e74ab6df1c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:03.172913 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-af4d325e-7c29-4ba4-a592-3e74ab6df1c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6911330a-e5e5-4ed8-b084-2cb5ecb3d69d HTTP/1.1" status: 200 len: 797 time: 0.2067809 Feb 04 15:38:03.192030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-344e8d6a-484f-4b1a-b0ee-ed972418e331 req-7aa6dc77-e78d-4ae9-9c4a-007205c9c9c3 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246675 Feb 04 15:38:03.391551 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.421759 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 82cdf824-3c5b-4aa5-8ef2-912e5dad248a no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:03.466940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-917e9318-dc10-4cca-b092-e2e14baae760 req-bef2ef7e-f936-4f44-b47c-00a3d7d96849 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] No DVR routers for this DVR port e02c8813-aae6-4d8b-beef-db179bc9cb00 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:03.494772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 82cdf824-3c5b-4aa5-8ef2-912e5dad248a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:38:03.495123 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 82cdf824-3c5b-4aa5-8ef2-912e5dad248a not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:03.497012 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-917e9318-dc10-4cca-b092-e2e14baae760 req-bef2ef7e-f936-4f44-b47c-00a3d7d96849 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.537386 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port bcd2c3d7-020c-4215-879e-380641265ade, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bcd2c3d7-020c-4215-879e-380641265ade,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:03.544726 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.545433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device deff2984-d22e-4c22-a4ad-61bf598c3dd3 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:03.592568 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:38:03.660046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6579dffb-97a6-4798-8599-cbfbafa6eae1', 'name': 'network-vif-deleted', 'tag': 'e02c8813-aae6-4d8b-beef-db179bc9cb00'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:03.765373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=bcd2c3d7-020c-4215-879e-380641265ade,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:03.805818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df2360f1-7ba4-4ea1-95b0-4d1d7b48324d req-67f3edba-d480-4e37-a650-f93340eca1b3 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 210 time: 0.3218875 Feb 04 15:38:03.837364 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9903a0ea-160e-46be-a677-bfb97ef3e80f no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:03.853354 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d8eb4ccf-be6b-43e3-ba46-4cbd1d4824c7 req-023e516f-c013-4212-b64b-23d6d64203cc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 1096 time: 1.1305118 Feb 04 15:38:03.858195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.954215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 9903a0ea-160e-46be-a677-bfb97ef3e80f {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:38:03.954554 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9903a0ea-160e-46be-a677-bfb97ef3e80f not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:03.977590 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.013991 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-0cc1e6cc-68b1-4b14-a41b-448bcacf293f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5281afe-99cd-45c1-96f8-e4c1552da724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8099325 Feb 04 15:38:04.048750 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port deff2984-d22e-4c22-a4ad-61bf598c3dd3, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=deff2984-d22e-4c22-a4ad-61bf598c3dd3,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:04.056355 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.066636 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ca6fc-b181-43a2-98bc-2c4eb513f751 req-a436904e-6399-4ee7-aec9-acdf17b739f6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:04.073598 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-012ca6fc-b181-43a2-98bc-2c4eb513f751 req-a436904e-6399-4ee7-aec9-acdf17b739f6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 945 time: 0.5907421 Feb 04 15:38:04.078683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1f213f-7c8a-4c4d-9927-4fc716ab17ef,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:04.082885 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-917e9318-dc10-4cca-b092-e2e14baae760 req-bef2ef7e-f936-4f44-b47c-00a3d7d96849 tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.81 "DELETE /v2.0/ports/e02c8813-aae6-4d8b-beef-db179bc9cb00 HTTP/1.1" status: 204 len: 173 time: 3.3206513 Feb 04 15:38:04.137379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-4f66c0be-6fdb-45bc-982b-ccab2d5fb5ad tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:04.138536 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-4f66c0be-6fdb-45bc-982b-ccab2d5fb5ad tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.73 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 821 time: 0.9527240 Feb 04 15:38:04.150848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=deff2984-d22e-4c22-a4ad-61bf598c3dd3,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:04.202550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Request body: {'port': {'device_id': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'admin_state_up': True, 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:04.234894 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 2, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:04.241557 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Checking router: 80e613b7-dfef-4bcf-b62e-98bac33456dc for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:38:04.242165 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Updating router 80e613b7-dfef-4bcf-b62e-98bac33456dc port 01ae7e39-ba0c-47a0-967b-7f1b88abab47 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:38:04.248096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6046ece4-d63e-4e3c-bae6-67a0f5301750 req-c8f54278-11ee-4cb4-be79-cca73052e72d tempest-MigrationsAdminTest-1169432276 tempest-MigrationsAdminTest-1169432276-project] 10.222.0.60 "GET /v2.0/ports?device_id=6579dffb-97a6-4798-8599-cbfbafa6eae1 HTTP/1.1" status: 200 len: 210 time: 0.2076674 Feb 04 15:38:04.321603 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.358375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2d5078-50a8-4acc-877f-f9129e6945c2'}, {'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd2c3d7-020c-4215-879e-380641265ade'}, {'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deff2984-d22e-4c22-a4ad-61bf598c3dd3'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:04.403757 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-012ca6fc-b181-43a2-98bc-2c4eb513f751 req-98e5b008-e086-4702-b469-1b85593ee7f6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292198 Feb 04 15:38:04.532189 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6579dffb-97a6-4798-8599-cbfbafa6eae1', 'name': 'network-vif-deleted', 'tag': 'e02c8813-aae6-4d8b-beef-db179bc9cb00', 'status': 'completed', 'code': 200} Feb 04 15:38:04.578064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-56217f04-b9d3-4dcd-b269-47edb9b75f46 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526438 Feb 04 15:38:04.578854 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.749272 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2d5078-50a8-4acc-877f-f9129e6945c2', 'code': 200} Feb 04 15:38:04.750088 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd2c3d7-020c-4215-879e-380641265ade', 'code': 200} Feb 04 15:38:04.750484 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deff2984-d22e-4c22-a4ad-61bf598c3dd3', 'code': 200} Feb 04 15:38:04.815525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-f944237c-fc9a-4544-a90d-90c44f5603cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] For port bf2d5078-50a8-4acc-877f-f9129e6945c2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bf2d5078-50a8-4acc-877f-f9129e6945c2,segment=NetworkSegment(953916b2-46c4-426f-b1c3-5003ec5575db),segment_id=953916b2-46c4-426f-b1c3-5003ec5575db)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:04.817194 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-f944237c-fc9a-4544-a90d-90c44f5603cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.936883 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.957927 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-424e7562-cb09-4bf2-ae20-be07d641ac84 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630874 Feb 04 15:38:04.965284 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Transition to ACTIVE for port object 01ae7e39-ba0c-47a0-967b-7f1b88abab47 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:04.981649 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.003236 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-f944237c-fc9a-4544-a90d-90c44f5603cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Calling delete_port for bf2d5078-50a8-4acc-877f-f9129e6945c2 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:38:05.079583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:05.099302 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-91dd4e62-38c7-4280-a998-d185b092c151 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=3071a10a-e745-43a8-86c5-30ffb75fa049 HTTP/1.1" status: 200 len: 217 time: 0.0896857 Feb 04 15:38:05.109382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:05.134337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Made reservation on behalf of 15c394bafaae4a08a8f5c83c4fa74e4c for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:05.139085 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.205160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59884) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:05.270037 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21a392-9194-4452-b9b5-88d70464a0d2 None None] Pushing event updated for resources: {'Port': ['ID=01ae7e39-ba0c-47a0-967b-7f1b88abab47,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:05.301270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01007fea-7163-4a67-8a69-7146d70097f7 req-02f800c5-b303-4629-aa80-fe8fc84739f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:05.306375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-02f800c5-b303-4629-aa80-fe8fc84739f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6911330a-e5e5-4ed8-b084-2cb5ecb3d69d HTTP/1.1" status: 200 len: 797 time: 0.1805208 Feb 04 15:38:05.312112 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d8eb4ccf-be6b-43e3-ba46-4cbd1d4824c7 req-706186ed-fd97-4eaf-806e-2d34f3189a6e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4399345 Feb 04 15:38:05.330957 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-f944237c-fc9a-4544-a90d-90c44f5603cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.389560 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21a392-9194-4452-b9b5-88d70464a0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.390181 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21a392-9194-4452-b9b5-88d70464a0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.390820 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21a392-9194-4452-b9b5-88d70464a0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.393651 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21a392-9194-4452-b9b5-88d70464a0d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.394511 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21a392-9194-4452-b9b5-88d70464a0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.395056 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21a392-9194-4452-b9b5-88d70464a0d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.395592 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21a392-9194-4452-b9b5-88d70464a0d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.396106 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21a392-9194-4452-b9b5-88d70464a0d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.396965 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21a392-9194-4452-b9b5-88d70464a0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.397479 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21a392-9194-4452-b9b5-88d70464a0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.398024 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21a392-9194-4452-b9b5-88d70464a0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.434535 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Attempting to bind port 01ae7e39-ba0c-47a0-967b-7f1b88abab47 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:05.435041 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Attempting to bind port 01ae7e39-ba0c-47a0-967b-7f1b88abab47 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:05.435520 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Attempting to bind port 01ae7e39-ba0c-47a0-967b-7f1b88abab47 on network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:05.443801 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:38:05.444283 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Checking segment: {'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:05.444897 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.445406 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Bound using segment: {'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:38:05.445926 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Bound port: 01ae7e39-ba0c-47a0-967b-7f1b88abab47, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:05.446365 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.459688 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.485298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944237c-fc9a-4544-a90d-90c44f5603cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event deleted for resources: {'Port': ['ID=bf2d5078-50a8-4acc-877f-f9129e6945c2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:05.497674 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] Deleting port 86455a2c-7b1f-4316-95b4-4a6a6443a15c {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:05.498093 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.580216 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] For port 01ae7e39-ba0c-47a0-967b-7f1b88abab47, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:05.583966 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] For port 01ae7e39-ba0c-47a0-967b-7f1b88abab47, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=01ae7e39-ba0c-47a0-967b-7f1b88abab47,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:05.588079 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.651778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bf0896b4-2d0c-4b48-a3c0-3e8548178e8d req-90a374bb-d3c8-415d-89f1-749f6d527b82 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 210 time: 0.0992439 Feb 04 15:38:05.676955 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21a392-9194-4452-b9b5-88d70464a0d2 None None] Pushing event updated for resources: {'Port': ['ID=01ae7e39-ba0c-47a0-967b-7f1b88abab47,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:05.685549 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:38:05.686164 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:37:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:05.688278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c76573-b0c4-4bb0-9445-01bde7d59a3d req-33aafabc-682b-48ae-8efc-ec666072ca2f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:05.697879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c76573-b0c4-4bb0-9445-01bde7d59a3d req-33aafabc-682b-48ae-8efc-ec666072ca2f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:05.701769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c76573-b0c4-4bb0-9445-01bde7d59a3d req-33aafabc-682b-48ae-8efc-ec666072ca2f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:05.716149 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0c76573-b0c4-4bb0-9445-01bde7d59a3d req-33aafabc-682b-48ae-8efc-ec666072ca2f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 2333 time: 0.7491050 Feb 04 15:38:06.020722 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.023749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-f944237c-fc9a-4544-a90d-90c44f5603cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] No DVR routers for this DVR port bf2d5078-50a8-4acc-877f-f9129e6945c2 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:06.026817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-f944237c-fc9a-4544-a90d-90c44f5603cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.028913 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:38:06.085227 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.086150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0c76573-b0c4-4bb0-9445-01bde7d59a3d req-8d18408a-b68a-4ce2-8265-cd8f57e79b16 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688803 Feb 04 15:38:06.092142 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-05308f4f-087b-474e-9219-77e80ed27d9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5281afe-99cd-45c1-96f8-e4c1552da724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6340995 Feb 04 15:38:06.093997 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-f944237c-fc9a-4544-a90d-90c44f5603cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.81 "DELETE /v2.0/ports/bf2d5078-50a8-4acc-877f-f9129e6945c2 HTTP/1.1" status: 204 len: 173 time: 4.4133768 Feb 04 15:38:06.198554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47ee9c8a-af5f-476c-b0b4-27aac18b07dc req-abb50a77-e86c-452b-96ed-9a063bc8287b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 6492 time: 0.9915562 Feb 04 15:38:06.258418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-41bf2c13-45e0-4204-a01f-d4a8c2dc30ce tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Deleting port deff2984-d22e-4c22-a4ad-61bf598c3dd3 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:06.259034 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-41bf2c13-45e0-4204-a01f-d4a8c2dc30ce tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.303882 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.304854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 866a2296-8723-4714-84ec-69091892e8da {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:38:06.365646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Allocated IP 172.20.0.11 (43367a4d-7a48-469e-8d9f-c7d8ea0ad50b/82c7f77f-3e8c-4527-99d5-e9a930658f0a/c6fc60d9-ba11-40aa-8a65-a1b60002d622) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:06.375530 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.380554 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-08a45859-a77e-44b2-aa17-68b5fa49b7ae admin admin] 10.222.0.60 "DELETE /v2.0/routers/866a2296-8723-4714-84ec-69091892e8da HTTP/1.1" status: 204 len: 168 time: 8.6502945 Feb 04 15:38:06.429317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59906) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:06.544553 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-495a4aec-0365-4610-a688-11b59011e541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.570261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-deleted', 'tag': 'bf2d5078-50a8-4acc-877f-f9129e6945c2'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:06.581330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59910) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:06.622202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] For port 86455a2c-7b1f-4316-95b4-4a6a6443a15c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=86455a2c-7b1f-4316-95b4-4a6a6443a15c,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:06.622879 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.642721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47ee9c8a-af5f-476c-b0b4-27aac18b07dc req-934b826c-7d63-4705-8920-3771c03f02ea service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=22ba7afe-af34-4c4c-a651-aa942f952443&id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4431491 Feb 04 15:38:06.674738 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:05Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:06.685254 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-a537b865-9750-4145-9bc5-1c2566253559 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653296 Feb 04 15:38:06.690747 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463f552-fda3-45b9-af41-52d5cc34094c None None] The sync data for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 is: [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:05Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:38:06.849147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] Calling delete_port for 86455a2c-7b1f-4316-95b4-4a6a6443a15c owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:38:06.871832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa045a68-5f4f-4d45-a84d-9e00f91277c7 req-a09cc2c3-7b26-4645-b7f8-542dfc9cf3c2 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:06.873704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa045a68-5f4f-4d45-a84d-9e00f91277c7 req-a09cc2c3-7b26-4645-b7f8-542dfc9cf3c2 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 945 time: 0.5014532 Feb 04 15:38:06.924587 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-deleted', 'tag': 'bf2d5078-50a8-4acc-877f-f9129e6945c2', 'status': 'completed', 'code': 200} Feb 04 15:38:07.080755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99c083d-6a84-4865-bda5-d7446d4d58fa admin admin] Deleting subnet 6f2d5a4d-f95e-4353-af63-ef775cdf5847 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:38:07.090631 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d99c083d-6a84-4865-bda5-d7446d4d58fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.160089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-a11f5446-1452-4e0b-ab46-32ec9daf681a service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537060 Feb 04 15:38:07.171405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-306f38d6-49f4-4ae0-a309-61e47304183b req-a06ceee6-ac0f-4383-b607-acb21cbc0775 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 210 time: 0.0962296 Feb 04 15:38:07.242067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d99c083d-6a84-4865-bda5-d7446d4d58fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.251861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa045a68-5f4f-4d45-a84d-9e00f91277c7 req-9ba9a58f-c2f3-470a-a1fd-4a4b9a1d79c4 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712928 Feb 04 15:38:07.286446 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.293423 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-decaf414-0ae9-46d6-9351-b9d7ecefbfe5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ccf3f2cf9dd4568b8b81df1b50dc43c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6948950 Feb 04 15:38:07.308791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Transition to ACTIVE for port object c6fc60d9-ba11-40aa-8a65-a1b60002d622 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:07.319103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59928) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:07.352968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-41bf2c13-45e0-4204-a01f-d4a8c2dc30ce tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] For port deff2984-d22e-4c22-a4ad-61bf598c3dd3, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=deff2984-d22e-4c22-a4ad-61bf598c3dd3,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:07.352968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-41bf2c13-45e0-4204-a01f-d4a8c2dc30ce tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.359457 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-bfc83eed-305f-428f-8664-6c87436b863a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=076ba81d-c2af-4b86-b984-deeffd4d5c7a HTTP/1.1" status: 200 len: 217 time: 0.1868470 Feb 04 15:38:07.414933 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.693266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:07.700546 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Pushing event updated for resources: {'Port': ['ID=c6fc60d9-ba11-40aa-8a65-a1b60002d622,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:07.703263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:07.708663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:07.714089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-41bf2c13-45e0-4204-a01f-d4a8c2dc30ce tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Calling delete_port for deff2984-d22e-4c22-a4ad-61bf598c3dd3 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:38:07.754728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01007fea-7163-4a67-8a69-7146d70097f7 req-e8f164c8-e177-43d3-8210-e5f3994c6be0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:07.756289 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-e8f164c8-e177-43d3-8210-e5f3994c6be0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd26bebe-6dcc-4761-8a94-30454a746a11 HTTP/1.1" status: 200 len: 797 time: 0.3889649 Feb 04 15:38:07.892091 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:38:07.919052 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d99c083d-6a84-4865-bda5-d7446d4d58fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.923580 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 01ae7e39-ba0c-47a0-967b-7f1b88abab47 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:07.948161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:07.949281 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.002404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6090b1-0180-4bd6-929c-8eae640019fb req-4cc04bda-b8c8-4309-addd-b834a9fe4ee1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:08.012645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6090b1-0180-4bd6-929c-8eae640019fb req-4cc04bda-b8c8-4309-addd-b834a9fe4ee1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:08.021063 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af6090b1-0180-4bd6-929c-8eae640019fb req-4cc04bda-b8c8-4309-addd-b834a9fe4ee1 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 1678 time: 0.5339968 Feb 04 15:38:08.077968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 01ae7e39-ba0c-47a0-967b-7f1b88abab47 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:08.086760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 01ae7e39-ba0c-47a0-967b-7f1b88abab47 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:08.087418 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.124863 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-e4af517a-2cec-4344-b7d4-306367417734 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9261477 Feb 04 15:38:08.135305 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-d38f52f8-663c-451a-9c3a-a7bb663f85e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3645422 Feb 04 15:38:08.140823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Request body: {'port': {'device_id': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:08.184114 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af6090b1-0180-4bd6-929c-8eae640019fb req-05d99f83-c070-43f6-a21d-8dde492e659c tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540232 Feb 04 15:38:08.246421 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d99c083d-6a84-4865-bda5-d7446d4d58fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.293904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-063d35b0-ec80-4fe2-8473-bf635933c02a None None] Provisioning for port c6fc60d9-ba11-40aa-8a65-a1b60002d622 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:08.321438 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-063d35b0-ec80-4fe2-8473-bf635933c02a None None] Provisioning complete for port c6fc60d9-ba11-40aa-8a65-a1b60002d622 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:08.322025 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-063d35b0-ec80-4fe2-8473-bf635933c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.358636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c083d-6a84-4865-bda5-d7446d4d58fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2d5a4d-f95e-4353-af63-ef775cdf5847,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:08.381314 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.406309 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-063d35b0-ec80-4fe2-8473-bf635933c02a None None] Port c6fc60d9-ba11-40aa-8a65-a1b60002d622 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:38:08.427780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 01ae7e39-ba0c-47a0-967b-7f1b88abab47, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=01ae7e39-ba0c-47a0-967b-7f1b88abab47,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:08.430617 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-f9c099f7-abdb-4823-8046-95198cc4a6f1 service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322617 Feb 04 15:38:08.434483 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.468802 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d99c083d-6a84-4865-bda5-d7446d4d58fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.477816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:08.493171 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d99c083d-6a84-4865-bda5-d7446d4d58fa admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6f2d5a4d-f95e-4353-af63-ef775cdf5847 HTTP/1.1" status: 204 len: 168 time: 2.0397060 Feb 04 15:38:08.493171 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-41bf2c13-45e0-4204-a01f-d4a8c2dc30ce tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.495995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59948) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:08.503685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb3dac4-534c-4ea4-b10d-ba3199b1777e None None] Network 38571ffa-989d-4569-8dbc-2f286e4b060c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:08.563634 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.587431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf2c13-45e0-4204-a01f-d4a8c2dc30ce tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event deleted for resources: {'Port': ['ID=deff2984-d22e-4c22-a4ad-61bf598c3dd3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:08.597715 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e18a5e5-7a9f-4344-98c6-fa1123284c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.612402 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:38:08.612748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1a1f213f-7c8a-4c4d-9927-4fc716ab17ef not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:08.626657 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e18a5e5-7a9f-4344-98c6-fa1123284c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.664631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=01ae7e39-ba0c-47a0-967b-7f1b88abab47,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:08.753190 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e18a5e5-7a9f-4344-98c6-fa1123284c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.813858 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.879875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18a5e5-7a9f-4344-98c6-fa1123284c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e7d678-ade1-4932-957d-3514da2fe4b6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:08.897136 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a8de-4293-462f-8ffa-693fd9d91e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.922660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b480c59-31cf-4dbd-8d56-ffcc5cfc8b4e None None] DHCP port deletion for 38571ffa-989d-4569-8dbc-2f286e4b060c request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:38:08.934907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-0b480c59-31cf-4dbd-8d56-ffcc5cfc8b4e None None] Deleting port 22a4683d-886e-4a47-942a-2e6499e7f018 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:08.935620 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0b480c59-31cf-4dbd-8d56-ffcc5cfc8b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.936834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=86455a2c-7b1f-4316-95b4-4a6a6443a15c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:08.942328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-41bf2c13-45e0-4204-a01f-d4a8c2dc30ce tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] No DVR routers for this DVR port deff2984-d22e-4c22-a4ad-61bf598c3dd3 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:08.946934 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-41bf2c13-45e0-4204-a01f-d4a8c2dc30ce tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.952177 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.954509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-deleted', 'tag': 'deff2984-d22e-4c22-a4ad-61bf598c3dd3'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:08.957225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492054d-43d8-404b-921b-af9e0e060a56 req-ffe59149-5c2b-44c2-be6c-590521a2ba0b tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:08.958037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-8492054d-43d8-404b-921b-af9e0e060a56 req-ffe59149-5c2b-44c2-be6c-590521a2ba0b tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Synchronizing usage tracker for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:09.009022 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-41bf2c13-45e0-4204-a01f-d4a8c2dc30ce tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.81 "DELETE /v2.0/ports/deff2984-d22e-4c22-a4ad-61bf598c3dd3 HTTP/1.1" status: 204 len: 173 time: 2.9057577 Feb 04 15:38:09.016145 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e18a5e5-7a9f-4344-98c6-fa1123284c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.018696 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6e18a5e5-7a9f-4344-98c6-fa1123284c52 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1e7d678-ade1-4932-957d-3514da2fe4b6 HTTP/1.1" status: 204 len: 168 time: 1.6974850 Feb 04 15:38:09.031664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-4037ea86-db4a-4d21-93af-f85eea8b88c0 service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914417 Feb 04 15:38:09.138019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Deleting port 22a4683d-886e-4a47-942a-2e6499e7f018 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:09.139594 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.180896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-8492054d-43d8-404b-921b-af9e0e060a56 req-ffe59149-5c2b-44c2-be6c-590521a2ba0b tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Unset dirty status for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:09.184342 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8492054d-43d8-404b-921b-af9e0e060a56 req-ffe59149-5c2b-44c2-be6c-590521a2ba0b tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 932 time: 0.6816542 Feb 04 15:38:09.223043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-80449846-564d-4c68-af4c-746abbc5c611 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Deleting port bcd2c3d7-020c-4215-879e-380641265ade {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:09.223422 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-80449846-564d-4c68-af4c-746abbc5c611 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.254932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-be0adb3c-7fef-4c91-9c5a-7ebeb94c6aa1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87ce6bd7-1a90-436c-970a-ce778535a042 HTTP/1.1" status: 200 len: 217 time: 0.2099288 Feb 04 15:38:09.274283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-0b480c59-31cf-4dbd-8d56-ffcc5cfc8b4e None None] For port 22a4683d-886e-4a47-942a-2e6499e7f018, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=22a4683d-886e-4a47-942a-2e6499e7f018,segment=NetworkSegment(bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b),segment_id=bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:09.274811 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0b480c59-31cf-4dbd-8d56-ffcc5cfc8b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.404184 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2111247-5208-44e0-a028-7cfa470fff46 req-b942a8a9-90dd-40ec-9b16-8c0db51c7290 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:09.412016 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c2111247-5208-44e0-a028-7cfa470fff46 req-b942a8a9-90dd-40ec-9b16-8c0db51c7290 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 945 time: 0.4448667 Feb 04 15:38:09.434875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-0b480c59-31cf-4dbd-8d56-ffcc5cfc8b4e None None] Calling delete_port for 22a4683d-886e-4a47-942a-2e6499e7f018 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:38:09.437611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01007fea-7163-4a67-8a69-7146d70097f7 req-27d0bfe3-7fb6-482e-8921-55354ec76c00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:09.439152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-27d0bfe3-7fb6-482e-8921-55354ec76c00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd26bebe-6dcc-4761-8a94-30454a746a11 HTTP/1.1" status: 200 len: 797 time: 0.1782610 Feb 04 15:38:09.456741 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-8492054d-43d8-404b-921b-af9e0e060a56 req-a90ee82d-a3d4-4c75-85e3-e3cdb6f4103e tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Synchronizing usage tracker for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:09.499129 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.541035 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c2111247-5208-44e0-a028-7cfa470fff46 req-f4d4fb76-89c6-4bfc-889e-088e885462ec tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269457 Feb 04 15:38:09.542343 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0b480c59-31cf-4dbd-8d56-ffcc5cfc8b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.579292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59964) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:09.613316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b480c59-31cf-4dbd-8d56-ffcc5cfc8b4e None None] Pushing event deleted for resources: {'Port': ['ID=22a4683d-886e-4a47-942a-2e6499e7f018,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:09.622326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b480c59-31cf-4dbd-8d56-ffcc5cfc8b4e None None] No DVR routers for this DVR port 22a4683d-886e-4a47-942a-2e6499e7f018 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:09.650920 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-deleted', 'tag': 'deff2984-d22e-4c22-a4ad-61bf598c3dd3', 'status': 'completed', 'code': 200} Feb 04 15:38:09.689303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6fc60d9-ba11-40aa-8a65-a1b60002d622 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:09.697758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-8492054d-43d8-404b-921b-af9e0e060a56 req-a90ee82d-a3d4-4c75-85e3-e3cdb6f4103e tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Unset dirty status for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:09.698993 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8492054d-43d8-404b-921b-af9e0e060a56 req-a90ee82d-a3d4-4c75-85e3-e3cdb6f4103e tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496503 Feb 04 15:38:09.703063 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.748231 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-9455412a-2a2f-4410-b38f-ebb4abed2a50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2886264 Feb 04 15:38:09.752417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Transition to ACTIVE for port object c6fc60d9-ba11-40aa-8a65-a1b60002d622 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:09.756686 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.903325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 01ae7e39-ba0c-47a0-967b-7f1b88abab47 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:09.977771 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.017080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 01ae7e39-ba0c-47a0-967b-7f1b88abab47 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:10.017651 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.148883 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.309559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 22a4683d-886e-4a47-942a-2e6499e7f018 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:10.338686 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.360907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] For port 22a4683d-886e-4a47-942a-2e6499e7f018, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=22a4683d-886e-4a47-942a-2e6499e7f018,segment=NetworkSegment(bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b),segment_id=bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:10.361271 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.369721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 22a4683d-886e-4a47-942a-2e6499e7f018 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:38:10.370217 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 22a4683d-886e-4a47-942a-2e6499e7f018 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:10.375490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-d918a25e-91d9-40ab-8e89-7e5b0af4dbc1 service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127336 Feb 04 15:38:10.398505 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.405015 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c095701a-7788-4029-806d-67c38b2c6a5c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=201fa6e024054965b07995ba110f21b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8169863 Feb 04 15:38:10.460348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59974) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:10.463414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fc60d9-ba11-40aa-8a65-a1b60002d622,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:10.528416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Calling delete_port for 22a4683d-886e-4a47-942a-2e6499e7f018 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:38:10.631533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-80449846-564d-4c68-af4c-746abbc5c611 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] For port bcd2c3d7-020c-4215-879e-380641265ade, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bcd2c3d7-020c-4215-879e-380641265ade,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:10.631890 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-80449846-564d-4c68-af4c-746abbc5c611 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.638977 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.639530 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3322ab05-64d7-4428-b853-7f7ec63a15ad {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:38:10.706568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd90b89-bd75-4dde-8189-d5e36cfddbdf req-05635c85-1744-4db3-9ea2-55c5895d560f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:10.708074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcd90b89-bd75-4dde-8189-d5e36cfddbdf req-05635c85-1744-4db3-9ea2-55c5895d560f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=19e811d9-f860-46c0-90ad-478813bb03bf HTTP/1.1" status: 200 len: 943 time: 0.8846962 Feb 04 15:38:10.776630 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.777776 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6508512b-6c95-4378-a08b-4c7d5c111f82 admin admin] 10.222.0.60 "DELETE /v2.0/routers/3322ab05-64d7-4428-b853-7f7ec63a15ad HTTP/1.1" status: 204 len: 168 time: 11.9500463 Feb 04 15:38:10.785668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-80449846-564d-4c68-af4c-746abbc5c611 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Calling delete_port for bcd2c3d7-020c-4215-879e-380641265ade owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:38:10.786883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59980) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:10.814184 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:38:10.814527 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:38:10.831585 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f61d78f-8c26-42a7-943c-82f94dd8359d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.841713 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01007fea-7163-4a67-8a69-7146d70097f7 req-24cceb65-4f3c-463a-8dc7-57a96aa1ba59 service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488559 Feb 04 15:38:10.888815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf6f97-f9b7-4e32-9542-3d82659c9f17 req-9e6a1a74-1e37-4c6b-b988-539d49a0895c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:10.890204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84cf6f97-f9b7-4e32-9542-3d82659c9f17 req-9e6a1a74-1e37-4c6b-b988-539d49a0895c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 945 time: 0.5132439 Feb 04 15:38:10.915456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Attempting to bind port c6fc60d9-ba11-40aa-8a65-a1b60002d622 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:10.915791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Attempting to bind port c6fc60d9-ba11-40aa-8a65-a1b60002d622 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:10.916124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Attempting to bind port c6fc60d9-ba11-40aa-8a65-a1b60002d622 on network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:10.934588 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f61d78f-8c26-42a7-943c-82f94dd8359d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.951103 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-80449846-564d-4c68-af4c-746abbc5c611 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.985649 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcd90b89-bd75-4dde-8189-d5e36cfddbdf req-c522b2b5-a46e-416d-bfa5-bb37db3f45e4 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621863 Feb 04 15:38:10.988808 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b01088-8cfb-4941-bc40-c3faaac7f03f admin admin] Deleting subnet 1f045470-1c35-4ec0-b92a-57299038bbbc {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:38:11.011037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Port c6fc60d9-ba11-40aa-8a65-a1b60002d622 on network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:38:11.011327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Attempting to bind port c6fc60d9-ba11-40aa-8a65-a1b60002d622 on network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:11.011875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80449846-564d-4c68-af4c-746abbc5c611 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event deleted for resources: {'Port': ['ID=bcd2c3d7-020c-4215-879e-380641265ade,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:11.027134 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a9b01088-8cfb-4941-bc40-c3faaac7f03f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.076792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:38:11.077136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Checking segment: {'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:11.077865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Bound using segment: {'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:38:11.077985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Bound port: c6fc60d9-ba11-40aa-8a65-a1b60002d622, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:11.078447 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.121042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-80449846-564d-4c68-af4c-746abbc5c611 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] No DVR routers for this DVR port bcd2c3d7-020c-4215-879e-380641265ade on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:11.124028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84cf6f97-f9b7-4e32-9542-3d82659c9f17 req-f6f78d7e-505e-464d-892c-31aac133f034 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197685 Feb 04 15:38:11.124223 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-80449846-564d-4c68-af4c-746abbc5c611 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.145390 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f62b752a-e35c-41f4-9db7-849757835bf9 req-80449846-564d-4c68-af4c-746abbc5c611 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.81 "DELETE /v2.0/ports/bcd2c3d7-020c-4215-879e-380641265ade HTTP/1.1" status: 204 len: 173 time: 2.1241732 Feb 04 15:38:11.179352 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a9b01088-8cfb-4941-bc40-c3faaac7f03f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.301185 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.306145 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f61d78f-8c26-42a7-943c-82f94dd8359d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.316625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Deleting port 22a4683d-886e-4a47-942a-2e6499e7f018 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:11.317086 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.357484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.389212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61d78f-8c26-42a7-943c-82f94dd8359d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d78696e-8b02-4a87-baae-8aeabae7af13,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:11.418213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f61d78f-8c26-42a7-943c-82f94dd8359d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.419400 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] The port '22a4683d-886e-4a47-942a-2e6499e7f018' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:38:11.419515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1f61d78f-8c26-42a7-943c-82f94dd8359d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d78696e-8b02-4a87-baae-8aeabae7af13 HTTP/1.1" status: 204 len: 168 time: 0.9491649 Feb 04 15:38:11.425133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] For port c6fc60d9-ba11-40aa-8a65-a1b60002d622, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:11.442934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] For port c6fc60d9-ba11-40aa-8a65-a1b60002d622, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:11.451004 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a9b01088-8cfb-4941-bc40-c3faaac7f03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.483939 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.526600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b44c8-c221-4ea4-9f6e-639e72e2e9a3 req-581444aa-5b68-47b0-845f-5163503b2ea2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:11.528311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe9b44c8-c221-4ea4-9f6e-639e72e2e9a3 req-581444aa-5b68-47b0-845f-5163503b2ea2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 944 time: 0.3107164 Feb 04 15:38:11.582751 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.612795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.614178 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] 10.222.0.73 "PUT /v2.0/ports/c6fc60d9-ba11-40aa-8a65-a1b60002d622 HTTP/1.1" status: 200 len: 1092 time: 3.4774268 Feb 04 15:38:11.621085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'tag': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:11.637341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38571ffa-989d-4569-8dbc-2f286e4b060c']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:11.651938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-deleted', 'tag': 'bcd2c3d7-020c-4215-879e-380641265ade'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:11.666512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:11.666796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb40f429-a4d9-46ce-9372-a8d9eb2f9a6b') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:11.724214 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.793096 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.802147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:38:11.802618 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:11.853898 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:11.890318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe9b44c8-c221-4ea4-9f6e-639e72e2e9a3 req-91d4bc96-540d-495c-8e16-ac77484d9bbc tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515909 Feb 04 15:38:11.893098 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a9b01088-8cfb-4941-bc40-c3faaac7f03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.908156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f04dd-66f1-45e3-81bf-6a9b2e118cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fc60d9-ba11-40aa-8a65-a1b60002d622,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:11.913813 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'tag': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'status': 'completed', 'code': 200} Feb 04 15:38:11.982748 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e811d9-f860-46c0-90ad-478813bb03bf', 'name': 'network-vif-deleted', 'tag': 'bcd2c3d7-020c-4215-879e-380641265ade', 'status': 'completed', 'code': 200} Feb 04 15:38:12.030394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b01088-8cfb-4941-bc40-c3faaac7f03f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f045470-1c35-4ec0-b92a-57299038bbbc,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:12.078369 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a9b01088-8cfb-4941-bc40-c3faaac7f03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.085803 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.086433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d40d06-e8c6-4527-b797-0dde668206f2 None None] Network 1606805d-682e-4a8b-88b7-a3a34c9cb522 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:12.087827 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a9b01088-8cfb-4941-bc40-c3faaac7f03f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1f045470-1c35-4ec0-b92a-57299038bbbc HTTP/1.1" status: 204 len: 168 time: 1.2922843 Feb 04 15:38:12.091674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60002) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:12.107096 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.116536 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-effd1940-d3ed-4e8d-bb09-d38fcab97941 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 1095 time: 0.4547603 Feb 04 15:38:12.192900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] Pushing event deleted for resources: {'Network': ['ID=38571ffa-989d-4569-8dbc-2f286e4b060c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:12.197128 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60012) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:12.202113 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-46c37d83-8d42-4b45-b876-658581b6d0cf admin admin] 10.222.0.60 "DELETE /v2.0/networks/38571ffa-989d-4569-8dbc-2f286e4b060c HTTP/1.1" status: 204 len: 168 time: 3.6915634 Feb 04 15:38:12.290881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-24ed213d-712b-425b-abc9-409e74dbcdb4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622 HTTP/1.1" status: 200 len: 217 time: 0.1637750 Feb 04 15:38:12.402322 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.440875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-af845c9a-5ae6-463f-8978-41b71796fe69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:12.442345 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-af845c9a-5ae6-463f-8978-41b71796fe69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.1457045 Feb 04 15:38:12.527786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Deleting port 93fe1813-09d9-422a-bd38-85a4c1c1a61c {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:12.528264 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.540975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21869140-9b22-4e7e-85e0-b79ccc4f2a4f None None] DHCP port deletion for 1606805d-682e-4a8b-88b7-a3a34c9cb522 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:38:12.546513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-21869140-9b22-4e7e-85e0-b79ccc4f2a4f None None] Deleting port 93fe1813-09d9-422a-bd38-85a4c1c1a61c {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:12.546889 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-21869140-9b22-4e7e-85e0-b79ccc4f2a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.601338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60024) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:12.703240 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c3b8a591-591e-4fd7-bff7-4557350e94a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9dc4fb247114aa587c2f21764921763&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0980082 Feb 04 15:38:12.704923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60030) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:12.747564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60034) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:12.781544 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-62768b7d-612d-4e75-9afe-db6b55d4384a tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Deleting subnet 66bef09e-4634-47f4-b3ea-20f7f610a810 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:38:12.786179 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-62768b7d-612d-4e75-9afe-db6b55d4384a tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.873697 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-62768b7d-612d-4e75-9afe-db6b55d4384a tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.901973 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b0eb1-4278-47fe-a934-166b6a26902a req-13632253-0f18-4e24-874e-194a5925eba6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:12.909094 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b5b0eb1-4278-47fe-a934-166b6a26902a req-13632253-0f18-4e24-874e-194a5925eba6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 945 time: 0.5460463 Feb 04 15:38:12.964185 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4b7feea-9aa9-415d-9b5f-3929228d30bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.042606 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4b7feea-9aa9-415d-9b5f-3929228d30bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.049402 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-21869140-9b22-4e7e-85e0-b79ccc4f2a4f None None] For port 93fe1813-09d9-422a-bd38-85a4c1c1a61c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=93fe1813-09d9-422a-bd38-85a4c1c1a61c,segment=NetworkSegment(fb85da2d-9f76-48cc-84b0-8e38d6ffebef),segment_id=fb85da2d-9f76-48cc-84b0-8e38d6ffebef)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:13.049799 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-21869140-9b22-4e7e-85e0-b79ccc4f2a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.116086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b5b0eb1-4278-47fe-a934-166b6a26902a req-f3286ebc-0c62-4785-861f-97af4e3ef878 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060480 Feb 04 15:38:13.122064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-62cc4d89-a5a8-4d9c-b401-99cd0cca5508 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6686535 Feb 04 15:38:13.200617 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-21869140-9b22-4e7e-85e0-b79ccc4f2a4f None None] Calling delete_port for 93fe1813-09d9-422a-bd38-85a4c1c1a61c owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:38:13.250052 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8fcd327d-4e7d-4a90-8b50-69488bb6139a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.268616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4b7feea-9aa9-415d-9b5f-3929228d30bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.287719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7feea-9aa9-415d-9b5f-3929228d30bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d1dcfe-d4f8-406b-ab6f-22971e500524,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:13.299033 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-62768b7d-612d-4e75-9afe-db6b55d4384a tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.312387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] For port 93fe1813-09d9-422a-bd38-85a4c1c1a61c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=93fe1813-09d9-422a-bd38-85a4c1c1a61c,segment=NetworkSegment(fb85da2d-9f76-48cc-84b0-8e38d6ffebef),segment_id=fb85da2d-9f76-48cc-84b0-8e38d6ffebef)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:13.313205 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.365984 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4b7feea-9aa9-415d-9b5f-3929228d30bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.367124 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a4b7feea-9aa9-415d-9b5f-3929228d30bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f2d1dcfe-d4f8-406b-ab6f-22971e500524 HTTP/1.1" status: 204 len: 168 time: 0.6612704 Feb 04 15:38:13.374442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8fcd327d-4e7d-4a90-8b50-69488bb6139a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:13.386780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8fcd327d-4e7d-4a90-8b50-69488bb6139a admin admin] Usage tracker for resource:security_group_rule and tenant:00caceb67157454e93bd16703dad8536 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:13.393013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8fcd327d-4e7d-4a90-8b50-69488bb6139a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:13.401978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8fcd327d-4e7d-4a90-8b50-69488bb6139a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:13.416308 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-21869140-9b22-4e7e-85e0-b79ccc4f2a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.437705 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-62768b7d-612d-4e75-9afe-db6b55d4384a tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.485696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62768b7d-612d-4e75-9afe-db6b55d4384a tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event deleted for resources: {'Subnet': ['ID=66bef09e-4634-47f4-b3ea-20f7f610a810,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:13.539143 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-62768b7d-612d-4e75-9afe-db6b55d4384a tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.542378 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21869140-9b22-4e7e-85e0-b79ccc4f2a4f None None] No DVR routers for this DVR port 93fe1813-09d9-422a-bd38-85a4c1c1a61c on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:13.565574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4cac91-4eda-4a6d-979f-0215d5bc797d None None] Network 760eaf78-8931-4094-8984-4aa997869354 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:13.593173 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21869140-9b22-4e7e-85e0-b79ccc4f2a4f None None] Pushing event deleted for resources: {'Port': ['ID=93fe1813-09d9-422a-bd38-85a4c1c1a61c,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:13.623092 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8fcd327d-4e7d-4a90-8b50-69488bb6139a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.625086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Calling delete_port for 93fe1813-09d9-422a-bd38-85a4c1c1a61c owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:38:13.627380 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-62768b7d-612d-4e75-9afe-db6b55d4384a tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "DELETE /v2.0/subnets/66bef09e-4634-47f4-b3ea-20f7f610a810 HTTP/1.1" status: 204 len: 168 time: 1.4229417 Feb 04 15:38:13.629429 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60058) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:13.702187 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8fcd327d-4e7d-4a90-8b50-69488bb6139a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.877851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-5184599e-eec6-4092-aaa0-de1478391674 service neutron] 10.222.0.73 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385697 Feb 04 15:38:13.909887 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8fcd327d-4e7d-4a90-8b50-69488bb6139a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00caceb67157454e93bd16703dad8536&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1519108 Feb 04 15:38:13.910723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd327d-4e7d-4a90-8b50-69488bb6139a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7384e35-5b37-44e9-9b25-76af0689227a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:13.931764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60066) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:13.935382 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 93fe1813-09d9-422a-bd38-85a4c1c1a61c no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:13.954524 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.966330 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:38:13.966719 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:38:13.971980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Deleting port 7b3954cf-33e5-4bc7-a709-93d7b2585383 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:13.972315 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.054907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 93fe1813-09d9-422a-bd38-85a4c1c1a61c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:38:14.055277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 93fe1813-09d9-422a-bd38-85a4c1c1a61c not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:14.191690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846a910-eb5e-48d4-bf7d-3aa180cdeb59 req-3439c159-7906-42de-abc4-619514a7a517 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:14.193279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d846a910-eb5e-48d4-bf7d-3aa180cdeb59 req-3439c159-7906-42de-abc4-619514a7a517 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 944 time: 0.9395180 Feb 04 15:38:14.382165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16caa5ba-7e2c-4c8c-a8f3-56cd62622d86 None None] DHCP port deletion for 760eaf78-8931-4094-8984-4aa997869354 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:38:14.388490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-16caa5ba-7e2c-4c8c-a8f3-56cd62622d86 None None] Deleting port 7b3954cf-33e5-4bc7-a709-93d7b2585383 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:14.388861 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-16caa5ba-7e2c-4c8c-a8f3-56cd62622d86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.389634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] For port 7b3954cf-33e5-4bc7-a709-93d7b2585383, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7b3954cf-33e5-4bc7-a709-93d7b2585383,segment=NetworkSegment(953916b2-46c4-426f-b1c3-5003ec5575db),segment_id=953916b2-46c4-426f-b1c3-5003ec5575db)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:14.390495 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.419818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d846a910-eb5e-48d4-bf7d-3aa180cdeb59 req-5ef5fa7e-9095-4c3c-9284-74f6422f97e1 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018104 Feb 04 15:38:14.425978 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9cb2caf9-ab2f-43ac-bd0e-d7d52d5c90f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.444701 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd40c1b2-e4d3-427d-b106-ddafe2024070 req-6ad16388-8287-4449-8ec5-b660ac193a3a service neutron] 10.222.0.73 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596309 Feb 04 15:38:14.467707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Deleting port 93fe1813-09d9-422a-bd38-85a4c1c1a61c {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:14.468584 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.614204 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9cb2caf9-ab2f-43ac-bd0e-d7d52d5c90f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.614694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Calling delete_port for 7b3954cf-33e5-4bc7-a709-93d7b2585383 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:38:14.636115 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] The port '93fe1813-09d9-422a-bd38-85a4c1c1a61c' was deleted {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:38:14.728163 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.762809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-16caa5ba-7e2c-4c8c-a8f3-56cd62622d86 None None] For port 7b3954cf-33e5-4bc7-a709-93d7b2585383, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7b3954cf-33e5-4bc7-a709-93d7b2585383,segment=NetworkSegment(953916b2-46c4-426f-b1c3-5003ec5575db),segment_id=953916b2-46c4-426f-b1c3-5003ec5575db)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:14.763585 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-16caa5ba-7e2c-4c8c-a8f3-56cd62622d86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.807874 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] No DVR routers for this DVR port 7b3954cf-33e5-4bc7-a709-93d7b2585383 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:14.809677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event deleted for resources: {'Port': ['ID=7b3954cf-33e5-4bc7-a709-93d7b2585383,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:14.956084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-16caa5ba-7e2c-4c8c-a8f3-56cd62622d86 None None] Calling delete_port for 7b3954cf-33e5-4bc7-a709-93d7b2585383 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:38:14.974738 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9cb2caf9-ab2f-43ac-bd0e-d7d52d5c90f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.998241 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.011746 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.015464 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9cb2caf9-ab2f-43ac-bd0e-d7d52d5c90f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.017276 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9cb2caf9-ab2f-43ac-bd0e-d7d52d5c90f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7384e35-5b37-44e9-9b25-76af0689227a HTTP/1.1" status: 204 len: 168 time: 1.0684757 Feb 04 15:38:15.020136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2caf9-ab2f-43ac-bd0e-d7d52d5c90f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7384e35-5b37-44e9-9b25-76af0689227a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:15.046542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6df010a9-d9e8-45ed-a379-a56826060f4c req-24102ba5-fee6-4788-b570-9709d281daff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 1095 time: 0.5291450 Feb 04 15:38:15.095471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760eaf78-8931-4094-8984-4aa997869354']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:15.119853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953916b2-46c4-426f-b1c3-5003ec5575db') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:15.124094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953916b2-46c4-426f-b1c3-5003ec5575db') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:15.148944 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.160227 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-16caa5ba-7e2c-4c8c-a8f3-56cd62622d86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:38:15.160811 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-16caa5ba-7e2c-4c8c-a8f3-56cd62622d86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:38:15.168027 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.181534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:38:15.182152 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:15.205486 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:15.283523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df010a9-d9e8-45ed-a379-a56826060f4c req-4002c460-3fd3-4583-b7c1-1cb28c0cc34b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:15.285034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6df010a9-d9e8-45ed-a379-a56826060f4c req-4002c460-3fd3-4583-b7c1-1cb28c0cc34b service neutron] 10.222.0.73 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 922 time: 0.2324140 Feb 04 15:38:15.286717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1606805d-682e-4a8b-88b7-a3a34c9cb522']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:15.300270 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.311291 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.373476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6df010a9-d9e8-45ed-a379-a56826060f4c req-1d6d0e1e-eda3-4c8c-a689-21a1d464f217 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622 HTTP/1.1" status: 200 len: 217 time: 0.0782158 Feb 04 15:38:15.375313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb85da2d-9f76-48cc-84b0-8e38d6ffebef') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:15.375637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb85da2d-9f76-48cc-84b0-8e38d6ffebef') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:15.397394 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.419593 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.429573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:38:15.430333 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.482786 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "DELETE /v2.0/networks/760eaf78-8931-4094-8984-4aa997869354 HTTP/1.1" status: 204 len: 168 time: 1.8284135 Feb 04 15:38:15.483043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60120) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:15.486318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bdb92-1b20-4800-867a-712bf600cee6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event deleted for resources: {'Network': ['ID=760eaf78-8931-4094-8984-4aa997869354,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:15.520778 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:15.559471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60124) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:15.662503 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-16caa5ba-7e2c-4c8c-a8f3-56cd62622d86 None None] Deleting port 7b3954cf-33e5-4bc7-a709-93d7b2585383 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:15.662913 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-16caa5ba-7e2c-4c8c-a8f3-56cd62622d86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.779543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-16caa5ba-7e2c-4c8c-a8f3-56cd62622d86 None None] The port '7b3954cf-33e5-4bc7-a709-93d7b2585383' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:38:15.807327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03af87f-2cba-4f75-86f8-628d07a9049c tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Deleting subnet 51779a50-f724-4290-9269-1cdd2a0dedcb {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:38:15.815357 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b03af87f-2cba-4f75-86f8-628d07a9049c tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.857868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 86455a2c-7b1f-4316-95b4-4a6a6443a15c no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:15.883154 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b03af87f-2cba-4f75-86f8-628d07a9049c tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.918084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 86455a2c-7b1f-4316-95b4-4a6a6443a15c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:38:15.918422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 86455a2c-7b1f-4316-95b4-4a6a6443a15c not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:15.919039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7b3954cf-33e5-4bc7-a709-93d7b2585383 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:15.945575 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.948207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df010a9-d9e8-45ed-a379-a56826060f4c req-b20f8443-89f0-4045-9b8e-55f0095de447 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:15.950152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6df010a9-d9e8-45ed-a379-a56826060f4c req-b20f8443-89f0-4045-9b8e-55f0095de447 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.5661504 Feb 04 15:38:15.965855 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 7b3954cf-33e5-4bc7-a709-93d7b2585383 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:38:15.966475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7b3954cf-33e5-4bc7-a709-93d7b2585383 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:15.976992 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.002494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1946992333-network', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:16.010590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:16.022103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Usage tracker for resource:network and tenant:b70c33e05bce43a5bb9a4274f2bc8927 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:16.027422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:16.030138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] Pushing event deleted for resources: {'Network': ['ID=1606805d-682e-4a8b-88b7-a3a34c9cb522,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:16.042657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:16.059546 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a43cbf81-d4cb-44d8-8158-f01899b9d115 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1606805d-682e-4a8b-88b7-a3a34c9cb522 HTTP/1.1" status: 204 len: 168 time: 3.9641371 Feb 04 15:38:16.072405 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b03af87f-2cba-4f75-86f8-628d07a9049c tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.105260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Made reservation on behalf of b70c33e05bce43a5bb9a4274f2bc8927 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:16.107586 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.135672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bfb01-8f81-45c9-a8d4-dabd5a6192d4 req-3f7f22ed-e768-49b6-a98d-9c77d29640b3 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.136044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bfb01-8f81-45c9-a8d4-dabd5a6192d4 req-3f7f22ed-e768-49b6-a98d-9c77d29640b3 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.136402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bfb01-8f81-45c9-a8d4-dabd5a6192d4 req-3f7f22ed-e768-49b6-a98d-9c77d29640b3 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.137175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bfb01-8f81-45c9-a8d4-dabd5a6192d4 req-3f7f22ed-e768-49b6-a98d-9c77d29640b3 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.137175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bfb01-8f81-45c9-a8d4-dabd5a6192d4 req-3f7f22ed-e768-49b6-a98d-9c77d29640b3 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.137433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bfb01-8f81-45c9-a8d4-dabd5a6192d4 req-3f7f22ed-e768-49b6-a98d-9c77d29640b3 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.137637 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.137778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bfb01-8f81-45c9-a8d4-dabd5a6192d4 req-3f7f22ed-e768-49b6-a98d-9c77d29640b3 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.138128 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bfb01-8f81-45c9-a8d4-dabd5a6192d4 req-3f7f22ed-e768-49b6-a98d-9c77d29640b3 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.138471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bfb01-8f81-45c9-a8d4-dabd5a6192d4 req-3f7f22ed-e768-49b6-a98d-9c77d29640b3 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.138818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bfb01-8f81-45c9-a8d4-dabd5a6192d4 req-3f7f22ed-e768-49b6-a98d-9c77d29640b3 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.139157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bfb01-8f81-45c9-a8d4-dabd5a6192d4 req-3f7f22ed-e768-49b6-a98d-9c77d29640b3 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.139525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bfb01-8f81-45c9-a8d4-dabd5a6192d4 req-3f7f22ed-e768-49b6-a98d-9c77d29640b3 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.142340 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e2bfb01-8f81-45c9-a8d4-dabd5a6192d4 req-3f7f22ed-e768-49b6-a98d-9c77d29640b3 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8440 time: 0.4189713 Feb 04 15:38:16.168555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163f848-1d37-4f76-902d-45b1bed1cb16 req-093ecbf7-c26d-47db-bf98-c2a1bfcd6221 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.170114 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3163f848-1d37-4f76-902d-45b1bed1cb16 req-093ecbf7-c26d-47db-bf98-c2a1bfcd6221 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 944 time: 0.4487805 Feb 04 15:38:16.179469 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6df010a9-d9e8-45ed-a379-a56826060f4c req-6ffcf599-923d-48b1-8bc6-f5b5e50fa4b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1969724 Feb 04 15:38:16.205465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:16.214278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Usage tracker for resource:security_group_rule and tenant:b70c33e05bce43a5bb9a4274f2bc8927 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:16.220360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:16.229893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:16.240851 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b03af87f-2cba-4f75-86f8-628d07a9049c tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.288772 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b03af87f-2cba-4f75-86f8-628d07a9049c tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.295814 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e55cc3b-1407-4eee-b6f6-a69c88f0cedd None None] Network 300c6408-a296-4cc3-a514-a138c4bd6a59 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:16.308493 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b03af87f-2cba-4f75-86f8-628d07a9049c tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "DELETE /v2.0/subnets/51779a50-f724-4290-9269-1cdd2a0dedcb HTTP/1.1" status: 204 len: 168 time: 0.8235788 Feb 04 15:38:16.316364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60148) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:16.339932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03af87f-2cba-4f75-86f8-628d07a9049c tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event deleted for resources: {'Subnet': ['ID=51779a50-f724-4290-9269-1cdd2a0dedcb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:16.383075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60152) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:16.438152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3163f848-1d37-4f76-902d-45b1bed1cb16 req-bd39cdb7-4afb-4539-975a-0f8754f0c16f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576766 Feb 04 15:38:16.500425 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.513328 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.572298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:38:16.601961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d2214011-7f53-479b-9b47-af5dbab81e85 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d90c028738774fb19f16bc0edeaace5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2161696 Feb 04 15:38:16.604456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ef5841-b50c-4abb-bbaa-02d70748a0a6,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:16.607544 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60162) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:16.609529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6df010a9-d9e8-45ed-a379-a56826060f4c req-10e45408-4cd8-47db-b9c9-698c2b5c50c0 service neutron] 10.222.0.73 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079421 Feb 04 15:38:16.612169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d7684-5387-47ef-8b83-0fea4082dd5d req-a1595383-808a-4f75-b2a6-79c77184c59a tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.616748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b41d7684-5387-47ef-8b83-0fea4082dd5d req-a1595383-808a-4f75-b2a6-79c77184c59a tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 886 time: 0.4202106 Feb 04 15:38:16.623132 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.637080 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.637448 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Added segment c47b929d-6bdb-4df6-8da7-65b904de23a9 of type vlan for network e73b8c79-39c7-4f3f-8efa-10d2b856cc10 Feb 04 15:38:16.720195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Deleting port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:16.720865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.728018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ae035c-2bc8-4366-856a-b59f767298c7 None None] DHCP port deletion for 300c6408-a296-4cc3-a514-a138c4bd6a59 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:38:16.734076 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-70ae035c-2bc8-4366-856a-b59f767298c7 None None] Deleting port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:16.735747 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-70ae035c-2bc8-4366-856a-b59f767298c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.789949 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.826933 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.861054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9ea0-6a1c-4380-9ad6-b9f80acd7a4c req-d8f72c80-a6fe-435b-ab3f-55959eb0b652 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.861424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9ea0-6a1c-4380-9ad6-b9f80acd7a4c req-d8f72c80-a6fe-435b-ab3f-55959eb0b652 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.861784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9ea0-6a1c-4380-9ad6-b9f80acd7a4c req-d8f72c80-a6fe-435b-ab3f-55959eb0b652 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.862472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9ea0-6a1c-4380-9ad6-b9f80acd7a4c req-d8f72c80-a6fe-435b-ab3f-55959eb0b652 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.862472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9ea0-6a1c-4380-9ad6-b9f80acd7a4c req-d8f72c80-a6fe-435b-ab3f-55959eb0b652 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.862819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9ea0-6a1c-4380-9ad6-b9f80acd7a4c req-d8f72c80-a6fe-435b-ab3f-55959eb0b652 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.863187 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9ea0-6a1c-4380-9ad6-b9f80acd7a4c req-d8f72c80-a6fe-435b-ab3f-55959eb0b652 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.863537 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9ea0-6a1c-4380-9ad6-b9f80acd7a4c req-d8f72c80-a6fe-435b-ab3f-55959eb0b652 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.863881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9ea0-6a1c-4380-9ad6-b9f80acd7a4c req-d8f72c80-a6fe-435b-ab3f-55959eb0b652 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.864229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9ea0-6a1c-4380-9ad6-b9f80acd7a4c req-d8f72c80-a6fe-435b-ab3f-55959eb0b652 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.864572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9ea0-6a1c-4380-9ad6-b9f80acd7a4c req-d8f72c80-a6fe-435b-ab3f-55959eb0b652 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.866578 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-85fe9ea0-6a1c-4380-9ad6-b9f80acd7a4c req-d8f72c80-a6fe-435b-ab3f-55959eb0b652 tempest-NetworksTest-1034378522 tempest-NetworksTest-1034378522-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7735 time: 0.1728222 Feb 04 15:38:16.926855 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.953216 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.954178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.954774 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.960380 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6df010a9-d9e8-45ed-a379-a56826060f4c req-5bcaf6c5-6584-43ea-8f4c-af3781b18a2c service neutron] 10.222.0.73 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423595 Feb 04 15:38:17.018497 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-70ae035c-2bc8-4366-856a-b59f767298c7 None None] For port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:17.019060 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-70ae035c-2bc8-4366-856a-b59f767298c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.178019 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-70ae035c-2bc8-4366-856a-b59f767298c7 None None] Calling delete_port for d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:38:17.252549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Pushing event updated for resources: {'Network': ['ID=e73b8c79-39c7-4f3f-8efa-10d2b856cc10,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:17.257839 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6973591 Feb 04 15:38:17.261183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60178) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:17.268995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.269835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] Request body: {'subnet': {'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1946992333-subnet', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:17.271524 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.275602 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5fe3fdcb-870b-496f-89ea-86ddcc0622bd HTTP/1.1" status: 204 len: 168 time: 0.6641963 Feb 04 15:38:17.279791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:17.283385 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-70ae035c-2bc8-4366-856a-b59f767298c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.292567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] Usage tracker for resource:subnet and tenant:b70c33e05bce43a5bb9a4274f2bc8927 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:17.296980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe3fdcb-870b-496f-89ea-86ddcc0622bd,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:17.300100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:17.309512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] For port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31,segment=NetworkSegment(05b8d622-13b8-44ff-b0e7-8b33acc90d9e),segment_id=05b8d622-13b8-44ff-b0e7-8b33acc90d9e)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:17.309958 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.316103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:17.321941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.322380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.322792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.323235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.323683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.324083 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.324475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.324868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.325255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.325647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.326035 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18da00-2ee0-4436-9c71-b884a3ba883f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.337371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.340071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.340322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.340659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.340988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.341315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.341637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.341959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.342277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.342592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.342908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eeb8c5-79a4-4458-8b3c-af737e33f7f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:17.353459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network e73b8c79-39c7-4f3f-8efa-10d2b856cc10 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:38:17.363691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] Made reservation on behalf of b70c33e05bce43a5bb9a4274f2bc8927 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:17.370393 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.408090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60186) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:17.444107 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ae035c-2bc8-4366-856a-b59f767298c7 None None] No DVR routers for this DVR port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:17.451632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 2e0dcab0-9eb5-48f2-890e-ade2e667d936 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:38:17.470005 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae035c-2bc8-4366-856a-b59f767298c7 None None] Pushing event deleted for resources: {'Port': ['ID=d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:17.515896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Calling delete_port for d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:38:17.597958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60194) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:17.691689 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:38:17.692013 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:38:17.775640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 2e0dcab0-9eb5-48f2-890e-ade2e667d936, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=2e0dcab0-9eb5-48f2-890e-ade2e667d936,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:17.810593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '2e0dcab0-9eb5-48f2-890e-ade2e667d936', 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c', 'port_id': '2e0dcab0-9eb5-48f2-890e-ade2e667d936', 'mac_address': 'fa:16:3e:f6:bf:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5285dbb-79fd-49a5-a716-0ef9a58f1dfc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:38:17.819658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a1000-6a73-4229-84e3-2ff91a70a9b5 req-6e909da3-187c-4a85-8113-2e69fcae8be7 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:17.821200 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b7a1000-6a73-4229-84e3-2ff91a70a9b5 req-6e909da3-187c-4a85-8113-2e69fcae8be7 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 944 time: 0.1872461 Feb 04 15:38:17.859567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:17.907624 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:38:17.907845 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:17.961352 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.961499 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b7a1000-6a73-4229-84e3-2ff91a70a9b5 req-3d8bc017-3b9c-4eda-96d8-aebf3b4771b8 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303034 Feb 04 15:38:17.973204 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05c5cac8-fb1a-4887-9b83-929cb11272a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.006841 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d34c2ec-e420-413c-bde3-469b156ad10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.008975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e0dcab0-9eb5-48f2-890e-ade2e667d936 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:18.029227 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.039820 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c6fc60d9-ba11-40aa-8a65-a1b60002d622 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:38:18.041649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-05c5cac8-fb1a-4887-9b83-929cb11272a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:18.046521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 2e0dcab0-9eb5-48f2-890e-ade2e667d936, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=2e0dcab0-9eb5-48f2-890e-ade2e667d936,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:18.054122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-05c5cac8-fb1a-4887-9b83-929cb11272a5 admin admin] Usage tracker for resource:security_group_rule and tenant:9a94451555264b1a9011259eff4c6c17 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:18.056123 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.057398 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-05c5cac8-fb1a-4887-9b83-929cb11272a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:18.064777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-05c5cac8-fb1a-4887-9b83-929cb11272a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:18.105278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9d34c2ec-e420-413c-bde3-469b156ad10b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:18.133808 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9d34c2ec-e420-413c-bde3-469b156ad10b admin admin] Usage tracker for resource:security_group_rule and tenant:5113e85a54da4e6b99a116ebcf95c2ba is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:18.138767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9d34c2ec-e420-413c-bde3-469b156ad10b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:18.161051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60208) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:18.166991 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05c5cac8-fb1a-4887-9b83-929cb11272a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.169927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9d34c2ec-e420-413c-bde3-469b156ad10b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:18.176498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c8bd91-de49-4d76-b9bb-8b3081d1af67,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:18.183327 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05c5cac8-fb1a-4887-9b83-929cb11272a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.192086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] Checking segment: {'id': 'c47b929d-6bdb-4df6-8da7-65b904de23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:18.192446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] Network hostable DHCP agents. Network: e73b8c79-39c7-4f3f-8efa-10d2b856cc10, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:38:18.225486 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Deleting port d2dea9cb-faeb-4e1f-b6fd-c6812c3acc31 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:18.225956 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.252220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] Network e73b8c79-39c7-4f3f-8efa-10d2b856cc10 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:38:18.257015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5cac8-fb1a-4887-9b83-929cb11272a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4af8779-9fb4-46ce-a52b-93114647639a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:18.277975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c6fc60d9-ba11-40aa-8a65-a1b60002d622, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:18.285365 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d34c2ec-e420-413c-bde3-469b156ad10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.292711 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d34c2ec-e420-413c-bde3-469b156ad10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.295314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=2e0dcab0-9eb5-48f2-890e-ade2e667d936,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:18.298459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['2e0dcab0-9eb5-48f2-890e-ade2e667d936'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:38:18.309206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, e73b8c79-39c7-4f3f-8efa-10d2b856cc10) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:18.311026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] The port 'd2dea9cb-faeb-4e1f-b6fd-c6812c3acc31' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:38:18.314461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:18.315073 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.329396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d215ba82-d63c-4198-9d9f-7e1d1efac957 None None] Network e73b8c79-39c7-4f3f-8efa-10d2b856cc10 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:18.353026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'port_id': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'mac_address': 'fa:16:3e:df:f2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:38:18.376294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34c2ec-e420-413c-bde3-469b156ad10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6659e372-46a1-478d-b05a-4a22e4ab110b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:18.383412 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9d34c2ec-e420-413c-bde3-469b156ad10b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5113e85a54da4e6b99a116ebcf95c2ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9684250 Feb 04 15:38:18.387092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60212) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:18.407002 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-39822e12-5bc2-4f4d-a619-0dfe455f3695 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1419134 Feb 04 15:38:18.407301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60216) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:18.415925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:18.429235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:18.439162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Usage tracker for resource:router and tenant:b70c33e05bce43a5bb9a4274f2bc8927 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:18.449696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:18.459913 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:18.486720 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.487706 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.499415 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-05c5cac8-fb1a-4887-9b83-929cb11272a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a94451555264b1a9011259eff4c6c17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8985844 Feb 04 15:38:18.501361 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdd77779-82d6-4738-ad8c-03d2768ff1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.504318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60220) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:18.511144 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.560792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6fc60d9-ba11-40aa-8a65-a1b60002d622 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:18.595240 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1c7c3730-d6ba-4c5f-8aba-e96914b8daec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72764b168ce74419b69eef6dc606f40b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4324584 Feb 04 15:38:18.597670 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.605051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60224) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:18.647838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300c6408-a296-4cc3-a514-a138c4bd6a59']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:18.672610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b8d622-13b8-44ff-b0e7-8b33acc90d9e') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:18.673107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b8d622-13b8-44ff-b0e7-8b33acc90d9e') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:18.691342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c6fc60d9-ba11-40aa-8a65-a1b60002d622, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:18.702156 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.706140 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.733231 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8da057c0-d518-49ed-a721-e001b273b71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.738671 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdd77779-82d6-4738-ad8c-03d2768ff1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.762693 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8da057c0-d518-49ed-a721-e001b273b71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.770419 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.785405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:38:18.785806 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.790477 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:18.801267 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:18.804665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=c6fc60d9-ba11-40aa-8a65-a1b60002d622,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:18.840307 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d83b03a-4035-4d9f-9428-a1240df77472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.938975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'fixed_ips': [{'subnet_id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:38:18.940363 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.944374 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.970842 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.975146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event deleted for resources: {'Network': ['ID=300c6408-a296-4cc3-a514-a138c4bd6a59,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:18.989484 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8da057c0-d518-49ed-a721-e001b273b71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.003817 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d83b03a-4035-4d9f-9428-a1240df77472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.023469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da057c0-d518-49ed-a721-e001b273b71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28a7872-5a2d-4ab3-b03e-d29357ae73d1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:19.030807 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8da057c0-d518-49ed-a721-e001b273b71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.032718 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8da057c0-d518-49ed-a721-e001b273b71f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f28a7872-5a2d-4ab3-b03e-d29357ae73d1 HTTP/1.1" status: 204 len: 168 time: 0.4267173 Feb 04 15:38:19.042064 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1b4c9b0a-a4f4-487f-b1c2-9a099ab2d68f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "DELETE /v2.0/networks/300c6408-a296-4cc3-a514-a138c4bd6a59 HTTP/1.1" status: 204 len: 168 time: 2.7242558 Feb 04 15:38:19.049952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60238) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:19.059874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdd77779-82d6-4738-ad8c-03d2768ff1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.063431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1650263690'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:19.071097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:19.076286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Usage tracker for resource:network and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:19.081406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:19.089632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:19.106876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Made reservation on behalf of dea255a64256441d977f1d087c29cfe1 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:19.113801 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.154630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:38:19.175555 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.176845 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Added segment ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df of type vlan for network ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9 Feb 04 15:38:19.205552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd77779-82d6-4738-ad8c-03d2768ff1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6659e372-46a1-478d-b05a-4a22e4ab110b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:19.230619 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.247706 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.256689 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['c6fc60d9-ba11-40aa-8a65-a1b60002d622'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:38:19.271300 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.276343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:19.277379 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdd77779-82d6-4738-ad8c-03d2768ff1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.277516 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.282823 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cdd77779-82d6-4738-ad8c-03d2768ff1b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6659e372-46a1-478d-b05a-4a22e4ab110b HTTP/1.1" status: 204 len: 168 time: 0.8907096 Feb 04 15:38:19.290418 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.304779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Allocated IP 172.20.0.2 (e73b8c79-39c7-4f3f-8efa-10d2b856cc10/d4c8bd91-de49-4d76-b9bb-8b3081d1af67/d5181847-866a-45c3-ab1e-453a265c15e3) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:19.341348 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d83b03a-4035-4d9f-9428-a1240df77472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.361483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83b03a-4035-4d9f-9428-a1240df77472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4af8779-9fb4-46ce-a52b-93114647639a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:19.431406 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d83b03a-4035-4d9f-9428-a1240df77472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.433112 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2d83b03a-4035-4d9f-9428-a1240df77472 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4af8779-9fb4-46ce-a52b-93114647639a HTTP/1.1" status: 204 len: 168 time: 0.9277751 Feb 04 15:38:19.447137 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709167e-6c80-466e-beee-04da82b95c24 req-64b5b2b5-458e-43a5-aac5-25855e277ee9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:19.458474 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c709167e-6c80-466e-beee-04da82b95c24 req-64b5b2b5-458e-43a5-aac5-25855e277ee9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 945 time: 0.2408373 Feb 04 15:38:19.482576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event updated for resources: {'Network': ['ID=ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:19.486394 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-00a3dba7-a665-4c31-b3b4-dd7524ab3b67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4324043 Feb 04 15:38:19.489552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60250) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:19.507715 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Request body: {'subnet': {'network_id': 'ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:19.517014 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 2e0dcab0-9eb5-48f2-890e-ade2e667d936 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:19.556560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:38:19.730367 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c709167e-6c80-466e-beee-04da82b95c24 req-a1453621-d79f-48fc-b815-cfe3c60348b2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698390 Feb 04 15:38:19.764513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:19.789402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Usage tracker for resource:subnet and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:19.792806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:19.810333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:19.908186 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Made reservation on behalf of dea255a64256441d977f1d087c29cfe1 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:20.011436 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.085823 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.097528 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60272) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:20.117899 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 2e0dcab0-9eb5-48f2-890e-ade2e667d936 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:20.119626 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.130981 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e34e5045-df33-4dd4-8190-218fd43fb164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.206171 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.225259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e34e5045-df33-4dd4-8190-218fd43fb164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:20.225444 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.236088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e34e5045-df33-4dd4-8190-218fd43fb164 admin admin] Usage tracker for resource:security_group_rule and tenant:724dcdc2bd8f4592bef12a8f8bc4e93d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:20.243343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e34e5045-df33-4dd4-8190-218fd43fb164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:20.260137 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e34e5045-df33-4dd4-8190-218fd43fb164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:20.261822 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Transition to ACTIVE for port object d5181847-866a-45c3-ab1e-453a265c15e3 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:20.344407 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Transition to ACTIVE for port object d5181847-866a-45c3-ab1e-453a265c15e3 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:20.369128 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.458342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e34e5045-df33-4dd4-8190-218fd43fb164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.465920 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e34e5045-df33-4dd4-8190-218fd43fb164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.474471 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Pushing event updated for resources: {'Port': ['ID=d5181847-866a-45c3-ab1e-453a265c15e3,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:20.496690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Allocated IP 172.25.0.3 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/9fa557a6-e7be-4d07-90ac-5551832b6679) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:20.525523 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e34e5045-df33-4dd4-8190-218fd43fb164 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=724dcdc2bd8f4592bef12a8f8bc4e93d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4262300 Feb 04 15:38:20.528235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60286) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:20.569535 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.596420 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Network e73b8c79-39c7-4f3f-8efa-10d2b856cc10 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:20.600803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:20.604893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:20.627985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972dc7c-8c49-462b-aa1b-6dc7def4bb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0dcab0-9eb5-48f2-890e-ade2e667d936'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:20.685333 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d750fb01-f62e-4c5f-b8c1-8dc1416a60d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.725478 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 2e0dcab0-9eb5-48f2-890e-ade2e667d936, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=2e0dcab0-9eb5-48f2-890e-ade2e667d936,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:20.728651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e5045-df33-4dd4-8190-218fd43fb164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8d7000-7fd3-4fc2-a11a-e5ec4572937c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:20.788237 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972dc7c-8c49-462b-aa1b-6dc7def4bb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0dcab0-9eb5-48f2-890e-ade2e667d936', 'code': 200} Feb 04 15:38:20.794594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.811303 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d750fb01-f62e-4c5f-b8c1-8dc1416a60d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.866658 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.964271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event updated for resources: {'Subnet': ['ID=dcb9623d-df15-4fe0-a76e-48ae11cbda5c,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:20.980019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d750fb01-f62e-4c5f-b8c1-8dc1416a60d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.982327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Attempting to bind port d5181847-866a-45c3-ab1e-453a265c15e3 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:20.982853 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Attempting to bind port d5181847-866a-45c3-ab1e-453a265c15e3 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'c47b929d-6bdb-4df6-8da7-65b904de23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:20.983450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Attempting to bind port d5181847-866a-45c3-ab1e-453a265c15e3 on network e73b8c79-39c7-4f3f-8efa-10d2b856cc10 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:21.026081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:38:21.026562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750fb01-f62e-4c5f-b8c1-8dc1416a60d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8d7000-7fd3-4fc2-a11a-e5ec4572937c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:21.026868 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.030846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Checking segment: {'id': 'c47b929d-6bdb-4df6-8da7-65b904de23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:21.031798 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.032207 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Bound using segment: {'id': 'c47b929d-6bdb-4df6-8da7-65b904de23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:38:21.032720 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Bound port: d5181847-866a-45c3-ab1e-453a265c15e3, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47b929d-6bdb-4df6-8da7-65b904de23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:21.033164 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.034561 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d750fb01-f62e-4c5f-b8c1-8dc1416a60d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.040451 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d750fb01-f62e-4c5f-b8c1-8dc1416a60d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b8d7000-7fd3-4fc2-a11a-e5ec4572937c HTTP/1.1" status: 204 len: 168 time: 0.5088398 Feb 04 15:38:21.053253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Checking segment: {'id': 'ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:21.053621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Network hostable DHCP agents. Network: ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:38:21.099114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=2e0dcab0-9eb5-48f2-890e-ade2e667d936,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:21.099413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Network ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:38:21.126051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:21.141992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:21.142606 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.168789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a419d4-31a9-47ef-b4f1-e737d4091daf None None] Network ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:21.280259 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.450725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60324) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:21.460128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a92206a3-d65e-4091-8425-d4ef02dd2681 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9597781 Feb 04 15:38:21.462287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2046352852'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:21.488725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60328) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:21.493395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:21.499946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Pushing event updated for resources: {'Port': ['ID=9fa557a6-e7be-4d07-90ac-5551832b6679,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:21.507547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Usage tracker for resource:network and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:21.517785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:21.542198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:21.557883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Made reservation on behalf of dea255a64256441d977f1d087c29cfe1 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:21.558515 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] For port d5181847-866a-45c3-ab1e-453a265c15e3, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:21.571584 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.582434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] For port d5181847-866a-45c3-ab1e-453a265c15e3, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d5181847-866a-45c3-ab1e-453a265c15e3,segment=NetworkSegment(c47b929d-6bdb-4df6-8da7-65b904de23a9),segment_id=c47b929d-6bdb-4df6-8da7-65b904de23a9)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:21.601438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78559b7-8581-4b42-a4ea-49a793b46c79 req-f933120f-cac3-47e2-8b0f-b2a731d1309d tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:21.603007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f78559b7-8581-4b42-a4ea-49a793b46c79 req-f933120f-cac3-47e2-8b0f-b2a731d1309d tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 945 time: 0.4293227 Feb 04 15:38:21.612897 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.630580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:38:21.635284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:21.638572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:21.652710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:21.654246 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.654905 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Added segment 32c1f0b0-b753-497b-b7d2-5b9e5ac49c23 of type vlan for network 6554dda5-dbcc-4066-a800-baf8f98c2021 Feb 04 15:38:21.718557 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.855368 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.864446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:21.867523 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.059815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9', 'network_id': 'ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'fixed_ips': [{'subnet_id': 'dcb9623d-df15-4fe0-a76e-48ae11cbda5c'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:38:22.061248 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.076972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60344) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:22.099852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c6fc60d9-ba11-40aa-8a65-a1b60002d622 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:22.178080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60352) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:22.179202 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7214758 Feb 04 15:38:22.200211 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948e832-c33d-4dea-a56c-c9d41b3a397f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event updated for resources: {'Network': ['ID=6554dda5-dbcc-4066-a800-baf8f98c2021,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:22.226407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Request body: {'subnet': {'network_id': '6554dda5-dbcc-4066-a800-baf8f98c2021', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:22.248434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 6554dda5-dbcc-4066-a800-baf8f98c2021 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:38:22.277085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ac9e4-4122-4f8d-8507-79b272fc0f24 None None] Pushing event updated for resources: {'Port': ['ID=d5181847-866a-45c3-ab1e-453a265c15e3,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:22.380492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1495103049-network', 'tenant_id': 'a1e363c8ed764957a8fd8178ff5ceac4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:22.387823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:22.393685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-715867552-network', 'tenant_id': '0a862822c5cc4a00ad2f9860437d65aa'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:22.400346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Usage tracker for resource:network and tenant:a1e363c8ed764957a8fd8178ff5ceac4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:22.416080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:22.437328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:22.441948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:22.445411 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Usage tracker for resource:network and tenant:0a862822c5cc4a00ad2f9860437d65aa is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:22.478373 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Made reservation on behalf of a1e363c8ed764957a8fd8178ff5ceac4 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:22.488901 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.491240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port c6fc60d9-ba11-40aa-8a65-a1b60002d622 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:22.500642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port c6fc60d9-ba11-40aa-8a65-a1b60002d622 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:22.501421 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.505224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:22.518490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.538355 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f78559b7-8581-4b42-a4ea-49a793b46c79 req-b4768338-6d43-43ea-8da3-6c49be504856 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9184411 Feb 04 15:38:22.576816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:22.629488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:22.633984 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Usage tracker for resource:subnet and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:22.639080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:22.646952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:22.660241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Made reservation on behalf of 0a862822c5cc4a00ad2f9860437d65aa for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:22.663416 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.677230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:22.686923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:a1e363c8ed764957a8fd8178ff5ceac4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:22.698580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:22.702504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Made reservation on behalf of dea255a64256441d977f1d087c29cfe1 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:22.712185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:22.747679 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.887168 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.893624 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.006587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:38:23.026393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:23.034877 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c91e19-e5be-4d47-902a-6cd1c5fa6056,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:23.036255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Usage tracker for resource:security_group_rule and tenant:0a862822c5cc4a00ad2f9860437d65aa is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:23.046529 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.047638 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Added segment d1e6be8b-8a35-4a3b-b606-d129a8e3245b of type vlan for network e82f4794-edaa-4da5-b40b-be0e2b7bc36f Feb 04 15:38:23.048445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:23.116247 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.133129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:23.144955 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.195795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.211103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Allocated IP 19.80.0.2 (ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9/dcb9623d-df15-4fe0-a76e-48ae11cbda5c/c1ee44dc-f558-4646-b417-5f4a17478b3a) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:23.227518 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:23.242094 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.242973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:23.243774 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.270983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c6fc60d9-ba11-40aa-8a65-a1b60002d622, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:23.541929 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] Pushing event updated for resources: {'Network': ['ID=e82f4794-edaa-4da5-b40b-be0e2b7bc36f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:23.568447 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4137afbf-4e41-47a4-810e-2aea935cc4e3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4843416 Feb 04 15:38:23.571633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60378) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:23.585178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] Request body: {'subnet': {'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1495103049-subnet', 'tenant_id': 'a1e363c8ed764957a8fd8178ff5ceac4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:23.591298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60382) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:23.601448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:23.607817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] Usage tracker for resource:subnet and tenant:a1e363c8ed764957a8fd8178ff5ceac4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:23.611884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:23.620455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:23.651692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] Made reservation on behalf of a1e363c8ed764957a8fd8178ff5ceac4 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:23.655128 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.810588 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.834093 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.841768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-network', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:23.849146 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'code': 200} Feb 04 15:38:23.854766 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:23.860317 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.864128 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Usage tracker for resource:network and tenant:0894528fa7a44e3a8af614f7a256e283 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:23.873759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:23.914430 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:23.980422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network e82f4794-edaa-4da5-b40b-be0e2b7bc36f details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:38:23.998783 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Made reservation on behalf of 0894528fa7a44e3a8af614f7a256e283 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:24.001645 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.029379 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.043014 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Transition to ACTIVE for port object c1ee44dc-f558-4646-b417-5f4a17478b3a will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:24.096558 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.110773 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.111079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Transition to ACTIVE for port object c1ee44dc-f558-4646-b417-5f4a17478b3a will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:24.112058 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.118540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15388084-106d-4880-9584-b6a693509a5e None None] Network e73b8c79-39c7-4f3f-8efa-10d2b856cc10 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:24.134982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:24.166307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Usage tracker for resource:security_group_rule and tenant:0894528fa7a44e3a8af614f7a256e283 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:24.201022 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.203164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:24.214169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:38:24.219297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:24.225332 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.225879 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Added segment 29aeca53-3104-4c3b-9818-a2ec08364c04 of type vlan for network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c Feb 04 15:38:24.264083 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.293445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event updated for resources: {'Subnet': ['ID=25c6922d-7cc5-499e-b5a0-f328d977d355,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:24.338615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75928f96-bb0f-46be-94fc-1226671f957a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:24.348212 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.349927 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.350835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:24.351499 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.380034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.380266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.380685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.381109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.381504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.381865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.382267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.382647 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.383026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.383436 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.383813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.394837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d5181847-866a-45c3-ab1e-453a265c15e3 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:24.417607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ccf863-4ca2-46f0-99dd-a0db17bfa74e,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:24.480220 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.482463 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.490769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] Pushing event updated for resources: {'Network': ['ID=6714c035-dd2f-45c7-bc37-56f0f9e7c51c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:24.493488 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.495782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f1a3afc-7be7-4ff4-a2c9-6983e645bc9d req-81369192-17fd-45f0-9934-f53cfdf22c0f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 1097 time: 0.7114918 Feb 04 15:38:24.506381 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bd1536cb-02ac-4522-b3ca-ec5b77867392 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0138917 Feb 04 15:38:24.511284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:38:24.521573 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.521923 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Added segment 2b763b50-49f2-4de6-b2fe-23ced4f421e2 of type vlan for network 41ff2593-f55a-4c2e-8e59-0e465bc600ea Feb 04 15:38:24.525671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60394) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:24.528011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Checking segment: {'id': '32c1f0b0-b753-497b-b7d2-5b9e5ac49c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6554dda5-dbcc-4066-a800-baf8f98c2021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:24.528464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Network hostable DHCP agents. Network: 6554dda5-dbcc-4066-a800-baf8f98c2021, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:38:24.538415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.538837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.539274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.539684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.540178 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.540501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.540953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.541353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.541729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.542137 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.542492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:24.557217 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.559821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] Request body: {'subnet': {'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-715867552-subnet', 'tenant_id': '0a862822c5cc4a00ad2f9860437d65aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:24.569875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f01955-f69c-47b3-9dc0-395d2c6fadad req-e70242c4-adbe-45b6-95df-64de5a036e27 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:24.576989 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5f01955-f69c-47b3-9dc0-395d2c6fadad req-e70242c4-adbe-45b6-95df-64de5a036e27 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 946 time: 0.7083564 Feb 04 15:38:24.592760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:24.604803 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.604803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:24.605082 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.609870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] Checking segment: {'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:24.611122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] Network hostable DHCP agents. Network: e82f4794-edaa-4da5-b40b-be0e2b7bc36f, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:38:24.637995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] Usage tracker for resource:subnet and tenant:0a862822c5cc4a00ad2f9860437d65aa is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:24.655674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:38:24.665315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:24.669605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f1a3afc-7be7-4ff4-a2c9-6983e645bc9d req-1c51a744-dabf-41f1-afee-852629675392 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610434 Feb 04 15:38:24.682587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:24.715785 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5f01955-f69c-47b3-9dc0-395d2c6fadad req-9b4af0be-8de7-49ac-9702-82ba9510d7c5 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377523 Feb 04 15:38:24.784982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] Made reservation on behalf of 0a862822c5cc4a00ad2f9860437d65aa for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:24.787702 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.842099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ca2a20f1-0e30-4315-b60c-5a47e461b986 None None] Provisioning for port d5181847-866a-45c3-ab1e-453a265c15e3 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:24.899408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Network ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:24.909499 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:24.911636 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=c6fc60d9-ba11-40aa-8a65-a1b60002d622,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:24.919438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Network 6554dda5-dbcc-4066-a800-baf8f98c2021 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:38:24.933478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1efcab-40b5-4138-9a5b-35cb1b0152e5,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:24.981792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:24.994122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 6554dda5-dbcc-4066-a800-baf8f98c2021) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:25.001217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:25.002056 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.005243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] Pushing event updated for resources: {'Network': ['ID=41ff2593-f55a-4c2e-8e59-0e465bc600ea,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:25.026205 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-72f679bd-0637-4f02-a3bc-5fa9b5283b79 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4318488 Feb 04 15:38:25.030193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60398) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:25.038399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] Network e82f4794-edaa-4da5-b40b-be0e2b7bc36f is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:38:25.039241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] Request body: {'subnet': {'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-subnet', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:25.045991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:25.050664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] Usage tracker for resource:subnet and tenant:0894528fa7a44e3a8af614f7a256e283 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:25.054651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, e82f4794-edaa-4da5-b40b-be0e2b7bc36f) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:25.059574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:25.064599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:25.065194 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.067912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693fe505-fb21-40f0-a751-3e6780a112c2 None None] Network 6554dda5-dbcc-4066-a800-baf8f98c2021 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:25.076286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:25.088431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 41ff2593-f55a-4c2e-8e59-0e465bc600ea details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:38:25.102840 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-45d0020d-6a9a-4f9b-adf2-8644eef7706b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5282841 Feb 04 15:38:25.131718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-23b5f037-6425-46a0-a7ca-3b222bee4965 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9482555 Feb 04 15:38:25.261729 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3e1311-4cc8-46a2-8880-089c3d0b369b None None] Network e82f4794-edaa-4da5-b40b-be0e2b7bc36f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:25.480240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] Made reservation on behalf of 0894528fa7a44e3a8af614f7a256e283 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:25.488965 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.499162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port d5181847-866a-45c3-ab1e-453a265c15e3 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:25.576717 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.662843 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d5181847-866a-45c3-ab1e-453a265c15e3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:25.663239 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.702005 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Attempting to bind port c1ee44dc-f558-4646-b417-5f4a17478b3a on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:25.702373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Attempting to bind port c1ee44dc-f558-4646-b417-5f4a17478b3a by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:25.702751 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Attempting to bind port c1ee44dc-f558-4646-b417-5f4a17478b3a on network ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:25.726302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Pushing event updated for resources: {'Port': ['ID=c1ee44dc-f558-4646-b417-5f4a17478b3a,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:25.835929 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:38:25.836309 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Checking segment: {'id': 'ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:25.836689 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.837216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Bound using segment: {'id': 'ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:38:25.838102 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Bound port: c1ee44dc-f558-4646-b417-5f4a17478b3a, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:25.838464 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.899462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:25.934921 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6132d95d-b55a-4a8c-94b8-7f8c0da1d758 None None] Network e82f4794-edaa-4da5-b40b-be0e2b7bc36f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:26.131636 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] Checking segment: {'id': '29aeca53-3104-4c3b-9818-a2ec08364c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:26.132093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] Network hostable DHCP agents. Network: 6714c035-dd2f-45c7-bc37-56f0f9e7c51c, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:38:26.195669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-a54b7d09-7df0-415b-b379-d3a799d638b3 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:26.200408 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-a54b7d09-7df0-415b-b379-d3a799d638b3 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:26.203088 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-a54b7d09-7df0-415b-b379-d3a799d638b3 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/networks?id=ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9&id=6554dda5-dbcc-4066-a800-baf8f98c2021 HTTP/1.1" status: 200 len: 1392 time: 0.6284049 Feb 04 15:38:26.290534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f0a10d5-5eea-4976-86ea-cc14baaa265a None None] Provisioning complete for port d5181847-866a-45c3-ab1e-453a265c15e3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:26.291593 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f0a10d5-5eea-4976-86ea-cc14baaa265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.314006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Router 9f8b909e-19eb-43be-a4b8-41a83f74d3df is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:38:26.326625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-e1ff7060-b22b-47ae-8e34-76771251fd71 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:26.328381 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-e1ff7060-b22b-47ae-8e34-76771251fd71 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/networks?id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f HTTP/1.1" status: 200 len: 813 time: 0.4799631 Feb 04 15:38:26.336613 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-311150f5-227f-4c4f-86d5-0c3ccdedb36c tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/quotas/dea255a64256441d977f1d087c29cfe1 HTTP/1.1" status: 200 len: 375 time: 0.1100667 Feb 04 15:38:26.386628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] For port c1ee44dc-f558-4646-b417-5f4a17478b3a, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:26.428764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] Network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:38:26.449737 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.468684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-65d0b1aa-d98e-485c-9eb8-8d02385affd9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/quotas/a1e363c8ed764957a8fd8178ff5ceac4 HTTP/1.1" status: 200 len: 375 time: 0.1217115 Feb 04 15:38:26.471671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] For port c1ee44dc-f558-4646-b417-5f4a17478b3a, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c1ee44dc-f558-4646-b417-5f4a17478b3a,segment=NetworkSegment(ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df),segment_id=ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:26.502205 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.506556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-6554dda5-dbcc-4066-a800-baf8f98c2021', 'network_id': '6554dda5-dbcc-4066-a800-baf8f98c2021', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'fixed_ips': [{'subnet_id': '25c6922d-7cc5-499e-b5a0-f328d977d355'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:38:26.507576 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.556030 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.560770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 6714c035-dd2f-45c7-bc37-56f0f9e7c51c) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:26.637381 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38650af0-c527-41b6-ad15-38bd98b53868 None None] Network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:26.661018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:26.661764 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.685149 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-4f5e60e3-3842-4ada-b56c-c4cd2743b137 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1e363c8ed764957a8fd8178ff5ceac4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1382823 Feb 04 15:38:26.837709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7316add8-b3b6-4387-8510-39335fa6b75c,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:26.872047 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-da1a6dd0-842b-4bdf-b342-267e65ad47ca admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3355451 Feb 04 15:38:26.890010 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port d5181847-866a-45c3-ab1e-453a265c15e3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d5181847-866a-45c3-ab1e-453a265c15e3,segment=NetworkSegment(c47b929d-6bdb-4df6-8da7-65b904de23a9),segment_id=c47b929d-6bdb-4df6-8da7-65b904de23a9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:26.915314 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.918701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30c284-6721-4bd9-bdbb-cc52642fe58e None None] Pushing event updated for resources: {'Port': ['ID=c1ee44dc-f558-4646-b417-5f4a17478b3a,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:26.934161 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-80bed055-0290-4c4e-bafa-b61afed93ee4 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dea255a64256441d977f1d087c29cfe1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5836225 Feb 04 15:38:26.990239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] Checking segment: {'id': '2b763b50-49f2-4de6-b2fe-23ced4f421e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:26.990759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] Network hostable DHCP agents. Network: 41ff2593-f55a-4c2e-8e59-0e465bc600ea, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:38:27.046547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-f126554c-e6a0-4a9d-a391-cb25024258ef service neutron] 10.222.0.60 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484378 Feb 04 15:38:27.202023 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f0a10d5-5eea-4976-86ea-cc14baaa265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:27.308513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=d5181847-866a-45c3-ab1e-453a265c15e3,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:27.360414 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Allocated IP 19.86.0.2 (6554dda5-dbcc-4066-a800-baf8f98c2021/25c6922d-7cc5-499e-b5a0-f328d977d355/e7513d21-e560-42f7-ba07-9b9a930fe6c1) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:27.535048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] Network 41ff2593-f55a-4c2e-8e59-0e465bc600ea is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:38:27.636015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 41ff2593-f55a-4c2e-8e59-0e465bc600ea) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:27.640937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:27.642045 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:27.665410 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ced4a53-b709-45c2-ab60-8b6522f3ec47 None None] Network 41ff2593-f55a-4c2e-8e59-0e465bc600ea requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:27.697242 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-cf303006-4c1e-41c2-a0bd-ef209321b336 service neutron] 10.222.0.60 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278022 Feb 04 15:38:27.712520 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-1f0a10d5-5eea-4976-86ea-cc14baaa265a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:38:27.712909 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-1f0a10d5-5eea-4976-86ea-cc14baaa265a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:38:27.746006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-47d83824-7873-4cfc-8263-f2bfd14781ba admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7098722 Feb 04 15:38:27.746371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60440) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:27.752195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:27.764873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:27.769750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Usage tracker for resource:router and tenant:0894528fa7a44e3a8af614f7a256e283 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:27.772869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:27.783732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:38:27.791526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-cf9b39d4-4b9d-492f-b039-1805736d8cca service neutron] 10.222.0.60 "GET /v2.0/networks/ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8427126 Feb 04 15:38:27.797668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:27.821286 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:27.822251 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:27.844069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Sync routers for ids ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:38:27.852428 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:27.874776 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f3a567-024a-433e-b809-7ab485ed21a8 None None] Network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:28.187507 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.235398 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.240537 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6e2211f2-41a1-456d-99f2-139517cd742c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.8320959 Feb 04 15:38:28.241387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60448) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:28.455033 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Routers {'9f8b909e-19eb-43be-a4b8-41a83f74d3df'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:38:28.468678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:38:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:28.662020 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.704107 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.710062 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-a0a4a6f8-5941-49b3-a11c-70500fc6cf51 service neutron] 10.222.0.60 "GET /v2.0/networks/ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9002585 Feb 04 15:38:28.714934 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88619636-8920-4b76-b0b5-5c8c01842ced None None] Network ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:28.737153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d387f-60d5-4ccb-b4f2-9daab5925c7d req-3026ac84-8998-4817-8de8-1f27c0348464 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:28.749634 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b52d387f-60d5-4ccb-b4f2-9daab5925c7d req-3026ac84-8998-4817-8de8-1f27c0348464 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 946 time: 0.3235378 Feb 04 15:38:28.885001 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Set router 9f8b909e-19eb-43be-a4b8-41a83f74d3df gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:38:29.014373 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Allocated IP 172.25.0.40 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/b046f33e-0fde-4799-bf16-cc80e93a2ca1) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:29.213991 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-fa19ad05-dd64-47e4-b1ee-9d2b938a98b1 service neutron] 10.222.0.60 "GET /v2.0/networks/6554dda5-dbcc-4066-a800-baf8f98c2021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347298 Feb 04 15:38:29.217107 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b52d387f-60d5-4ccb-b4f2-9daab5925c7d req-fe1915a4-8e06-4871-ae1b-ba11187c8ec3 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666312 Feb 04 15:38:29.267960 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.342419 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.452678 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:29.457149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:29.461386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:29.608499 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-531efedb-bf7a-47b5-a891-b6dbfaef3324 service neutron] 10.222.0.60 "GET /v2.0/networks/6554dda5-dbcc-4066-a800-baf8f98c2021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840444 Feb 04 15:38:29.650362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Pushing event updated for resources: {'Port': ['ID=b046f33e-0fde-4799-bf16-cc80e93a2ca1,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:29.697360 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c1ee44dc-f558-4646-b417-5f4a17478b3a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:29.849706 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.850826 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.306112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-1a45ac47-8e2d-41e5-ad6d-f99e46e93c7e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:30.308178 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-1a45ac47-8e2d-41e5-ad6d-f99e46e93c7e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Synchronizing usage tracker for tenant:0a862822c5cc4a00ad2f9860437d65aa on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:30.392643 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8885813e-b9ab-44b0-844b-c40a8554827a None None] Provisioning for port c1ee44dc-f558-4646-b417-5f4a17478b3a completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:30.396490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Router 0aa8543a-b066-4eea-b171-50135bfb8e59 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:38:30.545984 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-1a45ac47-8e2d-41e5-ad6d-f99e46e93c7e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Unset dirty status for tenant:0a862822c5cc4a00ad2f9860437d65aa on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:30.553949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-1a45ac47-8e2d-41e5-ad6d-f99e46e93c7e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/networks?id=6714c035-dd2f-45c7-bc37-56f0f9e7c51c HTTP/1.1" status: 200 len: 814 time: 0.6925201 Feb 04 15:38:30.584666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-82f18811-f6c2-451b-8f3d-a3489805939a tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2912059 Feb 04 15:38:30.595427 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4c6fdca0-e583-431a-ad38-91d479a16734 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/quotas/0a862822c5cc4a00ad2f9860437d65aa HTTP/1.1" status: 200 len: 375 time: 0.0394175 Feb 04 15:38:30.597273 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.608821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'fixed_ips': [{'subnet_id': '7316add8-b3b6-4387-8510-39335fa6b75c'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:38:30.610596 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.645614 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:30.660122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:30.671246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4210450e-9846-40b6-bf32-2e27cc479c1f tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a862822c5cc4a00ad2f9860437d65aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747402 Feb 04 15:38:30.700991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Usage tracker for resource:floatingip and tenant:15c394bafaae4a08a8f5c83c4fa74e4c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:31.020500 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Transition to ACTIVE for port object e7513d21-e560-42f7-ba07-9b9a930fe6c1 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:31.088828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:31.143590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9c98a672-76de-4e47-8102-fdd10a7a1ba8 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:31.144433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9c98a672-76de-4e47-8102-fdd10a7a1ba8 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Synchronizing usage tracker for tenant:a1e363c8ed764957a8fd8178ff5ceac4 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:31.228928 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9c98a672-76de-4e47-8102-fdd10a7a1ba8 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Unset dirty status for tenant:a1e363c8ed764957a8fd8178ff5ceac4 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:31.232548 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9c98a672-76de-4e47-8102-fdd10a7a1ba8 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.81 "GET /v2.0/networks?id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f HTTP/1.1" status: 200 len: 813 time: 0.4491441 Feb 04 15:38:31.258962 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:38:31.269677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:31.271035 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Request body: {'port': {'device_id': '3aaf86cb-274d-4ce8-be3d-0e882e82eb6c', 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f', 'admin_state_up': True, 'tenant_id': 'a1e363c8ed764957a8fd8178ff5ceac4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:31.274087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Sync routers for ids ['0aa8543a-b066-4eea-b171-50135bfb8e59'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:38:31.308630 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Routers {'0aa8543a-b066-4eea-b171-50135bfb8e59'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:38:31.309319 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:38:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['0aa8543a-b066-4eea-b171-50135bfb8e59'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:31.310829 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-2cd10239-d2b9-4bdd-bc9b-c347b0df611d service neutron] 10.222.0.60 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345038 Feb 04 15:38:31.326677 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.409550 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Allocated IP 172.20.0.2 (41ff2593-f55a-4c2e-8e59-0e465bc600ea/7316add8-b3b6-4387-8510-39335fa6b75c/c4d3b874-a864-4ee7-a18b-3cd83d77cd8b) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:31.560481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Transition to ACTIVE for port object e7513d21-e560-42f7-ba07-9b9a930fe6c1 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:31.561749 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.564518 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-98631a86-2e49-4a56-b3b1-a79b730d41f9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.8170664 Feb 04 15:38:31.567893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port c1ee44dc-f558-4646-b417-5f4a17478b3a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:31.623653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60494) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:31.713671 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.771245 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Set router 0aa8543a-b066-4eea-b171-50135bfb8e59 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:38:31.777004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Network 6554dda5-dbcc-4066-a800-baf8f98c2021 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:31.778143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c1ee44dc-f558-4646-b417-5f4a17478b3a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:31.778668 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.832861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:31.836509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:32.088418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:32.102656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Usage tracker for resource:port and tenant:a1e363c8ed764957a8fd8178ff5ceac4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:32.111265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:32.145699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:32.181418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Made reservation on behalf of a1e363c8ed764957a8fd8178ff5ceac4 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:32.184850 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:32.202086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-4174b8b0-0060-412c-b63f-4fee346356d6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:32.206670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-4174b8b0-0060-412c-b63f-4fee346356d6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:32.207454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-4174b8b0-0060-412c-b63f-4fee346356d6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Synchronizing usage tracker for tenant:dea255a64256441d977f1d087c29cfe1 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:32.293705 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:29Z', 'revision_number': 3, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'gw_port': {'id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:28Z', 'updated_at': '2022-02-04T15:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:32.299273 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Checking router: 0aa8543a-b066-4eea-b171-50135bfb8e59 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:38:32.299626 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Updating router 0aa8543a-b066-4eea-b171-50135bfb8e59 port b046f33e-0fde-4799-bf16-cc80e93a2ca1 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:38:32.300102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-4174b8b0-0060-412c-b63f-4fee346356d6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Unset dirty status for tenant:dea255a64256441d977f1d087c29cfe1 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:32.301333 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-4174b8b0-0060-412c-b63f-4fee346356d6 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.81 "GET /v2.0/networks?id=ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9&id=6554dda5-dbcc-4066-a800-baf8f98c2021 HTTP/1.1" status: 200 len: 1392 time: 0.5516346 Feb 04 15:38:32.361008 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Request body: {'port': {'device_id': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'network_id': 'ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9', 'admin_state_up': True, 'tenant_id': 'dea255a64256441d977f1d087c29cfe1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:32.362457 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:32.402567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Pushing event updated for resources: {'Port': ['ID=e7513d21-e560-42f7-ba07-9b9a930fe6c1,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:32.425328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Attempting to bind port e7513d21-e560-42f7-ba07-9b9a930fe6c1 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:32.425964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Attempting to bind port e7513d21-e560-42f7-ba07-9b9a930fe6c1 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '32c1f0b0-b753-497b-b7d2-5b9e5ac49c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6554dda5-dbcc-4066-a800-baf8f98c2021'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:32.426482 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Attempting to bind port e7513d21-e560-42f7-ba07-9b9a930fe6c1 on network 6554dda5-dbcc-4066-a800-baf8f98c2021 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:32.440648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:38:32.443798 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Checking segment: {'id': '32c1f0b0-b753-497b-b7d2-5b9e5ac49c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6554dda5-dbcc-4066-a800-baf8f98c2021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:32.444572 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:32.445185 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Bound using segment: {'id': '32c1f0b0-b753-497b-b7d2-5b9e5ac49c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6554dda5-dbcc-4066-a800-baf8f98c2021'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:38:32.445867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Bound port: e7513d21-e560-42f7-ba07-9b9a930fe6c1, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c1f0b0-b753-497b-b7d2-5b9e5ac49c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6554dda5-dbcc-4066-a800-baf8f98c2021'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:32.446414 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:32.494433 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-7f5437ae-a8f5-42ef-abe4-69046eb926a6 service neutron] 10.222.0.60 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1358008 Feb 04 15:38:32.561203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-93b94b48-b80b-466b-b172-a70453813531 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:32.564386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-93b94b48-b80b-466b-b172-a70453813531 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.73 "GET /v2.0/networks?id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f HTTP/1.1" status: 200 len: 813 time: 1.4673028 Feb 04 15:38:32.589334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:18Z', 'updated_at': '2022-02-04T15:38:22Z', 'revision_number': 3, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'gw_port': {'id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:20Z', 'updated_at': '2022-02-04T15:38:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:32.593131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:32.593502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:32.593879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:32.594819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:32.595345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:32.595671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:32.595992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:32.596314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:32.596620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:32.597189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:32.598457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:32.612717 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Allocated IP 172.20.0.3 (e82f4794-edaa-4da5-b40b-be0e2b7bc36f/e1ccf863-4ca2-46f0-99dd-a0db17bfa74e/dd4fdf29-fad8-4faa-9d57-4d635a6cae5e) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:32.620222 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Request body: {'port': {'device_id': '6bcb4f6a-9625-43c1-b22a-c80bb60e83c1', 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f', 'admin_state_up': True, 'tenant_id': 'a1e363c8ed764957a8fd8178ff5ceac4'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:32.675703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Checking router: 9f8b909e-19eb-43be-a4b8-41a83f74d3df for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:38:32.676137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Updating router 9f8b909e-19eb-43be-a4b8-41a83f74d3df port 9fa557a6-e7be-4d07-90ac-5551832b6679 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:38:32.685163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:32.693343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Usage tracker for resource:port and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:32.707068 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:32.717041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:32.757518 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Made reservation on behalf of dea255a64256441d977f1d087c29cfe1 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:32.768289 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:32.861910 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.132991 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.166135 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Transition to ACTIVE for port object b046f33e-0fde-4799-bf16-cc80e93a2ca1 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:33.182277 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.284851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] For port e7513d21-e560-42f7-ba07-9b9a930fe6c1, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:33.289269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] For port e7513d21-e560-42f7-ba07-9b9a930fe6c1, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e7513d21-e560-42f7-ba07-9b9a930fe6c1,segment=NetworkSegment(32c1f0b0-b753-497b-b7d2-5b9e5ac49c23),segment_id=32c1f0b0-b753-497b-b7d2-5b9e5ac49c23)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:33.349113 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489f5ab-0e21-405d-ac11-04daaa7c1b4d None None] Pushing event updated for resources: {'Port': ['ID=b046f33e-0fde-4799-bf16-cc80e93a2ca1,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:33.361298 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Attempting to bind port b046f33e-0fde-4799-bf16-cc80e93a2ca1 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:33.361833 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Attempting to bind port b046f33e-0fde-4799-bf16-cc80e93a2ca1 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:33.363677 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Attempting to bind port b046f33e-0fde-4799-bf16-cc80e93a2ca1 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:33.384368 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:38:33.384910 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:33.385492 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.385985 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:38:33.386564 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Bound port: b046f33e-0fde-4799-bf16-cc80e93a2ca1, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:33.387044 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.414374 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.425579 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.437390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Transition to ACTIVE for port object c4d3b874-a864-4ee7-a18b-3cd83d77cd8b will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:33.459578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Transition to ACTIVE for port object c4d3b874-a864-4ee7-a18b-3cd83d77cd8b will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:33.489508 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.493382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.514126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e282a29-5e24-4cc1-9fe9-7fe30ff0467a req-7c31368c-e6ef-4779-87b7-bc4153d7d754 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=16d64c93-aead-46e6-93a2-0d58ba5fbace HTTP/1.1" status: 200 len: 210 time: 0.5123837 Feb 04 15:38:33.518721 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.604318 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Network 41ff2593-f55a-4c2e-8e59-0e465bc600ea is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:33.622759 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:33.625217 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.642283 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] For port b046f33e-0fde-4799-bf16-cc80e93a2ca1, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:33.655935 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] For port b046f33e-0fde-4799-bf16-cc80e93a2ca1, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b046f33e-0fde-4799-bf16-cc80e93a2ca1,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:33.670374 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.674238 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.675510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:33.716132 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.864661 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Pushing event updated for resources: {'Port': ['ID=c4d3b874-a864-4ee7-a18b-3cd83d77cd8b,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:33.973942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Allocated IP 19.80.0.136 (ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9/dcb9623d-df15-4fe0-a76e-48ae11cbda5c/693ef1c7-c664-4c0f-807b-958505bd9e25) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:33.986756 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489f5ab-0e21-405d-ac11-04daaa7c1b4d None None] Pushing event updated for resources: {'Port': ['ID=b046f33e-0fde-4799-bf16-cc80e93a2ca1,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:33.996128 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Network e82f4794-edaa-4da5-b40b-be0e2b7bc36f is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:34.011073 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Routers {'0aa8543a-b066-4eea-b171-50135bfb8e59'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:38:34.016810 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:38:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['0aa8543a-b066-4eea-b171-50135bfb8e59'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:34.024034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:34.038845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Pushing event updated for resources: {'Port': ['ID=dd4fdf29-fad8-4faa-9d57-4d635a6cae5e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:34.041468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:34.133496 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Allocated IP 172.20.0.1 (e73b8c79-39c7-4f3f-8efa-10d2b856cc10/d4c8bd91-de49-4d76-b9bb-8b3081d1af67/6d19dbf9-998a-4c89-b606-99c9b9bda0b3) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:34.301165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:34.301818 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.494900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port c1ee44dc-f558-4646-b417-5f4a17478b3a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c1ee44dc-f558-4646-b417-5f4a17478b3a,segment=NetworkSegment(ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df),segment_id=ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:34.525589 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.530397 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d5181847-866a-45c3-ab1e-453a265c15e3 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:34.592592 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] Set router 0aa8543a-b066-4eea-b171-50135bfb8e59 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:38:34.616457 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-459cca9b-e05d-489d-9e37-b614cc916ee6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3547375 Feb 04 15:38:34.626429 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.640849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Attempting to bind port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:34.641453 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Attempting to bind port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '2b763b50-49f2-4de6-b2fe-23ced4f421e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:34.641962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Attempting to bind port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b on network 41ff2593-f55a-4c2e-8e59-0e465bc600ea {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:34.646816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Transition to ACTIVE for port object 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:34.670589 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487f901-31f6-414e-9302-c732ee6ff588 None None] Pushing event updated for resources: {'Port': ['ID=e7513d21-e560-42f7-ba07-9b9a930fe6c1,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:34.683141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Request body: {'port': {'device_id': '3aaf86cb-274d-4ce8-be3d-0e882e82eb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:34.732274 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.849021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d19dbf9-998a-4c89-b606-99c9b9bda0b3,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:34.893064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=c1ee44dc-f558-4646-b417-5f4a17478b3a,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:34.896877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-777ad03f-1277-4129-aa88-8b414b41c303 None None] Provisioning complete for port c1ee44dc-f558-4646-b417-5f4a17478b3a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:34.897420 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-777ad03f-1277-4129-aa88-8b414b41c303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.907593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:34.965885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:38:34.966544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Checking segment: {'id': '2b763b50-49f2-4de6-b2fe-23ced4f421e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:34.967100 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.967679 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Bound using segment: {'id': '2b763b50-49f2-4de6-b2fe-23ced4f421e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:38:34.968306 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Bound port: c4d3b874-a864-4ee7-a18b-3cd83d77cd8b, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b763b50-49f2-4de6-b2fe-23ced4f421e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:34.968826 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.081631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Usage tracker for resource:port and tenant:a1e363c8ed764957a8fd8178ff5ceac4 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:35.094958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:35.143153 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.189346 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.205271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Transition to ACTIVE for port object 693ef1c7-c664-4c0f-807b-958505bd9e25 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:35.263294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:35.308867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] For port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:35.318431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] For port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c4d3b874-a864-4ee7-a18b-3cd83d77cd8b,segment=NetworkSegment(2b763b50-49f2-4de6-b2fe-23ced4f421e2),segment_id=2b763b50-49f2-4de6-b2fe-23ced4f421e2)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:35.334348 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.387034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Network e73b8c79-39c7-4f3f-8efa-10d2b856cc10 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:35.408162 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:29Z', 'revision_number': 3, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'gw_port': {'id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:28Z', 'updated_at': '2022-02-04T15:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:35.416241 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f19df27-c641-4d32-9610-8c4508d65d98 None None] The sync data for ids ['0aa8543a-b066-4eea-b171-50135bfb8e59'] in n-d-827872-1 is: [{'id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:29Z', 'revision_number': 3, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'gw_port': {'id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:28Z', 'updated_at': '2022-02-04T15:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:38:35.421599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d5181847-866a-45c3-ab1e-453a265c15e3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:35.421973 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.490573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:35.511422 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:38:35.515355 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.683044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:35.737246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Made reservation on behalf of a1e363c8ed764957a8fd8178ff5ceac4 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:35.742817 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.748694 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9199787f-6429-4da8-8aba-d404000aba53 None None] Network 6554dda5-dbcc-4066-a800-baf8f98c2021 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:35.799428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Network ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:35.814000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:35.837257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:35.856564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8387f3a-2eb0-437f-9e20-30fe54bcc952 req-5cbf3ea5-ccf3-46ed-ab5f-e8193f1753bd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:35.870975 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8387f3a-2eb0-437f-9e20-30fe54bcc952 req-5cbf3ea5-ccf3-46ed-ab5f-e8193f1753bd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aaf86cb-274d-4ce8-be3d-0e882e82eb6c HTTP/1.1" status: 200 len: 931 time: 1.1976681 Feb 04 15:38:35.948250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event updated for resources: {'Port': ['ID=693ef1c7-c664-4c0f-807b-958505bd9e25,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:36.006022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4722851f-1f69-4a27-8c03-2541723d1b8e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:36.017451 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4722851f-1f69-4a27-8c03-2541723d1b8e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.73 "GET /v2.0/networks?id=6714c035-dd2f-45c7-bc37-56f0f9e7c51c HTTP/1.1" status: 200 len: 814 time: 0.8235259 Feb 04 15:38:36.053711 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Request body: {'port': {'device_id': 'a8302b5a-7e0a-448d-a335-ca5f2c1701f8', 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c', 'admin_state_up': True, 'tenant_id': '0a862822c5cc4a00ad2f9860437d65aa'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:36.379420 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1b0a1-0725-49e7-94ab-5582afda0c96 None None] Pushing event updated for resources: {'Port': ['ID=c4d3b874-a864-4ee7-a18b-3cd83d77cd8b,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:36.461293 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.481823 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8387f3a-2eb0-437f-9e20-30fe54bcc952 req-0b36876f-e53e-45a0-9df4-9d6b047f850d tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098683 Feb 04 15:38:36.487378 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:36.488976 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.519066 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Transition to ACTIVE for port object 9fa557a6-e7be-4d07-90ac-5551832b6679 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:36.536951 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.606491 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.614531 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-13487c46-a7fa-4388-9310-76ad8a15f5cd tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2653534 Feb 04 15:38:36.639088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Request body: {'port': {'device_id': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'network_id': '6554dda5-dbcc-4066-a800-baf8f98c2021', 'admin_state_up': True, 'tenant_id': 'dea255a64256441d977f1d087c29cfe1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:36.931443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:37.003404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:37.013643 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.017551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Usage tracker for resource:port and tenant:dea255a64256441d977f1d087c29cfe1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:37.029314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:37.077513 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ecc68215-66c1-4cf1-9ae1-aec98f714135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.102773 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:37.248078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b718a-871a-4eee-a36e-eae944a75228 None None] Pushing event updated for resources: {'Port': ['ID=9fa557a6-e7be-4d07-90ac-5551832b6679,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:37.260045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Made reservation on behalf of dea255a64256441d977f1d087c29cfe1 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:37.264023 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Attempting to bind port 9fa557a6-e7be-4d07-90ac-5551832b6679 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:37.264438 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Attempting to bind port 9fa557a6-e7be-4d07-90ac-5551832b6679 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:37.264796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Attempting to bind port 9fa557a6-e7be-4d07-90ac-5551832b6679 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:37.267312 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.275709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:38:37.276139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:37.276465 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.276849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:38:37.277323 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Bound port: 9fa557a6-e7be-4d07-90ac-5551832b6679, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:37.277686 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.314357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4fdf29-fad8-4faa-9d57-4d635a6cae5e {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:37.354095 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.363942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Allocated IP 172.25.0.208 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/598a1577-9b8d-49ad-9974-369cfd01e2d5) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:37.382376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Usage tracker for resource:port and tenant:0a862822c5cc4a00ad2f9860437d65aa is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:37.394379 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-042ee821-51ad-429c-a5c2-e3bd89419798 req-0aeca2ee-686f-4826-b456-071dccfbf908 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 210 time: 0.5536342 Feb 04 15:38:37.395638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:37.506242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:37.528051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Transition to ACTIVE for port object dd4fdf29-fad8-4faa-9d57-4d635a6cae5e will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:37.550429 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.577742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2e33be00-c597-4d6d-ba25-3f6e80d2e616 None None] Provisioning for port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:37.609148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2e33be00-c597-4d6d-ba25-3f6e80d2e616 None None] Provisioning complete for port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:37.615843 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2e33be00-c597-4d6d-ba25-3f6e80d2e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.732193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b046f33e-0fde-4799-bf16-cc80e93a2ca1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:37.829286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] For port 9fa557a6-e7be-4d07-90ac-5551832b6679, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:37.856209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4fdf29-fad8-4faa-9d57-4d635a6cae5e,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:37.899434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] For port 9fa557a6-e7be-4d07-90ac-5551832b6679, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9fa557a6-e7be-4d07-90ac-5551832b6679,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:37.927691 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.013610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2e33be00-c597-4d6d-ba25-3f6e80d2e616 None None] Port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:38:38.057433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Allocated IP 172.20.0.13 (e82f4794-edaa-4da5-b40b-be0e2b7bc36f/e1ccf863-4ca2-46f0-99dd-a0db17bfa74e/d49ab9aa-b479-4951-bf0f-3b268bf98ac4) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:38.097391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b6efa5-4064-4e55-951f-c6ae0e68995a None None] Network 41ff2593-f55a-4c2e-8e59-0e465bc600ea requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:38:38.114094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b718a-871a-4eee-a36e-eae944a75228 None None] Pushing event updated for resources: {'Port': ['ID=9fa557a6-e7be-4d07-90ac-5551832b6679,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:38.227473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2e33be00-c597-4d6d-ba25-3f6e80d2e616 None None] Provisioning for port 693ef1c7-c664-4c0f-807b-958505bd9e25 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:38.255660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Routers {'9f8b909e-19eb-43be-a4b8-41a83f74d3df'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:38:38.256542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:38:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:38.258092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Attempting to bind port dd4fdf29-fad8-4faa-9d57-4d635a6cae5e on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:38.258549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Attempting to bind port dd4fdf29-fad8-4faa-9d57-4d635a6cae5e by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:38.258948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Attempting to bind port dd4fdf29-fad8-4faa-9d57-4d635a6cae5e on network e82f4794-edaa-4da5-b40b-be0e2b7bc36f {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:38.280000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Port dd4fdf29-fad8-4faa-9d57-4d635a6cae5e on network e82f4794-edaa-4da5-b40b-be0e2b7bc36f not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:38:38.280457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Attempting to bind port dd4fdf29-fad8-4faa-9d57-4d635a6cae5e on network e82f4794-edaa-4da5-b40b-be0e2b7bc36f {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:38.299290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:38:38.299732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Checking segment: {'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:38.300253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Bound using segment: {'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:38:38.300783 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Bound port: dd4fdf29-fad8-4faa-9d57-4d635a6cae5e, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:38.301433 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.428236 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] For port dd4fdf29-fad8-4faa-9d57-4d635a6cae5e, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:38.434362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] For port dd4fdf29-fad8-4faa-9d57-4d635a6cae5e, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=dd4fdf29-fad8-4faa-9d57-4d635a6cae5e,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:38.453581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Allocated IP 19.86.0.85 (6554dda5-dbcc-4066-a800-baf8f98c2021/25c6922d-7cc5-499e-b5a0-f328d977d355/9c70fdf4-6b91-42d1-9f1e-3f2251119e85) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:38.457429 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.468896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] Set router 9f8b909e-19eb-43be-a4b8-41a83f74d3df gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:38:38.514611 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.539565 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.541298 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] 10.222.0.81 "PUT /v2.0/ports/dd4fdf29-fad8-4faa-9d57-4d635a6cae5e HTTP/1.1" status: 200 len: 1091 time: 3.9042852 Feb 04 15:38:38.541755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aaf86cb-274d-4ce8-be3d-0e882e82eb6c', 'tag': 'dd4fdf29-fad8-4faa-9d57-4d635a6cae5e'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:38.557062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Made reservation on behalf of 0a862822c5cc4a00ad2f9860437d65aa for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:38.564903 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.690399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port b046f33e-0fde-4799-bf16-cc80e93a2ca1 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:38.693212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f3980-c6d1-44f6-95d9-cb77aeb75c13 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4fdf29-fad8-4faa-9d57-4d635a6cae5e,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:38.696982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2e33be00-c597-4d6d-ba25-3f6e80d2e616 None None] Provisioning complete for port 693ef1c7-c664-4c0f-807b-958505bd9e25 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:38.697578 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2e33be00-c597-4d6d-ba25-3f6e80d2e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.773824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b046f33e-0fde-4799-bf16-cc80e93a2ca1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:38.774524 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.799093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2e33be00-c597-4d6d-ba25-3f6e80d2e616 None None] Port 693ef1c7-c664-4c0f-807b-958505bd9e25 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:38:38.833210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Allocated IP 172.20.0.5 (6714c035-dd2f-45c7-bc37-56f0f9e7c51c/78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793/654876a3-e057-4cec-8ee5-5470441a90e0) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:38.859150 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-309ec276-9d76-4481-9980-79d31a56eb86 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a1e363c8ed764957a8fd8178ff5ceac4&device_id=3aaf86cb-274d-4ce8-be3d-0e882e82eb6c HTTP/1.1" status: 200 len: 1094 time: 0.2428577 Feb 04 15:38:38.900160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2e33be00-c597-4d6d-ba25-3f6e80d2e616 None None] Provisioning for port e7513d21-e560-42f7-ba07-9b9a930fe6c1 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:38.963022 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-998abf0c-4a84-44f1-a1f2-eb981ec2cfdb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd4fdf29-fad8-4faa-9d57-4d635a6cae5e HTTP/1.1" status: 200 len: 217 time: 0.0837271 Feb 04 15:38:39.014177 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.040162 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-209b62d2-17cc-43c1-bf48-79160ba5da33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.100861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Network e82f4794-edaa-4da5-b40b-be0e2b7bc36f is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:39.123038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-b7a4fd26-2e17-4886-87c3-3fb3466f58ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:39.124339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:39.125565 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-b7a4fd26-2e17-4886-87c3-3fb3466f58ec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1ccf863-4ca2-46f0-99dd-a0db17bfa74e HTTP/1.1" status: 200 len: 853 time: 0.1533515 Feb 04 15:38:39.133375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:39.211864 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6ae7059b-ca1f-4077-87d1-64eed2110725 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753195 Feb 04 15:38:39.216022 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.220065 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.235229 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port b046f33e-0fde-4799-bf16-cc80e93a2ca1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b046f33e-0fde-4799-bf16-cc80e93a2ca1,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:39.274740 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.275858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e7513d21-e560-42f7-ba07-9b9a930fe6c1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:39.290158 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c44b5c-5af8-48cd-b0db-82c39c999861 req-a4516c1d-eef7-4c63-a82f-fee66362283b tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:39.297652 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-81c44b5c-5af8-48cd-b0db-82c39c999861 req-a4516c1d-eef7-4c63-a82f-fee66362283b tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=16d64c93-aead-46e6-93a2-0d58ba5fbace HTTP/1.1" status: 200 len: 932 time: 1.4338131 Feb 04 15:38:39.462341 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-24d06a69-2eea-40d7-962d-0fbee8c3dabb service neutron] 10.222.0.81 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377632 Feb 04 15:38:39.493178 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=b046f33e-0fde-4799-bf16-cc80e93a2ca1,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:39.495789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Pushing event updated for resources: {'Port': ['ID=d49ab9aa-b479-4951-bf0f-3b268bf98ac4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:39.508601 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5b046279-28df-4b89-a6aa-cb7c40bfb8df None None] Provisioning for port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:39.512427 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-81c44b5c-5af8-48cd-b0db-82c39c999861 req-bea00fc2-ccdb-4cf2-b914-208937b3058c tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135603 Feb 04 15:38:39.592549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:39.595488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.640139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port e7513d21-e560-42f7-ba07-9b9a930fe6c1 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:39.653257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e7513d21-e560-42f7-ba07-9b9a930fe6c1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:39.653613 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.659151 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.665760 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-6d9375c1-4e7b-4626-8b42-8cb12de32391 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0615473 Feb 04 15:38:39.667431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Transition to ACTIVE for port object 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:39.680446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Request body: {'port': {'device_id': '6bcb4f6a-9625-43c1-b22a-c80bb60e83c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:39.710376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5b046279-28df-4b89-a6aa-cb7c40bfb8df None None] Provisioning complete for port e7513d21-e560-42f7-ba07-9b9a930fe6c1 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:39.710928 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5b046279-28df-4b89-a6aa-cb7c40bfb8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.754466 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:38:39.920703 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.973993 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.069398 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-4919cf75-e9d6-4584-a98f-9204b2a5b9eb service neutron] 10.222.0.81 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952480 Feb 04 15:38:40.071357 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.130794 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.154521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:18Z', 'updated_at': '2022-02-04T15:38:36Z', 'revision_number': 4, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'gw_port': {'id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:20Z', 'updated_at': '2022-02-04T15:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '6d19dbf9-998a-4c89-b606-99c9b9bda0b3', 'name': '', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'mac_address': 'fa:16:3e:ac:ce:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:33Z', 'updated_at': '2022-02-04T15:38:34Z', 'revision_number': 1, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'subnets': [{'id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:40.220289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Network 6554dda5-dbcc-4066-a800-baf8f98c2021 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:40.226344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:40.229951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:40.251665 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.282652 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5b046279-28df-4b89-a6aa-cb7c40bfb8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.318332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event updated for resources: {'Port': ['ID=9c70fdf4-6b91-42d1-9f1e-3f2251119e85,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:40.337982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c42ed1-a333-4311-b3fa-5ea8e4a6f36e None None] The sync data for ids ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'] in n-d-827872-1 is: [{'id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:18Z', 'updated_at': '2022-02-04T15:38:36Z', 'revision_number': 4, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'gw_port': {'id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:20Z', 'updated_at': '2022-02-04T15:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '6d19dbf9-998a-4c89-b606-99c9b9bda0b3', 'name': '', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'mac_address': 'fa:16:3e:ac:ce:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:33Z', 'updated_at': '2022-02-04T15:38:34Z', 'revision_number': 1, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'subnets': [{'id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:38:40.358203 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.368450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:40.369593 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.380509 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.385547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d19dbf9-998a-4c89-b606-99c9b9bda0b3,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:40.421574 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.425366 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-ae46aa2c-5e01-4a19-81a9-cab799b0c9ec tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7962694 Feb 04 15:38:40.433623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port e7513d21-e560-42f7-ba07-9b9a930fe6c1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e7513d21-e560-42f7-ba07-9b9a930fe6c1,segment=NetworkSegment(32c1f0b0-b753-497b-b7d2-5b9e5ac49c23),segment_id=32c1f0b0-b753-497b-b7d2-5b9e5ac49c23)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:40.440629 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.441413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c4d3b874-a864-4ee7-a18b-3cd83d77cd8b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:40.445379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Request body: {'port': {'device_id': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:40.617344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bee1e6-eef2-41c6-88a2-4cb7f65cb9be req-02e811f1-7e58-4efe-be68-b7e318e63337 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:40.618211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-49bee1e6-eef2-41c6-88a2-4cb7f65cb9be req-02e811f1-7e58-4efe-be68-b7e318e63337 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Synchronizing usage tracker for tenant:a1e363c8ed764957a8fd8178ff5ceac4 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:40.634001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Network e73b8c79-39c7-4f3f-8efa-10d2b856cc10 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:40.647947 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.656911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:40.686089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=e7513d21-e560-42f7-ba07-9b9a930fe6c1,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:40.737398 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-5b046279-28df-4b89-a6aa-cb7c40bfb8df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:38:40.738039 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-5b046279-28df-4b89-a6aa-cb7c40bfb8df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:38:40.785111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:40.791514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:40.791821 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.134296 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.215492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c4d3b874-a864-4ee7-a18b-3cd83d77cd8b,segment=NetworkSegment(2b763b50-49f2-4de6-b2fe-23ced4f421e2),segment_id=2b763b50-49f2-4de6-b2fe-23ced4f421e2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:41.223830 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.224836 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c1ee44dc-f558-4646-b417-5f4a17478b3a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:41.238748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693ef1c7-c664-4c0f-807b-958505bd9e25 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:41.247656 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.266642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Transition to ACTIVE for port object 693ef1c7-c664-4c0f-807b-958505bd9e25 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:41.271283 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.297912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-49bee1e6-eef2-41c6-88a2-4cb7f65cb9be req-02e811f1-7e58-4efe-be68-b7e318e63337 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Unset dirty status for tenant:a1e363c8ed764957a8fd8178ff5ceac4 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:41.302350 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49bee1e6-eef2-41c6-88a2-4cb7f65cb9be req-02e811f1-7e58-4efe-be68-b7e318e63337 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aaf86cb-274d-4ce8-be3d-0e882e82eb6c HTTP/1.1" status: 200 len: 943 time: 1.4924407 Feb 04 15:38:41.303721 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.505188 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.555297 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.579061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=c4d3b874-a864-4ee7-a18b-3cd83d77cd8b,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:41.613460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Pushing event updated for resources: {'Port': ['ID=693ef1c7-c664-4c0f-807b-958505bd9e25,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:41.615526 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c1ee44dc-f558-4646-b417-5f4a17478b3a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:41.615899 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.721678 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49bee1e6-eef2-41c6-88a2-4cb7f65cb9be req-773f0235-0194-412b-8fcf-35988f84944a tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569717 Feb 04 15:38:41.740513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Attempting to bind port 693ef1c7-c664-4c0f-807b-958505bd9e25 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:41.741239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Attempting to bind port 693ef1c7-c664-4c0f-807b-958505bd9e25 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:41.741804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Attempting to bind port 693ef1c7-c664-4c0f-807b-958505bd9e25 on network ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:41.748812 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Port 693ef1c7-c664-4c0f-807b-958505bd9e25 on network ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:38:41.749512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Attempting to bind port 693ef1c7-c664-4c0f-807b-958505bd9e25 on network ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:41.757454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:38:41.758481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Checking segment: {'id': 'ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:41.759092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Bound using segment: {'id': 'ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:38:41.759815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Bound port: 693ef1c7-c664-4c0f-807b-958505bd9e25, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:41.760393 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.848299 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.865831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b67e5fd6-6155-4201-8386-706e4801f127 None None] Provisioning complete for port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:41.866381 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b67e5fd6-6155-4201-8386-706e4801f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.977468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] For port 693ef1c7-c664-4c0f-807b-958505bd9e25, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:41.981580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] For port 693ef1c7-c664-4c0f-807b-958505bd9e25, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=693ef1c7-c664-4c0f-807b-958505bd9e25,segment=NetworkSegment(ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df),segment_id=ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:42.005366 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.028068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Pushing event updated for resources: {'Port': ['ID=654876a3-e057-4cec-8ee5-5470441a90e0,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:42.032161 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.105555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b67e5fd6-6155-4201-8386-706e4801f127 None None] Port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:38:42.157829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:42.167715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b67e5fd6-6155-4201-8386-706e4801f127 None None] Provisioning complete for port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:42.168103 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b67e5fd6-6155-4201-8386-706e4801f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.200338 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:42.225254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Pushing event updated for resources: {'Port': ['ID=693ef1c7-c664-4c0f-807b-958505bd9e25,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:42.242314 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.243470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:42.243859 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-9f34de1f-7e84-44d2-a235-5aa12331901f service neutron] 10.222.0.81 "PUT /v2.0/ports/693ef1c7-c664-4c0f-807b-958505bd9e25 HTTP/1.1" status: 200 len: 1092 time: 1.8037958 Feb 04 15:38:42.292148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Request body: {'port': {'device_id': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:42.295447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:42.360346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:42.382351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b046f33e-0fde-4799-bf16-cc80e93a2ca1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:42.384281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:42.521450 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.682803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b046f33e-0fde-4799-bf16-cc80e93a2ca1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:42.683520 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.697097 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Pushing event updated for resources: {'Port': ['ID=598a1577-9b8d-49ad-9974-369cfd01e2d5,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:42.908302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b67e5fd6-6155-4201-8386-706e4801f127 None None] Provisioning for port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:42.919842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b67e5fd6-6155-4201-8386-706e4801f127 None None] Provisioning complete for port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:42.920407 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b67e5fd6-6155-4201-8386-706e4801f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.018673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e7513d21-e560-42f7-ba07-9b9a930fe6c1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:43.104815 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.130334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b67e5fd6-6155-4201-8386-706e4801f127 None None] Port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:38:43.164605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:43.178508 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.196069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Transition to ACTIVE for port object 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:43.203971 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.232209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e7513d21-e560-42f7-ba07-9b9a930fe6c1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:43.232796 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.270975 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.467635 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9fa557a6-e7be-4d07-90ac-5551832b6679 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:43.556655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device dd4fdf29-fad8-4faa-9d57-4d635a6cae5e details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:38:43.562224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Pushing event updated for resources: {'Port': ['ID=9c70fdf4-6b91-42d1-9f1e-3f2251119e85,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:43.633223 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.664833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:43.665457 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.669228 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.731413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Attempting to bind port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:43.731987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Attempting to bind port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '32c1f0b0-b753-497b-b7d2-5b9e5ac49c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6554dda5-dbcc-4066-a800-baf8f98c2021'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:43.732469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Attempting to bind port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 on network 6554dda5-dbcc-4066-a800-baf8f98c2021 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:43.737320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port dd4fdf29-fad8-4faa-9d57-4d635a6cae5e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=dd4fdf29-fad8-4faa-9d57-4d635a6cae5e,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:43.740098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 on network 6554dda5-dbcc-4066-a800-baf8f98c2021 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:38:43.740601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Attempting to bind port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 on network 6554dda5-dbcc-4066-a800-baf8f98c2021 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:43.747777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:38:43.748416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Checking segment: {'id': '32c1f0b0-b753-497b-b7d2-5b9e5ac49c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6554dda5-dbcc-4066-a800-baf8f98c2021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:43.748977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Bound using segment: {'id': '32c1f0b0-b753-497b-b7d2-5b9e5ac49c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6554dda5-dbcc-4066-a800-baf8f98c2021'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:38:43.749689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Bound port: 9c70fdf4-6b91-42d1-9f1e-3f2251119e85, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c1f0b0-b753-497b-b7d2-5b9e5ac49c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6554dda5-dbcc-4066-a800-baf8f98c2021'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:43.750851 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.755268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'dd4fdf29-fad8-4faa-9d57-4d635a6cae5e', 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f', 'port_id': 'dd4fdf29-fad8-4faa-9d57-4d635a6cae5e', 'mac_address': 'fa:16:3e:b0:88:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ccf863-4ca2-46f0-99dd-a0db17bfa74e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:38:43.795207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Pushing event updated for resources: {'Port': ['ID=598a1577-9b8d-49ad-9974-369cfd01e2d5,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:43.853821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198754a9-179b-4cad-a5f1-6af87e4c8a54 req-6789dcb6-c1e9-436e-a9f2-40af7d5f02bb tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:43.854690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-198754a9-179b-4cad-a5f1-6af87e4c8a54 req-6789dcb6-c1e9-436e-a9f2-40af7d5f02bb tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Synchronizing usage tracker for tenant:0a862822c5cc4a00ad2f9860437d65aa on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:43.855849 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.878516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] For port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:43.883577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] For port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9c70fdf4-6b91-42d1-9f1e-3f2251119e85,segment=NetworkSegment(32c1f0b0-b753-497b-b7d2-5b9e5ac49c23),segment_id=32c1f0b0-b753-497b-b7d2-5b9e5ac49c23)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:43.884094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4fdf29-fad8-4faa-9d57-4d635a6cae5e {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:43.889749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Router 9f8b909e-19eb-43be-a4b8-41a83f74d3df has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:38:43.901787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.907723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port dd4fdf29-fad8-4faa-9d57-4d635a6cae5e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=dd4fdf29-fad8-4faa-9d57-4d635a6cae5e,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:43.907902 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-93e2574f-4d09-4dd0-9aa6-349f9f287654 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8820951 Feb 04 15:38:43.909137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 9fa557a6-e7be-4d07-90ac-5551832b6679 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:43.916536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 9fa557a6-e7be-4d07-90ac-5551832b6679 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:43.916960 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.938433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-198754a9-179b-4cad-a5f1-6af87e4c8a54 req-6789dcb6-c1e9-436e-a9f2-40af7d5f02bb tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Unset dirty status for tenant:0a862822c5cc4a00ad2f9860437d65aa on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:43.939792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-198754a9-179b-4cad-a5f1-6af87e4c8a54 req-6789dcb6-c1e9-436e-a9f2-40af7d5f02bb tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 931 time: 1.6879718 Feb 04 15:38:43.948014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Request body: {'port': {'device_id': 'a8302b5a-7e0a-448d-a335-ca5f2c1701f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:43.950031 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.997512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Pushing event updated for resources: {'Port': ['ID=9c70fdf4-6b91-42d1-9f1e-3f2251119e85,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:44.026767 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.028724 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-db079bd5-e5fc-498f-8315-5ba4ba085f1a service neutron] 10.222.0.81 "PUT /v2.0/ports/9c70fdf4-6b91-42d1-9f1e-3f2251119e85 HTTP/1.1" status: 200 len: 1091 time: 1.7412581 Feb 04 15:38:44.029017 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.111035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=dd4fdf29-fad8-4faa-9d57-4d635a6cae5e,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:44.173370 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.196352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 9fa557a6-e7be-4d07-90ac-5551832b6679, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9fa557a6-e7be-4d07-90ac-5551832b6679,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:44.206796 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.207757 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c4d3b874-a864-4ee7-a18b-3cd83d77cd8b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:44.227035 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-7ff153b5-02d4-4acb-8c10-61c14e3b0943 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dea255a64256441d977f1d087c29cfe1&device_id=16d64c93-aead-46e6-93a2-0d58ba5fbace HTTP/1.1" status: 200 len: 1980 time: 0.1275384 Feb 04 15:38:44.274556 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:38:44.321730 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-e3e6ab32-98e4-48bb-9c2f-beded564e5eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=693ef1c7-c664-4c0f-807b-958505bd9e25 HTTP/1.1" status: 200 len: 217 time: 0.0808222 Feb 04 15:38:44.349327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49ab9aa-b479-4951-bf0f-3b268bf98ac4 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:44.354850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['dd4fdf29-fad8-4faa-9d57-4d635a6cae5e'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:38:44.356687 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.434558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-4de4c9e2-14d1-4a61-b5af-73c309cd2ebe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:44.436209 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-4de4c9e2-14d1-4a61-b5af-73c309cd2ebe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dcb9623d-df15-4fe0-a76e-48ae11cbda5c HTTP/1.1" status: 200 len: 801 time: 0.1051958 Feb 04 15:38:44.449133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=9fa557a6-e7be-4d07-90ac-5551832b6679,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:44.495206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-198754a9-179b-4cad-a5f1-6af87e4c8a54 req-fe1d9871-362d-44cb-a968-75feefa53096 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Synchronizing usage tracker for tenant:0a862822c5cc4a00ad2f9860437d65aa on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:44.509191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Transition to ACTIVE for port object d49ab9aa-b479-4951-bf0f-3b268bf98ac4 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:44.521253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:44.522063 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.547414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-198754a9-179b-4cad-a5f1-6af87e4c8a54 req-fe1d9871-362d-44cb-a968-75feefa53096 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Unset dirty status for tenant:0a862822c5cc4a00ad2f9860437d65aa on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:44.548733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-198754a9-179b-4cad-a5f1-6af87e4c8a54 req-fe1d9871-362d-44cb-a968-75feefa53096 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618832 Feb 04 15:38:44.549758 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.561524 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-72772650-158d-4365-afef-5d0b5c32b1b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1184864 Feb 04 15:38:44.683690 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aaf86cb-274d-4ce8-be3d-0e882e82eb6c', 'tag': 'dd4fdf29-fad8-4faa-9d57-4d635a6cae5e', 'status': 'completed', 'code': 200} Feb 04 15:38:44.811935 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.883779 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-1a1e3ce8-8b9b-49cd-a75b-1637d6061858 service neutron] 10.222.0.81 "GET /v2.0/networks/ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144946 Feb 04 15:38:44.900184 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:38:44.934740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9fa557a6-e7be-4d07-90ac-5551832b6679 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:45.077090 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.117415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Pushing event updated for resources: {'Port': ['ID=d49ab9aa-b479-4951-bf0f-3b268bf98ac4,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:45.135845 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.138229 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-c712c6ac-07eb-4f1b-be84-216be1b879c2 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 14.4972394 Feb 04 15:38:45.157354 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-100f40c2-e054-4eeb-b647-38b60dbc97a5 service neutron] 10.222.0.81 "GET /v2.0/networks/ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528052 Feb 04 15:38:45.160885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 9fa557a6-e7be-4d07-90ac-5551832b6679 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:45.162400 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-128bcd20-251c-45d6-9771-5695444158ff req-51657e5d-51ad-4dbc-a5b2-5a600ab26174 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a1e363c8ed764957a8fd8178ff5ceac4&device_id=3aaf86cb-274d-4ce8-be3d-0e882e82eb6c HTTP/1.1" status: 200 len: 1095 time: 0.4356997 Feb 04 15:38:45.166419 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.381057 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-260d4b7a-3d74-4d6c-a87a-8e68f2fea701 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.85&port_id=9c70fdf4-6b91-42d1-9f1e-3f2251119e85 HTTP/1.1" status: 200 len: 217 time: 0.2168505 Feb 04 15:38:45.419256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-348e7b28-131a-4da8-b1ba-012ae05c2baa tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Synchronizing usage tracker for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:45.518275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-325e51fe-5c4a-43df-aac4-f64313f17b46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:45.520136 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-325e51fe-5c4a-43df-aac4-f64313f17b46 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=25c6922d-7cc5-499e-b5a0-f328d977d355 HTTP/1.1" status: 200 len: 801 time: 0.1313965 Feb 04 15:38:45.576838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1f728-ef8b-4625-9711-e03c788934f4 req-b5ce7a27-1000-463c-919d-859ef493677c tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:45.581859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1f728-ef8b-4625-9711-e03c788934f4 req-b5ce7a27-1000-463c-919d-859ef493677c tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:45.582485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device dd4fdf29-fad8-4faa-9d57-4d635a6cae5e up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:45.583505 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5a1f728-ef8b-4625-9711-e03c788934f4 req-b5ce7a27-1000-463c-919d-859ef493677c tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=16d64c93-aead-46e6-93a2-0d58ba5fbace HTTP/1.1" status: 200 len: 1678 time: 0.7659061 Feb 04 15:38:45.613136 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bcd20-251c-45d6-9771-5695444158ff req-0cb50bfc-79dc-4bce-bdf4-d91cf299ca53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:45.614680 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-128bcd20-251c-45d6-9771-5695444158ff req-0cb50bfc-79dc-4bce-bdf4-d91cf299ca53 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f HTTP/1.1" status: 200 len: 914 time: 0.3671224 Feb 04 15:38:45.684642 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Attempting to bind port d49ab9aa-b479-4951-bf0f-3b268bf98ac4 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:45.684983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Attempting to bind port d49ab9aa-b479-4951-bf0f-3b268bf98ac4 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:45.685307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Attempting to bind port d49ab9aa-b479-4951-bf0f-3b268bf98ac4 on network e82f4794-edaa-4da5-b40b-be0e2b7bc36f {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:45.745041 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-128bcd20-251c-45d6-9771-5695444158ff req-2b6cb24a-fac7-417c-bfdd-32c916b0ec0f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd4fdf29-fad8-4faa-9d57-4d635a6cae5e HTTP/1.1" status: 200 len: 217 time: 0.1089692 Feb 04 15:38:45.786335 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port dd4fdf29-fad8-4faa-9d57-4d635a6cae5e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:45.793384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port dd4fdf29-fad8-4faa-9d57-4d635a6cae5e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:45.793952 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.808536 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-3b37ad84-d5fb-4f3e-b3ef-7bb4467b2ed6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6554dda5-dbcc-4066-a800-baf8f98c2021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2731285 Feb 04 15:38:45.939629 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.981091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aaf86cb-274d-4ce8-be3d-0e882e82eb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4fdf29-fad8-4faa-9d57-4d635a6cae5e'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:45.989858 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-0c82b294-b2d8-41fe-bd96-260e484dade4 service neutron] 10.222.0.81 "GET /v2.0/networks/6554dda5-dbcc-4066-a800-baf8f98c2021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650791 Feb 04 15:38:45.996745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port dd4fdf29-fad8-4faa-9d57-4d635a6cae5e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=dd4fdf29-fad8-4faa-9d57-4d635a6cae5e,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:46.004405 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.024813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bcd20-251c-45d6-9771-5695444158ff req-8e248c6b-ad72-4804-b7c8-ecb23d470493 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:46.026347 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-128bcd20-251c-45d6-9771-5695444158ff req-8e248c6b-ad72-4804-b7c8-ecb23d470493 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1ccf863-4ca2-46f0-99dd-a0db17bfa74e HTTP/1.1" status: 200 len: 853 time: 0.2739065 Feb 04 15:38:46.086468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654876a3-e057-4cec-8ee5-5470441a90e0 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:46.098452 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.119967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Transition to ACTIVE for port object 654876a3-e057-4cec-8ee5-5470441a90e0 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:46.124536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=dd4fdf29-fad8-4faa-9d57-4d635a6cae5e,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:46.124729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Port d49ab9aa-b479-4951-bf0f-3b268bf98ac4 on network e82f4794-edaa-4da5-b40b-be0e2b7bc36f not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:38:46.126157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Attempting to bind port d49ab9aa-b479-4951-bf0f-3b268bf98ac4 on network e82f4794-edaa-4da5-b40b-be0e2b7bc36f {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:46.142720 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.201364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-348e7b28-131a-4da8-b1ba-012ae05c2baa tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Unset dirty status for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:46.203781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-348e7b28-131a-4da8-b1ba-012ae05c2baa tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 1.0209937 Feb 04 15:38:46.274615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:38:46.275726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Checking segment: {'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:46.276450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Bound using segment: {'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:38:46.276985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Bound port: d49ab9aa-b479-4951-bf0f-3b268bf98ac4, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:46.277426 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.319366 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-08c15657-e6b2-4f15-a346-3bbbc80e552b req-0a01c2f7-d33c-45a8-8f9a-24be1b0c26e7 service neutron] 10.222.0.81 "GET /v2.0/networks/6554dda5-dbcc-4066-a800-baf8f98c2021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223221 Feb 04 15:38:46.345419 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-128bcd20-251c-45d6-9771-5695444158ff req-801df018-c07e-4c10-8988-1ef925bd9e77 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962408 Feb 04 15:38:46.507221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Allocated IP 172.20.0.1 (41ff2593-f55a-4c2e-8e59-0e465bc600ea/7316add8-b3b6-4387-8510-39335fa6b75c/4667c02e-17d4-4547-930a-a48364b0a65f) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:46.527050 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-128bcd20-251c-45d6-9771-5695444158ff req-e4d8aa07-ebe8-4fe7-b607-96057adf00c5 service neutron] 10.222.0.81 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741741 Feb 04 15:38:46.629209 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5a1f728-ef8b-4625-9711-e03c788934f4 req-7574b8c6-421f-484a-bc43-c8544fe5d374 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9723184 Feb 04 15:38:46.639090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Pushing event updated for resources: {'Port': ['ID=654876a3-e057-4cec-8ee5-5470441a90e0,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:46.705997 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'tag': '693ef1c7-c664-4c0f-807b-958505bd9e25'}, {'name': 'network-changed', 'server_uuid': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'tag': '9c70fdf4-6b91-42d1-9f1e-3f2251119e85'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:46.712705 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-128bcd20-251c-45d6-9771-5695444158ff req-3c2e182c-5762-47bd-b39f-3d5c0b45808b service neutron] 10.222.0.81 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791494 Feb 04 15:38:46.965896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:38:46.975578 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-57dca3bb-ddf7-4c7f-823d-86d988c41ad1 admin admin] 10.222.0.60 "PUT /v2.0/routers/9f8b909e-19eb-43be-a4b8-41a83f74d3df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.7202497 Feb 04 15:38:47.094544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] For port d49ab9aa-b479-4951-bf0f-3b268bf98ac4, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:47.094544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-363e0f14-c1c5-4879-a91a-54d68dcd19b9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:47.094544 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f985c432-e530-4f7f-aed1-9a5d45ce27a6 req-363e0f14-c1c5-4879-a91a-54d68dcd19b9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.8133829 Feb 04 15:38:47.094544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] For port d49ab9aa-b479-4951-bf0f-3b268bf98ac4, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d49ab9aa-b479-4951-bf0f-3b268bf98ac4,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:47.111879 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.246710 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.248065 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] 10.222.0.73 "PUT /v2.0/ports/d49ab9aa-b479-4951-bf0f-3b268bf98ac4 HTTP/1.1" status: 200 len: 1092 time: 7.5717850 Feb 04 15:38:47.249586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bcb4f6a-9625-43c1-b22a-c80bb60e83c1', 'tag': 'd49ab9aa-b479-4951-bf0f-3b268bf98ac4'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:47.324851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe09565-d45f-4334-a6ba-e47d5076f4d1 req-1aea9021-a3c9-42c7-96d0-1089bc3df778 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:47.326411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bfe09565-d45f-4334-a6ba-e47d5076f4d1 req-1aea9021-a3c9-42c7-96d0-1089bc3df778 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aaf86cb-274d-4ce8-be3d-0e882e82eb6c HTTP/1.1" status: 200 len: 945 time: 0.4808061 Feb 04 15:38:47.388056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d0d54-1f99-4a67-922b-61e807bc1bff service neutron] Pushing event updated for resources: {'Port': ['ID=d49ab9aa-b479-4951-bf0f-3b268bf98ac4,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:47.404553 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.422796 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Transition to ACTIVE for port object 4667c02e-17d4-4547-930a-a48364b0a65f will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:47.519143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Attempting to bind port 654876a3-e057-4cec-8ee5-5470441a90e0 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:47.520129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Attempting to bind port 654876a3-e057-4cec-8ee5-5470441a90e0 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '29aeca53-3104-4c3b-9818-a2ec08364c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:47.520649 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Attempting to bind port 654876a3-e057-4cec-8ee5-5470441a90e0 on network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:47.604214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Port 654876a3-e057-4cec-8ee5-5470441a90e0 on network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:38:47.604571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Attempting to bind port 654876a3-e057-4cec-8ee5-5470441a90e0 on network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:47.636033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:38:47.636731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Checking segment: {'id': '29aeca53-3104-4c3b-9818-a2ec08364c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:47.637194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Bound using segment: {'id': '29aeca53-3104-4c3b-9818-a2ec08364c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:38:47.637687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Bound port: 654876a3-e057-4cec-8ee5-5470441a90e0, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29aeca53-3104-4c3b-9818-a2ec08364c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:47.638036 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.662947 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bfe09565-d45f-4334-a6ba-e47d5076f4d1 req-4cb52153-6ea5-4e54-a073-1b6074b101c6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760117 Feb 04 15:38:47.673553 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.786269 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-49c276fa-ea08-4e40-9a9e-929e4e1405aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a1e363c8ed764957a8fd8178ff5ceac4&device_id=6bcb4f6a-9625-43c1-b22a-c80bb60e83c1 HTTP/1.1" status: 200 len: 1095 time: 0.4503458 Feb 04 15:38:47.802639 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aaf86cb-274d-4ce8-be3d-0e882e82eb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4fdf29-fad8-4faa-9d57-4d635a6cae5e', 'code': 200} Feb 04 15:38:47.804435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357faecd-11aa-492b-bd09-24ae4b28acb2 req-a98e45a6-a512-458a-9617-394cd6f89d52 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:47.811109 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-357faecd-11aa-492b-bd09-24ae4b28acb2 req-a98e45a6-a512-458a-9617-394cd6f89d52 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 943 time: 0.3831103 Feb 04 15:38:47.866427 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'tag': '693ef1c7-c664-4c0f-807b-958505bd9e25', 'status': 'completed', 'code': 200} Feb 04 15:38:47.866931 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'tag': '9c70fdf4-6b91-42d1-9f1e-3f2251119e85', 'status': 'completed', 'code': 200} Feb 04 15:38:47.985125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Network 41ff2593-f55a-4c2e-8e59-0e465bc600ea is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:48.027559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-88beeb35-ec07-40f1-9a9e-03fd02b3058f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d49ab9aa-b479-4951-bf0f-3b268bf98ac4 HTTP/1.1" status: 200 len: 217 time: 0.1983135 Feb 04 15:38:48.028384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:48.036445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:48.077275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Pushing event updated for resources: {'Port': ['ID=4667c02e-17d4-4547-930a-a48364b0a65f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:48.160473 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74f62ab2-b195-480e-8213-1f965177b96a req-4630f5bc-5c38-43fd-8607-c4a49b906479 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dea255a64256441d977f1d087c29cfe1&device_id=16d64c93-aead-46e6-93a2-0d58ba5fbace HTTP/1.1" status: 200 len: 1980 time: 0.1948209 Feb 04 15:38:48.168837 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62c21eb9-33a7-4fd0-8f19-28965a7fd742 req-7d80121b-42b9-440a-b928-11e6871e3f92 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3aaf86cb-274d-4ce8-be3d-0e882e82eb6c HTTP/1.1" status: 200 len: 1096 time: 0.2626264 Feb 04 15:38:48.180605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-357faecd-11aa-492b-bd09-24ae4b28acb2 req-7ea90616-97c8-4e62-b13a-35c40c450fb5 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686392 Feb 04 15:38:48.201902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] For port 654876a3-e057-4cec-8ee5-5470441a90e0, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:48.241398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] For port 654876a3-e057-4cec-8ee5-5470441a90e0, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=654876a3-e057-4cec-8ee5-5470441a90e0,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:48.243121 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9baad34e-46e4-48fb-b9fd-b089fee02db9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:48.252400 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-9baad34e-46e4-48fb-b9fd-b089fee02db9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e1ccf863-4ca2-46f0-99dd-a0db17bfa74e HTTP/1.1" status: 200 len: 853 time: 0.1699760 Feb 04 15:38:48.253822 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.259577 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.328584 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bcb4f6a-9625-43c1-b22a-c80bb60e83c1', 'tag': 'd49ab9aa-b479-4951-bf0f-3b268bf98ac4', 'status': 'completed', 'code': 200} Feb 04 15:38:48.380846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f62ab2-b195-480e-8213-1f965177b96a req-8b00b1c1-6ee6-4ee0-8ddb-62d46909adb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:48.382590 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74f62ab2-b195-480e-8213-1f965177b96a req-8b00b1c1-6ee6-4ee0-8ddb-62d46909adb1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9 HTTP/1.1" status: 200 len: 903 time: 0.2125397 Feb 04 15:38:48.427129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8e0eec82-b260-4c45-96de-7de8d6d4f1e8 None None] Provisioning for port 4667c02e-17d4-4547-930a-a48364b0a65f completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:48.432912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8e0eec82-b260-4c45-96de-7de8d6d4f1e8 None None] Provisioning complete for port 4667c02e-17d4-4547-930a-a48364b0a65f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:48.433475 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8e0eec82-b260-4c45-96de-7de8d6d4f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.440668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-32330ffd-f332-4c8a-8160-7706957ff22b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1768513 Feb 04 15:38:48.465053 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.466555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] 10.222.0.73 "PUT /v2.0/ports/654876a3-e057-4cec-8ee5-5470441a90e0 HTTP/1.1" status: 200 len: 1091 time: 4.5225787 Feb 04 15:38:48.485806 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74f62ab2-b195-480e-8213-1f965177b96a req-a5c5a1e1-644d-4049-b932-b928084b6fbb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=693ef1c7-c664-4c0f-807b-958505bd9e25 HTTP/1.1" status: 200 len: 217 time: 0.0942721 Feb 04 15:38:48.505153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8e0eec82-b260-4c45-96de-7de8d6d4f1e8 None None] Port 4667c02e-17d4-4547-930a-a48364b0a65f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:38:48.551068 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62c21eb9-33a7-4fd0-8f19-28965a7fd742 req-5cd01257-f49e-4ae3-b205-83f8f3ec194f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867476 Feb 04 15:38:48.577361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f62ab2-b195-480e-8213-1f965177b96a req-78bbcc0d-4962-4d78-b3de-a760023a4e2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:48.579347 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74f62ab2-b195-480e-8213-1f965177b96a req-78bbcc0d-4962-4d78-b3de-a760023a4e2b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dcb9623d-df15-4fe0-a76e-48ae11cbda5c HTTP/1.1" status: 200 len: 801 time: 0.0841143 Feb 04 15:38:48.607366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60580) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:48.614566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3b4e4887-e107-40d0-9604-02786e1af6c1 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--565576276', 'description': 'tempest-description--1337515950'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:48.620923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3b4e4887-e107-40d0-9604-02786e1af6c1 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:48.625362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3b4e4887-e107-40d0-9604-02786e1af6c1 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Usage tracker for resource:security_group and tenant:b70c33e05bce43a5bb9a4274f2bc8927 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:48.628543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3b4e4887-e107-40d0-9604-02786e1af6c1 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:48.635138 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3b4e4887-e107-40d0-9604-02786e1af6c1 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:48.645277 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b4e4887-e107-40d0-9604-02786e1af6c1 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.683900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3b4e4887-e107-40d0-9604-02786e1af6c1 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:48.688183 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3b4e4887-e107-40d0-9604-02786e1af6c1 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Usage tracker for resource:security_group_rule and tenant:b70c33e05bce43a5bb9a4274f2bc8927 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:48.691161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3b4e4887-e107-40d0-9604-02786e1af6c1 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:48.692740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4942bf-1f4e-4bef-8cc4-8c1dfdbb6ede service neutron] Pushing event updated for resources: {'Port': ['ID=654876a3-e057-4cec-8ee5-5470441a90e0,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:48.697631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3b4e4887-e107-40d0-9604-02786e1af6c1 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:48.762100 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b4e4887-e107-40d0-9604-02786e1af6c1 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.767950 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b4e4887-e107-40d0-9604-02786e1af6c1 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.811065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e4887-e107-40d0-9604-02786e1af6c1 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17180d54-03eb-40c6-b383-56d62d3155bf,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:48.814757 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b4e4887-e107-40d0-9604-02786e1af6c1 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.816080 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3b4e4887-e107-40d0-9604-02786e1af6c1 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2076514 Feb 04 15:38:48.819010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60586) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:48.825054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-87503cca-14a5-4452-ad71-889d980e3e16 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Request body: {'security_group_rule': {'security_group_id': '17180d54-03eb-40c6-b383-56d62d3155bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:48.832241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-87503cca-14a5-4452-ad71-889d980e3e16 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:48.837094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-87503cca-14a5-4452-ad71-889d980e3e16 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Usage tracker for resource:security_group_rule and tenant:b70c33e05bce43a5bb9a4274f2bc8927 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:48.840181 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-87503cca-14a5-4452-ad71-889d980e3e16 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:48.849675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-87503cca-14a5-4452-ad71-889d980e3e16 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:48.869565 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-87503cca-14a5-4452-ad71-889d980e3e16 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.988563 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-87503cca-14a5-4452-ad71-889d980e3e16 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.997341 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-87503cca-14a5-4452-ad71-889d980e3e16 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.013659 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74f62ab2-b195-480e-8213-1f965177b96a req-dd628b2a-2785-4317-8c4c-2b37d083dae9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1153700 Feb 04 15:38:49.016503 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.024785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87503cca-14a5-4452-ad71-889d980e3e16 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d424f3b-bd6b-4367-8ee0-602c966234d4,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:49.041245 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-87503cca-14a5-4452-ad71-889d980e3e16 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.041466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-682b6bda-5737-4170-8dcb-c300f5ca0d5e tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:49.042712 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-682b6bda-5737-4170-8dcb-c300f5ca0d5e tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 821 time: 0.6116676 Feb 04 15:38:49.042835 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-87503cca-14a5-4452-ad71-889d980e3e16 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2227635 Feb 04 15:38:49.046396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60590) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:49.048808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-0fb21777-6064-4bd6-bf02-d8d7fa0e81e6 service neutron] 10.222.0.73 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803103 Feb 04 15:38:49.053377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-02f914ef-6ba6-4f8e-b0a0-20536fa112dd tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Request body: {'security_group_rule': {'security_group_id': '17180d54-03eb-40c6-b383-56d62d3155bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:49.060574 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-02f914ef-6ba6-4f8e-b0a0-20536fa112dd tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:49.066965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-02f914ef-6ba6-4f8e-b0a0-20536fa112dd tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Usage tracker for resource:security_group_rule and tenant:b70c33e05bce43a5bb9a4274f2bc8927 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:49.103040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-02f914ef-6ba6-4f8e-b0a0-20536fa112dd tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:49.114317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-02f914ef-6ba6-4f8e-b0a0-20536fa112dd tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:49.182780 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.196823 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02f914ef-6ba6-4f8e-b0a0-20536fa112dd tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.208461 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-46fc9eae-1f7d-44a2-8b87-998775bfc633 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a862822c5cc4a00ad2f9860437d65aa&device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 1094 time: 0.6028388 Feb 04 15:38:49.217538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-deb8cece-045c-4320-800f-d33bfb2f03c1 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/quotas/15c394bafaae4a08a8f5c83c4fa74e4c HTTP/1.1" status: 200 len: 375 time: 0.1558733 Feb 04 15:38:49.271243 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74f62ab2-b195-480e-8213-1f965177b96a req-f27cd986-dbb8-46d6-80ae-ce5ae9a30eca service neutron] 10.222.0.81 "GET /v2.0/networks/ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987712 Feb 04 15:38:49.366250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02f914ef-6ba6-4f8e-b0a0-20536fa112dd tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.378669 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02f914ef-6ba6-4f8e-b0a0-20536fa112dd tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.387389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373ca3d-c413-4729-be2f-6099896de6a3 req-43e162e4-3cb3-44ee-bfb4-f39720814b43 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:49.392489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373ca3d-c413-4729-be2f-6099896de6a3 req-43e162e4-3cb3-44ee-bfb4-f39720814b43 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:49.394021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e373ca3d-c413-4729-be2f-6099896de6a3 req-43e162e4-3cb3-44ee-bfb4-f39720814b43 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=16d64c93-aead-46e6-93a2-0d58ba5fbace HTTP/1.1" status: 200 len: 1678 time: 0.6848996 Feb 04 15:38:49.420630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f914ef-6ba6-4f8e-b0a0-20536fa112dd tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94764ec-c87f-45a6-830f-c77bb49029c6,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:49.447109 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74f62ab2-b195-480e-8213-1f965177b96a req-8f65fd87-9c43-4ba7-9b96-f98236219b1d service neutron] 10.222.0.81 "GET /v2.0/networks/ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695905 Feb 04 15:38:49.450938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-c54cd500-2f05-41a5-bc3e-5c08483a4240 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=654876a3-e057-4cec-8ee5-5470441a90e0 HTTP/1.1" status: 200 len: 217 time: 0.2308085 Feb 04 15:38:49.451099 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02f914ef-6ba6-4f8e-b0a0-20536fa112dd tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.452146 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-02f914ef-6ba6-4f8e-b0a0-20536fa112dd tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4044924 Feb 04 15:38:49.455738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60596) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:49.460876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:49.466565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:49.471032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Usage tracker for resource:floatingip and tenant:b70c33e05bce43a5bb9a4274f2bc8927 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:49.474228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:49.480033 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:49.491555 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.538864 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ee4464e-4eed-40ea-9877-3fa4b0b8322b req-aa91fa0e-5d9a-420d-9b4f-b45afaede6fd service neutron] 10.222.0.73 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791713 Feb 04 15:38:49.582193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:38:49.646291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-64a51758-13f7-415c-b41f-dcfbe7911cbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:49.647660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-64a51758-13f7-415c-b41f-dcfbe7911cbf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793 HTTP/1.1" status: 200 len: 854 time: 0.1793637 Feb 04 15:38:49.713283 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e373ca3d-c413-4729-be2f-6099896de6a3 req-501e6afc-1ec5-4104-bde6-4433d3e7da5f tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658010 Feb 04 15:38:49.728025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-29a2e767-7f99-4644-a4d0-61afb2a0ac08 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6714c035-dd2f-45c7-bc37-56f0f9e7c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610743 Feb 04 15:38:49.732188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9c70fdf4-6b91-42d1-9f1e-3f2251119e85,segment=NetworkSegment(32c1f0b0-b753-497b-b7d2-5b9e5ac49c23),segment_id=32c1f0b0-b753-497b-b7d2-5b9e5ac49c23)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:49.741246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-cee27e1f-fd5b-4d58-8384-4639ce53b04a tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4561708 Feb 04 15:38:49.747042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '9c70fdf4-6b91-42d1-9f1e-3f2251119e85', 'network_id': '6554dda5-dbcc-4066-a800-baf8f98c2021', 'port_id': '9c70fdf4-6b91-42d1-9f1e-3f2251119e85', 'mac_address': 'fa:16:3e:51:9c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c6922d-7cc5-499e-b5a0-f328d977d355', 'ip_address': '19.86.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:38:49.775056 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74f62ab2-b195-480e-8213-1f965177b96a req-020cccb2-6e18-4f80-80be-39f2f3aae7f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dea255a64256441d977f1d087c29cfe1&device_id=16d64c93-aead-46e6-93a2-0d58ba5fbace HTTP/1.1" status: 200 len: 1980 time: 0.2123744 Feb 04 15:38:49.807342 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.829238 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:49.848890 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9c70fdf4-6b91-42d1-9f1e-3f2251119e85,segment=NetworkSegment(32c1f0b0-b753-497b-b7d2-5b9e5ac49c23),segment_id=32c1f0b0-b753-497b-b7d2-5b9e5ac49c23)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:49.855259 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.856084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 693ef1c7-c664-4c0f-807b-958505bd9e25 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:38:49.903935 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:38:49.932128 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.948360 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.955908 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.038683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 693ef1c7-c664-4c0f-807b-958505bd9e25, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=693ef1c7-c664-4c0f-807b-958505bd9e25,segment=NetworkSegment(ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df),segment_id=ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:50.060692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f62ab2-b195-480e-8213-1f965177b96a req-d5c9befa-4217-4b36-a999-b1981330d6fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:50.063131 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74f62ab2-b195-480e-8213-1f965177b96a req-d5c9befa-4217-4b36-a999-b1981330d6fa service neutron] 10.222.0.81 "GET /v2.0/networks?id=6554dda5-dbcc-4066-a800-baf8f98c2021 HTTP/1.1" status: 200 len: 903 time: 0.2838876 Feb 04 15:38:50.113442 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '693ef1c7-c664-4c0f-807b-958505bd9e25', 'network_id': 'ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9', 'port_id': '693ef1c7-c664-4c0f-807b-958505bd9e25', 'mac_address': 'fa:16:3e:0a:81:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb9623d-df15-4fe0-a76e-48ae11cbda5c', 'ip_address': '19.80.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:38:50.166324 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74f62ab2-b195-480e-8213-1f965177b96a req-7fedddb4-5482-4dc7-b001-d853565b5495 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.85&port_id=9c70fdf4-6b91-42d1-9f1e-3f2251119e85 HTTP/1.1" status: 200 len: 217 time: 0.0824332 Feb 04 15:38:50.201853 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b61f31d9-f9cf-4021-b2b0-9e8f361961a7 req-4cc1d996-3bb4-43cc-babc-fac3fe6cfbd7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a1e363c8ed764957a8fd8178ff5ceac4&device_id=6bcb4f6a-9625-43c1-b22a-c80bb60e83c1 HTTP/1.1" status: 200 len: 1095 time: 0.6013112 Feb 04 15:38:50.210726 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.228272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=9c70fdf4-6b91-42d1-9f1e-3f2251119e85,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:50.231920 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.239115 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Pushing event updated for resources: {'Port': ['ID=4667c02e-17d4-4547-930a-a48364b0a65f,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:50.248045 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-8f7a1b53-f859-4205-b487-a4e620147594 service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833415 Feb 04 15:38:50.254053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693ef1c7-c664-4c0f-807b-958505bd9e25 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:50.254404 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-fa0ac096-e381-4cf4-bb66-9aaaad6bcc47 service neutron] 10.222.0.73 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105877 Feb 04 15:38:50.271712 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 693ef1c7-c664-4c0f-807b-958505bd9e25, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=693ef1c7-c664-4c0f-807b-958505bd9e25,segment=NetworkSegment(ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df),segment_id=ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:50.275638 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.307104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f62ab2-b195-480e-8213-1f965177b96a req-6e2fd6d8-f5df-4c1f-be94-2646fc9094a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:50.308588 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74f62ab2-b195-480e-8213-1f965177b96a req-6e2fd6d8-f5df-4c1f-be94-2646fc9094a2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=25c6922d-7cc5-499e-b5a0-f328d977d355 HTTP/1.1" status: 200 len: 801 time: 0.1347592 Feb 04 15:38:50.330778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8302b5a-7e0a-448d-a335-ca5f2c1701f8', 'tag': '654876a3-e057-4cec-8ee5-5470441a90e0'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:50.349585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=693ef1c7-c664-4c0f-807b-958505bd9e25,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:50.357072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Allocated IP 172.25.0.160 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/d230d1fa-4c22-4e49-84bc-a736333bb4ed) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:50.513961 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74f62ab2-b195-480e-8213-1f965177b96a req-7b927da5-1539-4631-a145-47246be55788 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6554dda5-dbcc-4066-a800-baf8f98c2021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1974232 Feb 04 15:38:50.622018 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.690362 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74f62ab2-b195-480e-8213-1f965177b96a req-03c7345a-5f96-49fc-960b-25a8c4c7e400 service neutron] 10.222.0.81 "GET /v2.0/networks/6554dda5-dbcc-4066-a800-baf8f98c2021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639602 Feb 04 15:38:50.715955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['9c70fdf4-6b91-42d1-9f1e-3f2251119e85'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:38:50.722640 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.819147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f31d9-f9cf-4021-b2b0-9e8f361961a7 req-5baebd16-4713-48db-982a-8283f2cbc439 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:50.820639 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b61f31d9-f9cf-4021-b2b0-9e8f361961a7 req-5baebd16-4713-48db-982a-8283f2cbc439 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f HTTP/1.1" status: 200 len: 914 time: 0.6034923 Feb 04 15:38:50.864615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:50.869912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Pushing event updated for resources: {'Port': ['ID=d230d1fa-4c22-4e49-84bc-a736333bb4ed,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:50.872320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:50.877410 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:50.949837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444059a-c96b-485e-bc41-57d0558d2c18 req-33335e35-197c-4814-9ada-c212af1b4750 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:50.951487 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3444059a-c96b-485e-bc41-57d0558d2c18 req-33335e35-197c-4814-9ada-c212af1b4750 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aaf86cb-274d-4ce8-be3d-0e882e82eb6c HTTP/1.1" status: 200 len: 945 time: 0.8411002 Feb 04 15:38:50.952691 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74f62ab2-b195-480e-8213-1f965177b96a req-078558f6-7796-4227-9ee0-4c5ea5bc4f6e service neutron] 10.222.0.81 "GET /v2.0/networks/6554dda5-dbcc-4066-a800-baf8f98c2021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562666 Feb 04 15:38:51.002575 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58ce776-9811-4ccc-9f09-afe6d9d36f7f req-c0f14bfd-2312-4b8a-b4ef-fb65081d5b6c service neutron] 10.222.0.73 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6793883 Feb 04 15:38:51.009214 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-0e160b71-c5b9-43f8-8ab3-b493abf0789d service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7081270 Feb 04 15:38:51.012170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Network 41ff2593-f55a-4c2e-8e59-0e465bc600ea is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:51.013755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b61f31d9-f9cf-4021-b2b0-9e8f361961a7 req-ac9de4a7-939a-4857-8cdb-37e1d7b5f525 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d49ab9aa-b479-4951-bf0f-3b268bf98ac4 HTTP/1.1" status: 200 len: 217 time: 0.1642709 Feb 04 15:38:51.014927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:51.076864 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.152255 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.329496 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3444059a-c96b-485e-bc41-57d0558d2c18 req-52d2f738-d7d7-43a2-b794-b2562fa519ce tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565626 Feb 04 15:38:51.360707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f31d9-f9cf-4021-b2b0-9e8f361961a7 req-b8270d4e-28fd-470d-b582-2b09e24d2bd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:51.370534 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b61f31d9-f9cf-4021-b2b0-9e8f361961a7 req-b8270d4e-28fd-470d-b582-2b09e24d2bd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e1ccf863-4ca2-46f0-99dd-a0db17bfa74e HTTP/1.1" status: 200 len: 853 time: 0.2291801 Feb 04 15:38:51.371695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-96ba0a42-f09f-4093-a1e7-3b9c9c2b6a16 None None] Provisioning complete for port 4667c02e-17d4-4547-930a-a48364b0a65f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:51.372182 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-96ba0a42-f09f-4093-a1e7-3b9c9c2b6a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.433643 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b61f31d9-f9cf-4021-b2b0-9e8f361961a7 req-01a2550b-e325-43a1-9c05-7f999774aec1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465286 Feb 04 15:38:51.479242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-96ba0a42-f09f-4093-a1e7-3b9c9c2b6a16 None None] Port 4667c02e-17d4-4547-930a-a48364b0a65f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:38:51.544721 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.552134 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.583245 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 2e0dcab0-9eb5-48f2-890e-ade2e667d936 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:51.614415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368f13-2437-46ea-be97-458d313bfac3 req-59f21ba9-3dea-48b5-b16c-ef745bdf8b58 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:51.621184 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8368f13-2437-46ea-be97-458d313bfac3 req-59f21ba9-3dea-48b5-b16c-ef745bdf8b58 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 943 time: 0.3320239 Feb 04 15:38:51.641619 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8302b5a-7e0a-448d-a335-ca5f2c1701f8', 'tag': '654876a3-e057-4cec-8ee5-5470441a90e0', 'status': 'completed', 'code': 200} Feb 04 15:38:51.750711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b61f31d9-f9cf-4021-b2b0-9e8f361961a7 req-2deb0635-2d24-42f9-9e0b-b7c609b1bd67 service neutron] 10.222.0.73 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628543 Feb 04 15:38:51.805084 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Pushing event updated for resources: {'Port': ['ID=d230d1fa-4c22-4e49-84bc-a736333bb4ed,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:51.830066 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.838772 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8368f13-2437-46ea-be97-458d313bfac3 req-1cb5e404-a3f5-422e-a866-6538809bda70 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166884 Feb 04 15:38:51.858334 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.862526 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.873399 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d4e53803-b1f1-4d69-8d07-7a21f560f0e5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4159176 Feb 04 15:38:51.888290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['693ef1c7-c664-4c0f-807b-958505bd9e25'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:38:51.969079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972dc7c-8c49-462b-aa1b-6dc7def4bb97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e0dcab0-9eb5-48f2-890e-ade2e667d936'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:51.991917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 2e0dcab0-9eb5-48f2-890e-ade2e667d936, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=2e0dcab0-9eb5-48f2-890e-ade2e667d936,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:52.008697 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.038561 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ba73930-468a-47a4-b5bb-399cd17f7d0d req-73c79050-c0d5-4988-9a55-6a5e9265e381 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a862822c5cc4a00ad2f9860437d65aa&device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 1094 time: 0.3784351 Feb 04 15:38:52.130331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=2e0dcab0-9eb5-48f2-890e-ade2e667d936,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:52.269564 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-543717db-7f61-4ace-be7f-0e9112866b8c req-e17266e9-e054-4b08-b728-f5a1e7cd49d9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=57716735-cd4c-4a5f-b26f-26d94d8e7f52 HTTP/1.1" status: 200 len: 210 time: 0.2352619 Feb 04 15:38:52.288376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d49ab9aa-b479-4951-bf0f-3b268bf98ac4 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:38:52.325932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b61f31d9-f9cf-4021-b2b0-9e8f361961a7 req-736962a1-9a0c-41fd-836a-e663387611da service neutron] 10.222.0.73 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610662 Feb 04 15:38:52.364059 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149452e-84bd-45af-a4e4-ebfe9a33b6a4 req-2e49f8ec-907f-4817-8a11-c3ace0bf9dfe tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:52.368079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149452e-84bd-45af-a4e4-ebfe9a33b6a4 req-2e49f8ec-907f-4817-8a11-c3ace0bf9dfe tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:52.369652 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5149452e-84bd-45af-a4e4-ebfe9a33b6a4 req-2e49f8ec-907f-4817-8a11-c3ace0bf9dfe tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=16d64c93-aead-46e6-93a2-0d58ba5fbace HTTP/1.1" status: 200 len: 1680 time: 0.5765271 Feb 04 15:38:52.448344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d49ab9aa-b479-4951-bf0f-3b268bf98ac4, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d49ab9aa-b479-4951-bf0f-3b268bf98ac4,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:52.452977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba73930-468a-47a4-b5bb-399cd17f7d0d req-f51117ed-40b2-46bd-927b-d97f0babb49a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:52.454510 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ba73930-468a-47a4-b5bb-399cd17f7d0d req-f51117ed-40b2-46bd-927b-d97f0babb49a service neutron] 10.222.0.73 "GET /v2.0/networks?id=6714c035-dd2f-45c7-bc37-56f0f9e7c51c HTTP/1.1" status: 200 len: 915 time: 0.2317195 Feb 04 15:38:52.463665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'd49ab9aa-b479-4951-bf0f-3b268bf98ac4', 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f', 'port_id': 'd49ab9aa-b479-4951-bf0f-3b268bf98ac4', 'mac_address': 'fa:16:3e:64:49:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ccf863-4ca2-46f0-99dd-a0db17bfa74e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:38:52.522285 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.529595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Router 0aa8543a-b066-4eea-b171-50135bfb8e59 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:38:52.539404 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5149452e-84bd-45af-a4e4-ebfe9a33b6a4 req-e9949344-9076-4609-baa6-55d753e2dd67 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586196 Feb 04 15:38:52.544255 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ba73930-468a-47a4-b5bb-399cd17f7d0d req-ebff79b2-52fd-4c6a-a14f-80d112b7e5b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=654876a3-e057-4cec-8ee5-5470441a90e0 HTTP/1.1" status: 200 len: 217 time: 0.0811758 Feb 04 15:38:52.558260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49ab9aa-b479-4951-bf0f-3b268bf98ac4 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:52.601368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d49ab9aa-b479-4951-bf0f-3b268bf98ac4, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d49ab9aa-b479-4951-bf0f-3b268bf98ac4,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:52.611331 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.776094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba73930-468a-47a4-b5bb-399cd17f7d0d req-b5090ce1-4555-447c-b8b2-1c4194d0c6cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:52.777704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ba73930-468a-47a4-b5bb-399cd17f7d0d req-b5090ce1-4555-447c-b8b2-1c4194d0c6cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793 HTTP/1.1" status: 200 len: 854 time: 0.2208924 Feb 04 15:38:52.785399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=d49ab9aa-b479-4951-bf0f-3b268bf98ac4,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:52.800392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-556d4703-91ce-4557-9937-d2a0f36f1b9f tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--565576276&fields=id&tenant_id=b70c33e05bce43a5bb9a4274f2bc8927 HTTP/1.1" status: 200 len: 267 time: 0.1139724 Feb 04 15:38:52.896627 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ba73930-468a-47a4-b5bb-399cd17f7d0d req-3abe79eb-d8de-4458-92f4-0ab19082f360 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6714c035-dd2f-45c7-bc37-56f0f9e7c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061482 Feb 04 15:38:52.939471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-5640a8ec-c395-4405-8392-78e723c151d4 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:52.940981 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-5640a8ec-c395-4405-8392-78e723c151d4 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.81 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 821 time: 0.2594380 Feb 04 15:38:52.962511 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Request body: {'port': {'device_id': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'admin_state_up': True, 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:53.132912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:53.133414 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972dc7c-8c49-462b-aa1b-6dc7def4bb97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e0dcab0-9eb5-48f2-890e-ade2e667d936', 'code': 200} Feb 04 15:38:53.145603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:53.158650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Made reservation on behalf of 15c394bafaae4a08a8f5c83c4fa74e4c for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:53.161666 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.270258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['d49ab9aa-b479-4951-bf0f-3b268bf98ac4'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:38:53.310429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-5bf63cbc-5290-4534-8302-70a864773589 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:53.311955 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-5bf63cbc-5290-4534-8302-70a864773589 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/networks?id=e73b8c79-39c7-4f3f-8efa-10d2b856cc10 HTTP/1.1" status: 200 len: 806 time: 0.5106683 Feb 04 15:38:53.323410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ba73930-468a-47a4-b5bb-399cd17f7d0d req-983109f0-f7ab-4929-a81e-cc52ba441a9f service neutron] 10.222.0.73 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579638 Feb 04 15:38:53.360674 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Allocated IP 172.20.0.10 (43367a4d-7a48-469e-8d9f-c7d8ea0ad50b/82c7f77f-3e8c-4527-99d5-e9a930658f0a/9511478f-7262-4a2c-b5ec-ef0a747c5347) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:53.456349 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-26ce4b86-fa05-48c9-a35a-e2b5cb92b8cc tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/quotas/b70c33e05bce43a5bb9a4274f2bc8927 HTTP/1.1" status: 200 len: 375 time: 0.1292439 Feb 04 15:38:53.576191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18948399-c9f9-40d6-9403-2ef13942fa60 req-ce63b5ce-67dc-4b64-87ad-adf38234ed09 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:53.577769 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18948399-c9f9-40d6-9403-2ef13942fa60 req-ce63b5ce-67dc-4b64-87ad-adf38234ed09 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aaf86cb-274d-4ce8-be3d-0e882e82eb6c HTTP/1.1" status: 200 len: 945 time: 0.3371990 Feb 04 15:38:53.584088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:38:53.584440 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:53.587949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ba73930-468a-47a4-b5bb-399cd17f7d0d req-d7116570-f508-43c2-9e9b-1f9e7343ed0e service neutron] 10.222.0.73 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569354 Feb 04 15:38:53.592626 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9867fab0-3d4a-419b-b54a-478f5f5d1992 admin admin] 10.222.0.60 "PUT /v2.0/routers/0aa8543a-b066-4eea-b171-50135bfb8e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.9531095 Feb 04 15:38:53.657964 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.668427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Sync routers for ids ['0aa8543a-b066-4eea-b171-50135bfb8e59'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:38:53.684750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Transition to ACTIVE for port object 9511478f-7262-4a2c-b5ec-ef0a747c5347 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:53.687005 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18948399-c9f9-40d6-9403-2ef13942fa60 req-288e47b3-90cb-4102-9b52-dfb7dda71b33 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978656 Feb 04 15:38:53.695235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-66b08ab9-44d2-4ae6-8a4f-69c3a2438ee2 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Synchronizing usage tracker for tenant:b70c33e05bce43a5bb9a4274f2bc8927 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:53.696099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Routers {'0aa8543a-b066-4eea-b171-50135bfb8e59'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:38:53.696864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:38:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['0aa8543a-b066-4eea-b171-50135bfb8e59'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:53.721971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-66b08ab9-44d2-4ae6-8a4f-69c3a2438ee2 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Unset dirty status for tenant:b70c33e05bce43a5bb9a4274f2bc8927 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:53.724927 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-66b08ab9-44d2-4ae6-8a4f-69c3a2438ee2 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b70c33e05bce43a5bb9a4274f2bc8927&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2541680 Feb 04 15:38:53.726027 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.750246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-c6e36ddc-458a-4e03-acaa-ee7ae9a8fb3e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:38:53.753606 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-c6e36ddc-458a-4e03-acaa-ee7ae9a8fb3e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0109434 Feb 04 15:38:53.860284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Pushing event updated for resources: {'Port': ['ID=9511478f-7262-4a2c-b5ec-ef0a747c5347,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:53.886856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:53.889795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:53.900916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:38:53.978588 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:54.014467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:54.015121 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.020355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:54.020737 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.054668 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-01783c3b-5e6c-425c-9a7a-32b8ebcd671f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0964072 Feb 04 15:38:54.072661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Request body: {'port': {'device_id': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:54.119106 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-61b7d74e-a21b-4a57-8d7a-fa73106a73db service neutron] 10.222.0.60 "GET /v2.0/networks/e73b8c79-39c7-4f3f-8efa-10d2b856cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596973 Feb 04 15:38:54.121960 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Set router 0aa8543a-b066-4eea-b171-50135bfb8e59 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:38:54.240055 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.344538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 654876a3-e057-4cec-8ee5-5470441a90e0 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:38:54.358689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fb07f-1566-4eed-a47c-cd8d145b0191 req-e293d9cd-b170-4115-9f76-5ab305b77c74 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:54.364228 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.364818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca1fb07f-1566-4eed-a47c-cd8d145b0191 req-e293d9cd-b170-4115-9f76-5ab305b77c74 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 943 time: 0.4525940 Feb 04 15:38:54.467243 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca1fb07f-1566-4eed-a47c-cd8d145b0191 req-88e82f99-17bb-4ea5-82ce-7e81e8d500ab tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989201 Feb 04 15:38:54.479873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9c70fdf4-6b91-42d1-9f1e-3f2251119e85,segment=NetworkSegment(32c1f0b0-b753-497b-b7d2-5b9e5ac49c23),segment_id=32c1f0b0-b753-497b-b7d2-5b9e5ac49c23)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:54.481070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-5c5d7caa-d758-4c79-aab8-4d3573f3a0a0 service neutron] 10.222.0.60 "GET /v2.0/networks/e73b8c79-39c7-4f3f-8efa-10d2b856cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599589 Feb 04 15:38:54.487294 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:38:54.507757 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a70d1b65-9a25-43dc-9972-dfdc4e864316 None None] Provisioning for port 9511478f-7262-4a2c-b5ec-ef0a747c5347 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:54.510541 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.511321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 693ef1c7-c664-4c0f-807b-958505bd9e25 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:54.644601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9511478f-7262-4a2c-b5ec-ef0a747c5347 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:54.661541 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.681897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Transition to ACTIVE for port object 9511478f-7262-4a2c-b5ec-ef0a747c5347 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:54.692392 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.707611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['c6fc60d9-ba11-40aa-8a65-a1b60002d622'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:38:54.747210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a70d1b65-9a25-43dc-9972-dfdc4e864316 None None] Provisioning complete for port 9511478f-7262-4a2c-b5ec-ef0a747c5347 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:54.747652 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a70d1b65-9a25-43dc-9972-dfdc4e864316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.845183 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a70d1b65-9a25-43dc-9972-dfdc4e864316 None None] Port 9511478f-7262-4a2c-b5ec-ef0a747c5347 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:38:54.886988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3535606-7075-4273-b343-d6bdd5ac188b req-abb292e0-a948-4f55-928b-0c35eda67eda tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:54.897859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3535606-7075-4273-b343-d6bdd5ac188b req-abb292e0-a948-4f55-928b-0c35eda67eda tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=57716735-cd4c-4a5f-b26f-26d94d8e7f52 HTTP/1.1" status: 200 len: 944 time: 0.1168313 Feb 04 15:38:54.903224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Pushing event updated for resources: {'Port': ['ID=9511478f-7262-4a2c-b5ec-ef0a747c5347,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:55.046286 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3535606-7075-4273-b343-d6bdd5ac188b req-45345e2b-7fd7-4071-88f7-81cba5265f0d tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473906 Feb 04 15:38:55.176397 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c70fdf4-6b91-42d1-9f1e-3f2251119e85'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:55.201218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 654876a3-e057-4cec-8ee5-5470441a90e0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=654876a3-e057-4cec-8ee5-5470441a90e0,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:55.230252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=9c70fdf4-6b91-42d1-9f1e-3f2251119e85,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:55.242805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '654876a3-e057-4cec-8ee5-5470441a90e0', 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c', 'port_id': '654876a3-e057-4cec-8ee5-5470441a90e0', 'mac_address': 'fa:16:3e:fe:d5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:38:55.245678 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Attempting to bind port 9511478f-7262-4a2c-b5ec-ef0a747c5347 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:55.246158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Attempting to bind port 9511478f-7262-4a2c-b5ec-ef0a747c5347 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:55.246537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Attempting to bind port 9511478f-7262-4a2c-b5ec-ef0a747c5347 on network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:55.255231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Port 9511478f-7262-4a2c-b5ec-ef0a747c5347 on network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:38:55.255644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Attempting to bind port 9511478f-7262-4a2c-b5ec-ef0a747c5347 on network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:55.270491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:38:55.270959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Checking segment: {'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:55.271646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Bound using segment: {'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:38:55.272137 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Bound port: 9511478f-7262-4a2c-b5ec-ef0a747c5347, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a5cdd6-c3fa-4404-9f12-586d8a277aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:55.272564 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.371626 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 693ef1c7-c664-4c0f-807b-958505bd9e25 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:55.383454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7944df4-3cb7-495d-8972-cc7bfd1f34b8 req-d2ffa18d-1968-4ba3-8c61-56302054d8ad tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:55.387584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7944df4-3cb7-495d-8972-cc7bfd1f34b8 req-d2ffa18d-1968-4ba3-8c61-56302054d8ad tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:55.389465 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7944df4-3cb7-495d-8972-cc7bfd1f34b8 req-d2ffa18d-1968-4ba3-8c61-56302054d8ad tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=16d64c93-aead-46e6-93a2-0d58ba5fbace HTTP/1.1" status: 200 len: 1681 time: 0.2234342 Feb 04 15:38:55.394646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] For port 9511478f-7262-4a2c-b5ec-ef0a747c5347, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:55.399964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] For port 9511478f-7262-4a2c-b5ec-ef0a747c5347, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9511478f-7262-4a2c-b5ec-ef0a747c5347,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:55.405134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 693ef1c7-c664-4c0f-807b-958505bd9e25 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:55.405511 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.411064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51affd-90dd-47cb-8b9f-2bdea03a2ba6 req-d0766ad7-acfd-4c41-a631-b50840ffc761 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:55.412821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf51affd-90dd-47cb-8b9f-2bdea03a2ba6 req-d0766ad7-acfd-4c41-a631-b50840ffc761 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=6bcb4f6a-9625-43c1-b22a-c80bb60e83c1 HTTP/1.1" status: 200 len: 945 time: 0.1448991 Feb 04 15:38:55.419684 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.463271 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.507485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Pushing event updated for resources: {'Port': ['ID=9511478f-7262-4a2c-b5ec-ef0a747c5347,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:55.508317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf51affd-90dd-47cb-8b9f-2bdea03a2ba6 req-fd9c6895-325b-4dd8-aee8-0280f57865d6 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899670 Feb 04 15:38:55.523014 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7944df4-3cb7-495d-8972-cc7bfd1f34b8 req-c63f9954-06dc-45ee-b72b-f1166338ad05 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019838 Feb 04 15:38:55.560919 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.564801 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-9d1be837-83f0-4b72-b335-d7b06b904c7a service neutron] 10.222.0.81 "PUT /v2.0/ports/9511478f-7262-4a2c-b5ec-ef0a747c5347 HTTP/1.1" status: 200 len: 1092 time: 1.4966166 Feb 04 15:38:55.565400 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'tag': '9511478f-7262-4a2c-b5ec-ef0a747c5347'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:55.598334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654876a3-e057-4cec-8ee5-5470441a90e0 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:55.671501 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 654876a3-e057-4cec-8ee5-5470441a90e0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=654876a3-e057-4cec-8ee5-5470441a90e0,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:55.677497 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:48Z', 'revision_number': 4, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'gw_port': {'id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:28Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4667c02e-17d4-4547-930a-a48364b0a65f', 'name': '', 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'mac_address': 'fa:16:3e:38:54:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:44Z', 'updated_at': '2022-02-04T15:38:49Z', 'revision_number': 2, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'subnets': [{'id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:55.717775 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.764533 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Checking router: 0aa8543a-b066-4eea-b171-50135bfb8e59 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:38:55.764791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Updating router 0aa8543a-b066-4eea-b171-50135bfb8e59 port 4667c02e-17d4-4547-930a-a48364b0a65f binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:38:55.815082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aae7e00b-5334-4a13-893d-b9179de3e5ee req-9b387828-62fa-45fe-9ade-7fc544e9523a tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 210 time: 0.1139808 Feb 04 15:38:55.903573 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.916937 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.979029 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-1cbfa8fa-716a-4aca-a9a0-af041c15acb5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=57716735-cd4c-4a5f-b26f-26d94d8e7f52 HTTP/1.1" status: 200 len: 1095 time: 0.3444560 Feb 04 15:38:56.040822 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=654876a3-e057-4cec-8ee5-5470441a90e0,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:56.055427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 693ef1c7-c664-4c0f-807b-958505bd9e25, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=693ef1c7-c664-4c0f-807b-958505bd9e25,segment=NetworkSegment(ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df),segment_id=ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:56.067971 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.072751 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-e0ae585b-3ade-4e5d-a9a1-f6f1f5b7e612 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9511478f-7262-4a2c-b5ec-ef0a747c5347 HTTP/1.1" status: 200 len: 217 time: 0.0791335 Feb 04 15:38:56.137190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-340fb038-773b-40b2-b85e-c7b69b153762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:56.139007 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-340fb038-773b-40b2-b85e-c7b69b153762 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.0593982 Feb 04 15:38:56.164226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-9eb58e8c-ca24-436c-940d-674b22f6353c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:56.165711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-9eb58e8c-ca24-436c-940d-674b22f6353c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/networks?id=41ff2593-f55a-4c2e-8e59-0e465bc600ea HTTP/1.1" status: 200 len: 829 time: 0.2907989 Feb 04 15:38:56.195861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-c5174490-829f-4351-ae6e-025d8980781f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:56.199830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-c5174490-829f-4351-ae6e-025d8980781f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/networks?id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c HTTP/1.1" status: 200 len: 805 time: 0.2166882 Feb 04 15:38:56.207868 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-3a01279d-1f73-456e-be6a-cf98ab55545a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/quotas/0894528fa7a44e3a8af614f7a256e283 HTTP/1.1" status: 200 len: 375 time: 0.0308411 Feb 04 15:38:56.214385 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=693ef1c7-c664-4c0f-807b-958505bd9e25,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:56.223753 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-54967505-b63e-423c-8bc4-8f388ef2995f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788198 Feb 04 15:38:56.272256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-6d4dc883-462b-4bc5-aa5a-f1abc6860eb9 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/quotas/afedf71e08d54f2282f1fc68f8a88f61 HTTP/1.1" status: 200 len: 375 time: 0.0690660 Feb 04 15:38:56.293417 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['654876a3-e057-4cec-8ee5-5470441a90e0'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:38:56.369163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d49ab9aa-b479-4951-bf0f-3b268bf98ac4 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:56.388653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-49050e9d-bea9-40be-8f7a-a6cb1b93b76e tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Synchronizing usage tracker for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:56.395950 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-69b25a75-c6b1-4999-954f-574efd5420de service neutron] 10.222.0.81 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657786 Feb 04 15:38:56.399676 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-5ffaedb6-b8af-452a-a5af-c92dd4182e9f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=afedf71e08d54f2282f1fc68f8a88f61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1199586 Feb 04 15:38:56.557214 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f318095-6f44-4b67-826b-8fc53d7dbf55 req-3598a5ba-996f-455b-b75c-a9259853034f service neutron] 10.222.0.81 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534891 Feb 04 15:38:56.570039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port d49ab9aa-b479-4951-bf0f-3b268bf98ac4 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:56.585465 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port d49ab9aa-b479-4951-bf0f-3b268bf98ac4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:56.585841 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.649521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-49050e9d-bea9-40be-8f7a-a6cb1b93b76e tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Unset dirty status for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:56.655741 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-49050e9d-bea9-40be-8f7a-a6cb1b93b76e tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0894528fa7a44e3a8af614f7a256e283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4383490 Feb 04 15:38:56.691218 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-c2d27028-bcf8-43fe-bd2a-f57d2004066c service neutron] 10.222.0.60 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757103 Feb 04 15:38:56.764670 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.788786 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Transition to ACTIVE for port object 4667c02e-17d4-4547-930a-a48364b0a65f will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:56.827858 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.941532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bb33d334-dcba-4d9d-8150-0ee1307f49a9 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:56.943153 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bb33d334-dcba-4d9d-8150-0ee1307f49a9 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.73 "GET /v2.0/networks?id=e73b8c79-39c7-4f3f-8efa-10d2b856cc10 HTTP/1.1" status: 200 len: 806 time: 0.4206617 Feb 04 15:38:56.971411 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.006866 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce61a36-f396-484e-aa03-7ec478f552f7 None None] Pushing event updated for resources: {'Port': ['ID=4667c02e-17d4-4547-930a-a48364b0a65f,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:57.051524 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-59b71aed-7a9b-4223-b154-12010960afd8 service neutron] 10.222.0.60 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378530 Feb 04 15:38:57.054757 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-f35b668b-7e52-4a63-bf8b-de846857f65e service neutron] 10.222.0.60 "GET /v2.0/networks/41ff2593-f55a-4c2e-8e59-0e465bc600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637428 Feb 04 15:38:57.092941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port d49ab9aa-b479-4951-bf0f-3b268bf98ac4, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d49ab9aa-b479-4951-bf0f-3b268bf98ac4,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:57.100852 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.123588 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ea782-c74f-4656-8a5c-01d283252bae req-922a6e4a-0299-4297-b1ca-0255bd830921 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:57.124523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-425ea782-c74f-4656-8a5c-01d283252bae req-922a6e4a-0299-4297-b1ca-0255bd830921 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Synchronizing usage tracker for tenant:afedf71e08d54f2282f1fc68f8a88f61 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:57.146672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-425ea782-c74f-4656-8a5c-01d283252bae req-922a6e4a-0299-4297-b1ca-0255bd830921 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Unset dirty status for tenant:afedf71e08d54f2282f1fc68f8a88f61 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:57.148458 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-425ea782-c74f-4656-8a5c-01d283252bae req-922a6e4a-0299-4297-b1ca-0255bd830921 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.81 "GET /v2.0/ports?device_id=7972dc7c-8c49-462b-aa1b-6dc7def4bb97 HTTP/1.1" status: 200 len: 943 time: 0.1666634 Feb 04 15:38:57.184534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Attempting to bind port 4667c02e-17d4-4547-930a-a48364b0a65f on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:57.184905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Attempting to bind port 4667c02e-17d4-4547-930a-a48364b0a65f by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '2b763b50-49f2-4de6-b2fe-23ced4f421e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:57.185267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Attempting to bind port 4667c02e-17d4-4547-930a-a48364b0a65f on network 41ff2593-f55a-4c2e-8e59-0e465bc600ea {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:38:57.201269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:38:57.201640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Checking segment: {'id': '2b763b50-49f2-4de6-b2fe-23ced4f421e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:38:57.202041 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.202428 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Bound using segment: {'id': '2b763b50-49f2-4de6-b2fe-23ced4f421e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:38:57.203467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Bound port: 4667c02e-17d4-4547-930a-a48364b0a65f, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b763b50-49f2-4de6-b2fe-23ced4f421e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:57.203971 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.224118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=d49ab9aa-b479-4951-bf0f-3b268bf98ac4,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:57.242919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-425ea782-c74f-4656-8a5c-01d283252bae req-a4a7bcda-43e7-45f2-939c-4be5713881ee tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Deleting port 2e0dcab0-9eb5-48f2-890e-ade2e667d936 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:38:57.245039 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-425ea782-c74f-4656-8a5c-01d283252bae req-a4a7bcda-43e7-45f2-939c-4be5713881ee tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.291848 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c70fdf4-6b91-42d1-9f1e-3f2251119e85', 'code': 200} Feb 04 15:38:57.325403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] For port 4667c02e-17d4-4547-930a-a48364b0a65f, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:57.330195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] For port 4667c02e-17d4-4547-930a-a48364b0a65f, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4667c02e-17d4-4547-930a-a48364b0a65f,segment=NetworkSegment(2b763b50-49f2-4de6-b2fe-23ced4f421e2),segment_id=2b763b50-49f2-4de6-b2fe-23ced4f421e2)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:57.335516 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.433984 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Routers {'0aa8543a-b066-4eea-b171-50135bfb8e59'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:38:57.434685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:38:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['0aa8543a-b066-4eea-b171-50135bfb8e59'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:57.503778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-5b881953-560f-4fe3-a424-0bc67d88cb6f service neutron] 10.222.0.60 "GET /v2.0/networks/41ff2593-f55a-4c2e-8e59-0e465bc600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279013 Feb 04 15:38:57.511010 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce61a36-f396-484e-aa03-7ec478f552f7 None None] Pushing event updated for resources: {'Port': ['ID=4667c02e-17d4-4547-930a-a48364b0a65f,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:57.603205 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-4da6a020-a68b-484a-88f7-5787f1e8749e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b70c33e05bce43a5bb9a4274f2bc8927 HTTP/1.1" status: 200 len: 379 time: 0.6266093 Feb 04 15:38:57.619313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Request body: {'port': {'device_id': '65ae2a20-e75c-47b5-b41e-4eb791d99a00', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'admin_state_up': True, 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'security_groups': ['17180d54-03eb-40c6-b383-56d62d3155bf']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:38:57.760007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-425ea782-c74f-4656-8a5c-01d283252bae req-a4a7bcda-43e7-45f2-939c-4be5713881ee tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] For port 2e0dcab0-9eb5-48f2-890e-ade2e667d936, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=2e0dcab0-9eb5-48f2-890e-ade2e667d936,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:57.770795 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] Set router 0aa8543a-b066-4eea-b171-50135bfb8e59 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:38:57.786190 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-425ea782-c74f-4656-8a5c-01d283252bae req-a4a7bcda-43e7-45f2-939c-4be5713881ee tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.948196 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'tag': '9511478f-7262-4a2c-b5ec-ef0a747c5347', 'status': 'completed', 'code': 200} Feb 04 15:38:57.954399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ed945-e22a-4ad6-851c-838f4828f192 req-f0ff106f-5512-4c30-9696-f15935adbd96 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:57.961841 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa0ed945-e22a-4ad6-851c-838f4828f192 req-f0ff106f-5512-4c30-9696-f15935adbd96 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 944 time: 0.4515603 Feb 04 15:38:58.057233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa0ed945-e22a-4ad6-851c-838f4828f192 req-ed34ccbb-531f-42d7-a014-7fe24262d113 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943310 Feb 04 15:38:58.170819 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-425ea782-c74f-4656-8a5c-01d283252bae req-a4a7bcda-43e7-45f2-939c-4be5713881ee tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Calling delete_port for 2e0dcab0-9eb5-48f2-890e-ade2e667d936 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:38:58.309099 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-2a249640-42df-456b-b3e5-0e881784a381 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5067561 Feb 04 15:38:58.320840 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:48Z', 'revision_number': 4, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'gw_port': {'id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:28Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4667c02e-17d4-4547-930a-a48364b0a65f', 'name': '', 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'mac_address': 'fa:16:3e:38:54:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:44Z', 'updated_at': '2022-02-04T15:38:57Z', 'revision_number': 4, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'subnets': [{'id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:58.324506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:58.325470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36db502c-ac65-4c1c-8993-36e30f0e660e None None] The sync data for ids ['0aa8543a-b066-4eea-b171-50135bfb8e59'] in n-d-827872-1 is: [{'id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:48Z', 'revision_number': 4, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'gw_port': {'id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:28Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4667c02e-17d4-4547-930a-a48364b0a65f', 'name': '', 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'mac_address': 'fa:16:3e:38:54:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:44Z', 'updated_at': '2022-02-04T15:38:57Z', 'revision_number': 4, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'subnets': [{'id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:38:58.333539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 654876a3-e057-4cec-8ee5-5470441a90e0 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:58.336892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:58.367965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Made reservation on behalf of b70c33e05bce43a5bb9a4274f2bc8927 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:58.375433 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.489906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 654876a3-e057-4cec-8ee5-5470441a90e0 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:58.498203 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 654876a3-e057-4cec-8ee5-5470441a90e0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:58.499860 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.607110 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-425ea782-c74f-4656-8a5c-01d283252bae req-a4a7bcda-43e7-45f2-939c-4be5713881ee tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.667327 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.677646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0537082-9e39-478c-bd01-43793f058719 req-6e94764d-9e19-4678-8e78-5d3decaf2384 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:58.684752 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e0537082-9e39-478c-bd01-43793f058719 req-6e94764d-9e19-4678-8e78-5d3decaf2384 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=57716735-cd4c-4a5f-b26f-26d94d8e7f52 HTTP/1.1" status: 200 len: 944 time: 0.6031401 Feb 04 15:38:58.689423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7bcda-43e7-45f2-939c-4be5713881ee tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Pushing event deleted for resources: {'Port': ['ID=2e0dcab0-9eb5-48f2-890e-ade2e667d936,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:58.699020 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a7ee9963-688b-40fc-a656-be748ec594b0 req-308ccfd5-b9a8-4ebb-b63e-6b215dac731f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=57716735-cd4c-4a5f-b26f-26d94d8e7f52 HTTP/1.1" status: 200 len: 1095 time: 0.7497118 Feb 04 15:38:58.730150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 654876a3-e057-4cec-8ee5-5470441a90e0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=654876a3-e057-4cec-8ee5-5470441a90e0,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:58.740484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.886322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-425ea782-c74f-4656-8a5c-01d283252bae req-a4a7bcda-43e7-45f2-939c-4be5713881ee tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] No DVR routers for this DVR port 2e0dcab0-9eb5-48f2-890e-ade2e667d936 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:58.889188 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-425ea782-c74f-4656-8a5c-01d283252bae req-a4a7bcda-43e7-45f2-939c-4be5713881ee tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.896851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=654876a3-e057-4cec-8ee5-5470441a90e0,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:58.966639 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e0537082-9e39-478c-bd01-43793f058719 req-bafa887e-64a1-48bd-9bbf-dc06d8a52827 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809072 Feb 04 15:38:59.008743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4667c02e-17d4-4547-930a-a48364b0a65f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:59.026860 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80673897-5d91-418c-a165-17757eb332fa None None] Sync routers for ids ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:38:59.050513 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80673897-5d91-418c-a165-17757eb332fa None None] Routers {'9f8b909e-19eb-43be-a4b8-41a83f74d3df'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:38:59.051154 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-80673897-5d91-418c-a165-17757eb332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:38:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:59.141705 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-d61e8157-c9b0-4dcd-bf96-71da31a56549 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 6492 time: 0.5139210 Feb 04 15:38:59.180995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224e8b2-17e8-4e2b-a43c-5a2ac36a7570 req-26476627-2d09-4bc4-a05e-ef4247d69bbb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:59.194326 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7224e8b2-17e8-4e2b-a43c-5a2ac36a7570 req-26476627-2d09-4bc4-a05e-ef4247d69bbb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=6bcb4f6a-9625-43c1-b22a-c80bb60e83c1 HTTP/1.1" status: 200 len: 946 time: 0.7598560 Feb 04 15:38:59.225824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 4667c02e-17d4-4547-930a-a48364b0a65f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:59.248094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4667c02e-17d4-4547-930a-a48364b0a65f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:59.248656 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.301318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Allocated IP 172.20.0.6 (e73b8c79-39c7-4f3f-8efa-10d2b856cc10/d4c8bd91-de49-4d76-b9bb-8b3081d1af67/e86944a8-04c9-45fd-b8af-8b47d21f187b) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:59.371000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee9963-688b-40fc-a656-be748ec594b0 req-6d846f30-7295-4cce-9bec-1a336e0b35ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:59.373845 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a7ee9963-688b-40fc-a656-be748ec594b0 req-6d846f30-7295-4cce-9bec-1a336e0b35ec service neutron] 10.222.0.81 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 922 time: 0.6222906 Feb 04 15:38:59.416718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693ef1c7-c664-4c0f-807b-958505bd9e25'}, {'server_uuid': '6bcb4f6a-9625-43c1-b22a-c80bb60e83c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49ab9aa-b479-4951-bf0f-3b268bf98ac4'}, {'server_uuid': 'a8302b5a-7e0a-448d-a335-ca5f2c1701f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654876a3-e057-4cec-8ee5-5470441a90e0'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:59.467110 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-80673897-5d91-418c-a165-17757eb332fa None None] Set router 9f8b909e-19eb-43be-a4b8-41a83f74d3df gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:38:59.538208 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a7ee9963-688b-40fc-a656-be748ec594b0 req-76d7f51d-12ad-4141-8af3-07169c45eb23 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9511478f-7262-4a2c-b5ec-ef0a747c5347 HTTP/1.1" status: 200 len: 217 time: 0.1010695 Feb 04 15:38:59.559164 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.594982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9511478f-7262-4a2c-b5ec-ef0a747c5347 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:38:59.646019 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-425ea782-c74f-4656-8a5c-01d283252bae req-a4a7bcda-43e7-45f2-939c-4be5713881ee tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.81 "DELETE /v2.0/ports/2e0dcab0-9eb5-48f2-890e-ade2e667d936 HTTP/1.1" status: 204 len: 173 time: 2.4924817 Feb 04 15:38:59.679235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7224e8b2-17e8-4e2b-a43c-5a2ac36a7570 req-2e54a9b0-cbbe-4feb-adbd-6da67177e78b tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840133 Feb 04 15:38:59.696922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 4667c02e-17d4-4547-930a-a48364b0a65f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4667c02e-17d4-4547-930a-a48364b0a65f,segment=NetworkSegment(2b763b50-49f2-4de6-b2fe-23ced4f421e2),segment_id=2b763b50-49f2-4de6-b2fe-23ced4f421e2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:59.722424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee9963-688b-40fc-a656-be748ec594b0 req-974c4277-b1ac-42fc-a9d8-875084de990b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:59.724004 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a7ee9963-688b-40fc-a656-be748ec594b0 req-974c4277-b1ac-42fc-a9d8-875084de990b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.1278126 Feb 04 15:38:59.805154 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.870558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ef634-4648-4988-984f-f1c038ce7441 req-25d27985-0682-4c68-acef-1d62ee503a06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:59.870954 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ef634-4648-4988-984f-f1c038ce7441 req-25d27985-0682-4c68-acef-1d62ee503a06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:59.876453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ef634-4648-4988-984f-f1c038ce7441 req-25d27985-0682-4c68-acef-1d62ee503a06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:59.878162 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-25d27985-0682-4c68-acef-1d62ee503a06 service neutron] 10.222.0.73 "GET /v2.0/networks?id=466a7e42-008f-43f5-b470-3b0ff4f3b0b5&id=f5281afe-99cd-45c1-96f8-e4c1552da724&id=f5281afe-99cd-45c1-96f8-e4c1552da724&id=f5281afe-99cd-45c1-96f8-e4c1552da724&id=f5281afe-99cd-45c1-96f8-e4c1552da724&id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e&id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e HTTP/1.1" status: 200 len: 2292 time: 0.5031185 Feb 04 15:38:59.983210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972dc7c-8c49-462b-aa1b-6dc7def4bb97', 'name': 'network-vif-deleted', 'tag': '2e0dcab0-9eb5-48f2-890e-ade2e667d936'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:00.079553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=4667c02e-17d4-4547-930a-a48364b0a65f,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:00.085464 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a7ee9963-688b-40fc-a656-be748ec594b0 req-f7a3e377-cbe8-44fd-8a75-ebd25c11078c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3544869 Feb 04 15:39:00.087927 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-9b3a4b6e-441e-4564-9954-8834ab21af86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0c9a311-3b4a-412a-b39d-448caca628e4 HTTP/1.1" status: 200 len: 1001 time: 0.1847661 Feb 04 15:39:00.121736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9511478f-7262-4a2c-b5ec-ef0a747c5347, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9511478f-7262-4a2c-b5ec-ef0a747c5347,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:00.157839 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '9511478f-7262-4a2c-b5ec-ef0a747c5347', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'port_id': '9511478f-7262-4a2c-b5ec-ef0a747c5347', 'mac_address': 'fa:16:3e:c5:3f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:39:00.176744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980c81-daa1-4d71-9caa-0a5746c81140 req-575977f6-4ac5-444b-b807-bec648dd514b tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:00.181414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980c81-daa1-4d71-9caa-0a5746c81140 req-575977f6-4ac5-444b-b807-bec648dd514b tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:00.189749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93980c81-daa1-4d71-9caa-0a5746c81140 req-575977f6-4ac5-444b-b807-bec648dd514b tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=16d64c93-aead-46e6-93a2-0d58ba5fbace HTTP/1.1" status: 200 len: 1682 time: 0.8509781 Feb 04 15:39:00.199666 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-80673897-5d91-418c-a165-17757eb332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:18Z', 'updated_at': '2022-02-04T15:38:36Z', 'revision_number': 4, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'gw_port': {'id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:20Z', 'updated_at': '2022-02-04T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '6d19dbf9-998a-4c89-b606-99c9b9bda0b3', 'name': '', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'mac_address': 'fa:16:3e:ac:ce:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:33Z', 'updated_at': '2022-02-04T15:38:37Z', 'revision_number': 2, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'subnets': [{'id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:00.206545 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80673897-5d91-418c-a165-17757eb332fa None None] Checking router: 9f8b909e-19eb-43be-a4b8-41a83f74d3df for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:39:00.207134 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80673897-5d91-418c-a165-17757eb332fa None None] Updating router 9f8b909e-19eb-43be-a4b8-41a83f74d3df port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:39:00.249304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ef634-4648-4988-984f-f1c038ce7441 req-609c33c6-c008-44cb-999f-b8c96e98ef4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:00.251049 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-609c33c6-c008-44cb-999f-b8c96e98ef4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0 HTTP/1.1" status: 200 len: 850 time: 0.1368074 Feb 04 15:39:00.258555 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.260925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-0fe85ccc-72d2-4028-960c-0616fb10ef61 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:00.262480 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-0fe85ccc-72d2-4028-960c-0616fb10ef61 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.73 "GET /v2.0/networks?id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c HTTP/1.1" status: 200 len: 805 time: 1.0648136 Feb 04 15:39:00.280269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9511478f-7262-4a2c-b5ec-ef0a747c5347 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:00.298818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5e657e0-1d6b-458e-abe6-6124afa014cf req-7babcabb-7186-46db-9789-7935d1382bef tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 210 time: 0.2449436 Feb 04 15:39:00.299728 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9511478f-7262-4a2c-b5ec-ef0a747c5347, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9511478f-7262-4a2c-b5ec-ef0a747c5347,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:00.305472 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.317742 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-80673897-5d91-418c-a165-17757eb332fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.423130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Request body: {'port': {'device_id': '86de8e59-9e07-4679-be9b-f5dfc05ff0fb', 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c', 'admin_state_up': True, 'tenant_id': 'afedf71e08d54f2282f1fc68f8a88f61'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:00.424713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=9511478f-7262-4a2c-b5ec-ef0a747c5347,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:00.466419 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-0cf7eb3a-ee4d-4a9f-9eb2-d8c5fe768e4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=466a7e42-008f-43f5-b470-3b0ff4f3b0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074592 Feb 04 15:39:00.470958 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a7ee9963-688b-40fc-a656-be748ec594b0 req-b28d1088-2c8c-46ec-b48d-cec135c7855f service neutron] 10.222.0.81 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790009 Feb 04 15:39:00.727011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['9511478f-7262-4a2c-b5ec-ef0a747c5347'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:00.751758 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.756407 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4fa7d811-ecba-4281-890f-ba10ab5810e0 req-a23085dc-ba9e-4524-be0a-a6ccc11b3e0c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 210 time: 0.1914434 Feb 04 15:39:00.782210 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a7ee9963-688b-40fc-a656-be748ec594b0 req-6d66b499-a4a1-4b25-9c23-29f5a8678fbc service neutron] 10.222.0.81 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622650 Feb 04 15:39:00.789633 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-9ac0db92-f4ce-4feb-8ad0-178a7d41fd75 service neutron] 10.222.0.73 "GET /v2.0/networks/466a7e42-008f-43f5-b470-3b0ff4f3b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139174 Feb 04 15:39:00.807016 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93980c81-daa1-4d71-9caa-0a5746c81140 req-69b67df8-3077-4483-bba9-6af43a29b4bb tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164370 Feb 04 15:39:00.825018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Transition to ACTIVE for port object e86944a8-04c9-45fd-b8af-8b47d21f187b will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:00.885782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-5b51b78b-bf4b-4422-ae54-390464b2912a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:00.887380 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-5b51b78b-bf4b-4422-ae54-390464b2912a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.73 "GET /v2.0/networks?id=41ff2593-f55a-4c2e-8e59-0e465bc600ea HTTP/1.1" status: 200 len: 829 time: 0.7188995 Feb 04 15:39:00.910474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Request body: {'port': {'device_id': '6d31500e-27f8-4235-a6dc-9411d3672fc9', 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'admin_state_up': True, 'tenant_id': '0894528fa7a44e3a8af614f7a256e283'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:00.926988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:00.940297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Usage tracker for resource:port and tenant:afedf71e08d54f2282f1fc68f8a88f61 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:00.980577 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-a5ccdaa6-bc16-4f40-9a51-480579a82777 service neutron] 10.222.0.73 "GET /v2.0/networks/466a7e42-008f-43f5-b470-3b0ff4f3b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813247 Feb 04 15:39:01.002197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:01.006889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4667c02e-17d4-4547-930a-a48364b0a65f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:01.020789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:01.027963 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.150572 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-d6b0879e-18ed-4356-8c23-6718bc97de5a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=08bb0989-9ab5-4b14-a3ad-1f0ef5940800 HTTP/1.1" status: 200 len: 217 time: 0.1213572 Feb 04 15:39:01.244209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4667c02e-17d4-4547-930a-a48364b0a65f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:01.245081 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.274492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ef634-4648-4988-984f-f1c038ce7441 req-ac249045-e85c-4bc7-b120-ca3ea3d1bb40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:01.276269 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-ac249045-e85c-4bc7-b120-ca3ea3d1bb40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6911330a-e5e5-4ed8-b084-2cb5ecb3d69d HTTP/1.1" status: 200 len: 797 time: 0.1191633 Feb 04 15:39:01.302060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Made reservation on behalf of afedf71e08d54f2282f1fc68f8a88f61 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:01.305571 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.351438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d89fa7a-11eb-4220-876c-81fb049ddefb req-09ef2676-afa7-40a8-98c0-f5144c009ca0 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 210 time: 0.2437944 Feb 04 15:39:01.380063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Network e73b8c79-39c7-4f3f-8efa-10d2b856cc10 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:01.400144 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-80673897-5d91-418c-a165-17757eb332fa None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.414560 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-80673897-5d91-418c-a165-17757eb332fa None None] Transition to ACTIVE for port object 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:01.426043 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-80673897-5d91-418c-a165-17757eb332fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.432648 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:01.449431 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-6144e3b5-48b3-4cfd-9919-7b5f0c18e3eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5281afe-99cd-45c1-96f8-e4c1552da724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1664491 Feb 04 15:39:01.481532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:39:01.498378 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693ef1c7-c664-4c0f-807b-958505bd9e25', 'code': 200} Feb 04 15:39:01.498648 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcb4f6a-9625-43c1-b22a-c80bb60e83c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49ab9aa-b479-4951-bf0f-3b268bf98ac4', 'code': 200} Feb 04 15:39:01.498912 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8302b5a-7e0a-448d-a335-ca5f2c1701f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654876a3-e057-4cec-8ee5-5470441a90e0', 'code': 200} Feb 04 15:39:01.564083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Pushing event updated for resources: {'Port': ['ID=e86944a8-04c9-45fd-b8af-8b47d21f187b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:01.578375 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9337b-bf21-4cb3-aefb-6c0866cbdfbe None None] Pushing event updated for resources: {'Port': ['ID=6d19dbf9-998a-4c89-b606-99c9b9bda0b3,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:01.609343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 2e0dcab0-9eb5-48f2-890e-ade2e667d936 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:01.617928 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972dc7c-8c49-462b-aa1b-6dc7def4bb97', 'name': 'network-vif-deleted', 'tag': '2e0dcab0-9eb5-48f2-890e-ade2e667d936', 'status': 'completed', 'code': 200} Feb 04 15:39:01.638771 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.73', 49242) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:01.651115 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:01.686947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:01.693547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 2e0dcab0-9eb5-48f2-890e-ade2e667d936 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:39:01.693885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 2e0dcab0-9eb5-48f2-890e-ade2e667d936 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:01.736332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Made reservation on behalf of 0894528fa7a44e3a8af614f7a256e283 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:01.739611 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.818106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:01.818906 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.858547 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-80673897-5d91-418c-a165-17757eb332fa None None] Attempting to bind port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:01.860236 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-80673897-5d91-418c-a165-17757eb332fa None None] Attempting to bind port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'c47b929d-6bdb-4df6-8da7-65b904de23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:01.861322 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80673897-5d91-418c-a165-17757eb332fa None None] Attempting to bind port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 on network e73b8c79-39c7-4f3f-8efa-10d2b856cc10 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:39:01.870908 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80673897-5d91-418c-a165-17757eb332fa None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:39:01.871338 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80673897-5d91-418c-a165-17757eb332fa None None] Checking segment: {'id': 'c47b929d-6bdb-4df6-8da7-65b904de23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:39:01.871751 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-80673897-5d91-418c-a165-17757eb332fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.872265 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80673897-5d91-418c-a165-17757eb332fa None None] Bound using segment: {'id': 'c47b929d-6bdb-4df6-8da7-65b904de23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:39:01.873292 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-80673897-5d91-418c-a165-17757eb332fa None None] Bound port: 6d19dbf9-998a-4c89-b606-99c9b9bda0b3, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47b929d-6bdb-4df6-8da7-65b904de23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:01.873511 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-80673897-5d91-418c-a165-17757eb332fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.893765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ba26962a-b80f-41f2-862a-e312ac981be9 None None] Provisioning for port e86944a8-04c9-45fd-b8af-8b47d21f187b completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:01.898965 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ba26962a-b80f-41f2-862a-e312ac981be9 None None] Provisioning complete for port e86944a8-04c9-45fd-b8af-8b47d21f187b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:01.899395 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ba26962a-b80f-41f2-862a-e312ac981be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.903574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b27b8-d688-4b60-878c-6d643a2ca649 req-437a0b81-7c27-490a-b388-e7e074dbf9c5 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:01.905531 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff2b27b8-d688-4b60-878c-6d643a2ca649 req-437a0b81-7c27-490a-b388-e7e074dbf9c5 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.8008988 Feb 04 15:39:01.973108 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ba26962a-b80f-41f2-862a-e312ac981be9 None None] Port e86944a8-04c9-45fd-b8af-8b47d21f187b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:39:02.056159 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-e024d418-df4e-4314-b3a6-cfec09367518 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5983822 Feb 04 15:39:02.079616 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-80673897-5d91-418c-a165-17757eb332fa None None] For port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:02.087015 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-80673897-5d91-418c-a165-17757eb332fa None None] For port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6d19dbf9-998a-4c89-b606-99c9b9bda0b3,segment=NetworkSegment(c47b929d-6bdb-4df6-8da7-65b904de23a9),segment_id=c47b929d-6bdb-4df6-8da7-65b904de23a9)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:02.105153 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-80673897-5d91-418c-a165-17757eb332fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:02.129617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dde32-1622-4682-9df5-945c09b9cff1 req-5eed65dc-89c7-4c09-810b-4beacc7f5dcc tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:02.131196 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-860dde32-1622-4682-9df5-945c09b9cff1 req-5eed65dc-89c7-4c09-810b-4beacc7f5dcc tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=57716735-cd4c-4a5f-b26f-26d94d8e7f52 HTTP/1.1" status: 200 len: 945 time: 0.3730898 Feb 04 15:39:02.143677 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-ccfe38dc-fd91-4d4b-9bcf-11f34879d4d4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5288010 Feb 04 15:39:02.175686 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-851d5cce-edb1-4856-8239-1ce69ab33d05 req-b22f0a4e-4846-4d0b-914d-6c4932e18d6e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6bcb4f6a-9625-43c1-b22a-c80bb60e83c1 HTTP/1.1" status: 200 len: 1097 time: 0.5476310 Feb 04 15:39:02.182162 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-65ffe2b6-1ecf-4176-8a11-13d23781209a req-8877e160-9d8b-4ec2-a01b-d94aae0bf778 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=16d64c93-aead-46e6-93a2-0d58ba5fbace HTTP/1.1" status: 200 len: 1984 time: 0.4763780 Feb 04 15:39:02.192436 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3235dd69-f7e6-4c79-8c37-6dfabb0025db req-eee49a17-e327-4ef6-8a1f-0bcabe409881 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 1096 time: 0.4934318 Feb 04 15:39:02.215396 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80673897-5d91-418c-a165-17757eb332fa None None] Routers {'9f8b909e-19eb-43be-a4b8-41a83f74d3df'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:02.216207 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-80673897-5d91-418c-a165-17757eb332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:38:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:02.221502 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Allocated IP 172.20.0.11 (7ecadb25-8c08-4a58-85bb-d9db02afbd7c/f5285dbb-79fd-49a5-a716-0ef9a58f1dfc/6a93dd02-462e-4f40-8f62-7e492dd14fde) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:02.228925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Request body: {'port': {'device_id': '65ae2a20-e75c-47b5-b41e-4eb791d99a00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:02.298467 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff2b27b8-d688-4b60-878c-6d643a2ca649 req-e32ac677-4725-46d3-91df-b854e173d88d tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014238 Feb 04 15:39:02.339067 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-6f1d2509-d079-4ecd-b587-7938af505822 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759221 Feb 04 15:39:02.408308 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-65ffe2b6-1ecf-4176-8a11-13d23781209a req-bb20dd7e-4d7e-451e-967c-0ce9c25e684b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138810 Feb 04 15:39:02.420243 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3235dd69-f7e6-4c79-8c37-6dfabb0025db req-472c1b22-eb39-4afb-ab6a-927df06e8e1d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944325 Feb 04 15:39:02.422535 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-851d5cce-edb1-4856-8239-1ce69ab33d05 req-a0098146-17a3-4033-84ad-ed55109cce0b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292147 Feb 04 15:39:02.445657 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-d0cce633-64e7-4e86-b1d8-019df5d98ee7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e HTTP/1.1" status: 200 len: 217 time: 0.0933771 Feb 04 15:39:02.455075 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-860dde32-1622-4682-9df5-945c09b9cff1 req-55204029-279f-46c7-b661-bad219a2c505 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135290 Feb 04 15:39:02.488014 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9337b-bf21-4cb3-aefb-6c0866cbdfbe None None] Pushing event updated for resources: {'Port': ['ID=6d19dbf9-998a-4c89-b606-99c9b9bda0b3,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:02.502446 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-80673897-5d91-418c-a165-17757eb332fa None None] Set router 9f8b909e-19eb-43be-a4b8-41a83f74d3df gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:02.505737 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:02.674881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Allocated IP 172.20.0.13 (41ff2593-f55a-4c2e-8e59-0e465bc600ea/7316add8-b3b6-4387-8510-39335fa6b75c/0bc44c63-9dd0-4c6d-a5bc-817923629022) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:02.838663 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-80673897-5d91-418c-a165-17757eb332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:18Z', 'updated_at': '2022-02-04T15:38:36Z', 'revision_number': 4, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'gw_port': {'id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:20Z', 'updated_at': '2022-02-04T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '6d19dbf9-998a-4c89-b606-99c9b9bda0b3', 'name': '', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'mac_address': 'fa:16:3e:ac:ce:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:33Z', 'updated_at': '2022-02-04T15:39:02Z', 'revision_number': 4, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'subnets': [{'id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:02.849958 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80673897-5d91-418c-a165-17757eb332fa None None] The sync data for ids ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'] in n-d-827872-1 is: [{'id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:18Z', 'updated_at': '2022-02-04T15:38:36Z', 'revision_number': 4, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'gw_port': {'id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:20Z', 'updated_at': '2022-02-04T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '6d19dbf9-998a-4c89-b606-99c9b9bda0b3', 'name': '', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'mac_address': 'fa:16:3e:ac:ce:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:33Z', 'updated_at': '2022-02-04T15:39:02Z', 'revision_number': 4, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'subnets': [{'id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:39:02.934814 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:03.018008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:03.032363 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:03.034526 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.092852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ef634-4648-4988-984f-f1c038ce7441 req-e04682d5-ea95-45de-8032-dedfa2c3b4d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:03.095159 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-e04682d5-ea95-45de-8032-dedfa2c3b4d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6911330a-e5e5-4ed8-b084-2cb5ecb3d69d HTTP/1.1" status: 200 len: 797 time: 0.1049943 Feb 04 15:39:03.208741 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-0e038350-678a-49f6-b8ec-7bc3452afe53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5281afe-99cd-45c1-96f8-e4c1552da724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1016777 Feb 04 15:39:03.232886 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.282884 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6d19dbf9-998a-4c89-b606-99c9b9bda0b3,segment=NetworkSegment(c47b929d-6bdb-4df6-8da7-65b904de23a9),segment_id=c47b929d-6bdb-4df6-8da7-65b904de23a9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:03.292326 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.426133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df010fc-2392-42ae-a005-b52fd681297d req-868aeb8a-396d-4c35-89a6-7f5fddc3be5a tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:03.427015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5df010fc-2392-42ae-a005-b52fd681297d req-868aeb8a-396d-4c35-89a6-7f5fddc3be5a tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Synchronizing usage tracker for tenant:b70c33e05bce43a5bb9a4274f2bc8927 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:03.453571 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-ec445a86-a125-4ab9-957d-3a5fa573122f service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381880 Feb 04 15:39:03.457507 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.464712 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=6d19dbf9-998a-4c89-b606-99c9b9bda0b3,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:03.507640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79647b0f-d9ea-409f-a1f3-bba141326053 req-c136d56b-e1de-47a3-a2eb-d65de6458138 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:03.509362 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79647b0f-d9ea-409f-a1f3-bba141326053 req-c136d56b-e1de-47a3-a2eb-d65de6458138 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=6bcb4f6a-9625-43c1-b22a-c80bb60e83c1 HTTP/1.1" status: 200 len: 946 time: 1.0147593 Feb 04 15:39:03.604756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5df010fc-2392-42ae-a005-b52fd681297d req-868aeb8a-396d-4c35-89a6-7f5fddc3be5a tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Unset dirty status for tenant:b70c33e05bce43a5bb9a4274f2bc8927 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:03.605897 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5df010fc-2392-42ae-a005-b52fd681297d req-868aeb8a-396d-4c35-89a6-7f5fddc3be5a tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 931 time: 1.0255232 Feb 04 15:39:03.612702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9511478f-7262-4a2c-b5ec-ef0a747c5347 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:03.643677 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-bf92dfc4-53c9-411b-96d8-e38064d0f008 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781640 Feb 04 15:39:03.708277 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.720791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 9511478f-7262-4a2c-b5ec-ef0a747c5347 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:03.727946 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 9511478f-7262-4a2c-b5ec-ef0a747c5347 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:03.728366 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.729628 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-f567bba4-1d0e-41a7-a0fc-b43eae1810e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=ed96eed1-23e2-4542-93a0-ddfae54cbdd3 HTTP/1.1" status: 200 len: 217 time: 0.0791149 Feb 04 15:39:03.742374 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79647b0f-d9ea-409f-a1f3-bba141326053 req-e3858304-0bc7-47a6-b60a-d4fafa073353 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747985 Feb 04 15:39:03.783319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5df010fc-2392-42ae-a005-b52fd681297d req-7e375ff3-a32c-405c-819d-7322fea4fb2f tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/security-groups?id=17180d54-03eb-40c6-b383-56d62d3155bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613514 Feb 04 15:39:03.814532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Transition to ACTIVE for port object 0bc44c63-9dd0-4c6d-a5bc-817923629022 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:03.818169 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.953572 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.964056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ef634-4648-4988-984f-f1c038ce7441 req-f2b3d93a-0193-47d3-b0d0-2b8b77230491 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:03.971030 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-f2b3d93a-0193-47d3-b0d0-2b8b77230491 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6911330a-e5e5-4ed8-b084-2cb5ecb3d69d HTTP/1.1" status: 200 len: 797 time: 0.2288070 Feb 04 15:39:03.975708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:04.030922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9511478f-7262-4a2c-b5ec-ef0a747c5347'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:04.045319 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9511478f-7262-4a2c-b5ec-ef0a747c5347, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9511478f-7262-4a2c-b5ec-ef0a747c5347,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:04.054097 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.113681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Pushing event updated for resources: {'Port': ['ID=6a93dd02-462e-4f40-8f62-7e492dd14fde,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:04.142345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:04.155150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:39:04.207814 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-57f31950-ed04-4277-9cae-af326200050b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5281afe-99cd-45c1-96f8-e4c1552da724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2242532 Feb 04 15:39:04.220155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=9511478f-7262-4a2c-b5ec-ef0a747c5347,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:04.295440 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.300583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86944a8-04c9-45fd-b8af-8b47d21f187b {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:04.355252 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.419881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:04.420495 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.428870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Transition to ACTIVE for port object e86944a8-04c9-45fd-b8af-8b47d21f187b will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:04.458028 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.478824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Network 41ff2593-f55a-4c2e-8e59-0e465bc600ea is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:04.490743 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:04.497617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:39:04.517503 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-8468efab-9de2-4e11-b749-f05b76477a9a service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971847 Feb 04 15:39:04.536551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Pushing event updated for resources: {'Port': ['ID=0bc44c63-9dd0-4c6d-a5bc-817923629022,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:04.543607 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-8b2ad892-35ba-43d4-9973-d2930b5abe14 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1415734 Feb 04 15:39:04.658790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8364e9-158e-4caf-a55b-f0f67577241c req-9af5412e-aeed-4430-816c-3e87d2b5cdae tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:04.664078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8364e9-158e-4caf-a55b-f0f67577241c req-9af5412e-aeed-4430-816c-3e87d2b5cdae tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:04.667380 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c8364e9-158e-4caf-a55b-f0f67577241c req-9af5412e-aeed-4430-816c-3e87d2b5cdae tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=16d64c93-aead-46e6-93a2-0d58ba5fbace HTTP/1.1" status: 200 len: 1682 time: 0.6912417 Feb 04 15:39:04.672491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:04.673363 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.723979 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-07603575-ca3a-4200-a48a-cd1ba62fa584 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948109 Feb 04 15:39:04.760710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Request body: {'port': {'device_id': '86de8e59-9e07-4679-be9b-f5dfc05ff0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:04.815390 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-41df21b1-fe2a-4e73-96da-6444763fba8a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=3071a10a-e745-43a8-86c5-30ffb75fa049 HTTP/1.1" status: 200 len: 217 time: 0.0696099 Feb 04 15:39:04.897802 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b55a9363-3791-4fed-b9a5-5cacea3cd128 None None] Provisioning for port 0bc44c63-9dd0-4c6d-a5bc-817923629022 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:04.910526 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b55a9363-3791-4fed-b9a5-5cacea3cd128 None None] Provisioning complete for port 0bc44c63-9dd0-4c6d-a5bc-817923629022 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:04.911768 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b55a9363-3791-4fed-b9a5-5cacea3cd128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.919958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dfc91-3c15-46f2-82a9-3595199e0904 req-97adb9fa-72c6-4bee-a30c-a6145ee0a9b6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:04.920980 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-059dfc91-3c15-46f2-82a9-3595199e0904 req-97adb9fa-72c6-4bee-a30c-a6145ee0a9b6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Synchronizing usage tracker for tenant:afedf71e08d54f2282f1fc68f8a88f61 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:04.958153 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-768b40d1-a5dc-42d3-8e49-f5055fef45fa tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0526652 Feb 04 15:39:04.964377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Pushing event updated for resources: {'Port': ['ID=e86944a8-04c9-45fd-b8af-8b47d21f187b,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:04.985799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Request body: {'port': {'device_id': '6d31500e-27f8-4235-a6dc-9411d3672fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:05.005450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:05.012103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ef634-4648-4988-984f-f1c038ce7441 req-b4d3dad4-b43b-4e39-a515-4cecfdacdb58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:05.013987 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-b4d3dad4-b43b-4e39-a515-4cecfdacdb58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6911330a-e5e5-4ed8-b084-2cb5ecb3d69d HTTP/1.1" status: 200 len: 797 time: 0.1892068 Feb 04 15:39:05.023633 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.080049 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b55a9363-3791-4fed-b9a5-5cacea3cd128 None None] Port 0bc44c63-9dd0-4c6d-a5bc-817923629022 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:39:05.100965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-059dfc91-3c15-46f2-82a9-3595199e0904 req-97adb9fa-72c6-4bee-a30c-a6145ee0a9b6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Unset dirty status for tenant:afedf71e08d54f2282f1fc68f8a88f61 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:05.102387 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-059dfc91-3c15-46f2-82a9-3595199e0904 req-97adb9fa-72c6-4bee-a30c-a6145ee0a9b6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 932 time: 0.8848410 Feb 04 15:39:05.106521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:05.106896 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.111423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c8364e9-158e-4caf-a55b-f0f67577241c req-173c2764-3195-4b9c-82e2-3635dc0039c8 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333904 Feb 04 15:39:05.142682 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-b74c48e7-32f0-451e-b464-95101d2c74ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5281afe-99cd-45c1-96f8-e4c1552da724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1192000 Feb 04 15:39:05.345675 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-059dfc91-3c15-46f2-82a9-3595199e0904 req-9223eaf3-9742-4679-ba42-5f806071460d tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993124 Feb 04 15:39:05.349435 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-a2019000-d26f-47c3-98ba-7289f53d4f53 service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856401 Feb 04 15:39:05.480697 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.529772 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-4d634a93-0f78-4416-be9c-7cd4dec84bfa service neutron] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699703 Feb 04 15:39:05.608468 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-67c3ca2a-0356-4d3e-81da-022f0cab5ba1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=076ba81d-c2af-4b86-b984-deeffd4d5c7a HTTP/1.1" status: 200 len: 217 time: 0.0686131 Feb 04 15:39:05.675134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ef634-4648-4988-984f-f1c038ce7441 req-7a117449-9525-469b-865c-50e47a044484 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:05.676675 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-7a117449-9525-469b-865c-50e47a044484 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd26bebe-6dcc-4761-8a94-30454a746a11 HTTP/1.1" status: 200 len: 797 time: 0.0628624 Feb 04 15:39:05.815350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Attempting to bind port e86944a8-04c9-45fd-b8af-8b47d21f187b on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:05.815699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Attempting to bind port e86944a8-04c9-45fd-b8af-8b47d21f187b by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'c47b929d-6bdb-4df6-8da7-65b904de23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:05.816051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Attempting to bind port e86944a8-04c9-45fd-b8af-8b47d21f187b on network e73b8c79-39c7-4f3f-8efa-10d2b856cc10 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:39:05.817350 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-7027b497-3d4b-48d1-8169-81c0c9a29fd5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1313496 Feb 04 15:39:05.853653 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d12a1e56-f9ac-4501-8727-93072c892c05 req-cb42fb23-5de2-465d-a48d-7893d76d6b2b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3aaf86cb-274d-4ce8-be3d-0e882e82eb6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1175308 Feb 04 15:39:05.920201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Port e86944a8-04c9-45fd-b8af-8b47d21f187b on network e73b8c79-39c7-4f3f-8efa-10d2b856cc10 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:39:05.920755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Attempting to bind port e86944a8-04c9-45fd-b8af-8b47d21f187b on network e73b8c79-39c7-4f3f-8efa-10d2b856cc10 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:39:05.928501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acfe41-c4fb-41cf-b67d-eb233b216b1e req-7268713f-2553-40ef-a3af-9dbec41347f9 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:05.929193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-44acfe41-c4fb-41cf-b67d-eb233b216b1e req-7268713f-2553-40ef-a3af-9dbec41347f9 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Synchronizing usage tracker for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:06.007545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:39:06.007826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Checking segment: {'id': 'c47b929d-6bdb-4df6-8da7-65b904de23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:39:06.008751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Bound using segment: {'id': 'c47b929d-6bdb-4df6-8da7-65b904de23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:39:06.009973 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Bound port: e86944a8-04c9-45fd-b8af-8b47d21f187b, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c47b929d-6bdb-4df6-8da7-65b904de23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:06.009973 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.057164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-44acfe41-c4fb-41cf-b67d-eb233b216b1e req-7268713f-2553-40ef-a3af-9dbec41347f9 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Unset dirty status for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:06.058338 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44acfe41-c4fb-41cf-b67d-eb233b216b1e req-7268713f-2553-40ef-a3af-9dbec41347f9 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 932 time: 0.7218931 Feb 04 15:39:06.076658 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-f598efd4-db32-4dff-9017-bb976bebe107 service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469227 Feb 04 15:39:06.079459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c698b-5b1c-4a9c-861b-feff036a367d req-d297219b-d036-495d-99a7-d06bce7f9b5b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:06.084183 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f83c698b-5b1c-4a9c-861b-feff036a367d req-d297219b-d036-495d-99a7-d06bce7f9b5b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.5817423 Feb 04 15:39:06.193324 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d12a1e56-f9ac-4501-8727-93072c892c05 req-649b283b-87fd-46f5-b8ed-3530ac3bf39c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a1e363c8ed764957a8fd8178ff5ceac4&device_id=3aaf86cb-274d-4ce8-be3d-0e882e82eb6c HTTP/1.1" status: 200 len: 1096 time: 0.2057643 Feb 04 15:39:06.303717 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-c640d8cb-76f7-4794-9139-3c12598c22e1 service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151117 Feb 04 15:39:06.344884 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44acfe41-c4fb-41cf-b67d-eb233b216b1e req-aa47f2e4-f758-412c-918a-ac7522483788 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed1efcab-40b5-4138-9a5b-35cb1b0152e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708962 Feb 04 15:39:06.386951 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-9f295d6d-7ae3-46a6-8985-0448aa29f5ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87ce6bd7-1a90-436c-970a-ce778535a042 HTTP/1.1" status: 200 len: 217 time: 0.0741940 Feb 04 15:39:06.402796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f83c698b-5b1c-4a9c-861b-feff036a367d req-91d859f8-ebd8-4c27-a701-c843101fb49b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383430 Feb 04 15:39:06.462217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a1e56-f9ac-4501-8727-93072c892c05 req-f84a9844-a5ac-4076-86fb-847f2ca7904f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:06.463227 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d12a1e56-f9ac-4501-8727-93072c892c05 req-f84a9844-a5ac-4076-86fb-847f2ca7904f service neutron] 10.222.0.81 "GET /v2.0/networks?id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f HTTP/1.1" status: 200 len: 914 time: 0.2518425 Feb 04 15:39:06.501958 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9511478f-7262-4a2c-b5ec-ef0a747c5347', 'code': 200} Feb 04 15:39:06.520130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] For port e86944a8-04c9-45fd-b8af-8b47d21f187b, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:06.544042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ef634-4648-4988-984f-f1c038ce7441 req-9c48bbd4-1360-45c4-b72a-53bc648d3500 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:06.545859 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-9c48bbd4-1360-45c4-b72a-53bc648d3500 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd26bebe-6dcc-4761-8a94-30454a746a11 HTTP/1.1" status: 200 len: 797 time: 0.1484847 Feb 04 15:39:06.548201 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d12a1e56-f9ac-4501-8727-93072c892c05 req-5ec89cbb-9d01-40bf-b4f7-0ae2f6b781ab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd4fdf29-fad8-4faa-9d57-4d635a6cae5e HTTP/1.1" status: 200 len: 217 time: 0.0760577 Feb 04 15:39:06.563486 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c8a50457-89b0-461a-aa8c-0669be05c1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.569188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a93dd02-462e-4f40-8f62-7e492dd14fde {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:06.578066 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.639442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] For port e86944a8-04c9-45fd-b8af-8b47d21f187b, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e86944a8-04c9-45fd-b8af-8b47d21f187b,segment=NetworkSegment(c47b929d-6bdb-4df6-8da7-65b904de23a9),segment_id=c47b929d-6bdb-4df6-8da7-65b904de23a9)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:06.640898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Transition to ACTIVE for port object 6a93dd02-462e-4f40-8f62-7e492dd14fde will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:06.652845 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.658497 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:39:06.708440 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.845239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a1e56-f9ac-4501-8727-93072c892c05 req-920b3b34-7735-41b9-989c-1562b6a00680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:06.845970 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d12a1e56-f9ac-4501-8727-93072c892c05 req-920b3b34-7735-41b9-989c-1562b6a00680 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1ccf863-4ca2-46f0-99dd-a0db17bfa74e HTTP/1.1" status: 200 len: 853 time: 0.2849481 Feb 04 15:39:06.866316 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.867794 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] 10.222.0.73 "PUT /v2.0/ports/e86944a8-04c9-45fd-b8af-8b47d21f187b HTTP/1.1" status: 200 len: 1091 time: 4.6431658 Feb 04 15:39:06.920150 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d12a1e56-f9ac-4501-8727-93072c892c05 req-7a947d82-aeb2-484c-bc69-e6c117c5be3d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669832 Feb 04 15:39:06.977611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ae2a20-e75c-47b5-b41e-4eb791d99a00', 'tag': 'e86944a8-04c9-45fd-b8af-8b47d21f187b'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:07.020530 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-ab866e57-c611-42be-aedd-43635ff4c491 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa48dee4-e3e7-4faf-aa12-7ac914e8169e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4572310 Feb 04 15:39:07.028338 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-32c7c3cd-6a82-4e33-bc1d-f1b98280fe46 req-dd592524-3095-4f5e-9584-810a4e9470b8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=57716735-cd4c-4a5f-b26f-26d94d8e7f52 HTTP/1.1" status: 200 len: 1097 time: 0.3939524 Feb 04 15:39:07.062775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc44c63-9dd0-4c6d-a5bc-817923629022 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:07.101569 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.108790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1989c-6f3f-4920-9f99-eca82df7a011 service neutron] Pushing event updated for resources: {'Port': ['ID=e86944a8-04c9-45fd-b8af-8b47d21f187b,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:07.207731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Transition to ACTIVE for port object 0bc44c63-9dd0-4c6d-a5bc-817923629022 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:07.219988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205d49a-db36-4a22-bf61-54772d80f28f req-ebd94c4a-8fd4-4488-b83d-c28affeeda94 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:07.222390 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2205d49a-db36-4a22-bf61-54772d80f28f req-ebd94c4a-8fd4-4488-b83d-c28affeeda94 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=57716735-cd4c-4a5f-b26f-26d94d8e7f52 HTTP/1.1" status: 200 len: 946 time: 0.6688509 Feb 04 15:39:07.233075 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.233493 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-32c7c3cd-6a82-4e33-bc1d-f1b98280fe46 req-32c75ef6-8124-4884-990b-eb9bcdecfba2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811931 Feb 04 15:39:07.258088 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d12a1e56-f9ac-4501-8727-93072c892c05 req-5cd1e16e-32dd-4659-a9a2-df12ec880113 service neutron] 10.222.0.81 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280859 Feb 04 15:39:07.294201 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-7a07542a-e3d6-4a6f-8264-4424ef33dd83 service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621536 Feb 04 15:39:07.317851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Pushing event updated for resources: {'Port': ['ID=6a93dd02-462e-4f40-8f62-7e492dd14fde,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:07.523938 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c00ef634-4648-4988-984f-f1c038ce7441 req-37459306-da8a-4e66-888b-b6c6be982eff service neutron] 10.222.0.73 "GET /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219090 Feb 04 15:39:07.543934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a43b9-2d22-45a5-a030-8342d797425f req-676fb2c3-6aee-45bc-9e9f-3486d68d32fa tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:07.545963 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b0a43b9-2d22-45a5-a030-8342d797425f req-676fb2c3-6aee-45bc-9e9f-3486d68d32fa tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=6bcb4f6a-9625-43c1-b22a-c80bb60e83c1 HTTP/1.1" status: 200 len: 946 time: 0.8388798 Feb 04 15:39:07.656958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-2ec5de24-d0dc-4ccd-bac5-760520355a98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b70c33e05bce43a5bb9a4274f2bc8927&device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 1094 time: 0.6595950 Feb 04 15:39:07.669841 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2205d49a-db36-4a22-bf61-54772d80f28f req-8aadecd2-0194-4779-8c92-ea2c92b986a5 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368026 Feb 04 15:39:07.680814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc44c63-9dd0-4c6d-a5bc-817923629022,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:07.761669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Attempting to bind port 6a93dd02-462e-4f40-8f62-7e492dd14fde on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:07.761853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Attempting to bind port 6a93dd02-462e-4f40-8f62-7e492dd14fde by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:07.762388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Attempting to bind port 6a93dd02-462e-4f40-8f62-7e492dd14fde on network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:39:07.766413 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d12a1e56-f9ac-4501-8727-93072c892c05 req-e6ad6af2-1e71-47a0-a3d4-ef7a4dd95ca9 service neutron] 10.222.0.81 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587229 Feb 04 15:39:07.810841 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-f7b2918f-43b4-4493-8be6-83c746e25425 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86944a8-04c9-45fd-b8af-8b47d21f187b HTTP/1.1" status: 200 len: 217 time: 0.1404800 Feb 04 15:39:07.818267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b0a43b9-2d22-45a5-a030-8342d797425f req-11a60be9-e7ff-41d4-b035-2f4d38ff5897 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544975 Feb 04 15:39:07.818799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Port 6a93dd02-462e-4f40-8f62-7e492dd14fde on network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:39:07.819114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Attempting to bind port 6a93dd02-462e-4f40-8f62-7e492dd14fde on network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:39:08.092737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:39:08.093073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Checking segment: {'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:39:08.093498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Bound using segment: {'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:39:08.093938 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Bound port: 6a93dd02-462e-4f40-8f62-7e492dd14fde, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:08.094283 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.157725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-fcc0984d-4c12-4ee0-a010-1061fa2cadd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:08.159163 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-fcc0984d-4c12-4ee0-a010-1061fa2cadd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4c8bd91-de49-4d76-b9bb-8b3081d1af67 HTTP/1.1" status: 200 len: 845 time: 0.3374972 Feb 04 15:39:08.260939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Attempting to bind port 0bc44c63-9dd0-4c6d-a5bc-817923629022 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:08.260939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Attempting to bind port 0bc44c63-9dd0-4c6d-a5bc-817923629022 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '2b763b50-49f2-4de6-b2fe-23ced4f421e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:08.260939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Attempting to bind port 0bc44c63-9dd0-4c6d-a5bc-817923629022 on network 41ff2593-f55a-4c2e-8e59-0e465bc600ea {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:39:08.297639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Port 0bc44c63-9dd0-4c6d-a5bc-817923629022 on network 41ff2593-f55a-4c2e-8e59-0e465bc600ea not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:39:08.297854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Attempting to bind port 0bc44c63-9dd0-4c6d-a5bc-817923629022 on network 41ff2593-f55a-4c2e-8e59-0e465bc600ea {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:39:08.344658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:39:08.344658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Checking segment: {'id': '2b763b50-49f2-4de6-b2fe-23ced4f421e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:39:08.344658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Bound using segment: {'id': '2b763b50-49f2-4de6-b2fe-23ced4f421e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:39:08.344658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Bound port: 0bc44c63-9dd0-4c6d-a5bc-817923629022, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b763b50-49f2-4de6-b2fe-23ced4f421e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:08.345156 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.354886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] For port 6a93dd02-462e-4f40-8f62-7e492dd14fde, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:08.369077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d99c2-6a34-44ae-a51e-146e1cff6041 req-c86832b1-9e64-407b-857f-3eef891c4fa8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:08.370655 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d0d99c2-6a34-44ae-a51e-146e1cff6041 req-c86832b1-9e64-407b-857f-3eef891c4fa8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 943 time: 0.5476348 Feb 04 15:39:08.392731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40415c-ac07-48d2-92ac-b4692e0aa821 req-a3d27a0d-d64b-4d76-b724-fc4f3c3e8d5b tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:08.396142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40415c-ac07-48d2-92ac-b4692e0aa821 req-a3d27a0d-d64b-4d76-b724-fc4f3c3e8d5b tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:08.398151 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a40415c-ac07-48d2-92ac-b4692e0aa821 req-a3d27a0d-d64b-4d76-b724-fc4f3c3e8d5b tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=16d64c93-aead-46e6-93a2-0d58ba5fbace HTTP/1.1" status: 200 len: 1682 time: 0.3930111 Feb 04 15:39:08.401046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] For port 6a93dd02-462e-4f40-8f62-7e492dd14fde, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6a93dd02-462e-4f40-8f62-7e492dd14fde,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:08.445141 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.579521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-29c4442d-9e2a-45eb-a1a8-e21a97dd923f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e73b8c79-39c7-4f3f-8efa-10d2b856cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3844523 Feb 04 15:39:08.602796 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.604150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] 10.222.0.73 "PUT /v2.0/ports/6a93dd02-462e-4f40-8f62-7e492dd14fde HTTP/1.1" status: 200 len: 1092 time: 3.9202588 Feb 04 15:39:08.635019 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d0d99c2-6a34-44ae-a51e-146e1cff6041 req-0c58137d-e5ca-4df2-8b8a-0cfbbd2a91e6 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/security-groups?id=17180d54-03eb-40c6-b383-56d62d3155bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565973 Feb 04 15:39:08.708617 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a40415c-ac07-48d2-92ac-b4692e0aa821 req-58e560c2-f5d5-432e-90f7-6ea9be569b57 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936418 Feb 04 15:39:08.709863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] For port 0bc44c63-9dd0-4c6d-a5bc-817923629022, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:08.742126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db107357-72ae-45b6-92fb-0929baa344ee service neutron] Pushing event updated for resources: {'Port': ['ID=6a93dd02-462e-4f40-8f62-7e492dd14fde,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:08.764823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] For port 0bc44c63-9dd0-4c6d-a5bc-817923629022, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=0bc44c63-9dd0-4c6d-a5bc-817923629022,segment=NetworkSegment(2b763b50-49f2-4de6-b2fe-23ced4f421e2),segment_id=2b763b50-49f2-4de6-b2fe-23ced4f421e2)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:08.782574 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.898510 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-889294f4-ed3b-43e8-93c4-9f46d251595c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.986907 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.989982 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] 10.222.0.73 "PUT /v2.0/ports/0bc44c63-9dd0-4c6d-a5bc-817923629022 HTTP/1.1" status: 200 len: 1092 time: 4.0081463 Feb 04 15:39:08.999105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-825611f6-bf69-4e1a-a8a5-9637d1f3670c service neutron] 10.222.0.73 "GET /v2.0/networks/e73b8c79-39c7-4f3f-8efa-10d2b856cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889031 Feb 04 15:39:09.050360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7ba27-5172-4887-a9e7-07c161b46552 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc44c63-9dd0-4c6d-a5bc-817923629022,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:09.152030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-73ebc1b6-96f5-4bf7-b624-a24131304bde service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=afedf71e08d54f2282f1fc68f8a88f61&device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 1095 time: 0.4478748 Feb 04 15:39:09.281512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-388b0ef1-58b5-48aa-9e70-1692820462c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a93dd02-462e-4f40-8f62-7e492dd14fde HTTP/1.1" status: 200 len: 217 time: 0.1165452 Feb 04 15:39:09.293234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605839bb-1c2c-4d6a-823f-cb95bb277e09 req-7abf6015-2f90-4e57-b8d9-3eef554125d1 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:09.294660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-605839bb-1c2c-4d6a-823f-cb95bb277e09 req-7abf6015-2f90-4e57-b8d9-3eef554125d1 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 944 time: 0.5189390 Feb 04 15:39:09.382749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abef7a0-cce6-4da8-9bdc-73a46af78da5 req-7ebaafc2-568b-4269-82c2-58f43eaa5705 service neutron] 10.222.0.73 "GET /v2.0/networks/e73b8c79-39c7-4f3f-8efa-10d2b856cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753121 Feb 04 15:39:09.387486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c51ec-8403-404f-93d4-e03674954874 req-544b673a-7453-49f3-af8f-6fb40fb3c118 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:09.387486 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b8c51ec-8403-404f-93d4-e03674954874 req-544b673a-7453-49f3-af8f-6fb40fb3c118 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.5228240 Feb 04 15:39:09.457129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-23d5b44b-3663-4207-b930-c94e246af643 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:09.458587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-23d5b44b-3663-4207-b930-c94e246af643 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f5285dbb-79fd-49a5-a716-0ef9a58f1dfc HTTP/1.1" status: 200 len: 845 time: 0.1519840 Feb 04 15:39:09.473957 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-744e3372-c137-4fd5-b403-9be8a14bc4a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0894528fa7a44e3a8af614f7a256e283&device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 1095 time: 0.4202907 Feb 04 15:39:09.506695 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-605839bb-1c2c-4d6a-823f-cb95bb277e09 req-ef3c1cc5-5901-4d6c-bec0-1fa1bba5fcbc tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624129 Feb 04 15:39:09.692670 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ae2a20-e75c-47b5-b41e-4eb791d99a00', 'tag': 'e86944a8-04c9-45fd-b8af-8b47d21f187b', 'status': 'completed', 'code': 200} Feb 04 15:39:09.698071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-6f7bda4d-464e-4111-9511-fddd2c159602 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2286568 Feb 04 15:39:09.807123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b8c51ec-8403-404f-93d4-e03674954874 req-aea0f18f-4c35-43cb-b6b7-3fcafc639749 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095249 Feb 04 15:39:09.863166 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-5e29daf8-3a8a-42a8-ba12-a935937bb477 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc44c63-9dd0-4c6d-a5bc-817923629022 HTTP/1.1" status: 200 len: 217 time: 0.3554790 Feb 04 15:39:09.899023 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.024381 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-49f190f9-ed0f-4ae6-95fa-7faecfbc738c service neutron] 10.222.0.73 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859251 Feb 04 15:39:10.024381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-fbd6bf38-7eb8-4022-8884-8364613a930b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.024381 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-fbd6bf38-7eb8-4022-8884-8364613a930b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7316add8-b3b6-4387-8510-39335fa6b75c HTTP/1.1" status: 200 len: 868 time: 0.1490877 Feb 04 15:39:10.111515 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.162888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42f7d647-22f4-459f-8fd6-299b3e81b839 req-5bdea82b-010f-417e-9f0c-a7fda73a7af3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b70c33e05bce43a5bb9a4274f2bc8927&device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 1094 time: 0.4673090 Feb 04 15:39:10.176142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d8085-ace6-4591-84f5-4d1441bd8d91 req-ad1a62fa-534a-4775-9b8f-cedb680b9362 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.177924 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a43d8085-ace6-4591-84f5-4d1441bd8d91 req-ad1a62fa-534a-4775-9b8f-cedb680b9362 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 944 time: 0.4789360 Feb 04 15:39:10.418379 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e9c4e2-f6ec-42c0-aea9-f63412b66770 req-f9d3dd90-757f-4944-a21d-9f99656847cd service neutron] 10.222.0.73 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842549 Feb 04 15:39:10.472864 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a43d8085-ace6-4591-84f5-4d1441bd8d91 req-7cc48379-62a9-4279-a344-3e0e7fc4c276 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed1efcab-40b5-4138-9a5b-35cb1b0152e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663591 Feb 04 15:39:10.477217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7d647-22f4-459f-8fd6-299b3e81b839 req-3e20a93a-300e-494d-9726-e62bd3bcc589 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.478714 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42f7d647-22f4-459f-8fd6-299b3e81b839 req-3e20a93a-300e-494d-9726-e62bd3bcc589 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e73b8c79-39c7-4f3f-8efa-10d2b856cc10 HTTP/1.1" status: 200 len: 907 time: 0.2966862 Feb 04 15:39:10.482860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-309bb8de-3d17-4b2f-83a1-a1f290817b01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41ff2593-f55a-4c2e-8e59-0e465bc600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4244990 Feb 04 15:39:10.501083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804fdef-e8f1-47c4-96a6-87eacc1faf36 req-a18160de-fe44-4b8f-b647-3944f99976a7 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.502597 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7804fdef-e8f1-47c4-96a6-87eacc1faf36 req-a18160de-fe44-4b8f-b647-3944f99976a7 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=57716735-cd4c-4a5f-b26f-26d94d8e7f52 HTTP/1.1" status: 200 len: 946 time: 0.2238195 Feb 04 15:39:10.662311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42f7d647-22f4-459f-8fd6-299b3e81b839 req-f738f987-8a6c-42eb-95a8-06765f506789 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86944a8-04c9-45fd-b8af-8b47d21f187b HTTP/1.1" status: 200 len: 217 time: 0.1576271 Feb 04 15:39:10.826872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7804fdef-e8f1-47c4-96a6-87eacc1faf36 req-5efd3f31-a301-4bd2-ae12-494a546c17ef tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711473 Feb 04 15:39:10.841610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7d647-22f4-459f-8fd6-299b3e81b839 req-abac63af-2d81-4772-89ba-2c210f16a0a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.843271 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42f7d647-22f4-459f-8fd6-299b3e81b839 req-abac63af-2d81-4772-89ba-2c210f16a0a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4c8bd91-de49-4d76-b9bb-8b3081d1af67 HTTP/1.1" status: 200 len: 845 time: 0.1738839 Feb 04 15:39:10.846851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-7d45c1ef-c846-4304-b7ed-e6f907c79290 service neutron] 10.222.0.73 "GET /v2.0/networks/41ff2593-f55a-4c2e-8e59-0e465bc600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433564 Feb 04 15:39:10.992842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640980d-38ee-4946-9b29-39ddd122cd92 req-d6b2cf53-c2a6-419f-825c-2a318a1a2865 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.994316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e640980d-38ee-4946-9b29-39ddd122cd92 req-d6b2cf53-c2a6-419f-825c-2a318a1a2865 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 943 time: 0.2679393 Feb 04 15:39:11.101455 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a81dd7d5-963a-454c-ab03-af72d49802fe req-34efd992-be4f-437b-88b6-f9ecb6724aba service neutron] 10.222.0.73 "GET /v2.0/networks/41ff2593-f55a-4c2e-8e59-0e465bc600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009633 Feb 04 15:39:11.109990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e640980d-38ee-4946-9b29-39ddd122cd92 req-a2753f85-846b-4605-a1b8-4316d097446f tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/security-groups?id=17180d54-03eb-40c6-b383-56d62d3155bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063733 Feb 04 15:39:11.114267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42f7d647-22f4-459f-8fd6-299b3e81b839 req-d6dda58d-3323-4e03-bcb9-0d3e7a4d86ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e73b8c79-39c7-4f3f-8efa-10d2b856cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2437153 Feb 04 15:39:11.318129 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.408288 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.474510 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42f7d647-22f4-459f-8fd6-299b3e81b839 req-f7ebb9fb-d1a5-47d9-96e8-eb0d2104d7a8 service neutron] 10.222.0.73 "GET /v2.0/networks/e73b8c79-39c7-4f3f-8efa-10d2b856cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488550 Feb 04 15:39:11.693662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86de8e59-9e07-4679-be9b-f5dfc05ff0fb', 'tag': '6a93dd02-462e-4f40-8f62-7e492dd14fde'}, {'name': 'network-changed', 'server_uuid': '6d31500e-27f8-4235-a6dc-9411d3672fc9', 'tag': '0bc44c63-9dd0-4c6d-a5bc-817923629022'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:11.703832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42f7d647-22f4-459f-8fd6-299b3e81b839 req-3f0ab123-634f-4f00-97bc-2f969a3be024 service neutron] 10.222.0.73 "GET /v2.0/networks/e73b8c79-39c7-4f3f-8efa-10d2b856cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095096 Feb 04 15:39:11.710867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ddc8c-1222-44d1-a690-7698972317d4 req-2dda8867-1f58-4ced-90f5-6fc66e872373 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:11.712349 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-401ddc8c-1222-44d1-a690-7698972317d4 req-2dda8867-1f58-4ced-90f5-6fc66e872373 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 944 time: 0.2198708 Feb 04 15:39:11.764535 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-401ddc8c-1222-44d1-a690-7698972317d4 req-88daeac7-a8aa-4dd3-a16b-1ca83b3c170e tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458043 Feb 04 15:39:12.005669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-3b22bd19-9ffe-4e8a-a50b-9b596e810210 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:12.007131 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-3b22bd19-9ffe-4e8a-a50b-9b596e810210 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1491814 Feb 04 15:39:12.078774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac12c2-4a8e-41cb-95e3-beed16951f6a req-7c0f8f85-f315-4128-93b7-04305699a436 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:12.080598 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42ac12c2-4a8e-41cb-95e3-beed16951f6a req-7c0f8f85-f315-4128-93b7-04305699a436 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.1795142 Feb 04 15:39:12.122502 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-ed62bf7d-37e7-4eee-8eb3-7e730361cc56 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.1090221 Feb 04 15:39:12.138028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-54a363a0-1ee2-48ec-8e15-61d13f5f59e6 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Request body: {'floatingip': {'port_id': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:12.220640 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42ac12c2-4a8e-41cb-95e3-beed16951f6a req-27580bba-74cb-419c-a101-fd79e57f4227 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316414 Feb 04 15:39:12.225826 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-54a363a0-1ee2-48ec-8e15-61d13f5f59e6 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.457607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e86944a8-04c9-45fd-b8af-8b47d21f187b details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:39:12.558242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5466e88-6510-41ae-a31f-0d83c8a2db58 req-cc29dac8-2d64-4259-8b20-b8f6b335d9fb tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:12.559752 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5466e88-6510-41ae-a31f-0d83c8a2db58 req-cc29dac8-2d64-4259-8b20-b8f6b335d9fb tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 944 time: 0.2128260 Feb 04 15:39:12.599827 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port e86944a8-04c9-45fd-b8af-8b47d21f187b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e86944a8-04c9-45fd-b8af-8b47d21f187b,segment=NetworkSegment(c47b929d-6bdb-4df6-8da7-65b904de23a9),segment_id=c47b929d-6bdb-4df6-8da7-65b904de23a9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:12.613901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'e86944a8-04c9-45fd-b8af-8b47d21f187b', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'port_id': 'e86944a8-04c9-45fd-b8af-8b47d21f187b', 'mac_address': 'fa:16:3e:26:28:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:39:12.666619 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.683903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5466e88-6510-41ae-a31f-0d83c8a2db58 req-ef557b86-0557-433b-9cdd-e6324870433c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed1efcab-40b5-4138-9a5b-35cb1b0152e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165562 Feb 04 15:39:12.684645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86944a8-04c9-45fd-b8af-8b47d21f187b {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:12.700236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port e86944a8-04c9-45fd-b8af-8b47d21f187b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e86944a8-04c9-45fd-b8af-8b47d21f187b,segment=NetworkSegment(c47b929d-6bdb-4df6-8da7-65b904de23a9),segment_id=c47b929d-6bdb-4df6-8da7-65b904de23a9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:12.711281 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.779729 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=e86944a8-04c9-45fd-b8af-8b47d21f187b,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:13.107584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-fae1af56-4996-4c77-a426-6ff558dbb910 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:13.109580 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-fae1af56-4996-4c77-a426-6ff558dbb910 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/networks?id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f HTTP/1.1" status: 200 len: 813 time: 0.3038251 Feb 04 15:39:13.117017 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf603d99-e1e0-40bf-af77-e6bd0f025962 req-fe81821f-99a9-4ed1-9304-667ee711aef4 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:13.118353 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bf603d99-e1e0-40bf-af77-e6bd0f025962 req-fe81821f-99a9-4ed1-9304-667ee711aef4 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bcb4f6a-9625-43c1-b22a-c80bb60e83c1 HTTP/1.1" status: 200 len: 946 time: 0.3694015 Feb 04 15:39:13.178537 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-f60b961c-5088-45c5-bd17-23588835b953 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/quotas/a1e363c8ed764957a8fd8178ff5ceac4 HTTP/1.1" status: 200 len: 375 time: 0.0592206 Feb 04 15:39:13.258633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-bf603d99-e1e0-40bf-af77-e6bd0f025962 req-e8fc9138-62e8-458f-8abc-8728f5bfa987 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Deleting port d49ab9aa-b479-4951-bf0f-3b268bf98ac4 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:13.259018 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bf603d99-e1e0-40bf-af77-e6bd0f025962 req-e8fc9138-62e8-458f-8abc-8728f5bfa987 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.304864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-54a363a0-1ee2-48ec-8e15-61d13f5f59e6 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:39:13.479263 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-54a363a0-1ee2-48ec-8e15-61d13f5f59e6 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.488266 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-54a363a0-1ee2-48ec-8e15-61d13f5f59e6 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.492453 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['e86944a8-04c9-45fd-b8af-8b47d21f187b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:13.558134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d5168-ca5a-4068-ba18-dda8ef6a7175 req-a928651e-1c73-42c2-9fd8-f6d3d173a494 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:13.558824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-338d5168-ca5a-4068-ba18-dda8ef6a7175 req-a928651e-1c73-42c2-9fd8-f6d3d173a494 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Synchronizing usage tracker for tenant:a1e363c8ed764957a8fd8178ff5ceac4 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:13.574098 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-f56347ab-10ff-43a6-af59-6c188aba2baa tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1e363c8ed764957a8fd8178ff5ceac4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3806939 Feb 04 15:39:13.576759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-338d5168-ca5a-4068-ba18-dda8ef6a7175 req-a928651e-1c73-42c2-9fd8-f6d3d173a494 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Unset dirty status for tenant:a1e363c8ed764957a8fd8178ff5ceac4 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:13.578343 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-338d5168-ca5a-4068-ba18-dda8ef6a7175 req-a928651e-1c73-42c2-9fd8-f6d3d173a494 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.81 "GET /v2.0/ports?device_id=3aaf86cb-274d-4ce8-be3d-0e882e82eb6c HTTP/1.1" status: 200 len: 945 time: 0.1045172 Feb 04 15:39:13.651625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-338d5168-ca5a-4068-ba18-dda8ef6a7175 req-1f03adcb-7a59-44c1-aedb-559edb9814bd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Deleting port dd4fdf29-fad8-4faa-9d57-4d635a6cae5e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:13.651970 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-338d5168-ca5a-4068-ba18-dda8ef6a7175 req-1f03adcb-7a59-44c1-aedb-559edb9814bd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.842724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-bf603d99-e1e0-40bf-af77-e6bd0f025962 req-e8fc9138-62e8-458f-8abc-8728f5bfa987 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] For port d49ab9aa-b479-4951-bf0f-3b268bf98ac4, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=d49ab9aa-b479-4951-bf0f-3b268bf98ac4,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:13.843643 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bf603d99-e1e0-40bf-af77-e6bd0f025962 req-e8fc9138-62e8-458f-8abc-8728f5bfa987 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.966684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-338d5168-ca5a-4068-ba18-dda8ef6a7175 req-1f03adcb-7a59-44c1-aedb-559edb9814bd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] For port dd4fdf29-fad8-4faa-9d57-4d635a6cae5e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=dd4fdf29-fad8-4faa-9d57-4d635a6cae5e,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:13.967449 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-338d5168-ca5a-4068-ba18-dda8ef6a7175 req-1f03adcb-7a59-44c1-aedb-559edb9814bd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.973701 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-c5d200b9-1940-404c-9b98-46f5be0052be service neutron] 10.222.0.60 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844073 Feb 04 15:39:14.043950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-bf603d99-e1e0-40bf-af77-e6bd0f025962 req-e8fc9138-62e8-458f-8abc-8728f5bfa987 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Calling delete_port for d49ab9aa-b479-4951-bf0f-3b268bf98ac4 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:14.094504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-338d5168-ca5a-4068-ba18-dda8ef6a7175 req-1f03adcb-7a59-44c1-aedb-559edb9814bd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Calling delete_port for dd4fdf29-fad8-4faa-9d57-4d635a6cae5e owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:14.147298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-0237820e-2450-4cca-931b-3cfe54480723 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:14.151113 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-0237820e-2450-4cca-931b-3cfe54480723 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:14.151880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-0237820e-2450-4cca-931b-3cfe54480723 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Synchronizing usage tracker for tenant:dea255a64256441d977f1d087c29cfe1 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:14.196868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-0237820e-2450-4cca-931b-3cfe54480723 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Unset dirty status for tenant:dea255a64256441d977f1d087c29cfe1 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:14.198272 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-0237820e-2450-4cca-931b-3cfe54480723 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.81 "GET /v2.0/ports?device_id=16d64c93-aead-46e6-93a2-0d58ba5fbace HTTP/1.1" status: 200 len: 1682 time: 0.3268800 Feb 04 15:39:14.297377 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-f961d1d1-b4e1-4fd8-a889-9b51d348b9b5 service neutron] 10.222.0.60 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619019 Feb 04 15:39:14.308596 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-54a363a0-1ee2-48ec-8e15-61d13f5f59e6 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Floating IP 96475c7a-799e-4e03-8347-026074424138 associated. External IP: 172.25.0.208, port: c6fc60d9-ba11-40aa-8a65-a1b60002d622. Feb 04 15:39:14.327419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-d8f01552-9069-4c6d-8dc1-6bb2b8050114 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Deleting port 693ef1c7-c664-4c0f-807b-958505bd9e25 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:14.328298 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-d8f01552-9069-4c6d-8dc1-6bb2b8050114 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.365525 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-338d5168-ca5a-4068-ba18-dda8ef6a7175 req-1f03adcb-7a59-44c1-aedb-559edb9814bd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.398017 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bf603d99-e1e0-40bf-af77-e6bd0f025962 req-e8fc9138-62e8-458f-8abc-8728f5bfa987 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.412733 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['dd4fdf29-fad8-4faa-9d57-4d635a6cae5e'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:14.428191 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03adcb-7a59-44c1-aedb-559edb9814bd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Pushing event deleted for resources: {'Port': ['ID=dd4fdf29-fad8-4faa-9d57-4d635a6cae5e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:14.484247 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 0bc44c63-9dd0-4c6d-a5bc-817923629022 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:39:14.549484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['dd4fdf29-fad8-4faa-9d57-4d635a6cae5e'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:14.582365 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86de8e59-9e07-4679-be9b-f5dfc05ff0fb', 'tag': '6a93dd02-462e-4f40-8f62-7e492dd14fde', 'status': 'completed', 'code': 200} Feb 04 15:39:14.582624 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d31500e-27f8-4235-a6dc-9411d3672fc9', 'tag': '0bc44c63-9dd0-4c6d-a5bc-817923629022', 'status': 'completed', 'code': 200} Feb 04 15:39:14.649489 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:39:14.686309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc9138-62e8-458f-8abc-8728f5bfa987 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Pushing event deleted for resources: {'Port': ['ID=d49ab9aa-b479-4951-bf0f-3b268bf98ac4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:14.706765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-338d5168-ca5a-4068-ba18-dda8ef6a7175 req-1f03adcb-7a59-44c1-aedb-559edb9814bd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] No DVR routers for this DVR port dd4fdf29-fad8-4faa-9d57-4d635a6cae5e on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:14.710805 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-338d5168-ca5a-4068-ba18-dda8ef6a7175 req-1f03adcb-7a59-44c1-aedb-559edb9814bd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.720826 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aaf86cb-274d-4ce8-be3d-0e882e82eb6c', 'name': 'network-vif-deleted', 'tag': 'dd4fdf29-fad8-4faa-9d57-4d635a6cae5e'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:14.730638 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-338d5168-ca5a-4068-ba18-dda8ef6a7175 req-1f03adcb-7a59-44c1-aedb-559edb9814bd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.81 "DELETE /v2.0/ports/dd4fdf29-fad8-4faa-9d57-4d635a6cae5e HTTP/1.1" status: 204 len: 173 time: 1.1466448 Feb 04 15:39:14.800359 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['d49ab9aa-b479-4951-bf0f-3b268bf98ac4'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:14.833050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf603d99-e1e0-40bf-af77-e6bd0f025962 req-e8fc9138-62e8-458f-8abc-8728f5bfa987 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] No DVR routers for this DVR port d49ab9aa-b479-4951-bf0f-3b268bf98ac4 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:14.847000 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bf603d99-e1e0-40bf-af77-e6bd0f025962 req-e8fc9138-62e8-458f-8abc-8728f5bfa987 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.881758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['d49ab9aa-b479-4951-bf0f-3b268bf98ac4'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:14.897516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-d8f01552-9069-4c6d-8dc1-6bb2b8050114 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] For port 693ef1c7-c664-4c0f-807b-958505bd9e25, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=693ef1c7-c664-4c0f-807b-958505bd9e25,segment=NetworkSegment(ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df),segment_id=ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:14.897957 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-d8f01552-9069-4c6d-8dc1-6bb2b8050114 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.935634 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bf603d99-e1e0-40bf-af77-e6bd0f025962 req-e8fc9138-62e8-458f-8abc-8728f5bfa987 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.73 "DELETE /v2.0/ports/d49ab9aa-b479-4951-bf0f-3b268bf98ac4 HTTP/1.1" status: 204 len: 173 time: 1.8061566 Feb 04 15:39:14.979162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 0bc44c63-9dd0-4c6d-a5bc-817923629022, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=0bc44c63-9dd0-4c6d-a5bc-817923629022,segment=NetworkSegment(2b763b50-49f2-4de6-b2fe-23ced4f421e2),segment_id=2b763b50-49f2-4de6-b2fe-23ced4f421e2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:14.999772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '0bc44c63-9dd0-4c6d-a5bc-817923629022', 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'port_id': '0bc44c63-9dd0-4c6d-a5bc-817923629022', 'mac_address': 'fa:16:3e:a1:e4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:39:15.010615 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-67847879-63da-48a1-bf7d-3696a663d8f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=afedf71e08d54f2282f1fc68f8a88f61&device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 1095 time: 0.4254770 Feb 04 15:39:15.025572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ddc5a-695f-4260-8f2c-1129f9e6e502 req-083401ec-92bf-48fb-ad3b-7e4b26ebd916 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:15.029613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ddc5a-695f-4260-8f2c-1129f9e6e502 req-083401ec-92bf-48fb-ad3b-7e4b26ebd916 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:15.038767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-493ddc5a-695f-4260-8f2c-1129f9e6e502 req-083401ec-92bf-48fb-ad3b-7e4b26ebd916 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/ports?device_id=16d64c93-aead-46e6-93a2-0d58ba5fbace HTTP/1.1" status: 200 len: 1682 time: 0.3554778 Feb 04 15:39:15.074773 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.100007 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc44c63-9dd0-4c6d-a5bc-817923629022 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:15.119282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 0bc44c63-9dd0-4c6d-a5bc-817923629022, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=0bc44c63-9dd0-4c6d-a5bc-817923629022,segment=NetworkSegment(2b763b50-49f2-4de6-b2fe-23ced4f421e2),segment_id=2b763b50-49f2-4de6-b2fe-23ced4f421e2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:15.126393 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.127055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6a93dd02-462e-4f40-8f62-7e492dd14fde details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:39:15.143280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-d8f01552-9069-4c6d-8dc1-6bb2b8050114 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Calling delete_port for 693ef1c7-c664-4c0f-807b-958505bd9e25 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:15.247883 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-493ddc5a-695f-4260-8f2c-1129f9e6e502 req-fd18b312-4f3a-4e97-b68f-d5706b1091a7 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "GET /v2.0/security-groups?id=a64ead11-a918-49ed-af89-d7c7fa0583f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077806 Feb 04 15:39:15.384167 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=0bc44c63-9dd0-4c6d-a5bc-817923629022,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:15.413472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-256505c3-2687-4383-8193-377418199d15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:15.415250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-256505c3-2687-4383-8193-377418199d15 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c HTTP/1.1" status: 200 len: 906 time: 0.3529215 Feb 04 15:39:15.477925 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-d8f01552-9069-4c6d-8dc1-6bb2b8050114 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.516936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['9c70fdf4-6b91-42d1-9f1e-3f2251119e85', '693ef1c7-c664-4c0f-807b-958505bd9e25'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:15.550632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f01552-9069-4c6d-8dc1-6bb2b8050114 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event deleted for resources: {'Port': ['ID=693ef1c7-c664-4c0f-807b-958505bd9e25,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:15.582615 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-bef33ea9-feca-404f-8ddd-c1ad5e08152b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a93dd02-462e-4f40-8f62-7e492dd14fde HTTP/1.1" status: 200 len: 217 time: 0.1580176 Feb 04 15:39:15.602364 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6a93dd02-462e-4f40-8f62-7e492dd14fde, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6a93dd02-462e-4f40-8f62-7e492dd14fde,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:15.640011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '6a93dd02-462e-4f40-8f62-7e492dd14fde', 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c', 'port_id': '6a93dd02-462e-4f40-8f62-7e492dd14fde', 'mac_address': 'fa:16:3e:12:77:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5285dbb-79fd-49a5-a716-0ef9a58f1dfc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:39:15.683876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-d8f01552-9069-4c6d-8dc1-6bb2b8050114 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] No DVR routers for this DVR port 693ef1c7-c664-4c0f-807b-958505bd9e25 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:15.688717 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-d8f01552-9069-4c6d-8dc1-6bb2b8050114 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.690859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba5528-5427-4060-82cc-344c7ff9db58 req-fd0db69f-373b-42fe-aef5-a81eb4ff2a6f tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:15.692409 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a7ba5528-5427-4060-82cc-344c7ff9db58 req-fd0db69f-373b-42fe-aef5-a81eb4ff2a6f tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 944 time: 0.1961615 Feb 04 15:39:15.709287 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-d8f01552-9069-4c6d-8dc1-6bb2b8050114 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.81 "DELETE /v2.0/ports/693ef1c7-c664-4c0f-807b-958505bd9e25 HTTP/1.1" status: 204 len: 173 time: 1.5044029 Feb 04 15:39:15.730515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-2b03bd34-e0ad-4c72-987c-7b7b562b07c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:15.732202 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-2b03bd34-e0ad-4c72-987c-7b7b562b07c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f5285dbb-79fd-49a5-a716-0ef9a58f1dfc HTTP/1.1" status: 200 len: 845 time: 0.1267610 Feb 04 15:39:15.815779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-f03c3a19-aaf1-4fd7-9889-d4429012f076 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Deleting port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:15.816161 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-f03c3a19-aaf1-4fd7-9889-d4429012f076 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.854895 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.889472 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a93dd02-462e-4f40-8f62-7e492dd14fde {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:15.922985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6a93dd02-462e-4f40-8f62-7e492dd14fde, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6a93dd02-462e-4f40-8f62-7e492dd14fde,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:15.942874 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.945302 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-81cf328c-45de-461c-95e9-b2cf42a68d9b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1747358 Feb 04 15:39:15.967418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a7ba5528-5427-4060-82cc-344c7ff9db58 req-4e762ceb-b4bf-430e-8fe4-7aa9240d986d tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/security-groups?id=17180d54-03eb-40c6-b383-56d62d3155bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672837 Feb 04 15:39:16.071050 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=6a93dd02-462e-4f40-8f62-7e492dd14fde,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:16.205681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-f03c3a19-aaf1-4fd7-9889-d4429012f076 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] For port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9c70fdf4-6b91-42d1-9f1e-3f2251119e85,segment=NetworkSegment(32c1f0b0-b753-497b-b7d2-5b9e5ac49c23),segment_id=32c1f0b0-b753-497b-b7d2-5b9e5ac49c23)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:16.206026 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-f03c3a19-aaf1-4fd7-9889-d4429012f076 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.246685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-42d0e3e6-23ef-4159-a779-01fc97f5d08c service neutron] 10.222.0.73 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783153 Feb 04 15:39:16.281148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-54a363a0-1ee2-48ec-8e15-61d13f5f59e6 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Router 80e613b7-dfef-4bcf-b62e-98bac33456dc has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:16.335511 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-f03c3a19-aaf1-4fd7-9889-d4429012f076 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Calling delete_port for 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:16.474948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13d7cf-09c4-4935-b41f-6f63f32acf26 req-c6b4ae5e-0a77-49d4-bf99-12af8172ca0c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:16.476362 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad13d7cf-09c4-4935-b41f-6f63f32acf26 req-c6b4ae5e-0a77-49d4-bf99-12af8172ca0c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 945 time: 0.2850626 Feb 04 15:39:16.478179 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e86944a8-04c9-45fd-b8af-8b47d21f187b up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:16.491612 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-f03c3a19-aaf1-4fd7-9889-d4429012f076 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.503785 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-67ac12aa-7f20-4740-9bdb-7ad7375e6d3a service neutron] 10.222.0.73 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490339 Feb 04 15:39:16.541719 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['6a93dd02-462e-4f40-8f62-7e492dd14fde'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:16.552418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c3a19-aaf1-4fd7-9889-d4429012f076 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event deleted for resources: {'Port': ['ID=9c70fdf4-6b91-42d1-9f1e-3f2251119e85,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:16.564134 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad13d7cf-09c4-4935-b41f-6f63f32acf26 req-9c75bdb3-e203-478f-9d44-b5c3dd8d2051 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809972 Feb 04 15:39:16.584222 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcb4f6a-9625-43c1-b22a-c80bb60e83c1', 'name': 'network-vif-deleted', 'tag': 'd49ab9aa-b479-4951-bf0f-3b268bf98ac4'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:16.642747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['693ef1c7-c664-4c0f-807b-958505bd9e25'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:16.712833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['0bc44c63-9dd0-4c6d-a5bc-817923629022'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:16.772420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-f03c3a19-aaf1-4fd7-9889-d4429012f076 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] No DVR routers for this DVR port 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:16.777308 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-f03c3a19-aaf1-4fd7-9889-d4429012f076 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.804320 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0659199e-ae5f-4033-a0e5-bbef2c66c6f4 req-f03c3a19-aaf1-4fd7-9889-d4429012f076 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.81 "DELETE /v2.0/ports/9c70fdf4-6b91-42d1-9f1e-3f2251119e85 HTTP/1.1" status: 204 len: 173 time: 1.0891025 Feb 04 15:39:17.105820 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-f2aa5798-534f-4854-aa7c-86d455b872ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0894528fa7a44e3a8af614f7a256e283&device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 1096 time: 0.1633439 Feb 04 15:39:17.113945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c837a-5942-4f0f-8098-d83a343e0ab9 req-f4def1bd-b04e-48aa-aead-02ba3cdec21b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:17.121063 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a23c837a-5942-4f0f-8098-d83a343e0ab9 req-f4def1bd-b04e-48aa-aead-02ba3cdec21b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.2137442 Feb 04 15:39:17.143974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-74b30b3e-23fd-4499-b462-b7950f06c968 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:17.145631 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-74b30b3e-23fd-4499-b462-b7950f06c968 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.81 "GET /v2.0/networks?id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f HTTP/1.1" status: 200 len: 813 time: 0.4691870 Feb 04 15:39:17.161132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-54a363a0-1ee2-48ec-8e15-61d13f5f59e6 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:17.179828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701171f-9be8-4ae5-99ad-dcc72e8d90cf None None] Sync routers for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:39:17.193172 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port e86944a8-04c9-45fd-b8af-8b47d21f187b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:17.209733 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port e86944a8-04c9-45fd-b8af-8b47d21f187b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:17.210076 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.214795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Request body: {'port': {'device_id': '84258b68-84e4-468f-aeb9-4badce416edf', 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f', 'admin_state_up': True, 'tenant_id': 'a1e363c8ed764957a8fd8178ff5ceac4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:17.217872 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-54a363a0-1ee2-48ec-8e15-61d13f5f59e6 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.320455 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4701171f-9be8-4ae5-99ad-dcc72e8d90cf None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:17.321044 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4701171f-9be8-4ae5-99ad-dcc72e8d90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:17.321948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-54a363a0-1ee2-48ec-8e15-61d13f5f59e6 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "PUT /v2.0/floatingips/96475c7a-799e-4e03-8347-026074424138 HTTP/1.1" status: 200 len: 997 time: 5.1909955 Feb 04 15:39:17.330948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a23c837a-5942-4f0f-8098-d83a343e0ab9 req-a0e644b2-fc48-4d7e-999a-8833217d9ed2 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090409 Feb 04 15:39:17.398157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-3307fd64-2799-4951-9479-c4c52820754b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:17.399631 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-3307fd64-2799-4951-9479-c4c52820754b service neutron] 10.222.0.73 "GET /v2.0/networks?id=41ff2593-f55a-4c2e-8e59-0e465bc600ea HTTP/1.1" status: 200 len: 930 time: 0.2619460 Feb 04 15:39:17.528079 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-949b6813-cc11-40cd-a27a-da063469af3f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc44c63-9dd0-4c6d-a5bc-817923629022 HTTP/1.1" status: 200 len: 217 time: 0.1172178 Feb 04 15:39:17.546269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-4701171f-9be8-4ae5-99ad-dcc72e8d90cf None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:17.558731 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:17.563637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Usage tracker for resource:port and tenant:a1e363c8ed764957a8fd8178ff5ceac4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:17.567627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:17.573835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:17.594263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Made reservation on behalf of a1e363c8ed764957a8fd8178ff5ceac4 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:17.597761 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.627911 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-ce8e2b7a-0eb6-4d05-99c0-edbf475a0d8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 1097 time: 0.2879286 Feb 04 15:39:17.641942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ea0a3018-fd68-46c3-8bf6-26b2651a3f5b tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:17.643902 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ea0a3018-fd68-46c3-8bf6-26b2651a3f5b tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.81 "GET /v2.0/networks?id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f HTTP/1.1" status: 200 len: 813 time: 0.4074523 Feb 04 15:39:17.657907 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.700622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Request body: {'port': {'device_id': '286a86be-d427-4f92-9c58-c8cbe0e99ad7', 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f', 'admin_state_up': True, 'tenant_id': 'a1e363c8ed764957a8fd8178ff5ceac4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:17.705002 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device dd4fdf29-fad8-4faa-9d57-4d635a6cae5e no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:17.737294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-d252b239-2c72-4c04-af46-fb065cd2fae2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:17.738715 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-d252b239-2c72-4c04-af46-fb065cd2fae2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7316add8-b3b6-4387-8510-39335fa6b75c HTTP/1.1" status: 200 len: 868 time: 0.1619098 Feb 04 15:39:17.779054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ae2a20-e75c-47b5-b41e-4eb791d99a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86944a8-04c9-45fd-b8af-8b47d21f187b'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:17.789271 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: dd4fdf29-fad8-4faa-9d57-4d635a6cae5e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:39:17.789612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device dd4fdf29-fad8-4faa-9d57-4d635a6cae5e not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:17.790035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 693ef1c7-c664-4c0f-807b-958505bd9e25 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:17.837234 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port e86944a8-04c9-45fd-b8af-8b47d21f187b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e86944a8-04c9-45fd-b8af-8b47d21f187b,segment=NetworkSegment(c47b929d-6bdb-4df6-8da7-65b904de23a9),segment_id=c47b929d-6bdb-4df6-8da7-65b904de23a9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:17.838268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 693ef1c7-c664-4c0f-807b-958505bd9e25 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:39:17.838606 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 693ef1c7-c664-4c0f-807b-958505bd9e25 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:17.855315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dad341-91ef-494c-a44e-1ae228c306d6 req-16eae6d2-91ce-4852-8b2f-fad4aac81472 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:17.856731 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9dad341-91ef-494c-a44e-1ae228c306d6 req-16eae6d2-91ce-4852-8b2f-fad4aac81472 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 945 time: 0.3195181 Feb 04 15:39:17.867865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-efced63c-4410-45ce-bc11-07ed9198a19e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:17.869292 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-efced63c-4410-45ce-bc11-07ed9198a19e service neutron] 10.222.0.60 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 922 time: 0.2313387 Feb 04 15:39:17.956622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Allocated IP 172.20.0.7 (e82f4794-edaa-4da5-b40b-be0e2b7bc36f/e1ccf863-4ca2-46f0-99dd-a0db17bfa74e/adc8053a-e96e-4f37-845d-dc840d8c3046) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:17.976715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:17.981353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Usage tracker for resource:port and tenant:a1e363c8ed764957a8fd8178ff5ceac4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:17.984352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:17.990621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:18.004803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Made reservation on behalf of a1e363c8ed764957a8fd8178ff5ceac4 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:18.007003 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.007297 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.008107 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d49ab9aa-b479-4951-bf0f-3b268bf98ac4 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:18.011749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9dad341-91ef-494c-a44e-1ae228c306d6 req-3968a71a-a07b-4da0-8541-e99d9015e853 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed1efcab-40b5-4138-9a5b-35cb1b0152e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414611 Feb 04 15:39:18.039260 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-9f5a8667-c1b2-4552-8e49-6b658320f4b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622 HTTP/1.1" status: 200 len: 1000 time: 0.1519945 Feb 04 15:39:18.045281 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-0bc384a7-f410-4566-afc9-9850abcbdc0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41ff2593-f55a-4c2e-8e59-0e465bc600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2894075 Feb 04 15:39:18.121355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-9815a2cd-384a-4b76-9d7a-fd428d142784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:18.132479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-9815a2cd-384a-4b76-9d7a-fd428d142784 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.0842574 Feb 04 15:39:18.137683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: d49ab9aa-b479-4951-bf0f-3b268bf98ac4 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:39:18.140486 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device d49ab9aa-b479-4951-bf0f-3b268bf98ac4 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:18.251946 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=e86944a8-04c9-45fd-b8af-8b47d21f187b,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:18.332028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.364002 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aaf86cb-274d-4ce8-be3d-0e882e82eb6c', 'name': 'network-vif-deleted', 'tag': 'dd4fdf29-fad8-4faa-9d57-4d635a6cae5e', 'status': 'completed', 'code': 200} Feb 04 15:39:18.368924 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-5dbe4afe-d531-461b-9e8f-9bd0c4aa68ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2355704 Feb 04 15:39:18.377506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-b8da9720-df66-4dba-bc30-b4e6571ff08a service neutron] 10.222.0.73 "GET /v2.0/networks/41ff2593-f55a-4c2e-8e59-0e465bc600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429454 Feb 04 15:39:18.384141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-542b1a10-7edd-413c-8fd2-1ffb6feab54d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:39:18.388228 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-542b1a10-7edd-413c-8fd2-1ffb6feab54d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067685 Feb 04 15:39:18.429264 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4701171f-9be8-4ae5-99ad-dcc72e8d90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '96475c7a-799e-4e03-8347-026074424138', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'port_id': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'mac_address': 'fa:16:3e:df:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:42Z', 'updated_at': '2022-02-04T15:39:13Z', 'revision_number': 1, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:18.434618 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701171f-9be8-4ae5-99ad-dcc72e8d90cf None None] Checking router: 80e613b7-dfef-4bcf-b62e-98bac33456dc for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:39:18.447299 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4701171f-9be8-4ae5-99ad-dcc72e8d90cf None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:18.448089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4701171f-9be8-4ae5-99ad-dcc72e8d90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:18.470118 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Allocated IP 172.20.0.3 (e82f4794-edaa-4da5-b40b-be0e2b7bc36f/e1ccf863-4ca2-46f0-99dd-a0db17bfa74e/4427a051-4a2a-43ae-b575-855f94e7f678) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:18.543195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.547694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60870) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:18.652754 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcb4f6a-9625-43c1-b22a-c80bb60e83c1', 'name': 'network-vif-deleted', 'tag': 'd49ab9aa-b479-4951-bf0f-3b268bf98ac4', 'status': 'completed', 'code': 200} Feb 04 15:39:18.666162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-4701171f-9be8-4ae5-99ad-dcc72e8d90cf None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:18.746274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Network e82f4794-edaa-4da5-b40b-be0e2b7bc36f is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:18.753043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:18.760746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:39:18.815874 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b606a2c-901d-4017-b62e-54cc9cd184af req-cc51c77f-5cf9-4ac3-980a-b31a21c5c943 service neutron] 10.222.0.73 "GET /v2.0/networks/41ff2593-f55a-4c2e-8e59-0e465bc600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266522 Feb 04 15:39:18.820888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-23dd0ce2-b2ab-47ee-80f3-bd7b9582b5f0 service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110899 Feb 04 15:39:18.825153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Pushing event updated for resources: {'Port': ['ID=adc8053a-e96e-4f37-845d-dc840d8c3046,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:18.928073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a019965-74be-471c-b2c2-efbd5de6fc09 req-c5b108ff-5985-4d02-8521-daccc6ddd9f3 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:18.934795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a019965-74be-471c-b2c2-efbd5de6fc09 req-c5b108ff-5985-4d02-8521-daccc6ddd9f3 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 945 time: 0.2763200 Feb 04 15:39:18.948976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:18.949328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:18.949646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:18.949985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:18.950311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:18.950639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:18.950957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:18.951302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:18.951622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:18.951939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:18.952256 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:18.966312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:18.966945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.006651 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.031747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a019965-74be-471c-b2c2-efbd5de6fc09 req-f161e433-540c-43ab-b078-9084cd089cc5 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/security-groups?id=17180d54-03eb-40c6-b383-56d62d3155bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953107 Feb 04 15:39:19.050566 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-70a1ad39-cb3e-4077-b21b-b3e626b55ea9 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8398921 Feb 04 15:39:19.059259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-821c95c2-07a1-49fb-9b04-a040a09fdfb2 req-7a688816-29dc-48ff-ab7a-953b9fa9207b service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141454 Feb 04 15:39:19.074932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Request body: {'port': {'device_id': '84258b68-84e4-468f-aeb9-4badce416edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:19.106795 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4701171f-9be8-4ae5-99ad-dcc72e8d90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '96475c7a-799e-4e03-8347-026074424138', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'port_id': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'mac_address': 'fa:16:3e:df:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:42Z', 'updated_at': '2022-02-04T15:39:13Z', 'revision_number': 1, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:19.112462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701171f-9be8-4ae5-99ad-dcc72e8d90cf None None] The sync data for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 is: [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '96475c7a-799e-4e03-8347-026074424138', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'port_id': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'mac_address': 'fa:16:3e:df:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:42Z', 'updated_at': '2022-02-04T15:39:13Z', 'revision_number': 1, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:39:19.112807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb26eff-de55-44dd-9e5e-e82b35f50968 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Deleting subnet 25c6922d-7cc5-499e-b5a0-f328d977d355 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:39:19.126750 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfb26eff-de55-44dd-9e5e-e82b35f50968 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.148308 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ae2a20-e75c-47b5-b41e-4eb791d99a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86944a8-04c9-45fd-b8af-8b47d21f187b', 'code': 200} Feb 04 15:39:19.207022 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.332026 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfb26eff-de55-44dd-9e5e-e82b35f50968 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.351146 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2599980c-624d-4072-80d5-d4c6cbc5c999 req-9f3588cd-b1f7-4fcd-980e-1850288043e5 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Synchronizing usage tracker for tenant:a1e363c8ed764957a8fd8178ff5ceac4 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:19.386273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2599980c-624d-4072-80d5-d4c6cbc5c999 req-9f3588cd-b1f7-4fcd-980e-1850288043e5 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Unset dirty status for tenant:a1e363c8ed764957a8fd8178ff5ceac4 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:19.387681 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2599980c-624d-4072-80d5-d4c6cbc5c999 req-9f3588cd-b1f7-4fcd-980e-1850288043e5 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=286a86be-d427-4f92-9c58-c8cbe0e99ad7 HTTP/1.1" status: 200 len: 210 time: 0.0951178 Feb 04 15:39:19.401289 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bde452b2-1300-4ef9-98cb-f057c6aa101e req-f63939a9-c005-4c51-821f-4c682e65e4d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 1096 time: 0.1630452 Feb 04 15:39:19.401436 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.415589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94594399-d9dc-40c7-840a-4466cc50c475 req-5a9a3ed8-edac-4cab-a471-2a6e29abebc5 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:19.418761 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94594399-d9dc-40c7-840a-4466cc50c475 req-5a9a3ed8-edac-4cab-a471-2a6e29abebc5 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 945 time: 0.2334828 Feb 04 15:39:19.490678 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bde452b2-1300-4ef9-98cb-f057c6aa101e req-6fbc137d-63e0-4c8a-8f41-b9f327dbfe26 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=17180d54-03eb-40c6-b383-56d62d3155bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708857 Feb 04 15:39:19.492787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.495306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94594399-d9dc-40c7-840a-4466cc50c475 req-cadf5b51-2920-4346-813a-01629fc88dd3 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601828 Feb 04 15:39:19.530397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Network e82f4794-edaa-4da5-b40b-be0e2b7bc36f is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:19.541390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:19.554762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:39:19.616970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186831ad-aa38-491c-a47d-9bed27b60eb3 req-b67ff21c-1965-4a54-9424-52ec5623dc22 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:19.618763 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-186831ad-aa38-491c-a47d-9bed27b60eb3 req-b67ff21c-1965-4a54-9424-52ec5623dc22 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.0914416 Feb 04 15:39:19.623156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Pushing event updated for resources: {'Port': ['ID=4427a051-4a2a-43ae-b575-855f94e7f678,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:19.674102 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:19.675504 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfb26eff-de55-44dd-9e5e-e82b35f50968 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.709068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:39:19.709434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9c70fdf4-6b91-42d1-9f1e-3f2251119e85 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:19.720279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-186831ad-aa38-491c-a47d-9bed27b60eb3 req-49d5a479-a301-402c-b34c-8e030185423c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951340 Feb 04 15:39:19.743654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3c506-645d-4c8b-ac85-e09aafdd7e4c req-8eb7de57-9007-4813-b708-32e19ae3176b tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:19.745664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-19d3c506-645d-4c8b-ac85-e09aafdd7e4c req-8eb7de57-9007-4813-b708-32e19ae3176b tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 945 time: 0.1179011 Feb 04 15:39:19.759357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:19.759971 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.800642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-19d3c506-645d-4c8b-ac85-e09aafdd7e4c req-f9f20932-dd96-4ac1-8ccd-a5485f5c7d0f tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed1efcab-40b5-4138-9a5b-35cb1b0152e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486369 Feb 04 15:39:19.811449 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-4cb6db91-f94d-4596-b79c-68cfad3843cb tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1152124 Feb 04 15:39:19.829731 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Request body: {'port': {'device_id': '286a86be-d427-4f92-9c58-c8cbe0e99ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:19.928597 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-74e4cef6-b88d-4a51-916e-52af09a43e9f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:19.930405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-74e4cef6-b88d-4a51-916e-52af09a43e9f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=57716735-cd4c-4a5f-b26f-26d94d8e7f52&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0847886 Feb 04 15:39:20.004841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfb26eff-de55-44dd-9e5e-e82b35f50968 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.044418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-c1f200f6-1405-4321-82af-e65716cb7f76 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1000 time: 0.1049845 Feb 04 15:39:20.055296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-13a80d01-050f-45fc-9361-b07772ee1d09 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Request body: {'floatingip': {'port_id': '9511478f-7262-4a2c-b5ec-ef0a747c5347', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:20.071543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb26eff-de55-44dd-9e5e-e82b35f50968 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event deleted for resources: {'Subnet': ['ID=25c6922d-7cc5-499e-b5a0-f328d977d355,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:20.095131 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfb26eff-de55-44dd-9e5e-e82b35f50968 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.101986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2377901a-0fec-48f8-9cc8-2789ffa93122 None None] Network 6554dda5-dbcc-4066-a800-baf8f98c2021 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:39:20.111693 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.134774 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bfb26eff-de55-44dd-9e5e-e82b35f50968 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "DELETE /v2.0/subnets/25c6922d-7cc5-499e-b5a0-f328d977d355 HTTP/1.1" status: 204 len: 168 time: 1.5859468 Feb 04 15:39:20.138582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60880) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:20.167336 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-13a80d01-050f-45fc-9361-b07772ee1d09 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.262320 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:39:20.365562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'name': 'network-vif-deleted', 'tag': '693ef1c7-c664-4c0f-807b-958505bd9e25'}, {'server_uuid': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'name': 'network-vif-deleted', 'tag': '9c70fdf4-6b91-42d1-9f1e-3f2251119e85'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:20.376536 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.386521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e713b0ad-db37-4c7e-a729-ca62ac20fa13 None None] DHCP port deletion for 6554dda5-dbcc-4066-a800-baf8f98c2021 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:39:20.392234 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e713b0ad-db37-4c7e-a729-ca62ac20fa13 None None] Deleting port e7513d21-e560-42f7-ba07-9b9a930fe6c1 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:20.392754 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e713b0ad-db37-4c7e-a729-ca62ac20fa13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.401687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea0d8e-26f9-4798-9978-374f7ba30f68 req-6d795518-248e-451f-85d2-d9b0036cda30 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:20.403132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5bea0d8e-26f9-4798-9978-374f7ba30f68 req-6d795518-248e-451f-85d2-d9b0036cda30 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 945 time: 0.1761277 Feb 04 15:39:20.417135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc8053a-e96e-4f37-845d-dc840d8c3046 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:20.433963 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.471508 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Deleting port e7513d21-e560-42f7-ba07-9b9a930fe6c1 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:20.471849 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.495204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Transition to ACTIVE for port object adc8053a-e96e-4f37-845d-dc840d8c3046 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:20.500555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6a93dd02-462e-4f40-8f62-7e492dd14fde up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:20.510015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5bea0d8e-26f9-4798-9978-374f7ba30f68 req-5a3855e3-7b1f-4bfd-af5b-e41ae08ee6e4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/security-groups?id=17180d54-03eb-40c6-b383-56d62d3155bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734363 Feb 04 15:39:20.529554 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.653800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'tag': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:20.671937 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'name': 'network-vif-deleted', 'tag': '693ef1c7-c664-4c0f-807b-958505bd9e25', 'status': 'completed', 'code': 200} Feb 04 15:39:20.672177 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d64c93-aead-46e6-93a2-0d58ba5fbace', 'name': 'network-vif-deleted', 'tag': '9c70fdf4-6b91-42d1-9f1e-3f2251119e85', 'status': 'completed', 'code': 200} Feb 04 15:39:20.696691 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7ff4ac-6fcc-438a-8a67-1f1d122ba148 None None] New status for floating IP 96475c7a-799e-4e03-8347-026074424138: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:39:20.721601 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e713b0ad-db37-4c7e-a729-ca62ac20fa13 None None] For port e7513d21-e560-42f7-ba07-9b9a930fe6c1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e7513d21-e560-42f7-ba07-9b9a930fe6c1,segment=NetworkSegment(32c1f0b0-b753-497b-b7d2-5b9e5ac49c23),segment_id=32c1f0b0-b753-497b-b7d2-5b9e5ac49c23)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:20.723044 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e713b0ad-db37-4c7e-a729-ca62ac20fa13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.831012 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Pushing event updated for resources: {'Port': ['ID=adc8053a-e96e-4f37-845d-dc840d8c3046,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:20.882365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e713b0ad-db37-4c7e-a729-ca62ac20fa13 None None] Calling delete_port for e7513d21-e560-42f7-ba07-9b9a930fe6c1 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:21.019438 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e7513d21-e560-42f7-ba07-9b9a930fe6c1 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:21.066126 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e713b0ad-db37-4c7e-a729-ca62ac20fa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.129567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: e7513d21-e560-42f7-ba07-9b9a930fe6c1 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:39:21.129913 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e7513d21-e560-42f7-ba07-9b9a930fe6c1 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:21.138986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e713b0ad-db37-4c7e-a729-ca62ac20fa13 None None] No DVR routers for this DVR port e7513d21-e560-42f7-ba07-9b9a930fe6c1 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:21.153998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aefb7c-d1e8-4b55-8153-515c0d4af2fa req-8fcbf9b6-0b49-46d7-ad0e-680400e6ea58 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:21.162662 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07aefb7c-d1e8-4b55-8153-515c0d4af2fa req-8fcbf9b6-0b49-46d7-ad0e-680400e6ea58 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=286a86be-d427-4f92-9c58-c8cbe0e99ad7 HTTP/1.1" status: 200 len: 931 time: 0.2880228 Feb 04 15:39:21.198775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713b0ad-db37-4c7e-a729-ca62ac20fa13 None None] Pushing event deleted for resources: {'Port': ['ID=e7513d21-e560-42f7-ba07-9b9a930fe6c1,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:21.234456 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 6a93dd02-462e-4f40-8f62-7e492dd14fde completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:21.245827 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07aefb7c-d1e8-4b55-8153-515c0d4af2fa req-6996bd9a-adb2-4442-98a8-981c38ab2653 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822706 Feb 04 15:39:21.246705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 6a93dd02-462e-4f40-8f62-7e492dd14fde triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:21.246877 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-13a80d01-050f-45fc-9361-b07772ee1d09 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:39:21.247164 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-13a80d01-050f-45fc-9361-b07772ee1d09 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:39:21.248005 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.321452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] For port e7513d21-e560-42f7-ba07-9b9a930fe6c1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e7513d21-e560-42f7-ba07-9b9a930fe6c1,segment=NetworkSegment(32c1f0b0-b753-497b-b7d2-5b9e5ac49c23),segment_id=32c1f0b0-b753-497b-b7d2-5b9e5ac49c23)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:21.322106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.460131 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.510778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86de8e59-9e07-4679-be9b-f5dfc05ff0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a93dd02-462e-4f40-8f62-7e492dd14fde'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:21.517448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Calling delete_port for e7513d21-e560-42f7-ba07-9b9a930fe6c1 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:21.519852 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f75800-7f61-4368-941a-1d7efea23f93 req-35e423a1-c401-4d9c-ba61-8b86a052b293 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:21.520334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6a93dd02-462e-4f40-8f62-7e492dd14fde, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6a93dd02-462e-4f40-8f62-7e492dd14fde,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:21.522469 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47f75800-7f61-4368-941a-1d7efea23f93 req-35e423a1-c401-4d9c-ba61-8b86a052b293 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 945 time: 0.0907817 Feb 04 15:39:21.525788 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.526859 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 0bc44c63-9dd0-4c6d-a5bc-817923629022 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:21.586401 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47f75800-7f61-4368-941a-1d7efea23f93 req-b4f81fea-7c52-49cc-b78a-257eefc5791f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539029 Feb 04 15:39:21.603936 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Attempting to bind port adc8053a-e96e-4f37-845d-dc840d8c3046 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:21.603936 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Attempting to bind port adc8053a-e96e-4f37-845d-dc840d8c3046 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:21.603936 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Attempting to bind port adc8053a-e96e-4f37-845d-dc840d8c3046 on network e82f4794-edaa-4da5-b40b-be0e2b7bc36f {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:39:21.612421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4427a051-4a2a-43ae-b575-855f94e7f678 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:21.620507 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.656001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Port adc8053a-e96e-4f37-845d-dc840d8c3046 on network e82f4794-edaa-4da5-b40b-be0e2b7bc36f not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:39:21.656585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Attempting to bind port adc8053a-e96e-4f37-845d-dc840d8c3046 on network e82f4794-edaa-4da5-b40b-be0e2b7bc36f {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:39:21.665300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Transition to ACTIVE for port object 4427a051-4a2a-43ae-b575-855f94e7f678 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:21.668462 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:39:21.668861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Checking segment: {'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:39:21.669248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Bound using segment: {'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:39:21.669690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Bound port: adc8053a-e96e-4f37-845d-dc840d8c3046, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:21.670082 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.676685 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'tag': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'status': 'completed', 'code': 200} Feb 04 15:39:21.678408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=6a93dd02-462e-4f40-8f62-7e492dd14fde,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:21.683470 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.710868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 0bc44c63-9dd0-4c6d-a5bc-817923629022 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:21.716991 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 0bc44c63-9dd0-4c6d-a5bc-817923629022 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:21.717797 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.725060 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:39:21.725416 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:39:21.772539 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-13a80d01-050f-45fc-9361-b07772ee1d09 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.880093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Pushing event updated for resources: {'Port': ['ID=4427a051-4a2a-43ae-b575-855f94e7f678,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:21.898095 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.915326 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:39:21.952473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 0bc44c63-9dd0-4c6d-a5bc-817923629022, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=0bc44c63-9dd0-4c6d-a5bc-817923629022,segment=NetworkSegment(2b763b50-49f2-4de6-b2fe-23ced4f421e2),segment_id=2b763b50-49f2-4de6-b2fe-23ced4f421e2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:21.959044 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.019689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] For port adc8053a-e96e-4f37-845d-dc840d8c3046, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:22.039231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] For port adc8053a-e96e-4f37-845d-dc840d8c3046, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=adc8053a-e96e-4f37-845d-dc840d8c3046,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:22.043767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Attempting to bind port 4427a051-4a2a-43ae-b575-855f94e7f678 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:22.044231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Attempting to bind port 4427a051-4a2a-43ae-b575-855f94e7f678 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:22.044819 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Attempting to bind port 4427a051-4a2a-43ae-b575-855f94e7f678 on network e82f4794-edaa-4da5-b40b-be0e2b7bc36f {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:39:22.048710 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.066917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=0bc44c63-9dd0-4c6d-a5bc-817923629022,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:22.097520 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Port 4427a051-4a2a-43ae-b575-855f94e7f678 on network e82f4794-edaa-4da5-b40b-be0e2b7bc36f not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:39:22.098067 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Attempting to bind port 4427a051-4a2a-43ae-b575-855f94e7f678 on network e82f4794-edaa-4da5-b40b-be0e2b7bc36f {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:39:22.109795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38538e86-4cfe-4a0e-bff1-19f3d77cb72d req-275a2770-3538-4ba0-a5cd-afbec06b9ba6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 1097 time: 0.3924520 Feb 04 15:39:22.117376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab5c8e-934f-425c-a6c0-0ed227487ab6 req-c269380d-8eb3-44c8-a7cd-1e8aa9fe9db2 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:22.120013 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4ab5c8e-934f-425c-a6c0-0ed227487ab6 req-c269380d-8eb3-44c8-a7cd-1e8aa9fe9db2 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.2521026 Feb 04 15:39:22.126349 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.127778 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] 10.222.0.81 "PUT /v2.0/ports/adc8053a-e96e-4f37-845d-dc840d8c3046 HTTP/1.1" status: 200 len: 1091 time: 3.0600951 Feb 04 15:39:22.128477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:39:22.128802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Checking segment: {'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:39:22.129169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Bound using segment: {'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:39:22.129600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Bound port: 4427a051-4a2a-43ae-b575-855f94e7f678, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:22.129932 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.152260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63bc6e-eb1b-4589-914e-f2b8d055331a service neutron] Pushing event updated for resources: {'Port': ['ID=adc8053a-e96e-4f37-845d-dc840d8c3046,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:22.233833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Deleting port e7513d21-e560-42f7-ba07-9b9a930fe6c1 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:22.234535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.338449 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] The port 'e7513d21-e560-42f7-ba07-9b9a930fe6c1' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:39:22.349536 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4ab5c8e-934f-425c-a6c0-0ed227487ab6 req-626c34c5-1354-46c8-bdc8-fa93fc37b24c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978347 Feb 04 15:39:22.426927 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] For port 4427a051-4a2a-43ae-b575-855f94e7f678, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:22.468787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38538e86-4cfe-4a0e-bff1-19f3d77cb72d req-d6b19cf7-95c0-4642-97e8-3205cc04095b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:22.470251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38538e86-4cfe-4a0e-bff1-19f3d77cb72d req-d6b19cf7-95c0-4642-97e8-3205cc04095b service neutron] 10.222.0.73 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 922 time: 0.3483696 Feb 04 15:39:22.506565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] For port 4427a051-4a2a-43ae-b575-855f94e7f678, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4427a051-4a2a-43ae-b575-855f94e7f678,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:22.512472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.526214 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.586708 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-134fae78-d148-4076-96b8-9d98196c1125 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a1e363c8ed764957a8fd8178ff5ceac4&device_id=84258b68-84e4-468f-aeb9-4badce416edf HTTP/1.1" status: 200 len: 1094 time: 0.3916359 Feb 04 15:39:22.596055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6554dda5-dbcc-4066-a800-baf8f98c2021']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:22.676257 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.677938 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] 10.222.0.81 "PUT /v2.0/ports/4427a051-4a2a-43ae-b575-855f94e7f678 HTTP/1.1" status: 200 len: 1091 time: 2.8531888 Feb 04 15:39:22.686280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c1f0b0-b753-497b-b7d2-5b9e5ac49c23') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:22.686665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c1f0b0-b753-497b-b7d2-5b9e5ac49c23') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:22.694565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84258b68-84e4-468f-aeb9-4badce416edf', 'tag': 'adc8053a-e96e-4f37-845d-dc840d8c3046'}, {'name': 'network-changed', 'server_uuid': '286a86be-d427-4f92-9c58-c8cbe0e99ad7', 'tag': '4427a051-4a2a-43ae-b575-855f94e7f678'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:22.714633 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38538e86-4cfe-4a0e-bff1-19f3d77cb72d req-b7eaa8f3-e496-4372-9647-497fa1889941 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622 HTTP/1.1" status: 200 len: 1002 time: 0.2329142 Feb 04 15:39:22.721783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.730830 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-e88b0fe0-6da0-4b4d-bf54-2897407f2da6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adc8053a-e96e-4f37-845d-dc840d8c3046 HTTP/1.1" status: 200 len: 217 time: 0.1168833 Feb 04 15:39:22.737752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffea56b-70a1-4c5a-b2fb-b64098677883 service neutron] Pushing event updated for resources: {'Port': ['ID=4427a051-4a2a-43ae-b575-855f94e7f678,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:22.815378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f04e87-d6c1-4b1f-bff9-482cc8db0c13 req-f0a63844-96da-46d4-8d22-b3398377e785 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:22.816912 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39f04e87-d6c1-4b1f-bff9-482cc8db0c13 req-f0a63844-96da-46d4-8d22-b3398377e785 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 946 time: 0.2867405 Feb 04 15:39:22.819720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38538e86-4cfe-4a0e-bff1-19f3d77cb72d req-53b2d4c1-0622-475c-93c1-db21af94ddb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:22.821123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38538e86-4cfe-4a0e-bff1-19f3d77cb72d req-53b2d4c1-0622-475c-93c1-db21af94ddb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.0924647 Feb 04 15:39:22.925042 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.948131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:39:22.948540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:22.965081 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:23.057473 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39f04e87-d6c1-4b1f-bff9-482cc8db0c13 req-99401459-4f40-4489-b835-86890268d6d7 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed1efcab-40b5-4138-9a5b-35cb1b0152e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341237 Feb 04 15:39:23.069132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-f9fc61e0-9de8-44fd-a9ba-7dc6a9938a3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:23.070876 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-f9fc61e0-9de8-44fd-a9ba-7dc6a9938a3d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1ccf863-4ca2-46f0-99dd-a0db17bfa74e HTTP/1.1" status: 200 len: 853 time: 0.3257933 Feb 04 15:39:23.093491 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38538e86-4cfe-4a0e-bff1-19f3d77cb72d req-573d3f66-b603-4e86-a892-444d9a768ce6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2545328 Feb 04 15:39:23.125724 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.131624 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.134599 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86de8e59-9e07-4679-be9b-f5dfc05ff0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a93dd02-462e-4f40-8f62-7e492dd14fde', 'code': 200} Feb 04 15:39:23.160144 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-b00c6fc5-7063-414c-a378-f1db10f2dac4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809691 Feb 04 15:39:23.203500 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event deleted for resources: {'Network': ['ID=6554dda5-dbcc-4066-a800-baf8f98c2021,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:23.261427 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-857be71e-5cbc-48c8-9d29-8f2821645306 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a1e363c8ed764957a8fd8178ff5ceac4&device_id=286a86be-d427-4f92-9c58-c8cbe0e99ad7 HTTP/1.1" status: 200 len: 1094 time: 0.5199196 Feb 04 15:39:23.267396 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c2cb17fe-044e-48a3-a3b1-c9fe04c888e9 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "DELETE /v2.0/networks/6554dda5-dbcc-4066-a800-baf8f98c2021 HTTP/1.1" status: 204 len: 168 time: 3.1278627 Feb 04 15:39:23.270107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60906) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:23.361580 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-13a80d01-050f-45fc-9361-b07772ee1d09 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.382165 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-13a80d01-050f-45fc-9361-b07772ee1d09 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.404567 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-e632f1f1-95ae-4b98-95d5-57ca33bd7c27 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4427a051-4a2a-43ae-b575-855f94e7f678 HTTP/1.1" status: 200 len: 217 time: 0.0950620 Feb 04 15:39:23.490891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38538e86-4cfe-4a0e-bff1-19f3d77cb72d req-b4920cc5-1a3f-420c-8870-ead96c4dcfb4 service neutron] 10.222.0.73 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375878 Feb 04 15:39:23.518767 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-5c6eddb1-556e-44a6-8ce4-52cc9f2ae5ee service neutron] 10.222.0.81 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489146 Feb 04 15:39:23.600810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ad5169b1-569d-4218-960e-ac13678887c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:23.601718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8affdf0a-e367-4269-a5ea-c9710ee7b261 req-d9597c56-00d6-4587-8924-f1bafdd843b2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 1097 time: 0.3666265 Feb 04 15:39:23.603731 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-ad5169b1-569d-4218-960e-ac13678887c6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1ccf863-4ca2-46f0-99dd-a0db17bfa74e HTTP/1.1" status: 200 len: 853 time: 0.1788602 Feb 04 15:39:23.611235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4af5d5-a488-47c1-b448-7b1019ea220e req-8b43ad40-7675-4784-99b2-9f09f1c64629 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:23.612135 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d4af5d5-a488-47c1-b448-7b1019ea220e req-8b43ad40-7675-4784-99b2-9f09f1c64629 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 945 time: 0.3377686 Feb 04 15:39:23.719914 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-98087150-3bb8-4aa3-b28c-d34e8f3a931b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070287 Feb 04 15:39:23.782852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8affdf0a-e367-4269-a5ea-c9710ee7b261 req-b7f95fb6-6ccc-45bf-b6cf-29f57b045478 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698234 Feb 04 15:39:23.799624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d4af5d5-a488-47c1-b448-7b1019ea220e req-edd63848-0d74-4595-97ab-3f97a9b89352 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/security-groups?id=17180d54-03eb-40c6-b383-56d62d3155bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694481 Feb 04 15:39:23.802577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38538e86-4cfe-4a0e-bff1-19f3d77cb72d req-4031a2a9-517f-4862-a9f4-53a66b9e0dee service neutron] 10.222.0.73 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041162 Feb 04 15:39:23.854515 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-13a80d01-050f-45fc-9361-b07772ee1d09 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Floating IP 96475c7a-799e-4e03-8347-026074424138 associated. External IP: 172.25.0.208, port: c6fc60d9-ba11-40aa-8a65-a1b60002d622. Feb 04 15:39:23.885163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31bf594-45c5-42df-9c35-20f6d8cbfafc tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Deleting subnet dcb9623d-df15-4fe0-a76e-48ae11cbda5c {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:39:23.893074 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e31bf594-45c5-42df-9c35-20f6d8cbfafc tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.941083 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-9ad17add-e94a-421b-99ab-360b04a15478 service neutron] 10.222.0.81 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695428 Feb 04 15:39:23.986003 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e31bf594-45c5-42df-9c35-20f6d8cbfafc tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.027947 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-62d2881a-4e38-4d3f-944e-b030a10a40ae service neutron] 10.222.0.81 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995777 Feb 04 15:39:24.043511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6cfa2-58c8-4bf1-bad5-a96da194623b req-90595b56-9452-4d3b-bd0a-a13fd934daa4 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:24.044980 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8cd6cfa2-58c8-4bf1-bad5-a96da194623b req-90595b56-9452-4d3b-bd0a-a13fd934daa4 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=286a86be-d427-4f92-9c58-c8cbe0e99ad7 HTTP/1.1" status: 200 len: 943 time: 0.1215687 Feb 04 15:39:24.157575 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8cd6cfa2-58c8-4bf1-bad5-a96da194623b req-fc0aae9b-1fdd-4bc5-a7df-dd6521879075 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682647 Feb 04 15:39:24.185002 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e31bf594-45c5-42df-9c35-20f6d8cbfafc tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.239906 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db925b0a-e974-4d3e-be52-5e5cb7b8f806 req-8a0b0837-7d23-4e56-951d-a278db388701 service neutron] 10.222.0.81 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950910 Feb 04 15:39:24.284730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e31bf594-45c5-42df-9c35-20f6d8cbfafc tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.326526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bf594-45c5-42df-9c35-20f6d8cbfafc tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb9623d-df15-4fe0-a76e-48ae11cbda5c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:24.334402 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e31bf594-45c5-42df-9c35-20f6d8cbfafc tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.340323 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ef3a8-019b-4163-a7a6-3c22aa363890 None None] Network ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:39:24.346064 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e31bf594-45c5-42df-9c35-20f6d8cbfafc tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "DELETE /v2.0/subnets/dcb9623d-df15-4fe0-a76e-48ae11cbda5c HTTP/1.1" status: 204 len: 168 time: 1.0710354 Feb 04 15:39:24.346276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60916) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:24.440824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c661d-56a1-47be-8a7d-60a77e32ab9c req-7ed4740f-5852-45ad-bc43-ab783d919ba2 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:24.442389 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c3c661d-56a1-47be-8a7d-60a77e32ab9c req-7ed4740f-5852-45ad-bc43-ab783d919ba2 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.1566935 Feb 04 15:39:24.469492 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.481488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Deleting port c1ee44dc-f558-4646-b417-5f4a17478b3a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:24.481829 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.605241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e28a07d-3974-46d7-b493-e6d2e2b11bec None None] DHCP port deletion for ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:39:24.610849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5e28a07d-3974-46d7-b493-e6d2e2b11bec None None] Deleting port c1ee44dc-f558-4646-b417-5f4a17478b3a {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:24.611348 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5e28a07d-3974-46d7-b493-e6d2e2b11bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.630910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c3c661d-56a1-47be-8a7d-60a77e32ab9c req-9fd67c24-e037-49d6-a17a-2bebfa2a131a tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771133 Feb 04 15:39:24.662406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-13a80d01-050f-45fc-9361-b07772ee1d09 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Router 80e613b7-dfef-4bcf-b62e-98bac33456dc has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:24.714903 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84258b68-84e4-468f-aeb9-4badce416edf', 'tag': 'adc8053a-e96e-4f37-845d-dc840d8c3046', 'status': 'completed', 'code': 200} Feb 04 15:39:24.715166 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286a86be-d427-4f92-9c58-c8cbe0e99ad7', 'tag': '4427a051-4a2a-43ae-b575-855f94e7f678', 'status': 'completed', 'code': 200} Feb 04 15:39:24.852032 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5e28a07d-3974-46d7-b493-e6d2e2b11bec None None] For port c1ee44dc-f558-4646-b417-5f4a17478b3a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c1ee44dc-f558-4646-b417-5f4a17478b3a,segment=NetworkSegment(ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df),segment_id=ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:24.852439 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5e28a07d-3974-46d7-b493-e6d2e2b11bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.897405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] For port c1ee44dc-f558-4646-b417-5f4a17478b3a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c1ee44dc-f558-4646-b417-5f4a17478b3a,segment=NetworkSegment(ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df),segment_id=ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:24.897758 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.919694 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c1ee44dc-f558-4646-b417-5f4a17478b3a no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:25.001264 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ad7b0-92f2-4a5d-9202-a1690d0b8917 req-46049387-0c6d-4f23-b91e-9181b2553ef8 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:25.002932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b37ad7b0-92f2-4a5d-9202-a1690d0b8917 req-46049387-0c6d-4f23-b91e-9181b2553ef8 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.1384220 Feb 04 15:39:25.005993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-13a80d01-050f-45fc-9361-b07772ee1d09 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:25.043890 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5e28a07d-3974-46d7-b493-e6d2e2b11bec None None] Calling delete_port for c1ee44dc-f558-4646-b417-5f4a17478b3a owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:25.051621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Calling delete_port for c1ee44dc-f558-4646-b417-5f4a17478b3a owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:25.071727 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42d4757-4ac0-4755-9cf1-1b92ccb1f593 None None] Sync routers for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:39:25.119219 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b37ad7b0-92f2-4a5d-9202-a1690d0b8917 req-5abf9e91-54e3-46d6-a5c3-3f5c8c31c5aa tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628142 Feb 04 15:39:25.150948 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-8f262076-e563-4d83-98d9-fee9a6821eb7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a1e363c8ed764957a8fd8178ff5ceac4&device_id=84258b68-84e4-468f-aeb9-4badce416edf HTTP/1.1" status: 200 len: 1094 time: 0.3532372 Feb 04 15:39:25.168781 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d31500e-27f8-4235-a6dc-9411d3672fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc44c63-9dd0-4c6d-a5bc-817923629022'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:25.174365 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.184588 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.251036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42d4757-4ac0-4755-9cf1-1b92ccb1f593 None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:25.251805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c42d4757-4ac0-4755-9cf1-1b92ccb1f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:25.290488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event deleted for resources: {'Port': ['ID=c1ee44dc-f558-4646-b417-5f4a17478b3a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:25.309077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] No DVR routers for this DVR port c1ee44dc-f558-4646-b417-5f4a17478b3a on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:25.354613 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-5e28a07d-3974-46d7-b493-e6d2e2b11bec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:39:25.355162 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-5e28a07d-3974-46d7-b493-e6d2e2b11bec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:39:25.447677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62df95a-6113-4018-b080-a38d9e5cdbef req-584be601-d0ca-46a7-8624-eed30265f4bd tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:25.466546 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d62df95a-6113-4018-b080-a38d9e5cdbef req-584be601-d0ca-46a7-8624-eed30265f4bd tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 945 time: 0.1936767 Feb 04 15:39:25.467150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60924) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:25.479655 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3f5e777f-16c5-467e-a0da-0836a828cc7a tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Request body: {'floatingip': {'port_id': 'e86944a8-04c9-45fd-b8af-8b47d21f187b'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:25.489388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-cb8665f6-2fe5-410d-b291-76d09d96d253 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:25.490802 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-cb8665f6-2fe5-410d-b291-76d09d96d253 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f HTTP/1.1" status: 200 len: 914 time: 0.3316672 Feb 04 15:39:25.499656 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.558335 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c42d4757-4ac0-4755-9cf1-1b92ccb1f593 None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:25.586880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3f5e777f-16c5-467e-a0da-0836a828cc7a tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.718125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:25.727287 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-4a7b4690-45dc-4ad6-b20e-7a38acba170c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adc8053a-e96e-4f37-845d-dc840d8c3046 HTTP/1.1" status: 200 len: 217 time: 0.2196403 Feb 04 15:39:25.733179 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:25.734322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7a2f7a-c898-472c-8dff-a3ffd8c7c1df') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:25.786269 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.811485 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.821705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-0a1de2c7-f9e2-4c16-b7c0-eb618c1d0865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:25.823208 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-0a1de2c7-f9e2-4c16-b7c0-eb618c1d0865 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1ccf863-4ca2-46f0-99dd-a0db17bfa74e HTTP/1.1" status: 200 len: 853 time: 0.0824206 Feb 04 15:39:25.824061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:39:25.824462 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:25.840260 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:25.897845 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5e28a07d-3974-46d7-b493-e6d2e2b11bec None None] Deleting port c1ee44dc-f558-4646-b417-5f4a17478b3a {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:25.897845 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5e28a07d-3974-46d7-b493-e6d2e2b11bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.938528 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-5fc623b8-28f4-4173-a37a-f55586c03a61 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934198 Feb 04 15:39:25.963370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9369e6d-2c52-413f-8654-503d5e6e9678 req-b3c7f9aa-25e7-4603-ab33-3c4399fb0bb4 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:25.964917 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9369e6d-2c52-413f-8654-503d5e6e9678 req-b3c7f9aa-25e7-4603-ab33-3c4399fb0bb4 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 946 time: 0.2649546 Feb 04 15:39:25.979595 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5e28a07d-3974-46d7-b493-e6d2e2b11bec None None] The port 'c1ee44dc-f558-4646-b417-5f4a17478b3a' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:39:26.048657 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.079566 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.103924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] Pushing event deleted for resources: {'Network': ['ID=ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:26.113435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-13a80d01-050f-45fc-9361-b07772ee1d09 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Router 80e613b7-dfef-4bcf-b62e-98bac33456dc has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:26.133604 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7933f05c-a265-4783-b31a-9676921c3c13 tempest-ServersTestMultiNic-1178508992 tempest-ServersTestMultiNic-1178508992-project] 10.222.0.60 "DELETE /v2.0/networks/ff2e00e5-f811-4f5e-a2d4-e43fd0ece6e9 HTTP/1.1" status: 204 len: 168 time: 1.7816501 Feb 04 15:39:26.140642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c42d4757-4ac0-4755-9cf1-1b92ccb1f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '96475c7a-799e-4e03-8347-026074424138', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'port_id': '9511478f-7262-4a2c-b5ec-ef0a747c5347', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'mac_address': 'fa:16:3e:c5:3f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:42Z', 'updated_at': '2022-02-04T15:39:23Z', 'revision_number': 3, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:26.145784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42d4757-4ac0-4755-9cf1-1b92ccb1f593 None None] Checking router: 80e613b7-dfef-4bcf-b62e-98bac33456dc for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:39:26.150268 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-b1ab592e-56e2-4cb2-a456-571d724655d5 service neutron] 10.222.0.81 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980839 Feb 04 15:39:26.158001 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42d4757-4ac0-4755-9cf1-1b92ccb1f593 None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:26.158615 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c42d4757-4ac0-4755-9cf1-1b92ccb1f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:26.191771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9369e6d-2c52-413f-8654-503d5e6e9678 req-37c32f19-072e-409b-b079-c7ab9ad4651b tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed1efcab-40b5-4138-9a5b-35cb1b0152e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658058 Feb 04 15:39:26.362423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c42d4757-4ac0-4755-9cf1-1b92ccb1f593 None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:26.411878 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-20281d62-3b6d-4d76-8f1e-e58676c4a7b8 service neutron] 10.222.0.81 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549326 Feb 04 15:39:26.563854 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-a0590556-9477-4a04-8505-75ed75a753f0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a1e363c8ed764957a8fd8178ff5ceac4&device_id=286a86be-d427-4f92-9c58-c8cbe0e99ad7 HTTP/1.1" status: 200 len: 1094 time: 0.0709651 Feb 04 15:39:26.696536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8da4ae-b672-4f4c-9f2e-b4a0a4abca73 req-fabbc45d-7164-4a3a-b7bf-7c6b049a6865 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:26.697912 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c8da4ae-b672-4f4c-9f2e-b4a0a4abca73 req-fabbc45d-7164-4a3a-b7bf-7c6b049a6865 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=286a86be-d427-4f92-9c58-c8cbe0e99ad7 HTTP/1.1" status: 200 len: 943 time: 0.2563033 Feb 04 15:39:26.704236 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-d0dcf091-ee06-449b-be11-95a0e3663b6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:26.705588 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-d0dcf091-ee06-449b-be11-95a0e3663b6c service neutron] 10.222.0.81 "GET /v2.0/networks?id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f HTTP/1.1" status: 200 len: 914 time: 0.1347129 Feb 04 15:39:26.739496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c42d4757-4ac0-4755-9cf1-1b92ccb1f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '96475c7a-799e-4e03-8347-026074424138', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'port_id': '9511478f-7262-4a2c-b5ec-ef0a747c5347', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'mac_address': 'fa:16:3e:c5:3f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:42Z', 'updated_at': '2022-02-04T15:39:23Z', 'revision_number': 3, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:26.744096 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42d4757-4ac0-4755-9cf1-1b92ccb1f593 None None] The sync data for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 is: [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '96475c7a-799e-4e03-8347-026074424138', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'port_id': '9511478f-7262-4a2c-b5ec-ef0a747c5347', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'mac_address': 'fa:16:3e:c5:3f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:42Z', 'updated_at': '2022-02-04T15:39:23Z', 'revision_number': 3, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:39:26.788829 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-abba6ecc-0021-4302-bca3-95551c7665fa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4427a051-4a2a-43ae-b575-855f94e7f678 HTTP/1.1" status: 200 len: 217 time: 0.0767422 Feb 04 15:39:26.789537 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c8da4ae-b672-4f4c-9f2e-b4a0a4abca73 req-f2c7691b-499f-43d0-8047-a34d2e767136 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793293 Feb 04 15:39:26.863439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-a7b50ea2-7fea-46e5-9d76-b0960547713f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:26.864898 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-a7b50ea2-7fea-46e5-9d76-b0960547713f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1ccf863-4ca2-46f0-99dd-a0db17bfa74e HTTP/1.1" status: 200 len: 853 time: 0.0688632 Feb 04 15:39:26.871460 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d31500e-27f8-4235-a6dc-9411d3672fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc44c63-9dd0-4c6d-a5bc-817923629022', 'code': 200} Feb 04 15:39:26.902080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3f5e777f-16c5-467e-a0da-0836a828cc7a tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.903935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-13a80d01-050f-45fc-9361-b07772ee1d09 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:26.909380 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-13a80d01-050f-45fc-9361-b07772ee1d09 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.927538 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-b1cdcbf6-e9c1-44e9-815c-124186acfd62 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e82f4794-edaa-4da5-b40b-be0e2b7bc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529869 Feb 04 15:39:26.938987 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3f5e777f-16c5-467e-a0da-0836a828cc7a tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.109372 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-32181083-d66c-44a2-a2ee-14917546f276 service neutron] 10.222.0.81 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740599 Feb 04 15:39:27.132339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'tag': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:27.155624 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e63b58-8c05-4312-bd30-99268f2903c2 None None] New status for floating IP 96475c7a-799e-4e03-8347-026074424138: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:39:27.190001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-13a80d01-050f-45fc-9361-b07772ee1d09 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "PUT /v2.0/floatingips/96475c7a-799e-4e03-8347-026074424138 HTTP/1.1" status: 200 len: 999 time: 7.1387279 Feb 04 15:39:27.266435 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f0519ba-bc1f-47d2-a8b8-dc01d1d49a80 req-cb4704aa-4509-4569-9eb8-230c1395f730 service neutron] 10.222.0.81 "GET /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497321 Feb 04 15:39:27.294533 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-801dd418-626f-4fe0-b712-81d522c06405 req-5bad0e76-8cae-4623-8c48-22a8dd27a2b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 1097 time: 0.2924309 Feb 04 15:39:27.373653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-73896dcf-3c0b-4239-8d84-b9b0617934db tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:27.375553 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-73896dcf-3c0b-4239-8d84-b9b0617934db tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports/c6fc60d9-ba11-40aa-8a65-a1b60002d622 HTTP/1.1" status: 200 len: 943 time: 0.1847854 Feb 04 15:39:27.479419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-801dd418-626f-4fe0-b712-81d522c06405 req-6a229069-a778-4f2e-b92b-fc76e1092db1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ed1efcab-40b5-4138-9a5b-35cb1b0152e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757710 Feb 04 15:39:27.498904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79e7520-4de7-4b94-9c8e-bf3060d75220 None None] Sync routers for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:39:27.506031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190773d-d6ad-456a-9107-f34a29fd9d85 req-57efadc5-069a-4193-a637-a9520eb755b8 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:27.507497 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a190773d-d6ad-456a-9107-f34a29fd9d85 req-57efadc5-069a-4193-a637-a9520eb755b8 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.2660654 Feb 04 15:39:27.516926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79e7520-4de7-4b94-9c8e-bf3060d75220 None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:27.517483 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d79e7520-4de7-4b94-9c8e-bf3060d75220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:27.568986 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-3f5e777f-16c5-467e-a0da-0836a828cc7a tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Floating IP c6347b58-b0de-44ec-8f11-da62071238ac associated. External IP: 172.25.0.160, port: e86944a8-04c9-45fd-b8af-8b47d21f187b. Feb 04 15:39:27.641484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-57c7734b-9e5d-4136-a5fd-7c62f42929ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 1097 time: 0.2007604 Feb 04 15:39:27.643927 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a190773d-d6ad-456a-9107-f34a29fd9d85 req-e704ffdd-bc6d-480f-80fa-fce4c4f231e3 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282523 Feb 04 15:39:27.708394 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-d79e7520-4de7-4b94-9c8e-bf3060d75220 None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:27.859521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-d98087a3-a182-4fa0-837d-81e151b4cbfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:27.860964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-d98087a3-a182-4fa0-837d-81e151b4cbfa service neutron] 10.222.0.60 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 922 time: 0.2136090 Feb 04 15:39:28.110655 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-7ecb5e23-65b0-4314-9360-1661719d29f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622 HTTP/1.1" status: 200 len: 217 time: 0.2156403 Feb 04 15:39:28.143294 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d79e7520-4de7-4b94-9c8e-bf3060d75220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '96475c7a-799e-4e03-8347-026074424138', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'port_id': '9511478f-7262-4a2c-b5ec-ef0a747c5347', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'mac_address': 'fa:16:3e:c5:3f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:42Z', 'updated_at': '2022-02-04T15:39:27Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:28.147669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79e7520-4de7-4b94-9c8e-bf3060d75220 None None] Checking router: 80e613b7-dfef-4bcf-b62e-98bac33456dc for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:39:28.161374 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79e7520-4de7-4b94-9c8e-bf3060d75220 None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:28.161983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d79e7520-4de7-4b94-9c8e-bf3060d75220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:28.205300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-b66ca52b-3b30-41e5-9589-389d6c8f5039 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:28.209186 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-b66ca52b-3b30-41e5-9589-389d6c8f5039 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.0880702 Feb 04 15:39:28.216418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786a1c5-7adb-447a-b88a-ff5b9ca977cc req-0d3b9008-5d53-471d-af2f-aa5c8a488681 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:28.217918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1786a1c5-7adb-447a-b88a-ff5b9ca977cc req-0d3b9008-5d53-471d-af2f-aa5c8a488681 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.3633640 Feb 04 15:39:28.344953 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-d79e7520-4de7-4b94-9c8e-bf3060d75220 None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:28.381890 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1786a1c5-7adb-447a-b88a-ff5b9ca977cc req-55a81063-8a9d-4095-87bf-58d6d578017a tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274557 Feb 04 15:39:28.417770 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-0b9e9d7c-dcb7-4941-b43d-6230b59a1250 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988130 Feb 04 15:39:28.525320 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'tag': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'status': 'completed', 'code': 200} Feb 04 15:39:28.723917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d79e7520-4de7-4b94-9c8e-bf3060d75220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '96475c7a-799e-4e03-8347-026074424138', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'port_id': '9511478f-7262-4a2c-b5ec-ef0a747c5347', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'mac_address': 'fa:16:3e:c5:3f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:42Z', 'updated_at': '2022-02-04T15:39:27Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:28.727938 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79e7520-4de7-4b94-9c8e-bf3060d75220 None None] The sync data for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 is: [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '96475c7a-799e-4e03-8347-026074424138', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'port_id': '9511478f-7262-4a2c-b5ec-ef0a747c5347', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'mac_address': 'fa:16:3e:c5:3f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:42Z', 'updated_at': '2022-02-04T15:39:27Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:39:28.735891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-b58fe27c-804f-463d-a00f-56834721ec62 service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091841 Feb 04 15:39:28.874728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8aafa0a-b938-45ce-8623-f1f22e9f6c41 req-06d70477-3302-4976-9ad4-dd667cdcda6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 1097 time: 0.3509150 Feb 04 15:39:28.940586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203c283-47d7-467a-9063-0f1cf0befb95 req-6948ef16-1a3a-42e9-a5da-7d50279f8829 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:28.942068 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f203c283-47d7-467a-9063-0f1cf0befb95 req-6948ef16-1a3a-42e9-a5da-7d50279f8829 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 946 time: 0.3690863 Feb 04 15:39:29.026468 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-888404c5-0fdd-4b03-bd41-4cdcb1ed6eb6 service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827227 Feb 04 15:39:29.084605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5e777f-16c5-467e-a0da-0836a828cc7a tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Router 9f8b909e-19eb-43be-a4b8-41a83f74d3df has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:29.157335 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f203c283-47d7-467a-9063-0f1cf0befb95 req-5b55605c-4059-48d0-b8a0-952bf5517e8c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed1efcab-40b5-4138-9a5b-35cb1b0152e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546180 Feb 04 15:39:29.160305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aafa0a-b938-45ce-8623-f1f22e9f6c41 req-90905319-8ff9-4982-a00f-26af1414f1ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:29.161689 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8aafa0a-b938-45ce-8623-f1f22e9f6c41 req-90905319-8ff9-4982-a00f-26af1414f1ee service neutron] 10.222.0.73 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 922 time: 0.2680323 Feb 04 15:39:29.312941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8aafa0a-b938-45ce-8623-f1f22e9f6c41 req-5e68ac25-5036-4b04-97de-cc7957759ebd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622 HTTP/1.1" status: 200 len: 217 time: 0.0970361 Feb 04 15:39:29.375729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-c26dfb3f-d54e-4355-81e3-e55d3f1fe792 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=57716735-cd4c-4a5f-b26f-26d94d8e7f52 HTTP/1.1" status: 200 len: 1097 time: 0.3225169 Feb 04 15:39:29.497950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aafa0a-b938-45ce-8623-f1f22e9f6c41 req-95491cd9-1c9c-438b-aa75-69269478b2dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:29.499836 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8aafa0a-b938-45ce-8623-f1f22e9f6c41 req-95491cd9-1c9c-438b-aa75-69269478b2dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.1647501 Feb 04 15:39:29.700970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4427a051-4a2a-43ae-b575-855f94e7f678 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:39:29.829765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-f2a5eb4f-7206-4cef-919c-7bafe5364714 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:29.831279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-f2a5eb4f-7206-4cef-919c-7bafe5364714 service neutron] 10.222.0.60 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 922 time: 0.4441059 Feb 04 15:39:29.839350 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 4427a051-4a2a-43ae-b575-855f94e7f678, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4427a051-4a2a-43ae-b575-855f94e7f678,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:29.852904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '4427a051-4a2a-43ae-b575-855f94e7f678', 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f', 'port_id': '4427a051-4a2a-43ae-b575-855f94e7f678', 'mac_address': 'fa:16:3e:48:9c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ccf863-4ca2-46f0-99dd-a0db17bfa74e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:39:29.906436 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:29.927170 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4427a051-4a2a-43ae-b575-855f94e7f678 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:29.942348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 4427a051-4a2a-43ae-b575-855f94e7f678, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4427a051-4a2a-43ae-b575-855f94e7f678,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:29.947053 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:29.948082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device adc8053a-e96e-4f37-845d-dc840d8c3046 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:39:29.967610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8aafa0a-b938-45ce-8623-f1f22e9f6c41 req-9d90b236-b6eb-4d04-88bc-10f6542ff4ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4543517 Feb 04 15:39:30.021220 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-a6580924-9c9a-4641-ae7a-063fb64bbfad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9511478f-7262-4a2c-b5ec-ef0a747c5347 HTTP/1.1" status: 200 len: 1002 time: 0.1780677 Feb 04 15:39:30.025689 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=4427a051-4a2a-43ae-b575-855f94e7f678,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:30.033875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port adc8053a-e96e-4f37-845d-dc840d8c3046, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=adc8053a-e96e-4f37-845d-dc840d8c3046,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:30.047837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'adc8053a-e96e-4f37-845d-dc840d8c3046', 'network_id': 'e82f4794-edaa-4da5-b40b-be0e2b7bc36f', 'port_id': 'adc8053a-e96e-4f37-845d-dc840d8c3046', 'mac_address': 'fa:16:3e:45:9b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ccf863-4ca2-46f0-99dd-a0db17bfa74e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:39:30.078215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15c0ab-bab2-4cad-9a64-d45d8bdc3108 req-7b149704-b992-44d6-8023-96390cf84bc8 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:30.080023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb15c0ab-bab2-4cad-9a64-d45d8bdc3108 req-7b149704-b992-44d6-8023-96390cf84bc8 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=286a86be-d427-4f92-9c58-c8cbe0e99ad7 HTTP/1.1" status: 200 len: 943 time: 0.5238428 Feb 04 15:39:30.102380 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:30.113157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5e777f-16c5-467e-a0da-0836a828cc7a tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:30.122944 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc8053a-e96e-4f37-845d-dc840d8c3046 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:30.124513 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb8b802-ea16-4efd-a781-e0308085108e None None] Sync routers for ids ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:39:30.125219 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3f5e777f-16c5-467e-a0da-0836a828cc7a tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:30.137118 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb8b802-ea16-4efd-a781-e0308085108e None None] Routers {'9f8b909e-19eb-43be-a4b8-41a83f74d3df'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:30.137957 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-fcb8b802-ea16-4efd-a781-e0308085108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:30.138449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port adc8053a-e96e-4f37-845d-dc840d8c3046, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=adc8053a-e96e-4f37-845d-dc840d8c3046,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:30.143661 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:30.221397 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=adc8053a-e96e-4f37-845d-dc840d8c3046,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:30.266637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-1a0dfb53-7491-4050-8d93-fda2b89da663 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:30.268131 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-1a0dfb53-7491-4050-8d93-fda2b89da663 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.1971710 Feb 04 15:39:30.278547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3f5e777f-16c5-467e-a0da-0836a828cc7a tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "PUT /v2.0/floatingips/c6347b58-b0de-44ec-8f11-da62071238ac HTTP/1.1" status: 200 len: 991 time: 4.8080149 Feb 04 15:39:30.316822 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb15c0ab-bab2-4cad-9a64-d45d8bdc3108 req-dbb77ab6-79b0-41cf-97b4-b3683ca1d8a3 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976898 Feb 04 15:39:30.324147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8aafa0a-b938-45ce-8623-f1f22e9f6c41 req-adada5f2-b397-42ae-9c35-2653098fc027 service neutron] 10.222.0.73 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439069 Feb 04 15:39:30.326684 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-fcb8b802-ea16-4efd-a781-e0308085108e None None] Set router 9f8b909e-19eb-43be-a4b8-41a83f74d3df gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:30.529878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'tag': '9511478f-7262-4a2c-b5ec-ef0a747c5347'}, {'name': 'network-changed', 'server_uuid': '65ae2a20-e75c-47b5-b41e-4eb791d99a00', 'tag': 'e86944a8-04c9-45fd-b8af-8b47d21f187b'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:30.537777 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-b7187b1a-8b19-4ea4-9286-faaf307b8e10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2550595 Feb 04 15:39:30.568668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8aafa0a-b938-45ce-8623-f1f22e9f6c41 req-023d3062-35be-4aea-aae9-bd82e43ac4be service neutron] 10.222.0.73 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327049 Feb 04 15:39:30.585267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['4427a051-4a2a-43ae-b575-855f94e7f678'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:30.619109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['adc8053a-e96e-4f37-845d-dc840d8c3046'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:30.686406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cdc41-92c9-4f66-91ec-5f743cab52a6 req-a808d9fa-29cf-4f8e-94c4-1240d151ad3f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:30.689505 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f4cdc41-92c9-4f66-91ec-5f743cab52a6 req-a808d9fa-29cf-4f8e-94c4-1240d151ad3f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.2385409 Feb 04 15:39:30.731851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-fa58b6d4-de9a-4e30-b2ba-b2aba381f764 service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845746 Feb 04 15:39:30.762596 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-fcb8b802-ea16-4efd-a781-e0308085108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:18Z', 'updated_at': '2022-02-04T15:38:36Z', 'revision_number': 4, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'gw_port': {'id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:20Z', 'updated_at': '2022-02-04T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'c6347b58-b0de-44ec-8f11-da62071238ac', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'port_id': 'e86944a8-04c9-45fd-b8af-8b47d21f187b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'mac_address': 'fa:16:3e:26:28:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae2a20-e75c-47b5-b41e-4eb791d99a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:50Z', 'updated_at': '2022-02-04T15:39:26Z', 'revision_number': 1, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d19dbf9-998a-4c89-b606-99c9b9bda0b3', 'name': '', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'mac_address': 'fa:16:3e:ac:ce:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:33Z', 'updated_at': '2022-02-04T15:39:03Z', 'revision_number': 5, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'subnets': [{'id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:30.769050 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb8b802-ea16-4efd-a781-e0308085108e None None] Checking router: 9f8b909e-19eb-43be-a4b8-41a83f74d3df for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:39:30.782678 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb8b802-ea16-4efd-a781-e0308085108e None None] Routers {'9f8b909e-19eb-43be-a4b8-41a83f74d3df'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:30.783236 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-fcb8b802-ea16-4efd-a781-e0308085108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:30.832878 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f4cdc41-92c9-4f66-91ec-5f743cab52a6 req-6bc4c98b-c154-477c-91cb-bf061b3e6e0b tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377797 Feb 04 15:39:30.888633 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60e634f9-36b7-4864-b1be-99003d59e7e7 req-f39535c1-34a0-44d8-a386-9dd902121461 service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464844 Feb 04 15:39:31.022264 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-fcb8b802-ea16-4efd-a781-e0308085108e None None] Set router 9f8b909e-19eb-43be-a4b8-41a83f74d3df gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:31.105126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751db804-1350-40be-93c9-b71f2d13c90f req-f7bcd19c-ea0b-4d61-a83c-32e02d3f92e0 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:31.106105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-751db804-1350-40be-93c9-b71f2d13c90f req-f7bcd19c-ea0b-4d61-a83c-32e02d3f92e0 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.0947752 Feb 04 15:39:31.219274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-751db804-1350-40be-93c9-b71f2d13c90f req-8ca5dd6d-bd8c-4c71-8725-3361028ac7c6 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061463 Feb 04 15:39:31.246145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a8f53-4794-489e-8cfa-577130273e13 req-62c2db7c-4a48-41ae-9483-df86b2118c83 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:31.246145 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c1a8f53-4794-489e-8cfa-577130273e13 req-62c2db7c-4a48-41ae-9483-df86b2118c83 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 946 time: 0.1081750 Feb 04 15:39:31.290042 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c1a8f53-4794-489e-8cfa-577130273e13 req-ac53c2e2-d991-46c9-b4aa-70266d94cd8e tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed1efcab-40b5-4138-9a5b-35cb1b0152e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440400 Feb 04 15:39:31.379300 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'tag': '9511478f-7262-4a2c-b5ec-ef0a747c5347', 'status': 'completed', 'code': 200} Feb 04 15:39:31.379567 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ae2a20-e75c-47b5-b41e-4eb791d99a00', 'tag': 'e86944a8-04c9-45fd-b8af-8b47d21f187b', 'status': 'completed', 'code': 200} Feb 04 15:39:31.407039 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-fcb8b802-ea16-4efd-a781-e0308085108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:18Z', 'updated_at': '2022-02-04T15:38:36Z', 'revision_number': 4, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'gw_port': {'id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:20Z', 'updated_at': '2022-02-04T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'c6347b58-b0de-44ec-8f11-da62071238ac', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'port_id': 'e86944a8-04c9-45fd-b8af-8b47d21f187b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'mac_address': 'fa:16:3e:26:28:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae2a20-e75c-47b5-b41e-4eb791d99a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:50Z', 'updated_at': '2022-02-04T15:39:26Z', 'revision_number': 1, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d19dbf9-998a-4c89-b606-99c9b9bda0b3', 'name': '', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'mac_address': 'fa:16:3e:ac:ce:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:33Z', 'updated_at': '2022-02-04T15:39:03Z', 'revision_number': 5, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'subnets': [{'id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:31.411137 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb8b802-ea16-4efd-a781-e0308085108e None None] The sync data for ids ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'] in n-d-827872-1 is: [{'id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:18Z', 'updated_at': '2022-02-04T15:38:36Z', 'revision_number': 4, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'gw_port': {'id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:20Z', 'updated_at': '2022-02-04T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'c6347b58-b0de-44ec-8f11-da62071238ac', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'port_id': 'e86944a8-04c9-45fd-b8af-8b47d21f187b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'mac_address': 'fa:16:3e:26:28:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae2a20-e75c-47b5-b41e-4eb791d99a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:50Z', 'updated_at': '2022-02-04T15:39:26Z', 'revision_number': 1, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d19dbf9-998a-4c89-b606-99c9b9bda0b3', 'name': '', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'mac_address': 'fa:16:3e:ac:ce:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:33Z', 'updated_at': '2022-02-04T15:39:03Z', 'revision_number': 5, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'subnets': [{'id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:39:31.489778 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-5c1f9927-02bb-44ab-8e81-483400a0e7e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=57716735-cd4c-4a5f-b26f-26d94d8e7f52 HTTP/1.1" status: 200 len: 1097 time: 0.0805361 Feb 04 15:39:31.627304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203f6d6-ec1c-449d-aa93-40ed89e72356 None None] New status for floating IP c6347b58-b0de-44ec-8f11-da62071238ac: ACTIVE {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:39:31.646170 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-3af87937-3a28-464d-88e3-de64461a343e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:31.648311 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-3af87937-3a28-464d-88e3-de64461a343e service neutron] 10.222.0.81 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 922 time: 0.1515372 Feb 04 15:39:31.686798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-033c9327-1cfa-4019-9a29-b2867aafcbc1 req-a894c096-a9ef-4cf0-985a-c97455f93cf4 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.3023193 Feb 04 15:39:31.750823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c3c2f-28d3-4133-8bc9-fe70466e0fca req-8067a60a-06f5-4504-a7c1-045d74f3de6b tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:31.755773 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-382c3c2f-28d3-4133-8bc9-fe70466e0fca req-8067a60a-06f5-4504-a7c1-045d74f3de6b tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 945 time: 0.4084120 Feb 04 15:39:31.768998 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-31d97c70-ff78-4029-acf2-6606e4167b5c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9511478f-7262-4a2c-b5ec-ef0a747c5347 HTTP/1.1" status: 200 len: 1002 time: 0.1139836 Feb 04 15:39:31.788472 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-a9fae848-d888-426c-8e9c-c81a77d1439b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b70c33e05bce43a5bb9a4274f2bc8927&device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 1096 time: 0.3448715 Feb 04 15:39:31.824586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c9327-1cfa-4019-9a29-b2867aafcbc1 req-e760cc8b-37d6-42a4-af34-d600713ed92e tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:31.825824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-033c9327-1cfa-4019-9a29-b2867aafcbc1 req-e760cc8b-37d6-42a4-af34-d600713ed92e tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports/9511478f-7262-4a2c-b5ec-ef0a747c5347 HTTP/1.1" status: 200 len: 943 time: 0.1302080 Feb 04 15:39:31.836953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-c8e9333d-c3bf-4153-a5c7-250a1b7d0ade service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:31.838424 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-c8e9333d-c3bf-4153-a5c7-250a1b7d0ade service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.0603950 Feb 04 15:39:31.922835 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-382c3c2f-28d3-4133-8bc9-fe70466e0fca req-795663af-94c2-4977-81ea-10537e08c067 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/security-groups?id=17180d54-03eb-40c6-b383-56d62d3155bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565466 Feb 04 15:39:31.933290 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-9fe1b7e1-b0a4-4365-9a33-3b82f226344d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888522 Feb 04 15:39:31.981164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-5549aabf-47c3-40b3-8f53-1bf13535de3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:31.982629 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-5549aabf-47c3-40b3-8f53-1bf13535de3b service neutron] 10.222.0.73 "GET /v2.0/networks?id=e73b8c79-39c7-4f3f-8efa-10d2b856cc10 HTTP/1.1" status: 200 len: 907 time: 0.1808021 Feb 04 15:39:32.071243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60968) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:32.161767 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-9101797b-7f5c-40f6-82ef-6894d386633d service neutron] 10.222.0.81 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125838 Feb 04 15:39:32.298477 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-06745694-5e92-477a-9c3e-e8a10ce6bc2e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86944a8-04c9-45fd-b8af-8b47d21f187b HTTP/1.1" status: 200 len: 1001 time: 0.3048394 Feb 04 15:39:32.305282 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-033c9327-1cfa-4019-9a29-b2867aafcbc1 req-a42ddf17-f793-4d2a-ae8c-f7887c2d31b8 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.3104610 Feb 04 15:39:32.459844 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-329ce29c-9802-471e-9eec-858bf4586f3c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 258 time: 0.3478675 Feb 04 15:39:32.475097 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-a8ca4648-c4e1-4e5a-8f9d-bc98c9df3dcc service neutron] 10.222.0.81 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068094 Feb 04 15:39:32.477166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:32.503316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:32.511491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-fdb4ebdf-b75b-403a-a288-5f7565bf8bc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:32.512922 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-fdb4ebdf-b75b-403a-a288-5f7565bf8bc8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4c8bd91-de49-4d76-b9bb-8b3081d1af67 HTTP/1.1" status: 200 len: 845 time: 0.1943858 Feb 04 15:39:32.513831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Usage tracker for resource:floatingip and tenant:0894528fa7a44e3a8af614f7a256e283 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:32.520181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:32.538255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:32.608010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c9327-1cfa-4019-9a29-b2867aafcbc1 req-eb2a27e2-6f28-465f-ae90-ce7604b6f4ec tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:32.610074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-033c9327-1cfa-4019-9a29-b2867aafcbc1 req-eb2a27e2-6f28-465f-ae90-ce7604b6f4ec tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.2926288 Feb 04 15:39:32.611983 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:32.717514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-adc6c984-b716-4de9-bdf3-387f6daaa087 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e73b8c79-39c7-4f3f-8efa-10d2b856cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801028 Feb 04 15:39:32.726987 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27b0cfa2-579d-4a14-891d-80633d2f510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:32.930582 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-26676f00-e052-40e0-8310-21e33ecc1309 service neutron] 10.222.0.73 "GET /v2.0/networks/e73b8c79-39c7-4f3f-8efa-10d2b856cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019675 Feb 04 15:39:32.962545 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.192555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c65f254-8fc9-43f6-a549-433235b1dd99 req-3d8e7f95-eae0-4b5e-b056-a12a7756f733 service neutron] 10.222.0.73 "GET /v2.0/networks/e73b8c79-39c7-4f3f-8efa-10d2b856cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545154 Feb 04 15:39:33.209770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6446a-1961-4450-bfa7-7a22152d149d req-891873ad-2881-410c-b063-6dae007549a1 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:33.211525 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ab6446a-1961-4450-bfa7-7a22152d149d req-891873ad-2881-410c-b063-6dae007549a1 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=286a86be-d427-4f92-9c58-c8cbe0e99ad7 HTTP/1.1" status: 200 len: 944 time: 0.3270626 Feb 04 15:39:33.244161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Allocated IP 172.25.0.127 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/f85f0981-2855-4241-aacc-d6dcc1a7c3e1) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:33.365884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-27b0cfa2-579d-4a14-891d-80633d2f510d admin admin] Deleting port a6bba1dc-b666-4e70-ac92-fe713b513d89 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:33.366227 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27b0cfa2-579d-4a14-891d-80633d2f510d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.464806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ab6446a-1961-4450-bfa7-7a22152d149d req-460f5175-37cc-4b78-81d0-75ff0a3d0084 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461324 Feb 04 15:39:33.545285 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.554793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-27b0cfa2-579d-4a14-891d-80633d2f510d admin admin] For port a6bba1dc-b666-4e70-ac92-fe713b513d89, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a6bba1dc-b666-4e70-ac92-fe713b513d89,segment=NetworkSegment(41188144-d89b-40ed-96ef-8b5a6529930e),segment_id=41188144-d89b-40ed-96ef-8b5a6529930e)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:33.555426 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27b0cfa2-579d-4a14-891d-80633d2f510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.576366 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.685816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-27b0cfa2-579d-4a14-891d-80633d2f510d admin admin] Calling delete_port for a6bba1dc-b666-4e70-ac92-fe713b513d89 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:33.695869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:33.697789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Pushing event updated for resources: {'Port': ['ID=f85f0981-2855-4241-aacc-d6dcc1a7c3e1,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:33.699995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:33.704567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:39:33.732987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4427a051-4a2a-43ae-b575-855f94e7f678 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:33.752842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:33.754337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:33.754337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:33.754337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:33.754337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:33.754724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:33.754824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:33.755120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:33.755480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:33.755790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:33.756125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:33.800166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95728c3c-89d1-4cd2-9d43-809e58e3d4cd req-60834d6e-5355-4930-a912-3571ba18e979 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:33.802028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95728c3c-89d1-4cd2-9d43-809e58e3d4cd req-60834d6e-5355-4930-a912-3571ba18e979 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.2194538 Feb 04 15:39:33.820710 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 4427a051-4a2a-43ae-b575-855f94e7f678 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:33.830113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 4427a051-4a2a-43ae-b575-855f94e7f678 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:33.830489 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.876273 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95728c3c-89d1-4cd2-9d43-809e58e3d4cd req-4eb6ed14-9b9c-4e0c-9833-558998b65dcd tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586257 Feb 04 15:39:33.906238 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27b0cfa2-579d-4a14-891d-80633d2f510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.952562 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.975606 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.006694 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286a86be-d427-4f92-9c58-c8cbe0e99ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4427a051-4a2a-43ae-b575-855f94e7f678'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:34.011889 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0cfa2-579d-4a14-891d-80633d2f510d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bba1dc-b666-4e70-ac92-fe713b513d89,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:34.022094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 4427a051-4a2a-43ae-b575-855f94e7f678, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4427a051-4a2a-43ae-b575-855f94e7f678,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:34.026406 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.027142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device adc8053a-e96e-4f37-845d-dc840d8c3046 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:34.071446 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.163698 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=4427a051-4a2a-43ae-b575-855f94e7f678,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:34.179037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:34.179498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:34.179906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:34.180307 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:34.180705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:34.181099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:34.181489 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:34.181877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:34.182394 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:34.182789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:34.183168 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:34.203165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port adc8053a-e96e-4f37-845d-dc840d8c3046 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:34.208505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port adc8053a-e96e-4f37-845d-dc840d8c3046 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:34.209037 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.287936 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46fc49-d2a2-4f88-a9ab-2bb4a8ada6f6 req-97a95c1a-87b5-49a3-ab04-b1938f8a8e7c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:34.289558 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c46fc49-d2a2-4f88-a9ab-2bb4a8ada6f6 req-97a95c1a-87b5-49a3-ab04-b1938f8a8e7c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.2682796 Feb 04 15:39:34.353247 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.363650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c46fc49-d2a2-4f88-a9ab-2bb4a8ada6f6 req-8a11544e-f544-4e37-9ff8-26bb44c20961 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633445 Feb 04 15:39:34.389136 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.396316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port adc8053a-e96e-4f37-845d-dc840d8c3046, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=adc8053a-e96e-4f37-845d-dc840d8c3046,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:34.397836 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.404080 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.478965 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=adc8053a-e96e-4f37-845d-dc840d8c3046,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:34.520645 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27b0cfa2-579d-4a14-891d-80633d2f510d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.576890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Pushing event updated for resources: {'Port': ['ID=f85f0981-2855-4241-aacc-d6dcc1a7c3e1,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:34.613857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-5efcfa12-8860-42d2-8dc2-f30796bba00e tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.1830223 Feb 04 15:39:34.616550 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.692293 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.693467 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-935207f7-60c7-4334-ba2d-fef3929636c2 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2278762 Feb 04 15:39:34.703269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-60c0ca2e-3791-430b-80dd-2fa1b2bae2da tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:34.704900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-60c0ca2e-3791-430b-80dd-2fa1b2bae2da tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports/9511478f-7262-4a2c-b5ec-ef0a747c5347 HTTP/1.1" status: 200 len: 943 time: 0.0844216 Feb 04 15:39:34.788474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-ed1a41b7-c0cc-4b80-be72-6b21b104e796 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Synchronizing usage tracker for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:34.850561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-ed1a41b7-c0cc-4b80-be72-6b21b104e796 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Unset dirty status for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:34.851744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-ed1a41b7-c0cc-4b80-be72-6b21b104e796 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 696 time: 0.1459811 Feb 04 15:39:34.996581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-7f36f985-5362-4e0e-a4de-988ff3a6ba8f tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.1890216 Feb 04 15:39:35.179051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b0cfa2-579d-4a14-891d-80633d2f510d admin admin] Router f7feb328-3337-4164-bacc-b3944ddc8695 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:35.245368 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-c293371f-529b-4eb5-a4ee-747141a70da7 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:35.246684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3437bd0c-8de6-4059-b881-96302f0a29a0 req-c293371f-529b-4eb5-a4ee-747141a70da7 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.3803527 Feb 04 15:39:35.324915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-13b55d97-36d1-4b1d-817d-0837c74cca25 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:35.326633 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-13b55d97-36d1-4b1d-817d-0837c74cca25 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.3235013 Feb 04 15:39:35.403243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b0cfa2-579d-4a14-891d-80633d2f510d admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:35.415507 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76899cf6-197c-44e5-b8ba-48ef40e4598b None None] Sync routers for ids ['f7feb328-3337-4164-bacc-b3944ddc8695'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:39:35.419750 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-27b0cfa2-579d-4a14-891d-80633d2f510d admin admin] 10.222.0.60 "PUT /v2.0/routers/f7feb328-3337-4164-bacc-b3944ddc8695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3463941 Feb 04 15:39:35.421519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60988) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:35.430581 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76899cf6-197c-44e5-b8ba-48ef40e4598b None None] Routers {'f7feb328-3337-4164-bacc-b3944ddc8695'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:35.431104 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-76899cf6-197c-44e5-b8ba-48ef40e4598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f7feb328-3337-4164-bacc-b3944ddc8695'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:35.499908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-4bd9472d-8678-4175-a3cc-f28e057fc778 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.1665828 Feb 04 15:39:35.529315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-669d2ca4-f573-4c9c-9b41-e89a9ebf7649 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:35.640825 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-76899cf6-197c-44e5-b8ba-48ef40e4598b None None] Set router f7feb328-3337-4164-bacc-b3944ddc8695 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:35.653930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673ebf5-b1b9-44a0-9fa9-9776013a2b0d req-39d252bb-5662-47b8-ae03-e5b53d27edf2 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:35.654942 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.661075 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7673ebf5-b1b9-44a0-9fa9-9776013a2b0d req-39d252bb-5662-47b8-ae03-e5b53d27edf2 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 945 time: 0.2678025 Feb 04 15:39:35.710076 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-669d2ca4-f573-4c9c-9b41-e89a9ebf7649 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.803029 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7673ebf5-b1b9-44a0-9fa9-9776013a2b0d req-f45f8648-c33c-40b9-8ef0-1c5b9d888cab tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/security-groups?id=17180d54-03eb-40c6-b383-56d62d3155bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410558 Feb 04 15:39:35.910564 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286a86be-d427-4f92-9c58-c8cbe0e99ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4427a051-4a2a-43ae-b575-855f94e7f678', 'code': 200} Feb 04 15:39:36.037613 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-76899cf6-197c-44e5-b8ba-48ef40e4598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'name': 'tempest-ServersTestMultiNic-1203940413-router', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '83aa36c8-986f-42f4-9c3b-dea7f82d6e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:43Z', 'updated_at': '2022-02-04T15:39:33Z', 'revision_number': 5, 'project_id': 'dea255a64256441d977f1d087c29cfe1', 'gw_port': {'id': '83aa36c8-986f-42f4-9c3b-dea7f82d6e6f', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:44Z', 'updated_at': '2022-02-04T15:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:36.044790 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76899cf6-197c-44e5-b8ba-48ef40e4598b None None] Checking router: f7feb328-3337-4164-bacc-b3944ddc8695 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:39:36.057568 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76899cf6-197c-44e5-b8ba-48ef40e4598b None None] Routers {'f7feb328-3337-4164-bacc-b3944ddc8695'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:36.058390 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-76899cf6-197c-44e5-b8ba-48ef40e4598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f7feb328-3337-4164-bacc-b3944ddc8695'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:36.125403 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.135474 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b0db4fd-84d4-4f2b-81b7-eda01ddab2a7 req-e572d8c8-edc8-479a-a263-5c454071d80a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=286a86be-d427-4f92-9c58-c8cbe0e99ad7 HTTP/1.1" status: 200 len: 1096 time: 0.1233449 Feb 04 15:39:36.157454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] Deleting port 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:36.157454 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.163323 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-669d2ca4-f573-4c9c-9b41-e89a9ebf7649 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.176263 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-669d2ca4-f573-4c9c-9b41-e89a9ebf7649 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.176497 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-669d2ca4-f573-4c9c-9b41-e89a9ebf7649 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Floating IP 96475c7a-799e-4e03-8347-026074424138 disassociated. External IP: 172.25.0.208, port: 9511478f-7262-4a2c-b5ec-ef0a747c5347. Feb 04 15:39:36.244460 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4b0db4fd-84d4-4f2b-81b7-eda01ddab2a7 req-2dc4c4a7-627d-4b08-b8b4-11285751a6c8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031692 Feb 04 15:39:36.254544 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-76899cf6-197c-44e5-b8ba-48ef40e4598b None None] Set router f7feb328-3337-4164-bacc-b3944ddc8695 gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:36.275195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c7577-1a86-4bdc-98d4-9a3df077296e req-454d6283-82d3-4c1d-9660-5eec29bc76d8 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:36.276574 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c5c7577-1a86-4bdc-98d4-9a3df077296e req-454d6283-82d3-4c1d-9660-5eec29bc76d8 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=286a86be-d427-4f92-9c58-c8cbe0e99ad7 HTTP/1.1" status: 200 len: 945 time: 0.1792338 Feb 04 15:39:36.360608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] For port 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=83aa36c8-986f-42f4-9c3b-dea7f82d6e6f,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:36.361141 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.364955 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-76899cf6-197c-44e5-b8ba-48ef40e4598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'name': 'tempest-ServersTestMultiNic-1203940413-router', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:43Z', 'updated_at': '2022-02-04T15:39:36Z', 'revision_number': 6, 'project_id': 'dea255a64256441d977f1d087c29cfe1', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:36.369025 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76899cf6-197c-44e5-b8ba-48ef40e4598b None None] The sync data for ids ['f7feb328-3337-4164-bacc-b3944ddc8695'] in n-d-827872-1 is: [{'id': 'f7feb328-3337-4164-bacc-b3944ddc8695', 'name': 'tempest-ServersTestMultiNic-1203940413-router', 'tenant_id': 'dea255a64256441d977f1d087c29cfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:43Z', 'updated_at': '2022-02-04T15:39:36Z', 'revision_number': 6, 'project_id': 'dea255a64256441d977f1d087c29cfe1', 'gw_port_host': None}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:39:36.391799 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c5c7577-1a86-4bdc-98d4-9a3df077296e req-72e66421-e79c-4ec5-a23e-ce426aba0dc4 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069052 Feb 04 15:39:36.500312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] Calling delete_port for 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:36.537391 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ed744925-b371-4f6e-be0f-ad87fd9d04fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.661599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875d6df-0c69-4508-9b4e-64f28ef2ff4e req-c7767a40-3efb-48ee-bf23-97e199e03072 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:36.662965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7875d6df-0c69-4508-9b4e-64f28ef2ff4e req-c7767a40-3efb-48ee-bf23-97e199e03072 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.1491740 Feb 04 15:39:36.692808 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.734259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7875d6df-0c69-4508-9b4e-64f28ef2ff4e req-3dd18b76-80e8-45d3-adf4-ffe96f62c425 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640438 Feb 04 15:39:36.739421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] Pushing event deleted for resources: {'Port': ['ID=83aa36c8-986f-42f4-9c3b-dea7f82d6e6f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:36.777870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-669d2ca4-f573-4c9c-9b41-e89a9ebf7649 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Router 80e613b7-dfef-4bcf-b62e-98bac33456dc has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:36.953935 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a6bba1dc-b666-4e70-ac92-fe713b513d89 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:37.008903 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: a6bba1dc-b666-4e70-ac92-fe713b513d89 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:39:37.009303 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a6bba1dc-b666-4e70-ac92-fe713b513d89 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:37.009577 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.198259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-b5939e61-c0ef-4be3-99c2-c5927b73f220 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:37.199759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-b5939e61-c0ef-4be3-99c2-c5927b73f220 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1241133 Feb 04 15:39:37.201536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-669d2ca4-f573-4c9c-9b41-e89a9ebf7649 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:37.206504 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-669d2ca4-f573-4c9c-9b41-e89a9ebf7649 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.216552 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7350eef-ed81-4008-a6d7-a76d9826f399 None None] Sync routers for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:39:37.231021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7350eef-ed81-4008-a6d7-a76d9826f399 None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:37.232663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c7350eef-ed81-4008-a6d7-a76d9826f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:37.287746 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.292328 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.322010 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.323580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7feb328-3337-4164-bacc-b3944ddc8695 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:39:37.328920 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-da29d28c-e111-4421-b18a-cc376e5b5f1b tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 696 time: 0.0954261 Feb 04 15:39:37.338493 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.339781 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3c7a2a09-5485-49e0-bb0b-eaa165a43770 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f7feb328-3337-4164-bacc-b3944ddc8695 HTTP/1.1" status: 204 len: 168 time: 1.9173772 Feb 04 15:39:37.342466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60994) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:37.345929 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-669d2ca4-f573-4c9c-9b41-e89a9ebf7649 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "PUT /v2.0/floatingips/96475c7a-799e-4e03-8347-026074424138 HTTP/1.1" status: 200 len: 695 time: 1.8232052 Feb 04 15:39:37.351347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-42c251d9-f8d7-4095-be71-bb3c66a1f89c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Request body: {'floatingip': {'port_id': '0bc44c63-9dd0-4c6d-a5bc-817923629022', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:37.401147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'tag': '9511478f-7262-4a2c-b5ec-ef0a747c5347'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:37.426959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c388ad-6525-4757-b14b-2bf6dba36c95 admin admin] Deleting subnet 3600019c-1c40-4349-84b9-f8349651d8ba {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:39:37.431658 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3c388ad-6525-4757-b14b-2bf6dba36c95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.462511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c7350eef-ed81-4008-a6d7-a76d9826f399 None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:37.477171 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-42c251d9-f8d7-4095-be71-bb3c66a1f89c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.504296 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3c388ad-6525-4757-b14b-2bf6dba36c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.648744 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3c388ad-6525-4757-b14b-2bf6dba36c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.721627 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-35777d8b-b878-4649-b692-ba61333105a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=57716735-cd4c-4a5f-b26f-26d94d8e7f52 HTTP/1.1" status: 200 len: 1097 time: 0.3108995 Feb 04 15:39:37.857148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c7350eef-ed81-4008-a6d7-a76d9826f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:37.863433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7350eef-ed81-4008-a6d7-a76d9826f399 None None] Checking router: 80e613b7-dfef-4bcf-b62e-98bac33456dc for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:39:37.874350 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3c388ad-6525-4757-b14b-2bf6dba36c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.882569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7350eef-ed81-4008-a6d7-a76d9826f399 None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:37.883278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c7350eef-ed81-4008-a6d7-a76d9826f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:37.929225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c388ad-6525-4757-b14b-2bf6dba36c95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3600019c-1c40-4349-84b9-f8349651d8ba,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:37.934038 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3c388ad-6525-4757-b14b-2bf6dba36c95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.943244 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d3c388ad-6525-4757-b14b-2bf6dba36c95 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3600019c-1c40-4349-84b9-f8349651d8ba HTTP/1.1" status: 204 len: 168 time: 0.5987735 Feb 04 15:39:37.943960 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 32772) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:37.953164 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84258b68-84e4-468f-aeb9-4badce416edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc8053a-e96e-4f37-845d-dc840d8c3046'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:37.958067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a615a8-8379-4956-86de-01ad28510831 None None] Network 4dbbe8e8-e013-445e-9ba2-a66684c1a279 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:39:38.015506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-8a7023e5-8490-4362-a354-09d417c12ae5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:38.017229 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-8a7023e5-8490-4362-a354-09d417c12ae5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 922 time: 0.2875614 Feb 04 15:39:38.062987 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.075362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] Deleting port 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:38.076227 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.169471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-2e8add2e-9c30-4506-8438-bbcf72fd2e75 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9511478f-7262-4a2c-b5ec-ef0a747c5347 HTTP/1.1" status: 200 len: 217 time: 0.1434691 Feb 04 15:39:38.300448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c7350eef-ed81-4008-a6d7-a76d9826f399 None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:38.307113 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] For port 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0fb40bf9-cffd-4feb-9e46-5669aa1dd44a,segment=NetworkSegment(41188144-d89b-40ed-96ef-8b5a6529930e),segment_id=41188144-d89b-40ed-96ef-8b5a6529930e)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:38.307656 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.396533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-cf23b15d-d03b-4fe8-ac03-97ed3ba49ba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:38.398091 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-cf23b15d-d03b-4fe8-ac03-97ed3ba49ba3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.0782762 Feb 04 15:39:38.476539 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] Calling delete_port for 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:38.547530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4677ac-f9d8-47a5-8539-2d02edff8a5f None None] DHCP port deletion for 4dbbe8e8-e013-445e-9ba2-a66684c1a279 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:39:38.558429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2a4677ac-f9d8-47a5-8539-2d02edff8a5f None None] Deleting port 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:38.558803 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2a4677ac-f9d8-47a5-8539-2d02edff8a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.562559 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.636727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] No DVR routers for this DVR port 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:38.659420 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2a4677ac-f9d8-47a5-8539-2d02edff8a5f None None] The port '0fb40bf9-cffd-4feb-9e46-5669aa1dd44a' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:39:38.686051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb40bf9-cffd-4feb-9e46-5669aa1dd44a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:38.741320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c7350eef-ed81-4008-a6d7-a76d9826f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:38.747381 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7350eef-ed81-4008-a6d7-a76d9826f399 None None] The sync data for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 is: [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:39:38.752150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-ef1255a6-465e-413f-92a8-cb838959acbd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3434334 Feb 04 15:39:38.781964 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-42c251d9-f8d7-4095-be71-bb3c66a1f89c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.799439 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.827147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbbe8e8-e013-445e-9ba2-a66684c1a279']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:38.831723 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-42c251d9-f8d7-4095-be71-bb3c66a1f89c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.840912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41188144-d89b-40ed-96ef-8b5a6529930e') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:38.841299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41188144-d89b-40ed-96ef-8b5a6529930e') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:38.857059 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.882151 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.892621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:39:38.894298 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.896275 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7c9f63d3-9058-4f8a-9b3b-4ea0b7b26cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:38.914853 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:38.935014 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:38.996658 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:39:38.997314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0fb40bf9-cffd-4feb-9e46-5669aa1dd44a not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:38.997525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:39.001553 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-2f554207-5978-4fc5-b838-04ebe69d2a92 service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413015 Feb 04 15:39:39.029695 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.037020 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:39:39.037910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 83aa36c8-986f-42f4-9c3b-dea7f82d6e6f not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:39.057228 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.073070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dbbe8e8-e013-445e-9ba2-a66684c1a279,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:39.083710 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bf4f8f6e-8399-4dcd-8d99-5222fb4bcd77 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4dbbe8e8-e013-445e-9ba2-a66684c1a279 HTTP/1.1" status: 204 len: 168 time: 1.1386592 Feb 04 15:39:39.086571 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc835615-a07e-4e86-835f-20159d74296a None None] New status for floating IP 96475c7a-799e-4e03-8347-026074424138: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:39:39.238904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32780) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:39.241098 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3cf82a0-64a7-4a44-b880-54386160bcc4 req-a39b1f20-9b8f-4b26-8ec8-5871b56a9657 service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219424 Feb 04 15:39:39.325238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d390ebd9-2d01-49b9-b7a9-782c807daf4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dea255a64256441d977f1d087c29cfe1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0806615 Feb 04 15:39:39.325448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32786) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:39.406340 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-42c251d9-f8d7-4095-be71-bb3c66a1f89c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Floating IP 44c39890-cffb-4803-a08a-d3b77a871854 associated. External IP: 172.25.0.127, port: 0bc44c63-9dd0-4c6d-a5bc-817923629022. Feb 04 15:39:39.514960 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-630e887f-7c59-4952-9792-14ba7009ad26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.561026 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-630e887f-7c59-4952-9792-14ba7009ad26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.606657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f3966-220f-4dfa-a1ad-973f9b7b13ec req-8daf605a-4fa2-4f24-8ae8-1ae3f0775b6e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:39.608038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b89f3966-220f-4dfa-a1ad-973f9b7b13ec req-8daf605a-4fa2-4f24-8ae8-1ae3f0775b6e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.2389789 Feb 04 15:39:39.716629 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-630e887f-7c59-4952-9792-14ba7009ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.743688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e887f-7c59-4952-9792-14ba7009ad26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64ead11-a918-49ed-af89-d7c7fa0583f8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:39.750531 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b89f3966-220f-4dfa-a1ad-973f9b7b13ec req-3182bb0f-b899-4eec-8898-7af52a48edc8 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361551 Feb 04 15:39:39.756954 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-630e887f-7c59-4952-9792-14ba7009ad26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.758002 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-630e887f-7c59-4952-9792-14ba7009ad26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a64ead11-a918-49ed-af89-d7c7fa0583f8 HTTP/1.1" status: 204 len: 168 time: 0.4317098 Feb 04 15:39:39.894825 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.037525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f24853-1c27-4fc6-a1f8-cf839b444a74 req-1f21bb8b-d4b6-461d-9f37-cb73a464ada4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:40.038972 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2f24853-1c27-4fc6-a1f8-cf839b444a74 req-1f21bb8b-d4b6-461d-9f37-cb73a464ada4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 945 time: 0.1620867 Feb 04 15:39:40.099651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-42c251d9-f8d7-4095-be71-bb3c66a1f89c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Router 0aa8543a-b066-4eea-b171-50135bfb8e59 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:40.104563 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2f24853-1c27-4fc6-a1f8-cf839b444a74 req-9ffb1f25-9048-4d9a-b2cd-042c5020d799 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/security-groups?id=17180d54-03eb-40c6-b383-56d62d3155bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579872 Feb 04 15:39:40.113809 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.181723 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'tag': '9511478f-7262-4a2c-b5ec-ef0a747c5347', 'status': 'completed', 'code': 200} Feb 04 15:39:40.314495 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-556d472c-8338-40a3-ab37-e8b6c4bc0241 req-476b4be0-9b0b-4a5a-bf80-f2c33b3010ac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=57716735-cd4c-4a5f-b26f-26d94d8e7f52 HTTP/1.1" status: 200 len: 1097 time: 0.0946419 Feb 04 15:39:40.393803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee79e1-ca98-4710-9dc0-c5f9654af40d req-a58d4f75-f35c-40cd-b937-53d4c27d7167 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:40.395272 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6fee79e1-ca98-4710-9dc0-c5f9654af40d req-a58d4f75-f35c-40cd-b937-53d4c27d7167 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=286a86be-d427-4f92-9c58-c8cbe0e99ad7 HTTP/1.1" status: 200 len: 945 time: 0.1104903 Feb 04 15:39:40.402801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-42c251d9-f8d7-4095-be71-bb3c66a1f89c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:40.417403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758c0eb-6e40-4662-b436-98aaf72013e8 None None] Sync routers for ids ['0aa8543a-b066-4eea-b171-50135bfb8e59'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:39:40.424103 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-42c251d9-f8d7-4095-be71-bb3c66a1f89c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.432755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0758c0eb-6e40-4662-b436-98aaf72013e8 None None] Routers {'0aa8543a-b066-4eea-b171-50135bfb8e59'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:40.433614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0758c0eb-6e40-4662-b436-98aaf72013e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['0aa8543a-b066-4eea-b171-50135bfb8e59'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:40.478231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d472c-8338-40a3-ab37-e8b6c4bc0241 req-da35e995-f2bd-425b-9f09-40c1112fc06d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:40.479893 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-556d472c-8338-40a3-ab37-e8b6c4bc0241 req-da35e995-f2bd-425b-9f09-40c1112fc06d service neutron] 10.222.0.81 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 922 time: 0.1591022 Feb 04 15:39:40.570081 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-556d472c-8338-40a3-ab37-e8b6c4bc0241 req-1cc1acac-0cb3-4aee-9b98-5a685b3b112f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9511478f-7262-4a2c-b5ec-ef0a747c5347 HTTP/1.1" status: 200 len: 217 time: 0.0841656 Feb 04 15:39:40.625291 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-42c251d9-f8d7-4095-be71-bb3c66a1f89c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "PUT /v2.0/floatingips/44c39890-cffb-4803-a08a-d3b77a871854 HTTP/1.1" status: 200 len: 997 time: 3.2782385 Feb 04 15:39:40.633832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6fee79e1-ca98-4710-9dc0-c5f9654af40d req-f255dd90-d148-484f-91f1-df08311c8764 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329330 Feb 04 15:39:40.650905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d472c-8338-40a3-ab37-e8b6c4bc0241 req-f37127e3-6135-4e2e-a1e2-23b7c6f78f9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:40.652408 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-556d472c-8338-40a3-ab37-e8b6c4bc0241 req-f37127e3-6135-4e2e-a1e2-23b7c6f78f9b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.0764670 Feb 04 15:39:40.692297 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-0758c0eb-6e40-4662-b436-98aaf72013e8 None None] Set router 0aa8543a-b066-4eea-b171-50135bfb8e59 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:40.720092 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-13f725ea-57ab-4fe3-ba2c-e1934c175334 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0894528fa7a44e3a8af614f7a256e283&device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0853019 Feb 04 15:39:40.758782 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-556d472c-8338-40a3-ab37-e8b6c4bc0241 req-393f267b-811a-494c-8ea3-f09f545221ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995309 Feb 04 15:39:40.850830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32814) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:40.953491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-8fe7da63-3067-4da2-a275-49b1b371826a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:40.960985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-8fe7da63-3067-4da2-a275-49b1b371826a service neutron] 10.222.0.60 "GET /v2.0/networks?id=41ff2593-f55a-4c2e-8e59-0e465bc600ea HTTP/1.1" status: 200 len: 930 time: 0.2400200 Feb 04 15:39:41.028533 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-556d472c-8338-40a3-ab37-e8b6c4bc0241 req-cd5b6c90-6455-4bfa-8c12-7e8f0eb3cc78 service neutron] 10.222.0.81 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641542 Feb 04 15:39:41.031546 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5daf3-138f-4058-8668-e475764d6514 req-e47b9dca-0e68-429b-a9bb-0308360e7c71 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:41.033252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01d5daf3-138f-4058-8668-e475764d6514 req-e47b9dca-0e68-429b-a9bb-0308360e7c71 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.2326908 Feb 04 15:39:41.122798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-e3793454-01f2-46de-a309-5a6f9161edc8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc44c63-9dd0-4c6d-a5bc-817923629022 HTTP/1.1" status: 200 len: 1000 time: 0.1609111 Feb 04 15:39:41.172905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01d5daf3-138f-4058-8668-e475764d6514 req-ad6ae8cb-6927-4e51-ab78-3adbb45fe4a2 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184177 Feb 04 15:39:41.176410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-808576581-network', 'tenant_id': 'dcb636603c6342788de18221e4f41e8d'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:41.184267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:41.192490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Usage tracker for resource:network and tenant:dcb636603c6342788de18221e4f41e8d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:41.206142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:41.214899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:41.220726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0758c0eb-6e40-4662-b436-98aaf72013e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:48Z', 'revision_number': 4, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'gw_port': {'id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:28Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '44c39890-cffb-4803-a08a-d3b77a871854', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'port_id': '0bc44c63-9dd0-4c6d-a5bc-817923629022', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'mac_address': 'fa:16:3e:a1:e4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d31500e-27f8-4235-a6dc-9411d3672fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:39:33Z', 'updated_at': '2022-02-04T15:39:38Z', 'revision_number': 1, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4667c02e-17d4-4547-930a-a48364b0a65f', 'name': '', 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'mac_address': 'fa:16:3e:38:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:44Z', 'updated_at': '2022-02-04T15:38:59Z', 'revision_number': 5, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'subnets': [{'id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:41.221665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-e5060873-7044-438e-8a6e-34b87b0386e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:41.225575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758c0eb-6e40-4662-b436-98aaf72013e8 None None] Checking router: 0aa8543a-b066-4eea-b171-50135bfb8e59 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:39:41.229965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-e5060873-7044-438e-8a6e-34b87b0386e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7316add8-b3b6-4387-8510-39335fa6b75c HTTP/1.1" status: 200 len: 868 time: 0.1056380 Feb 04 15:39:41.235374 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-556d472c-8338-40a3-ab37-e8b6c4bc0241 req-f29d2b06-230c-4068-9369-e285aa854ecb service neutron] 10.222.0.81 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996024 Feb 04 15:39:41.238627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0758c0eb-6e40-4662-b436-98aaf72013e8 None None] Routers {'0aa8543a-b066-4eea-b171-50135bfb8e59'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:41.239387 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0758c0eb-6e40-4662-b436-98aaf72013e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['0aa8543a-b066-4eea-b171-50135bfb8e59'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:41.278196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Made reservation on behalf of dcb636603c6342788de18221e4f41e8d for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:41.281592 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.299520 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.327397 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84258b68-84e4-468f-aeb9-4badce416edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc8053a-e96e-4f37-845d-dc840d8c3046', 'code': 200} Feb 04 15:39:41.347019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:41.353273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Usage tracker for resource:security_group_rule and tenant:dcb636603c6342788de18221e4f41e8d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:41.356723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:41.364215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:41.379897 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-9f05d632-b466-45c6-883e-fc80e8500fc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41ff2593-f55a-4c2e-8e59-0e465bc600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495352 Feb 04 15:39:41.384694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-f3d0df63-a76d-48d1-b94d-377d452a5af5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:39:41.392303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-f3d0df63-a76d-48d1-b94d-377d452a5af5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0115731 Feb 04 15:39:41.448164 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c9aa74d-40e7-444b-8062-1d1ca76ea33e req-b2f31728-6430-4f1a-8a4b-78735a016521 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=84258b68-84e4-468f-aeb9-4badce416edf HTTP/1.1" status: 200 len: 1096 time: 0.0953469 Feb 04 15:39:41.470865 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.472112 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.532486 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c9aa74d-40e7-444b-8062-1d1ca76ea33e req-326fcf39-d1d3-42a0-8660-4e2c4352edfb service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781765 Feb 04 15:39:41.585408 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-c9ce6387-e1d5-4dc1-935c-543a9c0b4488 service neutron] 10.222.0.60 "GET /v2.0/networks/41ff2593-f55a-4c2e-8e59-0e465bc600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922653 Feb 04 15:39:41.595717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-0758c0eb-6e40-4662-b436-98aaf72013e8 None None] Set router 0aa8543a-b066-4eea-b171-50135bfb8e59 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:41.620410 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.700784 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.763109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:39:41.790256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9cc806-b106-4fc7-88c1-1abad3f00a42,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:41.801729 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.802074 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Added segment e6139c14-80a2-4f37-975b-cf37a668ca0f of type vlan for network 9f393579-1757-495f-b549-5e1fc2d894c2 Feb 04 15:39:41.845800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b6c4e0f-3cfb-41df-94c4-aba627fef28e req-1ac2dac8-864c-46d1-a4a2-05233d424d85 service neutron] 10.222.0.60 "GET /v2.0/networks/41ff2593-f55a-4c2e-8e59-0e465bc600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500086 Feb 04 15:39:41.863910 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.879728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee908f-bed9-460b-b385-50ab6948e57a req-fe491282-3d1c-4e5b-b64d-57e6130044e7 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:41.881206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34ee908f-bed9-460b-b385-50ab6948e57a req-fe491282-3d1c-4e5b-b64d-57e6130044e7 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=84258b68-84e4-468f-aeb9-4badce416edf HTTP/1.1" status: 200 len: 945 time: 0.2564778 Feb 04 15:39:41.928627 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.929619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:41.930278 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.977113 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 32824) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:41.977818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1213601 Feb 04 15:39:41.985188 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] Request body: {'subnet': {'network_id': '9f393579-1757-495f-b549-5e1fc2d894c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-808576581-subnet', 'tenant_id': 'dcb636603c6342788de18221e4f41e8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:41.989692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:41.994089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] Usage tracker for resource:subnet and tenant:dcb636603c6342788de18221e4f41e8d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:41.997356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:42.006187 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0758c0eb-6e40-4662-b436-98aaf72013e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:48Z', 'revision_number': 4, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'gw_port': {'id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:28Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '44c39890-cffb-4803-a08a-d3b77a871854', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'port_id': '0bc44c63-9dd0-4c6d-a5bc-817923629022', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'mac_address': 'fa:16:3e:a1:e4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d31500e-27f8-4235-a6dc-9411d3672fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:39:33Z', 'updated_at': '2022-02-04T15:39:38Z', 'revision_number': 1, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4667c02e-17d4-4547-930a-a48364b0a65f', 'name': '', 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'mac_address': 'fa:16:3e:38:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:44Z', 'updated_at': '2022-02-04T15:38:59Z', 'revision_number': 5, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'subnets': [{'id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:42.006502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:42.010780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758c0eb-6e40-4662-b436-98aaf72013e8 None None] The sync data for ids ['0aa8543a-b066-4eea-b171-50135bfb8e59'] in n-d-827872-1 is: [{'id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:48Z', 'revision_number': 4, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'gw_port': {'id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:28Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '44c39890-cffb-4803-a08a-d3b77a871854', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'port_id': '0bc44c63-9dd0-4c6d-a5bc-817923629022', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'mac_address': 'fa:16:3e:a1:e4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d31500e-27f8-4235-a6dc-9411d3672fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:39:33Z', 'updated_at': '2022-02-04T15:39:38Z', 'revision_number': 1, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4667c02e-17d4-4547-930a-a48364b0a65f', 'name': '', 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'mac_address': 'fa:16:3e:38:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:44Z', 'updated_at': '2022-02-04T15:38:59Z', 'revision_number': 5, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'subnets': [{'id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:39:42.027843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] Made reservation on behalf of dcb636603c6342788de18221e4f41e8d for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:42.030816 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.120373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8a786-3f44-47fa-bd37-40b396309060 admin admin] Pushing event updated for resources: {'Network': ['ID=9f393579-1757-495f-b549-5e1fc2d894c2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:42.130480 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34ee908f-bed9-460b-b385-50ab6948e57a req-fc4eb25d-00af-47c2-af6e-df7763976a89 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364397 Feb 04 15:39:42.131149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 9f393579-1757-495f-b549-5e1fc2d894c2 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:39:42.158414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d404bf-a7f0-4c0b-be90-301378d842b0 req-3c9d2bfe-961d-467e-9302-099a711cff41 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:42.159999 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-37d404bf-a7f0-4c0b-be90-301378d842b0 req-3c9d2bfe-961d-467e-9302-099a711cff41 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.1225231 Feb 04 15:39:42.192411 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d31500e-27f8-4235-a6dc-9411d3672fc9', 'tag': '0bc44c63-9dd0-4c6d-a5bc-817923629022'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:42.246168 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-37d404bf-a7f0-4c0b-be90-301378d842b0 req-66527f64-6618-4f90-8287-cb642989bddb tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798407 Feb 04 15:39:42.307241 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51f55e3-ddca-4c1f-82ab-d920a33569c4 None None] New status for floating IP 44c39890-cffb-4803-a08a-d3b77a871854: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:39:42.314992 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.381001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c954e334-e449-411c-b83c-1aeacdb87ed8,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:42.409565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] Checking segment: {'id': 'e6139c14-80a2-4f37-975b-cf37a668ca0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9f393579-1757-495f-b549-5e1fc2d894c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:39:42.409991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] Network hostable DHCP agents. Network: 9f393579-1757-495f-b549-5e1fc2d894c2, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:39:42.434139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] Network 9f393579-1757-495f-b549-5e1fc2d894c2 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:39:42.444132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 9f393579-1757-495f-b549-5e1fc2d894c2) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:42.449192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:42.449834 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.457929 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d5207-e47e-420f-8bdd-428767722f9f None None] Network 9f393579-1757-495f-b549-5e1fc2d894c2 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:39:42.490277 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b0782cf2-8040-46f1-b980-28377f9a131d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5081360 Feb 04 15:39:42.509915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-a612c972-7ba1-4aec-a113-c2ca8c35d218 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:42.511613 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-a612c972-7ba1-4aec-a113-c2ca8c35d218 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1902599 Feb 04 15:39:42.713831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-68967123-28b5-431a-b9bb-e8d7b7f9a6c8 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 258 time: 0.4206426 Feb 04 15:39:42.722373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4415e9a2-d696-4e36-954c-285c7726a099 None None] Network 9f393579-1757-495f-b549-5e1fc2d894c2 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:39:42.730629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:42.738742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-5c040a6f-777e-4223-8706-f25d9437493a tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.2168784 Feb 04 15:39:42.739665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:42.753450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-34d4bbcd-b417-421b-8cbe-6ec3800fe6d9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Request body: {'floatingip': {'port_id': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:42.808191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:42.841155 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.864523 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-34d4bbcd-b417-421b-8cbe-6ec3800fe6d9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.312733 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.556165 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Allocated IP 172.25.0.27 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/38901e34-6604-426a-b204-4de19b5925ad) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:43.796358 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-34d4bbcd-b417-421b-8cbe-6ec3800fe6d9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.801747 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-34d4bbcd-b417-421b-8cbe-6ec3800fe6d9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.849372 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.926332 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.979909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9f2f0-3b7a-4c3a-a014-cc410f72eb5f req-767a27d3-2acf-4790-a74e-8e3fc7e85551 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:43.980732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-7bc9f2f0-3b7a-4c3a-a014-cc410f72eb5f req-767a27d3-2acf-4790-a74e-8e3fc7e85551 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Synchronizing usage tracker for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:43.997915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-7bc9f2f0-3b7a-4c3a-a014-cc410f72eb5f req-767a27d3-2acf-4790-a74e-8e3fc7e85551 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Unset dirty status for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:43.999966 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7bc9f2f0-3b7a-4c3a-a014-cc410f72eb5f req-767a27d3-2acf-4790-a74e-8e3fc7e85551 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.81 "GET /v2.0/ports?device_id=57716735-cd4c-4a5f-b26f-26d94d8e7f52 HTTP/1.1" status: 200 len: 946 time: 0.1007764 Feb 04 15:39:44.070063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-7bc9f2f0-3b7a-4c3a-a014-cc410f72eb5f req-5818b587-0fea-4e2b-a141-5a0daf64346d tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Deleting port 9511478f-7262-4a2c-b5ec-ef0a747c5347 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:44.070630 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7bc9f2f0-3b7a-4c3a-a014-cc410f72eb5f req-5818b587-0fea-4e2b-a141-5a0daf64346d tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.171265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:44.174934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:44.181396 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:39:44.208566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Pushing event updated for resources: {'Port': ['ID=38901e34-6604-426a-b204-4de19b5925ad,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:44.280945 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-34d4bbcd-b417-421b-8cbe-6ec3800fe6d9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Floating IP 96475c7a-799e-4e03-8347-026074424138 associated. External IP: 172.25.0.208, port: c6fc60d9-ba11-40aa-8a65-a1b60002d622. Feb 04 15:39:44.322499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-7bc9f2f0-3b7a-4c3a-a014-cc410f72eb5f req-5818b587-0fea-4e2b-a141-5a0daf64346d tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] For port 9511478f-7262-4a2c-b5ec-ef0a747c5347, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9511478f-7262-4a2c-b5ec-ef0a747c5347,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:44.322798 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7bc9f2f0-3b7a-4c3a-a014-cc410f72eb5f req-5818b587-0fea-4e2b-a141-5a0daf64346d tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.447081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-7bc9f2f0-3b7a-4c3a-a014-cc410f72eb5f req-5818b587-0fea-4e2b-a141-5a0daf64346d tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Calling delete_port for 9511478f-7262-4a2c-b5ec-ef0a747c5347 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:44.448958 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.565836 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.592060 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7bc9f2f0-3b7a-4c3a-a014-cc410f72eb5f req-5818b587-0fea-4e2b-a141-5a0daf64346d tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.622631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['c6fc60d9-ba11-40aa-8a65-a1b60002d622'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:44.648280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818b587-0fea-4e2b-a141-5a0daf64346d tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Pushing event deleted for resources: {'Port': ['ID=9511478f-7262-4a2c-b5ec-ef0a747c5347,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:44.657265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['9511478f-7262-4a2c-b5ec-ef0a747c5347'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:44.740892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc9f2f0-3b7a-4c3a-a014-cc410f72eb5f req-5818b587-0fea-4e2b-a141-5a0daf64346d tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] No DVR routers for this DVR port 9511478f-7262-4a2c-b5ec-ef0a747c5347 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:44.743515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7bc9f2f0-3b7a-4c3a-a014-cc410f72eb5f req-5818b587-0fea-4e2b-a141-5a0daf64346d tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.746332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'name': 'network-vif-deleted', 'tag': '9511478f-7262-4a2c-b5ec-ef0a747c5347'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:44.765115 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7bc9f2f0-3b7a-4c3a-a014-cc410f72eb5f req-5818b587-0fea-4e2b-a141-5a0daf64346d tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.81 "DELETE /v2.0/ports/9511478f-7262-4a2c-b5ec-ef0a747c5347 HTTP/1.1" status: 204 len: 173 time: 0.7595763 Feb 04 15:39:44.904761 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.922821 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.083119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Pushing event updated for resources: {'Port': ['ID=38901e34-6604-426a-b204-4de19b5925ad,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:45.125355 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.161028 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.162227 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-c2595d2d-8043-4260-8e8c-d516d464c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4387500 Feb 04 15:39:45.219493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-34d4bbcd-b417-421b-8cbe-6ec3800fe6d9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Router 80e613b7-dfef-4bcf-b62e-98bac33456dc has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:45.251421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-1780cf8a-2192-4c96-ae5d-5cc3858057f9 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Synchronizing usage tracker for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:45.329266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-1780cf8a-2192-4c96-ae5d-5cc3858057f9 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Unset dirty status for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:45.330389 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-1780cf8a-2192-4c96-ae5d-5cc3858057f9 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.1616225 Feb 04 15:39:45.546298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-8faaffb9-5a77-4d53-ad10-3f359cb90e55 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:45.547511 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bff2ca1-6768-4c12-a4e7-5c22d0033705 req-8faaffb9-5a77-4d53-ad10-3f359cb90e55 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.2104049 Feb 04 15:39:45.585151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-34d4bbcd-b417-421b-8cbe-6ec3800fe6d9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:45.589270 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-34d4bbcd-b417-421b-8cbe-6ec3800fe6d9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.597313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cafdea-a930-4be0-8554-c292c460adb1 None None] Sync routers for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:39:45.611846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cafdea-a930-4be0-8554-c292c460adb1 None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:45.613221 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c6cafdea-a930-4be0-8554-c292c460adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:45.618194 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d31500e-27f8-4235-a6dc-9411d3672fc9', 'tag': '0bc44c63-9dd0-4c6d-a5bc-817923629022', 'status': 'completed', 'code': 200} Feb 04 15:39:45.806110 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c6cafdea-a930-4be0-8554-c292c460adb1 None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:45.834448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-34d4bbcd-b417-421b-8cbe-6ec3800fe6d9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "PUT /v2.0/floatingips/96475c7a-799e-4e03-8347-026074424138 HTTP/1.1" status: 200 len: 997 time: 3.0878613 Feb 04 15:39:45.897694 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f27858d-e957-4f7c-9acd-883614800e33 req-67039f55-cc13-452c-9f37-50aa615724c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0894528fa7a44e3a8af614f7a256e283&device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 1097 time: 0.2621844 Feb 04 15:39:45.903949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df40b3-f927-46df-8a2c-d05b68c536c3 req-d1d71d7d-52b7-478d-bf01-083d5acf7c73 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:45.906686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51df40b3-f927-46df-8a2c-d05b68c536c3 req-d1d71d7d-52b7-478d-bf01-083d5acf7c73 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.1139102 Feb 04 15:39:46.110896 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51df40b3-f927-46df-8a2c-d05b68c536c3 req-d263b2bd-d569-482f-bb52-fdb892e654ff tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857176 Feb 04 15:39:46.134378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27858d-e957-4f7c-9acd-883614800e33 req-41e4722c-435e-4c55-833f-9f0285491e94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:46.136224 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f27858d-e957-4f7c-9acd-883614800e33 req-41e4722c-435e-4c55-833f-9f0285491e94 service neutron] 10.222.0.73 "GET /v2.0/networks?id=41ff2593-f55a-4c2e-8e59-0e465bc600ea HTTP/1.1" status: 200 len: 930 time: 0.2283940 Feb 04 15:39:46.202685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-0fd034d8-1beb-496f-b279-6b57ac8cdfc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 1097 time: 0.3456736 Feb 04 15:39:46.232105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c6cafdea-a930-4be0-8554-c292c460adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '96475c7a-799e-4e03-8347-026074424138', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'port_id': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'mac_address': 'fa:16:3e:df:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:42Z', 'updated_at': '2022-02-04T15:39:43Z', 'revision_number': 8, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:46.237901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cafdea-a930-4be0-8554-c292c460adb1 None None] Checking router: 80e613b7-dfef-4bcf-b62e-98bac33456dc for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:39:46.251823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cafdea-a930-4be0-8554-c292c460adb1 None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:46.252620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c6cafdea-a930-4be0-8554-c292c460adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:46.338251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f27858d-e957-4f7c-9acd-883614800e33 req-8c1c375f-e71e-4e1c-80b4-03a060dce95b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc44c63-9dd0-4c6d-a5bc-817923629022 HTTP/1.1" status: 200 len: 1002 time: 0.1914802 Feb 04 15:39:46.436801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-cc693970-3a00-4a93-96e4-467d2a3b4be7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:46.438250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-cc693970-3a00-4a93-96e4-467d2a3b4be7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 922 time: 0.2290056 Feb 04 15:39:46.438671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c6cafdea-a930-4be0-8554-c292c460adb1 None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:46.580767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27858d-e957-4f7c-9acd-883614800e33 req-057a4aab-446c-4c80-8469-c82abbf6a37b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:46.582262 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f27858d-e957-4f7c-9acd-883614800e33 req-057a4aab-446c-4c80-8469-c82abbf6a37b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7316add8-b3b6-4387-8510-39335fa6b75c HTTP/1.1" status: 200 len: 868 time: 0.2310290 Feb 04 15:39:46.687105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-507f9f16-2d8c-4e19-9ed0-4d367df6f452 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622 HTTP/1.1" status: 200 len: 1000 time: 0.2004848 Feb 04 15:39:46.692325 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-b19c1192-acb7-4cf3-acd0-de8b93545df7 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:46.693167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-b19c1192-acb7-4cf3-acd0-de8b93545df7 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Synchronizing usage tracker for tenant:dcb636603c6342788de18221e4f41e8d on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:46.769773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-b19c1192-acb7-4cf3-acd0-de8b93545df7 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Unset dirty status for tenant:dcb636603c6342788de18221e4f41e8d on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:46.770920 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-b19c1192-acb7-4cf3-acd0-de8b93545df7 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/networks?id=9f393579-1757-495f-b549-5e1fc2d894c2 HTTP/1.1" status: 200 len: 820 time: 0.3762212 Feb 04 15:39:46.779832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-ef85e610-20e8-45d8-ae64-730012672e78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:46.781919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-ef85e610-20e8-45d8-ae64-730012672e78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.0862274 Feb 04 15:39:46.794343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c6cafdea-a930-4be0-8554-c292c460adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '96475c7a-799e-4e03-8347-026074424138', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'port_id': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'mac_address': 'fa:16:3e:df:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:42Z', 'updated_at': '2022-02-04T15:39:43Z', 'revision_number': 8, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:46.799341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cafdea-a930-4be0-8554-c292c460adb1 None None] The sync data for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 is: [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '96475c7a-799e-4e03-8347-026074424138', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'port_id': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'mac_address': 'fa:16:3e:df:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:42Z', 'updated_at': '2022-02-04T15:39:43Z', 'revision_number': 8, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:39:46.832451 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f27858d-e957-4f7c-9acd-883614800e33 req-7137ddd3-ed86-4cc8-8a94-2ea4a5aa341a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41ff2593-f55a-4c2e-8e59-0e465bc600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2398045 Feb 04 15:39:46.845933 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-114c2a24-6632-4097-915b-26de6eded34c tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/quotas/dcb636603c6342788de18221e4f41e8d HTTP/1.1" status: 200 len: 375 time: 0.0682847 Feb 04 15:39:46.963368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4bc617f1-acce-485b-b86a-8464d99a7ef5 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dcb636603c6342788de18221e4f41e8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1164589 Feb 04 15:39:47.114377 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-367d30e7-5373-443c-a24b-11a1dca43915 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3248379 Feb 04 15:39:47.119461 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f27858d-e957-4f7c-9acd-883614800e33 req-41de0954-b0d7-4aeb-93b2-02f1f2b9fc96 service neutron] 10.222.0.73 "GET /v2.0/networks/41ff2593-f55a-4c2e-8e59-0e465bc600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711513 Feb 04 15:39:47.407360 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-77c0da5e-4fa0-49e9-b3c7-8bbca559aa43 service neutron] 10.222.0.60 "GET /v2.0/networks/9f393579-1757-495f-b549-5e1fc2d894c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351356 Feb 04 15:39:47.579698 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-68d031dd-f834-4a90-b00c-5380c523d3c1 service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568710 Feb 04 15:39:47.589882 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f27858d-e957-4f7c-9acd-883614800e33 req-6366a82f-b8ff-42e2-9f40-8fff13ee10f7 service neutron] 10.222.0.73 "GET /v2.0/networks/41ff2593-f55a-4c2e-8e59-0e465bc600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437199 Feb 04 15:39:47.620878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'tag': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:47.699584 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-b79f6e01-bb27-46fe-85e7-596979c04506 service neutron] 10.222.0.60 "GET /v2.0/networks/9f393579-1757-495f-b549-5e1fc2d894c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796385 Feb 04 15:39:47.756114 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87572d39-51a0-47aa-8667-5c24ddfd467a req-ae6f5b32-2bd3-4769-8f23-06fda4e507fc service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705368 Feb 04 15:39:47.817232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9511478f-7262-4a2c-b5ec-ef0a747c5347 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:47.890599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 9511478f-7262-4a2c-b5ec-ef0a747c5347 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:39:47.891298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9511478f-7262-4a2c-b5ec-ef0a747c5347 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:48.068970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae432e36-d13b-49db-bbc7-f2b2ab6a438b req-26400d85-067f-4206-bf7a-b1da0a5ded5f tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:48.070471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae432e36-d13b-49db-bbc7-f2b2ab6a438b req-26400d85-067f-4206-bf7a-b1da0a5ded5f tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=84258b68-84e4-468f-aeb9-4badce416edf HTTP/1.1" status: 200 len: 945 time: 0.1548467 Feb 04 15:39:48.083256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0acc8f-9254-4f89-a1d9-edb566cad5e7 req-e93de069-447b-4c4b-8c3e-e598a7809d81 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:48.084758 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed0acc8f-9254-4f89-a1d9-edb566cad5e7 req-e93de069-447b-4c4b-8c3e-e598a7809d81 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.1152265 Feb 04 15:39:48.172304 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae432e36-d13b-49db-bbc7-f2b2ab6a438b req-e8e24d63-88db-4699-a18c-c86bdc2785ef tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/security-groups?id=89c91e19-e5be-4d47-902a-6cd1c5fa6056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864093 Feb 04 15:39:48.181129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed0acc8f-9254-4f89-a1d9-edb566cad5e7 req-843f11a5-8780-4b80-a51a-a3a5250a779e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802898 Feb 04 15:39:48.265764 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57716735-cd4c-4a5f-b26f-26d94d8e7f52', 'name': 'network-vif-deleted', 'tag': '9511478f-7262-4a2c-b5ec-ef0a747c5347', 'status': 'completed', 'code': 200} Feb 04 15:39:48.466501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f836a43-42f2-4992-8ae5-bf36e632b7f8 req-ece1de59-5526-463c-9e5c-bda5853c831a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:48.468488 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f836a43-42f2-4992-8ae5-bf36e632b7f8 req-ece1de59-5526-463c-9e5c-bda5853c831a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1440341 Feb 04 15:39:48.478451 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30433c-98f0-4576-bc7a-f31a8d0215cf req-0a2e9228-9689-40f8-b20f-b86b37a76540 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:48.481411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb30433c-98f0-4576-bc7a-f31a8d0215cf req-0a2e9228-9689-40f8-b20f-b86b37a76540 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.1148226 Feb 04 15:39:48.578263 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f836a43-42f2-4992-8ae5-bf36e632b7f8 req-11dc63ac-4215-4baa-8281-f1667d116b61 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.0971394 Feb 04 15:39:48.592532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-3f836a43-42f2-4992-8ae5-bf36e632b7f8 req-2e91bc8c-8369-4a32-becf-4f1a946d98b4 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Request body: {'floatingip': {'port_id': '0bc44c63-9dd0-4c6d-a5bc-817923629022', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:48.622438 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d9f29-7754-4e06-9d40-74bc569008fc None None] New status for floating IP 96475c7a-799e-4e03-8347-026074424138: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:39:48.677787 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3f836a43-42f2-4992-8ae5-bf36e632b7f8 req-2e91bc8c-8369-4a32-becf-4f1a946d98b4 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:48.727816 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb30433c-98f0-4576-bc7a-f31a8d0215cf req-e6dadf0f-d5a2-4212-9957-7dccd579c7ac tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946411 Feb 04 15:39:48.802107 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'tag': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'status': 'completed', 'code': 200} Feb 04 15:39:49.083587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-583ba147-d2a0-4035-be53-d8d00aa306e9 req-fd873d90-b773-4753-8778-72baeb32ba18 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips/96475c7a-799e-4e03-8347-026074424138 HTTP/1.1" status: 200 len: 999 time: 0.2599409 Feb 04 15:39:49.205541 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:49.328630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-9625d2cc-d8bc-422c-bfdf-9e438fd53eaa tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:49.330254 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-9625d2cc-d8bc-422c-bfdf-9e438fd53eaa tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.81 "GET /v2.0/networks?id=9f393579-1757-495f-b549-5e1fc2d894c2 HTTP/1.1" status: 200 len: 820 time: 0.2077854 Feb 04 15:39:49.352760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Request body: {'port': {'device_id': '60a02e60-6661-4a5c-a0ed-5ce755114391', 'network_id': '9f393579-1757-495f-b549-5e1fc2d894c2', 'admin_state_up': True, 'tenant_id': 'dcb636603c6342788de18221e4f41e8d'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:49.429100 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c5596e5-472d-4fd2-b6de-37c21eaac0e3 req-af60ff5a-79f3-4cc2-99f6-f32cfa828a55 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 1097 time: 0.5244200 Feb 04 15:39:49.548575 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-3f836a43-42f2-4992-8ae5-bf36e632b7f8 req-2e91bc8c-8369-4a32-becf-4f1a946d98b4 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 15:39:49.549819 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f836a43-42f2-4992-8ae5-bf36e632b7f8 req-2e91bc8c-8369-4a32-becf-4f1a946d98b4 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "PUT /v2.0/floatingips/b89f27b6-fe99-4a41-bb1e-abcf6889f26c HTTP/1.1" status: 409 len: 550 time: 0.9627800 Feb 04 15:39:49.561129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ba147-d2a0-4035-be53-d8d00aa306e9 req-85392144-68d4-4b5c-b90a-f3cc542bdac7 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:49.562492 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-583ba147-d2a0-4035-be53-d8d00aa306e9 req-85392144-68d4-4b5c-b90a-f3cc542bdac7 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.4674711 Feb 04 15:39:49.635975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5596e5-472d-4fd2-b6de-37c21eaac0e3 req-184b1098-ac9a-4afc-b18f-6a80d2960303 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:49.638565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c5596e5-472d-4fd2-b6de-37c21eaac0e3 req-184b1098-ac9a-4afc-b18f-6a80d2960303 service neutron] 10.222.0.73 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 922 time: 0.1923127 Feb 04 15:39:49.643693 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:49.648906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Usage tracker for resource:port and tenant:dcb636603c6342788de18221e4f41e8d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:49.652026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:49.662935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:49.674417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Made reservation on behalf of dcb636603c6342788de18221e4f41e8d for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:49.679931 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:49.776186 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-183dcbbc-5456-42f9-a29a-131a840e927a req-478c2ef0-4dfd-461e-84f0-ba3a76b962e9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/ports?device_id=60a02e60-6661-4a5c-a0ed-5ce755114391 HTTP/1.1" status: 200 len: 210 time: 0.1179342 Feb 04 15:39:49.851763 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c5596e5-472d-4fd2-b6de-37c21eaac0e3 req-ed99b4c3-3728-4c16-b917-0a86f8f1bf56 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622 HTTP/1.1" status: 200 len: 1002 time: 0.1942618 Feb 04 15:39:49.933362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Allocated IP 172.20.0.2 (9f393579-1757-495f-b549-5e1fc2d894c2/c954e334-e449-411c-b83c-1aeacdb87ed8/69fd4742-6629-4dbe-a4d6-b799b6ffacce) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:50.032255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5596e5-472d-4fd2-b6de-37c21eaac0e3 req-f5e9970d-b057-4567-97c4-ae664b3ea53e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:50.033724 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c5596e5-472d-4fd2-b6de-37c21eaac0e3 req-f5e9970d-b057-4567-97c4-ae664b3ea53e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.1604018 Feb 04 15:39:50.168198 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc3d9031-e735-4e60-8e10-6e758b5d05a4 req-a89159ff-62b4-49e4-9337-da8574b49521 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/floatingips/b89f27b6-fe99-4a41-bb1e-abcf6889f26c HTTP/1.1" status: 200 len: 692 time: 0.1274552 Feb 04 15:39:50.191211 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.225832 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.270862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdadfd6-1d0f-4ca0-b8df-38eed741d895 req-3898e58e-b505-4654-98ee-b9c1c0fe43cf tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:50.272327 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fdadfd6-1d0f-4ca0-b8df-38eed741d895 req-3898e58e-b505-4654-98ee-b9c1c0fe43cf tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.3122125 Feb 04 15:39:50.303064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Network 9f393579-1757-495f-b549-5e1fc2d894c2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:50.306410 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:50.310462 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:39:50.341142 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c5596e5-472d-4fd2-b6de-37c21eaac0e3 req-54bf036e-e17f-48a6-a4b4-e062e1b2d879 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2469754 Feb 04 15:39:50.345506 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Pushing event updated for resources: {'Port': ['ID=69fd4742-6629-4dbe-a4d6-b799b6ffacce,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:50.377042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:50.377655 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.398431 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-4867bf05-2483-4f17-8bd2-90135b522ed9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0497351 Feb 04 15:39:50.416064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Request body: {'port': {'device_id': '60a02e60-6661-4a5c-a0ed-5ce755114391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:50.464588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d9031-e735-4e60-8e10-6e758b5d05a4 req-7124ed65-b155-4b36-93a5-693fbf4593ba tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:50.465834 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc3d9031-e735-4e60-8e10-6e758b5d05a4 req-7124ed65-b155-4b36-93a5-693fbf4593ba tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.2900264 Feb 04 15:39:50.468092 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fdadfd6-1d0f-4ca0-b8df-38eed741d895 req-600d81e9-d269-4976-ab60-10edd9fda23c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871276 Feb 04 15:39:50.547408 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.636348 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc3d9031-e735-4e60-8e10-6e758b5d05a4 req-11095e1a-fc6e-41ec-9cf5-eed0c121f3f8 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.1625657 Feb 04 15:39:50.726650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c5596e5-472d-4fd2-b6de-37c21eaac0e3 req-a90058d4-37cb-4264-b420-0207bf0c3bbc service neutron] 10.222.0.73 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718486 Feb 04 15:39:50.776173 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc3d9031-e735-4e60-8e10-6e758b5d05a4 req-30b56a55-8c09-4af5-9386-80def70d48d7 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.1272347 Feb 04 15:39:50.913557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fd4742-6629-4dbe-a4d6-b799b6ffacce {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:50.921800 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.937126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Transition to ACTIVE for port object 69fd4742-6629-4dbe-a4d6-b799b6ffacce will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:50.941168 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.960371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-7e993b70-f9a9-4927-ab78-be71e71f058d tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.4263775 Feb 04 15:39:51.065450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e500114-9b64-455a-a059-5985222e493c service neutron] Pushing event updated for resources: {'Port': ['ID=69fd4742-6629-4dbe-a4d6-b799b6ffacce,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:51.186671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Attempting to bind port 69fd4742-6629-4dbe-a4d6-b799b6ffacce on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:51.187072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Attempting to bind port 69fd4742-6629-4dbe-a4d6-b799b6ffacce by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'e6139c14-80a2-4f37-975b-cf37a668ca0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9f393579-1757-495f-b549-5e1fc2d894c2'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:51.187353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Attempting to bind port 69fd4742-6629-4dbe-a4d6-b799b6ffacce on network 9f393579-1757-495f-b549-5e1fc2d894c2 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:39:51.193345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Port 69fd4742-6629-4dbe-a4d6-b799b6ffacce on network 9f393579-1757-495f-b549-5e1fc2d894c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:39:51.193658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Attempting to bind port 69fd4742-6629-4dbe-a4d6-b799b6ffacce on network 9f393579-1757-495f-b549-5e1fc2d894c2 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:39:51.200602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:39:51.201031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Checking segment: {'id': 'e6139c14-80a2-4f37-975b-cf37a668ca0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9f393579-1757-495f-b549-5e1fc2d894c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:39:51.201340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Bound using segment: {'id': 'e6139c14-80a2-4f37-975b-cf37a668ca0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9f393579-1757-495f-b549-5e1fc2d894c2'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:39:51.202415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Bound port: 69fd4742-6629-4dbe-a4d6-b799b6ffacce, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6139c14-80a2-4f37-975b-cf37a668ca0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9f393579-1757-495f-b549-5e1fc2d894c2'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:51.202760 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.208773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-3c0ffca0-41a1-46ce-a676-337c225ac8fe tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:51.210122 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-3c0ffca0-41a1-46ce-a676-337c225ac8fe tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports/c6fc60d9-ba11-40aa-8a65-a1b60002d622 HTTP/1.1" status: 200 len: 943 time: 0.1841679 Feb 04 15:39:51.212954 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-fc3d9031-e735-4e60-8e10-6e758b5d05a4 req-dd66feed-d38a-4e25-8e55-c55303623b9c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Deleting port 38901e34-6604-426a-b204-4de19b5925ad {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:51.213290 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc3d9031-e735-4e60-8e10-6e758b5d05a4 req-dd66feed-d38a-4e25-8e55-c55303623b9c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.270526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c5596e5-472d-4fd2-b6de-37c21eaac0e3 req-6c779b0a-4bec-4629-b39e-f917ff18f797 service neutron] 10.222.0.73 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268378 Feb 04 15:39:51.306703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] For port 69fd4742-6629-4dbe-a4d6-b799b6ffacce, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:51.309956 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] For port 69fd4742-6629-4dbe-a4d6-b799b6ffacce, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=69fd4742-6629-4dbe-a4d6-b799b6ffacce,segment=NetworkSegment(e6139c14-80a2-4f37-975b-cf37a668ca0f),segment_id=e6139c14-80a2-4f37-975b-cf37a668ca0f)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:51.315999 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.386809 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.388205 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-0e500114-9b64-455a-a059-5985222e493c service neutron] 10.222.0.81 "PUT /v2.0/ports/69fd4742-6629-4dbe-a4d6-b799b6ffacce HTTP/1.1" status: 200 len: 1091 time: 0.9761708 Feb 04 15:39:51.388636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a02e60-6661-4a5c-a0ed-5ce755114391', 'tag': '69fd4742-6629-4dbe-a4d6-b799b6ffacce'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:51.409658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e500114-9b64-455a-a059-5985222e493c service neutron] Pushing event updated for resources: {'Port': ['ID=69fd4742-6629-4dbe-a4d6-b799b6ffacce,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:51.500385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-f3866afb-04f5-4524-8aea-32d3479c184e tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.1487141 Feb 04 15:39:51.506346 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc3d9031-e735-4e60-8e10-6e758b5d05a4 req-dd66feed-d38a-4e25-8e55-c55303623b9c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.506673 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc3d9031-e735-4e60-8e10-6e758b5d05a4 req-dd66feed-d38a-4e25-8e55-c55303623b9c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.532550 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-a7571c85-0f9b-4d60-9b3e-f28c9f77e5b6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dcb636603c6342788de18221e4f41e8d&device_id=60a02e60-6661-4a5c-a0ed-5ce755114391 HTTP/1.1" status: 200 len: 1094 time: 0.0837276 Feb 04 15:39:51.622404 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-be80e74a-169c-43ed-9572-39b84482e688 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69fd4742-6629-4dbe-a4d6-b799b6ffacce HTTP/1.1" status: 200 len: 217 time: 0.0658698 Feb 04 15:39:51.695740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-5179aac5-d714-464c-9101-e043e831a7bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:51.697176 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-5179aac5-d714-464c-9101-e043e831a7bc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c954e334-e449-411c-b83c-1aeacdb87ed8 HTTP/1.1" status: 200 len: 860 time: 0.0659783 Feb 04 15:39:51.709609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-fc3d9031-e735-4e60-8e10-6e758b5d05a4 req-dd66feed-d38a-4e25-8e55-c55303623b9c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Calling delete_port for 38901e34-6604-426a-b204-4de19b5925ad owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:51.841987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-c9710e17-74e7-469b-89e7-429c3960f301 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:51.844726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-c9710e17-74e7-469b-89e7-429c3960f301 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.3308423 Feb 04 15:39:51.881575 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-19d60c8a-7379-403b-a03c-55b8796157b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9f393579-1757-495f-b549-5e1fc2d894c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1748652 Feb 04 15:39:52.011476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-1a6925f0-e5bb-4f68-96c1-92f9de5b41dd tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.1572187 Feb 04 15:39:52.012084 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc3d9031-e735-4e60-8e10-6e758b5d05a4 req-dd66feed-d38a-4e25-8e55-c55303623b9c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.035764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475da670-3156-4b00-a0f0-6f6fcb3099ed req-bfb921af-a37f-4c91-8ada-f68ef78b1cee tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:52.036462 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-475da670-3156-4b00-a0f0-6f6fcb3099ed req-bfb921af-a37f-4c91-8ada-f68ef78b1cee tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Synchronizing usage tracker for tenant:a1e363c8ed764957a8fd8178ff5ceac4 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:52.042578 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-e549130f-895e-467d-a30e-24a4cfa3cf9e service neutron] 10.222.0.81 "GET /v2.0/networks/9f393579-1757-495f-b549-5e1fc2d894c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536295 Feb 04 15:39:52.059588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-8d858d2b-42cc-4a5d-82a1-4a2a85487309 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:52.076108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-475da670-3156-4b00-a0f0-6f6fcb3099ed req-bfb921af-a37f-4c91-8ada-f68ef78b1cee tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Unset dirty status for tenant:a1e363c8ed764957a8fd8178ff5ceac4 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:52.077309 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-475da670-3156-4b00-a0f0-6f6fcb3099ed req-bfb921af-a37f-4c91-8ada-f68ef78b1cee tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.81 "GET /v2.0/ports?device_id=84258b68-84e4-468f-aeb9-4badce416edf HTTP/1.1" status: 200 len: 945 time: 0.2359450 Feb 04 15:39:52.121341 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66feed-d38a-4e25-8e55-c55303623b9c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Pushing event deleted for resources: {'Port': ['ID=38901e34-6604-426a-b204-4de19b5925ad,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:52.219940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-475da670-3156-4b00-a0f0-6f6fcb3099ed req-48e49ed4-4ebb-455e-bcfa-24b560a72241 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Deleting port adc8053a-e96e-4f37-845d-dc840d8c3046 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:52.220282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-475da670-3156-4b00-a0f0-6f6fcb3099ed req-48e49ed4-4ebb-455e-bcfa-24b560a72241 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.235470 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-8d858d2b-42cc-4a5d-82a1-4a2a85487309 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.293037 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-907c8f83-aaac-47b2-a13e-47a68b7314a5 req-bc502a92-fa4f-4a46-b4e3-3f82e22dc584 service neutron] 10.222.0.81 "GET /v2.0/networks/9f393579-1757-495f-b549-5e1fc2d894c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411635 Feb 04 15:39:52.450551 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc3d9031-e735-4e60-8e10-6e758b5d05a4 req-dd66feed-d38a-4e25-8e55-c55303623b9c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.501164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-475da670-3156-4b00-a0f0-6f6fcb3099ed req-48e49ed4-4ebb-455e-bcfa-24b560a72241 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] For port adc8053a-e96e-4f37-845d-dc840d8c3046, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=adc8053a-e96e-4f37-845d-dc840d8c3046,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:52.501819 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-475da670-3156-4b00-a0f0-6f6fcb3099ed req-48e49ed4-4ebb-455e-bcfa-24b560a72241 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.564612 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fc3d9031-e735-4e60-8e10-6e758b5d05a4 req-dd66feed-d38a-4e25-8e55-c55303623b9c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.565745 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc3d9031-e735-4e60-8e10-6e758b5d05a4 req-dd66feed-d38a-4e25-8e55-c55303623b9c tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "DELETE /v2.0/floatingips/b89f27b6-fe99-4a41-bb1e-abcf6889f26c HTTP/1.1" status: 204 len: 173 time: 1.6088846 Feb 04 15:39:52.625922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-475da670-3156-4b00-a0f0-6f6fcb3099ed req-48e49ed4-4ebb-455e-bcfa-24b560a72241 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Calling delete_port for adc8053a-e96e-4f37-845d-dc840d8c3046 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:52.677090 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-8d858d2b-42cc-4a5d-82a1-4a2a85487309 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.711567 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-8d858d2b-42cc-4a5d-82a1-4a2a85487309 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.711877 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-8d858d2b-42cc-4a5d-82a1-4a2a85487309 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Floating IP 96475c7a-799e-4e03-8347-026074424138 disassociated. External IP: 172.25.0.208, port: c6fc60d9-ba11-40aa-8a65-a1b60002d622. Feb 04 15:39:52.784005 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-475da670-3156-4b00-a0f0-6f6fcb3099ed req-48e49ed4-4ebb-455e-bcfa-24b560a72241 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.815584 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['adc8053a-e96e-4f37-845d-dc840d8c3046', '4427a051-4a2a-43ae-b575-855f94e7f678'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:52.832527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e49ed4-4ebb-455e-bcfa-24b560a72241 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Pushing event deleted for resources: {'Port': ['ID=adc8053a-e96e-4f37-845d-dc840d8c3046,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:52.837740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c1f85-ec21-4129-b7b5-fce6081f6b5c req-cd947211-ad67-4ed8-94e1-aee3a2701e09 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:52.839135 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-752c1f85-ec21-4129-b7b5-fce6081f6b5c req-cd947211-ad67-4ed8-94e1-aee3a2701e09 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.1665876 Feb 04 15:39:52.923091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-475da670-3156-4b00-a0f0-6f6fcb3099ed req-48e49ed4-4ebb-455e-bcfa-24b560a72241 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] No DVR routers for this DVR port adc8053a-e96e-4f37-845d-dc840d8c3046 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:52.925885 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-475da670-3156-4b00-a0f0-6f6fcb3099ed req-48e49ed4-4ebb-455e-bcfa-24b560a72241 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.942275 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-475da670-3156-4b00-a0f0-6f6fcb3099ed req-48e49ed4-4ebb-455e-bcfa-24b560a72241 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.81 "DELETE /v2.0/ports/adc8053a-e96e-4f37-845d-dc840d8c3046 HTTP/1.1" status: 204 len: 173 time: 0.8181307 Feb 04 15:39:52.966669 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-752c1f85-ec21-4129-b7b5-fce6081f6b5c req-12d62668-3dab-403b-9255-6d17c3bde5a2 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652888 Feb 04 15:39:53.211812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-8d858d2b-42cc-4a5d-82a1-4a2a85487309 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Router 80e613b7-dfef-4bcf-b62e-98bac33456dc has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:53.487918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a982d-99b9-4951-8531-2158e8a581ff req-c6ccddfd-0ffe-45d1-913e-7691f4fe69ad tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:53.489381 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d95a982d-99b9-4951-8531-2158e8a581ff req-c6ccddfd-0ffe-45d1-913e-7691f4fe69ad tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/ports?device_id=60a02e60-6661-4a5c-a0ed-5ce755114391 HTTP/1.1" status: 200 len: 943 time: 0.1165133 Feb 04 15:39:53.495745 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-8d858d2b-42cc-4a5d-82a1-4a2a85487309 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:53.501825 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-8d858d2b-42cc-4a5d-82a1-4a2a85487309 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.506463 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a3c13-f1f1-415a-99b7-e6d2fe5d1541 None None] Sync routers for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:39:53.520269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a3c13-f1f1-415a-99b7-e6d2fe5d1541 None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:53.520805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2e4a3c13-f1f1-415a-99b7-e6d2fe5d1541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:53.591972 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-8d858d2b-42cc-4a5d-82a1-4a2a85487309 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "PUT /v2.0/floatingips/96475c7a-799e-4e03-8347-026074424138 HTTP/1.1" status: 200 len: 696 time: 1.5477941 Feb 04 15:39:53.594183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'tag': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:53.602094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d95a982d-99b9-4951-8531-2158e8a581ff req-18b97d80-0bee-455e-89e6-3ada6c38dda9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Synchronizing usage tracker for tenant:dcb636603c6342788de18221e4f41e8d on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:53.662209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d95a982d-99b9-4951-8531-2158e8a581ff req-18b97d80-0bee-455e-89e6-3ada6c38dda9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Unset dirty status for tenant:dcb636603c6342788de18221e4f41e8d on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:53.663535 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d95a982d-99b9-4951-8531-2158e8a581ff req-18b97d80-0bee-455e-89e6-3ada6c38dda9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd9cc806-b106-4fc7-88c1-1abad3f00a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659219 Feb 04 15:39:53.704493 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-41bb590d-a84d-4f7d-b73b-e45f07617900 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 1097 time: 0.0891230 Feb 04 15:39:53.716502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-2e4a3c13-f1f1-415a-99b7-e6d2fe5d1541 None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:53.771858 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a02e60-6661-4a5c-a0ed-5ce755114391', 'tag': '69fd4742-6629-4dbe-a4d6-b799b6ffacce', 'status': 'completed', 'code': 200} Feb 04 15:39:53.864943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-ec082621-9fe8-458a-9bde-b7f0930776fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:53.866435 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-ec082621-9fe8-458a-9bde-b7f0930776fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 922 time: 0.1548069 Feb 04 15:39:53.930095 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0d9ae528-28d6-4eab-81ca-42d6f017e967 req-6b19a42f-7f92-4b84-92bd-76adaecf3c22 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dcb636603c6342788de18221e4f41e8d&device_id=60a02e60-6661-4a5c-a0ed-5ce755114391 HTTP/1.1" status: 200 len: 1094 time: 0.0920198 Feb 04 15:39:54.079491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ae528-28d6-4eab-81ca-42d6f017e967 req-8318c00b-b298-4e06-bd8e-3239a8e050d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.080769 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0d9ae528-28d6-4eab-81ca-42d6f017e967 req-8318c00b-b298-4e06-bd8e-3239a8e050d9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9f393579-1757-495f-b549-5e1fc2d894c2 HTTP/1.1" status: 200 len: 921 time: 0.1429250 Feb 04 15:39:54.088892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2e4a3c13-f1f1-415a-99b7-e6d2fe5d1541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:54.093152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a3c13-f1f1-415a-99b7-e6d2fe5d1541 None None] Checking router: 80e613b7-dfef-4bcf-b62e-98bac33456dc for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:39:54.104082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a3c13-f1f1-415a-99b7-e6d2fe5d1541 None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:54.104672 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2e4a3c13-f1f1-415a-99b7-e6d2fe5d1541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:54.107700 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-e765fcb2-4bb6-4ef3-8f38-bf4a35cd7517 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622 HTTP/1.1" status: 200 len: 217 time: 0.2314813 Feb 04 15:39:54.149380 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0d9ae528-28d6-4eab-81ca-42d6f017e967 req-04b60f4d-e4ee-4195-87c4-eba1738f23de service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=69fd4742-6629-4dbe-a4d6-b799b6ffacce HTTP/1.1" status: 200 len: 217 time: 0.0622020 Feb 04 15:39:54.181583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-be8216fa-7f25-4666-adf3-2e343d9ca033 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.183143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-be8216fa-7f25-4666-adf3-2e343d9ca033 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.0740924 Feb 04 15:39:54.216342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ae528-28d6-4eab-81ca-42d6f017e967 req-cfad2632-6ac1-4a32-a797-ed60cfcf260d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.218166 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0d9ae528-28d6-4eab-81ca-42d6f017e967 req-cfad2632-6ac1-4a32-a797-ed60cfcf260d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c954e334-e449-411c-b83c-1aeacdb87ed8 HTTP/1.1" status: 200 len: 860 time: 0.0623279 Feb 04 15:39:54.247817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe974894-20e0-4e49-a13b-e81cc9051880 req-32920941-b7a7-4f56-b16f-b1fa98d8ea79 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.250703 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe974894-20e0-4e49-a13b-e81cc9051880 req-32920941-b7a7-4f56-b16f-b1fa98d8ea79 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.3188329 Feb 04 15:39:54.272086 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0d9ae528-28d6-4eab-81ca-42d6f017e967 req-412eb6f2-8877-46e5-989b-e828330a07d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9f393579-1757-495f-b549-5e1fc2d894c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441473 Feb 04 15:39:54.313267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-c4dc15da-906d-4112-b9da-4dba7a9f321d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200051 Feb 04 15:39:54.317421 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe974894-20e0-4e49-a13b-e81cc9051880 req-cf3d5715-c3d3-4e5f-b8b1-661b8e3610e7 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543261 Feb 04 15:39:54.337495 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-2e4a3c13-f1f1-415a-99b7-e6d2fe5d1541 None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:54.554834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-8cb9a263-e3cc-473f-9ac7-69e1881ed121 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Synchronizing usage tracker for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:54.555407 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0d9ae528-28d6-4eab-81ca-42d6f017e967 req-fd6c3efa-1a9c-4815-beb1-3ff3761bf702 service neutron] 10.222.0.81 "GET /v2.0/networks/9f393579-1757-495f-b549-5e1fc2d894c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662809 Feb 04 15:39:54.561328 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-365f43ec-2fb4-40d2-bba0-d449a4f33d71 service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317259 Feb 04 15:39:54.645968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-8cb9a263-e3cc-473f-9ac7-69e1881ed121 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Unset dirty status for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:54.646966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-8cb9a263-e3cc-473f-9ac7-69e1881ed121 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 1002 time: 0.2356312 Feb 04 15:39:54.676971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2e4a3c13-f1f1-415a-99b7-e6d2fe5d1541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:54.681237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a3c13-f1f1-415a-99b7-e6d2fe5d1541 None None] The sync data for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 is: [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:37:54Z', 'revision_number': 4, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '01ae7e39-ba0c-47a0-967b-7f1b88abab47', 'name': '', 'network_id': '43367a4d-7a48-469e-8d9f-c7d8ea0ad50b', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'mac_address': 'fa:16:3e:07:c9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:52Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'subnets': [{'id': '82c7f77f-3e8c-4527-99d5-e9a930658f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:39:54.695950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 654876a3-e057-4cec-8ee5-5470441a90e0 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:39:54.700480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 654876a3-e057-4cec-8ee5-5470441a90e0 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:54.713298 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0d9ae528-28d6-4eab-81ca-42d6f017e967 req-8e32aa9f-0b3f-44a3-b914-1740e61c8895 service neutron] 10.222.0.81 "GET /v2.0/networks/9f393579-1757-495f-b549-5e1fc2d894c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506090 Feb 04 15:39:54.764679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-0faf62e4-f58f-4e0e-aa38-ee9907634659 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.765447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-0faf62e4-f58f-4e0e-aa38-ee9907634659 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Synchronizing usage tracker for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:54.797139 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ce7d496-8d3c-45b1-81f0-e142d08d1f06 req-ed166639-a1de-4a3a-866d-c723252eb5f0 service neutron] 10.222.0.60 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263227 Feb 04 15:39:54.798231 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-0faf62e4-f58f-4e0e-aa38-ee9907634659 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Unset dirty status for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:54.799310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-0faf62e4-f58f-4e0e-aa38-ee9907634659 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports/0bc44c63-9dd0-4c6d-a5bc-817923629022 HTTP/1.1" status: 200 len: 943 time: 0.1344204 Feb 04 15:39:54.932176 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.957904 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'tag': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'status': 'completed', 'code': 200} Feb 04 15:39:54.983828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8302b5a-7e0a-448d-a335-ca5f2c1701f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '654876a3-e057-4cec-8ee5-5470441a90e0'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:55.043126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 654876a3-e057-4cec-8ee5-5470441a90e0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=654876a3-e057-4cec-8ee5-5470441a90e0,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:55.052668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 654876a3-e057-4cec-8ee5-5470441a90e0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=654876a3-e057-4cec-8ee5-5470441a90e0,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:55.059747 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.097271 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '654876a3-e057-4cec-8ee5-5470441a90e0', 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c', 'port_id': '654876a3-e057-4cec-8ee5-5470441a90e0', 'mac_address': 'fa:16:3e:fe:d5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:39:55.162254 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-b3a85027-d325-4d7f-be2f-09c6317be1a1 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 1002 time: 0.2646551 Feb 04 15:39:55.177481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709ad88-3ec4-45ca-9b99-6f548b9e4a32 req-f007ce61-87c4-47d4-b03d-3d5656cd5eba tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:55.178219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-4709ad88-3ec4-45ca-9b99-6f548b9e4a32 req-f007ce61-87c4-47d4-b03d-3d5656cd5eba tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Synchronizing usage tracker for tenant:a1e363c8ed764957a8fd8178ff5ceac4 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:55.206052 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.211361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-4709ad88-3ec4-45ca-9b99-6f548b9e4a32 req-f007ce61-87c4-47d4-b03d-3d5656cd5eba tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Unset dirty status for tenant:a1e363c8ed764957a8fd8178ff5ceac4 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:55.212714 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4709ad88-3ec4-45ca-9b99-6f548b9e4a32 req-f007ce61-87c4-47d4-b03d-3d5656cd5eba tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.81 "GET /v2.0/ports?device_id=286a86be-d427-4f92-9c58-c8cbe0e99ad7 HTTP/1.1" status: 200 len: 945 time: 0.1549392 Feb 04 15:39:55.228376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=654876a3-e057-4cec-8ee5-5470441a90e0,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:55.233627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654876a3-e057-4cec-8ee5-5470441a90e0 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:55.262084 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2091fb74-2469-4fbf-9e67-cb02c4b1527f None None] New status for floating IP 96475c7a-799e-4e03-8347-026074424138: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:39:55.276286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 654876a3-e057-4cec-8ee5-5470441a90e0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=654876a3-e057-4cec-8ee5-5470441a90e0,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:55.282099 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.293739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-4709ad88-3ec4-45ca-9b99-6f548b9e4a32 req-3301b6b1-4b8f-489d-aa53-8644a99de9dd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Deleting port 4427a051-4a2a-43ae-b575-855f94e7f678 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:55.294366 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4709ad88-3ec4-45ca-9b99-6f548b9e4a32 req-3301b6b1-4b8f-489d-aa53-8644a99de9dd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.382174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=654876a3-e057-4cec-8ee5-5470441a90e0,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:55.397450 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17d229ab-70b6-42d7-81df-869bc077f1d5 req-1c41f808-cae8-4435-aa74-a0a6e8d1e807 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 1097 time: 0.3855724 Feb 04 15:39:55.413472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dffd01-d549-4170-86c6-beeaeeea3ff6 req-3d715592-23e4-4861-a5a3-48d11773125b tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:55.421826 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34dffd01-d549-4170-86c6-beeaeeea3ff6 req-3d715592-23e4-4861-a5a3-48d11773125b tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.3477635 Feb 04 15:39:55.533176 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-a569d3d6-7b18-48fb-89e8-5a0a895f030e tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:55.534582 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-a569d3d6-7b18-48fb-89e8-5a0a895f030e tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.3714635 Feb 04 15:39:55.668153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-4709ad88-3ec4-45ca-9b99-6f548b9e4a32 req-3301b6b1-4b8f-489d-aa53-8644a99de9dd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] For port 4427a051-4a2a-43ae-b575-855f94e7f678, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4427a051-4a2a-43ae-b575-855f94e7f678,segment=NetworkSegment(d1e6be8b-8a35-4a3b-b606-d129a8e3245b),segment_id=d1e6be8b-8a35-4a3b-b606-d129a8e3245b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:55.669134 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4709ad88-3ec4-45ca-9b99-6f548b9e4a32 req-3301b6b1-4b8f-489d-aa53-8644a99de9dd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.673321 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34dffd01-d549-4170-86c6-beeaeeea3ff6 req-02df8563-c31f-4a4b-be64-066451c01eae tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506218 Feb 04 15:39:55.728023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-8dbac952-ac29-43b9-9fc3-2a7278f99368 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 1002 time: 0.1778936 Feb 04 15:39:55.737141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d229ab-70b6-42d7-81df-869bc077f1d5 req-c56471bb-4964-4a07-b37c-3b7d34643fd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:55.739656 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17d229ab-70b6-42d7-81df-869bc077f1d5 req-c56471bb-4964-4a07-b37c-3b7d34643fd5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 922 time: 0.3021986 Feb 04 15:39:55.745857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-0180b323-5e78-404d-8131-58bdcd487afc tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:39:55.842068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 69fd4742-6629-4dbe-a4d6-b799b6ffacce details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:39:55.844466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84258b68-84e4-468f-aeb9-4badce416edf', 'name': 'network-vif-deleted', 'tag': 'adc8053a-e96e-4f37-845d-dc840d8c3046'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:55.851936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device adc8053a-e96e-4f37-845d-dc840d8c3046 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:55.858461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-4709ad88-3ec4-45ca-9b99-6f548b9e4a32 req-3301b6b1-4b8f-489d-aa53-8644a99de9dd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Calling delete_port for 4427a051-4a2a-43ae-b575-855f94e7f678 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:55.904113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: adc8053a-e96e-4f37-845d-dc840d8c3046 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:39:55.904603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device adc8053a-e96e-4f37-845d-dc840d8c3046 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:56.028895 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['654876a3-e057-4cec-8ee5-5470441a90e0'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:56.065928 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4709ad88-3ec4-45ca-9b99-6f548b9e4a32 req-3301b6b1-4b8f-489d-aa53-8644a99de9dd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.101154 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['4427a051-4a2a-43ae-b575-855f94e7f678'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:56.119824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17d229ab-70b6-42d7-81df-869bc077f1d5 req-cb5b1bb8-ca74-4adb-8177-3977633d4abd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622 HTTP/1.1" status: 200 len: 217 time: 0.3064075 Feb 04 15:39:56.120464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301b6b1-4b8f-489d-aa53-8644a99de9dd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Pushing event deleted for resources: {'Port': ['ID=4427a051-4a2a-43ae-b575-855f94e7f678,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:56.148573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 69fd4742-6629-4dbe-a4d6-b799b6ffacce, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=69fd4742-6629-4dbe-a4d6-b799b6ffacce,segment=NetworkSegment(e6139c14-80a2-4f37-975b-cf37a668ca0f),segment_id=e6139c14-80a2-4f37-975b-cf37a668ca0f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:56.174103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '69fd4742-6629-4dbe-a4d6-b799b6ffacce', 'network_id': '9f393579-1757-495f-b549-5e1fc2d894c2', 'port_id': '69fd4742-6629-4dbe-a4d6-b799b6ffacce', 'mac_address': 'fa:16:3e:d1:4f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c954e334-e449-411c-b83c-1aeacdb87ed8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:39:56.181597 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-0180b323-5e78-404d-8131-58bdcd487afc tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.201095 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4709ad88-3ec4-45ca-9b99-6f548b9e4a32 req-3301b6b1-4b8f-489d-aa53-8644a99de9dd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] No DVR routers for this DVR port 4427a051-4a2a-43ae-b575-855f94e7f678 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:56.203815 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4709ad88-3ec4-45ca-9b99-6f548b9e4a32 req-3301b6b1-4b8f-489d-aa53-8644a99de9dd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.217858 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4709ad88-3ec4-45ca-9b99-6f548b9e4a32 req-3301b6b1-4b8f-489d-aa53-8644a99de9dd tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.81 "DELETE /v2.0/ports/4427a051-4a2a-43ae-b575-855f94e7f678 HTTP/1.1" status: 204 len: 173 time: 0.9997547 Feb 04 15:39:56.258894 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.291142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fd4742-6629-4dbe-a4d6-b799b6ffacce {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:56.303525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d229ab-70b6-42d7-81df-869bc077f1d5 req-c3acd5ec-b2fa-4286-9129-bd1a32d668b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:56.304983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17d229ab-70b6-42d7-81df-869bc077f1d5 req-c3acd5ec-b2fa-4286-9129-bd1a32d668b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.1616123 Feb 04 15:39:56.318140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b438cb5-9302-43bc-83ce-adb64a61abce req-ffe67e98-8a63-4888-ac05-d8de4de36e5c tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:56.319606 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b438cb5-9302-43bc-83ce-adb64a61abce req-ffe67e98-8a63-4888-ac05-d8de4de36e5c tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/ports?device_id=60a02e60-6661-4a5c-a0ed-5ce755114391 HTTP/1.1" status: 200 len: 943 time: 0.2752433 Feb 04 15:39:56.329047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 69fd4742-6629-4dbe-a4d6-b799b6ffacce, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=69fd4742-6629-4dbe-a4d6-b799b6ffacce,segment=NetworkSegment(e6139c14-80a2-4f37-975b-cf37a668ca0f),segment_id=e6139c14-80a2-4f37-975b-cf37a668ca0f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:56.338541 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.445255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=69fd4742-6629-4dbe-a4d6-b799b6ffacce,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:56.520724 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b438cb5-9302-43bc-83ce-adb64a61abce req-c420255c-767f-47e2-8c7f-c7603073d22b tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd9cc806-b106-4fc7-88c1-1abad3f00a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132975 Feb 04 15:39:56.603753 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-0180b323-5e78-404d-8131-58bdcd487afc tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.607493 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17d229ab-70b6-42d7-81df-869bc077f1d5 req-6e6c178f-e810-4c14-9cad-bb2cce67a8fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2843370 Feb 04 15:39:56.608883 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-0180b323-5e78-404d-8131-58bdcd487afc tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.609252 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-0180b323-5e78-404d-8131-58bdcd487afc tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Floating IP 44c39890-cffb-4803-a08a-d3b77a871854 disassociated. External IP: 172.25.0.127, port: 0bc44c63-9dd0-4c6d-a5bc-817923629022. Feb 04 15:39:56.756059 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['69fd4742-6629-4dbe-a4d6-b799b6ffacce'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:39:56.798370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47568fb7-7366-4d5a-8cc9-f8004c33ce6f req-ad5a2885-3383-4f4e-80a3-16058dd53b90 tempest-MultipleCreateTestJSON-1070277164 tempest-MultipleCreateTestJSON-1070277164-project] 10.222.0.60 "GET /v2.0/ports?device_id=286a86be-d427-4f92-9c58-c8cbe0e99ad7 HTTP/1.1" status: 200 len: 210 time: 0.0533228 Feb 04 15:39:56.866756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17d229ab-70b6-42d7-81df-869bc077f1d5 req-c650a45e-7a3d-48d1-8aa1-88122620de6f service neutron] 10.222.0.73 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053187 Feb 04 15:39:56.990628 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8302b5a-7e0a-448d-a335-ca5f2c1701f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '654876a3-e057-4cec-8ee5-5470441a90e0', 'code': 200} Feb 04 15:39:57.158900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17d229ab-70b6-42d7-81df-869bc077f1d5 req-0ee00ebf-492b-43c9-9d5a-754d6d2bded4 service neutron] 10.222.0.73 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745075 Feb 04 15:39:57.248195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec499a-04a5-489a-8620-74093a524293 req-97d1c7b5-e484-4845-820d-410cbaa393f0 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:57.249669 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-85ec499a-04a5-489a-8620-74093a524293 req-97d1c7b5-e484-4845-820d-410cbaa393f0 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 944 time: 0.1938782 Feb 04 15:39:57.314489 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-85ec499a-04a5-489a-8620-74093a524293 req-14a3386b-52b4-4752-aa60-bb0783f5c8c7 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587130 Feb 04 15:39:57.383059 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84258b68-84e4-468f-aeb9-4badce416edf', 'name': 'network-vif-deleted', 'tag': 'adc8053a-e96e-4f37-845d-dc840d8c3046', 'status': 'completed', 'code': 200} Feb 04 15:39:57.430191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-0180b323-5e78-404d-8131-58bdcd487afc tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Router 0aa8543a-b066-4eea-b171-50135bfb8e59 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:57.715530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df2610-9da9-40a5-b582-3b457bac915a req-310ae429-2e1d-41ba-be5a-e55c8916b65d tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:57.716882 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5df2610-9da9-40a5-b582-3b457bac915a req-310ae429-2e1d-41ba-be5a-e55c8916b65d tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.1109307 Feb 04 15:39:57.830487 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5df2610-9da9-40a5-b582-3b457bac915a req-01f707d9-c3ad-4c53-a785-861184fbd057 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642023 Feb 04 15:39:57.857436 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-0180b323-5e78-404d-8131-58bdcd487afc tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:57.858934 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 69fd4742-6629-4dbe-a4d6-b799b6ffacce up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:57.862797 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-0180b323-5e78-404d-8131-58bdcd487afc tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:57.888194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255e532-8c4e-4e5b-af81-c6df570c0cae None None] Sync routers for ids ['0aa8543a-b066-4eea-b171-50135bfb8e59'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:39:57.927581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255e532-8c4e-4e5b-af81-c6df570c0cae None None] Routers {'0aa8543a-b066-4eea-b171-50135bfb8e59'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:57.928289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1255e532-8c4e-4e5b-af81-c6df570c0cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['0aa8543a-b066-4eea-b171-50135bfb8e59'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:57.986725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fef575c8-9fd8-4e75-a5e3-39314ae22000 req-0c4f9bc6-0f2f-42d1-9895-ca87149fe19e tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips/96475c7a-799e-4e03-8347-026074424138 HTTP/1.1" status: 200 len: 694 time: 0.0999858 Feb 04 15:39:57.996674 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-0180b323-5e78-404d-8131-58bdcd487afc tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "PUT /v2.0/floatingips/44c39890-cffb-4803-a08a-d3b77a871854 HTTP/1.1" status: 200 len: 695 time: 2.2556288 Feb 04 15:39:58.015565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d31500e-27f8-4235-a6dc-9411d3672fc9', 'tag': '0bc44c63-9dd0-4c6d-a5bc-817923629022'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:58.089467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 69fd4742-6629-4dbe-a4d6-b799b6ffacce completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:58.107030 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 69fd4742-6629-4dbe-a4d6-b799b6ffacce triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:58.107433 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:58.181717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-1255e532-8c4e-4e5b-af81-c6df570c0cae None None] Set router 0aa8543a-b066-4eea-b171-50135bfb8e59 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:58.208909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef575c8-9fd8-4e75-a5e3-39314ae22000 req-77b61605-caf4-4770-ae58-bf3c434bc3a3 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:58.210247 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fef575c8-9fd8-4e75-a5e3-39314ae22000 req-77b61605-caf4-4770-ae58-bf3c434bc3a3 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.2162082 Feb 04 15:39:58.213151 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-3c13c8ab-a993-438b-a7ab-6ee10f41a145 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0894528fa7a44e3a8af614f7a256e283&device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 1097 time: 0.1893966 Feb 04 15:39:58.370939 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fef575c8-9fd8-4e75-a5e3-39314ae22000 req-0792a2df-5aa4-4f38-8797-94153af2e95d tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 697 time: 0.1542637 Feb 04 15:39:58.428083 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:58.479318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fef575c8-9fd8-4e75-a5e3-39314ae22000 req-e3264751-ac35-462f-9b4f-557c0a42913a tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 697 time: 0.0975828 Feb 04 15:39:58.492824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 69fd4742-6629-4dbe-a4d6-b799b6ffacce, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=69fd4742-6629-4dbe-a4d6-b799b6ffacce,segment=NetworkSegment(e6139c14-80a2-4f37-975b-cf37a668ca0f),segment_id=e6139c14-80a2-4f37-975b-cf37a668ca0f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:58.503035 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:58.503842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4427a051-4a2a-43ae-b575-855f94e7f678 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:58.569895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-9ed2d1a3-e495-42d9-8703-d7fc5ca590b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:58.571359 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-9ed2d1a3-e495-42d9-8703-d7fc5ca590b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=41ff2593-f55a-4c2e-8e59-0e465bc600ea HTTP/1.1" status: 200 len: 930 time: 0.3026004 Feb 04 15:39:58.589825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 4427a051-4a2a-43ae-b575-855f94e7f678 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:39:58.590165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4427a051-4a2a-43ae-b575-855f94e7f678 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:58.640784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=69fd4742-6629-4dbe-a4d6-b799b6ffacce,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:58.669371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1255e532-8c4e-4e5b-af81-c6df570c0cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:48Z', 'revision_number': 4, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'gw_port': {'id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:28Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4667c02e-17d4-4547-930a-a48364b0a65f', 'name': '', 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'mac_address': 'fa:16:3e:38:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:44Z', 'updated_at': '2022-02-04T15:38:59Z', 'revision_number': 5, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'subnets': [{'id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:58.673684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255e532-8c4e-4e5b-af81-c6df570c0cae None None] Checking router: 0aa8543a-b066-4eea-b171-50135bfb8e59 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:39:58.684298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255e532-8c4e-4e5b-af81-c6df570c0cae None None] Routers {'0aa8543a-b066-4eea-b171-50135bfb8e59'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:39:58.684898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1255e532-8c4e-4e5b-af81-c6df570c0cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:39:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['0aa8543a-b066-4eea-b171-50135bfb8e59'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:58.706508 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-4f03c18a-a809-4928-9ab8-140d13ee31ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc44c63-9dd0-4c6d-a5bc-817923629022 HTTP/1.1" status: 200 len: 217 time: 0.1272604 Feb 04 15:39:58.737509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 654876a3-e057-4cec-8ee5-5470441a90e0 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:58.753132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-fef575c8-9fd8-4e75-a5e3-39314ae22000 req-87ee9153-93e3-458c-8cef-c1fa6de6a5b5 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Deleting port 598a1577-9b8d-49ad-9974-369cfd01e2d5 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:39:58.753468 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fef575c8-9fd8-4e75-a5e3-39314ae22000 req-87ee9153-93e3-458c-8cef-c1fa6de6a5b5 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:58.839324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-9451ba5e-21fc-4734-b4ae-fad22a890b8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:58.840787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-9451ba5e-21fc-4734-b4ae-fad22a890b8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7316add8-b3b6-4387-8510-39335fa6b75c HTTP/1.1" status: 200 len: 868 time: 0.1270864 Feb 04 15:39:58.904455 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:39:58.915604 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 654876a3-e057-4cec-8ee5-5470441a90e0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:58.916159 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:58.976831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-1255e532-8c4e-4e5b-af81-c6df570c0cae None None] Set router 0aa8543a-b066-4eea-b171-50135bfb8e59 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:39:59.014737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a02e60-6661-4a5c-a0ed-5ce755114391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fd4742-6629-4dbe-a4d6-b799b6ffacce'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:59.120981 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fef575c8-9fd8-4e75-a5e3-39314ae22000 req-87ee9153-93e3-458c-8cef-c1fa6de6a5b5 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.121323 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fef575c8-9fd8-4e75-a5e3-39314ae22000 req-87ee9153-93e3-458c-8cef-c1fa6de6a5b5 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.245282 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-a1c76630-412c-4c5b-822b-ca7d900e5743 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41ff2593-f55a-4c2e-8e59-0e465bc600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2348120 Feb 04 15:39:59.251774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-fef575c8-9fd8-4e75-a5e3-39314ae22000 req-87ee9153-93e3-458c-8cef-c1fa6de6a5b5 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Calling delete_port for 598a1577-9b8d-49ad-9974-369cfd01e2d5 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:39:59.283527 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.361137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 654876a3-e057-4cec-8ee5-5470441a90e0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=654876a3-e057-4cec-8ee5-5470441a90e0,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:59.384299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286a86be-d427-4f92-9c58-c8cbe0e99ad7', 'name': 'network-vif-deleted', 'tag': '4427a051-4a2a-43ae-b575-855f94e7f678'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:59.393152 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.467150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=654876a3-e057-4cec-8ee5-5470441a90e0,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:59.490344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1255e532-8c4e-4e5b-af81-c6df570c0cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:48Z', 'revision_number': 4, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'gw_port': {'id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:28Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4667c02e-17d4-4547-930a-a48364b0a65f', 'name': '', 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'mac_address': 'fa:16:3e:38:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:44Z', 'updated_at': '2022-02-04T15:38:59Z', 'revision_number': 5, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'subnets': [{'id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:59.490611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-a546da42-9dbe-4695-8bee-a51fffb88424 service neutron] 10.222.0.60 "GET /v2.0/networks/41ff2593-f55a-4c2e-8e59-0e465bc600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124751 Feb 04 15:39:59.494547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255e532-8c4e-4e5b-af81-c6df570c0cae None None] The sync data for ids ['0aa8543a-b066-4eea-b171-50135bfb8e59'] in n-d-827872-1 is: [{'id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:48Z', 'revision_number': 4, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'gw_port': {'id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:28Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4667c02e-17d4-4547-930a-a48364b0a65f', 'name': '', 'network_id': '41ff2593-f55a-4c2e-8e59-0e465bc600ea', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'mac_address': 'fa:16:3e:38:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:44Z', 'updated_at': '2022-02-04T15:38:59Z', 'revision_number': 5, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'subnets': [{'id': '7316add8-b3b6-4387-8510-39335fa6b75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:39:59.584931 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fef575c8-9fd8-4e75-a5e3-39314ae22000 req-87ee9153-93e3-458c-8cef-c1fa6de6a5b5 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.648985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee9153-93e3-458c-8cef-c1fa6de6a5b5 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Pushing event deleted for resources: {'Port': ['ID=598a1577-9b8d-49ad-9974-369cfd01e2d5,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:59.747708 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858a54be-aec9-40b3-9e3f-d6f4530dc024 None None] New status for floating IP 44c39890-cffb-4803-a08a-d3b77a871854: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:39:59.767419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5c07841-8b7e-4ff1-80df-c17a03b61083 req-71648d0b-3b6b-4a64-a6fd-2ce30a295e42 service neutron] 10.222.0.60 "GET /v2.0/networks/41ff2593-f55a-4c2e-8e59-0e465bc600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633431 Feb 04 15:39:59.789754 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fef575c8-9fd8-4e75-a5e3-39314ae22000 req-87ee9153-93e3-458c-8cef-c1fa6de6a5b5 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.812925 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fef575c8-9fd8-4e75-a5e3-39314ae22000 req-87ee9153-93e3-458c-8cef-c1fa6de6a5b5 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.814105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fef575c8-9fd8-4e75-a5e3-39314ae22000 req-87ee9153-93e3-458c-8cef-c1fa6de6a5b5 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "DELETE /v2.0/floatingips/96475c7a-799e-4e03-8347-026074424138 HTTP/1.1" status: 204 len: 173 time: 1.3256528 Feb 04 15:39:59.910956 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 32940) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:59.990339 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d31500e-27f8-4235-a6dc-9411d3672fc9', 'tag': '0bc44c63-9dd0-4c6d-a5bc-817923629022', 'status': 'completed', 'code': 200} Feb 04 15:40:00.010112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e9153e-4a5c-413e-8955-431b9d8af121 admin admin] Deleting subnet e1ccf863-4ca2-46f0-99dd-a0db17bfa74e {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:40:00.015053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a8e9153e-4a5c-413e-8955-431b9d8af121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.089951 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a8e9153e-4a5c-413e-8955-431b9d8af121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.158006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-458ccb8b-ea39-4b25-bc79-139ef46525e9 req-e3b8e702-5806-41b5-8742-1e1784f7721e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2173071 Feb 04 15:40:00.162018 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a8e9153e-4a5c-413e-8955-431b9d8af121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.196009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09615f05-7487-47d5-b30b-ac2d367a8da2 req-a03a6793-9960-412a-94f8-3a4acf0d83a8 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:00.197530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-09615f05-7487-47d5-b30b-ac2d367a8da2 req-a03a6793-9960-412a-94f8-3a4acf0d83a8 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/ports?device_id=60a02e60-6661-4a5c-a0ed-5ce755114391 HTTP/1.1" status: 200 len: 945 time: 0.2974875 Feb 04 15:40:00.201117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0868ee8a-285b-44f4-893a-6b0512d6b946 req-6825a53b-8112-4a3a-97e7-d5b7c4591f94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0894528fa7a44e3a8af614f7a256e283&device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 1097 time: 0.2007036 Feb 04 15:40:00.257093 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a8e9153e-4a5c-413e-8955-431b9d8af121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.300209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9153e-4a5c-413e-8955-431b9d8af121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ccf863-4ca2-46f0-99dd-a0db17bfa74e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:00.304793 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a8e9153e-4a5c-413e-8955-431b9d8af121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.310827 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a8e9153e-4a5c-413e-8955-431b9d8af121 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e1ccf863-4ca2-46f0-99dd-a0db17bfa74e HTTP/1.1" status: 204 len: 168 time: 0.3984709 Feb 04 15:40:00.314161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 32944) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:00.419396 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1e9-7db3-4871-9c95-fc0eda74a45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.420043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd200d2-4816-4e30-8106-77a375bfb705 req-6e41ad76-d956-400c-9cdc-c7a9c9918fd8 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:00.421779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6bd200d2-4816-4e30-8106-77a375bfb705 req-6e41ad76-d956-400c-9cdc-c7a9c9918fd8 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.3070576 Feb 04 15:40:00.429474 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-09615f05-7487-47d5-b30b-ac2d367a8da2 req-29f3bffd-6226-47ad-8862-2203b49c9ee9 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd9cc806-b106-4fc7-88c1-1abad3f00a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943738 Feb 04 15:40:00.468505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868ee8a-285b-44f4-893a-6b0512d6b946 req-1d723bfe-3c7f-4d57-80bf-e55447c92d59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:00.469560 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0868ee8a-285b-44f4-893a-6b0512d6b946 req-1d723bfe-3c7f-4d57-80bf-e55447c92d59 service neutron] 10.222.0.73 "GET /v2.0/networks?id=41ff2593-f55a-4c2e-8e59-0e465bc600ea HTTP/1.1" status: 200 len: 930 time: 0.2283571 Feb 04 15:40:00.479521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-458ccb8b-ea39-4b25-bc79-139ef46525e9 req-b2a00d48-a94e-4682-96ca-cf5b42a5b359 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 1097 time: 0.2756023 Feb 04 15:40:00.566829 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1e9-7db3-4871-9c95-fc0eda74a45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.699062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-92b4d1e9-7db3-4871-9c95-fc0eda74a45f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82f4794-edaa-4da5-b40b-be0e2b7bc36f']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:00.712626 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-92b4d1e9-7db3-4871-9c95-fc0eda74a45f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:00.712953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-92b4d1e9-7db3-4871-9c95-fc0eda74a45f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e6be8b-8a35-4a3b-b606-d129a8e3245b') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:00.726089 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1e9-7db3-4871-9c95-fc0eda74a45f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.743609 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1e9-7db3-4871-9c95-fc0eda74a45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.750583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b4d1e9-7db3-4871-9c95-fc0eda74a45f admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:40:00.750964 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1e9-7db3-4871-9c95-fc0eda74a45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:00.763912 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:00.789433 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0868ee8a-285b-44f4-893a-6b0512d6b946 req-74527887-997e-4ae9-b15c-46cef28689c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bc44c63-9dd0-4c6d-a5bc-817923629022 HTTP/1.1" status: 200 len: 217 time: 0.2924817 Feb 04 15:40:00.841054 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6bd200d2-4816-4e30-8106-77a375bfb705 req-fb65179f-4a9d-4c4e-b1e8-d63100c503b4 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106107 Feb 04 15:40:00.846691 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1e9-7db3-4871-9c95-fc0eda74a45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.882318 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92b4d1e9-7db3-4871-9c95-fc0eda74a45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.896164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4d1e9-7db3-4871-9c95-fc0eda74a45f admin admin] Pushing event deleted for resources: {'Network': ['ID=e82f4794-edaa-4da5-b40b-be0e2b7bc36f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:00.911090 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-92b4d1e9-7db3-4871-9c95-fc0eda74a45f admin admin] 10.222.0.60 "DELETE /v2.0/networks/e82f4794-edaa-4da5-b40b-be0e2b7bc36f HTTP/1.1" status: 204 len: 168 time: 0.5949931 Feb 04 15:40:00.914520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868ee8a-285b-44f4-893a-6b0512d6b946 req-c458e880-2219-4043-a2b5-61c7f18bc011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:00.916279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0868ee8a-285b-44f4-893a-6b0512d6b946 req-c458e880-2219-4043-a2b5-61c7f18bc011 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7316add8-b3b6-4387-8510-39335fa6b75c HTTP/1.1" status: 200 len: 868 time: 0.1156332 Feb 04 15:40:00.918387 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a02e60-6661-4a5c-a0ed-5ce755114391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fd4742-6629-4dbe-a4d6-b799b6ffacce', 'code': 200} Feb 04 15:40:00.972886 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286a86be-d427-4f92-9c58-c8cbe0e99ad7', 'name': 'network-vif-deleted', 'tag': '4427a051-4a2a-43ae-b575-855f94e7f678', 'status': 'completed', 'code': 200} Feb 04 15:40:00.994850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ccb8b-ea39-4b25-bc79-139ef46525e9 req-e37b80c8-026c-49ec-9e02-29678c527714 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:00.996892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-458ccb8b-ea39-4b25-bc79-139ef46525e9 req-e37b80c8-026c-49ec-9e02-29678c527714 service neutron] 10.222.0.73 "GET /v2.0/networks?id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 200 len: 922 time: 0.4451685 Feb 04 15:40:01.065818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630a82a-51b5-45db-91ed-4525d2fc7361 req-43b4118b-8fd7-4ff7-a808-1c5beef81577 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:01.071732 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4630a82a-51b5-45db-91ed-4525d2fc7361 req-43b4118b-8fd7-4ff7-a808-1c5beef81577 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.4887230 Feb 04 15:40:01.096956 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8ab0817c-a106-41e3-b4fe-c37d8894c0b7 req-07676da6-d6f6-417e-898d-8cd778bdf412 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=60a02e60-6661-4a5c-a0ed-5ce755114391 HTTP/1.1" status: 200 len: 1096 time: 0.0828073 Feb 04 15:40:01.121629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 32950) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:01.182067 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8ab0817c-a106-41e3-b4fe-c37d8894c0b7 req-43e5b781-ec59-443c-b944-cef1f38862f2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fd9cc806-b106-4fc7-88c1-1abad3f00a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780475 Feb 04 15:40:01.183904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57673e69-82a1-4d21-aee0-872790ea75e1 req-c1a8bbd8-4d3f-49cb-b0e8-d45a3df98f22 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/floatingips/44c39890-cffb-4803-a08a-d3b77a871854 HTTP/1.1" status: 200 len: 693 time: 0.1857896 Feb 04 15:40:01.200909 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8d7c02b1-6d9d-4d24-b255-b8c642106314 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1e363c8ed764957a8fd8178ff5ceac4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0758045 Feb 04 15:40:01.201140 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-458ccb8b-ea39-4b25-bc79-139ef46525e9 req-b409179f-2a2b-4aab-97e7-8acf1e8c01e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622 HTTP/1.1" status: 200 len: 217 time: 0.1476252 Feb 04 15:40:01.201238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 32954) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:01.265246 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-78e4b080-4a73-4ebd-8772-7431864a3213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:01.292934 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-78e4b080-4a73-4ebd-8772-7431864a3213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:01.350588 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-78e4b080-4a73-4ebd-8772-7431864a3213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:01.367736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4b080-4a73-4ebd-8772-7431864a3213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c91e19-e5be-4d47-902a-6cd1c5fa6056,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:01.372410 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-78e4b080-4a73-4ebd-8772-7431864a3213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:01.373597 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-78e4b080-4a73-4ebd-8772-7431864a3213 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89c91e19-e5be-4d47-902a-6cd1c5fa6056 HTTP/1.1" status: 204 len: 168 time: 0.1714432 Feb 04 15:40:01.374570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4630a82a-51b5-45db-91ed-4525d2fc7361 req-b4597393-ae84-4288-8a64-ae38a04797c5 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018489 Feb 04 15:40:01.386822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ccb8b-ea39-4b25-bc79-139ef46525e9 req-4710d90e-ca46-438c-868c-46b746058c95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:01.388400 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-458ccb8b-ea39-4b25-bc79-139ef46525e9 req-4710d90e-ca46-438c-868c-46b746058c95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 200 len: 860 time: 0.1597395 Feb 04 15:40:01.400788 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0868ee8a-285b-44f4-893a-6b0512d6b946 req-980a9ee7-8243-4146-8fd7-3cfaaf0c6e1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41ff2593-f55a-4c2e-8e59-0e465bc600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4713454 Feb 04 15:40:01.550629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57673e69-82a1-4d21-aee0-872790ea75e1 req-053858db-63be-49c8-9689-7fc5ff57b8d9 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:01.552063 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57673e69-82a1-4d21-aee0-872790ea75e1 req-053858db-63be-49c8-9689-7fc5ff57b8d9 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.3579066 Feb 04 15:40:01.676733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57673e69-82a1-4d21-aee0-872790ea75e1 req-3fce933a-5d63-4575-b88b-792df42f20c9 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 696 time: 0.1176255 Feb 04 15:40:01.817370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-458ccb8b-ea39-4b25-bc79-139ef46525e9 req-cb09a961-68c4-4917-a214-4a33e6b336f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4181902 Feb 04 15:40:01.834766 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0868ee8a-285b-44f4-893a-6b0512d6b946 req-638632bf-aa24-4071-b180-c8a149ebbdc7 service neutron] 10.222.0.73 "GET /v2.0/networks/41ff2593-f55a-4c2e-8e59-0e465bc600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199998 Feb 04 15:40:01.862053 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57673e69-82a1-4d21-aee0-872790ea75e1 req-0e9083ab-8681-49fe-8a9a-6378af859728 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 696 time: 0.1743021 Feb 04 15:40:02.344465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 32982) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:02.346055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-57673e69-82a1-4d21-aee0-872790ea75e1 req-0ea0d4fc-7d87-4a01-aa51-22c24d9e2cd3 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Deleting port f85f0981-2855-4241-aacc-d6dcc1a7c3e1 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:02.346454 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-57673e69-82a1-4d21-aee0-872790ea75e1 req-0ea0d4fc-7d87-4a01-aa51-22c24d9e2cd3 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.439663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d44568-37ac-4732-a1be-43cb717d600f req-0bc45527-db4c-4f3c-bea0-0557997cdc22 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:02.441216 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-85d44568-37ac-4732-a1be-43cb717d600f req-0bc45527-db4c-4f3c-bea0-0557997cdc22 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/ports?device_id=60a02e60-6661-4a5c-a0ed-5ce755114391 HTTP/1.1" status: 200 len: 945 time: 0.6803293 Feb 04 15:40:02.447909 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-458ccb8b-ea39-4b25-bc79-139ef46525e9 req-363a20f7-c566-40d3-a5f0-5bb343b8f95f service neutron] 10.222.0.73 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217048 Feb 04 15:40:02.492174 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-654474277-network', 'tenant_id': '68443d3f87ab462286a22b1a748306e5'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:02.497027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:02.501899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Usage tracker for resource:network and tenant:68443d3f87ab462286a22b1a748306e5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:02.504917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:02.506929 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0868ee8a-285b-44f4-893a-6b0512d6b946 req-aba36c32-7d28-41ab-8c75-211bc8edd9b8 service neutron] 10.222.0.73 "GET /v2.0/networks/41ff2593-f55a-4c2e-8e59-0e465bc600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507804 Feb 04 15:40:02.511342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:02.522446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Made reservation on behalf of 68443d3f87ab462286a22b1a748306e5 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:02.529646 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.544299 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.587229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:02.591774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Usage tracker for resource:security_group_rule and tenant:68443d3f87ab462286a22b1a748306e5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:02.595480 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:02.601684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:02.685081 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.689285 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.705053 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-85d44568-37ac-4732-a1be-43cb717d600f req-1f512024-5d01-426a-9a23-a0ffc38a70ec tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd9cc806-b106-4fc7-88c1-1abad3f00a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561550 Feb 04 15:40:02.720169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:02.744917 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.745276 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Added segment 8d2644d8-cfc4-44a8-b245-72b4f83b15a0 of type vlan for network f232c31b-c666-487c-875e-a41fea5bcb13 Feb 04 15:40:02.747066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2d9d49-3ce0-423f-a66f-87f246a598da,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:02.747998 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-57673e69-82a1-4d21-aee0-872790ea75e1 req-0ea0d4fc-7d87-4a01-aa51-22c24d9e2cd3 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.748310 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-57673e69-82a1-4d21-aee0-872790ea75e1 req-0ea0d4fc-7d87-4a01-aa51-22c24d9e2cd3 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.762058 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-458ccb8b-ea39-4b25-bc79-139ef46525e9 req-863cead7-9ad5-4757-ae71-6c50212a663b service neutron] 10.222.0.73 "GET /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791691 Feb 04 15:40:02.798971 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.839291 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.840388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:02.840942 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.882632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-57673e69-82a1-4d21-aee0-872790ea75e1 req-0ea0d4fc-7d87-4a01-aa51-22c24d9e2cd3 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Calling delete_port for f85f0981-2855-4241-aacc-d6dcc1a7c3e1 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:02.919758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8302b5a-7e0a-448d-a335-ca5f2c1701f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654876a3-e057-4cec-8ee5-5470441a90e0'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:02.954918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] Pushing event updated for resources: {'Network': ['ID=f232c31b-c666-487c-875e-a41fea5bcb13,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:02.957982 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c309d2b5-6093-479d-8369-8d0c2d743a8c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6121664 Feb 04 15:40:02.961139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 32992) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:02.966846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] Request body: {'subnet': {'network_id': 'f232c31b-c666-487c-875e-a41fea5bcb13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-654474277-subnet', 'tenant_id': '68443d3f87ab462286a22b1a748306e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:02.972431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:02.972885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network f232c31b-c666-487c-875e-a41fea5bcb13 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:40:02.977077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] Usage tracker for resource:subnet and tenant:68443d3f87ab462286a22b1a748306e5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:02.980784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:02.987463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:03.001585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] Made reservation on behalf of 68443d3f87ab462286a22b1a748306e5 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:03.005137 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:03.033536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c118cd8-349d-4d62-9b33-3e693eecfd2d req-21cd7eb1-5761-4830-adc7-b11860fb0eca tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:03.034266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0c118cd8-349d-4d62-9b33-3e693eecfd2d req-21cd7eb1-5761-4830-adc7-b11860fb0eca tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Synchronizing usage tracker for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:03.093902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0c118cd8-349d-4d62-9b33-3e693eecfd2d req-21cd7eb1-5761-4830-adc7-b11860fb0eca tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Unset dirty status for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:03.095073 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c118cd8-349d-4d62-9b33-3e693eecfd2d req-21cd7eb1-5761-4830-adc7-b11860fb0eca tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 946 time: 0.2194602 Feb 04 15:40:03.125769 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-57673e69-82a1-4d21-aee0-872790ea75e1 req-0ea0d4fc-7d87-4a01-aa51-22c24d9e2cd3 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:03.177079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0d4fc-7d87-4a01-aa51-22c24d9e2cd3 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Pushing event deleted for resources: {'Port': ['ID=f85f0981-2855-4241-aacc-d6dcc1a7c3e1,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:03.243876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:03.269979 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c118cd8-349d-4d62-9b33-3e693eecfd2d req-769c3cbb-9bb5-4899-bbb6-8483d4f970bd tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629910 Feb 04 15:40:03.309098 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-57673e69-82a1-4d21-aee0-872790ea75e1 req-0ea0d4fc-7d87-4a01-aa51-22c24d9e2cd3 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:03.312270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6339d473-ef36-4680-a2c0-ea6ac31d1b64,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:03.335219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] Checking segment: {'id': '8d2644d8-cfc4-44a8-b245-72b4f83b15a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f232c31b-c666-487c-875e-a41fea5bcb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:40:03.335577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] Network hostable DHCP agents. Network: f232c31b-c666-487c-875e-a41fea5bcb13, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:03.341673 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-57673e69-82a1-4d21-aee0-872790ea75e1 req-0ea0d4fc-7d87-4a01-aa51-22c24d9e2cd3 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:03.344756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57673e69-82a1-4d21-aee0-872790ea75e1 req-0ea0d4fc-7d87-4a01-aa51-22c24d9e2cd3 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "DELETE /v2.0/floatingips/44c39890-cffb-4803-a08a-d3b77a871854 HTTP/1.1" status: 204 len: 173 time: 1.4147139 Feb 04 15:40:03.365259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] Network f232c31b-c666-487c-875e-a41fea5bcb13 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:03.376239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, f232c31b-c666-487c-875e-a41fea5bcb13) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:03.380834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:03.381805 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:03.388051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72982bab-9ceb-4893-ae92-456e42323b6a None None] Network f232c31b-c666-487c-875e-a41fea5bcb13 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:40:03.405513 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a9b93240-9f85-4d66-9349-424c8e8b2a87 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4425726 Feb 04 15:40:03.506378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adb265-d702-4b06-8701-afa6110c174c req-ef5d387b-c2f3-47ed-b97a-8a33fa87dc05 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:03.508271 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-35adb265-d702-4b06-8701-afa6110c174c req-ef5d387b-c2f3-47ed-b97a-8a33fa87dc05 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.1072526 Feb 04 15:40:03.615635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-35adb265-d702-4b06-8701-afa6110c174c req-d265c527-9e8b-410c-9010-8e821a13723e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730135 Feb 04 15:40:03.635388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72b3ea-888f-455d-9dbd-b21b41784168 req-68c572d7-e153-4d7f-afc7-43da2a9b2998 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:03.636926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e72b3ea-888f-455d-9dbd-b21b41784168 req-68c572d7-e153-4d7f-afc7-43da2a9b2998 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.1276653 Feb 04 15:40:03.666975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbe2e95-6c67-49db-81d0-e32dbea6691d None None] Network f232c31b-c666-487c-875e-a41fea5bcb13 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:40:03.700936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e72b3ea-888f-455d-9dbd-b21b41784168 req-53e6f695-d375-4b74-9f2c-6f9802be8ae1 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574226 Feb 04 15:40:03.742575 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8302b5a-7e0a-448d-a335-ca5f2c1701f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654876a3-e057-4cec-8ee5-5470441a90e0', 'code': 200} Feb 04 15:40:04.042000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53467a-70c9-43c6-9491-b190fe63a513 req-2108f828-c387-4230-965c-7e63a9cd229f tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:04.042697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7d53467a-70c9-43c6-9491-b190fe63a513 req-2108f828-c387-4230-965c-7e63a9cd229f tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Synchronizing usage tracker for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:04.075866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7d53467a-70c9-43c6-9491-b190fe63a513 req-2108f828-c387-4230-965c-7e63a9cd229f tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Unset dirty status for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:04.077581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7d53467a-70c9-43c6-9491-b190fe63a513 req-2108f828-c387-4230-965c-7e63a9cd229f tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2237141 Feb 04 15:40:04.083466 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1eff7611-4624-4452-84b0-f8d49e8dbe92 req-24586afd-8449-49d0-befc-c99c46ac580e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 1096 time: 0.1607015 Feb 04 15:40:04.214908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7d53467a-70c9-43c6-9491-b190fe63a513 req-21fd2cd8-35d0-4213-85d8-c7d3b5975a45 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Synchronizing usage tracker for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:04.247903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbebb0a-767b-4fab-9eb0-118adcadc23d req-dc63f372-94c3-4699-aaf9-a5c9dfb04461 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:04.249875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1dbebb0a-767b-4fab-9eb0-118adcadc23d req-dc63f372-94c3-4699-aaf9-a5c9dfb04461 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.73 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 946 time: 0.2723870 Feb 04 15:40:04.417687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1eff7611-4624-4452-84b0-f8d49e8dbe92 req-80c84683-fe0a-4222-8633-3f8301d81197 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809017 Feb 04 15:40:04.437955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7d53467a-70c9-43c6-9491-b190fe63a513 req-21fd2cd8-35d0-4213-85d8-c7d3b5975a45 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Unset dirty status for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:04.439076 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7d53467a-70c9-43c6-9491-b190fe63a513 req-21fd2cd8-35d0-4213-85d8-c7d3b5975a45 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3547688 Feb 04 15:40:04.459459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-1dbebb0a-767b-4fab-9eb0-118adcadc23d req-bab63830-9476-4b78-97e8-ac6f7ce2cb91 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Deleting port c6fc60d9-ba11-40aa-8a65-a1b60002d622 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:04.459990 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1dbebb0a-767b-4fab-9eb0-118adcadc23d req-bab63830-9476-4b78-97e8-ac6f7ce2cb91 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.495152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b61d58-5b1c-4100-8b5f-b223d486eb1b req-88389eb7-f59e-427c-a7f9-d6105493c032 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:04.496629 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6b61d58-5b1c-4100-8b5f-b223d486eb1b req-88389eb7-f59e-427c-a7f9-d6105493c032 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/ports?device_id=60a02e60-6661-4a5c-a0ed-5ce755114391 HTTP/1.1" status: 200 len: 945 time: 0.3588488 Feb 04 15:40:04.618397 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6b61d58-5b1c-4100-8b5f-b223d486eb1b req-21b209ca-2a79-4b91-b9e6-2c63b11bec5e tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd9cc806-b106-4fc7-88c1-1abad3f00a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120179 Feb 04 15:40:04.803670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04ef0032-da95-4a30-87a3-e3d927f79219 req-1b8270f0-f019-470f-8fea-8a13f8aa5621 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1207063 Feb 04 15:40:04.876409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-1dbebb0a-767b-4fab-9eb0-118adcadc23d req-bab63830-9476-4b78-97e8-ac6f7ce2cb91 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] For port c6fc60d9-ba11-40aa-8a65-a1b60002d622, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c6fc60d9-ba11-40aa-8a65-a1b60002d622,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:04.876772 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1dbebb0a-767b-4fab-9eb0-118adcadc23d req-bab63830-9476-4b78-97e8-ac6f7ce2cb91 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:05.006970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79376dc6-0d65-41c2-9213-c82a7b315f14 req-af51c3d9-b9b8-4e9b-bf2f-bf6b681959d9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:05.008485 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79376dc6-0d65-41c2-9213-c82a7b315f14 req-af51c3d9-b9b8-4e9b-bf2f-bf6b681959d9 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 946 time: 0.2673154 Feb 04 15:40:05.015073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-1dbebb0a-767b-4fab-9eb0-118adcadc23d req-bab63830-9476-4b78-97e8-ac6f7ce2cb91 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Calling delete_port for c6fc60d9-ba11-40aa-8a65-a1b60002d622 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:05.204537 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79376dc6-0d65-41c2-9213-c82a7b315f14 req-40aca3fb-9fe8-4444-9b79-22b3de6ac313 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/security-groups?id=31a45bc9-9e80-4421-ad44-e273b6ed4cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355984 Feb 04 15:40:05.282953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959213e-0d17-4049-b6e0-d0254d2c979f req-433fbcfd-7af9-4b50-a4f9-0d599eff7da5 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:05.284464 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b959213e-0d17-4049-b6e0-d0254d2c979f req-433fbcfd-7af9-4b50-a4f9-0d599eff7da5 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.1947155 Feb 04 15:40:05.317350 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1dbebb0a-767b-4fab-9eb0-118adcadc23d req-bab63830-9476-4b78-97e8-ac6f7ce2cb91 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:05.330375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['c6fc60d9-ba11-40aa-8a65-a1b60002d622'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:40:05.415735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab63830-9476-4b78-97e8-ac6f7ce2cb91 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Pushing event deleted for resources: {'Port': ['ID=c6fc60d9-ba11-40aa-8a65-a1b60002d622,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:05.498120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b959213e-0d17-4049-b6e0-d0254d2c979f req-579cb836-7ecc-464e-89bb-0288fee4d921 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038262 Feb 04 15:40:05.512804 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbebb0a-767b-4fab-9eb0-118adcadc23d req-bab63830-9476-4b78-97e8-ac6f7ce2cb91 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] No DVR routers for this DVR port c6fc60d9-ba11-40aa-8a65-a1b60002d622 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:05.521013 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1dbebb0a-767b-4fab-9eb0-118adcadc23d req-bab63830-9476-4b78-97e8-ac6f7ce2cb91 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:05.523565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'name': 'network-vif-deleted', 'tag': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:05.556796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1dbebb0a-767b-4fab-9eb0-118adcadc23d req-bab63830-9476-4b78-97e8-ac6f7ce2cb91 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.73 "DELETE /v2.0/ports/c6fc60d9-ba11-40aa-8a65-a1b60002d622 HTTP/1.1" status: 204 len: 173 time: 1.2974122 Feb 04 15:40:05.568855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126c113-25fa-46e3-8fb8-41ad6669ce77 req-1518f689-4399-4d43-b85a-838b1f53c17d tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:05.571124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2126c113-25fa-46e3-8fb8-41ad6669ce77 req-1518f689-4399-4d43-b85a-838b1f53c17d tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.2167065 Feb 04 15:40:05.620324 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2126c113-25fa-46e3-8fb8-41ad6669ce77 req-60664446-40c3-4122-ba4c-b7c8ac2e65b6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438416 Feb 04 15:40:05.779127 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f', 'name': 'network-vif-deleted', 'tag': 'c6fc60d9-ba11-40aa-8a65-a1b60002d622', 'status': 'completed', 'code': 200} Feb 04 15:40:06.084217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4348a5-4ee3-4252-ab84-ccdedf07f14e req-e8ac82b8-0154-4b27-b898-6a3458c5c027 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:06.095401 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a4348a5-4ee3-4252-ab84-ccdedf07f14e req-e8ac82b8-0154-4b27-b898-6a3458c5c027 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 946 time: 0.1323788 Feb 04 15:40:06.140770 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a4348a5-4ee3-4252-ab84-ccdedf07f14e req-cfaae5d7-a7ff-4cf0-95da-d69b1ef0319a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed1efcab-40b5-4138-9a5b-35cb1b0152e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433035 Feb 04 15:40:06.503749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-74c7e731-4fb9-4670-a686-e0a361c23504 req-17e99923-6225-4873-8968-7f3f8e72e1b4 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Synchronizing usage tracker for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:06.529253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-74c7e731-4fb9-4670-a686-e0a361c23504 req-17e99923-6225-4873-8968-7f3f8e72e1b4 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] Unset dirty status for tenant:15c394bafaae4a08a8f5c83c4fa74e4c on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:06.532173 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-74c7e731-4fb9-4670-a686-e0a361c23504 req-17e99923-6225-4873-8968-7f3f8e72e1b4 tempest-FloatingIPsAssociationTestJSON-675638124 tempest-FloatingIPsAssociationTestJSON-675638124-project] 10.222.0.60 "GET /v2.0/ports?device_id=580ee6a5-5d8a-47a5-bc5a-8b8266b7ca8f HTTP/1.1" status: 200 len: 210 time: 0.0791516 Feb 04 15:40:06.540173 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2fe409fb-7ade-43d4-9969-f183e6d26555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:06.771964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47cbdf-42e7-44c2-a733-3381f79c9c16 req-85e69ed9-8f5c-4500-bdcd-f2b28975f727 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:06.778971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c47cbdf-42e7-44c2-a733-3381f79c9c16 req-85e69ed9-8f5c-4500-bdcd-f2b28975f727 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.0938432 Feb 04 15:40:06.836980 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c47cbdf-42e7-44c2-a733-3381f79c9c16 req-fa0e934d-c5ff-4c0c-97e0-0ab37bf8f3a8 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568697 Feb 04 15:40:07.156239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca4f61-39e3-4c2b-8373-fdf4ec067d5b req-7eee2cc9-8522-461d-abe7-294bdd4721ee tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:07.157624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2ca4f61-39e3-4c2b-8373-fdf4ec067d5b req-7eee2cc9-8522-461d-abe7-294bdd4721ee tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.1374030 Feb 04 15:40:07.206470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b7251-d992-4272-b93d-cb7a2932af24 req-17512338-10d1-4bea-bb15-e92d3fba1e7a tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:07.208002 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-567b7251-d992-4272-b93d-cb7a2932af24 req-17512338-10d1-4bea-bb15-e92d3fba1e7a tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.1397033 Feb 04 15:40:07.235411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2ca4f61-39e3-4c2b-8373-fdf4ec067d5b req-ee89aa11-1efb-4b68-9d3a-4edbf9ab9074 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721004 Feb 04 15:40:07.263071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-567b7251-d992-4272-b93d-cb7a2932af24 req-0083873d-96bd-4088-a0eb-cf452f2b5989 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494165 Feb 04 15:40:07.663440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-2f809afe-7a8c-4b77-802a-50e0551b10f6 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:07.664867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-2f809afe-7a8c-4b77-802a-50e0551b10f6 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/networks?id=f232c31b-c666-487c-875e-a41fea5bcb13 HTTP/1.1" status: 200 len: 809 time: 0.2715664 Feb 04 15:40:07.670472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c01cd-3ad3-4c43-b64c-1011e3d9d29f req-24193472-98b8-478c-99ec-db4bb8857f09 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:07.671846 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-499c01cd-3ad3-4c43-b64c-1011e3d9d29f req-24193472-98b8-478c-99ec-db4bb8857f09 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/ports?device_id=60a02e60-6661-4a5c-a0ed-5ce755114391 HTTP/1.1" status: 200 len: 945 time: 0.3086176 Feb 04 15:40:07.699595 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-ef30578a-4632-424a-af61-110160667268 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/quotas/68443d3f87ab462286a22b1a748306e5 HTTP/1.1" status: 200 len: 375 time: 0.0266528 Feb 04 15:40:07.755877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53761bba-fb55-45c3-8db7-a3fc7c15bf8b tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=68443d3f87ab462286a22b1a748306e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451074 Feb 04 15:40:07.760545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-499c01cd-3ad3-4c43-b64c-1011e3d9d29f req-dface751-95a1-4536-9c02-f6382f4056b3 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd9cc806-b106-4fc7-88c1-1abad3f00a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810802 Feb 04 15:40:07.934786 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-3c99d1c9-4871-4f3d-98a9-e0a19528b60f service neutron] 10.222.0.60 "GET /v2.0/networks/f232c31b-c666-487c-875e-a41fea5bcb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718731 Feb 04 15:40:08.068597 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34c032-76d6-48b5-bf43-a293ac89f393 req-2d71d956-3a90-4046-90c1-c7d1f08d0b93 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:08.070056 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f34c032-76d6-48b5-bf43-a293ac89f393 req-2d71d956-3a90-4046-90c1-c7d1f08d0b93 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 946 time: 0.1809785 Feb 04 15:40:08.113159 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-8e1402ae-1280-42dc-bdfd-03fc215688b9 service neutron] 10.222.0.60 "GET /v2.0/networks/f232c31b-c666-487c-875e-a41fea5bcb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714797 Feb 04 15:40:08.135891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f34c032-76d6-48b5-bf43-a293ac89f393 req-538a025d-4f08-4d67-a2cf-4c726df25b00 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed1efcab-40b5-4138-9a5b-35cb1b0152e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524161 Feb 04 15:40:08.277912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119ce41-725e-4497-8855-3c6f3aec806d req-f6f28218-a536-4812-8046-6f898f0d1aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:08.281520 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8119ce41-725e-4497-8855-3c6f3aec806d req-f6f28218-a536-4812-8046-6f898f0d1aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 946 time: 0.0854878 Feb 04 15:40:08.360690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-8119ce41-725e-4497-8855-3c6f3aec806d req-3f7bebc7-d90a-4687-a7ab-0ad8d733e80a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Deleting port 0bc44c63-9dd0-4c6d-a5bc-817923629022 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:08.361168 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8119ce41-725e-4497-8855-3c6f3aec806d req-3f7bebc7-d90a-4687-a7ab-0ad8d733e80a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.429802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33106) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:08.559612 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-15a55568-6560-465f-9d89-fddbf44c38dc req-5c0c45dc-3383-4a28-abef-79e7f3cc0b17 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/ports?device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 210 time: 0.0718317 Feb 04 15:40:08.719068 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c8766-922a-4a99-8e87-4d1b09adf3ae req-53c8f9b6-57ca-4919-a7d4-8fc7a7a91533 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:08.719832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d73c8766-922a-4a99-8e87-4d1b09adf3ae req-53c8f9b6-57ca-4919-a7d4-8fc7a7a91533 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Synchronizing usage tracker for tenant:dcb636603c6342788de18221e4f41e8d on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:08.767838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c6fc60d9-ba11-40aa-8a65-a1b60002d622 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:08.781483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae672b-0010-48ab-bab3-bee9f9a0737f req-cf08e320-8057-441c-9ede-479910811a73 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:08.783215 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03ae672b-0010-48ab-bab3-bee9f9a0737f req-cf08e320-8057-441c-9ede-479910811a73 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.1404452 Feb 04 15:40:08.812242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: c6fc60d9-ba11-40aa-8a65-a1b60002d622 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:40:08.813042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c6fc60d9-ba11-40aa-8a65-a1b60002d622 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:08.817391 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-8119ce41-725e-4497-8855-3c6f3aec806d req-3f7bebc7-d90a-4687-a7ab-0ad8d733e80a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] For port 0bc44c63-9dd0-4c6d-a5bc-817923629022, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=0bc44c63-9dd0-4c6d-a5bc-817923629022,segment=NetworkSegment(2b763b50-49f2-4de6-b2fe-23ced4f421e2),segment_id=2b763b50-49f2-4de6-b2fe-23ced4f421e2)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:08.817747 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8119ce41-725e-4497-8855-3c6f3aec806d req-3f7bebc7-d90a-4687-a7ab-0ad8d733e80a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.861739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d73c8766-922a-4a99-8e87-4d1b09adf3ae req-53c8f9b6-57ca-4919-a7d4-8fc7a7a91533 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Unset dirty status for tenant:dcb636603c6342788de18221e4f41e8d on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:08.863031 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d73c8766-922a-4a99-8e87-4d1b09adf3ae req-53c8f9b6-57ca-4919-a7d4-8fc7a7a91533 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.81 "GET /v2.0/ports?device_id=60a02e60-6661-4a5c-a0ed-5ce755114391 HTTP/1.1" status: 200 len: 945 time: 0.2989972 Feb 04 15:40:08.908531 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9021d185-1ed4-4bb3-9f62-36d0b73808ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.946283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d73c8766-922a-4a99-8e87-4d1b09adf3ae req-4f69d601-9c66-49ca-b4a9-d5765427f286 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Deleting port 69fd4742-6629-4dbe-a4d6-b799b6ffacce {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:08.946877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d73c8766-922a-4a99-8e87-4d1b09adf3ae req-4f69d601-9c66-49ca-b4a9-d5765427f286 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.058139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-8119ce41-725e-4497-8855-3c6f3aec806d req-3f7bebc7-d90a-4687-a7ab-0ad8d733e80a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Calling delete_port for 0bc44c63-9dd0-4c6d-a5bc-817923629022 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:09.126926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03ae672b-0010-48ab-bab3-bee9f9a0737f req-fdb092fa-2197-4785-b023-1f5ab452b710 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353677 Feb 04 15:40:09.297178 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8119ce41-725e-4497-8855-3c6f3aec806d req-3f7bebc7-d90a-4687-a7ab-0ad8d733e80a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.314817 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['0bc44c63-9dd0-4c6d-a5bc-817923629022'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:40:09.413704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bebc7-d90a-4687-a7ab-0ad8d733e80a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Pushing event deleted for resources: {'Port': ['ID=0bc44c63-9dd0-4c6d-a5bc-817923629022,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:09.480088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d73c8766-922a-4a99-8e87-4d1b09adf3ae req-4f69d601-9c66-49ca-b4a9-d5765427f286 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] For port 69fd4742-6629-4dbe-a4d6-b799b6ffacce, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=69fd4742-6629-4dbe-a4d6-b799b6ffacce,segment=NetworkSegment(e6139c14-80a2-4f37-975b-cf37a668ca0f),segment_id=e6139c14-80a2-4f37-975b-cf37a668ca0f)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:09.480652 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d73c8766-922a-4a99-8e87-4d1b09adf3ae req-4f69d601-9c66-49ca-b4a9-d5765427f286 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.665215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d73c8766-922a-4a99-8e87-4d1b09adf3ae req-4f69d601-9c66-49ca-b4a9-d5765427f286 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Calling delete_port for 69fd4742-6629-4dbe-a4d6-b799b6ffacce owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:09.716100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-8119ce41-725e-4497-8855-3c6f3aec806d req-3f7bebc7-d90a-4687-a7ab-0ad8d733e80a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] No DVR routers for this DVR port 0bc44c63-9dd0-4c6d-a5bc-817923629022 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:09.723468 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-8119ce41-725e-4497-8855-3c6f3aec806d req-3f7bebc7-d90a-4687-a7ab-0ad8d733e80a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.726437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d31500e-27f8-4235-a6dc-9411d3672fc9', 'name': 'network-vif-deleted', 'tag': '0bc44c63-9dd0-4c6d-a5bc-817923629022'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:09.778660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8119ce41-725e-4497-8855-3c6f3aec806d req-3f7bebc7-d90a-4687-a7ab-0ad8d733e80a tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.73 "DELETE /v2.0/ports/0bc44c63-9dd0-4c6d-a5bc-817923629022 HTTP/1.1" status: 204 len: 173 time: 1.4941087 Feb 04 15:40:09.812360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-79314b89-a204-4170-92f0-c2dc565f3e3b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:09.819756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-79314b89-a204-4170-92f0-c2dc565f3e3b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/networks?id=6714c035-dd2f-45c7-bc37-56f0f9e7c51c HTTP/1.1" status: 200 len: 814 time: 0.5037301 Feb 04 15:40:09.821683 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e6c290c6-36a6-4a25-bf8f-e1eeb3f2f0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.840930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e8847-d07d-4679-a6f2-221a92162c24 req-25227512-9554-447b-93f6-23d76f96edf0 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:09.847611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510e8847-d07d-4679-a6f2-221a92162c24 req-25227512-9554-447b-93f6-23d76f96edf0 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/ports?device_id=60a02e60-6661-4a5c-a0ed-5ce755114391 HTTP/1.1" status: 200 len: 945 time: 0.4215689 Feb 04 15:40:09.874205 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-aac9ba50-bc81-4bff-a2fd-cab90a5279be tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/quotas/0a862822c5cc4a00ad2f9860437d65aa HTTP/1.1" status: 200 len: 375 time: 0.0535567 Feb 04 15:40:09.906059 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510e8847-d07d-4679-a6f2-221a92162c24 req-88c16a8a-c9fa-4b79-bdfa-5311cd5450f8 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd9cc806-b106-4fc7-88c1-1abad3f00a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570910 Feb 04 15:40:09.915599 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.014454 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d73c8766-922a-4a99-8e87-4d1b09adf3ae req-4f69d601-9c66-49ca-b4a9-d5765427f286 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.036519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-67c46584-99f0-40f9-be87-211a4bc3d70c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a862822c5cc4a00ad2f9860437d65aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1281738 Feb 04 15:40:10.048845 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['69fd4742-6629-4dbe-a4d6-b799b6ffacce'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:40:10.097415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69d601-9c66-49ca-b4a9-d5765427f286 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Pushing event deleted for resources: {'Port': ['ID=69fd4742-6629-4dbe-a4d6-b799b6ffacce,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:10.180542 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.262817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-a8e4bb53-e70d-4e45-9a82-addfdcdf8b1d tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:10.263579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-a8e4bb53-e70d-4e45-9a82-addfdcdf8b1d tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Synchronizing usage tracker for tenant:68443d3f87ab462286a22b1a748306e5 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:10.274632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-de1cf419-5826-48c2-b6fd-7514de7452c3 req-9a51ffee-c6e8-4f17-bb6e-789a15c8d493 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Synchronizing usage tracker for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:10.278773 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-7f19c901-f158-4519-b40a-9675c3eb5ac9 service neutron] 10.222.0.60 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412183 Feb 04 15:40:10.323838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73c8766-922a-4a99-8e87-4d1b09adf3ae req-4f69d601-9c66-49ca-b4a9-d5765427f286 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] No DVR routers for this DVR port 69fd4742-6629-4dbe-a4d6-b799b6ffacce on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:10.332961 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d73c8766-922a-4a99-8e87-4d1b09adf3ae req-4f69d601-9c66-49ca-b4a9-d5765427f286 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.342650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a02e60-6661-4a5c-a0ed-5ce755114391', 'name': 'network-vif-deleted', 'tag': '69fd4742-6629-4dbe-a4d6-b799b6ffacce'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:10.365389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-de1cf419-5826-48c2-b6fd-7514de7452c3 req-9a51ffee-c6e8-4f17-bb6e-789a15c8d493 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] Unset dirty status for tenant:0894528fa7a44e3a8af614f7a256e283 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:10.367726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de1cf419-5826-48c2-b6fd-7514de7452c3 req-9a51ffee-c6e8-4f17-bb6e-789a15c8d493 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085 tempest-FloatingIPsAssociationNegativeTestJSON-1891480085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d31500e-27f8-4235-a6dc-9411d3672fc9 HTTP/1.1" status: 200 len: 210 time: 0.1588662 Feb 04 15:40:10.369781 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d73c8766-922a-4a99-8e87-4d1b09adf3ae req-4f69d601-9c66-49ca-b4a9-d5765427f286 tempest-ServerMetadataNegativeTestJSON-2058960288 tempest-ServerMetadataNegativeTestJSON-2058960288-project] 10.222.0.81 "DELETE /v2.0/ports/69fd4742-6629-4dbe-a4d6-b799b6ffacce HTTP/1.1" status: 204 len: 173 time: 1.5008750 Feb 04 15:40:10.382471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-a8e4bb53-e70d-4e45-9a82-addfdcdf8b1d tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Unset dirty status for tenant:68443d3f87ab462286a22b1a748306e5 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:10.383644 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-a8e4bb53-e70d-4e45-9a82-addfdcdf8b1d tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.81 "GET /v2.0/networks?id=f232c31b-c666-487c-875e-a41fea5bcb13 HTTP/1.1" status: 200 len: 809 time: 0.4867041 Feb 04 15:40:10.459038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Request body: {'port': {'device_id': 'faefbefd-bcea-457b-85d2-2d660df7cab4', 'network_id': 'f232c31b-c666-487c-875e-a41fea5bcb13', 'admin_state_up': True, 'tenant_id': '68443d3f87ab462286a22b1a748306e5'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:10.615029 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-d9ffcbed-11e2-4dea-a270-1b2747eae897 service neutron] 10.222.0.60 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247461 Feb 04 15:40:10.657496 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf3c41-3ace-4f5a-8842-8e9c25f8b35e req-52572f43-f1de-4ec6-9147-0840e4c2bf3e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:10.659479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56bf3c41-3ace-4f5a-8842-8e9c25f8b35e req-52572f43-f1de-4ec6-9147-0840e4c2bf3e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8302b5a-7e0a-448d-a335-ca5f2c1701f8 HTTP/1.1" status: 200 len: 945 time: 0.2495935 Feb 04 15:40:10.742379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba89d6-142e-496e-ae67-3ee589ae2baa req-afe610bf-153a-4a0d-a23e-15e11f36e0bd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:10.746523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba89d6-142e-496e-ae67-3ee589ae2baa req-afe610bf-153a-4a0d-a23e-15e11f36e0bd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:10.750084 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:10.751321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba89d6-142e-496e-ae67-3ee589ae2baa req-afe610bf-153a-4a0d-a23e-15e11f36e0bd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:10.755789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba89d6-142e-496e-ae67-3ee589ae2baa req-afe610bf-153a-4a0d-a23e-15e11f36e0bd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:10.756851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Usage tracker for resource:port and tenant:68443d3f87ab462286a22b1a748306e5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:10.760389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba89d6-142e-496e-ae67-3ee589ae2baa req-afe610bf-153a-4a0d-a23e-15e11f36e0bd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:10.760889 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:10.765124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba89d6-142e-496e-ae67-3ee589ae2baa req-afe610bf-153a-4a0d-a23e-15e11f36e0bd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:10.769194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba89d6-142e-496e-ae67-3ee589ae2baa req-afe610bf-153a-4a0d-a23e-15e11f36e0bd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:10.771086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-74ba89d6-142e-496e-ae67-3ee589ae2baa req-afe610bf-153a-4a0d-a23e-15e11f36e0bd tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5435 time: 0.2072494 Feb 04 15:40:10.796374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:10.805752 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-56bf3c41-3ace-4f5a-8842-8e9c25f8b35e req-3f5c1509-1596-4817-b382-2be5ee9863ca tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Deleting port 654876a3-e057-4cec-8ee5-5470441a90e0 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:10.806453 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-56bf3c41-3ace-4f5a-8842-8e9c25f8b35e req-3f5c1509-1596-4817-b382-2be5ee9863ca tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.823523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Made reservation on behalf of 68443d3f87ab462286a22b1a748306e5 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:10.828109 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.895538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-74ba89d6-142e-496e-ae67-3ee589ae2baa req-175d8cd2-8f46-4b52-8102-1d6f96026d64 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170413 Feb 04 15:40:11.313603 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-56bf3c41-3ace-4f5a-8842-8e9c25f8b35e req-3f5c1509-1596-4817-b382-2be5ee9863ca tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] For port 654876a3-e057-4cec-8ee5-5470441a90e0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=654876a3-e057-4cec-8ee5-5470441a90e0,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:11.314312 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-56bf3c41-3ace-4f5a-8842-8e9c25f8b35e req-3f5c1509-1596-4817-b382-2be5ee9863ca tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.326947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Allocated IP 172.20.0.2 (f232c31b-c666-487c-875e-a41fea5bcb13/6339d473-ef36-4680-a2c0-ea6ac31d1b64/359de6c9-5368-46cc-983a-8100b4ca2c73) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:11.340666 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.394391 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.426885 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d31500e-27f8-4235-a6dc-9411d3672fc9', 'name': 'network-vif-deleted', 'tag': '0bc44c63-9dd0-4c6d-a5bc-817923629022', 'status': 'completed', 'code': 200} Feb 04 15:40:11.563084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-56bf3c41-3ace-4f5a-8842-8e9c25f8b35e req-3f5c1509-1596-4817-b382-2be5ee9863ca tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Calling delete_port for 654876a3-e057-4cec-8ee5-5470441a90e0 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:11.582613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-e6c290c6-36a6-4a25-bf8f-e1eeb3f2f0bf admin admin] Deleting port 01ae7e39-ba0c-47a0-967b-7f1b88abab47 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:11.582992 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e6c290c6-36a6-4a25-bf8f-e1eeb3f2f0bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.616039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-40f19616-e78f-41d1-b475-c7af9465a71b req-8bd754fb-b13b-4870-bb6e-d79f49c846ea tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/ports?device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 210 time: 0.1873534 Feb 04 15:40:11.735457 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a02e60-6661-4a5c-a0ed-5ce755114391', 'name': 'network-vif-deleted', 'tag': '69fd4742-6629-4dbe-a4d6-b799b6ffacce', 'status': 'completed', 'code': 200} Feb 04 15:40:11.756719 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.770292 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e6a2f-06b6-445a-a072-abd3f0fe2a3f req-0f1a75e7-4595-4a12-8034-7cd9cc88e4b8 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:11.777313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea8e6a2f-06b6-445a-a072-abd3f0fe2a3f req-0f1a75e7-4595-4a12-8034-7cd9cc88e4b8 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.3499770 Feb 04 15:40:11.818259 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-56bf3c41-3ace-4f5a-8842-8e9c25f8b35e req-3f5c1509-1596-4817-b382-2be5ee9863ca tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.833184 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['654876a3-e057-4cec-8ee5-5470441a90e0'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:40:11.852313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-e6c290c6-36a6-4a25-bf8f-e1eeb3f2f0bf admin admin] For port 01ae7e39-ba0c-47a0-967b-7f1b88abab47, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=01ae7e39-ba0c-47a0-967b-7f1b88abab47,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:11.853469 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e6c290c6-36a6-4a25-bf8f-e1eeb3f2f0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.983234 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.990879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-e6c290c6-36a6-4a25-bf8f-e1eeb3f2f0bf admin admin] Calling delete_port for 01ae7e39-ba0c-47a0-967b-7f1b88abab47 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:12.070578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c1509-1596-4817-b382-2be5ee9863ca tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Pushing event deleted for resources: {'Port': ['ID=654876a3-e057-4cec-8ee5-5470441a90e0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:12.077521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ad87036-65de-495f-8c7e-7b50b151f9b2 req-bea94f94-b1bc-461f-a895-04395ee67256 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 210 time: 0.2619395 Feb 04 15:40:12.083239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea8e6a2f-06b6-445a-a072-abd3f0fe2a3f req-5dc74752-3fcf-4dcb-a467-d0ecb77eae16 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046782 Feb 04 15:40:12.123950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Network f232c31b-c666-487c-875e-a41fea5bcb13 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:12.126156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Pushing event updated for resources: {'Port': ['ID=359de6c9-5368-46cc-983a-8100b4ca2c73,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:12.128669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:12.139400 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:40:12.177085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bf3c41-3ace-4f5a-8842-8e9c25f8b35e req-3f5c1509-1596-4817-b382-2be5ee9863ca tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] No DVR routers for this DVR port 654876a3-e057-4cec-8ee5-5470441a90e0 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:12.182003 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-56bf3c41-3ace-4f5a-8842-8e9c25f8b35e req-3f5c1509-1596-4817-b382-2be5ee9863ca tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.200977 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56bf3c41-3ace-4f5a-8842-8e9c25f8b35e req-3f5c1509-1596-4817-b382-2be5ee9863ca tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.73 "DELETE /v2.0/ports/654876a3-e057-4cec-8ee5-5470441a90e0 HTTP/1.1" status: 204 len: 173 time: 1.5303869 Feb 04 15:40:12.212939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:12.213541 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.225260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33162) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:12.271608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33166) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:12.299898 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-53cd478a-33e0-4bd2-b5f4-3d96045e7685 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8453236 Feb 04 15:40:12.317050 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Request body: {'port': {'device_id': 'faefbefd-bcea-457b-85d2-2d660df7cab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:12.354071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-db884451-22b3-40ef-999f-f23fee047264 admin admin] Deleting subnet c954e334-e449-411c-b83c-1aeacdb87ed8 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:40:12.375263 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db884451-22b3-40ef-999f-f23fee047264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.528770 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db884451-22b3-40ef-999f-f23fee047264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.594672 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e6c290c6-36a6-4a25-bf8f-e1eeb3f2f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.598524 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.657089 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db884451-22b3-40ef-999f-f23fee047264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.695852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c290c6-36a6-4a25-bf8f-e1eeb3f2f0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=01ae7e39-ba0c-47a0-967b-7f1b88abab47,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:12.779713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-9a9aa433-387e-434d-b3a5-eed51c588027 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:12.781266 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-9a9aa433-387e-434d-b3a5-eed51c588027 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.73 "GET /v2.0/networks?id=6714c035-dd2f-45c7-bc37-56f0f9e7c51c HTTP/1.1" status: 200 len: 814 time: 0.2707219 Feb 04 15:40:12.817687 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 0bc44c63-9dd0-4c6d-a5bc-817923629022 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:12.857333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Request body: {'port': {'device_id': 'db7ead0c-84ac-4610-9b84-aee6a94a1776', 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c', 'admin_state_up': True, 'tenant_id': '0a862822c5cc4a00ad2f9860437d65aa'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:12.932784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 0bc44c63-9dd0-4c6d-a5bc-817923629022 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:40:12.933619 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 0bc44c63-9dd0-4c6d-a5bc-817923629022 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:13.189738 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195d2fe-bab8-4911-acab-49e495b4a160 req-26cb4e15-471f-4f64-a0a5-2b6f11558297 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.189738 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195d2fe-bab8-4911-acab-49e495b4a160 req-26cb4e15-471f-4f64-a0a5-2b6f11558297 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.193630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195d2fe-bab8-4911-acab-49e495b4a160 req-26cb4e15-471f-4f64-a0a5-2b6f11558297 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.195253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195d2fe-bab8-4911-acab-49e495b4a160 req-26cb4e15-471f-4f64-a0a5-2b6f11558297 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.199117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195d2fe-bab8-4911-acab-49e495b4a160 req-26cb4e15-471f-4f64-a0a5-2b6f11558297 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.203401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195d2fe-bab8-4911-acab-49e495b4a160 req-26cb4e15-471f-4f64-a0a5-2b6f11558297 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.207397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195d2fe-bab8-4911-acab-49e495b4a160 req-26cb4e15-471f-4f64-a0a5-2b6f11558297 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.215147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3195d2fe-bab8-4911-acab-49e495b4a160 req-26cb4e15-471f-4f64-a0a5-2b6f11558297 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5435 time: 0.7987452 Feb 04 15:40:13.260478 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db884451-22b3-40ef-999f-f23fee047264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.310408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db884451-22b3-40ef-999f-f23fee047264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c954e334-e449-411c-b83c-1aeacdb87ed8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:13.391871 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db884451-22b3-40ef-999f-f23fee047264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.434825 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-db884451-22b3-40ef-999f-f23fee047264 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c954e334-e449-411c-b83c-1aeacdb87ed8 HTTP/1.1" status: 204 len: 168 time: 1.2086816 Feb 04 15:40:13.441246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33180) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:13.441721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8302b5a-7e0a-448d-a335-ca5f2c1701f8', 'name': 'network-vif-deleted', 'tag': '654876a3-e057-4cec-8ee5-5470441a90e0'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:13.459950 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3195d2fe-bab8-4911-acab-49e495b4a160 req-09f1e787-5fa4-4e54-81a8-4e4ab4238b8b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2435780 Feb 04 15:40:13.479947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:13.494207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Usage tracker for resource:port and tenant:0a862822c5cc4a00ad2f9860437d65aa is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:13.505933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:13.522025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:13.541904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f338ff5-6483-44a8-8472-64ad4e05ffa1 req-3eaf6e2a-1491-4dda-a3ba-309fe749dd47 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.544363 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f338ff5-6483-44a8-8472-64ad4e05ffa1 req-3eaf6e2a-1491-4dda-a3ba-309fe749dd47 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/ports?device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 931 time: 0.3199117 Feb 04 15:40:13.557967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-700d8e87-d8bf-4e96-bee9-112a6ffe13a3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.564298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-700d8e87-d8bf-4e96-bee9-112a6ffe13a3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.568707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-700d8e87-d8bf-4e96-bee9-112a6ffe13a3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.572686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-700d8e87-d8bf-4e96-bee9-112a6ffe13a3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.577673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-700d8e87-d8bf-4e96-bee9-112a6ffe13a3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.581866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-700d8e87-d8bf-4e96-bee9-112a6ffe13a3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.585772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-700d8e87-d8bf-4e96-bee9-112a6ffe13a3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.593552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-700d8e87-d8bf-4e96-bee9-112a6ffe13a3 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5435 time: 0.3452072 Feb 04 15:40:13.615270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Made reservation on behalf of 0a862822c5cc4a00ad2f9860437d65aa for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:13.618206 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.653486 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07fe6aa2-d30e-4e5b-97f3-ca910de76bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.796091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359de6c9-5368-46cc-983a-8100b4ca2c73 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:13.809939 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.823784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-fcbd5fc3-2415-4dff-8c3e-fb12f2748839 req-ab947e07-96cf-4d33-92f2-cb1b9bd1896c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Synchronizing usage tracker for tenant:0a862822c5cc4a00ad2f9860437d65aa on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:13.897490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e6c290c6-36a6-4a25-bf8f-e1eeb3f2f0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.898950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-c3bdbc15-e020-4d91-a5d4-e47a0a1bdb1b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.900334 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-c3bdbc15-e020-4d91-a5d4-e47a0a1bdb1b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "GET /v2.0/ports/08bb0989-9ab5-4b14-a3ad-1f0ef5940800?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2867477 Feb 04 15:40:13.905340 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07fe6aa2-d30e-4e5b-97f3-ca910de76bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.916503 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Transition to ACTIVE for port object 359de6c9-5368-46cc-983a-8100b4ca2c73 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:13.933246 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.949862 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f338ff5-6483-44a8-8472-64ad4e05ffa1 req-1f4a21ad-2329-4c3d-b5d0-92e7aa03fb5e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b2d9d49-3ce0-423f-a66f-87f246a598da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544507 Feb 04 15:40:13.965817 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 69fd4742-6629-4dbe-a4d6-b799b6ffacce no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:13.973638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-07fe6aa2-d30e-4e5b-97f3-ca910de76bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f393579-1757-495f-b549-5e1fc2d894c2']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:13.979974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-fcbd5fc3-2415-4dff-8c3e-fb12f2748839 req-ab947e07-96cf-4d33-92f2-cb1b9bd1896c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Unset dirty status for tenant:0a862822c5cc4a00ad2f9860437d65aa on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:13.981360 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcbd5fc3-2415-4dff-8c3e-fb12f2748839 req-ab947e07-96cf-4d33-92f2-cb1b9bd1896c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 210 time: 0.2661209 Feb 04 15:40:14.057551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 69fd4742-6629-4dbe-a4d6-b799b6ffacce {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:40:14.058449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 69fd4742-6629-4dbe-a4d6-b799b6ffacce not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:14.074502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-07fe6aa2-d30e-4e5b-97f3-ca910de76bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6139c14-80a2-4f37-975b-cf37a668ca0f') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:14.074703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-07fe6aa2-d30e-4e5b-97f3-ca910de76bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6139c14-80a2-4f37-975b-cf37a668ca0f') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:14.106297 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8302b5a-7e0a-448d-a335-ca5f2c1701f8', 'name': 'network-vif-deleted', 'tag': '654876a3-e057-4cec-8ee5-5470441a90e0', 'status': 'completed', 'code': 200} Feb 04 15:40:14.144770 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07fe6aa2-d30e-4e5b-97f3-ca910de76bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.173126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Pushing event updated for resources: {'Port': ['ID=359de6c9-5368-46cc-983a-8100b4ca2c73,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:14.183419 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07fe6aa2-d30e-4e5b-97f3-ca910de76bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.189657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Allocated IP 172.20.0.14 (6714c035-dd2f-45c7-bc37-56f0f9e7c51c/78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793/22cef65f-c1a6-4e70-803a-b2617e4340fe) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:14.203380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fe6aa2-d30e-4e5b-97f3-ca910de76bd8 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:40:14.203786 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07fe6aa2-d30e-4e5b-97f3-ca910de76bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.209445 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-0b61557a-caab-42c9-bac4-1324dfa2ca81 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "GET /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2851968 Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:14.217661 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:14.271235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-45a6b7dd-9079-4f1c-9b89-66864fa76b8b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:14.367648 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07fe6aa2-d30e-4e5b-97f3-ca910de76bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.387385 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07fe6aa2-d30e-4e5b-97f3-ca910de76bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.417250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe6aa2-d30e-4e5b-97f3-ca910de76bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f393579-1757-495f-b549-5e1fc2d894c2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:14.428236 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-07fe6aa2-d30e-4e5b-97f3-ca910de76bd8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9f393579-1757-495f-b549-5e1fc2d894c2 HTTP/1.1" status: 204 len: 168 time: 0.9859552 Feb 04 15:40:14.494849 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Attempting to bind port 359de6c9-5368-46cc-983a-8100b4ca2c73 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:14.495201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Attempting to bind port 359de6c9-5368-46cc-983a-8100b4ca2c73 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '8d2644d8-cfc4-44a8-b245-72b4f83b15a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f232c31b-c666-487c-875e-a41fea5bcb13'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:14.495555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Attempting to bind port 359de6c9-5368-46cc-983a-8100b4ca2c73 on network f232c31b-c666-487c-875e-a41fea5bcb13 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:40:14.515671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Port 359de6c9-5368-46cc-983a-8100b4ca2c73 on network f232c31b-c666-487c-875e-a41fea5bcb13 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:40:14.516062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Attempting to bind port 359de6c9-5368-46cc-983a-8100b4ca2c73 on network f232c31b-c666-487c-875e-a41fea5bcb13 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:40:14.538726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:40:14.539289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Checking segment: {'id': '8d2644d8-cfc4-44a8-b245-72b4f83b15a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f232c31b-c666-487c-875e-a41fea5bcb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:40:14.539914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Bound using segment: {'id': '8d2644d8-cfc4-44a8-b245-72b4f83b15a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f232c31b-c666-487c-875e-a41fea5bcb13'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:40:14.540918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Bound port: 359de6c9-5368-46cc-983a-8100b4ca2c73, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2644d8-cfc4-44a8-b245-72b4f83b15a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f232c31b-c666-487c-875e-a41fea5bcb13'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:14.541768 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.725162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33200) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:14.738893 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-45a6b7dd-9079-4f1c-9b89-66864fa76b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.808551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c0c9a311-3b4a-412a-b39d-448caca628e4 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:14.924757 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5940fce9-b8cb-417b-889f-353dfb215b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.944151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] For port 359de6c9-5368-46cc-983a-8100b4ca2c73, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:14.944706 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.971703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] For port 359de6c9-5368-46cc-983a-8100b4ca2c73, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=359de6c9-5368-46cc-983a-8100b4ca2c73,segment=NetworkSegment(8d2644d8-cfc4-44a8-b245-72b4f83b15a0),segment_id=8d2644d8-cfc4-44a8-b245-72b4f83b15a0)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:14.979130 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.996505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c0c9a311-3b4a-412a-b39d-448caca628e4, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c0c9a311-3b4a-412a-b39d-448caca628e4,segment=NetworkSegment(f7b34888-ea35-42de-9cd5-e4e68030aa83),segment_id=f7b34888-ea35-42de-9cd5-e4e68030aa83)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:14.997698 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c9a311-3b4a-412a-b39d-448caca628e4'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:15.005129 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.006182 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.006989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 654876a3-e057-4cec-8ee5-5470441a90e0 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:15.088826 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 654876a3-e057-4cec-8ee5-5470441a90e0 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:40:15.089877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 654876a3-e057-4cec-8ee5-5470441a90e0 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:15.104529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-05a5220e-2105-44ba-8a1d-c195c8b3dcc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dcb636603c6342788de18221e4f41e8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3759353 Feb 04 15:40:15.106014 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c9a311-3b4a-412a-b39d-448caca628e4', 'code': 200} Feb 04 15:40:15.113739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33210) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:15.122036 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.125188 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] 10.222.0.81 "PUT /v2.0/ports/359de6c9-5368-46cc-983a-8100b4ca2c73 HTTP/1.1" status: 200 len: 1091 time: 2.8119445 Feb 04 15:40:15.160950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=c0c9a311-3b4a-412a-b39d-448caca628e4,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:15.172498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6595b-908d-4eb6-86bc-df2cba263314 req-2a99f556-8434-48fc-b8de-838b35695875 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:15.177169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6595b-908d-4eb6-86bc-df2cba263314 req-2a99f556-8434-48fc-b8de-838b35695875 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:15.178965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faefbefd-bcea-457b-85d2-2d660df7cab4', 'tag': '359de6c9-5368-46cc-983a-8100b4ca2c73'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:15.181066 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6595b-908d-4eb6-86bc-df2cba263314 req-2a99f556-8434-48fc-b8de-838b35695875 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:15.184931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6595b-908d-4eb6-86bc-df2cba263314 req-2a99f556-8434-48fc-b8de-838b35695875 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:15.189398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6595b-908d-4eb6-86bc-df2cba263314 req-2a99f556-8434-48fc-b8de-838b35695875 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:15.193574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6595b-908d-4eb6-86bc-df2cba263314 req-2a99f556-8434-48fc-b8de-838b35695875 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:15.197107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6595b-908d-4eb6-86bc-df2cba263314 req-2a99f556-8434-48fc-b8de-838b35695875 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:15.199015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3a6595b-908d-4eb6-86bc-df2cba263314 req-2a99f556-8434-48fc-b8de-838b35695875 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 5435 time: 0.5410938 Feb 04 15:40:15.300403 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1139e-b949-48ad-99d7-7e88ce087c97 service neutron] Pushing event updated for resources: {'Port': ['ID=359de6c9-5368-46cc-983a-8100b4ca2c73,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:15.319795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.349944 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a5bc660e-d210-4ae7-9e14-b50461f8308d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.375027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-45a6b7dd-9079-4f1c-9b89-66864fa76b8b service neutron] For port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=08bb0989-9ab5-4b14-a3ad-1f0ef5940800,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:15.396591 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a5bc660e-d210-4ae7-9e14-b50461f8308d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.426072 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3a6595b-908d-4eb6-86bc-df2cba263314 req-c3b1ec64-553a-4a1a-831f-f42bf38ec0c8 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2107699 Feb 04 15:40:15.427402 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-f5913c97-14a6-4203-8857-0d49b1d33cff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=68443d3f87ab462286a22b1a748306e5&device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 1094 time: 0.2345989 Feb 04 15:40:15.502210 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-45a6b7dd-9079-4f1c-9b89-66864fa76b8b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:40:15.516387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:15.519248 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-01395a86-3645-48ab-b38d-47000abc5d47 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=359de6c9-5368-46cc-983a-8100b4ca2c73 HTTP/1.1" status: 200 len: 217 time: 0.0770674 Feb 04 15:40:15.525517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:15.533377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Pushing event updated for resources: {'Port': ['ID=22cef65f-c1a6-4e70-803a-b2617e4340fe,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:15.536713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:40:15.568763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-45a6b7dd-9079-4f1c-9b89-66864fa76b8b service neutron] For port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:15.649477 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a5bc660e-d210-4ae7-9e14-b50461f8308d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.675364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-808c4845-3cfa-4115-bd81-ab657a26a7a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:15.676859 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-808c4845-3cfa-4115-bd81-ab657a26a7a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6339d473-ef36-4680-a2c0-ea6ac31d1b64 HTTP/1.1" status: 200 len: 849 time: 0.1020162 Feb 04 15:40:15.680426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc660e-d210-4ae7-9e14-b50461f8308d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9cc806-b106-4fc7-88c1-1abad3f00a42,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:15.699711 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-45a6b7dd-9079-4f1c-9b89-66864fa76b8b service neutron] device_id is not set on port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:40:15.713645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a08b85-9cbf-4875-b7a5-43e0c7c5ba09 req-90f9a445-5272-46b5-8d50-ca9f6c717fa9 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:15.715107 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41a08b85-9cbf-4875-b7a5-43e0c7c5ba09 req-90f9a445-5272-46b5-8d50-ca9f6c717fa9 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/ports?device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 943 time: 0.4672055 Feb 04 15:40:15.724028 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-45a6b7dd-9079-4f1c-9b89-66864fa76b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.729689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:15.730304 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.739821 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-b8b74eef-cb7d-4b4b-8c51-22b48dbbd49a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f232c31b-c666-487c-875e-a41fea5bcb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558555 Feb 04 15:40:15.740535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a5bc660e-d210-4ae7-9e14-b50461f8308d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.741529 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a5bc660e-d210-4ae7-9e14-b50461f8308d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd9cc806-b106-4fc7-88c1-1abad3f00a42 HTTP/1.1" status: 204 len: 168 time: 0.6228728 Feb 04 15:40:15.776501 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-45a6b7dd-9079-4f1c-9b89-66864fa76b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.834879 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-e6a3369e-d7f9-44b1-a184-61658457587e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9876518 Feb 04 15:40:15.842692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c290c6-36a6-4a25-bf8f-e1eeb3f2f0bf admin admin] Router 80e613b7-dfef-4bcf-b62e-98bac33456dc has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:40:15.864200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Request body: {'port': {'device_id': 'db7ead0c-84ac-4610-9b84-aee6a94a1776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:15.953835 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-f7a0b595-8a22-43fa-b99a-8bc443e2e778 service neutron] 10.222.0.81 "GET /v2.0/networks/f232c31b-c666-487c-875e-a41fea5bcb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074234 Feb 04 15:40:15.998176 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6b7dd-9079-4f1c-9b89-66864fa76b8b service neutron] Pushing event updated for resources: {'Port': ['ID=08bb0989-9ab5-4b14-a3ad-1f0ef5940800,revision_number=6']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:16.023791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41a08b85-9cbf-4875-b7a5-43e0c7c5ba09 req-42fd3fde-4c44-47ae-af17-c675ccb95063 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b2d9d49-3ce0-423f-a66f-87f246a598da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850626 Feb 04 15:40:16.136605 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faefbefd-bcea-457b-85d2-2d660df7cab4', 'tag': '359de6c9-5368-46cc-983a-8100b4ca2c73', 'status': 'completed', 'code': 200} Feb 04 15:40:16.171341 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-787376ab-e56a-4f0c-ad82-fc935c82bf6a req-a56f709f-73ac-4388-9ec1-c2f2d71f67c3 service neutron] 10.222.0.81 "GET /v2.0/networks/f232c31b-c666-487c-875e-a41fea5bcb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091424 Feb 04 15:40:16.200672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5395b-deb2-4aec-a0ba-5f9b91bb7234 req-df56f111-b24d-497b-b533-23d83432535b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:16.203083 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60b5395b-deb2-4aec-a0ba-5f9b91bb7234 req-df56f111-b24d-497b-b533-23d83432535b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 932 time: 0.5850866 Feb 04 15:40:16.366137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d281ec73-3cba-4ee9-bff0-7967f6186b69 None None] Provisioning complete for port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:16.367307 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d281ec73-3cba-4ee9-bff0-7967f6186b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.383902 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e39a1a45-f709-475c-8ef7-054a4c414f1a req-158d2ceb-eca2-42ad-9459-ab2afb5411d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=68443d3f87ab462286a22b1a748306e5&device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 1094 time: 0.1175768 Feb 04 15:40:16.389925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c290c6-36a6-4a25-bf8f-e1eeb3f2f0bf admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:40:16.397563 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e6c290c6-36a6-4a25-bf8f-e1eeb3f2f0bf admin admin] 10.222.0.60 "PUT /v2.0/routers/80e613b7-dfef-4bcf-b62e-98bac33456dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9644122 Feb 04 15:40:16.442021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d281ec73-3cba-4ee9-bff0-7967f6186b69 None None] Port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:40:16.443525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e35834-3854-4d7e-8fac-154d2e07eb19 None None] Sync routers for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:40:16.456870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e35834-3854-4d7e-8fac-154d2e07eb19 None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:40:16.457493 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-40e35834-3854-4d7e-8fac-154d2e07eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:40:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:16.483513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33230) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:16.505296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-45a6b7dd-9079-4f1c-9b89-66864fa76b8b service neutron] No DVR routers for this DVR port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:16.652487 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.744444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-45a6b7dd-9079-4f1c-9b89-66864fa76b8b service neutron] In _notify_port_updated(), no bound segment for port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 on network f5281afe-99cd-45c1-96f8-e4c1552da724 {{(pid=83551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:40:16.745957 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-45a6b7dd-9079-4f1c-9b89-66864fa76b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.747245 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-45a6b7dd-9079-4f1c-9b89-66864fa76b8b service neutron] 10.222.0.73 "PUT /v2.0/ports/08bb0989-9ab5-4b14-a3ad-1f0ef5940800 HTTP/1.1" status: 200 len: 1028 time: 2.4878829 Feb 04 15:40:16.794224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a1a45-f709-475c-8ef7-054a4c414f1a req-c4749f72-88f3-40e6-9290-a08fd1a55fad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:16.798308 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e39a1a45-f709-475c-8ef7-054a4c414f1a req-c4749f72-88f3-40e6-9290-a08fd1a55fad service neutron] 10.222.0.81 "GET /v2.0/networks?id=f232c31b-c666-487c-875e-a41fea5bcb13 HTTP/1.1" status: 200 len: 910 time: 0.4011879 Feb 04 15:40:16.800774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6a93dd02-462e-4f40-8f62-7e492dd14fde details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:40:16.812837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ed96eed1-23e2-4542-93a0-ddfae54cbdd3 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:16.839229 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60b5395b-deb2-4aec-a0ba-5f9b91bb7234 req-a09808aa-4c93-455c-a995-53cc85ca6b65 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615208 Feb 04 15:40:16.903895 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e39a1a45-f709-475c-8ef7-054a4c414f1a req-0abac508-d096-4f9f-af3a-69fe0add4dfc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=359de6c9-5368-46cc-983a-8100b4ca2c73 HTTP/1.1" status: 200 len: 217 time: 0.0990117 Feb 04 15:40:16.912022 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-40e35834-3854-4d7e-8fac-154d2e07eb19 None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:40:16.959234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-010b080e-3357-4441-bec2-663a09831bee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:16.960490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-010b080e-3357-4441-bec2-663a09831bee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "GET /v2.0/ports/b1c50e65-f55d-48d1-9dd4-610ff1f20e6e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1977448 Feb 04 15:40:17.030375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-6371e1c2-9215-48fd-bd4e-c1d632118d8d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:17.101397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a1a45-f709-475c-8ef7-054a4c414f1a req-a937026e-dc6d-496f-b139-7903b69dd57d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:17.102840 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e39a1a45-f709-475c-8ef7-054a4c414f1a req-a937026e-dc6d-496f-b139-7903b69dd57d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6339d473-ef36-4680-a2c0-ea6ac31d1b64 HTTP/1.1" status: 200 len: 849 time: 0.1908536 Feb 04 15:40:17.152590 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e39a1a45-f709-475c-8ef7-054a4c414f1a req-ddaf9357-4196-4a5d-ab50-e9bbf23e2966 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f232c31b-c666-487c-875e-a41fea5bcb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430002 Feb 04 15:40:17.302478 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.302771 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22cef65f-c1a6-4e70-803a-b2617e4340fe {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:17.309722 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.310309 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.325502 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Transition to ACTIVE for port object 22cef65f-c1a6-4e70-803a-b2617e4340fe will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:17.357260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6a93dd02-462e-4f40-8f62-7e492dd14fde, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6a93dd02-462e-4f40-8f62-7e492dd14fde,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:17.400981 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e39a1a45-f709-475c-8ef7-054a4c414f1a req-d665d639-4d94-4186-aa0a-3d25413eaa0d service neutron] 10.222.0.81 "GET /v2.0/networks/f232c31b-c666-487c-875e-a41fea5bcb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368701 Feb 04 15:40:17.401722 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.410145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed96eed1-23e2-4542-93a0-ddfae54cbdd3'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:17.419601 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '6a93dd02-462e-4f40-8f62-7e492dd14fde', 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c', 'port_id': '6a93dd02-462e-4f40-8f62-7e492dd14fde', 'mac_address': 'fa:16:3e:12:77:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5285dbb-79fd-49a5-a716-0ef9a58f1dfc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:40:17.428903 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ed96eed1-23e2-4542-93a0-ddfae54cbdd3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ed96eed1-23e2-4542-93a0-ddfae54cbdd3,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:17.489408 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.490018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:17.582948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cd4da-efb5-44d8-a704-74852e3bad75 req-08cdafa8-1a29-488f-b5ba-1baf269b8a5b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:17.587619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cd4da-efb5-44d8-a704-74852e3bad75 req-08cdafa8-1a29-488f-b5ba-1baf269b8a5b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:17.591543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cd4da-efb5-44d8-a704-74852e3bad75 req-08cdafa8-1a29-488f-b5ba-1baf269b8a5b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:17.596463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cd4da-efb5-44d8-a704-74852e3bad75 req-08cdafa8-1a29-488f-b5ba-1baf269b8a5b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:17.600612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cd4da-efb5-44d8-a704-74852e3bad75 req-08cdafa8-1a29-488f-b5ba-1baf269b8a5b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:17.605384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cd4da-efb5-44d8-a704-74852e3bad75 req-08cdafa8-1a29-488f-b5ba-1baf269b8a5b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:17.608143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e82cd4da-efb5-44d8-a704-74852e3bad75 req-08cdafa8-1a29-488f-b5ba-1baf269b8a5b tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 4658 time: 0.9323015 Feb 04 15:40:17.619948 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e39a1a45-f709-475c-8ef7-054a4c414f1a req-486ad54c-2dff-4a25-844e-250d0648c535 service neutron] 10.222.0.81 "GET /v2.0/networks/f232c31b-c666-487c-875e-a41fea5bcb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045696 Feb 04 15:40:17.622704 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.654119 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a93dd02-462e-4f40-8f62-7e492dd14fde {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:17.657446 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=ed96eed1-23e2-4542-93a0-ddfae54cbdd3,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:17.660021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:17.660446 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device b1c50e65-f55d-48d1-9dd4-610ff1f20e6e no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:17.686294 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.697090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] Deleting port 68197f89-9791-4053-b333-75d9592cd13e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:17.697442 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.731539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6a93dd02-462e-4f40-8f62-7e492dd14fde, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6a93dd02-462e-4f40-8f62-7e492dd14fde,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:17.739504 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.823296 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-40e35834-3854-4d7e-8fac-154d2e07eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '68197f89-9791-4053-b333-75d9592cd13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:40:12Z', 'revision_number': 5, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port': {'id': '68197f89-9791-4053-b333-75d9592cd13e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:42Z', 'updated_at': '2022-02-04T15:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:17.832806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Pushing event updated for resources: {'Port': ['ID=22cef65f-c1a6-4e70-803a-b2617e4340fe,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:17.847130 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['6a93dd02-462e-4f40-8f62-7e492dd14fde'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:40:17.882793 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-6371e1c2-9215-48fd-bd4e-c1d632118d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.883614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e35834-3854-4d7e-8fac-154d2e07eb19 None None] Checking router: 80e613b7-dfef-4bcf-b62e-98bac33456dc for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:40:17.891144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] For port 68197f89-9791-4053-b333-75d9592cd13e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=68197f89-9791-4053-b333-75d9592cd13e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:17.891458 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.926041 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e82cd4da-efb5-44d8-a704-74852e3bad75 req-16c95282-e462-43b2-bcff-9cd93dfe49e4 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2822707 Feb 04 15:40:17.931299 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.933758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177a631-d744-431a-b8d8-48461573ad61 req-3734439a-a7d3-42cc-9e9b-6f8fd3984730 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:17.935264 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6177a631-d744-431a-b8d8-48461573ad61 req-3734439a-a7d3-42cc-9e9b-6f8fd3984730 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/ports?device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 943 time: 0.5498948 Feb 04 15:40:17.954995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=6a93dd02-462e-4f40-8f62-7e492dd14fde,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:17.964835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Attempting to bind port 22cef65f-c1a6-4e70-803a-b2617e4340fe on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:17.965159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Attempting to bind port 22cef65f-c1a6-4e70-803a-b2617e4340fe by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '29aeca53-3104-4c3b-9818-a2ec08364c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:17.965487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Attempting to bind port 22cef65f-c1a6-4e70-803a-b2617e4340fe on network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:40:17.970686 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e35834-3854-4d7e-8fac-154d2e07eb19 None None] Routers {'80e613b7-dfef-4bcf-b62e-98bac33456dc'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:40:17.971466 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-40e35834-3854-4d7e-8fac-154d2e07eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:40:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['80e613b7-dfef-4bcf-b62e-98bac33456dc'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:18.075492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Port 22cef65f-c1a6-4e70-803a-b2617e4340fe on network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:40:18.075977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Attempting to bind port 22cef65f-c1a6-4e70-803a-b2617e4340fe on network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:40:18.137085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:40:18.137085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Checking segment: {'id': '29aeca53-3104-4c3b-9818-a2ec08364c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:40:18.137387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Bound using segment: {'id': '29aeca53-3104-4c3b-9818-a2ec08364c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:40:18.137817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Bound port: 22cef65f-c1a6-4e70-803a-b2617e4340fe, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29aeca53-3104-4c3b-9818-a2ec08364c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:18.139102 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.152954 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6177a631-d744-431a-b8d8-48461573ad61 req-1d5c8221-e296-479d-a2c3-9ca450041222 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b2d9d49-3ce0-423f-a66f-87f246a598da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893582 Feb 04 15:40:18.161674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:18.184427 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] Calling delete_port for 68197f89-9791-4053-b333-75d9592cd13e owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:18.211601 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.212319 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 87ce6bd7-1a90-436c-970a-ce778535a042 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:18.214340 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-6371e1c2-9215-48fd-bd4e-c1d632118d8d service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:40:18.214771 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-6371e1c2-9215-48fd-bd4e-c1d632118d8d service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:40:18.319516 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed96eed1-23e2-4542-93a0-ddfae54cbdd3', 'code': 200} Feb 04 15:40:18.328350 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:18.347507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-40e35834-3854-4d7e-8fac-154d2e07eb19 None None] Set router 80e613b7-dfef-4bcf-b62e-98bac33456dc gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:40:18.518122 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.557226 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-40e35834-3854-4d7e-8fac-154d2e07eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:40:17Z', 'revision_number': 6, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:18.574603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e35834-3854-4d7e-8fac-154d2e07eb19 None None] The sync data for ids ['80e613b7-dfef-4bcf-b62e-98bac33456dc'] in n-d-827872-1 is: [{'id': '80e613b7-dfef-4bcf-b62e-98bac33456dc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1969513991-router', 'tenant_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:40Z', 'updated_at': '2022-02-04T15:40:17Z', 'revision_number': 6, 'project_id': '15c394bafaae4a08a8f5c83c4fa74e4c', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:40:18.662702 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.714364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] For port 22cef65f-c1a6-4e70-803a-b2617e4340fe, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:18.718147 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 87ce6bd7-1a90-436c-970a-ce778535a042, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=87ce6bd7-1a90-436c-970a-ce778535a042,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:18.726684 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.727955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 3071a10a-e745-43a8-86c5-30ffb75fa049 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:18.738639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] Pushing event deleted for resources: {'Port': ['ID=68197f89-9791-4053-b333-75d9592cd13e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:18.767943 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3983152d-6a45-466b-89be-042bf99f6b47 req-50ed1acb-2fa5-4598-a83e-ad43a1ae7897 tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.1248269 Feb 04 15:40:18.776509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-5940fce9-b8cb-417b-889f-353dfb215b09 admin admin] Deleting port 4667c02e-17d4-4547-930a-a48364b0a65f {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:18.776845 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5940fce9-b8cb-417b-889f-353dfb215b09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.816475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] For port 22cef65f-c1a6-4e70-803a-b2617e4340fe, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=22cef65f-c1a6-4e70-803a-b2617e4340fe,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:18.859990 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.020724 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-6371e1c2-9215-48fd-bd4e-c1d632118d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.026924 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.053006 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=87ce6bd7-1a90-436c-970a-ce778535a042,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:19.092926 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.097491 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] 10.222.0.73 "PUT /v2.0/ports/22cef65f-c1a6-4e70-803a-b2617e4340fe HTTP/1.1" status: 200 len: 1092 time: 3.2473853 Feb 04 15:40:19.114112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 3071a10a-e745-43a8-86c5-30ffb75fa049, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3071a10a-e745-43a8-86c5-30ffb75fa049,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:19.121168 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 01ae7e39-ba0c-47a0-967b-7f1b88abab47 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:19.162277 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7ead0c-84ac-4610-9b84-aee6a94a1776', 'tag': '22cef65f-c1a6-4e70-803a-b2617e4340fe'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:19.173006 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.174820 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 076ba81d-c2af-4b86-b984-deeffd4d5c7a no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:19.182514 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.291219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 01ae7e39-ba0c-47a0-967b-7f1b88abab47 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:40:19.292119 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 01ae7e39-ba0c-47a0-967b-7f1b88abab47 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:19.380539 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.400243 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.415732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784d703-7e7d-40ba-b7bb-6c0514ef9b6c req-f1437f3b-bbb0-4453-9b7e-e57a3a3b49b4 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:19.419806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6784d703-7e7d-40ba-b7bb-6c0514ef9b6c req-f1437f3b-bbb0-4453-9b7e-e57a3a3b49b4 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 944 time: 0.8346598 Feb 04 15:40:19.435156 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 076ba81d-c2af-4b86-b984-deeffd4d5c7a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=076ba81d-c2af-4b86-b984-deeffd4d5c7a,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:19.449226 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=3071a10a-e745-43a8-86c5-30ffb75fa049,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:19.453940 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.518442 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.528065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=076ba81d-c2af-4b86-b984-deeffd4d5c7a,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:19.533131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6a93dd02-462e-4f40-8f62-7e492dd14fde up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:19.537275 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.573743 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.574935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80e613b7-dfef-4bcf-b62e-98bac33456dc {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:40:19.602720 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.608879 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8f943a67-e37e-48a6-bd85-de6032622359 admin admin] 10.222.0.60 "DELETE /v2.0/routers/80e613b7-dfef-4bcf-b62e-98bac33456dc HTTP/1.1" status: 204 len: 168 time: 3.1235657 Feb 04 15:40:19.609836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33290) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:19.610152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 6a93dd02-462e-4f40-8f62-7e492dd14fde triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:19.610616 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.679217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Deleting subnet 82c7f77f-3e8c-4527-99d5-e9a930658f0a {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:40:19.682718 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.688541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793b382-58c2-429f-b5ed-22ce54baf978 service neutron] Pushing event updated for resources: {'Port': ['ID=22cef65f-c1a6-4e70-803a-b2617e4340fe,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:19.723927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-6371e1c2-9215-48fd-bd4e-c1d632118d8d service neutron] For port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:19.745294 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.765545 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.778835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-5940fce9-b8cb-417b-889f-353dfb215b09 admin admin] For port 4667c02e-17d4-4547-930a-a48364b0a65f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4667c02e-17d4-4547-930a-a48364b0a65f,segment=NetworkSegment(2b763b50-49f2-4de6-b2fe-23ced4f421e2),segment_id=2b763b50-49f2-4de6-b2fe-23ced4f421e2)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:19.780006 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5940fce9-b8cb-417b-889f-353dfb215b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.819509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6a93dd02-462e-4f40-8f62-7e492dd14fde, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6a93dd02-462e-4f40-8f62-7e492dd14fde,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:19.829699 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.869702 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.902304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cebe6-ae84-405b-ae99-7eac2fd3a329 req-c6696aa4-0a4b-4eae-900f-ed79e4fc04ae tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:19.906543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cebe6-ae84-405b-ae99-7eac2fd3a329 req-c6696aa4-0a4b-4eae-900f-ed79e4fc04ae tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:19.910348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cebe6-ae84-405b-ae99-7eac2fd3a329 req-c6696aa4-0a4b-4eae-900f-ed79e4fc04ae tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:19.914437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cebe6-ae84-405b-ae99-7eac2fd3a329 req-c6696aa4-0a4b-4eae-900f-ed79e4fc04ae tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:19.919441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cebe6-ae84-405b-ae99-7eac2fd3a329 req-c6696aa4-0a4b-4eae-900f-ed79e4fc04ae tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:19.924871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cebe6-ae84-405b-ae99-7eac2fd3a329 req-c6696aa4-0a4b-4eae-900f-ed79e4fc04ae tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:19.926714 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f35cebe6-ae84-405b-ae99-7eac2fd3a329 req-c6696aa4-0a4b-4eae-900f-ed79e4fc04ae tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 4650 time: 0.6285343 Feb 04 15:40:19.956738 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=6a93dd02-462e-4f40-8f62-7e492dd14fde,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:19.984367 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.995581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6784d703-7e7d-40ba-b7bb-6c0514ef9b6c req-097d619b-a711-4733-ac2f-ae6a35bdec16 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509887 Feb 04 15:40:20.002974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-5940fce9-b8cb-417b-889f-353dfb215b09 admin admin] Calling delete_port for 4667c02e-17d4-4547-930a-a48364b0a65f owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:20.010112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 359de6c9-5368-46cc-983a-8100b4ca2c73 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:40:20.043510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c7f77f-3e8c-4527-99d5-e9a930658f0a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:20.057313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-c3675c30-465b-48c9-97ae-c6fb51266bdc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a862822c5cc4a00ad2f9860437d65aa&device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 1095 time: 0.8190637 Feb 04 15:40:20.060198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:20.061384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:20.062203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:20.062836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:20.064141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:20.064824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:20.065408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:20.065932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:20.066476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:20.066987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:20.067536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:20.072479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-6371e1c2-9215-48fd-bd4e-c1d632118d8d service neutron] For port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:20.083702 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.094015 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d2884130-a188-41a9-982a-ea4bfc4ad8db admin admin] 10.222.0.60 "DELETE /v2.0/subnets/82c7f77f-3e8c-4527-99d5-e9a930658f0a HTTP/1.1" status: 204 len: 168 time: 0.4830339 Feb 04 15:40:20.094985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33300) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:20.105951 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efd0533-b5f4-4bb6-ab69-3c624fffa258 None None] Network 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:40:20.234436 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-c803fd41-f891-4080-b69e-531deadbe10a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22cef65f-c1a6-4e70-803a-b2617e4340fe HTTP/1.1" status: 200 len: 217 time: 0.1197333 Feb 04 15:40:20.240814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-6371e1c2-9215-48fd-bd4e-c1d632118d8d service neutron] device_id is not set on port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:40:20.258537 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.270440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] Deleting port 6d8e9744-032d-4cc2-a922-d126157ae598 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:20.270778 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.290196 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-6371e1c2-9215-48fd-bd4e-c1d632118d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.325191 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c50e65-f55d-48d1-9dd4-610ff1f20e6e'}, {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ce6bd7-1a90-436c-970a-ce778535a042'}, {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3071a10a-e745-43a8-86c5-30ffb75fa049'}, {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '076ba81d-c2af-4b86-b984-deeffd4d5c7a'}, {'server_uuid': '86de8e59-9e07-4679-be9b-f5dfc05ff0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a93dd02-462e-4f40-8f62-7e492dd14fde'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:20.344610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f35cebe6-ae84-405b-ae99-7eac2fd3a329 req-73a6901f-1583-4110-a572-11e690965b1a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&id=22ba7afe-af34-4c4c-a651-aa942f952443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3135540 Feb 04 15:40:20.358209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 359de6c9-5368-46cc-983a-8100b4ca2c73, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=359de6c9-5368-46cc-983a-8100b4ca2c73,segment=NetworkSegment(8d2644d8-cfc4-44a8-b245-72b4f83b15a0),segment_id=8d2644d8-cfc4-44a8-b245-72b4f83b15a0)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:20.377692 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '359de6c9-5368-46cc-983a-8100b4ca2c73', 'network_id': 'f232c31b-c666-487c-875e-a41fea5bcb13', 'port_id': '359de6c9-5368-46cc-983a-8100b4ca2c73', 'mac_address': 'fa:16:3e:23:87:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6339d473-ef36-4680-a2c0-ea6ac31d1b64', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:40:20.462496 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.481845 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6816800-7d06-49ab-ad85-1bc2ba0d7069 None None] DHCP port deletion for 43367a4d-7a48-469e-8d9f-c7d8ea0ad50b request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:40:20.493944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-b5d0ca68-19f0-4391-8fc0-968e59ba3199 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:20.495528 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-b5d0ca68-19f0-4391-8fc0-968e59ba3199 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793 HTTP/1.1" status: 200 len: 854 time: 0.2498121 Feb 04 15:40:20.497458 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7ead0c-84ac-4610-9b84-aee6a94a1776', 'tag': '22cef65f-c1a6-4e70-803a-b2617e4340fe', 'status': 'completed', 'code': 200} Feb 04 15:40:20.502478 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c6816800-7d06-49ab-ad85-1bc2ba0d7069 None None] Deleting port 6d8e9744-032d-4cc2-a922-d126157ae598 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:20.502841 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c6816800-7d06-49ab-ad85-1bc2ba0d7069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.583109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359de6c9-5368-46cc-983a-8100b4ca2c73 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:20.589607 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-6371e1c2-9215-48fd-bd4e-c1d632118d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.600434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 359de6c9-5368-46cc-983a-8100b4ca2c73, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=359de6c9-5368-46cc-983a-8100b4ca2c73,segment=NetworkSegment(8d2644d8-cfc4-44a8-b245-72b4f83b15a0),segment_id=8d2644d8-cfc4-44a8-b245-72b4f83b15a0)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:20.618372 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.628899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] For port 6d8e9744-032d-4cc2-a922-d126157ae598, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6d8e9744-032d-4cc2-a922-d126157ae598,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:20.629480 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.775105 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] Calling delete_port for 6d8e9744-032d-4cc2-a922-d126157ae598 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:20.786042 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-d879df2e-b2ae-402c-bea9-3db47fc6394d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6714c035-dd2f-45c7-bc37-56f0f9e7c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2444966 Feb 04 15:40:20.824808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=359de6c9-5368-46cc-983a-8100b4ca2c73,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:20.846963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c6816800-7d06-49ab-ad85-1bc2ba0d7069 None None] For port 6d8e9744-032d-4cc2-a922-d126157ae598, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6d8e9744-032d-4cc2-a922-d126157ae598,segment=NetworkSegment(42a5cdd6-c3fa-4404-9f12-586d8a277aaf),segment_id=42a5cdd6-c3fa-4404-9f12-586d8a277aaf)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:20.847389 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c6816800-7d06-49ab-ad85-1bc2ba0d7069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.935795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f786f746-d166-44c1-9c9d-0c17601862ff req-a258b093-8086-42b7-ae84-0aeffca9cf2a tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.1576951 Feb 04 15:40:20.989659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c6816800-7d06-49ab-ad85-1bc2ba0d7069 None None] Calling delete_port for 6d8e9744-032d-4cc2-a922-d126157ae598 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:21.016492 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.033059 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['359de6c9-5368-46cc-983a-8100b4ca2c73'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:40:21.091324 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68197f89-9791-4053-b333-75d9592cd13e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:21.094355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8e9744-032d-4cc2-a922-d126157ae598,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:21.102560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] No DVR routers for this DVR port 6d8e9744-032d-4cc2-a922-d126157ae598 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:21.158358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 68197f89-9791-4053-b333-75d9592cd13e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:40:21.158691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68197f89-9791-4053-b333-75d9592cd13e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:21.159103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6d8e9744-032d-4cc2-a922-d126157ae598 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:21.203694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-6371e1c2-9215-48fd-bd4e-c1d632118d8d service neutron] No DVR routers for this DVR port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:21.228643 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c50e65-f55d-48d1-9dd4-610ff1f20e6e', 'code': 200} Feb 04 15:40:21.228907 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ce6bd7-1a90-436c-970a-ce778535a042', 'code': 200} Feb 04 15:40:21.229159 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3071a10a-e745-43a8-86c5-30ffb75fa049', 'code': 200} Feb 04 15:40:21.229403 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '076ba81d-c2af-4b86-b984-deeffd4d5c7a', 'code': 200} Feb 04 15:40:21.229651 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86de8e59-9e07-4679-be9b-f5dfc05ff0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a93dd02-462e-4f40-8f62-7e492dd14fde', 'code': 200} Feb 04 15:40:21.230185 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 6d8e9744-032d-4cc2-a922-d126157ae598 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:40:21.230504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6d8e9744-032d-4cc2-a922-d126157ae598 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:21.285628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371e1c2-9215-48fd-bd4e-c1d632118d8d service neutron] Pushing event updated for resources: {'Port': ['ID=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e,revision_number=7']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:21.295978 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5940fce9-b8cb-417b-889f-353dfb215b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.304929 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.316224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-6371e1c2-9215-48fd-bd4e-c1d632118d8d service neutron] In _notify_port_updated(), no bound segment for port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e on network f5281afe-99cd-45c1-96f8-e4c1552da724 {{(pid=83551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:40:21.317484 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-6371e1c2-9215-48fd-bd4e-c1d632118d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.318821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-6371e1c2-9215-48fd-bd4e-c1d632118d8d service neutron] 10.222.0.73 "PUT /v2.0/ports/b1c50e65-f55d-48d1-9dd4-610ff1f20e6e HTTP/1.1" status: 200 len: 1027 time: 4.3401749 Feb 04 15:40:21.334302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43367a4d-7a48-469e-8d9f-c7d8ea0ad50b']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:21.336582 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-c6816800-7d06-49ab-ad85-1bc2ba0d7069 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:40:21.336932 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-c6816800-7d06-49ab-ad85-1bc2ba0d7069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:40:21.350453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a5cdd6-c3fa-4404-9f12-586d8a277aaf') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:21.350908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a5cdd6-c3fa-4404-9f12-586d8a277aaf') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:21.364253 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.382581 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.392422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:40:21.392964 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:21.414698 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:21.449965 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9192b698-8e03-45c8-9186-37969564fe6f None None] Provisioning complete for port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:21.450330 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9192b698-8e03-45c8-9186-37969564fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.534408 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.543385 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9192b698-8e03-45c8-9186-37969564fe6f None None] Port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:40:21.555644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940fce9-b8cb-417b-889f-353dfb215b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=4667c02e-17d4-4547-930a-a48364b0a65f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:21.573514 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.590316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] Pushing event deleted for resources: {'Network': ['ID=43367a4d-7a48-469e-8d9f-c7d8ea0ad50b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:21.618898 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-794de8a9-6612-4d7b-8f73-9ec6927b2672 admin admin] 10.222.0.60 "DELETE /v2.0/networks/43367a4d-7a48-469e-8d9f-c7d8ea0ad50b HTTP/1.1" status: 204 len: 168 time: 1.5203352 Feb 04 15:40:21.642700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a55a0-7b7e-4ab6-bc18-af299a00f018 req-6597d571-001f-42ca-a995-b52745b29960 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:21.649586 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-055a55a0-7b7e-4ab6-bc18-af299a00f018 req-6597d571-001f-42ca-a995-b52745b29960 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/ports?device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 943 time: 1.4026406 Feb 04 15:40:21.693783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f26e2912-130e-4311-98e3-5eed57454372 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Deleting port 3071a10a-e745-43a8-86c5-30ffb75fa049 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:21.694214 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f26e2912-130e-4311-98e3-5eed57454372 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.802892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-0a794a33-8209-4bf1-9178-b2eb55bd3710 service neutron] 10.222.0.73 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9693420 Feb 04 15:40:21.838176 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c6816800-7d06-49ab-ad85-1bc2ba0d7069 None None] Deleting port 6d8e9744-032d-4cc2-a922-d126157ae598 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:21.838697 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c6816800-7d06-49ab-ad85-1bc2ba0d7069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.887749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33328) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:21.913458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c6816800-7d06-49ab-ad85-1bc2ba0d7069 None None] The port '6d8e9744-032d-4cc2-a922-d126157ae598' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:40:21.991796 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-13c8a215-e6cc-4e61-89c3-ae7af0e350c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15c394bafaae4a08a8f5c83c4fa74e4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1030757 Feb 04 15:40:21.992400 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33332) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:22.001261 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-055a55a0-7b7e-4ab6-bc18-af299a00f018 req-6da337b0-270a-46e0-a48c-0ddcc761d8ff tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b2d9d49-3ce0-423f-a66f-87f246a598da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507435 Feb 04 15:40:22.066343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfa387-d36c-4e60-a068-44c5bf675756 req-6f61d5da-441f-4648-86f9-c33f14397c88 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.068361 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27cfa387-d36c-4e60-a068-44c5bf675756 req-6f61d5da-441f-4648-86f9-c33f14397c88 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 944 time: 0.6313932 Feb 04 15:40:22.092416 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4f36f75c-4821-41f9-8743-b032d74681a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.141554 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4f36f75c-4821-41f9-8743-b032d74681a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.213678 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4f36f75c-4821-41f9-8743-b032d74681a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.249818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36f75c-4821-41f9-8743-b032d74681a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a45bc9-9e80-4421-ad44-e273b6ed4cc4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:22.257200 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4f36f75c-4821-41f9-8743-b032d74681a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.260321 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4f36f75c-4821-41f9-8743-b032d74681a8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31a45bc9-9e80-4421-ad44-e273b6ed4cc4 HTTP/1.1" status: 204 len: 168 time: 0.2650328 Feb 04 15:40:22.308011 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bf3b128-fd17-413d-beb5-26bfba6e4110 req-dc66f6b2-bcba-4e1a-a590-6971cecaf648 service neutron] 10.222.0.73 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474120 Feb 04 15:40:22.310259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27cfa387-d36c-4e60-a068-44c5bf675756 req-ea04d189-34e6-4d09-b2a7-ce2588ad2e8d tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103734 Feb 04 15:40:22.676710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f26e2912-130e-4311-98e3-5eed57454372 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] For port 3071a10a-e745-43a8-86c5-30ffb75fa049, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3071a10a-e745-43a8-86c5-30ffb75fa049,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:22.677064 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f26e2912-130e-4311-98e3-5eed57454372 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.692238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17fda5d4-ccf7-4892-b555-77b8de8a1df6 req-03ebffb3-6cd3-4928-b495-5d03c4658300 tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.2122340 Feb 04 15:40:22.833362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f26e2912-130e-4311-98e3-5eed57454372 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Calling delete_port for 3071a10a-e745-43a8-86c5-30ffb75fa049 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:22.887536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70160-8c4c-4f90-b954-989b505bca7d req-357c691d-09b9-40f2-973d-908695b984ee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.892120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70160-8c4c-4f90-b954-989b505bca7d req-357c691d-09b9-40f2-973d-908695b984ee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.895942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70160-8c4c-4f90-b954-989b505bca7d req-357c691d-09b9-40f2-973d-908695b984ee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.899906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70160-8c4c-4f90-b954-989b505bca7d req-357c691d-09b9-40f2-973d-908695b984ee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.903838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70160-8c4c-4f90-b954-989b505bca7d req-357c691d-09b9-40f2-973d-908695b984ee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.911672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6e70160-8c4c-4f90-b954-989b505bca7d req-357c691d-09b9-40f2-973d-908695b984ee tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 3876 time: 0.6860814 Feb 04 15:40:23.018920 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5940fce9-b8cb-417b-889f-353dfb215b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:23.033341 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5267ae75-6232-4ede-aad0-f7289c2da763 req-08a48a0a-2e61-47d5-8e6a-ba70a5296c3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a862822c5cc4a00ad2f9860437d65aa&device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 1095 time: 0.6051278 Feb 04 15:40:23.087079 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6e70160-8c4c-4f90-b954-989b505bca7d req-2e82c0b6-0e9d-4083-a9c1-45eb0a1abd5f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744463 Feb 04 15:40:23.473253 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f26e2912-130e-4311-98e3-5eed57454372 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:23.594316 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-85b222a0-285a-4a7d-96e4-53f7e66790e4 req-4790a110-2978-4e8b-92c1-079266c8604d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.0793588 Feb 04 15:40:23.607089 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e2912-130e-4311-98e3-5eed57454372 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event deleted for resources: {'Port': ['ID=3071a10a-e745-43a8-86c5-30ffb75fa049,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:23.730201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a899be2-7ca9-4627-8832-28fea55539ef req-091085e4-2e9b-4d10-913a-c892fd0eb47a tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:23.740341 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a899be2-7ca9-4627-8832-28fea55539ef req-091085e4-2e9b-4d10-913a-c892fd0eb47a tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/ports?device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 944 time: 0.4011090 Feb 04 15:40:23.776050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267ae75-6232-4ede-aad0-f7289c2da763 req-a97351c5-f2ee-4590-b63a-00399a9b5a6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:23.776165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5267ae75-6232-4ede-aad0-f7289c2da763 req-a97351c5-f2ee-4590-b63a-00399a9b5a6a service neutron] 10.222.0.73 "GET /v2.0/networks?id=6714c035-dd2f-45c7-bc37-56f0f9e7c51c HTTP/1.1" status: 200 len: 915 time: 0.7336371 Feb 04 15:40:23.777228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33376) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:23.885147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f26e2912-130e-4311-98e3-5eed57454372 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] No DVR routers for this DVR port 3071a10a-e745-43a8-86c5-30ffb75fa049 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:23.899276 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f26e2912-130e-4311-98e3-5eed57454372 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:23.903009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-deleted', 'tag': '3071a10a-e745-43a8-86c5-30ffb75fa049'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:23.930342 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5267ae75-6232-4ede-aad0-f7289c2da763 req-a6ad0f7a-f0e1-430b-95c1-a32ca64872a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22cef65f-c1a6-4e70-803a-b2617e4340fe HTTP/1.1" status: 200 len: 217 time: 0.1171646 Feb 04 15:40:23.996711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f26e2912-130e-4311-98e3-5eed57454372 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "DELETE /v2.0/ports/3071a10a-e745-43a8-86c5-30ffb75fa049 HTTP/1.1" status: 204 len: 173 time: 2.5074558 Feb 04 15:40:24.008272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-835492084-network', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:24.011431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 359de6c9-5368-46cc-983a-8100b4ca2c73 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:24.017008 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:24.028795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Usage tracker for resource:network and tenant:ecffcd073d284eff970e27e195b9a303 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:24.037464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:24.044711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:24.057622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Made reservation on behalf of ecffcd073d284eff970e27e195b9a303 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:24.060188 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.081981 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.121108 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a899be2-7ca9-4627-8832-28fea55539ef req-03aa375c-abe3-4067-9b34-4bb758d2b50a tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b2d9d49-3ce0-423f-a66f-87f246a598da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797197 Feb 04 15:40:24.125632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267ae75-6232-4ede-aad0-f7289c2da763 req-a91c34fa-d610-48c1-a33f-b97e64e36f66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:24.128636 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5267ae75-6232-4ede-aad0-f7289c2da763 req-a91c34fa-d610-48c1-a33f-b97e64e36f66 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793 HTTP/1.1" status: 200 len: 854 time: 0.1858993 Feb 04 15:40:24.132132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:24.136969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Usage tracker for resource:security_group_rule and tenant:ecffcd073d284eff970e27e195b9a303 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:24.142905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:24.151405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:24.201494 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 359de6c9-5368-46cc-983a-8100b4ca2c73 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:24.207283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 359de6c9-5368-46cc-983a-8100b4ca2c73 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:24.207495 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.261112 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.274264 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.291449 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:24.306096 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.306342 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Added segment ae149a9f-bb84-4eec-9ac5-9455cd85ebdc of type vlan for network 29a09901-ac02-41b0-8f1b-e14b2e544ff1 Feb 04 15:40:24.350174 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2532aafc-a20d-41b3-97f3-80f7a3aa5e37,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:24.405064 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.436468 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.451482 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.452955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:24.454122 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.474742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faefbefd-bcea-457b-85d2-2d660df7cab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359de6c9-5368-46cc-983a-8100b4ca2c73'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:24.485812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5267ae75-6232-4ede-aad0-f7289c2da763 req-935fb11c-0f97-4795-b052-b79d1ec9e1c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6714c035-dd2f-45c7-bc37-56f0f9e7c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654420 Feb 04 15:40:24.487628 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9582202f-78d3-4705-83dc-80195e713f0b req-d5edbfc4-3fca-40c6-ae26-b4daafe262bb tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.0741882 Feb 04 15:40:24.488847 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 359de6c9-5368-46cc-983a-8100b4ca2c73, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=359de6c9-5368-46cc-983a-8100b4ca2c73,segment=NetworkSegment(8d2644d8-cfc4-44a8-b245-72b4f83b15a0),segment_id=8d2644d8-cfc4-44a8-b245-72b4f83b15a0)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:24.496736 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948831-160e-4d64-8a23-a5d0a1f63a5d req-5eaad60d-b3f3-4590-812f-b77284944c73 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:24.498797 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48948831-160e-4d64-8a23-a5d0a1f63a5d req-5eaad60d-b3f3-4590-812f-b77284944c73 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 944 time: 0.9126205 Feb 04 15:40:24.500140 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.655649 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=359de6c9-5368-46cc-983a-8100b4ca2c73,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:24.670460 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5267ae75-6232-4ede-aad0-f7289c2da763 req-3a16d859-0fc1-4522-9bc2-277d05772465 service neutron] 10.222.0.73 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699810 Feb 04 15:40:24.672838 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-deleted', 'tag': '3071a10a-e745-43a8-86c5-30ffb75fa049', 'status': 'completed', 'code': 200} Feb 04 15:40:24.677615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-b565e53a-d6ae-431d-84d3-255c71d1e4c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Deleting port c0c9a311-3b4a-412a-b39d-448caca628e4 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:24.677949 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-b565e53a-d6ae-431d-84d3-255c71d1e4c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.691220 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9123096 Feb 04 15:40:24.692139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885f461-5ece-4189-8800-0c55a365ff2d admin admin] Pushing event updated for resources: {'Network': ['ID=29a09901-ac02-41b0-8f1b-e14b2e544ff1,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:24.694578 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33390) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:24.700840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] Request body: {'subnet': {'network_id': '29a09901-ac02-41b0-8f1b-e14b2e544ff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-835492084-subnet', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:24.705575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 29a09901-ac02-41b0-8f1b-e14b2e544ff1 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:40:24.720960 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:24.733178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] Usage tracker for resource:subnet and tenant:ecffcd073d284eff970e27e195b9a303 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:24.741143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:24.757825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:24.785258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] Made reservation on behalf of ecffcd073d284eff970e27e195b9a303 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:24.788916 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.103441 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.175902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0cca1e-05d8-45e4-a4c8-d2599ef48652,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:25.215671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] Checking segment: {'id': 'ae149a9f-bb84-4eec-9ac5-9455cd85ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '29a09901-ac02-41b0-8f1b-e14b2e544ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:40:25.216153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] Network hostable DHCP agents. Network: 29a09901-ac02-41b0-8f1b-e14b2e544ff1, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:25.243504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] Network 29a09901-ac02-41b0-8f1b-e14b2e544ff1 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:25.257746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 29a09901-ac02-41b0-8f1b-e14b2e544ff1) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:25.267361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:25.268156 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.269333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2826cf9-dabc-4fae-a692-113b1ca6d53e None None] Network 29a09901-ac02-41b0-8f1b-e14b2e544ff1 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:40:25.307612 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f6d534e7-c616-4024-a481-1f403f4b0ac7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6094475 Feb 04 15:40:25.308517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33396) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:25.311024 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48948831-160e-4d64-8a23-a5d0a1f63a5d req-d2937046-78f0-4026-8b1b-dc36675b4ee9 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7973888 Feb 04 15:40:25.314614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-835492084-router', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:25.319612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:25.324264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Usage tracker for resource:router and tenant:ecffcd073d284eff970e27e195b9a303 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:25.328420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:25.334577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:25.349104 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.350106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.372045 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.539275 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faefbefd-bcea-457b-85d2-2d660df7cab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359de6c9-5368-46cc-983a-8100b4ca2c73', 'code': 200} Feb 04 15:40:25.563398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.604234 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5267ae75-6232-4ede-aad0-f7289c2da763 req-339995c1-c4e3-45c6-a6ef-a7fb764b446f service neutron] 10.222.0.73 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6939983 Feb 04 15:40:25.671379 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-29a09901-ac02-41b0-8f1b-e14b2e544ff1', 'network_id': '29a09901-ac02-41b0-8f1b-e14b2e544ff1', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303', 'fixed_ips': [{'subnet_id': 'dc0cca1e-05d8-45e4-a4c8-d2599ef48652'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:40:25.672440 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.802279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d40f2-6320-442b-85a7-8ed18b53bd31 req-92c29bfa-51f6-4eec-b2da-af8bccd30c79 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:25.806523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d40f2-6320-442b-85a7-8ed18b53bd31 req-92c29bfa-51f6-4eec-b2da-af8bccd30c79 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:25.811151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d40f2-6320-442b-85a7-8ed18b53bd31 req-92c29bfa-51f6-4eec-b2da-af8bccd30c79 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:25.815278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d40f2-6320-442b-85a7-8ed18b53bd31 req-92c29bfa-51f6-4eec-b2da-af8bccd30c79 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:25.816346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5b2d40f2-6320-442b-85a7-8ed18b53bd31 req-92c29bfa-51f6-4eec-b2da-af8bccd30c79 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Synchronizing usage tracker for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:25.881911 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Allocated IP 172.20.0.2 (29a09901-ac02-41b0-8f1b-e14b2e544ff1/dc0cca1e-05d8-45e4-a4c8-d2599ef48652/67978750-9120-4d53-8ea7-59bf36ad3d91) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:25.903568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-b565e53a-d6ae-431d-84d3-255c71d1e4c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] For port c0c9a311-3b4a-412a-b39d-448caca628e4, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c0c9a311-3b4a-412a-b39d-448caca628e4,segment=NetworkSegment(f7b34888-ea35-42de-9cd5-e4e68030aa83),segment_id=f7b34888-ea35-42de-9cd5-e4e68030aa83)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:25.903946 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-b565e53a-d6ae-431d-84d3-255c71d1e4c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.930106 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6e4599f6-5333-4e4c-8085-711a83fa545c req-d749a4e5-ee25-4f3c-b98e-dfc7f14b859c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 1096 time: 0.2851305 Feb 04 15:40:25.977509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5b2d40f2-6320-442b-85a7-8ed18b53bd31 req-92c29bfa-51f6-4eec-b2da-af8bccd30c79 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Unset dirty status for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:25.978661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b2d40f2-6320-442b-85a7-8ed18b53bd31 req-92c29bfa-51f6-4eec-b2da-af8bccd30c79 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 3143 time: 1.0822599 Feb 04 15:40:26.026592 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6e4599f6-5333-4e4c-8085-711a83fa545c req-521bccb5-b0b7-420d-871e-b0f67681ed5a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5b2d9d49-3ce0-423f-a66f-87f246a598da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878613 Feb 04 15:40:26.128650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb261b-4495-43cf-bcc9-d2c5cdd9c39a req-e49d9193-1a3b-44cc-b3f9-b698d740f11b tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:26.130171 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45fb261b-4495-43cf-bcc9-d2c5cdd9c39a req-e49d9193-1a3b-44cc-b3f9-b698d740f11b tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/ports?device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 945 time: 0.3989017 Feb 04 15:40:26.135284 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.191550 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.268969 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.281372 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Transition to ACTIVE for port object 67978750-9120-4d53-8ea7-59bf36ad3d91 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:26.303886 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Transition to ACTIVE for port object 67978750-9120-4d53-8ea7-59bf36ad3d91 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:26.307781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b2d40f2-6320-442b-85a7-8ed18b53bd31 req-5e28568d-7773-47d0-843d-4a3ef283ae1a tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3133969 Feb 04 15:40:26.313770 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.343855 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45fb261b-4495-43cf-bcc9-d2c5cdd9c39a req-018dad06-756b-405b-a4e8-40770006a509 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b2d9d49-3ce0-423f-a66f-87f246a598da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021370 Feb 04 15:40:26.397429 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Allocated IP 172.25.0.15 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/09da8c62-3018-4289-a5ec-c5818c33bdd3) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:26.450143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Pushing event updated for resources: {'Port': ['ID=67978750-9120-4d53-8ea7-59bf36ad3d91,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:26.489963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Network 29a09901-ac02-41b0-8f1b-e14b2e544ff1 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:26.491575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:26.496290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:40:26.600334 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.637401 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.671125 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Attempting to bind port 67978750-9120-4d53-8ea7-59bf36ad3d91 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:26.671782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Attempting to bind port 67978750-9120-4d53-8ea7-59bf36ad3d91 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'ae149a9f-bb84-4eec-9ac5-9455cd85ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '29a09901-ac02-41b0-8f1b-e14b2e544ff1'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:26.672437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Attempting to bind port 67978750-9120-4d53-8ea7-59bf36ad3d91 on network 29a09901-ac02-41b0-8f1b-e14b2e544ff1 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:40:26.679828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:40:26.680431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Checking segment: {'id': 'ae149a9f-bb84-4eec-9ac5-9455cd85ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '29a09901-ac02-41b0-8f1b-e14b2e544ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:40:26.680982 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.681882 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Bound using segment: {'id': 'ae149a9f-bb84-4eec-9ac5-9455cd85ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '29a09901-ac02-41b0-8f1b-e14b2e544ff1'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:40:26.682622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Bound port: 67978750-9120-4d53-8ea7-59bf36ad3d91, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae149a9f-bb84-4eec-9ac5-9455cd85ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '29a09901-ac02-41b0-8f1b-e14b2e544ff1'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:26.683281 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.724556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:26.728214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:26.732966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:40:26.832501 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-b565e53a-d6ae-431d-84d3-255c71d1e4c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.833062 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-b565e53a-d6ae-431d-84d3-255c71d1e4c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.833188 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-b565e53a-d6ae-431d-84d3-255c71d1e4c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Floating IP 29cc356b-2a2b-4934-bb47-6e896b80da28 disassociated. External IP: 172.25.0.216, port: c0c9a311-3b4a-412a-b39d-448caca628e4. Feb 04 15:40:26.833462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-b565e53a-d6ae-431d-84d3-255c71d1e4c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Calling delete_port for c0c9a311-3b4a-412a-b39d-448caca628e4 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:26.844127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 22cef65f-c1a6-4e70-803a-b2617e4340fe details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:40:26.846607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] For port 67978750-9120-4d53-8ea7-59bf36ad3d91, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:26.855022 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] For port 67978750-9120-4d53-8ea7-59bf36ad3d91, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=67978750-9120-4d53-8ea7-59bf36ad3d91,segment=NetworkSegment(ae149a9f-bb84-4eec-9ac5-9455cd85ebdc),segment_id=ae149a9f-bb84-4eec-9ac5-9455cd85ebdc)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:26.899382 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9087454-c9e9-4422-9fdf-36fc8ad80162 req-1e7a8ae5-718c-4cd0-9dd8-adcc78e5328f tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.2430322 Feb 04 15:40:26.929307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Pushing event updated for resources: {'Port': ['ID=09da8c62-3018-4289-a5ec-c5818c33bdd3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:26.970817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.972385 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.142083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 22cef65f-c1a6-4e70-803a-b2617e4340fe, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=22cef65f-c1a6-4e70-803a-b2617e4340fe,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:27.160434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '22cef65f-c1a6-4e70-803a-b2617e4340fe', 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c', 'port_id': '22cef65f-c1a6-4e70-803a-b2617e4340fe', 'mac_address': 'fa:16:3e:d0:d5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:40:27.163412 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.229401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785bfaf-1ece-4df9-8f82-811ba3c1e33f req-1281e434-1989-4b1a-b5bc-afa6992a6e7b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:27.231078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f785bfaf-1ece-4df9-8f82-811ba3c1e33f req-1281e434-1989-4b1a-b5bc-afa6992a6e7b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 944 time: 0.5437295 Feb 04 15:40:27.321768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5940fce9-b8cb-417b-889f-353dfb215b09 admin admin] Router 0aa8543a-b066-4eea-b171-50135bfb8e59 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:40:27.376668 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-b565e53a-d6ae-431d-84d3-255c71d1e4c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.394300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f785bfaf-1ece-4df9-8f82-811ba3c1e33f req-c867f57c-d073-4c33-9786-5dac40d8a283 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252673 Feb 04 15:40:27.450545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d5d0c-0790-437a-acdb-8815fec9c382 None None] Pushing event updated for resources: {'Port': ['ID=67978750-9120-4d53-8ea7-59bf36ad3d91,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:27.519931 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.538247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Router 5124c8fa-b2cd-4256-a6d4-46c9aa79b855 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:40:27.581089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cef65f-c1a6-4e70-803a-b2617e4340fe {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:27.590114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565e53a-d6ae-431d-84d3-255c71d1e4c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event deleted for resources: {'Port': ['ID=c0c9a311-3b4a-412a-b39d-448caca628e4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:27.646950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 22cef65f-c1a6-4e70-803a-b2617e4340fe, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=22cef65f-c1a6-4e70-803a-b2617e4340fe,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:27.673224 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.799647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=22cef65f-c1a6-4e70-803a-b2617e4340fe,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:28.111838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['22cef65f-c1a6-4e70-803a-b2617e4340fe'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:40:28.129575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944107a-98df-4323-bacd-6424eaf0d6e0 req-bbb854f1-7fa0-4aa6-a793-20af0de4b7c1 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:28.173830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944107a-98df-4323-bacd-6424eaf0d6e0 req-bbb854f1-7fa0-4aa6-a793-20af0de4b7c1 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:28.178125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944107a-98df-4323-bacd-6424eaf0d6e0 req-bbb854f1-7fa0-4aa6-a793-20af0de4b7c1 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:28.191462 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6944107a-98df-4323-bacd-6424eaf0d6e0 req-bbb854f1-7fa0-4aa6-a793-20af0de4b7c1 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 2410 time: 0.4123292 Feb 04 15:40:28.268340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:40:28.280228 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Sync routers for ids ['5124c8fa-b2cd-4256-a6d4-46c9aa79b855'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:40:28.299074 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Routers {'5124c8fa-b2cd-4256-a6d4-46c9aa79b855'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:40:28.299941 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:40:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5124c8fa-b2cd-4256-a6d4-46c9aa79b855'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:28.328434 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.329886 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c716d100-efe7-4e05-8b2b-453e39d51e2e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0202672 Feb 04 15:40:28.332575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33430) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:28.573508 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Set router 5124c8fa-b2cd-4256-a6d4-46c9aa79b855 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:40:28.626129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5940fce9-b8cb-417b-889f-353dfb215b09 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:40:28.635559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393679dd-082d-4df3-bfb4-92d1b4a14cfe None None] Sync routers for ids ['0aa8543a-b066-4eea-b171-50135bfb8e59'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:40:28.651679 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6944107a-98df-4323-bacd-6424eaf0d6e0 req-f81060f1-9384-41c6-83c4-2ddb0a44b869 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3150284 Feb 04 15:40:28.654357 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393679dd-082d-4df3-bfb4-92d1b4a14cfe None None] Routers {'0aa8543a-b066-4eea-b171-50135bfb8e59'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:40:28.661148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-393679dd-082d-4df3-bfb4-92d1b4a14cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:40:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['0aa8543a-b066-4eea-b171-50135bfb8e59'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:28.713131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-b565e53a-d6ae-431d-84d3-255c71d1e4c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Router b7d32764-cc9f-478e-bd79-53b236e43102 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:40:28.717425 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5940fce9-b8cb-417b-889f-353dfb215b09 admin admin] 10.222.0.60 "PUT /v2.0/routers/0aa8543a-b066-4eea-b171-50135bfb8e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4439363 Feb 04 15:40:28.727622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33436) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:28.762588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2cdc8-c668-493b-a9bc-dfac7dee42b5 req-8a83184f-5f22-41e2-9092-b2993c18f84e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:28.764412 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1f2cdc8-c668-493b-a9bc-dfac7dee42b5 req-8a83184f-5f22-41e2-9092-b2993c18f84e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/ports?device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 945 time: 0.4077282 Feb 04 15:40:28.863281 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1f2cdc8-c668-493b-a9bc-dfac7dee42b5 req-a9252002-b548-4823-8246-025c612ec1ec tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b2d9d49-3ce0-423f-a66f-87f246a598da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894551 Feb 04 15:40:29.167958 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'name': 'tempest-FloatingIPsTestJSON-835492084-router', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:40:26Z', 'revision_number': 3, 'project_id': 'ecffcd073d284eff970e27e195b9a303', 'gw_port': {'id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:26Z', 'updated_at': '2022-02-04T15:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:29.179715 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Checking router: 5124c8fa-b2cd-4256-a6d4-46c9aa79b855 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:40:29.180297 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Updating router 5124c8fa-b2cd-4256-a6d4-46c9aa79b855 port 09da8c62-3018-4289-a5ec-c5818c33bdd3 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:40:29.181401 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 67978750-9120-4d53-8ea7-59bf36ad3d91 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:29.244604 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28dca9b1-d60d-48c3-a377-2f4541840503 req-af51497f-9616-43d8-b2a0-72e26d8896b0 tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.1392126 Feb 04 15:40:29.355212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-393679dd-082d-4df3-bfb4-92d1b4a14cfe None None] Set router 0aa8543a-b066-4eea-b171-50135bfb8e59 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:40:29.411116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 67978750-9120-4d53-8ea7-59bf36ad3d91 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:29.429649 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:29.516179 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ffe053-522a-461e-a172-05864c0367ca None None] Network 29a09901-ac02-41b0-8f1b-e14b2e544ff1 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:40:29.849675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b34af6-c3bb-44ac-9b35-6e1ab1d12828 req-4e6d85db-3fc0-4a7e-926c-3b7fb19a9b2c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:29.858308 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3b34af6-c3bb-44ac-9b35-6e1ab1d12828 req-4e6d85db-3fc0-4a7e-926c-3b7fb19a9b2c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 945 time: 0.3021779 Feb 04 15:40:29.869936 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-b565e53a-d6ae-431d-84d3-255c71d1e4c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:40:29.897362 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b48883-5f39-4e34-b827-0663366480a9 None None] Sync routers for ids ['b7d32764-cc9f-478e-bd79-53b236e43102'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:40:29.940716 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b48883-5f39-4e34-b827-0663366480a9 None None] Routers {'b7d32764-cc9f-478e-bd79-53b236e43102'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:40:29.941338 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-02b48883-5f39-4e34-b827-0663366480a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:40:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b7d32764-cc9f-478e-bd79-53b236e43102'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:29.980639 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-baf9de01-6198-4275-ac50-324e8b40aa4a None None] Provisioning for port 67978750-9120-4d53-8ea7-59bf36ad3d91 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:30.052791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-baf9de01-6198-4275-ac50-324e8b40aa4a None None] Provisioning complete for port 67978750-9120-4d53-8ea7-59bf36ad3d91 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:30.057154 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-baf9de01-6198-4275-ac50-324e8b40aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.148357 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.173306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3b34af6-c3bb-44ac-9b35-6e1ab1d12828 req-c51307b0-f88c-47fa-b714-68a29eb06d35 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005254 Feb 04 15:40:30.260673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-b565e53a-d6ae-431d-84d3-255c71d1e4c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] No DVR routers for this DVR port c0c9a311-3b4a-412a-b39d-448caca628e4 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:30.265125 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-b565e53a-d6ae-431d-84d3-255c71d1e4c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.271205 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-b565e53a-d6ae-431d-84d3-255c71d1e4c9 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "DELETE /v2.0/ports/c0c9a311-3b4a-412a-b39d-448caca628e4 HTTP/1.1" status: 204 len: 173 time: 6.2633502 Feb 04 15:40:30.271708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-deleted', 'tag': 'c0c9a311-3b4a-412a-b39d-448caca628e4'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:30.333399 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.348157 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Transition to ACTIVE for port object 09da8c62-3018-4289-a5ec-c5818c33bdd3 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:30.378881 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-02b48883-5f39-4e34-b827-0663366480a9 None None] Set router b7d32764-cc9f-478e-bd79-53b236e43102 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:40:30.440330 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.520789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f8317920-b9a1-48c6-b042-8deda9ca9fb2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Deleting port 87ce6bd7-1a90-436c-970a-ce778535a042 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:30.521174 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f8317920-b9a1-48c6-b042-8deda9ca9fb2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.613013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-393679dd-082d-4df3-bfb4-92d1b4a14cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:40:20Z', 'revision_number': 5, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'gw_port': {'id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:28Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:30.620441 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393679dd-082d-4df3-bfb4-92d1b4a14cfe None None] Checking router: 0aa8543a-b066-4eea-b171-50135bfb8e59 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:40:30.648927 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-baf9de01-6198-4275-ac50-324e8b40aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.682856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be787761-0d1e-4605-94a0-8e9c88dbaf5e req-475a6767-0fa0-462c-93bf-351de51724ba tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:30.688001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be787761-0d1e-4605-94a0-8e9c88dbaf5e req-475a6767-0fa0-462c-93bf-351de51724ba tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:30.692330 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be787761-0d1e-4605-94a0-8e9c88dbaf5e req-475a6767-0fa0-462c-93bf-351de51724ba tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:30.693182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-be787761-0d1e-4605-94a0-8e9c88dbaf5e req-475a6767-0fa0-462c-93bf-351de51724ba tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Synchronizing usage tracker for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:30.702880 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393679dd-082d-4df3-bfb4-92d1b4a14cfe None None] Routers {'0aa8543a-b066-4eea-b171-50135bfb8e59'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:40:30.703687 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-393679dd-082d-4df3-bfb4-92d1b4a14cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:40:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['0aa8543a-b066-4eea-b171-50135bfb8e59'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:30.802805 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Attempting to bind port 09da8c62-3018-4289-a5ec-c5818c33bdd3 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:30.803352 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Attempting to bind port 09da8c62-3018-4289-a5ec-c5818c33bdd3 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:30.803718 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Attempting to bind port 09da8c62-3018-4289-a5ec-c5818c33bdd3 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:40:30.822871 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:40:30.823275 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:40:30.825254 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.825660 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:40:30.826900 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Bound port: 09da8c62-3018-4289-a5ec-c5818c33bdd3, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:30.827308 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.863841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.880812 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] Deleting port b046f33e-0fde-4799-bf16-cc80e93a2ca1 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:30.881435 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.895929 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 22cef65f-c1a6-4e70-803a-b2617e4340fe up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:30.946351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-baf9de01-6198-4275-ac50-324e8b40aa4a None None] For port 67978750-9120-4d53-8ea7-59bf36ad3d91, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=67978750-9120-4d53-8ea7-59bf36ad3d91,segment=NetworkSegment(ae149a9f-bb84-4eec-9ac5-9455cd85ebdc),segment_id=ae149a9f-bb84-4eec-9ac5-9455cd85ebdc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:31.004175 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] For port 09da8c62-3018-4289-a5ec-c5818c33bdd3, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:31.007438 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] For port 09da8c62-3018-4289-a5ec-c5818c33bdd3, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=09da8c62-3018-4289-a5ec-c5818c33bdd3,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:31.009238 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db136f4-c9dc-4535-997d-e4fec8fc8e19 None None] Pushing event updated for resources: {'Port': ['ID=09da8c62-3018-4289-a5ec-c5818c33bdd3,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:31.048239 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.164677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-393679dd-082d-4df3-bfb4-92d1b4a14cfe None None] Set router 0aa8543a-b066-4eea-b171-50135bfb8e59 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:40:31.215231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] For port b046f33e-0fde-4799-bf16-cc80e93a2ca1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b046f33e-0fde-4799-bf16-cc80e93a2ca1,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:31.215796 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.230263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f8317920-b9a1-48c6-b042-8deda9ca9fb2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] For port 87ce6bd7-1a90-436c-970a-ce778535a042, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=87ce6bd7-1a90-436c-970a-ce778535a042,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:31.230618 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f8317920-b9a1-48c6-b042-8deda9ca9fb2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.238897 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db136f4-c9dc-4535-997d-e4fec8fc8e19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:31.239278 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db136f4-c9dc-4535-997d-e4fec8fc8e19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:31.239612 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db136f4-c9dc-4535-997d-e4fec8fc8e19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:31.239940 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db136f4-c9dc-4535-997d-e4fec8fc8e19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:31.240267 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db136f4-c9dc-4535-997d-e4fec8fc8e19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:31.240587 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db136f4-c9dc-4535-997d-e4fec8fc8e19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:31.240909 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db136f4-c9dc-4535-997d-e4fec8fc8e19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:31.241221 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db136f4-c9dc-4535-997d-e4fec8fc8e19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:31.241533 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db136f4-c9dc-4535-997d-e4fec8fc8e19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:31.241843 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db136f4-c9dc-4535-997d-e4fec8fc8e19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:31.242153 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db136f4-c9dc-4535-997d-e4fec8fc8e19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:31.338465 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db136f4-c9dc-4535-997d-e4fec8fc8e19 None None] Pushing event updated for resources: {'Port': ['ID=09da8c62-3018-4289-a5ec-c5818c33bdd3,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:31.348301 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-baf9de01-6198-4275-ac50-324e8b40aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.353484 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Routers {'5124c8fa-b2cd-4256-a6d4-46c9aa79b855'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:40:31.354117 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:40:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5124c8fa-b2cd-4256-a6d4-46c9aa79b855'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:31.519822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] Calling delete_port for b046f33e-0fde-4799-bf16-cc80e93a2ca1 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:31.537855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f8317920-b9a1-48c6-b042-8deda9ca9fb2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Calling delete_port for 87ce6bd7-1a90-436c-970a-ce778535a042 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:31.561150 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] Set router 5124c8fa-b2cd-4256-a6d4-46c9aa79b855 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:40:31.602856 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.636404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488490d5-5047-441a-b914-6cd3b62f5c48 req-115054ed-5c5d-4a49-9a1b-9b3d8504a589 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:31.643758 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-488490d5-5047-441a-b914-6cd3b62f5c48 req-115054ed-5c5d-4a49-9a1b-9b3d8504a589 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/ports?device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 945 time: 1.2113807 Feb 04 15:40:31.656798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-be787761-0d1e-4605-94a0-8e9c88dbaf5e req-475a6767-0fa0-462c-93bf-351de51724ba tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Unset dirty status for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:31.662613 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be787761-0d1e-4605-94a0-8e9c88dbaf5e req-475a6767-0fa0-462c-93bf-351de51724ba tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 2410 time: 1.3280303 Feb 04 15:40:31.712817 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 22cef65f-c1a6-4e70-803a-b2617e4340fe completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:31.733714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 22cef65f-c1a6-4e70-803a-b2617e4340fe triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:31.734588 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.798907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9de01-6198-4275-ac50-324e8b40aa4a None None] Pushing event updated for resources: {'Port': ['ID=67978750-9120-4d53-8ea7-59bf36ad3d91,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:31.934972 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be787761-0d1e-4605-94a0-8e9c88dbaf5e req-68f5ab65-3258-4262-873c-18f530ec122f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515771 Feb 04 15:40:32.046887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-488490d5-5047-441a-b914-6cd3b62f5c48 req-637a7507-d035-4f04-99aa-587d03e1ce61 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b2d9d49-3ce0-423f-a66f-87f246a598da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935490 Feb 04 15:40:32.180540 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.188875 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-02b48883-5f39-4e34-b827-0663366480a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:19Z', 'updated_at': '2022-02-04T15:33:29Z', 'revision_number': 4, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'gw_port': {'id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:20Z', 'updated_at': '2022-02-04T15:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '1a118350-05c1-426c-b502-d3bb23cf576a', 'name': '', 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'mac_address': 'fa:16:3e:bb:26:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:27Z', 'updated_at': '2022-02-04T15:33:42Z', 'revision_number': 5, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'subnets': [{'id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:32.198085 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b48883-5f39-4e34-b827-0663366480a9 None None] Checking router: b7d32764-cc9f-478e-bd79-53b236e43102 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:40:32.227727 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b48883-5f39-4e34-b827-0663366480a9 None None] Routers {'b7d32764-cc9f-478e-bd79-53b236e43102'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:40:32.228360 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-02b48883-5f39-4e34-b827-0663366480a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:40:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b7d32764-cc9f-478e-bd79-53b236e43102'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:32.265964 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-deleted', 'tag': 'c0c9a311-3b4a-412a-b39d-448caca628e4', 'status': 'completed', 'code': 200} Feb 04 15:40:32.297883 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f8317920-b9a1-48c6-b042-8deda9ca9fb2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.303023 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-393679dd-082d-4df3-bfb4-92d1b4a14cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:40:20Z', 'revision_number': 5, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'gw_port': {'id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:28Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:32.324234 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7ead0c-84ac-4610-9b84-aee6a94a1776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cef65f-c1a6-4e70-803a-b2617e4340fe'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:32.370931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-43129247-ba7d-4ded-a268-19d9bdae784a None None] Provisioning complete for port 67978750-9120-4d53-8ea7-59bf36ad3d91 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:32.371473 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-43129247-ba7d-4ded-a268-19d9bdae784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.403513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Allocated IP 172.20.0.1 (29a09901-ac02-41b0-8f1b-e14b2e544ff1/dc0cca1e-05d8-45e4-a4c8-d2599ef48652/68d9cb7c-4e81-4144-9a67-c7aa9974edf2) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:32.405474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8317920-b9a1-48c6-b042-8deda9ca9fb2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event deleted for resources: {'Port': ['ID=87ce6bd7-1a90-436c-970a-ce778535a042,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:32.457188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 22cef65f-c1a6-4e70-803a-b2617e4340fe, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=22cef65f-c1a6-4e70-803a-b2617e4340fe,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:32.458746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393679dd-082d-4df3-bfb4-92d1b4a14cfe None None] The sync data for ids ['0aa8543a-b066-4eea-b171-50135bfb8e59'] in n-d-827872-1 is: [{'id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2032370088-router', 'tenant_id': '0894528fa7a44e3a8af614f7a256e283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:40:20Z', 'revision_number': 5, 'project_id': '0894528fa7a44e3a8af614f7a256e283', 'gw_port': {'id': 'b046f33e-0fde-4799-bf16-cc80e93a2ca1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa8543a-b066-4eea-b171-50135bfb8e59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:28Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:40:32.470338 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.505752 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'name': 'tempest-FloatingIPsTestJSON-835492084-router', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:40:26Z', 'revision_number': 3, 'project_id': 'ecffcd073d284eff970e27e195b9a303', 'gw_port': {'id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:26Z', 'updated_at': '2022-02-04T15:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:32.517024 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a4d66-5bfa-42c8-8f23-880a5109d330 None None] The sync data for ids ['5124c8fa-b2cd-4256-a6d4-46c9aa79b855'] in n-d-827872-1 is: [{'id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'name': 'tempest-FloatingIPsTestJSON-835492084-router', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:40:26Z', 'revision_number': 3, 'project_id': 'ecffcd073d284eff970e27e195b9a303', 'gw_port': {'id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:26Z', 'updated_at': '2022-02-04T15:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:40:32.559921 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-02b48883-5f39-4e34-b827-0663366480a9 None None] Set router b7d32764-cc9f-478e-bd79-53b236e43102 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:40:32.641521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=22cef65f-c1a6-4e70-803a-b2617e4340fe,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:32.642810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f8317920-b9a1-48c6-b042-8deda9ca9fb2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] No DVR routers for this DVR port 87ce6bd7-1a90-436c-970a-ce778535a042 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:32.648107 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69f3990a-1f82-4c7c-a4b2-13d5a97fb146 req-1984e50e-f749-4f85-841b-1080ca0d34f8 tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.1104450 Feb 04 15:40:32.649094 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f8317920-b9a1-48c6-b042-8deda9ca9fb2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.714133 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-f8317920-b9a1-48c6-b042-8deda9ca9fb2 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "DELETE /v2.0/ports/87ce6bd7-1a90-436c-970a-ce778535a042 HTTP/1.1" status: 204 len: 173 time: 2.4366817 Feb 04 15:40:32.931198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa920ea-d8b4-448c-8b92-837d8a7518b6 req-bd1904b9-e0eb-4613-8e24-ba60d34278b9 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:32.931446 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7ead0c-84ac-4610-9b84-aee6a94a1776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cef65f-c1a6-4e70-803a-b2617e4340fe', 'code': 200} Feb 04 15:40:32.943014 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-afa920ea-d8b4-448c-8b92-837d8a7518b6 req-bd1904b9-e0eb-4613-8e24-ba60d34278b9 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.4615021 Feb 04 15:40:33.267121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 67978750-9120-4d53-8ea7-59bf36ad3d91 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:33.353590 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Deleting port 076ba81d-c2af-4b86-b984-deeffd4d5c7a {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:33.354226 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.412942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1330cf-35c9-4d3c-aef0-b076c1d463dd req-129900af-23e8-4fba-b0c8-ed12f42aa91e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:33.415299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-6a1330cf-35c9-4d3c-aef0-b076c1d463dd req-129900af-23e8-4fba-b0c8-ed12f42aa91e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Synchronizing usage tracker for tenant:68443d3f87ab462286a22b1a748306e5 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:33.467810 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-afa920ea-d8b4-448c-8b92-837d8a7518b6 req-a4384bd8-0663-46c8-bff8-3d18d5f8825f tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217390 Feb 04 15:40:33.516209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-6a1330cf-35c9-4d3c-aef0-b076c1d463dd req-129900af-23e8-4fba-b0c8-ed12f42aa91e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Unset dirty status for tenant:68443d3f87ab462286a22b1a748306e5 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:33.517338 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 67978750-9120-4d53-8ea7-59bf36ad3d91 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:33.517455 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a1330cf-35c9-4d3c-aef0-b076c1d463dd req-129900af-23e8-4fba-b0c8-ed12f42aa91e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.81 "GET /v2.0/ports?device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 945 time: 1.7922385 Feb 04 15:40:33.517717 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.603973 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.645684 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.655025 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-02b48883-5f39-4e34-b827-0663366480a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:19Z', 'updated_at': '2022-02-04T15:33:29Z', 'revision_number': 4, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'gw_port': {'id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:20Z', 'updated_at': '2022-02-04T15:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '1a118350-05c1-426c-b502-d3bb23cf576a', 'name': '', 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'mac_address': 'fa:16:3e:bb:26:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:27Z', 'updated_at': '2022-02-04T15:33:42Z', 'revision_number': 5, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'subnets': [{'id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:33.665576 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b48883-5f39-4e34-b827-0663366480a9 None None] The sync data for ids ['b7d32764-cc9f-478e-bd79-53b236e43102'] in n-d-827872-1 is: [{'id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:19Z', 'updated_at': '2022-02-04T15:33:29Z', 'revision_number': 4, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'gw_port': {'id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:20Z', 'updated_at': '2022-02-04T15:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '1a118350-05c1-426c-b502-d3bb23cf576a', 'name': '', 'network_id': '466a7e42-008f-43f5-b470-3b0ff4f3b0b5', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'mac_address': 'fa:16:3e:bb:26:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:27Z', 'updated_at': '2022-02-04T15:33:42Z', 'revision_number': 5, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'subnets': [{'id': '92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:40:33.771336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 09da8c62-3018-4289-a5ec-c5818c33bdd3 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:33.791492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b046f33e-0fde-4799-bf16-cc80e93a2ca1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:33.794079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Transition to ACTIVE for port object 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:33.800846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-6a1330cf-35c9-4d3c-aef0-b076c1d463dd req-37c63482-e8ca-419c-8ae1-b75395242a8e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Deleting port 359de6c9-5368-46cc-983a-8100b4ca2c73 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:33.803896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6a1330cf-35c9-4d3c-aef0-b076c1d463dd req-37c63482-e8ca-419c-8ae1-b75395242a8e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.905829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 09da8c62-3018-4289-a5ec-c5818c33bdd3 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:33.916893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 09da8c62-3018-4289-a5ec-c5818c33bdd3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:33.918098 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.120126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] For port 076ba81d-c2af-4b86-b984-deeffd4d5c7a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=076ba81d-c2af-4b86-b984-deeffd4d5c7a,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:34.120711 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.188141 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.209024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 09da8c62-3018-4289-a5ec-c5818c33bdd3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=09da8c62-3018-4289-a5ec-c5818c33bdd3,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:34.228317 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.231593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a97a11-504e-499d-bcc7-446aa45f78c1 None None] New status for floating IP 29cc356b-2a2b-4934-bb47-6e896b80da28: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:40:34.318045 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.388347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Calling delete_port for 076ba81d-c2af-4b86-b984-deeffd4d5c7a owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:34.436022 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4667c02e-17d4-4547-930a-a48364b0a65f no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:34.475632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-deleted', 'tag': '87ce6bd7-1a90-436c-970a-ce778535a042'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:34.489730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61254b-3c29-477c-b88b-9ee5036b38c9 req-c26faed5-5da7-4fa4-9778-3172006ec108 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:34.489988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=09da8c62-3018-4289-a5ec-c5818c33bdd3,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:34.493263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61254b-3c29-477c-b88b-9ee5036b38c9 req-c26faed5-5da7-4fa4-9778-3172006ec108 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:34.494043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-fa61254b-3c29-477c-b88b-9ee5036b38c9 req-c26faed5-5da7-4fa4-9778-3172006ec108 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Synchronizing usage tracker for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:34.517898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 4667c02e-17d4-4547-930a-a48364b0a65f {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:40:34.518240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4667c02e-17d4-4547-930a-a48364b0a65f not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:34.518856 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-afd8e5ce-4122-49c1-bf1d-9c2b6495b096 req-6e0b14ff-3e08-4f55-8e47-7dc3500f9f97 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 1097 time: 1.4417472 Feb 04 15:40:34.537392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Pushing event updated for resources: {'Port': ['ID=68d9cb7c-4e81-4144-9a67-c7aa9974edf2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:34.559413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-fa61254b-3c29-477c-b88b-9ee5036b38c9 req-c26faed5-5da7-4fa4-9778-3172006ec108 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Unset dirty status for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:34.560418 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.567804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa61254b-3c29-477c-b88b-9ee5036b38c9 req-c26faed5-5da7-4fa4-9778-3172006ec108 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 1677 time: 1.2825279 Feb 04 15:40:34.629766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:34.630110 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:34.630448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:34.630778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:34.631104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:34.631762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:34.632092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:34.632413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:34.632732 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:34.633047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:34.633361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:34.718281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Network 29a09901-ac02-41b0-8f1b-e14b2e544ff1 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:34.734722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:34.754647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:40:34.895541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4bf08-e39c-4177-b413-033f00a928e0 req-ef22b9de-fd10-4645-a061-e71e13f28b34 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:34.903303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbd4bf08-e39c-4177-b413-033f00a928e0 req-ef22b9de-fd10-4645-a061-e71e13f28b34 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/ports?device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 945 time: 1.1324232 Feb 04 15:40:34.958630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-afd8e5ce-4122-49c1-bf1d-9c2b6495b096 req-adcee1de-2f64-48bf-b5b4-b44ae9543ab3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219351 Feb 04 15:40:34.978220 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa61254b-3c29-477c-b88b-9ee5036b38c9 req-ec57d44d-258e-4cdc-b728-84aa766e1688 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4094756 Feb 04 15:40:34.983877 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.004071 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.011276 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.097821 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.098623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aa8543a-b066-4eea-b171-50135bfb8e59 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:40:35.140460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-6a1330cf-35c9-4d3c-aef0-b076c1d463dd req-37c63482-e8ca-419c-8ae1-b75395242a8e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] For port 359de6c9-5368-46cc-983a-8100b4ca2c73, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=359de6c9-5368-46cc-983a-8100b4ca2c73,segment=NetworkSegment(8d2644d8-cfc4-44a8-b245-72b4f83b15a0),segment_id=8d2644d8-cfc4-44a8-b245-72b4f83b15a0)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:35.140838 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6a1330cf-35c9-4d3c-aef0-b076c1d463dd req-37c63482-e8ca-419c-8ae1-b75395242a8e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.180638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 09da8c62-3018-4289-a5ec-c5818c33bdd3 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:35.197381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event deleted for resources: {'Port': ['ID=076ba81d-c2af-4b86-b984-deeffd4d5c7a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:35.317259 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.324701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e6548414-452e-499e-9fe1-be0b463fa4f2 None None] Provisioning for port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:35.332896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 09da8c62-3018-4289-a5ec-c5818c33bdd3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:35.334554 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.341182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] No DVR routers for this DVR port 076ba81d-c2af-4b86-b984-deeffd4d5c7a on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:35.348253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:35.348529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:35.348864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:35.349243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:35.349571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:35.349960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:35.353625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:35.354125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:35.356467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:35.356811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:35.357177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:35.370437 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.401576 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbd4bf08-e39c-4177-b413-033f00a928e0 req-05a51905-8e2d-4b20-bc03-dbdd2bb71369 tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b2d9d49-3ce0-423f-a66f-87f246a598da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971256 Feb 04 15:40:35.406795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-cbc9ab42-da48-49da-9dab-5bb6545dac3f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "DELETE /v2.0/ports/076ba81d-c2af-4b86-b984-deeffd4d5c7a HTTP/1.1" status: 204 len: 173 time: 2.6842461 Feb 04 15:40:35.421962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e6548414-452e-499e-9fe1-be0b463fa4f2 None None] Provisioning complete for port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:35.422329 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e6548414-452e-499e-9fe1-be0b463fa4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.454443 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.458342 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dd7bbc13-6c46-4b55-bd6b-b4ee794f9df5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/0aa8543a-b066-4eea-b171-50135bfb8e59 HTTP/1.1" status: 204 len: 168 time: 6.7287030 Feb 04 15:40:35.459225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33488) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:35.467290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-6a1330cf-35c9-4d3c-aef0-b076c1d463dd req-37c63482-e8ca-419c-8ae1-b75395242a8e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Calling delete_port for 359de6c9-5368-46cc-983a-8100b4ca2c73 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:35.609421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-226b96c1-f2f8-4786-a33e-52d6dde99ddf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Deleting port ed96eed1-23e2-4542-93a0-ddfae54cbdd3 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:35.609696 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-226b96c1-f2f8-4786-a33e-52d6dde99ddf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.731284 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e6548414-452e-499e-9fe1-be0b463fa4f2 None None] Port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:40:35.897448 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:40:35.902828 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14f6cd1-72ab-48d9-a5e3-ca7b6fe97dcd admin admin] Deleting subnet 7316add8-b3b6-4387-8510-39335fa6b75c {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:40:35.909332 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c14f6cd1-72ab-48d9-a5e3-ca7b6fe97dcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.953204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d3e5168-8101-4009-a6e4-1c54ca24de07 req-8d20c2b9-c6bf-4a4a-b802-ac7b2b323d2c tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.1878438 Feb 04 15:40:36.056241 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c14f6cd1-72ab-48d9-a5e3-ca7b6fe97dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.134566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 359de6c9-5368-46cc-983a-8100b4ca2c73 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:36.139115 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.176771 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-deleted', 'tag': '87ce6bd7-1a90-436c-970a-ce778535a042', 'status': 'completed', 'code': 200} Feb 04 15:40:36.369042 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf794bb5-3356-44da-97a1-47f1f2fb0024 req-794b098a-6b84-462d-886c-418befe62bae tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:36.385596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf794bb5-3356-44da-97a1-47f1f2fb0024 req-794b098a-6b84-462d-886c-418befe62bae tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.7085202 Feb 04 15:40:36.416925 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.433198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-226b96c1-f2f8-4786-a33e-52d6dde99ddf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] For port ed96eed1-23e2-4542-93a0-ddfae54cbdd3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ed96eed1-23e2-4542-93a0-ddfae54cbdd3,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:36.443531 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-226b96c1-f2f8-4786-a33e-52d6dde99ddf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.555049 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2649afa3-459b-47a7-af39-b137b73e17db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.601858 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.613154 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.733639 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6a1330cf-35c9-4d3c-aef0-b076c1d463dd req-37c63482-e8ca-419c-8ae1-b75395242a8e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.757228 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-226b96c1-f2f8-4786-a33e-52d6dde99ddf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Calling delete_port for ed96eed1-23e2-4542-93a0-ddfae54cbdd3 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:36.809552 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c14f6cd1-72ab-48d9-a5e3-ca7b6fe97dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.815867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf794bb5-3356-44da-97a1-47f1f2fb0024 req-41efd7cb-b027-4eec-8186-84b39f823491 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292157 Feb 04 15:40:36.890018 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Pushing event updated for resources: {'Port': ['ID=68d9cb7c-4e81-4144-9a67-c7aa9974edf2,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:36.946911 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.009099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c63482-e8ca-419c-8ae1-b75395242a8e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Pushing event deleted for resources: {'Port': ['ID=359de6c9-5368-46cc-983a-8100b4ca2c73,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:37.034885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1330cf-35c9-4d3c-aef0-b076c1d463dd req-37c63482-e8ca-419c-8ae1-b75395242a8e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] No DVR routers for this DVR port 359de6c9-5368-46cc-983a-8100b4ca2c73 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:37.054282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6a1330cf-35c9-4d3c-aef0-b076c1d463dd req-37c63482-e8ca-419c-8ae1-b75395242a8e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.058027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faefbefd-bcea-457b-85d2-2d660df7cab4', 'name': 'network-vif-deleted', 'tag': '359de6c9-5368-46cc-983a-8100b4ca2c73'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:37.146484 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a1330cf-35c9-4d3c-aef0-b076c1d463dd req-37c63482-e8ca-419c-8ae1-b75395242a8e tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.81 "DELETE /v2.0/ports/359de6c9-5368-46cc-983a-8100b4ca2c73 HTTP/1.1" status: 204 len: 173 time: 3.6140633 Feb 04 15:40:37.152648 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-226b96c1-f2f8-4786-a33e-52d6dde99ddf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.167472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c14f6cd1-72ab-48d9-a5e3-ca7b6fe97dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.257225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f6cd1-72ab-48d9-a5e3-ca7b6fe97dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7316add8-b3b6-4387-8510-39335fa6b75c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:37.303829 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c14f6cd1-72ab-48d9-a5e3-ca7b6fe97dcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.306216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87196455-d21a-4d1a-8ac3-d2df06e6a1ac None None] Network 41ff2593-f55a-4c2e-8e59-0e465bc600ea requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:40:37.338577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7664d-2b86-438d-8cd9-e950ffc4d2c3 req-6ded8b92-9e86-430f-b406-834ecac5117f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:37.347242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9ad7664d-2b86-438d-8cd9-e950ffc4d2c3 req-6ded8b92-9e86-430f-b406-834ecac5117f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Synchronizing usage tracker for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:37.354341 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b96c1-f2f8-4786-a33e-52d6dde99ddf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event deleted for resources: {'Port': ['ID=ed96eed1-23e2-4542-93a0-ddfae54cbdd3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:37.354587 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c14f6cd1-72ab-48d9-a5e3-ca7b6fe97dcd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7316add8-b3b6-4387-8510-39335fa6b75c HTTP/1.1" status: 204 len: 168 time: 1.8510408 Feb 04 15:40:37.358429 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33506) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:37.455306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Network 29a09901-ac02-41b0-8f1b-e14b2e544ff1 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:37.476055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:37.514252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-620004cd-7f64-4817-b784-c67215a6c73a req-d56d4330-dfba-46f4-b013-800fd50e039c tempest-ServerGroupTestJSON-2044724834 tempest-ServerGroupTestJSON-2044724834-project] 10.222.0.60 "GET /v2.0/ports?device_id=faefbefd-bcea-457b-85d2-2d660df7cab4 HTTP/1.1" status: 200 len: 210 time: 0.2694199 Feb 04 15:40:37.516707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9ad7664d-2b86-438d-8cd9-e950ffc4d2c3 req-6ded8b92-9e86-430f-b406-834ecac5117f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Unset dirty status for tenant:c91e1013ea734c178c5ab749e0a32bf0 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:37.525665 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ad7664d-2b86-438d-8cd9-e950ffc4d2c3 req-6ded8b92-9e86-430f-b406-834ecac5117f tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 865 time: 1.0709009 Feb 04 15:40:37.729472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-226b96c1-f2f8-4786-a33e-52d6dde99ddf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] No DVR routers for this DVR port ed96eed1-23e2-4542-93a0-ddfae54cbdd3 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:37.734336 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-226b96c1-f2f8-4786-a33e-52d6dde99ddf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.748491 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f201064-f925-4c8d-be72-38ec456d21f9 req-226b96c1-f2f8-4786-a33e-52d6dde99ddf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.73 "DELETE /v2.0/ports/ed96eed1-23e2-4542-93a0-ddfae54cbdd3 HTTP/1.1" status: 204 len: 173 time: 2.3357227 Feb 04 15:40:37.781073 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ad7664d-2b86-438d-8cd9-e950ffc4d2c3 req-063785c4-3712-484b-96d3-1275a9330c25 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups?id=c228a079-4eac-4b6b-a1da-64b2ad6d3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544050 Feb 04 15:40:37.816868 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.948207 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05edf458-0ec9-4498-9791-31d6b986ef02 None None] DHCP port deletion for 41ff2593-f55a-4c2e-8e59-0e465bc600ea request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:40:37.954685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-05edf458-0ec9-4498-9791-31d6b986ef02 None None] Deleting port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:37.955205 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-05edf458-0ec9-4498-9791-31d6b986ef02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.022882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Deleting port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:38.023466 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.062722 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16701190-3996-423f-82c4-28a0c49f6a49 req-aca0979b-f633-4c98-be66-2f7cd57f50bb tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.1409376 Feb 04 15:40:38.118710 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faefbefd-bcea-457b-85d2-2d660df7cab4', 'name': 'network-vif-deleted', 'tag': '359de6c9-5368-46cc-983a-8100b4ca2c73', 'status': 'completed', 'code': 200} Feb 04 15:40:38.178182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-deleted', 'tag': '076ba81d-c2af-4b86-b984-deeffd4d5c7a'}, {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-deleted', 'tag': 'ed96eed1-23e2-4542-93a0-ddfae54cbdd3'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:38.273879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3497d48a-92a2-4589-a636-f890750173e1 None None] Provisioning complete for port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:38.275152 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3497d48a-92a2-4589-a636-f890750173e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.327884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9897379-641c-41a5-a84c-1ce7f362888c req-7b80ce04-3056-41c7-8f21-462025de1f5b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:38.335334 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9897379-641c-41a5-a84c-1ce7f362888c req-7b80ce04-3056-41c7-8f21-462025de1f5b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.1108603 Feb 04 15:40:38.416140 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9897379-641c-41a5-a84c-1ce7f362888c req-9b1a5404-d51c-484b-8cb8-f51c3dad9a0b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778196 Feb 04 15:40:38.452117 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-deleted', 'tag': '076ba81d-c2af-4b86-b984-deeffd4d5c7a', 'status': 'completed', 'code': 200} Feb 04 15:40:38.452717 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b754ff-79a6-4679-885f-46ccb4f99aa8', 'name': 'network-vif-deleted', 'tag': 'ed96eed1-23e2-4542-93a0-ddfae54cbdd3', 'status': 'completed', 'code': 200} Feb 04 15:40:38.599328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3497d48a-92a2-4589-a636-f890750173e1 None None] Port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:40:38.612800 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-05edf458-0ec9-4498-9791-31d6b986ef02 None None] For port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c4d3b874-a864-4ee7-a18b-3cd83d77cd8b,segment=NetworkSegment(2b763b50-49f2-4de6-b2fe-23ced4f421e2),segment_id=2b763b50-49f2-4de6-b2fe-23ced4f421e2)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:38.613338 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-05edf458-0ec9-4498-9791-31d6b986ef02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.806074 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-05edf458-0ec9-4498-9791-31d6b986ef02 None None] Calling delete_port for c4d3b874-a864-4ee7-a18b-3cd83d77cd8b owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:38.840144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38375572-a32f-4927-b3c5-2417edcf80ed req-5b0d4ce9-0f8e-45bf-a0c7-221b5acbc93a tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:38.848885 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38375572-a32f-4927-b3c5-2417edcf80ed req-5b0d4ce9-0f8e-45bf-a0c7-221b5acbc93a tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.1407747 Feb 04 15:40:38.958992 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38375572-a32f-4927-b3c5-2417edcf80ed req-fa55104b-d55c-42c7-befd-509c7cfdedf4 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989590 Feb 04 15:40:39.018223 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-05edf458-0ec9-4498-9791-31d6b986ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.075406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] For port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c4d3b874-a864-4ee7-a18b-3cd83d77cd8b,segment=NetworkSegment(2b763b50-49f2-4de6-b2fe-23ced4f421e2),segment_id=2b763b50-49f2-4de6-b2fe-23ced4f421e2)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:39.078287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.117807 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-532da355-3a0e-4432-bb20-1b95f44d9f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.120279 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b046f33e-0fde-4799-bf16-cc80e93a2ca1 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:39.234719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Calling delete_port for c4d3b874-a864-4ee7-a18b-3cd83d77cd8b owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:39.262091 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5cb57d0-9106-4a22-9b35-d65b42fae1a5 req-1a9be98b-a279-4d4a-adf2-41c8387ff4bf tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 210 time: 0.0584116 Feb 04 15:40:39.297522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edf458-0ec9-4498-9791-31d6b986ef02 None None] Pushing event deleted for resources: {'Port': ['ID=c4d3b874-a864-4ee7-a18b-3cd83d77cd8b,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:39.311096 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: b046f33e-0fde-4799-bf16-cc80e93a2ca1 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:40:39.311473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b046f33e-0fde-4799-bf16-cc80e93a2ca1 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:39.311891 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c4d3b874-a864-4ee7-a18b-3cd83d77cd8b no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:39.373409 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: c4d3b874-a864-4ee7-a18b-3cd83d77cd8b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:40:39.373777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c4d3b874-a864-4ee7-a18b-3cd83d77cd8b not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:39.387529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05edf458-0ec9-4498-9791-31d6b986ef02 None None] No DVR routers for this DVR port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:39.445607 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:40:39.445978 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:40:39.619781 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Router 5124c8fa-b2cd-4256-a6d4-46c9aa79b855 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:40:39.653290 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c32847b-2909-4d18-a440-26c5b336c903 req-5819daff-4bd4-4933-8df2-33faa56bb36c tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.0620697 Feb 04 15:40:39.934156 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.948809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Deleting port c4d3b874-a864-4ee7-a18b-3cd83d77cd8b {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:39.949174 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.072158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] The port 'c4d3b874-a864-4ee7-a18b-3cd83d77cd8b' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:40:40.142904 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.235314 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.249664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:40:40.261570 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Sync routers for ids ['5124c8fa-b2cd-4256-a6d4-46c9aa79b855'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:40:40.288702 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-54677a43-46c3-4b5d-bf25-ca58377e888f admin admin] 10.222.0.60 "PUT /v2.0/routers/5124c8fa-b2cd-4256-a6d4-46c9aa79b855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9463749 Feb 04 15:40:40.292143 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Routers {'5124c8fa-b2cd-4256-a6d4-46c9aa79b855'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:40:40.293652 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:40:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5124c8fa-b2cd-4256-a6d4-46c9aa79b855'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:40.303440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ff2593-f55a-4c2e-8e59-0e465bc600ea']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:40.326352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b763b50-49f2-4de6-b2fe-23ced4f421e2') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:40.326651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b763b50-49f2-4de6-b2fe-23ced4f421e2') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:40.354126 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.392994 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.404981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:40:40.405403 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:40.438768 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:40.466795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33564) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:40.481180 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257bb3f-36a8-4481-b73b-c0ae92b439d2 req-d64925ef-632a-4112-9e0e-915daaa6b441 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:40.490545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2257bb3f-36a8-4481-b73b-c0ae92b439d2 req-d64925ef-632a-4112-9e0e-915daaa6b441 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.5368218 Feb 04 15:40:40.597428 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.648175 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.663156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c3e0bc-4ef6-4247-bfd4-4836f29c5889 admin admin] Deleting subnet 6339d473-ef36-4680-a2c0-ea6ac31d1b64 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:40:40.664925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ff2593-f55a-4c2e-8e59-0e465bc600ea,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:40.677979 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1e61b521-08b4-4553-9b6f-f5691590d7d4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/41ff2593-f55a-4c2e-8e59-0e465bc600ea HTTP/1.1" status: 204 len: 168 time: 3.3096716 Feb 04 15:40:40.690850 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Set router 5124c8fa-b2cd-4256-a6d4-46c9aa79b855 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:40:40.743600 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64c3e0bc-4ef6-4247-bfd4-4836f29c5889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.824982 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64c3e0bc-4ef6-4247-bfd4-4836f29c5889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.882591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba7073d3-ea83-42d4-8a26-fcb2d37d9eb0 req-eb3102bc-ca0d-4cd5-a767-3e8a601d5163 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b754ff-79a6-4679-885f-46ccb4f99aa8 HTTP/1.1" status: 200 len: 210 time: 0.2026930 Feb 04 15:40:40.922087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33576) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:40.960514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2257bb3f-36a8-4481-b73b-c0ae92b439d2 req-3390546a-7739-42c3-ae72-e97ab5097fd8 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678290 Feb 04 15:40:40.987330 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64c3e0bc-4ef6-4247-bfd4-4836f29c5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.111513 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8f6bd9bc-a345-4ed2-bfdb-940f0a56e18e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0894528fa7a44e3a8af614f7a256e283&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1860473 Feb 04 15:40:41.112531 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33584) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:41.128935 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64c3e0bc-4ef6-4247-bfd4-4836f29c5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.217153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3e0bc-4ef6-4247-bfd4-4836f29c5889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6339d473-ef36-4680-a2c0-ea6ac31d1b64,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:41.277908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6814037-be3c-4aea-ac91-58770fb9e92f req-ebdd42ed-7538-4bd0-af46-cf252a20323c tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.0653749 Feb 04 15:40:41.282208 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64c3e0bc-4ef6-4247-bfd4-4836f29c5889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.282370 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd082-cc29-493e-b35f-4fb28bc2812e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.288821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-64c3e0bc-4ef6-4247-bfd4-4836f29c5889 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6339d473-ef36-4680-a2c0-ea6ac31d1b64 HTTP/1.1" status: 204 len: 168 time: 0.7434385 Feb 04 15:40:41.291312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33588) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:41.298398 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'name': 'tempest-FloatingIPsTestJSON-835492084-router', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:40:35Z', 'revision_number': 4, 'project_id': 'ecffcd073d284eff970e27e195b9a303', 'gw_port': {'id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:26Z', 'updated_at': '2022-02-04T15:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '68d9cb7c-4e81-4144-9a67-c7aa9974edf2', 'name': '', 'network_id': '29a09901-ac02-41b0-8f1b-e14b2e544ff1', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303', 'mac_address': 'fa:16:3e:93:0b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc0cca1e-05d8-45e4-a4c8-d2599ef48652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:31Z', 'updated_at': '2022-02-04T15:40:36Z', 'revision_number': 2, 'project_id': 'ecffcd073d284eff970e27e195b9a303', 'subnets': [{'id': 'dc0cca1e-05d8-45e4-a4c8-d2599ef48652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:41.308671 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Checking router: 5124c8fa-b2cd-4256-a6d4-46c9aa79b855 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:40:41.309036 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Updating router 5124c8fa-b2cd-4256-a6d4-46c9aa79b855 port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:40:41.327248 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.344213 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd082-cc29-493e-b35f-4fb28bc2812e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.406651 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.432404 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.441750 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd082-cc29-493e-b35f-4fb28bc2812e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.464393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dd082-cc29-493e-b35f-4fb28bc2812e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1efcab-40b5-4138-9a5b-35cb1b0152e5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:41.470837 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aa8dd082-cc29-493e-b35f-4fb28bc2812e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.472474 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-aa8dd082-cc29-493e-b35f-4fb28bc2812e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ed1efcab-40b5-4138-9a5b-35cb1b0152e5 HTTP/1.1" status: 204 len: 168 time: 0.3581491 Feb 04 15:40:41.517631 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6513d723-380b-4b9a-8f60-a0b5c57efe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.900106 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6513d723-380b-4b9a-8f60-a0b5c57efe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.999713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-6513d723-380b-4b9a-8f60-a0b5c57efe9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f232c31b-c666-487c-875e-a41fea5bcb13']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:42.035660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-6513d723-380b-4b9a-8f60-a0b5c57efe9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2644d8-cfc4-44a8-b245-72b4f83b15a0') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:42.035957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-6513d723-380b-4b9a-8f60-a0b5c57efe9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2644d8-cfc4-44a8-b245-72b4f83b15a0') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:42.072898 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6513d723-380b-4b9a-8f60-a0b5c57efe9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.113196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4970e7-b12f-4032-8ca2-21dff36e1a0a req-bdb33706-de7d-4abc-877c-d8b8c360ea79 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:42.119959 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae4970e7-b12f-4032-8ca2-21dff36e1a0a req-bdb33706-de7d-4abc-877c-d8b8c360ea79 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.4294028 Feb 04 15:40:42.130886 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-1aa1eb47-4e8d-4d09-9b07-9e6ceff46e32 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4391096 Feb 04 15:40:42.134334 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6513d723-380b-4b9a-8f60-a0b5c57efe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.152084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:42.162490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:42.170428 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Usage tracker for resource:floatingip and tenant:ecffcd073d284eff970e27e195b9a303 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:42.173632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6513d723-380b-4b9a-8f60-a0b5c57efe9c admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:40:42.174029 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6513d723-380b-4b9a-8f60-a0b5c57efe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:42.198678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:42.298615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:42.301151 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.334660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae4970e7-b12f-4032-8ca2-21dff36e1a0a req-6b659256-e855-44e0-a086-fd4a401d7f41 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138293 Feb 04 15:40:42.336394 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.382525 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Transition to ACTIVE for port object 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:42.398218 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.430273 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6513d723-380b-4b9a-8f60-a0b5c57efe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.454269 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6513d723-380b-4b9a-8f60-a0b5c57efe9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.474422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513d723-380b-4b9a-8f60-a0b5c57efe9c admin admin] Pushing event deleted for resources: {'Network': ['ID=f232c31b-c666-487c-875e-a41fea5bcb13,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:42.478872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6513d723-380b-4b9a-8f60-a0b5c57efe9c admin admin] 10.222.0.60 "DELETE /v2.0/networks/f232c31b-c666-487c-875e-a41fea5bcb13 HTTP/1.1" status: 204 len: 168 time: 1.1865866 Feb 04 15:40:42.549117 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.589866 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e30c9d-51af-40ea-8791-9288ea751f84 None None] Pushing event updated for resources: {'Port': ['ID=68d9cb7c-4e81-4144-9a67-c7aa9974edf2,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:42.743228 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Attempting to bind port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:42.743516 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Attempting to bind port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'ae149a9f-bb84-4eec-9ac5-9455cd85ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '29a09901-ac02-41b0-8f1b-e14b2e544ff1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:42.743875 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Attempting to bind port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 on network 29a09901-ac02-41b0-8f1b-e14b2e544ff1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:40:42.753823 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:40:42.754199 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Checking segment: {'id': 'ae149a9f-bb84-4eec-9ac5-9455cd85ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '29a09901-ac02-41b0-8f1b-e14b2e544ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:40:42.755345 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.755732 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Bound using segment: {'id': 'ae149a9f-bb84-4eec-9ac5-9455cd85ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '29a09901-ac02-41b0-8f1b-e14b2e544ff1'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:40:42.756407 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Bound port: 68d9cb7c-4e81-4144-9a67-c7aa9974edf2, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae149a9f-bb84-4eec-9ac5-9455cd85ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '29a09901-ac02-41b0-8f1b-e14b2e544ff1'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:42.756551 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.813651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Allocated IP 172.25.0.80 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/7b56faf4-e79a-4c16-8e49-e7d8adce5225) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:42.986411 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] For port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:42.995503 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] For port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=68d9cb7c-4e81-4144-9a67-c7aa9974edf2,segment=NetworkSegment(ae149a9f-bb84-4eec-9ac5-9455cd85ebdc),segment_id=ae149a9f-bb84-4eec-9ac5-9455cd85ebdc)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:43.006483 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.092758 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33624) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:43.147729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3dcab4e9-c5ff-4699-85b9-c093b6b55aeb req-b3183a20-178d-44f1-8f6e-cf3071152601 tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.1991925 Feb 04 15:40:43.158565 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e30c9d-51af-40ea-8791-9288ea751f84 None None] Pushing event updated for resources: {'Port': ['ID=68d9cb7c-4e81-4144-9a67-c7aa9974edf2,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:43.205779 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Routers {'5124c8fa-b2cd-4256-a6d4-46c9aa79b855'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:40:43.208756 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:40:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5124c8fa-b2cd-4256-a6d4-46c9aa79b855'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:43.231383 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6c86b6eb-5997-495f-856c-12a53f85dcf7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=68443d3f87ab462286a22b1a748306e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1344428 Feb 04 15:40:43.236888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33630) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:43.265480 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.344186 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.401462 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5417d434-077c-4e49-b30a-a6a38b4784e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.448340 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5417d434-077c-4e49-b30a-a6a38b4784e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.511046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:43.518702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:43.523553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:40:43.555961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Pushing event updated for resources: {'Port': ['ID=7b56faf4-e79a-4c16-8e49-e7d8adce5225,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:43.578214 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5417d434-077c-4e49-b30a-a6a38b4784e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.632263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417d434-077c-4e49-b30a-a6a38b4784e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2d9d49-3ce0-423f-a66f-87f246a598da,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:43.636507 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5417d434-077c-4e49-b30a-a6a38b4784e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.637740 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5417d434-077c-4e49-b30a-a6a38b4784e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b2d9d49-3ce0-423f-a66f-87f246a598da HTTP/1.1" status: 204 len: 168 time: 0.4017608 Feb 04 15:40:43.647121 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] Set router 5124c8fa-b2cd-4256-a6d4-46c9aa79b855 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:40:43.777319 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.883146 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.180738 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.187816 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.190986 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'name': 'tempest-FloatingIPsTestJSON-835492084-router', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:40:35Z', 'revision_number': 4, 'project_id': 'ecffcd073d284eff970e27e195b9a303', 'gw_port': {'id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:26Z', 'updated_at': '2022-02-04T15:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '68d9cb7c-4e81-4144-9a67-c7aa9974edf2', 'name': '', 'network_id': '29a09901-ac02-41b0-8f1b-e14b2e544ff1', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303', 'mac_address': 'fa:16:3e:93:0b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc0cca1e-05d8-45e4-a4c8-d2599ef48652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:31Z', 'updated_at': '2022-02-04T15:40:42Z', 'revision_number': 4, 'project_id': 'ecffcd073d284eff970e27e195b9a303', 'subnets': [{'id': 'dc0cca1e-05d8-45e4-a4c8-d2599ef48652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:44.196723 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ae0c2-5361-4703-976d-537c0811b575 None None] The sync data for ids ['5124c8fa-b2cd-4256-a6d4-46c9aa79b855'] in n-d-827872-1 is: [{'id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'name': 'tempest-FloatingIPsTestJSON-835492084-router', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:40:35Z', 'revision_number': 4, 'project_id': 'ecffcd073d284eff970e27e195b9a303', 'gw_port': {'id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:26Z', 'updated_at': '2022-02-04T15:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '68d9cb7c-4e81-4144-9a67-c7aa9974edf2', 'name': '', 'network_id': '29a09901-ac02-41b0-8f1b-e14b2e544ff1', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303', 'mac_address': 'fa:16:3e:93:0b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc0cca1e-05d8-45e4-a4c8-d2599ef48652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:31Z', 'updated_at': '2022-02-04T15:40:42Z', 'revision_number': 4, 'project_id': 'ecffcd073d284eff970e27e195b9a303', 'subnets': [{'id': 'dc0cca1e-05d8-45e4-a4c8-d2599ef48652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:40:44.243766 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33656) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:44.292015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Pushing event updated for resources: {'Port': ['ID=7b56faf4-e79a-4c16-8e49-e7d8adce5225,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:44.392644 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.424939 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.431111 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-4bc1664e-7120-4e3a-8556-f514f2f218ae tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2992902 Feb 04 15:40:44.475880 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca399-38e2-4a41-92de-d2fd9f0b6e94 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.546540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca399-38e2-4a41-92de-d2fd9f0b6e94 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.643238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-2d4a6a63-ca3f-41a9-b70a-f51db3357be9 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Synchronizing usage tracker for tenant:ecffcd073d284eff970e27e195b9a303 on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:44.659629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca399-38e2-4a41-92de-d2fd9f0b6e94 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.689884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ca399-38e2-4a41-92de-d2fd9f0b6e94 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c228a079-4eac-4b6b-a1da-64b2ad6d3add,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:44.705729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-2d4a6a63-ca3f-41a9-b70a-f51db3357be9 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Unset dirty status for tenant:ecffcd073d284eff970e27e195b9a303 on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:44.709842 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-2d4a6a63-ca3f-41a9-b70a-f51db3357be9 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.80 HTTP/1.1" status: 200 len: 695 time: 0.2640955 Feb 04 15:40:44.719700 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca399-38e2-4a41-92de-d2fd9f0b6e94 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.721075 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3a6ca399-38e2-4a41-92de-d2fd9f0b6e94 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "DELETE /v2.0/security-groups/c228a079-4eac-4b6b-a1da-64b2ad6d3add HTTP/1.1" status: 204 len: 168 time: 0.4762650 Feb 04 15:40:44.725909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33668) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:44.762057 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-b8bbb8e2-550a-48a6-8e09-a704178b2d86 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] show failed (client error): The resource could not be found. Feb 04 15:40:44.771231 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b8bbb8e2-550a-48a6-8e09-a704178b2d86 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "GET /v2.0/security-groups/c228a079-4eac-4b6b-a1da-64b2ad6d3add HTTP/1.1" status: 404 len: 347 time: 0.0412703 Feb 04 15:40:44.771937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33672) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:44.941003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-1b4eb7b9-c590-45a5-9e8c-1b60ba1da465 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:44.942587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a255657e-4c9e-42f1-a047-2b8339c832f0 req-1b4eb7b9-c590-45a5-9e8c-1b60ba1da465 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.2278812 Feb 04 15:40:45.140090 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:45.225825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad376f-c588-41f9-bec4-9c2f898cd9d7 req-a425a23b-4247-4ac8-80c5-68a644979df8 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:45.232204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-afad376f-c588-41f9-bec4-9c2f898cd9d7 req-a425a23b-4247-4ac8-80c5-68a644979df8 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.2128294 Feb 04 15:40:45.327266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:45.333923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:45.334404 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.339892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-37b9eacd-db3e-4ce1-8d60-f34d483859a4 req-58d4cb59-6351-4917-947c-18048f1ca621 tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.0725100 Feb 04 15:40:45.393971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-afad376f-c588-41f9-bec4-9c2f898cd9d7 req-26f86d03-9b09-4e90-a323-9c56d331b191 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573629 Feb 04 15:40:45.457138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33688) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:45.535926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f443c56d-c51e-42c6-abae-647dc3bcbd14 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Deleting port 6a94e4ba-d4ea-427e-a875-145023571e44 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:45.536495 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f443c56d-c51e-42c6-abae-647dc3bcbd14 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.686396 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3781c7fe-d0d7-4f27-8c91-e6b8ae0edec3 req-4b18946f-3c95-45d1-8f86-7d79c46646f4 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/floatingips/1d3d9258-f956-4185-822d-1248c6248e51 HTTP/1.1" status: 200 len: 692 time: 0.1875749 Feb 04 15:40:45.695728 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.785769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-280505584-network', 'tenant_id': '641344d751e341149b5b7803cc35dea8'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:45.860995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=68d9cb7c-4e81-4144-9a67-c7aa9974edf2,segment=NetworkSegment(ae149a9f-bb84-4eec-9ac5-9455cd85ebdc),segment_id=ae149a9f-bb84-4eec-9ac5-9455cd85ebdc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:45.880425 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.883516 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f443c56d-c51e-42c6-abae-647dc3bcbd14 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.883839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f443c56d-c51e-42c6-abae-647dc3bcbd14 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.011258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781c7fe-d0d7-4f27-8c91-e6b8ae0edec3 req-d753fec8-3d6c-4994-ba2d-38ef3a75336f tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.012900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3781c7fe-d0d7-4f27-8c91-e6b8ae0edec3 req-d753fec8-3d6c-4994-ba2d-38ef3a75336f tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.3257565 Feb 04 15:40:46.014884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:46.020768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Usage tracker for resource:network and tenant:641344d751e341149b5b7803cc35dea8 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:46.026511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=68d9cb7c-4e81-4144-9a67-c7aa9974edf2,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:46.027039 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:46.045559 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:46.077865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Made reservation on behalf of 641344d751e341149b5b7803cc35dea8 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:46.081039 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.099255 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.173457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f443c56d-c51e-42c6-abae-647dc3bcbd14 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Calling delete_port for 6a94e4ba-d4ea-427e-a875-145023571e44 owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:46.234365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc312802-4e61-4606-a8ab-3c7f902f41d9 req-dbf45a60-fe7a-4f4c-9dd6-bd9cd15212e2 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=ecffcd073d284eff970e27e195b9a303 HTTP/1.1" status: 200 len: 695 time: 0.1222656 Feb 04 15:40:46.242291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:46.250493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Usage tracker for resource:security_group_rule and tenant:641344d751e341149b5b7803cc35dea8 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:46.274949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:46.288847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:46.349934 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f443c56d-c51e-42c6-abae-647dc3bcbd14 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.428345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443c56d-c51e-42c6-abae-647dc3bcbd14 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event deleted for resources: {'Port': ['ID=6a94e4ba-d4ea-427e-a875-145023571e44,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:46.556558 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f443c56d-c51e-42c6-abae-647dc3bcbd14 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.558276 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312802-4e61-4606-a8ab-3c7f902f41d9 req-b93fc970-09d6-4353-ad6c-f6a6499c431f tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.583340 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc312802-4e61-4606-a8ab-3c7f902f41d9 req-b93fc970-09d6-4353-ad6c-f6a6499c431f tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/networks?id=90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 787 time: 0.3149793 Feb 04 15:40:46.605366 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f443c56d-c51e-42c6-abae-647dc3bcbd14 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.611298 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f443c56d-c51e-42c6-abae-647dc3bcbd14 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "DELETE /v2.0/floatingips/29cc356b-2a2b-4934-bb47-6e896b80da28 HTTP/1.1" status: 204 len: 168 time: 1.8350229 Feb 04 15:40:46.612080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33710) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:46.717667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-21320e0c-cbe8-4895-95da-1c1d78e60341 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Deleting port b1c50e65-f55d-48d1-9dd4-610ff1f20e6e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:46.718235 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-21320e0c-cbe8-4895-95da-1c1d78e60341 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.718348 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.789768 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.820055 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39e9d19b-4849-446c-8e26-84518e8b141c req-7c71321c-e6b9-46e3-85b4-dc6c65fcc7c8 tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.0979266 Feb 04 15:40:46.875417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:46.894935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b655a9-ef0f-4bce-b29d-19523fc48b96,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:46.962520 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.962995 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Added segment d281c7df-be3a-4740-92b5-17252320b13c of type vlan for network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 Feb 04 15:40:47.056477 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:47.104875 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.149648 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.150437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:47.151071 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.153281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:47.154987 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.258474 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27b66d8f-8a7d-4f6e-984c-eb427f18d418 req-2b5a26d4-4ed3-45d2-b2f0-3eef1259a776 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/floatingips/1d3d9258-f956-4185-822d-1248c6248e51 HTTP/1.1" status: 200 len: 692 time: 0.2972569 Feb 04 15:40:47.299210 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-21320e0c-cbe8-4895-95da-1c1d78e60341 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.429815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b66d8f-8a7d-4f6e-984c-eb427f18d418 req-6159d331-2a37-4d29-ac92-d1440b06cc4c tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:47.437309 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27b66d8f-8a7d-4f6e-984c-eb427f18d418 req-6159d331-2a37-4d29-ac92-d1440b06cc4c tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.1779425 Feb 04 15:40:47.445783 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-21320e0c-cbe8-4895-95da-1c1d78e60341 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Calling delete_port for b1c50e65-f55d-48d1-9dd4-610ff1f20e6e owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:47.494289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] Pushing event updated for resources: {'Network': ['ID=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:47.509485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:40:47.532787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0a6aa38b-43b0-4f3b-b41c-d914b54348a7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0744817 Feb 04 15:40:47.536064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33722) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:47.547807 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27b66d8f-8a7d-4f6e-984c-eb427f18d418 req-5ec3bafb-22f2-4e61-beab-4293f17ce2dd tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.80 HTTP/1.1" status: 200 len: 695 time: 0.1095769 Feb 04 15:40:47.552845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] Request body: {'subnet': {'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-280505584-subnet', 'tenant_id': '641344d751e341149b5b7803cc35dea8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:47.557674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:47.565204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] Usage tracker for resource:subnet and tenant:641344d751e341149b5b7803cc35dea8 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:47.565620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:47.571569 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:47.632687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] Made reservation on behalf of 641344d751e341149b5b7803cc35dea8 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:47.634997 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.676654 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-21320e0c-cbe8-4895-95da-1c1d78e60341 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.729729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21320e0c-cbe8-4895-95da-1c1d78e60341 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event deleted for resources: {'Port': ['ID=b1c50e65-f55d-48d1-9dd4-610ff1f20e6e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:47.734167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36aa1f6-5c29-4729-b077-fbb96535d105 req-ceb126d4-4806-498c-8256-d4801819cf6b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:47.735890 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f36aa1f6-5c29-4729-b077-fbb96535d105 req-ceb126d4-4806-498c-8256-d4801819cf6b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.8269961 Feb 04 15:40:47.743060 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27b66d8f-8a7d-4f6e-984c-eb427f18d418 req-e4c45090-5799-4e42-9fd7-6d157e802d62 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.80 HTTP/1.1" status: 200 len: 695 time: 0.1938498 Feb 04 15:40:47.885240 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-21320e0c-cbe8-4895-95da-1c1d78e60341 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.899003 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-21320e0c-cbe8-4895-95da-1c1d78e60341 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "DELETE /v2.0/ports/b1c50e65-f55d-48d1-9dd4-610ff1f20e6e HTTP/1.1" status: 204 len: 168 time: 1.2857780 Feb 04 15:40:47.903366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33734) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:47.976695 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f36aa1f6-5c29-4729-b077-fbb96535d105 req-30159603-3d04-465b-9884-acf8bba63352 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325206 Feb 04 15:40:47.976924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-074ee883-1be2-43a2-b39c-b2bbb87fa64e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Deleting port 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:47.977093 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-074ee883-1be2-43a2-b39c-b2bbb87fa64e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.979011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-27b66d8f-8a7d-4f6e-984c-eb427f18d418 req-2901dc6b-8694-48be-a4ea-fca54a3c4c4b tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Deleting port 7b56faf4-e79a-4c16-8e49-e7d8adce5225 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:47.979518 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27b66d8f-8a7d-4f6e-984c-eb427f18d418 req-2901dc6b-8694-48be-a4ea-fca54a3c4c4b tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.306252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d24c9a6-ece0-4681-b9f5-5735a4139f8f req-0b572fd8-8195-4e84-b700-e135bf33535a tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.0524139 Feb 04 15:40:48.309106 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27b66d8f-8a7d-4f6e-984c-eb427f18d418 req-2901dc6b-8694-48be-a4ea-fca54a3c4c4b tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.309429 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27b66d8f-8a7d-4f6e-984c-eb427f18d418 req-2901dc6b-8694-48be-a4ea-fca54a3c4c4b tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.317945 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.430869 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-074ee883-1be2-43a2-b39c-b2bbb87fa64e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.577085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-074ee883-1be2-43a2-b39c-b2bbb87fa64e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Calling delete_port for 08bb0989-9ab5-4b14-a3ad-1f0ef5940800 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:48.626151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-27b66d8f-8a7d-4f6e-984c-eb427f18d418 req-2901dc6b-8694-48be-a4ea-fca54a3c4c4b tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Calling delete_port for 7b56faf4-e79a-4c16-8e49-e7d8adce5225 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:48.749475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:48.782829 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-074ee883-1be2-43a2-b39c-b2bbb87fa64e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.804381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] Checking segment: {'id': 'd281c7df-be3a-4740-92b5-17252320b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:40:48.804703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] Network hostable DHCP agents. Network: e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:48.839807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ee883-1be2-43a2-b39c-b2bbb87fa64e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event deleted for resources: {'Port': ['ID=08bb0989-9ab5-4b14-a3ad-1f0ef5940800,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:48.846746 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27b66d8f-8a7d-4f6e-984c-eb427f18d418 req-2901dc6b-8694-48be-a4ea-fca54a3c4c4b tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.893011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] Network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:48.897280 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901dc6b-8694-48be-a4ea-fca54a3c4c4b tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Pushing event deleted for resources: {'Port': ['ID=7b56faf4-e79a-4c16-8e49-e7d8adce5225,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:48.956342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-074ee883-1be2-43a2-b39c-b2bbb87fa64e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.973854 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-074ee883-1be2-43a2-b39c-b2bbb87fa64e tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "DELETE /v2.0/ports/08bb0989-9ab5-4b14-a3ad-1f0ef5940800 HTTP/1.1" status: 204 len: 168 time: 1.0689321 Feb 04 15:40:48.974925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33766) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:48.975828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:48.986180 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ea3183-92fc-42fa-b938-c4c995b75ceb None None] Network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:40:48.986698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:48.986978 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.029932 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27b66d8f-8a7d-4f6e-984c-eb427f18d418 req-2901dc6b-8694-48be-a4ea-fca54a3c4c4b tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.047629 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27b66d8f-8a7d-4f6e-984c-eb427f18d418 req-2901dc6b-8694-48be-a4ea-fca54a3c4c4b tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.062196 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27b66d8f-8a7d-4f6e-984c-eb427f18d418 req-2901dc6b-8694-48be-a4ea-fca54a3c4c4b tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "DELETE /v2.0/floatingips/1d3d9258-f956-4185-822d-1248c6248e51 HTTP/1.1" status: 204 len: 173 time: 1.2892773 Feb 04 15:40:49.064298 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6206d5a9-6f1d-4c46-bdde-7e7cc82d1160 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5268972 Feb 04 15:40:49.067609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33780) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:49.076117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-280505584-router', 'tenant_id': '641344d751e341149b5b7803cc35dea8', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:49.089757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:49.096336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Usage tracker for resource:router and tenant:641344d751e341149b5b7803cc35dea8 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:49.107356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:49.112506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:49.140902 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.141918 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.177405 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.290252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b28ec7-26b9-424d-a969-5db480f38ac7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Deleting subnet bd26bebe-6dcc-4761-8a94-30454a746a11 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:40:49.296080 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5b28ec7-26b9-424d-a969-5db480f38ac7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.397693 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5b28ec7-26b9-424d-a969-5db480f38ac7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.416254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d233109-776f-410e-b876-48b1374762db None None] Network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:40:49.459775 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.521416 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5b28ec7-26b9-424d-a969-5db480f38ac7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.601331 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5b28ec7-26b9-424d-a969-5db480f38ac7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.640489 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b28ec7-26b9-424d-a969-5db480f38ac7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event deleted for resources: {'Subnet': ['ID=bd26bebe-6dcc-4761-8a94-30454a746a11,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:49.644918 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.651658 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5b28ec7-26b9-424d-a969-5db480f38ac7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.662899 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b5b28ec7-26b9-424d-a969-5db480f38ac7 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "DELETE /v2.0/subnets/bd26bebe-6dcc-4761-8a94-30454a746a11 HTTP/1.1" status: 204 len: 168 time: 0.6845603 Feb 04 15:40:49.663191 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33806) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:49.682398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e66cac-182f-455a-a8f1-fff4e169c2c6 None None] Network aa48dee4-e3e7-4faf-aa12-7ac914e8169e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:40:49.812267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d985317f-3846-4370-9e38-fe25e68ec55c req-7e8ca090-6599-4c93-88b4-e48bb69e0871 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2697551 Feb 04 15:40:49.826307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d01f9b-8850-4f39-a283-47cdbcfd9c94 req-a90c3e7c-503b-4112-9d04-78b53d6d4504 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:49.828014 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72d01f9b-8850-4f39-a283-47cdbcfd9c94 req-a90c3e7c-503b-4112-9d04-78b53d6d4504 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.3961332 Feb 04 15:40:49.835087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:49.844610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:49.864969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Usage tracker for resource:floatingip and tenant:ecffcd073d284eff970e27e195b9a303 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:49.870805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:49.871869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-32aa819b-0ca2-42bb-883b-e1edcc3d89b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Deleting subnet 6911330a-e5e5-4ed8-b084-2cb5ecb3d69d {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:40:49.876720 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32aa819b-0ca2-42bb-883b-e1edcc3d89b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.880915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:49.913906 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.944283 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32aa819b-0ca2-42bb-883b-e1edcc3d89b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.945660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72d01f9b-8850-4f39-a283-47cdbcfd9c94 req-5accdd6d-a120-413e-9adb-cd78663a8ec4 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023295 Feb 04 15:40:50.057652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279bf590-f29c-464f-9ef8-a3e3c5b92fae None None] DHCP port deletion for aa48dee4-e3e7-4faf-aa12-7ac914e8169e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:40:50.062789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-279bf590-f29c-464f-9ef8-a3e3c5b92fae None None] Deleting port cde6ea26-2640-4f83-9299-addaf90f8f25 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:50.063476 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-279bf590-f29c-464f-9ef8-a3e3c5b92fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.083344 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32aa819b-0ca2-42bb-883b-e1edcc3d89b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.125594 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.174107 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32aa819b-0ca2-42bb-883b-e1edcc3d89b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.193379 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.211777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa819b-0ca2-42bb-883b-e1edcc3d89b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event deleted for resources: {'Subnet': ['ID=6911330a-e5e5-4ed8-b084-2cb5ecb3d69d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:50.223877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32aa819b-0ca2-42bb-883b-e1edcc3d89b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.233407 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-32aa819b-0ca2-42bb-883b-e1edcc3d89b6 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "DELETE /v2.0/subnets/6911330a-e5e5-4ed8-b084-2cb5ecb3d69d HTTP/1.1" status: 204 len: 168 time: 0.5659008 Feb 04 15:40:50.233669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33812) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:50.242428 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-013a8775-f5fb-440c-8d2d-d4eca675c603 req-cc427f0b-49bd-4857-a9d8-2138f66e181c tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.0878222 Feb 04 15:40:50.242830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85204982-f24b-4fd3-82ab-3716b12fe9fa None None] Network f5281afe-99cd-45c1-96f8-e4c1552da724 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:40:50.349103 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.395104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-279bf590-f29c-464f-9ef8-a3e3c5b92fae None None] For port cde6ea26-2640-4f83-9299-addaf90f8f25, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=cde6ea26-2640-4f83-9299-addaf90f8f25,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:50.395623 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-279bf590-f29c-464f-9ef8-a3e3c5b92fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.429120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Allocated IP 172.25.0.114 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/309ce886-dfb1-4be3-b328-e6c6644caf0b) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:50.480659 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.492814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Deleting port cde6ea26-2640-4f83-9299-addaf90f8f25 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:50.494343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.571909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-279bf590-f29c-464f-9ef8-a3e3c5b92fae None None] Calling delete_port for cde6ea26-2640-4f83-9299-addaf90f8f25 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:50.735629 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-279bf590-f29c-464f-9ef8-a3e3c5b92fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.793305 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bf590-f29c-464f-9ef8-a3e3c5b92fae None None] Pushing event deleted for resources: {'Port': ['ID=cde6ea26-2640-4f83-9299-addaf90f8f25,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:50.810477 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279bf590-f29c-464f-9ef8-a3e3c5b92fae None None] No DVR routers for this DVR port cde6ea26-2640-4f83-9299-addaf90f8f25 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:50.837582 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.852764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] DHCP port deletion for f5281afe-99cd-45c1-96f8-e4c1552da724 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:40:50.854599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] For port cde6ea26-2640-4f83-9299-addaf90f8f25, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=cde6ea26-2640-4f83-9299-addaf90f8f25,segment=NetworkSegment(7c2f2a44-5389-44f3-8442-147087233bfd),segment_id=7c2f2a44-5389-44f3-8442-147087233bfd)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:50.855213 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.858163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] Deleting port 53b02e08-b1d3-4d50-892f-81afef46e546 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:50.858696 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.892232 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.016858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device cde6ea26-2640-4f83-9299-addaf90f8f25 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:51.070613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Pushing event updated for resources: {'Port': ['ID=309ce886-dfb1-4be3-b328-e6c6644caf0b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:51.071897 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: cde6ea26-2640-4f83-9299-addaf90f8f25 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:40:51.072342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device cde6ea26-2640-4f83-9299-addaf90f8f25 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:51.072642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 53b02e08-b1d3-4d50-892f-81afef46e546 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:51.131998 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Calling delete_port for cde6ea26-2640-4f83-9299-addaf90f8f25 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:51.170005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:51.195142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Allocated IP 172.25.0.87 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/0f5da17e-4881-4acc-b22a-9ab2d576130a) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:51.210025 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33832) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:51.214069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:51.217870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:40:51.223743 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:40:51.224101 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:40:51.297341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] For port 53b02e08-b1d3-4d50-892f-81afef46e546, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=53b02e08-b1d3-4d50-892f-81afef46e546,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:51.297712 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.364269 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c61d030f-4253-46fc-b13a-21d55b23c5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.366931 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.396669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c61d030f-4253-46fc-b13a-21d55b23c5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:51.400695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c61d030f-4253-46fc-b13a-21d55b23c5ea admin admin] Usage tracker for resource:security_group_rule and tenant:0c0c602d8a1449beaab494457c4d793c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:51.403709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c61d030f-4253-46fc-b13a-21d55b23c5ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:51.409495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c61d030f-4253-46fc-b13a-21d55b23c5ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:51.441366 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] Calling delete_port for 53b02e08-b1d3-4d50-892f-81afef46e546 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:51.481422 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c61d030f-4253-46fc-b13a-21d55b23c5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.487991 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c61d030f-4253-46fc-b13a-21d55b23c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.496960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-b2b99dc8-dc53-4cde-8a92-73a803e6fb6d tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:51.499706 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-b2b99dc8-dc53-4cde-8a92-73a803e6fb6d tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/networks?id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c HTTP/1.1" status: 200 len: 805 time: 0.4571185 Feb 04 15:40:51.505975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 53b02e08-b1d3-4d50-892f-81afef46e546, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=53b02e08-b1d3-4d50-892f-81afef46e546,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:51.510949 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.515778 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.547680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-0fe8d4e8-6035-4a9a-b40c-9063cec8b7bd tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/quotas/afedf71e08d54f2282f1fc68f8a88f61 HTTP/1.1" status: 200 len: 375 time: 0.0365431 Feb 04 15:40:51.555657 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c61d030f-4253-46fc-b13a-21d55b23c5ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c0c602d8a1449beaab494457c4d793c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3423321 Feb 04 15:40:51.555657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d030f-4253-46fc-b13a-21d55b23c5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af8dbdf-5aec-4218-939a-9c041734b7b3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:51.557399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33840) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:51.594674 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:40:51.595010 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:40:51.595652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=53b02e08-b1d3-4d50-892f-81afef46e546,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:51.631841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a3bf0308-33f7-4bff-8fd2-f0fde23b1616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.661467 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a3bf0308-33f7-4bff-8fd2-f0fde23b1616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.662212 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.716962 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a3bf0308-33f7-4bff-8fd2-f0fde23b1616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.726478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Deleting port cde6ea26-2640-4f83-9299-addaf90f8f25 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:51.726798 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.749393 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-32aff2f9-8916-48d3-9ddf-953d9066a5f6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=afedf71e08d54f2282f1fc68f8a88f61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2008336 Feb 04 15:40:51.756885 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:51.758290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Pushing event updated for resources: {'Port': ['ID=0f5da17e-4881-4acc-b22a-9ab2d576130a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:51.764180 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:51.766495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:40:51.768235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf0308-33f7-4bff-8fd2-f0fde23b1616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af8dbdf-5aec-4218-939a-9c041734b7b3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:51.803010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] The port 'cde6ea26-2640-4f83-9299-addaf90f8f25' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:40:51.842465 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a3bf0308-33f7-4bff-8fd2-f0fde23b1616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.843497 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a3bf0308-33f7-4bff-8fd2-f0fde23b1616 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9af8dbdf-5aec-4218-939a-9c041734b7b3 HTTP/1.1" status: 204 len: 168 time: 0.2851915 Feb 04 15:40:51.908785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.909515 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.932621 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.970533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa48dee4-e3e7-4faf-aa12-7ac914e8169e']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:51.985121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2f2a44-5389-44f3-8442-147087233bfd') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:51.985505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2f2a44-5389-44f3-8442-147087233bfd') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:51.999835 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.019515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.027486 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:40:52.027922 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:52.045892 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:52.061129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-a4b61ebc-6c34-466d-b03f-fc3959c8cc23 service neutron] 10.222.0.60 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983408 Feb 04 15:40:52.096846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] Deleting port 53b02e08-b1d3-4d50-892f-81afef46e546 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:52.097429 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.135904 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.160301 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.172720 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event deleted for resources: {'Network': ['ID=aa48dee4-e3e7-4faf-aa12-7ac914e8169e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:52.186381 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f9de5414-dc81-4241-a3f7-1ce6eaa09594 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "DELETE /v2.0/networks/aa48dee4-e3e7-4faf-aa12-7ac914e8169e HTTP/1.1" status: 204 len: 168 time: 1.9515624 Feb 04 15:40:52.189047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33852) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:52.320399 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.337638 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.350721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Deleting port 53b02e08-b1d3-4d50-892f-81afef46e546 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:52.351465 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.383432 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] For port 53b02e08-b1d3-4d50-892f-81afef46e546, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=53b02e08-b1d3-4d50-892f-81afef46e546,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:52.383827 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.536377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] Calling delete_port for 53b02e08-b1d3-4d50-892f-81afef46e546 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:52.588683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] For port 53b02e08-b1d3-4d50-892f-81afef46e546, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=53b02e08-b1d3-4d50-892f-81afef46e546,segment=NetworkSegment(4ae38ffd-e1d3-4484-9449-596a4bb4199c),segment_id=4ae38ffd-e1d3-4484-9449-596a4bb4199c)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:52.589144 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.619043 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.630988 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.692898 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-cfc2a155-8f7f-44c1-8ca2-84798699aafa service neutron] 10.222.0.60 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6235528 Feb 04 15:40:52.705073 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] Pushing event deleted for resources: {'Port': ['ID=53b02e08-b1d3-4d50-892f-81afef46e546,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:52.714426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b08402-d4b1-48b7-b669-11e410052724 None None] No DVR routers for this DVR port 53b02e08-b1d3-4d50-892f-81afef46e546 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:52.878229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Calling delete_port for 53b02e08-b1d3-4d50-892f-81afef46e546 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:52.964293 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33870) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:52.982694 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6a93dd02-462e-4f40-8f62-7e492dd14fde no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:52.990482 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ed20e-882f-42d4-94e2-0e2a87ba03d4 req-be9e8464-347d-4dc4-affa-2c43a68ee603 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:52.992090 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ef2ed20e-882f-42d4-94e2-0e2a87ba03d4 req-be9e8464-347d-4dc4-affa-2c43a68ee603 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.73 "GET /v2.0/ports?device_id=86de8e59-9e07-4679-be9b-f5dfc05ff0fb HTTP/1.1" status: 200 len: 946 time: 0.5409565 Feb 04 15:40:53.006156 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:40:53.007990 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:40:53.167060 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.200004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1722554909-network', 'tenant_id': 'db88fa6dda3d40c19694cb02ae3657f4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:53.200576 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86de8e59-9e07-4679-be9b-f5dfc05ff0fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a93dd02-462e-4f40-8f62-7e492dd14fde'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:53.209830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:53.210090 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6a93dd02-462e-4f40-8f62-7e492dd14fde, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6a93dd02-462e-4f40-8f62-7e492dd14fde,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:53.217487 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.220660 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Usage tracker for resource:network and tenant:db88fa6dda3d40c19694cb02ae3657f4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:53.224797 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-ef2ed20e-882f-42d4-94e2-0e2a87ba03d4 req-ce3212ea-fbfd-45e2-a1b9-a63504c10e74 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Deleting port 6a93dd02-462e-4f40-8f62-7e492dd14fde {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:53.225150 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ef2ed20e-882f-42d4-94e2-0e2a87ba03d4 req-ce3212ea-fbfd-45e2-a1b9-a63504c10e74 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.226683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:53.236132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:53.250144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Made reservation on behalf of db88fa6dda3d40c19694cb02ae3657f4 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:53.253335 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.272918 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.293613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Router 9683e531-6dc6-43a4-ab04-7c7bce32228c is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:40:53.298755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=6a93dd02-462e-4f40-8f62-7e492dd14fde,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:53.317748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:53.322230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Usage tracker for resource:security_group_rule and tenant:db88fa6dda3d40c19694cb02ae3657f4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:53.322390 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.326127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:53.333388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:53.360499 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.411287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.418584 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.464980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:53.476419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019772b8-fed2-4525-ba4f-e88cb4ee0a06,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:53.483629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.484241 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Added segment 4f2b4b09-320b-4bdb-8416-cb74b0d58fec of type vlan for network cd581f90-a82a-4ae0-b680-25bcff37d668 Feb 04 15:40:53.512722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Deleting port 53b02e08-b1d3-4d50-892f-81afef46e546 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:53.513298 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.546931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f9dcf-e51b-4d30-bd26-bf1af0427704 req-b3e57e13-aa13-402c-af58-d56651503c25 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:53.553783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-583f9dcf-e51b-4d30-bd26-bf1af0427704 req-b3e57e13-aa13-402c-af58-d56651503c25 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.5235262 Feb 04 15:40:53.585717 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.594085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] The port '53b02e08-b1d3-4d50-892f-81afef46e546' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:40:53.661062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Pushing event updated for resources: {'Port': ['ID=0f5da17e-4881-4acc-b22a-9ab2d576130a,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:53.745145 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.745406 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.756782 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.757614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:53.758187 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.781576 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-583f9dcf-e51b-4d30-bd26-bf1af0427704 req-fa49df77-47b0-456e-8181-43f58e720c60 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268345 Feb 04 15:40:53.819047 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-ef2ed20e-882f-42d4-94e2-0e2a87ba03d4 req-ce3212ea-fbfd-45e2-a1b9-a63504c10e74 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] For port 6a93dd02-462e-4f40-8f62-7e492dd14fde, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6a93dd02-462e-4f40-8f62-7e492dd14fde,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:53.819782 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ef2ed20e-882f-42d4-94e2-0e2a87ba03d4 req-ce3212ea-fbfd-45e2-a1b9-a63504c10e74 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.827873 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.829064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d985317f-3846-4370-9e38-fe25e68ec55c req-a8ddda58-647b-4cc0-8b5b-04871fab844e tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9987953 Feb 04 15:40:53.889517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5281afe-99cd-45c1-96f8-e4c1552da724']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:53.918581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae38ffd-e1d3-4484-9449-596a4bb4199c') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:53.919122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae38ffd-e1d3-4484-9449-596a4bb4199c') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:53.927253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] Pushing event updated for resources: {'Network': ['ID=cd581f90-a82a-4ae0-b680-25bcff37d668,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:53.933725 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6b75f591-4808-4574-990b-d75265427f15 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9685638 Feb 04 15:40:53.940902 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.942523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network cd581f90-a82a-4ae0-b680-25bcff37d668 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:40:53.948193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33884) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:53.955298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] Request body: {'subnet': {'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1722554909-subnet', 'tenant_id': 'db88fa6dda3d40c19694cb02ae3657f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:53.962745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:53.971203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] Usage tracker for resource:subnet and tenant:db88fa6dda3d40c19694cb02ae3657f4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:53.975122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:53.978696 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.987629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:53.992646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:40:53.993264 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:54.013887 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:54.023170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-ef2ed20e-882f-42d4-94e2-0e2a87ba03d4 req-ce3212ea-fbfd-45e2-a1b9-a63504c10e74 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Calling delete_port for 6a93dd02-462e-4f40-8f62-7e492dd14fde owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:54.089445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] Made reservation on behalf of db88fa6dda3d40c19694cb02ae3657f4 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:54.093516 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.193616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.196573 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a30664e9-454a-4a6f-8c35-27658f61493d req-7aa14347-0dd7-496e-bb2f-19b45e203977 tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.1818473 Feb 04 15:40:54.281339 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.305462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d985317f-3846-4370-9e38-fe25e68ec55c req-de563d01-3665-4403-9f8b-ae6a2a7a39d9 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Synchronizing usage tracker for tenant:ecffcd073d284eff970e27e195b9a303 on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:54.308859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] Pushing event deleted for resources: {'Network': ['ID=f5281afe-99cd-45c1-96f8-e4c1552da724,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:54.329823 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8d19e800-53a9-4d93-89f2-1d133a69bf02 tempest-TaggedBootDevicesTest-1108926006 tempest-TaggedBootDevicesTest-1108926006-project] 10.222.0.60 "DELETE /v2.0/networks/f5281afe-99cd-45c1-96f8-e4c1552da724 HTTP/1.1" status: 204 len: 168 time: 2.1351342 Feb 04 15:40:54.381952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d985317f-3846-4370-9e38-fe25e68ec55c req-de563d01-3665-4403-9f8b-ae6a2a7a39d9 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Unset dirty status for tenant:ecffcd073d284eff970e27e195b9a303 on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:54.383878 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d985317f-3846-4370-9e38-fe25e68ec55c req-de563d01-3665-4403-9f8b-ae6a2a7a39d9 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.87 HTTP/1.1" status: 200 len: 695 time: 0.5479624 Feb 04 15:40:54.411522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-40b2c87c-24d7-423b-b48a-98fd788710c8 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:54.412940 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-40b2c87c-24d7-423b-b48a-98fd788710c8 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.81 "GET /v2.0/networks?id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c HTTP/1.1" status: 200 len: 805 time: 0.2483914 Feb 04 15:40:54.458131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-23fdf5d4-008f-4b0b-8386-309316345c26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Request body: {'port': {'device_id': 'a4352e58-21f3-44f3-97f6-b163aa9ad5eb', 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c', 'admin_state_up': True, 'tenant_id': 'afedf71e08d54f2282f1fc68f8a88f61'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:54.469618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f7ac2a0-9dac-4e90-9076-4ffb977c71c1 req-4efe32ba-15d0-40b7-9391-445e8ec8b239 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4352e58-21f3-44f3-97f6-b163aa9ad5eb HTTP/1.1" status: 200 len: 210 time: 0.0789890 Feb 04 15:40:54.473958 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ef2ed20e-882f-42d4-94e2-0e2a87ba03d4 req-ce3212ea-fbfd-45e2-a1b9-a63504c10e74 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.541921 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86de8e59-9e07-4679-be9b-f5dfc05ff0fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a93dd02-462e-4f40-8f62-7e492dd14fde', 'code': 200} Feb 04 15:40:54.639574 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.669567 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-23fdf5d4-008f-4b0b-8386-309316345c26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:54.692957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-23fdf5d4-008f-4b0b-8386-309316345c26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:54.724215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c04cb8-1c73-41af-b76f-88dc90f92f47,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:54.731201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3212ea-fbfd-45e2-a1b9-a63504c10e74 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Pushing event deleted for resources: {'Port': ['ID=6a93dd02-462e-4f40-8f62-7e492dd14fde,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:54.735985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-23fdf5d4-008f-4b0b-8386-309316345c26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Made reservation on behalf of afedf71e08d54f2282f1fc68f8a88f61 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:54.738976 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-23fdf5d4-008f-4b0b-8386-309316345c26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.811509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] Checking segment: {'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:40:54.811731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:40:54.811928 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] Network hostable DHCP agents. Network: cd581f90-a82a-4ae0-b680-25bcff37d668, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:54.835041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Sync routers for ids ['9683e531-6dc6-43a4-ab04-7c7bce32228c'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:40:54.845980 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2ed20e-882f-42d4-94e2-0e2a87ba03d4 req-ce3212ea-fbfd-45e2-a1b9-a63504c10e74 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] No DVR routers for this DVR port 6a93dd02-462e-4f40-8f62-7e492dd14fde on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:54.848842 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ef2ed20e-882f-42d4-94e2-0e2a87ba03d4 req-ce3212ea-fbfd-45e2-a1b9-a63504c10e74 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.858660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86de8e59-9e07-4679-be9b-f5dfc05ff0fb', 'name': 'network-vif-deleted', 'tag': '6a93dd02-462e-4f40-8f62-7e492dd14fde'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:54.876692 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Routers {'9683e531-6dc6-43a4-ab04-7c7bce32228c'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:40:54.877413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:40:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9683e531-6dc6-43a4-ab04-7c7bce32228c'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:54.898707 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ef2ed20e-882f-42d4-94e2-0e2a87ba03d4 req-ce3212ea-fbfd-45e2-a1b9-a63504c10e74 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.73 "DELETE /v2.0/ports/6a93dd02-462e-4f40-8f62-7e492dd14fde HTTP/1.1" status: 204 len: 173 time: 1.8818762 Feb 04 15:40:54.910420 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.925221 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4e2cd34b-a3c4-46b0-bed9-219704311466 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8565421 Feb 04 15:40:54.927653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33902) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:54.974933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] Network cd581f90-a82a-4ae0-b680-25bcff37d668 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:55.021074 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, cd581f90-a82a-4ae0-b680-25bcff37d668) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:55.030464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.031153 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.039398 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-23fdf5d4-008f-4b0b-8386-309316345c26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Allocated IP 172.20.0.12 (7ecadb25-8c08-4a58-85bb-d9db02afbd7c/f5285dbb-79fd-49a5-a716-0ef9a58f1dfc/96bcd0c1-9420-47ab-8e16-338361065312) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:55.082944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985317f-3846-4370-9e38-fe25e68ec55c req-77cb37b2-f8ea-4595-adda-4a91702164b6 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.087254 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d985317f-3846-4370-9e38-fe25e68ec55c req-77cb37b2-f8ea-4595-adda-4a91702164b6 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.6549015 Feb 04 15:40:55.088183 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad60467-7b8b-4c34-b68d-7a3826af4adf None None] Network cd581f90-a82a-4ae0-b680-25bcff37d668 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:40:55.134404 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d2582715-77ba-4615-a8c9-263da5e9fc28 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1846924 Feb 04 15:40:55.203711 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86de8e59-9e07-4679-be9b-f5dfc05ff0fb', 'name': 'network-vif-deleted', 'tag': '6a93dd02-462e-4f40-8f62-7e492dd14fde', 'status': 'completed', 'code': 200} Feb 04 15:40:55.365753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9c8d1d1-ab09-4563-9288-6eccda0d25a9 req-dd75fb16-0706-4191-aee0-229ec79ece20 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/floatingips/42fffb18-7d5b-47bf-ace5-a3356c10c690 HTTP/1.1" status: 200 len: 692 time: 0.1111417 Feb 04 15:40:55.374228 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa5c41-8501-49f1-82cb-046178a70a2f req-822f0fb7-f108-4ceb-9051-923715b9b1dc tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.376060 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-78fa5c41-8501-49f1-82cb-046178a70a2f req-822f0fb7-f108-4ceb-9051-923715b9b1dc tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.3196762 Feb 04 15:40:55.503695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Set router 9683e531-6dc6-43a4-ab04-7c7bce32228c gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:40:55.670481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-78fa5c41-8501-49f1-82cb-046178a70a2f req-630b7222-a817-4dd1-b584-c8a4993ba877 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228868 Feb 04 15:40:55.670657 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-23fdf5d4-008f-4b0b-8386-309316345c26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.719230 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-23fdf5d4-008f-4b0b-8386-309316345c26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.721199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8d1d1-ab09-4563-9288-6eccda0d25a9 req-30928e47-f331-48f2-a4a1-e98afa0a4695 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.726064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9c8d1d1-ab09-4563-9288-6eccda0d25a9 req-30928e47-f331-48f2-a4a1-e98afa0a4695 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.3477571 Feb 04 15:40:55.876706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdf5d4-008f-4b0b-8386-309316345c26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Pushing event updated for resources: {'Port': ['ID=96bcd0c1-9420-47ab-8e16-338361065312,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:55.891298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-23fdf5d4-008f-4b0b-8386-309316345c26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:55.892632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-23fdf5d4-008f-4b0b-8386-309316345c26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:55.895389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-23fdf5d4-008f-4b0b-8386-309316345c26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:40:55.934319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9c8d1d1-ab09-4563-9288-6eccda0d25a9 req-681e3282-a9a2-4dc2-9c1c-c590d2c2348c tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.87 HTTP/1.1" status: 200 len: 695 time: 0.1998715 Feb 04 15:40:55.999327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-23fdf5d4-008f-4b0b-8386-309316345c26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.999878 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-23fdf5d4-008f-4b0b-8386-309316345c26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.032486 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-23fdf5d4-008f-4b0b-8386-309316345c26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5825543 Feb 04 15:40:56.053988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Request body: {'port': {'device_id': 'a4352e58-21f3-44f3-97f6-b163aa9ad5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:40:56.113909 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9c8d1d1-ab09-4563-9288-6eccda0d25a9 req-e45a3b61-160f-4b19-9cb2-26beca4058ad tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.87 HTTP/1.1" status: 200 len: 695 time: 0.1680732 Feb 04 15:40:56.182649 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.201752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-cd581f90-a82a-4ae0-b680-25bcff37d668', 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668', 'tenant_id': 'db88fa6dda3d40c19694cb02ae3657f4', 'fixed_ips': [{'subnet_id': 'a4c04cb8-1c73-41af-b76f-88dc90f92f47'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:40:56.202563 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.236256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25671902-1d2a-481a-98d4-c139e14e21a0 req-4ceb629c-2aac-41a3-9d31-3497503ebd88 tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.1260757 Feb 04 15:40:56.294407 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'name': 'tempest-ServerRescueTestJSON-280505584-router', 'tenant_id': '641344d751e341149b5b7803cc35dea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:49Z', 'updated_at': '2022-02-04T15:40:51Z', 'revision_number': 3, 'project_id': '641344d751e341149b5b7803cc35dea8', 'gw_port': {'id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:50Z', 'updated_at': '2022-02-04T15:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:56.301256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Checking router: 9683e531-6dc6-43a4-ab04-7c7bce32228c for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:40:56.301607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Updating router 9683e531-6dc6-43a4-ab04-7c7bce32228c port 309ce886-dfb1-4be3-b328-e6c6644caf0b binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:40:56.428126 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.500742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Allocated IP 172.20.0.2 (cd581f90-a82a-4ae0-b680-25bcff37d668/a4c04cb8-1c73-41af-b76f-88dc90f92f47/10f81947-e1d2-49a6-a10b-d16708e1b23f) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:56.572358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-d9c8d1d1-ab09-4563-9288-6eccda0d25a9 req-207493ff-d6c1-4840-b678-86d13c9894a6 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Deleting port 0f5da17e-4881-4acc-b22a-9ab2d576130a {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:40:56.572670 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d9c8d1d1-ab09-4563-9288-6eccda0d25a9 req-207493ff-d6c1-4840-b678-86d13c9894a6 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.717144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bcd0c1-9420-47ab-8e16-338361065312 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:56.727582 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.745795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Transition to ACTIVE for port object 96bcd0c1-9420-47ab-8e16-338361065312 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:56.751832 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.852030 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.865015 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Transition to ACTIVE for port object 10f81947-e1d2-49a6-a10b-d16708e1b23f will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:56.894632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Transition to ACTIVE for port object 10f81947-e1d2-49a6-a10b-d16708e1b23f will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:56.975150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07380d07-7bee-4f2c-92d5-e9b670decaac req-577b821c-6759-4079-bce1-6867b16f4411 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:56.975674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-07380d07-7bee-4f2c-92d5-e9b670decaac req-577b821c-6759-4079-bce1-6867b16f4411 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Synchronizing usage tracker for tenant:afedf71e08d54f2282f1fc68f8a88f61 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:57.036694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Pushing event updated for resources: {'Port': ['ID=96bcd0c1-9420-47ab-8e16-338361065312,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:57.056428 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6a93dd02-462e-4f40-8f62-7e492dd14fde no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:57.095511 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.118518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-07380d07-7bee-4f2c-92d5-e9b670decaac req-577b821c-6759-4079-bce1-6867b16f4411 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Unset dirty status for tenant:afedf71e08d54f2282f1fc68f8a88f61 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:57.120030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07380d07-7bee-4f2c-92d5-e9b670decaac req-577b821c-6759-4079-bce1-6867b16f4411 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4352e58-21f3-44f3-97f6-b163aa9ad5eb HTTP/1.1" status: 200 len: 932 time: 0.6222503 Feb 04 15:40:57.130358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Attempting to bind port 96bcd0c1-9420-47ab-8e16-338361065312 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:57.130709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Attempting to bind port 96bcd0c1-9420-47ab-8e16-338361065312 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:57.131044 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Attempting to bind port 96bcd0c1-9420-47ab-8e16-338361065312 on network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:40:57.139264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Port 96bcd0c1-9420-47ab-8e16-338361065312 on network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:40:57.139752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Attempting to bind port 96bcd0c1-9420-47ab-8e16-338361065312 on network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:40:57.148402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:40:57.148746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Checking segment: {'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:40:57.149139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Bound using segment: {'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:40:57.149580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Bound port: 96bcd0c1-9420-47ab-8e16-338361065312, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:57.149932 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.191367 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d9c8d1d1-ab09-4563-9288-6eccda0d25a9 req-207493ff-d6c1-4840-b678-86d13c9894a6 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.191816 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d9c8d1d1-ab09-4563-9288-6eccda0d25a9 req-207493ff-d6c1-4840-b678-86d13c9894a6 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.225596 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.239830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Transition to ACTIVE for port object 309ce886-dfb1-4be3-b328-e6c6644caf0b will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:57.244648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 6a93dd02-462e-4f40-8f62-7e492dd14fde {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:40:57.244991 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6a93dd02-462e-4f40-8f62-7e492dd14fde not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:57.259514 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] For port 96bcd0c1-9420-47ab-8e16-338361065312, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:57.262426 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.264133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] For port 96bcd0c1-9420-47ab-8e16-338361065312, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=96bcd0c1-9420-47ab-8e16-338361065312,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:57.269193 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.304907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Attempting to bind port 309ce886-dfb1-4be3-b328-e6c6644caf0b on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:57.305268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Attempting to bind port 309ce886-dfb1-4be3-b328-e6c6644caf0b by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:57.305632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Attempting to bind port 309ce886-dfb1-4be3-b328-e6c6644caf0b on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:40:57.321491 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Network cd581f90-a82a-4ae0-b680-25bcff37d668 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:57.326507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:57.334862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:40:57.341963 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.343414 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] 10.222.0.81 "PUT /v2.0/ports/96bcd0c1-9420-47ab-8e16-338361065312 HTTP/1.1" status: 200 len: 1092 time: 1.2980938 Feb 04 15:40:57.346563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4352e58-21f3-44f3-97f6-b163aa9ad5eb', 'tag': '96bcd0c1-9420-47ab-8e16-338361065312'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:57.378899 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:40:57.379231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:40:57.379576 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.379971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:40:57.380446 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Bound port: 309ce886-dfb1-4be3-b328-e6c6644caf0b, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:57.380817 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.392087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1c684-f54d-4839-8a7e-f0abb9d20827 service neutron] Pushing event updated for resources: {'Port': ['ID=96bcd0c1-9420-47ab-8e16-338361065312,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:57.423395 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-d9c8d1d1-ab09-4563-9288-6eccda0d25a9 req-207493ff-d6c1-4840-b678-86d13c9894a6 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Calling delete_port for 0f5da17e-4881-4acc-b22a-9ab2d576130a owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:40:57.447744 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Pushing event updated for resources: {'Port': ['ID=10f81947-e1d2-49a6-a10b-d16708e1b23f,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:57.477614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07380d07-7bee-4f2c-92d5-e9b670decaac req-78827b04-da7d-4747-9fde-0d90d42ef20f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446333 Feb 04 15:40:57.548262 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-c54c06c1-880a-40d5-8804-f48b390681ca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=afedf71e08d54f2282f1fc68f8a88f61&device_id=a4352e58-21f3-44f3-97f6-b163aa9ad5eb HTTP/1.1" status: 200 len: 1095 time: 0.1430984 Feb 04 15:40:57.708139 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-b7646ef9-0a36-4acb-93b0-5240073ca3f8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96bcd0c1-9420-47ab-8e16-338361065312 HTTP/1.1" status: 200 len: 217 time: 0.1428392 Feb 04 15:40:57.738450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Attempting to bind port 10f81947-e1d2-49a6-a10b-d16708e1b23f on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:57.738817 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Attempting to bind port 10f81947-e1d2-49a6-a10b-d16708e1b23f by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:57.739341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Attempting to bind port 10f81947-e1d2-49a6-a10b-d16708e1b23f on network cd581f90-a82a-4ae0-b680-25bcff37d668 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:40:57.757504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] For port 309ce886-dfb1-4be3-b328-e6c6644caf0b, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:57.762657 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] For port 309ce886-dfb1-4be3-b328-e6c6644caf0b, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=309ce886-dfb1-4be3-b328-e6c6644caf0b,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:57.764771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b005c-1dc1-4f8f-9d2b-cca7cc6f3571 None None] Pushing event updated for resources: {'Port': ['ID=309ce886-dfb1-4be3-b328-e6c6644caf0b,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:57.768398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:40:57.768751 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Checking segment: {'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:40:57.769177 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.769538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Bound using segment: {'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:40:57.770172 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Bound port: 10f81947-e1d2-49a6-a10b-d16708e1b23f, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:57.770606 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.783831 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.793649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-520730fd-98cf-4406-a24e-43d0988895c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:57.795916 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-520730fd-98cf-4406-a24e-43d0988895c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f5285dbb-79fd-49a5-a716-0ef9a58f1dfc HTTP/1.1" status: 200 len: 845 time: 0.0813134 Feb 04 15:40:57.888135 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-161b9873-2be2-42f2-9863-39e0f1a1244e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841572 Feb 04 15:40:57.908661 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d9c8d1d1-ab09-4563-9288-6eccda0d25a9 req-207493ff-d6c1-4840-b678-86d13c9894a6 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.965192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] For port 10f81947-e1d2-49a6-a10b-d16708e1b23f, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:57.969599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] For port 10f81947-e1d2-49a6-a10b-d16708e1b23f, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=10f81947-e1d2-49a6-a10b-d16708e1b23f,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:57.989735 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.009031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207493ff-d6c1-4840-b678-86d13c9894a6 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Pushing event deleted for resources: {'Port': ['ID=0f5da17e-4881-4acc-b22a-9ab2d576130a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:58.037053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b005c-1dc1-4f8f-9d2b-cca7cc6f3571 None None] Pushing event updated for resources: {'Port': ['ID=309ce886-dfb1-4be3-b328-e6c6644caf0b,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:58.088502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Routers {'9683e531-6dc6-43a4-ab04-7c7bce32228c'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:40:58.089619 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:40:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9683e531-6dc6-43a4-ab04-7c7bce32228c'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:58.250252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554bafa-9396-4c54-97fb-a949a306d868 None None] Pushing event updated for resources: {'Port': ['ID=10f81947-e1d2-49a6-a10b-d16708e1b23f,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:58.278898 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2d3d791f-29c5-4c63-b11e-79b5ca051e5f req-4d0b1dc6-403a-46bc-9fd8-70b16a2ded5c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.0799341 Feb 04 15:40:58.303723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa764e5-4013-445c-8d19-42144404885e req-dd887142-b4e4-4229-891b-7fa96743824c tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.311686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffa764e5-4013-445c-8d19-42144404885e req-dd887142-b4e4-4229-891b-7fa96743824c tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/networks?id=cd581f90-a82a-4ae0-b680-25bcff37d668 HTTP/1.1" status: 200 len: 816 time: 0.3156850 Feb 04 15:40:58.318164 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-d4bfb734-e0a9-4ee9-a854-f8dd241b3c3d service neutron] 10.222.0.81 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189508 Feb 04 15:40:58.387159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] Set router 9683e531-6dc6-43a4-ab04-7c7bce32228c gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:40:58.427157 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d9c8d1d1-ab09-4563-9288-6eccda0d25a9 req-207493ff-d6c1-4840-b678-86d13c9894a6 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.449516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffa764e5-4013-445c-8d19-42144404885e req-2a83f8ac-78e4-4276-a21e-8f2505f8b5af tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/quotas/db88fa6dda3d40c19694cb02ae3657f4 HTTP/1.1" status: 200 len: 375 time: 0.1367121 Feb 04 15:40:58.571666 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d9c8d1d1-ab09-4563-9288-6eccda0d25a9 req-207493ff-d6c1-4840-b678-86d13c9894a6 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.572812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9c8d1d1-ab09-4563-9288-6eccda0d25a9 req-207493ff-d6c1-4840-b678-86d13c9894a6 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "DELETE /v2.0/floatingips/42fffb18-7d5b-47bf-ace5-a3356c10c690 HTTP/1.1" status: 204 len: 173 time: 2.3573925 Feb 04 15:40:58.672785 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffa764e5-4013-445c-8d19-42144404885e req-7f05f003-97ef-4914-bee4-b15c366a93f1 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=db88fa6dda3d40c19694cb02ae3657f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2222533 Feb 04 15:40:58.678988 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.976237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'name': 'tempest-ServerRescueTestJSON-280505584-router', 'tenant_id': '641344d751e341149b5b7803cc35dea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:49Z', 'updated_at': '2022-02-04T15:40:51Z', 'revision_number': 3, 'project_id': '641344d751e341149b5b7803cc35dea8', 'gw_port': {'id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:50Z', 'updated_at': '2022-02-04T15:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:58.984691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde9e854-5b53-42fb-ba67-1d43fd3aeb59 None None] The sync data for ids ['9683e531-6dc6-43a4-ab04-7c7bce32228c'] in n-d-827872-1 is: [{'id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'name': 'tempest-ServerRescueTestJSON-280505584-router', 'tenant_id': '641344d751e341149b5b7803cc35dea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:49Z', 'updated_at': '2022-02-04T15:40:51Z', 'revision_number': 3, 'project_id': '641344d751e341149b5b7803cc35dea8', 'gw_port': {'id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:50Z', 'updated_at': '2022-02-04T15:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:40:59.078010 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffa764e5-4013-445c-8d19-42144404885e req-9883765d-90d4-47be-a9a5-76fd57870e0d service neutron] 10.222.0.60 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744485 Feb 04 15:40:59.151546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 10f81947-e1d2-49a6-a10b-d16708e1b23f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:59.249309 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0951bbb4-7002-4d38-a729-7147dfafcdcc req-f269f7c6-d798-4441-bb96-eb5463c71348 service neutron] 10.222.0.81 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763714 Feb 04 15:40:59.300838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 10f81947-e1d2-49a6-a10b-d16708e1b23f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:59.555475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Allocated IP 172.20.0.1 (e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013/571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e/ae41d4be-7450-4bad-87ca-ef2d892c8604) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:59.672819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2aaf8c-efc7-474b-a552-5242c7835c4b None None] Network cd581f90-a82a-4ae0-b680-25bcff37d668 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:40:59.746602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b5fe50d7-04fd-469b-ad4f-c6440463fb0f None None] Provisioning for port 10f81947-e1d2-49a6-a10b-d16708e1b23f completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:59.779809 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb631bb-ccc9-4719-8178-6b2d0021e9c2 req-d7a41e18-1a7c-4c42-9e5a-054c60d929e0 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:59.781530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b5fe50d7-04fd-469b-ad4f-c6440463fb0f None None] Provisioning complete for port 10f81947-e1d2-49a6-a10b-d16708e1b23f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:59.781897 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b5fe50d7-04fd-469b-ad4f-c6440463fb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.783653 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ceb631bb-ccc9-4719-8178-6b2d0021e9c2 req-d7a41e18-1a7c-4c42-9e5a-054c60d929e0 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.5159161 Feb 04 15:40:59.792072 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.821423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffa764e5-4013-445c-8d19-42144404885e req-2285c5ac-0ab1-4ce2-a4ca-5f4e37465c06 service neutron] 10.222.0.60 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7361095 Feb 04 15:40:59.870945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ceb631bb-ccc9-4719-8178-6b2d0021e9c2 req-35392efd-2d10-4663-9519-340843f39088 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740390 Feb 04 15:40:59.885444 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.974253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Pushing event updated for resources: {'Port': ['ID=ae41d4be-7450-4bad-87ca-ef2d892c8604,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:00.027017 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:00.029402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:00.037168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:41:00.194845 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.344064 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4352e58-21f3-44f3-97f6-b163aa9ad5eb', 'tag': '96bcd0c1-9420-47ab-8e16-338361065312', 'status': 'completed', 'code': 200} Feb 04 15:41:00.420681 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.450002 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b5fe50d7-04fd-469b-ad4f-c6440463fb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.503024 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a39102f-3a89-4bf2-8cb2-4510d35116df req-05e4d1ea-ccd1-4f80-9cf7-e41474728005 tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.1328676 Feb 04 15:41:00.528560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b5fe50d7-04fd-469b-ad4f-c6440463fb0f None None] For port 10f81947-e1d2-49a6-a10b-d16708e1b23f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=10f81947-e1d2-49a6-a10b-d16708e1b23f,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:00.544901 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b5fe50d7-04fd-469b-ad4f-c6440463fb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.585882 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ae892bdc-42e5-43ba-9320-75401ba8dd8c req-a371c693-5ee2-4503-afa7-08b4b7cac034 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=afedf71e08d54f2282f1fc68f8a88f61&device_id=a4352e58-21f3-44f3-97f6-b163aa9ad5eb HTTP/1.1" status: 200 len: 1095 time: 0.1920605 Feb 04 15:41:00.730680 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe50d7-04fd-469b-ad4f-c6440463fb0f None None] Pushing event updated for resources: {'Port': ['ID=10f81947-e1d2-49a6-a10b-d16708e1b23f,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:00.775035 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-728e0484-bb1e-4217-974b-79c13519ee57 req-b1bc47d1-e758-4fad-9c81-998746198af0 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] show failed (client error): The resource could not be found. Feb 04 15:41:00.788411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-728e0484-bb1e-4217-974b-79c13519ee57 req-b1bc47d1-e758-4fad-9c81-998746198af0 tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/floatingips/42fffb18-7d5b-47bf-ace5-a3356c10c690 HTTP/1.1" status: 404 len: 350 time: 0.1261668 Feb 04 15:41:00.871223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae892bdc-42e5-43ba-9320-75401ba8dd8c req-b2aa622a-c9c1-4b26-be88-28a3d6a49943 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:00.873594 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ae892bdc-42e5-43ba-9320-75401ba8dd8c req-b2aa622a-c9c1-4b26-be88-28a3d6a49943 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c HTTP/1.1" status: 200 len: 906 time: 0.2797639 Feb 04 15:41:00.875032 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c2ec26ec-5634-44d8-bf42-732f25161ad7 None None] Provisioning complete for port 10f81947-e1d2-49a6-a10b-d16708e1b23f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:00.877310 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2ec26ec-5634-44d8-bf42-732f25161ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:01.057316 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:01.073062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0aee5-bacb-4051-8189-767bad529b58 req-5b76826e-18aa-43b4-8e50-5269842a92b0 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:01.074946 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aed0aee5-bacb-4051-8189-767bad529b58 req-5b76826e-18aa-43b4-8e50-5269842a92b0 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4352e58-21f3-44f3-97f6-b163aa9ad5eb HTTP/1.1" status: 200 len: 944 time: 0.4746354 Feb 04 15:41:01.076530 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:01.080485 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ae892bdc-42e5-43ba-9320-75401ba8dd8c req-fcc9cdc5-b939-4124-92c6-802e6e0375e3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96bcd0c1-9420-47ab-8e16-338361065312 HTTP/1.1" status: 200 len: 217 time: 0.1998403 Feb 04 15:41:01.181459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 10f81947-e1d2-49a6-a10b-d16708e1b23f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:01.203351 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:01.224728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae892bdc-42e5-43ba-9320-75401ba8dd8c req-287e74ed-7269-42b0-9fab-7c4b834a1c04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:01.226186 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ae892bdc-42e5-43ba-9320-75401ba8dd8c req-287e74ed-7269-42b0-9fab-7c4b834a1c04 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f5285dbb-79fd-49a5-a716-0ef9a58f1dfc HTTP/1.1" status: 200 len: 845 time: 0.1381481 Feb 04 15:41:01.341728 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ae892bdc-42e5-43ba-9320-75401ba8dd8c req-5fd609f9-a63c-4561-b24e-04bc6fb18c5e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052496 Feb 04 15:41:01.390871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 10f81947-e1d2-49a6-a10b-d16708e1b23f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:01.393469 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:01.574168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:01.580672 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 309ce886-dfb1-4be3-b328-e6c6644caf0b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:01.582395 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:01.610740 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ae892bdc-42e5-43ba-9320-75401ba8dd8c req-6bd2d698-fa60-48b4-8c89-cb4458a86d7f service neutron] 10.222.0.81 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589667 Feb 04 15:41:01.696836 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 309ce886-dfb1-4be3-b328-e6c6644caf0b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:01.704506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 309ce886-dfb1-4be3-b328-e6c6644caf0b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:01.705374 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:01.827551 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ae892bdc-42e5-43ba-9320-75401ba8dd8c req-c6fdd824-9c85-4b0a-9bcd-c2cdc9a1c8c0 service neutron] 10.222.0.81 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933949 Feb 04 15:41:01.863756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Pushing event updated for resources: {'Port': ['ID=ae41d4be-7450-4bad-87ca-ef2d892c8604,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:01.905871 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:01.911759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aed0aee5-bacb-4051-8189-767bad529b58 req-bc066aed-a6ae-48cb-9ade-5a7295e3b89e tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7692080 Feb 04 15:41:01.933605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 309ce886-dfb1-4be3-b328-e6c6644caf0b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=309ce886-dfb1-4be3-b328-e6c6644caf0b,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:01.943702 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.067215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=309ce886-dfb1-4be3-b328-e6c6644caf0b,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:02.352039 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c04e9-73d5-42ff-b665-3f41a763a990 req-1c47850f-8394-45b3-bb0f-79a8f278899e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:02.353464 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a27c04e9-73d5-42ff-b665-3f41a763a990 req-1c47850f-8394-45b3-bb0f-79a8f278899e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 945 time: 1.0259089 Feb 04 15:41:02.362325 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec587ed6-6a2d-4db8-8b16-03e43ee48e50 req-d75fc66b-a716-4f7d-8019-a779f2f15b6a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5628893 Feb 04 15:41:02.382220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa764e5-4013-445c-8d19-42144404885e req-81189a0f-9a08-409a-b557-496ecbe30df9 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:02.383661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffa764e5-4013-445c-8d19-42144404885e req-81189a0f-9a08-409a-b557-496ecbe30df9 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.73 "GET /v2.0/networks?id=cd581f90-a82a-4ae0-b680-25bcff37d668 HTTP/1.1" status: 200 len: 816 time: 0.4413900 Feb 04 15:41:02.461480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Request body: {'port': {'device_id': 'b9a0c916-a7e4-44e4-8967-92146540d93c', 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668', 'admin_state_up': True, 'tenant_id': 'db88fa6dda3d40c19694cb02ae3657f4'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:02.609970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-a845003d-9972-4969-b9a3-8fa595417916 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:02.611361 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-a845003d-9972-4969-b9a3-8fa595417916 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/networks?id=cd581f90-a82a-4ae0-b680-25bcff37d668 HTTP/1.1" status: 200 len: 816 time: 0.4842761 Feb 04 15:41:02.697028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-3ac2d633-9aec-4049-8b9d-625ee2ccbaa6 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/quotas/db88fa6dda3d40c19694cb02ae3657f4 HTTP/1.1" status: 200 len: 375 time: 0.0764263 Feb 04 15:41:02.699735 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a27c04e9-73d5-42ff-b665-3f41a763a990 req-c8e38598-1c69-4974-ae2d-d20d9a385b37 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/security-groups?id=17180d54-03eb-40c6-b383-56d62d3155bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3342986 Feb 04 15:41:02.881373 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-22d3f64f-a844-46a3-a530-ba711e20a39c req-5aea7266-cca5-4eec-b8ff-94eac309cb7c tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] show failed (client error): The resource could not be found. Feb 04 15:41:02.882320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22d3f64f-a844-46a3-a530-ba711e20a39c req-5aea7266-cca5-4eec-b8ff-94eac309cb7c tempest-FloatingIPsTestJSON-1965498531 tempest-FloatingIPsTestJSON-1965498531-project] 10.222.0.60 "GET /v2.0/floatingips/42fffb18-7d5b-47bf-ace5-a3356c10c690 HTTP/1.1" status: 404 len: 350 time: 0.1067901 Feb 04 15:41:02.892292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33984) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:02.902323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:02.924498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Usage tracker for resource:port and tenant:db88fa6dda3d40c19694cb02ae3657f4 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:02.928255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:02.944490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:02.979244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Made reservation on behalf of db88fa6dda3d40c19694cb02ae3657f4 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:02.983246 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.014219 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec587ed6-6a2d-4db8-8b16-03e43ee48e50 req-99f0a057-d356-4310-953d-7f61685abbbc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b70c33e05bce43a5bb9a4274f2bc8927&device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 1096 time: 0.5605316 Feb 04 15:41:03.029809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 309ce886-dfb1-4be3-b328-e6c6644caf0b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:03.118780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 309ce886-dfb1-4be3-b328-e6c6644caf0b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:03.119908 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.173164 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-40ed8ebe-e253-4065-838e-da76999a7f42 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=db88fa6dda3d40c19694cb02ae3657f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4559386 Feb 04 15:41:03.417291 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3c54d08-7f9a-4d5c-b64f-bec5e08dcb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.690450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec587ed6-6a2d-4db8-8b16-03e43ee48e50 req-2214179b-a7fe-4010-8511-f2dd8aa75953 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:03.691851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec587ed6-6a2d-4db8-8b16-03e43ee48e50 req-2214179b-a7fe-4010-8511-f2dd8aa75953 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e73b8c79-39c7-4f3f-8efa-10d2b856cc10 HTTP/1.1" status: 200 len: 907 time: 0.5982642 Feb 04 15:41:03.800683 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-529ec80c-8656-4a09-90f5-ffeb8065a955 service neutron] 10.222.0.60 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690398 Feb 04 15:41:03.845516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33992) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:03.854010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Allocated IP 172.20.0.8 (cd581f90-a82a-4ae0-b680-25bcff37d668/a4c04cb8-1c73-41af-b76f-88dc90f92f47/2174a413-02d8-4843-af33-1e954ce3560c) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:03.867578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86614fcb-e4b9-4084-b8db-3fc4394312df req-c2153228-cc4c-41e0-9bad-f011c6aa085a tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:03.869038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86614fcb-e4b9-4084-b8db-3fc4394312df req-c2153228-cc4c-41e0-9bad-f011c6aa085a tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.7766066 Feb 04 15:41:04.008654 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec587ed6-6a2d-4db8-8b16-03e43ee48e50 req-1697fffe-eece-45a4-9d9c-8c0d6f87b9b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86944a8-04c9-45fd-b8af-8b47d21f187b HTTP/1.1" status: 200 len: 1001 time: 0.2978246 Feb 04 15:41:04.057924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Router 9683e531-6dc6-43a4-ab04-7c7bce32228c has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:41:04.144073 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86614fcb-e4b9-4084-b8db-3fc4394312df req-e5d39639-923d-4755-99e9-a91900597860 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209997 Feb 04 15:41:04.150382 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-f4aff3bf-1029-4df6-8858-61d23893ed10 service neutron] 10.222.0.60 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419940 Feb 04 15:41:04.225273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec587ed6-6a2d-4db8-8b16-03e43ee48e50 req-ebf6c960-fc58-4f40-a0f1-4a913703f754 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:04.226726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec587ed6-6a2d-4db8-8b16-03e43ee48e50 req-ebf6c960-fc58-4f40-a0f1-4a913703f754 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4c8bd91-de49-4d76-b9bb-8b3081d1af67 HTTP/1.1" status: 200 len: 845 time: 0.2029014 Feb 04 15:41:04.313727 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 96bcd0c1-9420-47ab-8e16-338361065312 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:41:04.482999 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df7a7c74-ac61-4a12-aaa3-cb9d69623604 req-eb4ef0bf-2bb1-49a6-a9f0-eedb4d80cbb6 tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.0697556 Feb 04 15:41:04.520631 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec587ed6-6a2d-4db8-8b16-03e43ee48e50 req-27747836-3dd7-4380-9540-0b9247f3f47b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e73b8c79-39c7-4f3f-8efa-10d2b856cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2400436 Feb 04 15:41:04.523565 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.644861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Transition to ACTIVE for port object 2174a413-02d8-4843-af33-1e954ce3560c will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:04.694736 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60340ad3-c8ca-4c68-9f93-ed517a754804 req-dcac23c7-40d9-4aa5-9ab7-4bd0a159c3d6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1254499 Feb 04 15:41:04.703025 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d3c54d08-7f9a-4d5c-b64f-bec5e08dcb52 admin admin] Deleting port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:04.703310 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3c54d08-7f9a-4d5c-b64f-bec5e08dcb52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.781336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 96bcd0c1-9420-47ab-8e16-338361065312, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=96bcd0c1-9420-47ab-8e16-338361065312,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:04.797668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '96bcd0c1-9420-47ab-8e16-338361065312', 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c', 'port_id': '96bcd0c1-9420-47ab-8e16-338361065312', 'mac_address': 'fa:16:3e:b8:0f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5285dbb-79fd-49a5-a716-0ef9a58f1dfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:41:04.877954 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec587ed6-6a2d-4db8-8b16-03e43ee48e50 req-521291c3-133c-49b3-b259-31ca39b55efe service neutron] 10.222.0.73 "GET /v2.0/networks/e73b8c79-39c7-4f3f-8efa-10d2b856cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497026 Feb 04 15:41:04.886262 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.898697 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.928703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bcd0c1-9420-47ab-8e16-338361065312 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:04.953918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 96bcd0c1-9420-47ab-8e16-338361065312, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=96bcd0c1-9420-47ab-8e16-338361065312,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:04.968548 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:05.007088 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60340ad3-c8ca-4c68-9f93-ed517a754804 req-7ca70624-418d-49ba-8e8a-08bd617fd9a8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c55e2b570b3041e786f069558245a37d&device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.0646994 Feb 04 15:41:05.084022 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60340ad3-c8ca-4c68-9f93-ed517a754804 req-53a9b3ce-7d96-416c-a31b-4adaabe3cbb8 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c55e2b570b3041e786f069558245a37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433793 Feb 04 15:41:05.102565 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=96bcd0c1-9420-47ab-8e16-338361065312,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:05.138036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-d3c54d08-7f9a-4d5c-b64f-bec5e08dcb52 admin admin] For port 68d9cb7c-4e81-4144-9a67-c7aa9974edf2, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=68d9cb7c-4e81-4144-9a67-c7aa9974edf2,segment=NetworkSegment(ae149a9f-bb84-4eec-9ac5-9455cd85ebdc),segment_id=ae149a9f-bb84-4eec-9ac5-9455cd85ebdc)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:05.138444 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3c54d08-7f9a-4d5c-b64f-bec5e08dcb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:05.337952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Network cd581f90-a82a-4ae0-b680-25bcff37d668 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:05.340473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Pushing event updated for resources: {'Port': ['ID=2174a413-02d8-4843-af33-1e954ce3560c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:05.348858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d331220-0dbe-4a41-a60e-4f0dc787cebb req-7982d128-cce3-4dac-9ce5-98935d837528 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:05.350405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d331220-0dbe-4a41-a60e-4f0dc787cebb req-7982d128-cce3-4dac-9ce5-98935d837528 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4352e58-21f3-44f3-97f6-b163aa9ad5eb HTTP/1.1" status: 200 len: 944 time: 0.6124876 Feb 04 15:41:05.357814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:05.367533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:41:05.369052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:41:05.380113 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Sync routers for ids ['9683e531-6dc6-43a4-ab04-7c7bce32228c'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:41:05.380611 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d3c54d08-7f9a-4d5c-b64f-bec5e08dcb52 admin admin] Calling delete_port for 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:05.391800 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['96bcd0c1-9420-47ab-8e16-338361065312'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:41:05.426890 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Routers {'9683e531-6dc6-43a4-ab04-7c7bce32228c'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:41:05.430282 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:40:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9683e531-6dc6-43a4-ab04-7c7bce32228c'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:05.531062 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fe0df5d6-fa4f-40cd-a0fb-33799e905778 admin admin] 10.222.0.60 "PUT /v2.0/routers/9683e531-6dc6-43a4-ab04-7c7bce32228c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5913610 Feb 04 15:41:05.574083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-5e3c2e9f-ed8e-4e4a-a8b1-da846606ecc4 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:05.589092 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-5e3c2e9f-ed8e-4e4a-a8b1-da846606ecc4 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/networks?id=cd581f90-a82a-4ae0-b680-25bcff37d668 HTTP/1.1" status: 200 len: 816 time: 0.7101572 Feb 04 15:41:05.597203 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec587ed6-6a2d-4db8-8b16-03e43ee48e50 req-3f277888-53a1-4c2f-a5ef-3afb96f18d36 service neutron] 10.222.0.73 "GET /v2.0/networks/e73b8c79-39c7-4f3f-8efa-10d2b856cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6883693 Feb 04 15:41:05.643910 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:05.644707 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:05.677897 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-3cbefb27-fcfe-4448-9aa7-58303dc86982 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/quotas/db88fa6dda3d40c19694cb02ae3657f4 HTTP/1.1" status: 200 len: 375 time: 0.0870152 Feb 04 15:41:05.727499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60340ad3-c8ca-4c68-9f93-ed517a754804 req-845bb35a-4e1c-4426-9b95-91d66840d9a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:05.728954 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60340ad3-c8ca-4c68-9f93-ed517a754804 req-845bb35a-4e1c-4426-9b95-91d66840d9a1 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6318698 Feb 04 15:41:05.754419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d331220-0dbe-4a41-a60e-4f0dc787cebb req-618cddba-5530-4410-bd25-ce11e3563d26 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942666 Feb 04 15:41:05.768262 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffa764e5-4013-445c-8d19-42144404885e req-36fe268d-2f2e-4405-acd1-8cddbff092bc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3680975 Feb 04 15:41:05.784148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Request body: {'port': {'device_id': 'b9a0c916-a7e4-44e4-8967-92146540d93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:05.824838 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0357a77a-71ae-4601-b2ff-ce2b527987f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:05.901861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-94174298-eff3-4d6b-88a6-73d25feb1ab0 None None] Provisioning for port 2174a413-02d8-4843-af33-1e954ce3560c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:05.907668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-94174298-eff3-4d6b-88a6-73d25feb1ab0 None None] Provisioning complete for port 2174a413-02d8-4843-af33-1e954ce3560c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:05.908032 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-94174298-eff3-4d6b-88a6-73d25feb1ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:05.924191 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Set router 9683e531-6dc6-43a4-ab04-7c7bce32228c gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:41:05.964798 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:05.993576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-df073cfe-d798-4200-bb5f-390e08bc341d tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Synchronizing usage tracker for tenant:db88fa6dda3d40c19694cb02ae3657f4 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:06.028058 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-94174298-eff3-4d6b-88a6-73d25feb1ab0 None None] Port 2174a413-02d8-4843-af33-1e954ce3560c cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:41:06.170380 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3c54d08-7f9a-4d5c-b64f-bec5e08dcb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.185039 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-df073cfe-d798-4200-bb5f-390e08bc341d tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Unset dirty status for tenant:db88fa6dda3d40c19694cb02ae3657f4 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:06.194131 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-df073cfe-d798-4200-bb5f-390e08bc341d tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=db88fa6dda3d40c19694cb02ae3657f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5150907 Feb 04 15:41:06.273799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c54d08-7f9a-4d5c-b64f-bec5e08dcb52 admin admin] Pushing event deleted for resources: {'Port': ['ID=68d9cb7c-4e81-4144-9a67-c7aa9974edf2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:06.387462 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-674e44ed-d19c-42b7-ac46-75e68682714f service neutron] 10.222.0.60 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923103 Feb 04 15:41:06.476631 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'name': 'tempest-ServerRescueTestJSON-280505584-router', 'tenant_id': '641344d751e341149b5b7803cc35dea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:49Z', 'updated_at': '2022-02-04T15:41:00Z', 'revision_number': 4, 'project_id': '641344d751e341149b5b7803cc35dea8', 'gw_port': {'id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:50Z', 'updated_at': '2022-02-04T15:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ae41d4be-7450-4bad-87ca-ef2d892c8604', 'name': '', 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013', 'tenant_id': '641344d751e341149b5b7803cc35dea8', 'mac_address': 'fa:16:3e:8a:77:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:58Z', 'updated_at': '2022-02-04T15:41:00Z', 'revision_number': 2, 'project_id': '641344d751e341149b5b7803cc35dea8', 'subnets': [{'id': '571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:06.488177 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Checking router: 9683e531-6dc6-43a4-ab04-7c7bce32228c for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:41:06.488705 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Updating router 9683e531-6dc6-43a4-ab04-7c7bce32228c port ae41d4be-7450-4bad-87ca-ef2d892c8604 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:41:06.545844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-2f17af27-3693-4797-9369-1f4fa3e34da0 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:06.551477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-2f17af27-3693-4797-9369-1f4fa3e34da0 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Synchronizing usage tracker for tenant:db88fa6dda3d40c19694cb02ae3657f4 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:06.563204 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-66a3c8b3-b427-469f-bb47-06734e9aeb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.599651 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.687502 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5e5f871-9fa7-4031-90b0-f2c8c3e73fe7 req-84fa9d11-b22d-4a3f-926d-5058bf8423d3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c55e2b570b3041e786f069558245a37d&device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.1200747 Feb 04 15:41:06.736750 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5e5f871-9fa7-4031-90b0-f2c8c3e73fe7 req-ae9ba5e7-a4e2-4a69-ae15-97d6dd671821 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c55e2b570b3041e786f069558245a37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282702 Feb 04 15:41:06.741109 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-2f17af27-3693-4797-9369-1f4fa3e34da0 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Unset dirty status for tenant:db88fa6dda3d40c19694cb02ae3657f4 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:06.742512 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-2f17af27-3693-4797-9369-1f4fa3e34da0 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.81 "GET /v2.0/networks?id=cd581f90-a82a-4ae0-b680-25bcff37d668 HTTP/1.1" status: 200 len: 816 time: 0.5927000 Feb 04 15:41:06.774945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-84329a56-5aa5-4109-999e-8720986e6b3d service neutron] 10.222.0.60 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745680 Feb 04 15:41:06.891366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Request body: {'port': {'device_id': '373f27d7-b834-4048-8836-12aab39e2900', 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668', 'admin_state_up': True, 'tenant_id': 'db88fa6dda3d40c19694cb02ae3657f4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:06.971540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2174a413-02d8-4843-af33-1e954ce3560c {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:06.993431 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.046996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:07.060459 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.062285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Transition to ACTIVE for port object 2174a413-02d8-4843-af33-1e954ce3560c will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:07.072633 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Transition to ACTIVE for port object ae41d4be-7450-4bad-87ca-ef2d892c8604 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:07.077474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:07.081236 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.090402 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.160549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Made reservation on behalf of db88fa6dda3d40c19694cb02ae3657f4 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:07.164253 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.260269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133f342-753e-43df-9af3-ed0bc6e49c22 req-548cc97b-3dc0-4a3c-8f32-c217b0cdd1a5 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:07.261756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2133f342-753e-43df-9af3-ed0bc6e49c22 req-548cc97b-3dc0-4a3c-8f32-c217b0cdd1a5 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.3694165 Feb 04 15:41:07.263359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Pushing event updated for resources: {'Port': ['ID=2174a413-02d8-4843-af33-1e954ce3560c,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:07.289002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5f871-9fa7-4031-90b0-f2c8c3e73fe7 req-e5746f36-52aa-4adb-8e1b-4b6b36abf011 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:07.292968 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5e5f871-9fa7-4031-90b0-f2c8c3e73fe7 req-e5746f36-52aa-4adb-8e1b-4b6b36abf011 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5145404 Feb 04 15:41:07.308202 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ab9db-adf2-48c8-b28d-a4d247591b2b None None] Pushing event updated for resources: {'Port': ['ID=ae41d4be-7450-4bad-87ca-ef2d892c8604,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:07.334013 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Attempting to bind port ae41d4be-7450-4bad-87ca-ef2d892c8604 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:07.334387 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Attempting to bind port ae41d4be-7450-4bad-87ca-ef2d892c8604 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'd281c7df-be3a-4740-92b5-17252320b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:07.334810 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Attempting to bind port ae41d4be-7450-4bad-87ca-ef2d892c8604 on network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:41:07.342506 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:41:07.343013 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Checking segment: {'id': 'd281c7df-be3a-4740-92b5-17252320b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:41:07.343451 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.343882 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Bound using segment: {'id': 'd281c7df-be3a-4740-92b5-17252320b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:41:07.344343 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Bound port: ae41d4be-7450-4bad-87ca-ef2d892c8604, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd281c7df-be3a-4740-92b5-17252320b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:07.344710 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.450168 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] For port ae41d4be-7450-4bad-87ca-ef2d892c8604, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:07.458138 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] For port ae41d4be-7450-4bad-87ca-ef2d892c8604, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ae41d4be-7450-4bad-87ca-ef2d892c8604,segment=NetworkSegment(d281c7df-be3a-4740-92b5-17252320b13c),segment_id=d281c7df-be3a-4740-92b5-17252320b13c)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:07.471547 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.569641 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ab9db-adf2-48c8-b28d-a4d247591b2b None None] Pushing event updated for resources: {'Port': ['ID=ae41d4be-7450-4bad-87ca-ef2d892c8604,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:07.578928 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Routers {'9683e531-6dc6-43a4-ab04-7c7bce32228c'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:41:07.580440 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:40:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9683e531-6dc6-43a4-ab04-7c7bce32228c'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:07.605059 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44f50d03-3007-4b0f-8491-3e116c5d557c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:07.605747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44f50d03-3007-4b0f-8491-3e116c5d557c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Synchronizing usage tracker for tenant:641344d751e341149b5b7803cc35dea8 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:07.652089 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44f50d03-3007-4b0f-8491-3e116c5d557c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Unset dirty status for tenant:641344d751e341149b5b7803cc35dea8 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:07.659612 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44f50d03-3007-4b0f-8491-3e116c5d557c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/networks?id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 HTTP/1.1" status: 200 len: 810 time: 0.2989497 Feb 04 15:41:07.680859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-19d7ece0-bf9c-4ba3-8f9e-e4435325ddc8 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/quotas/641344d751e341149b5b7803cc35dea8 HTTP/1.1" status: 200 len: 375 time: 0.0203068 Feb 04 15:41:07.724059 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2133f342-753e-43df-9af3-ed0bc6e49c22 req-c3a7d09a-959a-49c9-a07c-6018e012715a tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501417 Feb 04 15:41:07.796888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Allocated IP 172.20.0.11 (cd581f90-a82a-4ae0-b680-25bcff37d668/a4c04cb8-1c73-41af-b76f-88dc90f92f47/89c084ef-393c-4326-9c2a-27046b0b9d44) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:07.821569 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] Set router 9683e531-6dc6-43a4-ab04-7c7bce32228c gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:41:07.944923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7a26772-6b8f-42f8-8379-4d3242804be4 req-966de36e-f8c4-4bb3-bee3-6e26d2d9361c tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.60 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.0546741 Feb 04 15:41:08.039961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-a44e06b7-1b92-4e55-937c-1ccb5a407c2a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Synchronizing usage tracker for tenant:641344d751e341149b5b7803cc35dea8 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:08.070878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Attempting to bind port 2174a413-02d8-4843-af33-1e954ce3560c on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:08.071247 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Attempting to bind port 2174a413-02d8-4843-af33-1e954ce3560c by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:08.071583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Attempting to bind port 2174a413-02d8-4843-af33-1e954ce3560c on network cd581f90-a82a-4ae0-b680-25bcff37d668 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:41:08.079768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Port 2174a413-02d8-4843-af33-1e954ce3560c on network cd581f90-a82a-4ae0-b680-25bcff37d668 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:41:08.080087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Attempting to bind port 2174a413-02d8-4843-af33-1e954ce3560c on network cd581f90-a82a-4ae0-b680-25bcff37d668 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:41:08.083319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-a44e06b7-1b92-4e55-937c-1ccb5a407c2a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Unset dirty status for tenant:641344d751e341149b5b7803cc35dea8 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:08.084649 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-a44e06b7-1b92-4e55-937c-1ccb5a407c2a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=641344d751e341149b5b7803cc35dea8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4030244 Feb 04 15:41:08.089931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:41:08.090265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Checking segment: {'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:41:08.091267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Bound using segment: {'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:41:08.091707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Bound port: 2174a413-02d8-4843-af33-1e954ce3560c, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:08.092044 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.162465 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.244766 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Transition to ACTIVE for port object 89c084ef-393c-4326-9c2a-27046b0b9d44 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:08.343218 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.355628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 96bcd0c1-9420-47ab-8e16-338361065312 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:08.357173 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3c54d08-7f9a-4d5c-b64f-bec5e08dcb52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.433067 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'name': 'tempest-ServerRescueTestJSON-280505584-router', 'tenant_id': '641344d751e341149b5b7803cc35dea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:49Z', 'updated_at': '2022-02-04T15:41:00Z', 'revision_number': 4, 'project_id': '641344d751e341149b5b7803cc35dea8', 'gw_port': {'id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:50Z', 'updated_at': '2022-02-04T15:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ae41d4be-7450-4bad-87ca-ef2d892c8604', 'name': '', 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013', 'tenant_id': '641344d751e341149b5b7803cc35dea8', 'mac_address': 'fa:16:3e:8a:77:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:58Z', 'updated_at': '2022-02-04T15:41:07Z', 'revision_number': 4, 'project_id': '641344d751e341149b5b7803cc35dea8', 'subnets': [{'id': '571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:08.441620 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b213fcf-07b5-4efa-b5fb-7ab2a0c1a4b1 None None] The sync data for ids ['9683e531-6dc6-43a4-ab04-7c7bce32228c'] in n-d-827872-1 is: [{'id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'name': 'tempest-ServerRescueTestJSON-280505584-router', 'tenant_id': '641344d751e341149b5b7803cc35dea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:49Z', 'updated_at': '2022-02-04T15:41:00Z', 'revision_number': 4, 'project_id': '641344d751e341149b5b7803cc35dea8', 'gw_port': {'id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:50Z', 'updated_at': '2022-02-04T15:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ae41d4be-7450-4bad-87ca-ef2d892c8604', 'name': '', 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013', 'tenant_id': '641344d751e341149b5b7803cc35dea8', 'mac_address': 'fa:16:3e:8a:77:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:58Z', 'updated_at': '2022-02-04T15:41:07Z', 'revision_number': 4, 'project_id': '641344d751e341149b5b7803cc35dea8', 'subnets': [{'id': '571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:41:08.457544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 96bcd0c1-9420-47ab-8e16-338361065312 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:08.458398 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Network cd581f90-a82a-4ae0-b680-25bcff37d668 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:08.470531 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:08.476657 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 96bcd0c1-9420-47ab-8e16-338361065312 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:08.476657 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.482467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:41:08.609572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Pushing event updated for resources: {'Port': ['ID=89c084ef-393c-4326-9c2a-27046b0b9d44,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:08.658660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-0ed8c1e0-1f01-4561-b85d-5802ac66d812 service neutron] 10.222.0.60 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547009 Feb 04 15:41:08.667164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] For port 2174a413-02d8-4843-af33-1e954ce3560c, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:08.676483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] For port 2174a413-02d8-4843-af33-1e954ce3560c, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=2174a413-02d8-4843-af33-1e954ce3560c,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:08.689715 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898ad60-7f4b-40a7-bc28-319182944be1 req-4e0dff8f-1071-4e82-9221-fb7b963f72db tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:08.691717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1898ad60-7f4b-40a7-bc28-319182944be1 req-4e0dff8f-1071-4e82-9221-fb7b963f72db tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 945 time: 0.5450778 Feb 04 15:41:08.703158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:08.703805 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.723703 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.752246 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.799975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4352e58-21f3-44f3-97f6-b163aa9ad5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bcd0c1-9420-47ab-8e16-338361065312'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:08.816954 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 96bcd0c1-9420-47ab-8e16-338361065312, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=96bcd0c1-9420-47ab-8e16-338361065312,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:08.827960 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cfc93652-a099-4de9-ae04-6caf9e504b64 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9453826 Feb 04 15:41:08.831645 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.858321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Request body: {'port': {'device_id': '373f27d7-b834-4048-8836-12aab39e2900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:08.906075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0357a77a-71ae-4601-b2ff-ce2b527987f4 admin admin] Deleting port 1a118350-05c1-426c-b502-d3bb23cf576a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:08.906596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-5e89b6b6-7b6f-493d-aa4d-8edace7a79ca tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:08.911279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-5e89b6b6-7b6f-493d-aa4d-8edace7a79ca tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.73 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 945 time: 0.4581873 Feb 04 15:41:08.936320 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0357a77a-71ae-4601-b2ff-ce2b527987f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.955677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=96bcd0c1-9420-47ab-8e16-338361065312,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:08.999722 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6bbc25e5-718f-4aa1-bb49-ad00c0535739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.046523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4ece9724-7490-4d0e-811b-e7bdf31b5783 None None] Provisioning for port 89c084ef-393c-4326-9c2a-27046b0b9d44 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:09.057910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4ece9724-7490-4d0e-811b-e7bdf31b5783 None None] Provisioning complete for port 89c084ef-393c-4326-9c2a-27046b0b9d44 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:09.058555 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4ece9724-7490-4d0e-811b-e7bdf31b5783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.139232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ae41d4be-7450-4bad-87ca-ef2d892c8604 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:09.197684 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.199294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffa764e5-4013-445c-8d19-42144404885e req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] 10.222.0.73 "PUT /v2.0/ports/2174a413-02d8-4843-af33-1e954ce3560c HTTP/1.1" status: 200 len: 1091 time: 3.4210801 Feb 04 15:41:09.210265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a0c916-a7e4-44e4-8967-92146540d93c', 'tag': '2174a413-02d8-4843-af33-1e954ce3560c'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:09.253490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4ece9724-7490-4d0e-811b-e7bdf31b5783 None None] Port 89c084ef-393c-4326-9c2a-27046b0b9d44 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:41:09.306916 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port ae41d4be-7450-4bad-87ca-ef2d892c8604 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:09.322705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ae41d4be-7450-4bad-87ca-ef2d892c8604 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:09.323073 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.375735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-02530292-91ba-4c2d-95e5-99fff0bb1e6e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Deleting port e86944a8-04c9-45fd-b8af-8b47d21f187b {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:09.376235 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-02530292-91ba-4c2d-95e5-99fff0bb1e6e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.424832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4721d6-137a-4d8b-a751-544b7ef185ad service neutron] Pushing event updated for resources: {'Port': ['ID=2174a413-02d8-4843-af33-1e954ce3560c,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:09.445401 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1898ad60-7f4b-40a7-bc28-319182944be1 req-f1bb3ad5-1bf3-424c-b79a-b4f58b8a5748 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/security-groups?id=17180d54-03eb-40c6-b383-56d62d3155bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7001157 Feb 04 15:41:09.461030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-644d3565-5e31-47d2-9c60-14ace8db44ab service neutron] 10.222.0.60 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7675533 Feb 04 15:41:09.505363 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.557213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-920c73df-efb9-41f4-a32a-3cdbede19739 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:09.558460 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-920c73df-efb9-41f4-a32a-3cdbede19739 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.81 "GET /v2.0/networks?id=cd581f90-a82a-4ae0-b680-25bcff37d668 HTTP/1.1" status: 200 len: 816 time: 0.4211731 Feb 04 15:41:09.579029 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port ae41d4be-7450-4bad-87ca-ef2d892c8604, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ae41d4be-7450-4bad-87ca-ef2d892c8604,segment=NetworkSegment(d281c7df-be3a-4740-92b5-17252320b13c),segment_id=d281c7df-be3a-4740-92b5-17252320b13c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:09.593071 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.593306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Request body: {'port': {'device_id': 'a7e73b93-32c5-4731-ac13-d918fe73f741', 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668', 'admin_state_up': True, 'tenant_id': 'db88fa6dda3d40c19694cb02ae3657f4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:09.686973 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5e5f871-9fa7-4031-90b0-f2c8c3e73fe7 req-ac8769cd-6140-4e3e-bc27-1cf159fae093 tempest-ServerShowV257Test-854697246 tempest-ServerShowV257Test-854697246-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b28647-1844-4ec5-8af9-1db5721d4314 HTTP/1.1" status: 200 len: 210 time: 0.1422689 Feb 04 15:41:09.687870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=ae41d4be-7450-4bad-87ca-ef2d892c8604,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:09.714779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffa764e5-4013-445c-8d19-42144404885e req-0efdfc13-c6f6-4e59-bc55-81e935560844 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db88fa6dda3d40c19694cb02ae3657f4&device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 1094 time: 0.4117658 Feb 04 15:41:09.905628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.915632 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.950490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:09.962307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Usage tracker for resource:port and tenant:db88fa6dda3d40c19694cb02ae3657f4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:09.973057 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:09.978943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-0357a77a-71ae-4601-b2ff-ce2b527987f4 admin admin] For port 1a118350-05c1-426c-b502-d3bb23cf576a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1a118350-05c1-426c-b502-d3bb23cf576a,segment=NetworkSegment(f7b34888-ea35-42de-9cd5-e4e68030aa83),segment_id=f7b34888-ea35-42de-9cd5-e4e68030aa83)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:09.978943 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0357a77a-71ae-4601-b2ff-ce2b527987f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.002576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:10.036309 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c88d80c-4ea5-49d6-942d-63438ff81957 req-af9aa590-90be-4b0d-a09c-8cc4ae130fbb tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 210 time: 0.1627705 Feb 04 15:41:10.067116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffa764e5-4013-445c-8d19-42144404885e req-71a6b0d9-a36f-4857-a90c-a4cf9f6ff45c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2174a413-02d8-4843-af33-1e954ce3560c HTTP/1.1" status: 200 len: 217 time: 0.3429530 Feb 04 15:41:10.070415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-02530292-91ba-4c2d-95e5-99fff0bb1e6e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] For port e86944a8-04c9-45fd-b8af-8b47d21f187b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e86944a8-04c9-45fd-b8af-8b47d21f187b,segment=NetworkSegment(c47b929d-6bdb-4df6-8da7-65b904de23a9),segment_id=c47b929d-6bdb-4df6-8da7-65b904de23a9)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:10.070954 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-02530292-91ba-4c2d-95e5-99fff0bb1e6e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.132518 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.333964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa764e5-4013-445c-8d19-42144404885e req-d408ee59-c6d1-44b8-80d2-706d19bd9d70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:10.335441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffa764e5-4013-445c-8d19-42144404885e req-d408ee59-c6d1-44b8-80d2-706d19bd9d70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4c04cb8-1c73-41af-b76f-88dc90f92f47 HTTP/1.1" status: 200 len: 855 time: 0.2470636 Feb 04 15:41:10.432344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0357a77a-71ae-4601-b2ff-ce2b527987f4 admin admin] Calling delete_port for 1a118350-05c1-426c-b502-d3bb23cf576a owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:10.472371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Made reservation on behalf of db88fa6dda3d40c19694cb02ae3657f4 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:10.475302 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.479664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80e9d1-1e55-4b4b-9850-bc22aff4661b req-e2d2b286-a2c4-4e59-be45-bed85db95791 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:10.481147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f80e9d1-1e55-4b4b-9850-bc22aff4661b req-e2d2b286-a2c4-4e59-be45-bed85db95791 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4352e58-21f3-44f3-97f6-b163aa9ad5eb HTTP/1.1" status: 200 len: 946 time: 0.6093743 Feb 04 15:41:10.777337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a818bb6-c02d-4d5e-96cc-8c14959543d4 req-1745c735-514f-415c-a234-62d29ed5f44d tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:10.779586 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a818bb6-c02d-4d5e-96cc-8c14959543d4 req-1745c735-514f-415c-a234-62d29ed5f44d tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.5139582 Feb 04 15:41:10.787852 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-02530292-91ba-4c2d-95e5-99fff0bb1e6e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.788217 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-02530292-91ba-4c2d-95e5-99fff0bb1e6e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.788523 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-02530292-91ba-4c2d-95e5-99fff0bb1e6e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Floating IP c6347b58-b0de-44ec-8f11-da62071238ac disassociated. External IP: 172.25.0.160, port: e86944a8-04c9-45fd-b8af-8b47d21f187b. Feb 04 15:41:10.788858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-02530292-91ba-4c2d-95e5-99fff0bb1e6e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Calling delete_port for e86944a8-04c9-45fd-b8af-8b47d21f187b owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:10.853383 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f80e9d1-1e55-4b4b-9850-bc22aff4661b req-280d655b-7bee-443f-92da-399f3c753d8e tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545718 Feb 04 15:41:10.868753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffa764e5-4013-445c-8d19-42144404885e req-05d89d50-96e5-4300-8f65-3686aefbbafc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd581f90-a82a-4ae0-b680-25bcff37d668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4746737 Feb 04 15:41:10.933642 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4352e58-21f3-44f3-97f6-b163aa9ad5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bcd0c1-9420-47ab-8e16-338361065312', 'code': 200} Feb 04 15:41:10.984700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Allocated IP 172.20.0.5 (cd581f90-a82a-4ae0-b680-25bcff37d668/a4c04cb8-1c73-41af-b76f-88dc90f92f47/ecd6fa08-d69a-4c61-aa91-c60bb426aca2) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:11.033374 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ae41d4be-7450-4bad-87ca-ef2d892c8604 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:11.171377 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffa764e5-4013-445c-8d19-42144404885e req-3536d1ac-7b8e-4325-9443-52e49f416983 service neutron] 10.222.0.73 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891095 Feb 04 15:41:11.218435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ae41d4be-7450-4bad-87ca-ef2d892c8604 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:11.220521 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.261441 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0357a77a-71ae-4601-b2ff-ce2b527987f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.296574 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a818bb6-c02d-4d5e-96cc-8c14959543d4 req-9bf024c7-6a9a-4844-bdce-da1960eacfa3 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704635 Feb 04 15:41:11.300343 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d4f5263d-7dfc-4aea-a089-a9fb66d9be36 req-5a9a6ae7-cdd6-4bf0-a38d-8ae7774ca46b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a4352e58-21f3-44f3-97f6-b163aa9ad5eb HTTP/1.1" status: 200 len: 1097 time: 0.2605798 Feb 04 15:41:11.336974 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a0c916-a7e4-44e4-8967-92146540d93c', 'tag': '2174a413-02d8-4843-af33-1e954ce3560c', 'status': 'completed', 'code': 200} Feb 04 15:41:11.370264 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-02530292-91ba-4c2d-95e5-99fff0bb1e6e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.510630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357a77a-71ae-4601-b2ff-ce2b527987f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a118350-05c1-426c-b502-d3bb23cf576a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:11.578542 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.591985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3fb27054-71e1-441e-a7d1-50787058e86e req-10f45401-971e-45cf-bc44-9b0575d95346 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 210 time: 0.1627219 Feb 04 15:41:11.618750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02530292-91ba-4c2d-95e5-99fff0bb1e6e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Pushing event deleted for resources: {'Port': ['ID=e86944a8-04c9-45fd-b8af-8b47d21f187b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:11.646793 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.692559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6c8b980-35c4-4025-974d-84b176908f94 req-8bdc5bea-6686-4eaf-b8ce-e82709f0313d tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 210 time: 0.0966446 Feb 04 15:41:11.716253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34076) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:11.816322 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d4f5263d-7dfc-4aea-a089-a9fb66d9be36 req-0b189b95-05ee-4149-ad45-baba9890a482 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271355 Feb 04 15:41:11.884491 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-99e92442-fd48-49d3-8030-2f8154461d1f req-1acec8f2-496b-4cc1-9000-5f4e47900331 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 210 time: 0.0679514 Feb 04 15:41:11.915137 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.946883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Transition to ACTIVE for port object ecd6fa08-d69a-4c61-aa91-c60bb426aca2 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:11.953526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffa764e5-4013-445c-8d19-42144404885e req-d8ae54f8-0545-4ab1-ba63-c2b9aed51c0a service neutron] 10.222.0.73 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6560750 Feb 04 15:41:11.966544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-bcccb39c-4aa9-4fad-995f-7b66b19cea83 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:11.968034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-bcccb39c-4aa9-4fad-995f-7b66b19cea83 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.73 "GET /v2.0/networks?id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 HTTP/1.1" status: 200 len: 810 time: 0.6225317 Feb 04 15:41:11.987611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-d67c384a-ebe4-4cae-b5a5-986f59775a0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Request body: {'port': {'device_id': 'f5abf5d9-7216-4c13-bead-17ed7f7115d8', 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013', 'admin_state_up': True, 'tenant_id': '641344d751e341149b5b7803cc35dea8'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:12.001681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c54d08-7f9a-4d5c-b64f-bec5e08dcb52 admin admin] Router 5124c8fa-b2cd-4256-a6d4-46c9aa79b855 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:41:12.259673 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:12.268875 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0209c586-711c-41b4-b501-2563a4afe670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:12.378307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-d67c384a-ebe4-4cae-b5a5-986f59775a0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:12.398246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0209c586-711c-41b4-b501-2563a4afe670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:12.404661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-d67c384a-ebe4-4cae-b5a5-986f59775a0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:12.411290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0209c586-711c-41b4-b501-2563a4afe670 admin admin] Usage tracker for resource:security_group_rule and tenant:c55e2b570b3041e786f069558245a37d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:12.419387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0209c586-711c-41b4-b501-2563a4afe670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:12.430626 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68c9674e-71d4-4339-9317-505e04438918 req-52507b67-b96a-4c3a-aff6-651230c2d6e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db88fa6dda3d40c19694cb02ae3657f4&device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 1094 time: 0.3620815 Feb 04 15:41:12.436628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0209c586-711c-41b4-b501-2563a4afe670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:12.446487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41278b-99fa-44be-9c98-41cbc2370e14 req-0ead3582-f5cd-4d3f-b294-18466f5f39d6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.447957 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6a41278b-99fa-44be-9c98-41cbc2370e14 req-0ead3582-f5cd-4d3f-b294-18466f5f39d6 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4352e58-21f3-44f3-97f6-b163aa9ad5eb HTTP/1.1" status: 200 len: 946 time: 0.3354654 Feb 04 15:41:12.485759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Network cd581f90-a82a-4ae0-b680-25bcff37d668 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:12.493942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:12.499699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-d67c384a-ebe4-4cae-b5a5-986f59775a0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Made reservation on behalf of 641344d751e341149b5b7803cc35dea8 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:12.502637 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-d67c384a-ebe4-4cae-b5a5-986f59775a0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:12.513728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Pushing event updated for resources: {'Port': ['ID=ecd6fa08-d69a-4c61-aa91-c60bb426aca2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:12.521216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:41:12.658574 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.659225 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:12.726515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0357a77a-71ae-4601-b2ff-ce2b527987f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:12.788087 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fd530475-b7af-4fae-a28b-0c2b62aa606b None None] Provisioning for port ecd6fa08-d69a-4c61-aa91-c60bb426aca2 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:12.798333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fd530475-b7af-4fae-a28b-0c2b62aa606b None None] Provisioning complete for port ecd6fa08-d69a-4c61-aa91-c60bb426aca2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:12.798849 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fd530475-b7af-4fae-a28b-0c2b62aa606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:12.822481 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-cb1f36da-b55b-4e3d-8505-8a3556dcaa9a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2346764 Feb 04 15:41:12.824677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c084ef-393c-4326-9c2a-27046b0b9d44 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:12.836995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:12.856900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-fd530475-b7af-4fae-a28b-0c2b62aa606b None None] Port ecd6fa08-d69a-4c61-aa91-c60bb426aca2 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:41:12.894812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-02530292-91ba-4c2d-95e5-99fff0bb1e6e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Router 9f8b909e-19eb-43be-a4b8-41a83f74d3df has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:41:12.901358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Request body: {'port': {'device_id': 'a7e73b93-32c5-4731-ac13-d918fe73f741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:12.905358 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:41:12.939892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6a41278b-99fa-44be-9c98-41cbc2370e14 req-95bf408c-78d9-4af5-a804-285caa10cb85 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998614 Feb 04 15:41:12.989867 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Transition to ACTIVE for port object 89c084ef-393c-4326-9c2a-27046b0b9d44 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:13.046234 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.064964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e86944a8-04c9-45fd-b8af-8b47d21f187b no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:13.097272 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0209c586-711c-41b4-b501-2563a4afe670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.103939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-d67c384a-ebe4-4cae-b5a5-986f59775a0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Allocated IP 172.20.0.9 (e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013/571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e/f92abf95-c511-419c-b942-1fcdc6c30ab8) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:13.109465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9674e-71d4-4339-9317-505e04438918 req-9f64a095-91cf-49c2-94e7-4c66eaf71d0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:13.110832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68c9674e-71d4-4339-9317-505e04438918 req-9f64a095-91cf-49c2-94e7-4c66eaf71d0b service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd581f90-a82a-4ae0-b680-25bcff37d668 HTTP/1.1" status: 200 len: 917 time: 0.6710474 Feb 04 15:41:13.112654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: e86944a8-04c9-45fd-b8af-8b47d21f187b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:41:13.114105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e86944a8-04c9-45fd-b8af-8b47d21f187b not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:13.124076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fac01c-9a9c-4fc9-9e3d-5c23969c0839 req-c2f7b7eb-5bad-439d-ae3d-0c2dee6519fc tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:13.131009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28fac01c-9a9c-4fc9-9e3d-5c23969c0839 req-c2f7b7eb-5bad-439d-ae3d-0c2dee6519fc tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.6954885 Feb 04 15:41:13.139832 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0209c586-711c-41b4-b501-2563a4afe670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.205198 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.240862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Pushing event updated for resources: {'Port': ['ID=89c084ef-393c-4326-9c2a-27046b0b9d44,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:13.309692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c54d08-7f9a-4d5c-b64f-bec5e08dcb52 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:41:13.321341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57e13e-d293-4679-96ba-b656bfa39709 None None] Sync routers for ids ['5124c8fa-b2cd-4256-a6d4-46c9aa79b855'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:41:13.325805 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d3c54d08-7f9a-4d5c-b64f-bec5e08dcb52 admin admin] 10.222.0.60 "PUT /v2.0/routers/5124c8fa-b2cd-4256-a6d4-46c9aa79b855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4323149 Feb 04 15:41:13.342334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57e13e-d293-4679-96ba-b656bfa39709 None None] Routers {'5124c8fa-b2cd-4256-a6d4-46c9aa79b855'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:41:13.343543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ac57e13e-d293-4679-96ba-b656bfa39709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:41:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5124c8fa-b2cd-4256-a6d4-46c9aa79b855'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:13.354215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34094) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:13.472719 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68c9674e-71d4-4339-9317-505e04438918 req-88a8ae41-5fd3-46fe-9d91-e8c36545047f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2174a413-02d8-4843-af33-1e954ce3560c HTTP/1.1" status: 200 len: 217 time: 0.3337936 Feb 04 15:41:13.476068 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6f67a65-21f3-4c39-b7db-afccdfe7714f req-3af5fd52-ad7a-4348-ad50-6779bc07918c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 210 time: 0.2463326 Feb 04 15:41:13.559810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209c586-711c-41b4-b501-2563a4afe670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791db43b-eb08-45c7-b7e4-de3670d9e610,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:13.600792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0209c586-711c-41b4-b501-2563a4afe670 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c55e2b570b3041e786f069558245a37d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8747017 Feb 04 15:41:13.609543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Attempting to bind port 89c084ef-393c-4326-9c2a-27046b0b9d44 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:13.609887 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Attempting to bind port 89c084ef-393c-4326-9c2a-27046b0b9d44 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:13.610214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Attempting to bind port 89c084ef-393c-4326-9c2a-27046b0b9d44 on network cd581f90-a82a-4ae0-b680-25bcff37d668 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:41:13.611972 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-ac57e13e-d293-4679-96ba-b656bfa39709 None None] Set router 5124c8fa-b2cd-4256-a6d4-46c9aa79b855 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:41:13.612278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34100) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:13.663733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Port 89c084ef-393c-4326-9c2a-27046b0b9d44 on network cd581f90-a82a-4ae0-b680-25bcff37d668 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:41:13.664055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Attempting to bind port 89c084ef-393c-4326-9c2a-27046b0b9d44 on network cd581f90-a82a-4ae0-b680-25bcff37d668 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:41:13.726872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28fac01c-9a9c-4fc9-9e3d-5c23969c0839 req-3e251bac-ef47-4184-aa96-924836454386 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948808 Feb 04 15:41:13.783447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:41:13.783447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Checking segment: {'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:41:13.783845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Bound using segment: {'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:41:13.784499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Bound port: 89c084ef-393c-4326-9c2a-27046b0b9d44, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:13.784668 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.828131 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e110a1a9-c1ac-46fb-afb5-9aaab1a9a5d0 req-fd6d6ef1-6528-4ae3-91eb-f5b4ac6696a4 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ae2a20-e75c-47b5-b41e-4eb791d99a00 HTTP/1.1" status: 200 len: 210 time: 0.1241505 Feb 04 15:41:13.858903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9674e-71d4-4339-9317-505e04438918 req-65d3ee72-a5f3-4da5-a29b-d2a500c38424 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:13.860566 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68c9674e-71d4-4339-9317-505e04438918 req-65d3ee72-a5f3-4da5-a29b-d2a500c38424 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4c04cb8-1c73-41af-b76f-88dc90f92f47 HTTP/1.1" status: 200 len: 855 time: 0.3499527 Feb 04 15:41:13.971837 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-d67c384a-ebe4-4cae-b5a5-986f59775a0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.983516 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ac57e13e-d293-4679-96ba-b656bfa39709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'name': 'tempest-FloatingIPsTestJSON-835492084-router', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:41:05Z', 'revision_number': 5, 'project_id': 'ecffcd073d284eff970e27e195b9a303', 'gw_port': {'id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:26Z', 'updated_at': '2022-02-04T15:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:13.988625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57e13e-d293-4679-96ba-b656bfa39709 None None] Checking router: 5124c8fa-b2cd-4256-a6d4-46c9aa79b855 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:41:14.002687 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57e13e-d293-4679-96ba-b656bfa39709 None None] Routers {'5124c8fa-b2cd-4256-a6d4-46c9aa79b855'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:41:14.003396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ac57e13e-d293-4679-96ba-b656bfa39709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:41:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5124c8fa-b2cd-4256-a6d4-46c9aa79b855'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:14.190331 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-026aa1be-68ec-4f46-94bf-54977670170c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.195855 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-ac57e13e-d293-4679-96ba-b656bfa39709 None None] Set router 5124c8fa-b2cd-4256-a6d4-46c9aa79b855 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:41:14.280348 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-026aa1be-68ec-4f46-94bf-54977670170c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.370434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] For port 89c084ef-393c-4326-9c2a-27046b0b9d44, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:14.389291 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:41:14.446130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] For port 89c084ef-393c-4326-9c2a-27046b0b9d44, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=89c084ef-393c-4326-9c2a-27046b0b9d44,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:14.454835 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68c9674e-71d4-4339-9317-505e04438918 req-5a02d8f8-8dec-402b-8928-7c177cfc88a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd581f90-a82a-4ae0-b680-25bcff37d668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5761750 Feb 04 15:41:14.468622 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.498009 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-d67c384a-ebe4-4cae-b5a5-986f59775a0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.517944 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ac57e13e-d293-4679-96ba-b656bfa39709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'name': 'tempest-FloatingIPsTestJSON-835492084-router', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:41:05Z', 'revision_number': 5, 'project_id': 'ecffcd073d284eff970e27e195b9a303', 'gw_port': {'id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:26Z', 'updated_at': '2022-02-04T15:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:14.522227 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57e13e-d293-4679-96ba-b656bfa39709 None None] The sync data for ids ['5124c8fa-b2cd-4256-a6d4-46c9aa79b855'] in n-d-827872-1 is: [{'id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'name': 'tempest-FloatingIPsTestJSON-835492084-router', 'tenant_id': 'ecffcd073d284eff970e27e195b9a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:41:05Z', 'revision_number': 5, 'project_id': 'ecffcd073d284eff970e27e195b9a303', 'gw_port': {'id': '09da8c62-3018-4289-a5ec-c5818c33bdd3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124c8fa-b2cd-4256-a6d4-46c9aa79b855', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:26Z', 'updated_at': '2022-02-04T15:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:41:14.540499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd6fa08-d69a-4c61-aa91-c60bb426aca2 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:14.559491 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.577739 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.579106 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] 10.222.0.81 "PUT /v2.0/ports/89c084ef-393c-4326-9c2a-27046b0b9d44 HTTP/1.1" status: 200 len: 1092 time: 5.7321024 Feb 04 15:41:14.580324 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373f27d7-b834-4048-8836-12aab39e2900', 'tag': '89c084ef-393c-4326-9c2a-27046b0b9d44'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:14.602939 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-026aa1be-68ec-4f46-94bf-54977670170c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.619398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa781ae7-2165-430d-b0fb-1674f612a739 req-776a0798-2e02-4ff3-9d99-43a663660eeb tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:14.620485 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa781ae7-2165-430d-b0fb-1674f612a739 req-776a0798-2e02-4ff3-9d99-43a663660eeb tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 931 time: 0.5635586 Feb 04 15:41:14.620626 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Transition to ACTIVE for port object ecd6fa08-d69a-4c61-aa91-c60bb426aca2 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:14.711072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-02530292-91ba-4c2d-95e5-99fff0bb1e6e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:41:14.713841 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.719056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e01ca6-1d79-4301-a398-8428a1217969 service neutron] Pushing event updated for resources: {'Port': ['ID=89c084ef-393c-4326-9c2a-27046b0b9d44,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:14.721409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026aa1be-68ec-4f46-94bf-54977670170c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791db43b-eb08-45c7-b7e4-de3670d9e610,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:14.722865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.725177 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56345e84-6c09-47f9-a345-fa4a75b3b3bd None None] Sync routers for ids ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:41:14.776762 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56345e84-6c09-47f9-a345-fa4a75b3b3bd None None] Routers {'9f8b909e-19eb-43be-a4b8-41a83f74d3df'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:41:14.778675 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-56345e84-6c09-47f9-a345-fa4a75b3b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:41:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:14.801533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-d67c384a-ebe4-4cae-b5a5-986f59775a0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:14.801802 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-026aa1be-68ec-4f46-94bf-54977670170c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.804952 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-026aa1be-68ec-4f46-94bf-54977670170c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/791db43b-eb08-45c7-b7e4-de3670d9e610 HTTP/1.1" status: 204 len: 168 time: 1.1857345 Feb 04 15:41:14.824219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c384a-ebe4-4cae-b5a5-986f59775a0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Pushing event updated for resources: {'Port': ['ID=f92abf95-c511-419c-b942-1fcdc6c30ab8,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:14.827088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-d67c384a-ebe4-4cae-b5a5-986f59775a0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:14.840402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b35f76-e2d2-4512-9ab3-3ebcca7fd64a req-9bbe308f-fa0b-4713-8be1-a0cc5586773c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:14.847782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1b35f76-e2d2-4512-9ab3-3ebcca7fd64a req-9bbe308f-fa0b-4713-8be1-a0cc5586773c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4352e58-21f3-44f3-97f6-b163aa9ad5eb HTTP/1.1" status: 200 len: 946 time: 0.6772051 Feb 04 15:41:14.850391 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-d67c384a-ebe4-4cae-b5a5-986f59775a0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:41:14.974970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:15.017312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd6fa08-d69a-4c61-aa91-c60bb426aca2,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:15.061760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-02530292-91ba-4c2d-95e5-99fff0bb1e6e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] No DVR routers for this DVR port e86944a8-04c9-45fd-b8af-8b47d21f187b on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:15.072723 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-02530292-91ba-4c2d-95e5-99fff0bb1e6e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.084685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 2174a413-02d8-4843-af33-1e954ce3560c details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:41:15.085410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ae2a20-e75c-47b5-b41e-4eb791d99a00', 'name': 'network-vif-deleted', 'tag': 'e86944a8-04c9-45fd-b8af-8b47d21f187b'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:15.086856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:41:15.087214 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68d9cb7c-4e81-4144-9a67-c7aa9974edf2 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:15.165096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68c9674e-71d4-4339-9317-505e04438918 req-49a9009e-c2d3-465b-bcd2-6145d1c9d264 service neutron] 10.222.0.73 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7036169 Feb 04 15:41:15.192922 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa781ae7-2165-430d-b0fb-1674f612a739 req-ff6207fd-c352-405e-8287-e6e379af25c7 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457222 Feb 04 15:41:15.237749 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-38fa13f8-2918-4f3f-8190-945e78e86abf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=db88fa6dda3d40c19694cb02ae3657f4&device_id=373f27d7-b834-4048-8836-12aab39e2900 HTTP/1.1" status: 200 len: 1095 time: 0.5598810 Feb 04 15:41:15.259922 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-56345e84-6c09-47f9-a345-fa4a75b3b3bd None None] Set router 9f8b909e-19eb-43be-a4b8-41a83f74d3df gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:41:15.281520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-d67c384a-ebe4-4cae-b5a5-986f59775a0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:15.283339 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-d67c384a-ebe4-4cae-b5a5-986f59775a0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.339593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 2174a413-02d8-4843-af33-1e954ce3560c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=2174a413-02d8-4843-af33-1e954ce3560c,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:15.362089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '2174a413-02d8-4843-af33-1e954ce3560c', 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668', 'port_id': '2174a413-02d8-4843-af33-1e954ce3560c', 'mac_address': 'fa:16:3e:44:0a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c04cb8-1c73-41af-b76f-88dc90f92f47', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:41:15.445771 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.448366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c780b6b-04e0-4112-8bc3-705b64aee51e req-02530292-91ba-4c2d-95e5-99fff0bb1e6e tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.73 "DELETE /v2.0/ports/e86944a8-04c9-45fd-b8af-8b47d21f187b HTTP/1.1" status: 204 len: 173 time: 6.4884744 Feb 04 15:41:15.460495 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-83eb11e2-2f20-4112-9f16-b3eec4ca5466 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c084ef-393c-4326-9c2a-27046b0b9d44 HTTP/1.1" status: 200 len: 217 time: 0.1801546 Feb 04 15:41:15.471555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2174a413-02d8-4843-af33-1e954ce3560c {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:15.485633 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1b35f76-e2d2-4512-9ab3-3ebcca7fd64a req-57ca2305-2601-4433-b484-14c52c7fe7fa tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365812 Feb 04 15:41:15.506080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 2174a413-02d8-4843-af33-1e954ce3560c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=2174a413-02d8-4843-af33-1e954ce3560c,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:15.523230 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.556326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Attempting to bind port ecd6fa08-d69a-4c61-aa91-c60bb426aca2 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:15.556560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Attempting to bind port ecd6fa08-d69a-4c61-aa91-c60bb426aca2 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:15.556892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Attempting to bind port ecd6fa08-d69a-4c61-aa91-c60bb426aca2 on network cd581f90-a82a-4ae0-b680-25bcff37d668 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:41:15.618734 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373f27d7-b834-4048-8836-12aab39e2900', 'tag': '89c084ef-393c-4326-9c2a-27046b0b9d44', 'status': 'completed', 'code': 200} Feb 04 15:41:15.632122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Port ecd6fa08-d69a-4c61-aa91-c60bb426aca2 on network cd581f90-a82a-4ae0-b680-25bcff37d668 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:41:15.632451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Attempting to bind port ecd6fa08-d69a-4c61-aa91-c60bb426aca2 on network cd581f90-a82a-4ae0-b680-25bcff37d668 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:41:15.642771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-d67c384a-ebe4-4cae-b5a5-986f59775a0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6595187 Feb 04 15:41:15.662216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:41:15.662742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Checking segment: {'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:41:15.663455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Bound using segment: {'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:41:15.663455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Bound port: ecd6fa08-d69a-4c61-aa91-c60bb426aca2, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2b4b09-320b-4bdb-8416-cb74b0d58fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:15.663816 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.674677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-11175eea-7531-4af9-9a75-e0d22c1db9cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:15.676161 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-11175eea-7531-4af9-9a75-e0d22c1db9cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a4c04cb8-1c73-41af-b76f-88dc90f92f47 HTTP/1.1" status: 200 len: 855 time: 0.1591201 Feb 04 15:41:15.693141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=2174a413-02d8-4843-af33-1e954ce3560c,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:15.747801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Request body: {'port': {'device_id': 'f5abf5d9-7216-4c13-bead-17ed7f7115d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:15.818164 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-56345e84-6c09-47f9-a345-fa4a75b3b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:18Z', 'updated_at': '2022-02-04T15:38:36Z', 'revision_number': 4, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'gw_port': {'id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:20Z', 'updated_at': '2022-02-04T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '6d19dbf9-998a-4c89-b606-99c9b9bda0b3', 'name': '', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'mac_address': 'fa:16:3e:ac:ce:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:33Z', 'updated_at': '2022-02-04T15:39:03Z', 'revision_number': 5, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'subnets': [{'id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:15.824084 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56345e84-6c09-47f9-a345-fa4a75b3b3bd None None] Checking router: 9f8b909e-19eb-43be-a4b8-41a83f74d3df for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:41:15.827763 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] For port ecd6fa08-d69a-4c61-aa91-c60bb426aca2, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:15.831408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] For port ecd6fa08-d69a-4c61-aa91-c60bb426aca2, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ecd6fa08-d69a-4c61-aa91-c60bb426aca2,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:15.841718 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56345e84-6c09-47f9-a345-fa4a75b3b3bd None None] Routers {'9f8b909e-19eb-43be-a4b8-41a83f74d3df'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:41:15.843060 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-56345e84-6c09-47f9-a345-fa4a75b3b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:41:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:15.846497 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.907103 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.908499 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] 10.222.0.81 "PUT /v2.0/ports/ecd6fa08-d69a-4c61-aa91-c60bb426aca2 HTTP/1.1" status: 200 len: 1091 time: 3.0166531 Feb 04 15:41:15.927103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['2174a413-02d8-4843-af33-1e954ce3560c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:41:16.016163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0357a77a-71ae-4601-b2ff-ce2b527987f4 admin admin] Router b7d32764-cc9f-478e-bd79-53b236e43102 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:41:16.055023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68c9674e-71d4-4339-9317-505e04438918 req-87633ea1-b154-4824-9fb0-2f210f9f209b service neutron] 10.222.0.73 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8607883 Feb 04 15:41:16.098470 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-56345e84-6c09-47f9-a345-fa4a75b3b3bd None None] Set router 9f8b909e-19eb-43be-a4b8-41a83f74d3df gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:41:16.346521 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f16cc-6026-4733-a2e6-9e5c88433c47 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd6fa08-d69a-4c61-aa91-c60bb426aca2,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:16.354701 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:16.367478 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-3d3632bf-7616-477a-a951-2659cd83cdfc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd581f90-a82a-4ae0-b680-25bcff37d668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6781800 Feb 04 15:41:16.427873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce019b-1eee-417f-9c38-fb0d6e676861 req-4fee3fa5-bdf0-4e68-bbea-7a3553131437 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:16.428879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-01ce019b-1eee-417f-9c38-fb0d6e676861 req-4fee3fa5-bdf0-4e68-bbea-7a3553131437 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Synchronizing usage tracker for tenant:641344d751e341149b5b7803cc35dea8 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:16.463934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-01ce019b-1eee-417f-9c38-fb0d6e676861 req-4fee3fa5-bdf0-4e68-bbea-7a3553131437 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Unset dirty status for tenant:641344d751e341149b5b7803cc35dea8 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:16.465387 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01ce019b-1eee-417f-9c38-fb0d6e676861 req-4fee3fa5-bdf0-4e68-bbea-7a3553131437 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 931 time: 1.0001392 Feb 04 15:41:16.577403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51174d37-19c9-4ebf-bd1a-ea8d83b7ff3d req-0846f0cc-d1e4-48e1-a3bd-905f6a226e00 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:16.578990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51174d37-19c9-4ebf-bd1a-ea8d83b7ff3d req-0846f0cc-d1e4-48e1-a3bd-905f6a226e00 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.7722487 Feb 04 15:41:16.690004 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-56345e84-6c09-47f9-a345-fa4a75b3b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:18Z', 'updated_at': '2022-02-04T15:38:36Z', 'revision_number': 4, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'gw_port': {'id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:20Z', 'updated_at': '2022-02-04T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '6d19dbf9-998a-4c89-b606-99c9b9bda0b3', 'name': '', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'mac_address': 'fa:16:3e:ac:ce:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:33Z', 'updated_at': '2022-02-04T15:39:03Z', 'revision_number': 5, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'subnets': [{'id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:16.691255 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:16.694509 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56345e84-6c09-47f9-a345-fa4a75b3b3bd None None] The sync data for ids ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'] in n-d-827872-1 is: [{'id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:18Z', 'updated_at': '2022-02-04T15:38:36Z', 'revision_number': 4, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'gw_port': {'id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:20Z', 'updated_at': '2022-02-04T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '6d19dbf9-998a-4c89-b606-99c9b9bda0b3', 'name': '', 'network_id': 'e73b8c79-39c7-4f3f-8efa-10d2b856cc10', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'mac_address': 'fa:16:3e:ac:ce:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:33Z', 'updated_at': '2022-02-04T15:39:03Z', 'revision_number': 5, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'subnets': [{'id': 'd4c8bd91-de49-4d76-b9bb-8b3081d1af67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:41:16.703784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-01ce019b-1eee-417f-9c38-fb0d6e676861 req-267aa5e4-9fd1-4dad-a3fd-d73cea943a63 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Synchronizing usage tracker for tenant:641344d751e341149b5b7803cc35dea8 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:16.730028 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-245c4c72-0fd4-436e-aac7-b2c3f0b76ee0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=db88fa6dda3d40c19694cb02ae3657f4&device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 1094 time: 0.6842103 Feb 04 15:41:16.810805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] Deleting port 09da8c62-3018-4289-a5ec-c5818c33bdd3 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:16.810805 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:16.841245 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-9a7bb682-ade9-405d-8a0a-2271b9fdc9f3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecd6fa08-d69a-4c61-aa91-c60bb426aca2 HTTP/1.1" status: 200 len: 217 time: 0.0905406 Feb 04 15:41:16.865055 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51174d37-19c9-4ebf-bd1a-ea8d83b7ff3d req-5119333d-fc6f-4661-a636-01a609f1e764 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307894 Feb 04 15:41:16.880247 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-cf069fad-738c-40eb-834b-00a9f22771a8 service neutron] 10.222.0.81 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782526 Feb 04 15:41:16.881403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-01ce019b-1eee-417f-9c38-fb0d6e676861 req-267aa5e4-9fd1-4dad-a3fd-d73cea943a63 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Unset dirty status for tenant:641344d751e341149b5b7803cc35dea8 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:16.882536 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01ce019b-1eee-417f-9c38-fb0d6e676861 req-267aa5e4-9fd1-4dad-a3fd-d73cea943a63 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890016 Feb 04 15:41:17.045937 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ae2a20-e75c-47b5-b41e-4eb791d99a00', 'name': 'network-vif-deleted', 'tag': 'e86944a8-04c9-45fd-b8af-8b47d21f187b', 'status': 'completed', 'code': 200} Feb 04 15:41:17.073230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-ee9db784-4b7a-4c0c-a9b2-a6642b083a4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:17.074715 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-ee9db784-4b7a-4c0c-a9b2-a6642b083a4b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a4c04cb8-1c73-41af-b76f-88dc90f92f47 HTTP/1.1" status: 200 len: 855 time: 0.2279954 Feb 04 15:41:17.082110 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 2174a413-02d8-4843-af33-1e954ce3560c up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:17.220391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 2174a413-02d8-4843-af33-1e954ce3560c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:17.229430 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 2174a413-02d8-4843-af33-1e954ce3560c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:17.230220 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.241976 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f19cc080-3fc1-4436-862d-2cec02bc24c3 req-eafd7669-4929-4fa8-95c5-3a5e90fb3c9e service neutron] 10.222.0.81 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472700 Feb 04 15:41:17.254535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0357a77a-71ae-4601-b2ff-ce2b527987f4 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:41:17.261249 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0357a77a-71ae-4601-b2ff-ce2b527987f4 admin admin] 10.222.0.60 "PUT /v2.0/routers/b7d32764-cc9f-478e-bd79-53b236e43102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4127748 Feb 04 15:41:17.264245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34142) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:17.276801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766b16a1-6e48-43ad-a964-8666ed033f6d None None] Sync routers for ids ['b7d32764-cc9f-478e-bd79-53b236e43102'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:41:17.324015 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b16a1-6e48-43ad-a964-8666ed033f6d None None] Routers {'b7d32764-cc9f-478e-bd79-53b236e43102'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:41:17.324642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-766b16a1-6e48-43ad-a964-8666ed033f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:41:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b7d32764-cc9f-478e-bd79-53b236e43102'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:17.362964 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-1bb552d4-7ba0-4f3e-be5a-c17d4e8abbe8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd581f90-a82a-4ae0-b680-25bcff37d668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2767577 Feb 04 15:41:17.524629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] For port 09da8c62-3018-4289-a5ec-c5818c33bdd3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=09da8c62-3018-4289-a5ec-c5818c33bdd3,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:17.525820 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.536044 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34150) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:17.619989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e73b93-32c5-4731-ac13-d918fe73f741', 'tag': 'ecd6fa08-d69a-4c61-aa91-c60bb426aca2'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:17.666808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-766b16a1-6e48-43ad-a964-8666ed033f6d None None] Set router b7d32764-cc9f-478e-bd79-53b236e43102 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:41:17.667070 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-998da807-8704-4850-8527-17c4c9a8827f service neutron] 10.222.0.81 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582433 Feb 04 15:41:17.680999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92abf95-c511-419c-b942-1fcdc6c30ab8 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:17.695353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] Calling delete_port for 09da8c62-3018-4289-a5ec-c5818c33bdd3 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:17.767281 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c22179e1-8e29-4c86-b8f2-aab80fa9487a req-994e34e1-31e6-4d62-a054-da7bb8b046ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=db88fa6dda3d40c19694cb02ae3657f4&device_id=373f27d7-b834-4048-8836-12aab39e2900 HTTP/1.1" status: 200 len: 1095 time: 0.4087300 Feb 04 15:41:17.769051 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.776859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ad8bf-97d3-4795-a3de-02c66cdf7d0c req-9bd04e76-2c6e-4f7c-92c5-8e8ba15c3d78 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:17.784960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d80ad8bf-97d3-4795-a3de-02c66cdf7d0c req-9bd04e76-2c6e-4f7c-92c5-8e8ba15c3d78 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 943 time: 0.4348195 Feb 04 15:41:17.789126 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.859675 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-538f68a3-a9c0-405b-ba17-174688be9569 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.881239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d80ad8bf-97d3-4795-a3de-02c66cdf7d0c req-718ecdae-4c0c-494e-a4af-d0deec8fe3af tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954058 Feb 04 15:41:17.882491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Transition to ACTIVE for port object f92abf95-c511-419c-b942-1fcdc6c30ab8 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:17.890554 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a0c916-a7e4-44e4-8967-92146540d93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2174a413-02d8-4843-af33-1e954ce3560c'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:17.897431 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.913608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 2174a413-02d8-4843-af33-1e954ce3560c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=2174a413-02d8-4843-af33-1e954ce3560c,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:17.927224 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.045032 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e73b93-32c5-4731-ac13-d918fe73f741', 'tag': 'ecd6fa08-d69a-4c61-aa91-c60bb426aca2', 'status': 'completed', 'code': 200} Feb 04 15:41:18.071554 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-538f68a3-a9c0-405b-ba17-174688be9569 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.097557 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a0c916-a7e4-44e4-8967-92146540d93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2174a413-02d8-4843-af33-1e954ce3560c', 'code': 200} Feb 04 15:41:18.106516 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=2174a413-02d8-4843-af33-1e954ce3560c,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:18.194067 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d385d3e6-ab1b-4ac4-a000-29088bd0e2af req-21fbcefb-2703-4cd5-b07a-bc13fdf44546 service neutron] 10.222.0.81 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698160 Feb 04 15:41:18.195969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Pushing event updated for resources: {'Port': ['ID=f92abf95-c511-419c-b942-1fcdc6c30ab8,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:18.200737 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22179e1-8e29-4c86-b8f2-aab80fa9487a req-ad7d63a9-6ff8-455f-916b-332615fc1b16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:18.202636 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c22179e1-8e29-4c86-b8f2-aab80fa9487a req-ad7d63a9-6ff8-455f-916b-332615fc1b16 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd581f90-a82a-4ae0-b680-25bcff37d668 HTTP/1.1" status: 200 len: 917 time: 0.4275224 Feb 04 15:41:18.232462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-766b16a1-6e48-43ad-a964-8666ed033f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:19Z', 'updated_at': '2022-02-04T15:41:11Z', 'revision_number': 5, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'gw_port': {'id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:20Z', 'updated_at': '2022-02-04T15:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:18.233055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0eb78-0028-4d63-aede-99f0d1968a32 req-8177b08c-9555-436f-a461-85a4f0da0695 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:18.237289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766b16a1-6e48-43ad-a964-8666ed033f6d None None] Checking router: b7d32764-cc9f-478e-bd79-53b236e43102 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:41:18.240310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-70a0eb78-0028-4d63-aede-99f0d1968a32 req-8177b08c-9555-436f-a461-85a4f0da0695 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4352e58-21f3-44f3-97f6-b163aa9ad5eb HTTP/1.1" status: 200 len: 946 time: 0.5548658 Feb 04 15:41:18.250146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b16a1-6e48-43ad-a964-8666ed033f6d None None] Routers {'b7d32764-cc9f-478e-bd79-53b236e43102'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:41:18.250870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-766b16a1-6e48-43ad-a964-8666ed033f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:41:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b7d32764-cc9f-478e-bd79-53b236e43102'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:18.292132 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.383562 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c22179e1-8e29-4c86-b8f2-aab80fa9487a req-87b57b38-912a-47f8-83ef-0e1d56b2c0f8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c084ef-393c-4326-9c2a-27046b0b9d44 HTTP/1.1" status: 200 len: 217 time: 0.1728618 Feb 04 15:41:18.465132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-766b16a1-6e48-43ad-a964-8666ed033f6d None None] Set router b7d32764-cc9f-478e-bd79-53b236e43102 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:41:18.469196 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-70a0eb78-0028-4d63-aede-99f0d1968a32 req-d8cac190-54cf-4498-99e4-de47f5a618fe tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279937 Feb 04 15:41:18.582154 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-538f68a3-a9c0-405b-ba17-174688be9569 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.583725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a92cbf70-25aa-402f-ac1c-31d9d1263f67 req-82d9170f-b4f4-40af-b8a0-0dc5c1e13671 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 1096 time: 0.4411130 Feb 04 15:41:18.595778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Attempting to bind port f92abf95-c511-419c-b942-1fcdc6c30ab8 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:18.596140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Attempting to bind port f92abf95-c511-419c-b942-1fcdc6c30ab8 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'd281c7df-be3a-4740-92b5-17252320b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:18.596521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Attempting to bind port f92abf95-c511-419c-b942-1fcdc6c30ab8 on network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:41:18.618417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f68a3-a9c0-405b-ba17-174688be9569 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17180d54-03eb-40c6-b383-56d62d3155bf,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:18.619215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d9479-5e49-4e3c-bbd1-50eed59e4ea9 req-d4d7728b-3072-4402-9a40-754f15339569 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:18.630814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a83d9479-5e49-4e3c-bbd1-50eed59e4ea9 req-d4d7728b-3072-4402-9a40-754f15339569 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.3816969 Feb 04 15:41:18.637165 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.652044 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-538f68a3-a9c0-405b-ba17-174688be9569 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.654102 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-538f68a3-a9c0-405b-ba17-174688be9569 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "DELETE /v2.0/security-groups/17180d54-03eb-40c6-b383-56d62d3155bf HTTP/1.1" status: 204 len: 168 time: 1.1154158 Feb 04 15:41:18.660496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34164) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:18.674703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22179e1-8e29-4c86-b8f2-aab80fa9487a req-59e77694-0a02-462a-bedb-4998a3067e1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:18.676332 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c22179e1-8e29-4c86-b8f2-aab80fa9487a req-59e77694-0a02-462a-bedb-4998a3067e1b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a4c04cb8-1c73-41af-b76f-88dc90f92f47 HTTP/1.1" status: 200 len: 855 time: 0.1278462 Feb 04 15:41:18.739170 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-f27ce403-dce5-43e9-aa22-88be3bb395be tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] show failed (client error): The resource could not be found. Feb 04 15:41:18.740418 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f27ce403-dce5-43e9-aa22-88be3bb395be tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "GET /v2.0/security-groups/17180d54-03eb-40c6-b383-56d62d3155bf HTTP/1.1" status: 404 len: 347 time: 0.0725954 Feb 04 15:41:18.749579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34168) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:18.767301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Port f92abf95-c511-419c-b942-1fcdc6c30ab8 on network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:41:18.767607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Attempting to bind port f92abf95-c511-419c-b942-1fcdc6c30ab8 on network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:41:18.770208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=09da8c62-3018-4289-a5ec-c5818c33bdd3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:18.860637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-766b16a1-6e48-43ad-a964-8666ed033f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:19Z', 'updated_at': '2022-02-04T15:41:11Z', 'revision_number': 5, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'gw_port': {'id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:20Z', 'updated_at': '2022-02-04T15:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:18.865906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766b16a1-6e48-43ad-a964-8666ed033f6d None None] The sync data for ids ['b7d32764-cc9f-478e-bd79-53b236e43102'] in n-d-827872-1 is: [{'id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'name': 'tempest-TaggedBootDevicesTest-881538556-router', 'tenant_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:19Z', 'updated_at': '2022-02-04T15:41:11Z', 'revision_number': 5, 'project_id': 'c91e1013ea734c178c5ab749e0a32bf0', 'gw_port': {'id': '6c1c6173-fa14-428f-8324-0bfe6a5b8fde', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d32764-cc9f-478e-bd79-53b236e43102', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:20Z', 'updated_at': '2022-02-04T15:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:41:18.886950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:41:18.886950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Checking segment: {'id': 'd281c7df-be3a-4740-92b5-17252320b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:41:18.887381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Bound using segment: {'id': 'd281c7df-be3a-4740-92b5-17252320b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:41:18.887750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Bound port: f92abf95-c511-419c-b942-1fcdc6c30ab8, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd281c7df-be3a-4740-92b5-17252320b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:18.888284 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.914921 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9bf91346-8fbf-4920-bb96-41e922202b3f req-0071c774-44ed-4a73-908c-239fb74bc734 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=db88fa6dda3d40c19694cb02ae3657f4&device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 1094 time: 0.6251187 Feb 04 15:41:18.936300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a83d9479-5e49-4e3c-bbd1-50eed59e4ea9 req-0c2495d2-0cce-4d4b-8df6-3f86ab2858db tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045805 Feb 04 15:41:18.937806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a92cbf70-25aa-402f-ac1c-31d9d1263f67 req-e81f8037-7a56-4ee5-9e39-9c6c97d235b0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444638 Feb 04 15:41:19.031733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Deleting port d230d1fa-4c22-4e49-84bc-a736333bb4ed {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:19.032081 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.084973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 22cef65f-c1a6-4e70-803a-b2617e4340fe no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:19.176919 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c22179e1-8e29-4c86-b8f2-aab80fa9487a req-a3db4e5c-7c7c-4293-be66-cfe61cd67857 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd581f90-a82a-4ae0-b680-25bcff37d668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4791133 Feb 04 15:41:19.257312 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.325423 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.330299 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 22cef65f-c1a6-4e70-803a-b2617e4340fe, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=22cef65f-c1a6-4e70-803a-b2617e4340fe,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:19.334621 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1a118350-05c1-426c-b502-d3bb23cf576a no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:19.370945 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.371379 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.421848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 1a118350-05c1-426c-b502-d3bb23cf576a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:41:19.422059 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1a118350-05c1-426c-b502-d3bb23cf576a not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:19.429653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf91346-8fbf-4920-bb96-41e922202b3f req-e20cf3a6-41cb-45e7-8da4-862c111eb74c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:19.431093 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9bf91346-8fbf-4920-bb96-41e922202b3f req-e20cf3a6-41cb-45e7-8da4-862c111eb74c service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd581f90-a82a-4ae0-b680-25bcff37d668 HTTP/1.1" status: 200 len: 917 time: 0.4980655 Feb 04 15:41:19.439867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c049718-e401-478a-9546-f52d30a6c929 req-ed1351bb-97c8-45c6-94ca-da2d05568a3d tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:19.442237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c049718-e401-478a-9546-f52d30a6c929 req-ed1351bb-97c8-45c6-94ca-da2d05568a3d tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 943 time: 0.7463732 Feb 04 15:41:19.456475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=22cef65f-c1a6-4e70-803a-b2617e4340fe,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:19.464578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] For port f92abf95-c511-419c-b942-1fcdc6c30ab8, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:19.554899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] For port f92abf95-c511-419c-b942-1fcdc6c30ab8, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f92abf95-c511-419c-b942-1fcdc6c30ab8,segment=NetworkSegment(d281c7df-be3a-4740-92b5-17252320b13c),segment_id=d281c7df-be3a-4740-92b5-17252320b13c)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:19.573675 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9bf91346-8fbf-4920-bb96-41e922202b3f req-fc397c45-2eae-408d-a62a-79752bb6b038 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecd6fa08-d69a-4c61-aa91-c60bb426aca2 HTTP/1.1" status: 200 len: 217 time: 0.1275489 Feb 04 15:41:19.575981 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.580744 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c22179e1-8e29-4c86-b8f2-aab80fa9487a req-c0ce763d-8085-42d0-8780-969fda62b8f5 service neutron] 10.222.0.81 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841596 Feb 04 15:41:19.586972 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.587320 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.793181 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.794839 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] 10.222.0.73 "PUT /v2.0/ports/f92abf95-c511-419c-b942-1fcdc6c30ab8 HTTP/1.1" status: 200 len: 1091 time: 4.0571771 Feb 04 15:41:19.798577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5abf5d9-7216-4c13-bead-17ed7f7115d8', 'tag': 'f92abf95-c511-419c-b942-1fcdc6c30ab8'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:19.806103 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.813342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1ba21-f630-4ded-a6c1-a9514b48332a req-6edfc41f-5bd1-488c-a7c0-8587cdee448b tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:19.814780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89f1ba21-f630-4ded-a6c1-a9514b48332a req-6edfc41f-5bd1-488c-a7c0-8587cdee448b tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 943 time: 0.6460018 Feb 04 15:41:19.820335 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c049718-e401-478a-9546-f52d30a6c929 req-b4f2a281-1516-4b2f-84da-5da7dbfa815f tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523386 Feb 04 15:41:19.827762 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.829847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44495a76-ad50-492f-af55-36aeb13cdf9f service neutron] Pushing event updated for resources: {'Port': ['ID=f92abf95-c511-419c-b942-1fcdc6c30ab8,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:19.837705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Calling delete_port for d230d1fa-4c22-4e49-84bc-a736333bb4ed owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:19.882530 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.954556 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.954556 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5124c8fa-b2cd-4256-a6d4-46c9aa79b855 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:41:19.972595 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89f1ba21-f630-4ded-a6c1-a9514b48332a req-a5a27c99-55ca-4b5e-9db7-affd02d7a17d tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959847 Feb 04 15:41:20.002078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-5a13d279-fd76-4699-9bda-5de3320ae1ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=641344d751e341149b5b7803cc35dea8&device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 1094 time: 0.1658888 Feb 04 15:41:20.004748 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.006415 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-13d2847e-bc96-4376-a7d2-b4944ce548b0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/5124c8fa-b2cd-4256-a6d4-46c9aa79b855 HTTP/1.1" status: 204 len: 168 time: 6.6225026 Feb 04 15:41:20.057504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34184) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:20.097729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf91346-8fbf-4920-bb96-41e922202b3f req-e1676a32-ce0f-45cb-978a-1e86091aa468 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:20.099466 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9bf91346-8fbf-4920-bb96-41e922202b3f req-e1676a32-ce0f-45cb-978a-1e86091aa468 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a4c04cb8-1c73-41af-b76f-88dc90f92f47 HTTP/1.1" status: 200 len: 855 time: 0.5146091 Feb 04 15:41:20.099919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7ead0c-84ac-4610-9b84-aee6a94a1776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22cef65f-c1a6-4e70-803a-b2617e4340fe'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:20.131667 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5abf5d9-7216-4c13-bead-17ed7f7115d8', 'tag': 'f92abf95-c511-419c-b942-1fcdc6c30ab8', 'status': 'completed', 'code': 200} Feb 04 15:41:20.139865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] Deleting port 6c1c6173-fa14-428f-8324-0bfe6a5b8fde {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:20.140204 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.273478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-39e6bc08-0c5f-40a7-8415-708ee69c0814 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92abf95-c511-419c-b942-1fcdc6c30ab8 HTTP/1.1" status: 200 len: 217 time: 0.2169085 Feb 04 15:41:20.274769 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c22179e1-8e29-4c86-b8f2-aab80fa9487a req-b508ec1b-9fb0-49a6-9a6b-4d16520b242b service neutron] 10.222.0.81 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783104 Feb 04 15:41:20.393448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-02d9dfcb-1aa2-4241-bf65-8e567de1c8b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:20.396441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-02d9dfcb-1aa2-4241-bf65-8e567de1c8b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e HTTP/1.1" status: 200 len: 850 time: 0.1024060 Feb 04 15:41:20.439061 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9bf91346-8fbf-4920-bb96-41e922202b3f req-737cba99-f110-4af5-b6b0-3fdd0c175233 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd581f90-a82a-4ae0-b680-25bcff37d668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3295426 Feb 04 15:41:20.440505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-6149af9f-d62d-4d79-b8c8-816892606629 admin admin] Deleting subnet dc0cca1e-05d8-45e4-a4c8-d2599ef48652 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:41:20.455951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54c7ed-d103-41b9-96f9-b71a3b9875da req-6e3a7fea-ade4-4f70-8911-621d10ebf576 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:20.457442 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee54c7ed-d103-41b9-96f9-b71a3b9875da req-6e3a7fea-ade4-4f70-8911-621d10ebf576 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4352e58-21f3-44f3-97f6-b163aa9ad5eb HTTP/1.1" status: 200 len: 946 time: 0.4495752 Feb 04 15:41:20.463686 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6149af9f-d62d-4d79-b8c8-816892606629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.478886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34192) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:20.493921 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-c1e2565d-ef1f-45f5-848e-d6ebb5245421 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893059 Feb 04 15:41:20.544824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] For port 6c1c6173-fa14-428f-8324-0bfe6a5b8fde, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6c1c6173-fa14-428f-8324-0bfe6a5b8fde,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:20.544947 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.618845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e545c-47b4-4e26-a7d8-7a78d366bc47 req-e9792ce8-9cd9-4052-ab79-40d6f6c3a3a1 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:20.620462 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae8e545c-47b4-4e26-a7d8-7a78d366bc47 req-e9792ce8-9cd9-4052-ab79-40d6f6c3a3a1 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 944 time: 0.4009902 Feb 04 15:41:20.625445 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6149af9f-d62d-4d79-b8c8-816892606629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.674900 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.683272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] Calling delete_port for 6c1c6173-fa14-428f-8324-0bfe6a5b8fde owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:20.764948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee54c7ed-d103-41b9-96f9-b71a3b9875da req-179d2faa-5396-482b-9f4d-a18a8d36a3c1 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746265 Feb 04 15:41:20.790701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Pushing event deleted for resources: {'Port': ['ID=d230d1fa-4c22-4e49-84bc-a736333bb4ed,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:20.815648 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6149af9f-d62d-4d79-b8c8-816892606629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.820187 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb954a02-2c29-4f56-9e4c-412c516ca904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.836470 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7ead0c-84ac-4610-9b84-aee6a94a1776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22cef65f-c1a6-4e70-803a-b2617e4340fe', 'code': 200} Feb 04 15:41:20.868359 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-2d0d88a6-4f32-48ea-b0bb-5191de6e3879 service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502176 Feb 04 15:41:20.870689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:20.871022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:20.871380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:20.872335 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:20.872666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:20.872995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:20.873319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:20.873648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:20.873957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:20.874268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:20.874583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:20.875675 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae8e545c-47b4-4e26-a7d8-7a78d366bc47 req-0d309e3f-86f8-4d76-b390-6e4180bb7c2b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041540 Feb 04 15:41:21.053843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-eb954a02-2c29-4f56-9e4c-412c516ca904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:21.058112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-eb954a02-2c29-4f56-9e4c-412c516ca904 admin admin] Usage tracker for resource:security_group_rule and tenant:bb3c95576e804d3cb4af13c8a2e7b4c8 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:21.061405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-eb954a02-2c29-4f56-9e4c-412c516ca904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:21.068722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-eb954a02-2c29-4f56-9e4c-412c516ca904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:21.085127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 22cef65f-c1a6-4e70-803a-b2617e4340fe details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:41:21.151593 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb954a02-2c29-4f56-9e4c-412c516ca904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.157848 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.170218 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9bf91346-8fbf-4920-bb96-41e922202b3f req-e771b406-5b2f-443d-9a49-3c9e8323c488 service neutron] 10.222.0.81 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7188585 Feb 04 15:41:21.188352 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb954a02-2c29-4f56-9e4c-412c516ca904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.251441 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6149af9f-d62d-4d79-b8c8-816892606629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.281267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 22cef65f-c1a6-4e70-803a-b2617e4340fe, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=22cef65f-c1a6-4e70-803a-b2617e4340fe,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:21.284917 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6852b9fd-a229-4d06-b913-df67fed9b8ce req-adf317ca-b619-4ae9-85eb-727a053b0846 service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893943 Feb 04 15:41:21.298840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149af9f-d62d-4d79-b8c8-816892606629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc0cca1e-05d8-45e4-a4c8-d2599ef48652,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:21.299092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '22cef65f-c1a6-4e70-803a-b2617e4340fe', 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c', 'port_id': '22cef65f-c1a6-4e70-803a-b2617e4340fe', 'mac_address': 'fa:16:3e:d0:d5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:41:21.304070 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6149af9f-d62d-4d79-b8c8-816892606629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.313727 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6149af9f-d62d-4d79-b8c8-816892606629 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dc0cca1e-05d8-45e4-a4c8-d2599ef48652 HTTP/1.1" status: 204 len: 168 time: 1.2552352 Feb 04 15:41:21.315443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd546dc-4d47-4170-a367-302601c1b9a6 None None] Network 29a09901-ac02-41b0-8f1b-e14b2e544ff1 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:41:21.316227 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34208) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:21.358765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb954a02-2c29-4f56-9e4c-412c516ca904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbee5160-a908-4c91-a5de-95bd12b55355,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:21.508998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b2022-4399-4d00-805a-d7ea6e68bf48 req-092cf6a5-bbf0-4fd4-a116-6059293b4e38 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:21.510512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d5b2022-4399-4d00-805a-d7ea6e68bf48 req-092cf6a5-bbf0-4fd4-a116-6059293b4e38 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 943 time: 0.3606608 Feb 04 15:41:21.522287 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.531343 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eb954a02-2c29-4f56-9e4c-412c516ca904 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb3c95576e804d3cb4af13c8a2e7b4c8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0482690 Feb 04 15:41:21.536055 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.537685 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0cbfc01f-0311-4855-a329-03a6fd29b5f8 tempest-ServersTestJSON-2109067758 tempest-ServersTestJSON-2109067758-project] 10.222.0.60 "DELETE /v2.0/floatingips/c6347b58-b0de-44ec-8f11-da62071238ac HTTP/1.1" status: 204 len: 168 time: 2.7859735 Feb 04 15:41:21.540906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34214) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:21.541304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34216) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:21.542487 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.559603 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9bf91346-8fbf-4920-bb96-41e922202b3f req-ef5dc222-5057-4653-a81d-7103d659d8ea service neutron] 10.222.0.81 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612723 Feb 04 15:41:21.623809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cef65f-c1a6-4e70-803a-b2617e4340fe {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:21.648415 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 22cef65f-c1a6-4e70-803a-b2617e4340fe, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=22cef65f-c1a6-4e70-803a-b2617e4340fe,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:21.657839 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.667717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d5b2022-4399-4d00-805a-d7ea6e68bf48 req-bac1c838-0db2-477e-b46a-0c71b62f12a6 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488540 Feb 04 15:41:21.676481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Deleting port 67978750-9120-4d53-8ea7-59bf36ad3d91 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:21.677397 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.735562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=22cef65f-c1a6-4e70-803a-b2617e4340fe,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:21.772067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.822221 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f62c0732-4b43-45c1-8235-06a91741bf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.838857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b499864-cde9-43bd-9fc1-19c51ae5111c None None] DHCP port deletion for 29a09901-ac02-41b0-8f1b-e14b2e544ff1 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:41:21.842911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1c6173-fa14-428f-8324-0bfe6a5b8fde,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:21.849301 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3b499864-cde9-43bd-9fc1-19c51ae5111c None None] Deleting port 67978750-9120-4d53-8ea7-59bf36ad3d91 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:21.849487 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b499864-cde9-43bd-9fc1-19c51ae5111c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.855021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b55b6649-284c-4e23-912b-896680dd87ab req-a13793b3-ff06-4ede-a31f-cd025aaac02f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=641344d751e341149b5b7803cc35dea8&device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 1094 time: 0.3926613 Feb 04 15:41:21.881961 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe832a69-a7b3-4f46-bc2a-b93d6f415029 None None] New status for floating IP c6347b58-b0de-44ec-8f11-da62071238ac: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:41:21.941915 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f62c0732-4b43-45c1-8235-06a91741bf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.043355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['22cef65f-c1a6-4e70-803a-b2617e4340fe'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:41:22.200292 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cf33f-bdb8-4d48-b51b-53cbce4b286c req-16c0dbc3-fb66-476f-a742-7feebbecb1aa tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:22.208435 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e2cf33f-bdb8-4d48-b51b-53cbce4b286c req-16c0dbc3-fb66-476f-a742-7feebbecb1aa tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 943 time: 0.6966019 Feb 04 15:41:22.312103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3b499864-cde9-43bd-9fc1-19c51ae5111c None None] For port 67978750-9120-4d53-8ea7-59bf36ad3d91, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=67978750-9120-4d53-8ea7-59bf36ad3d91,segment=NetworkSegment(ae149a9f-bb84-4eec-9ac5-9455cd85ebdc),segment_id=ae149a9f-bb84-4eec-9ac5-9455cd85ebdc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:22.312491 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b499864-cde9-43bd-9fc1-19c51ae5111c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.312674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] For port 67978750-9120-4d53-8ea7-59bf36ad3d91, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=67978750-9120-4d53-8ea7-59bf36ad3d91,segment=NetworkSegment(ae149a9f-bb84-4eec-9ac5-9455cd85ebdc),segment_id=ae149a9f-bb84-4eec-9ac5-9455cd85ebdc)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:22.313065 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.399685 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f62c0732-4b43-45c1-8235-06a91741bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.413238 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.447216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 89c084ef-393c-4326-9c2a-27046b0b9d44 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:41:22.455837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3b499864-cde9-43bd-9fc1-19c51ae5111c None None] Calling delete_port for 67978750-9120-4d53-8ea7-59bf36ad3d91 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:22.494192 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Calling delete_port for 67978750-9120-4d53-8ea7-59bf36ad3d91 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:22.535870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c0732-4b43-45c1-8235-06a91741bf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbee5160-a908-4c91-a5de-95bd12b55355,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:22.549016 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e2cf33f-bdb8-4d48-b51b-53cbce4b286c req-c346a5c1-610e-438f-8388-ceff6d8d1f9b tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396955 Feb 04 15:41:22.552779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b6649-284c-4e23-912b-896680dd87ab req-74a341ba-c68a-4ae8-9a56-bf316594b8f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:22.568805 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b55b6649-284c-4e23-912b-896680dd87ab req-74a341ba-c68a-4ae8-9a56-bf316594b8f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 HTTP/1.1" status: 200 len: 911 time: 0.6775627 Feb 04 15:41:22.621679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f62c0732-4b43-45c1-8235-06a91741bf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.625397 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f62c0732-4b43-45c1-8235-06a91741bf92 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbee5160-a908-4c91-a5de-95bd12b55355 HTTP/1.1" status: 204 len: 168 time: 1.0807211 Feb 04 15:41:22.654937 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b55b6649-284c-4e23-912b-896680dd87ab req-315f0482-8708-4f8d-9d55-e7ca80e91364 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92abf95-c511-419c-b942-1fcdc6c30ab8 HTTP/1.1" status: 200 len: 217 time: 0.0858860 Feb 04 15:41:22.665729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afef76f-755b-46b1-893b-13a409714a83 req-76708827-5f83-41fd-a73e-8068b8ddac48 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:22.667333 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0afef76f-755b-46b1-893b-13a409714a83 req-76708827-5f83-41fd-a73e-8068b8ddac48 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 945 time: 0.5209479 Feb 04 15:41:22.676470 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b499864-cde9-43bd-9fc1-19c51ae5111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.751507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b499864-cde9-43bd-9fc1-19c51ae5111c None None] Pushing event deleted for resources: {'Port': ['ID=67978750-9120-4d53-8ea7-59bf36ad3d91,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:22.772029 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 89c084ef-393c-4326-9c2a-27046b0b9d44, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=89c084ef-393c-4326-9c2a-27046b0b9d44,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:22.779874 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.785905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b499864-cde9-43bd-9fc1-19c51ae5111c None None] No DVR routers for this DVR port 67978750-9120-4d53-8ea7-59bf36ad3d91 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:22.787125 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.810782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '89c084ef-393c-4326-9c2a-27046b0b9d44', 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668', 'port_id': '89c084ef-393c-4326-9c2a-27046b0b9d44', 'mac_address': 'fa:16:3e:b7:2d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c04cb8-1c73-41af-b76f-88dc90f92f47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:41:22.822601 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:41:22.822956 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:41:22.846399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b6649-284c-4e23-912b-896680dd87ab req-66b460e3-6d11-4ac9-bc2a-a0374536b974 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:22.847862 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b55b6649-284c-4e23-912b-896680dd87ab req-66b460e3-6d11-4ac9-bc2a-a0374536b974 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e HTTP/1.1" status: 200 len: 850 time: 0.1798298 Feb 04 15:41:22.855384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0afef76f-755b-46b1-893b-13a409714a83 req-b3454455-76b5-4c53-aae6-e7a934818bbb tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036186 Feb 04 15:41:22.890955 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.891575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7d32764-cc9f-478e-bd79-53b236e43102 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:41:22.912144 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.928607 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.929871 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0550bd90-1ddd-4d26-aeb3-4e84300101fe admin admin] 10.222.0.60 "DELETE /v2.0/routers/b7d32764-cc9f-478e-bd79-53b236e43102 HTTP/1.1" status: 204 len: 168 time: 5.6646533 Feb 04 15:41:22.934731 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34234) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:22.962936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b55b6649-284c-4e23-912b-896680dd87ab req-6509ea92-c3ff-4ebd-a556-7a073c492a4a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060419 Feb 04 15:41:22.975017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c084ef-393c-4326-9c2a-27046b0b9d44 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:23.049071 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 89c084ef-393c-4326-9c2a-27046b0b9d44, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=89c084ef-393c-4326-9c2a-27046b0b9d44,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:23.056724 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.057388 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ecd6fa08-d69a-4c61-aa91-c60bb426aca2 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:41:23.127867 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-83952929-f026-4694-9e25-37110cec10de admin admin] Deleting subnet 92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:41:23.133015 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83952929-f026-4694-9e25-37110cec10de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.162731 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=89c084ef-393c-4326-9c2a-27046b0b9d44,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:23.167492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 67978750-9120-4d53-8ea7-59bf36ad3d91 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:23.192511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port ecd6fa08-d69a-4c61-aa91-c60bb426aca2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ecd6fa08-d69a-4c61-aa91-c60bb426aca2,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:23.202354 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3323ba51-6a61-4e35-8f84-fe90ac19e612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.210645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008493a-7f22-4402-932e-8d2af4679d9e req-d284ee40-dc67-4c5c-b9c5-7c8d9f6a9163 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:23.212256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3008493a-7f22-4402-932e-8d2af4679d9e req-d284ee40-dc67-4c5c-b9c5-7c8d9f6a9163 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 943 time: 0.3240628 Feb 04 15:41:23.219627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 67978750-9120-4d53-8ea7-59bf36ad3d91 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:41:23.220031 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 67978750-9120-4d53-8ea7-59bf36ad3d91 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:23.221649 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'ecd6fa08-d69a-4c61-aa91-c60bb426aca2', 'network_id': 'cd581f90-a82a-4ae0-b680-25bcff37d668', 'port_id': 'ecd6fa08-d69a-4c61-aa91-c60bb426aca2', 'mac_address': 'fa:16:3e:c1:1b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c04cb8-1c73-41af-b76f-88dc90f92f47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:41:23.285360 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b55b6649-284c-4e23-912b-896680dd87ab req-6d1fd4e8-eb48-46af-9d4f-f35e98237d7f service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138132 Feb 04 15:41:23.308428 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.316200 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83952929-f026-4694-9e25-37110cec10de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.333592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3008493a-7f22-4402-932e-8d2af4679d9e req-235f7ecb-d12c-4c83-9c95-9609fa2f3b17 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090631 Feb 04 15:41:23.336431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Deleting port 67978750-9120-4d53-8ea7-59bf36ad3d91 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:23.338502 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.348077 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd6fa08-d69a-4c61-aa91-c60bb426aca2 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:23.374735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port ecd6fa08-d69a-4c61-aa91-c60bb426aca2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ecd6fa08-d69a-4c61-aa91-c60bb426aca2,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:23.381139 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.463902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=ecd6fa08-d69a-4c61-aa91-c60bb426aca2,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:23.528459 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83952929-f026-4694-9e25-37110cec10de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.598742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] The port '67978750-9120-4d53-8ea7-59bf36ad3d91' was deleted {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:41:23.688410 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83952929-f026-4694-9e25-37110cec10de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.744469 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83952929-f026-4694-9e25-37110cec10de admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.749011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43d49dc-1c4e-4813-a8ba-b1b09ba7bc3e None None] Network 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:41:23.751496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83952929-f026-4694-9e25-37110cec10de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:23.759366 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-83952929-f026-4694-9e25-37110cec10de admin admin] 10.222.0.60 "DELETE /v2.0/subnets/92ec1ec0-a2d1-4f15-80c7-b2f9f433eaf0 HTTP/1.1" status: 204 len: 168 time: 0.8234107 Feb 04 15:41:23.759946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34258) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:23.818498 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.830741 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b55b6649-284c-4e23-912b-896680dd87ab req-bd8b4b01-c7b4-4f22-8029-c66b8c29b743 service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357862 Feb 04 15:41:23.866874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a09901-ac02-41b0-8f1b-e14b2e544ff1']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:23.883947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae149a9f-bb84-4eec-9ac5-9455cd85ebdc') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:23.884340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae149a9f-bb84-4eec-9ac5-9455cd85ebdc') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:23.901581 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.926103 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.964204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6e0a6-b792-419b-88e4-c928ee3bdc3f req-837aab96-9b4b-4d83-8f5f-70b73e80b1fd tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:23.967928 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-afb6e0a6-b792-419b-88e4-c928ee3bdc3f req-837aab96-9b4b-4d83-8f5f-70b73e80b1fd tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 944 time: 0.2498450 Feb 04 15:41:23.969289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:41:23.969681 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.005395 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['89c084ef-393c-4326-9c2a-27046b0b9d44'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:24.008289 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:24.085322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['ecd6fa08-d69a-4c61-aa91-c60bb426aca2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:41:24.165968 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.268883 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.277076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=29a09901-ac02-41b0-8f1b-e14b2e544ff1,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:24.285694 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e91eef3c-1057-49c3-96c9-3edee63296b0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/29a09901-ac02-41b0-8f1b-e14b2e544ff1 HTTP/1.1" status: 204 len: 168 time: 2.9683905 Feb 04 15:41:24.305197 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.356287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] Deleting port dbfe2bf3-5a43-423b-b23b-068dc96f1259 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:24.357258 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.411156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9824adb-86d1-417c-a401-021e97ec5181 req-c39f722a-ba09-402f-a84f-358f441140c9 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:24.412692 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9824adb-86d1-417c-a401-021e97ec5181 req-c39f722a-ba09-402f-a84f-358f441140c9 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 945 time: 0.2498496 Feb 04 15:41:24.453554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-afb6e0a6-b792-419b-88e4-c928ee3bdc3f req-5028b50f-ca5f-44b8-bb70-c150eb500834 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334600 Feb 04 15:41:24.569362 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9824adb-86d1-417c-a401-021e97ec5181 req-f5c4f2a0-6db4-4a4f-920f-efc5cdba4a3c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383979 Feb 04 15:41:24.744323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34282) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:24.861012 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0768e500-9249-4038-a270-b3b0326b0df4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ecffcd073d284eff970e27e195b9a303&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1134098 Feb 04 15:41:24.867686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34288) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:24.941310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f857cfc1-e8f8-48ce-86f1-b9178cb53dc5 None None] DHCP port deletion for 466a7e42-008f-43f5-b470-3b0ff4f3b0b5 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:41:24.942077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] For port dbfe2bf3-5a43-423b-b23b-068dc96f1259, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dbfe2bf3-5a43-423b-b23b-068dc96f1259,segment=NetworkSegment(f7b34888-ea35-42de-9cd5-e4e68030aa83),segment_id=f7b34888-ea35-42de-9cd5-e4e68030aa83)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:24.942077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.953300 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f857cfc1-e8f8-48ce-86f1-b9178cb53dc5 None None] Deleting port dbfe2bf3-5a43-423b-b23b-068dc96f1259 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:24.953684 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f857cfc1-e8f8-48ce-86f1-b9178cb53dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.962947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427bf5f-4c9b-4b03-a26a-d50f35b46502 req-6909ff13-8a73-438f-99ab-0b7264a129f5 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:24.964449 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9427bf5f-4c9b-4b03-a26a-d50f35b46502 req-6909ff13-8a73-438f-99ab-0b7264a129f5 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 943 time: 0.1779306 Feb 04 15:41:25.083566 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56db1675-bc74-49cc-9ce9-e74483cf0dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.097812 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] Calling delete_port for dbfe2bf3-5a43-423b-b23b-068dc96f1259 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:25.100695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 09da8c62-3018-4289-a5ec-c5818c33bdd3 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:25.126001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9427bf5f-4c9b-4b03-a26a-d50f35b46502 req-cea1fbc1-1b99-4679-845b-08e3decc3ea9 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489239 Feb 04 15:41:25.131133 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56db1675-bc74-49cc-9ce9-e74483cf0dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.145403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f92abf95-c511-419c-b942-1fcdc6c30ab8 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:41:25.221646 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56db1675-bc74-49cc-9ce9-e74483cf0dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.227256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 22cef65f-c1a6-4e70-803a-b2617e4340fe up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:25.254772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db1675-bc74-49cc-9ce9-e74483cf0dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2532aafc-a20d-41b3-97f3-80f7a3aa5e37,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:25.264447 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.276640 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56db1675-bc74-49cc-9ce9-e74483cf0dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.278520 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-56db1675-bc74-49cc-9ce9-e74483cf0dd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2532aafc-a20d-41b3-97f3-80f7a3aa5e37 HTTP/1.1" status: 204 len: 168 time: 0.4069970 Feb 04 15:41:25.286290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 09da8c62-3018-4289-a5ec-c5818c33bdd3 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:41:25.286573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 09da8c62-3018-4289-a5ec-c5818c33bdd3 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:25.286982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device dbfe2bf3-5a43-423b-b23b-068dc96f1259 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:25.327879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfe2bf3-5a43-423b-b23b-068dc96f1259,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:25.337091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] No DVR routers for this DVR port dbfe2bf3-5a43-423b-b23b-068dc96f1259 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:25.346042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: dbfe2bf3-5a43-423b-b23b-068dc96f1259 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:41:25.346368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device dbfe2bf3-5a43-423b-b23b-068dc96f1259 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:25.346918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6c1c6173-fa14-428f-8324-0bfe6a5b8fde no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:25.425002 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 6c1c6173-fa14-428f-8324-0bfe6a5b8fde {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:41:25.425361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6c1c6173-fa14-428f-8324-0bfe6a5b8fde not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:25.634076 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f857cfc1-e8f8-48ce-86f1-b9178cb53dc5 None None] For port dbfe2bf3-5a43-423b-b23b-068dc96f1259, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dbfe2bf3-5a43-423b-b23b-068dc96f1259,segment=NetworkSegment(f7b34888-ea35-42de-9cd5-e4e68030aa83),segment_id=f7b34888-ea35-42de-9cd5-e4e68030aa83)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:25.634465 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f857cfc1-e8f8-48ce-86f1-b9178cb53dc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.643646 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.655189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f92abf95-c511-419c-b942-1fcdc6c30ab8, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f92abf95-c511-419c-b942-1fcdc6c30ab8,segment=NetworkSegment(d281c7df-be3a-4740-92b5-17252320b13c),segment_id=d281c7df-be3a-4740-92b5-17252320b13c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:25.737450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3323ba51-6a61-4e35-8f84-fe90ac19e612 admin admin] Deleting port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:25.738191 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3323ba51-6a61-4e35-8f84-fe90ac19e612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.856232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f857cfc1-e8f8-48ce-86f1-b9178cb53dc5 None None] Calling delete_port for dbfe2bf3-5a43-423b-b23b-068dc96f1259 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:25.917925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'f92abf95-c511-419c-b942-1fcdc6c30ab8', 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013', 'port_id': 'f92abf95-c511-419c-b942-1fcdc6c30ab8', 'mac_address': 'fa:16:3e:e6:4e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:41:25.940681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987401e8-45e1-42bb-ac92-b00c5475a63d req-a7f1677a-bbaa-4546-8a53-9f0a75a70725 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:25.942241 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-987401e8-45e1-42bb-ac92-b00c5475a63d req-a7f1677a-bbaa-4546-8a53-9f0a75a70725 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 944 time: 0.2212598 Feb 04 15:41:25.945275 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 22cef65f-c1a6-4e70-803a-b2617e4340fe triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:25.945878 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.980143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab6d24-232c-48a8-8872-51134149a2df req-bb8caa97-5afe-41bf-be3a-ad034bde9a34 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:25.982348 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6ab6d24-232c-48a8-8872-51134149a2df req-bb8caa97-5afe-41bf-be3a-ad034bde9a34 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 945 time: 0.1531868 Feb 04 15:41:26.043638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-3323ba51-6a61-4e35-8f84-fe90ac19e612 admin admin] For port 6d19dbf9-998a-4c89-b606-99c9b9bda0b3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6d19dbf9-998a-4c89-b606-99c9b9bda0b3,segment=NetworkSegment(c47b929d-6bdb-4df6-8da7-65b904de23a9),segment_id=c47b929d-6bdb-4df6-8da7-65b904de23a9)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:26.043638 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3323ba51-6a61-4e35-8f84-fe90ac19e612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.067889 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-987401e8-45e1-42bb-ac92-b00c5475a63d req-c37ba012-efb2-4009-adea-0ba11f058f4d tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160884 Feb 04 15:41:26.078615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466a7e42-008f-43f5-b470-3b0ff4f3b0b5']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:26.098627 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6ab6d24-232c-48a8-8872-51134149a2df req-7ae2ee34-d8ad-4794-a85b-35b0f4634ef5 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061075 Feb 04 15:41:26.099530 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-f857cfc1-e8f8-48ce-86f1-b9178cb53dc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:41:26.100716 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-f857cfc1-e8f8-48ce-86f1-b9178cb53dc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:41:26.117373 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b34888-ea35-42de-9cd5-e4e68030aa83') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:26.117762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b34888-ea35-42de-9cd5-e4e68030aa83') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:26.146599 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.226490 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.245720 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.282676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 22cef65f-c1a6-4e70-803a-b2617e4340fe, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=22cef65f-c1a6-4e70-803a-b2617e4340fe,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:26.284825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92abf95-c511-419c-b942-1fcdc6c30ab8 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:26.302269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f92abf95-c511-419c-b942-1fcdc6c30ab8, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f92abf95-c511-419c-b942-1fcdc6c30ab8,segment=NetworkSegment(d281c7df-be3a-4740-92b5-17252320b13c),segment_id=d281c7df-be3a-4740-92b5-17252320b13c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:26.303925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7ead0c-84ac-4610-9b84-aee6a94a1776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cef65f-c1a6-4e70-803a-b2617e4340fe'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:26.308839 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.339997 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3323ba51-6a61-4e35-8f84-fe90ac19e612 admin admin] Calling delete_port for 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:26.355584 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.404106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=22cef65f-c1a6-4e70-803a-b2617e4340fe,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:26.434178 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.476329 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:41:26.476847 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.502612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 96bcd0c1-9420-47ab-8e16-338361065312 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:41:26.507892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 89c084ef-393c-4326-9c2a-27046b0b9d44 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:26.555510 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7ead0c-84ac-4610-9b84-aee6a94a1776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cef65f-c1a6-4e70-803a-b2617e4340fe', 'code': 200} Feb 04 15:41:26.607785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f857cfc1-e8f8-48ce-86f1-b9178cb53dc5 None None] Deleting port dbfe2bf3-5a43-423b-b23b-068dc96f1259 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:26.608157 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f857cfc1-e8f8-48ce-86f1-b9178cb53dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.684753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e4c7-34db-4d64-a0c3-c960b455dd5a req-5f0a753b-727a-4359-ae26-a96d131a488e tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:26.692856 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eae7e4c7-34db-4d64-a0c3-c960b455dd5a req-5f0a753b-727a-4359-ae26-a96d131a488e tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 944 time: 0.2497416 Feb 04 15:41:26.695683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f857cfc1-e8f8-48ce-86f1-b9178cb53dc5 None None] The port 'dbfe2bf3-5a43-423b-b23b-068dc96f1259' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:41:26.702245 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:41:26.722583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f92abf95-c511-419c-b942-1fcdc6c30ab8,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:26.784241 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eae7e4c7-34db-4d64-a0c3-c960b455dd5a req-f9eecfab-18e4-4554-a473-31e5a60fa0b2 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901318 Feb 04 15:41:26.806425 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9bd61cf4-6ab8-4445-9329-1c775881d571 req-502fdfda-1d11-440d-a9be-40ef02c7096d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 1097 time: 0.1891682 Feb 04 15:41:26.838630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['f92abf95-c511-419c-b942-1fcdc6c30ab8'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:26.853057 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:26.860641 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.888322 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.923239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=466a7e42-008f-43f5-b470-3b0ff4f3b0b5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:26.923472 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9bd61cf4-6ab8-4445-9329-1c775881d571 req-03e70279-4d5f-4a28-95d6-d5e430eb3a5c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044359 Feb 04 15:41:26.933226 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1a37202f-a006-4ec2-b74d-ac9f76811c4d admin admin] 10.222.0.60 "DELETE /v2.0/networks/466a7e42-008f-43f5-b470-3b0ff4f3b0b5 HTTP/1.1" status: 204 len: 168 time: 3.1704979 Feb 04 15:41:26.937106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34344) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:26.979527 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 89c084ef-393c-4326-9c2a-27046b0b9d44 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:27.006827 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 89c084ef-393c-4326-9c2a-27046b0b9d44 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:27.007143 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.078479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 96bcd0c1-9420-47ab-8e16-338361065312, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=96bcd0c1-9420-47ab-8e16-338361065312,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:27.110406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '96bcd0c1-9420-47ab-8e16-338361065312', 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c', 'port_id': '96bcd0c1-9420-47ab-8e16-338361065312', 'mac_address': 'fa:16:3e:b8:0f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5285dbb-79fd-49a5-a716-0ef9a58f1dfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:41:27.285208 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3323ba51-6a61-4e35-8f84-fe90ac19e612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.368265 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.398836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323ba51-6a61-4e35-8f84-fe90ac19e612 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d19dbf9-998a-4c89-b606-99c9b9bda0b3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:27.399747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96bcd0c1-9420-47ab-8e16-338361065312 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:27.412182 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-531c36fb-15e2-4774-a6e3-43fdfbcfa2ec tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e858fd99b1c94cd994b2ac9508ff6176&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389221 Feb 04 15:41:27.523041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 96bcd0c1-9420-47ab-8e16-338361065312, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=96bcd0c1-9420-47ab-8e16-338361065312,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:27.546153 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.554869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526f6ec-a26b-458e-b4bc-e3e683c9c791 req-5c47ef44-3ed0-4104-918e-d808090d2662 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:27.562529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1526f6ec-a26b-458e-b4bc-e3e683c9c791 req-5c47ef44-3ed0-4104-918e-d808090d2662 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 944 time: 0.2778511 Feb 04 15:41:27.639679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-423b7385-1e72-4b1f-a80f-8931e6c6a4c1 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:27.641554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-423b7385-1e72-4b1f-a80f-8931e6c6a4c1 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181301 Feb 04 15:41:27.645388 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.662905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1526f6ec-a26b-458e-b4bc-e3e683c9c791 req-245708f5-5f24-4c3a-92ad-7ef522a1aaf6 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991204 Feb 04 15:41:27.694606 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-429c4eca-c562-47a2-bbe6-e0994997aeed tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/quotas/e858fd99b1c94cd994b2ac9508ff6176 HTTP/1.1" status: 200 len: 375 time: 0.0305142 Feb 04 15:41:27.732874 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['96bcd0c1-9420-47ab-8e16-338361065312'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:41:27.771583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=96bcd0c1-9420-47ab-8e16-338361065312,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:27.795340 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 89c084ef-393c-4326-9c2a-27046b0b9d44, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=89c084ef-393c-4326-9c2a-27046b0b9d44,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:27.816112 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.817864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ecd6fa08-d69a-4c61-aa91-c60bb426aca2 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:27.888923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-82c88bfd-55b1-4b13-8dbc-8385ad7a9bdf tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e858fd99b1c94cd994b2ac9508ff6176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1866381 Feb 04 15:41:27.892580 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16453ae1-c44a-45eb-ae4d-2d0c8ba21b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.973646 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3323ba51-6a61-4e35-8f84-fe90ac19e612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.001058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1317a-a079-484d-b3ae-11d29a67f03a req-68cd55fb-32ff-4912-bb92-5b619f7c3681 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:28.006014 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0c1317a-a079-484d-b3ae-11d29a67f03a req-68cd55fb-32ff-4912-bb92-5b619f7c3681 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.1199262 Feb 04 15:41:28.016482 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port ecd6fa08-d69a-4c61-aa91-c60bb426aca2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:28.026049 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port ecd6fa08-d69a-4c61-aa91-c60bb426aca2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:28.026568 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.091810 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0c1317a-a079-484d-b3ae-11d29a67f03a req-cf0a8097-0a7d-4f31-9a61-424ed4168728 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777996 Feb 04 15:41:28.167066 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34376) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:28.317531 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=89c084ef-393c-4326-9c2a-27046b0b9d44,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:28.390956 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72864da6-f007-477e-ae77-ee5d7740f247 req-1313860f-84ff-4147-9677-ca0666dbc2fe tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 210 time: 0.0856500 Feb 04 15:41:28.525832 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-816cd4fa-0805-448e-8c56-0daea8481289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.557871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373f27d7-b834-4048-8836-12aab39e2900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c084ef-393c-4326-9c2a-27046b0b9d44'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:28.580336 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.603863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-816cd4fa-0805-448e-8c56-0daea8481289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:28.617115 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed5820-53e6-48d5-ad99-8353b67ee390 req-e4212335-b329-4282-8457-02264a13b3fd tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:28.619544 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-82ed5820-53e6-48d5-ad99-8353b67ee390 req-e4212335-b329-4282-8457-02264a13b3fd tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 944 time: 0.1877222 Feb 04 15:41:28.621728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-816cd4fa-0805-448e-8c56-0daea8481289 admin admin] Usage tracker for resource:security_group_rule and tenant:1ba904afda9542cb935794b263f2bf85 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:28.625905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-816cd4fa-0805-448e-8c56-0daea8481289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:28.653746 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373f27d7-b834-4048-8836-12aab39e2900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c084ef-393c-4326-9c2a-27046b0b9d44', 'code': 200} Feb 04 15:41:28.655695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port ecd6fa08-d69a-4c61-aa91-c60bb426aca2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ecd6fa08-d69a-4c61-aa91-c60bb426aca2,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:28.660101 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.753413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-816cd4fa-0805-448e-8c56-0daea8481289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:28.757146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=ecd6fa08-d69a-4c61-aa91-c60bb426aca2,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:28.783925 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-82ed5820-53e6-48d5-ad99-8353b67ee390 req-37ea4e2a-b04b-4311-b0e1-1b09ff91a0f5 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544232 Feb 04 15:41:28.852060 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-816cd4fa-0805-448e-8c56-0daea8481289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.857514 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-816cd4fa-0805-448e-8c56-0daea8481289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.972880 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-816cd4fa-0805-448e-8c56-0daea8481289 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ba904afda9542cb935794b263f2bf85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8045471 Feb 04 15:41:28.974072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cd4fa-0805-448e-8c56-0daea8481289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8c9d19-8617-4575-b936-a6190f8836a9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:28.977568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34396) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:29.085446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5adc25-69bf-494e-9161-9940473976b4 req-1fafa779-2da9-4c8b-98df-c0019a35e42d tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:29.087040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a5adc25-69bf-494e-9161-9940473976b4 req-1fafa779-2da9-4c8b-98df-c0019a35e42d tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 945 time: 0.2143161 Feb 04 15:41:29.091232 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35c49b22-3476-44d8-9e0b-8effbdfe3bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.127647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f92abf95-c511-419c-b942-1fcdc6c30ab8 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:29.143106 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35c49b22-3476-44d8-9e0b-8effbdfe3bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.157181 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a9a28e7-55cc-469f-aaf0-8ec1dfc3bce3 req-b560ca92-47fe-447d-8a8d-3fd89a6f19e3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=373f27d7-b834-4048-8836-12aab39e2900 HTTP/1.1" status: 200 len: 1097 time: 0.3206563 Feb 04 15:41:29.211570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a5adc25-69bf-494e-9161-9940473976b4 req-a342ab44-a8aa-49a9-a310-172f56d69ad8 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171699 Feb 04 15:41:29.216856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port f92abf95-c511-419c-b942-1fcdc6c30ab8 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:29.226832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port f92abf95-c511-419c-b942-1fcdc6c30ab8 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:29.227252 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.338664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c04a61-170b-40c6-8aad-5f15124dfd90 req-f8c25725-7bbf-463d-8bd3-946c772cc2d6 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:29.341589 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14c04a61-170b-40c6-8aad-5f15124dfd90 req-f8c25725-7bbf-463d-8bd3-946c772cc2d6 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.0969546 Feb 04 15:41:29.342213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35c49b22-3476-44d8-9e0b-8effbdfe3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.376750 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.398220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c49b22-3476-44d8-9e0b-8effbdfe3bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8c9d19-8617-4575-b936-a6190f8836a9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:29.409284 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35c49b22-3476-44d8-9e0b-8effbdfe3bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.413632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f92abf95-c511-419c-b942-1fcdc6c30ab8, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f92abf95-c511-419c-b942-1fcdc6c30ab8,segment=NetworkSegment(d281c7df-be3a-4740-92b5-17252320b13c),segment_id=d281c7df-be3a-4740-92b5-17252320b13c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:29.413815 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-35c49b22-3476-44d8-9e0b-8effbdfe3bbb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a8c9d19-8617-4575-b936-a6190f8836a9 HTTP/1.1" status: 204 len: 168 time: 0.4246802 Feb 04 15:41:29.429471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14c04a61-170b-40c6-8aad-5f15124dfd90 req-0a0654c2-17aa-4521-8bec-32d46377c4db tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733769 Feb 04 15:41:29.433251 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.520804 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a9a28e7-55cc-469f-aaf0-8ec1dfc3bce3 req-52cc9a2e-33f4-438d-9524-37e714bfa62a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557677 Feb 04 15:41:29.525641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f92abf95-c511-419c-b942-1fcdc6c30ab8,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:29.638958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93a5220f-72e2-4fc4-aed1-4dfe6dc04d78 req-7b93ef27-e76e-408b-9c1f-b54454253de5 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 210 time: 0.0740254 Feb 04 15:41:29.740550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1739d90-6c6b-433e-96e1-4a9bcea73e1f req-d63b8edc-f3d9-4d9e-afdf-e6c4feae3f20 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:29.741753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1739d90-6c6b-433e-96e1-4a9bcea73e1f req-d63b8edc-f3d9-4d9e-afdf-e6c4feae3f20 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.0977423 Feb 04 15:41:29.794095 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1739d90-6c6b-433e-96e1-4a9bcea73e1f req-dc11c695-50f1-41d9-a8d5-c11a35ff7d22 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460389 Feb 04 15:41:29.806596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3323ba51-6a61-4e35-8f84-fe90ac19e612 admin admin] Router 9f8b909e-19eb-43be-a4b8-41a83f74d3df has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:41:29.821959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-16453ae1-c44a-45eb-ae4d-2d0c8ba21b97 admin admin] Deleting port 7bc6f7c2-3470-462e-a98d-1ebe2489474e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:29.822301 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16453ae1-c44a-45eb-ae4d-2d0c8ba21b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.863744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34420) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:29.955960 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca4ac0f4-1199-4de5-a270-e60317fb43f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.036496 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd70a9-2912-4d0c-bc84-37d99abd920f req-303925ee-bca2-4f73-9849-a19b050f23af tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:30.038235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03bd70a9-2912-4d0c-bc84-37d99abd920f req-303925ee-bca2-4f73-9849-a19b050f23af tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 945 time: 0.0948489 Feb 04 15:41:30.111074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03bd70a9-2912-4d0c-bc84-37d99abd920f req-3bbcccae-81e7-4a2e-b158-77d1a726df46 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646868 Feb 04 15:41:30.123734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ca4ac0f4-1199-4de5-a270-e60317fb43f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:30.144816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ca4ac0f4-1199-4de5-a270-e60317fb43f1 admin admin] Usage tracker for resource:security_group_rule and tenant:31fc7cf8b24c40549c331a90db721014 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:30.149964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ca4ac0f4-1199-4de5-a270-e60317fb43f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:30.166921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ca4ac0f4-1199-4de5-a270-e60317fb43f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:30.177180 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-16453ae1-c44a-45eb-ae4d-2d0c8ba21b97 admin admin] For port 7bc6f7c2-3470-462e-a98d-1ebe2489474e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7bc6f7c2-3470-462e-a98d-1ebe2489474e,segment=NetworkSegment(e06861b1-dfdf-4874-b630-0d2ed3cb357f),segment_id=e06861b1-dfdf-4874-b630-0d2ed3cb357f)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:30.177628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16453ae1-c44a-45eb-ae4d-2d0c8ba21b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.321542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-16453ae1-c44a-45eb-ae4d-2d0c8ba21b97 admin admin] Calling delete_port for 7bc6f7c2-3470-462e-a98d-1ebe2489474e owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:30.432039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 96bcd0c1-9420-47ab-8e16-338361065312 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:30.540805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 96bcd0c1-9420-47ab-8e16-338361065312 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:30.541441 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.639628 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-493c457c-4d3d-4379-9ce9-3c830dfe36a7 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e858fd99b1c94cd994b2ac9508ff6176&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636473 Feb 04 15:41:30.660829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e73b93-32c5-4731-ac13-d918fe73f741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd6fa08-d69a-4c61-aa91-c60bb426aca2'}, {'server_uuid': 'f5abf5d9-7216-4c13-bead-17ed7f7115d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92abf95-c511-419c-b942-1fcdc6c30ab8'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:30.689929 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.718472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-1cea58b5-b500-49da-8ae1-b14c8181a5e4 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:30.726624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-1cea58b5-b500-49da-8ae1-b14c8181a5e4 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/networks?id=6714c035-dd2f-45c7-bc37-56f0f9e7c51c HTTP/1.1" status: 200 len: 814 time: 0.3117237 Feb 04 15:41:30.754739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 96bcd0c1-9420-47ab-8e16-338361065312, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=96bcd0c1-9420-47ab-8e16-338361065312,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:30.770479 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.775997 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-ae2820d1-8eba-4012-bca2-a20cf12facb3 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/quotas/0a862822c5cc4a00ad2f9860437d65aa HTTP/1.1" status: 200 len: 375 time: 0.0480340 Feb 04 15:41:30.850844 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca4ac0f4-1199-4de5-a270-e60317fb43f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.871783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca4ac0f4-1199-4de5-a270-e60317fb43f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.883544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365992d-ba17-4b4f-9c56-32b49bddd593 req-b4aea48f-b9c1-48ff-8e22-d8a33c5a573f tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:30.890821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3365992d-ba17-4b4f-9c56-32b49bddd593 req-b4aea48f-b9c1-48ff-8e22-d8a33c5a573f tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 945 time: 0.5075805 Feb 04 15:41:30.907057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=96bcd0c1-9420-47ab-8e16-338361065312,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:30.966826 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3365992d-ba17-4b4f-9c56-32b49bddd593 req-1a938d91-e813-481c-8c96-8594edff4453 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750439 Feb 04 15:41:31.009843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-96488faf-4a56-4150-afe9-09e1db569ead tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a862822c5cc4a00ad2f9860437d65aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2327316 Feb 04 15:41:31.063224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3323ba51-6a61-4e35-8f84-fe90ac19e612 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:41:31.075434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ac0f4-1199-4de5-a270-e60317fb43f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fed8063-d766-4cc6-b21f-66de235a7a7a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:31.084604 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ca4ac0f4-1199-4de5-a270-e60317fb43f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31fc7cf8b24c40549c331a90db721014&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2186491 Feb 04 15:41:31.089028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34460) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:31.089178 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b85453-0ac7-4365-ba93-9cf916172d85 None None] Sync routers for ids ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:41:31.116237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b85453-0ac7-4365-ba93-9cf916172d85 None None] Routers {'9f8b909e-19eb-43be-a4b8-41a83f74d3df'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:41:31.116669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c3b85453-0ac7-4365-ba93-9cf916172d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:41:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:31.127858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-1551ae1c-918c-45ae-aef5-73d4dca0a872 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:31.129377 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-1551ae1c-918c-45ae-aef5-73d4dca0a872 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4595034 Feb 04 15:41:31.174308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Request body: {'port': {'device_id': '4179395e-8985-4f17-895b-b361fa549b00', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': 'e858fd99b1c94cd994b2ac9508ff6176'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:31.207672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-b9f29a1c-c0ca-4723-b2f4-45ceebb3eff5 service neutron] 10.222.0.60 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894422 Feb 04 15:41:31.243433 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e23e4a7c-7af4-4e98-90df-56881b1586a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.252743 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16453ae1-c44a-45eb-ae4d-2d0c8ba21b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.278879 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e73b93-32c5-4731-ac13-d918fe73f741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd6fa08-d69a-4c61-aa91-c60bb426aca2', 'code': 200} Feb 04 15:41:31.282038 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5abf5d9-7216-4c13-bead-17ed7f7115d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92abf95-c511-419c-b942-1fcdc6c30ab8', 'code': 200} Feb 04 15:41:31.519492 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ce63800-a3bc-4746-89ea-9207440c56b3 req-c04134b5-0455-4f20-9c94-edd920904aff tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 210 time: 0.1521261 Feb 04 15:41:31.540179 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e23e4a7c-7af4-4e98-90df-56881b1586a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.547375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c3b85453-0ac7-4365-ba93-9cf916172d85 None None] Set router 9f8b909e-19eb-43be-a4b8-41a83f74d3df gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:41:31.668925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16453ae1-c44a-45eb-ae4d-2d0c8ba21b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc6f7c2-3470-462e-a98d-1ebe2489474e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:31.679162 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3323ba51-6a61-4e35-8f84-fe90ac19e612 admin admin] 10.222.0.60 "PUT /v2.0/routers/9f8b909e-19eb-43be-a4b8-41a83f74d3df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1344652 Feb 04 15:41:31.697496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34466) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:31.841256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-c39a2f50-cd64-4b7f-a27c-5366c9b6979d service neutron] 10.222.0.60 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6311343 Feb 04 15:41:31.912022 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-470f61b5-7ba8-4e11-9d9b-7fc2d5858669 req-867766cb-5ed5-4a0b-a511-f8ddc4b3378f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 1096 time: 0.6001296 Feb 04 15:41:31.917536 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e23e4a7c-7af4-4e98-90df-56881b1586a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.011392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e4a7c-7af4-4e98-90df-56881b1586a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fed8063-d766-4cc6-b21f-66de235a7a7a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:32.134450 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e23e4a7c-7af4-4e98-90df-56881b1586a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.135717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e23e4a7c-7af4-4e98-90df-56881b1586a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6fed8063-d766-4cc6-b21f-66de235a7a7a HTTP/1.1" status: 204 len: 168 time: 1.0456004 Feb 04 15:41:32.141890 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-470f61b5-7ba8-4e11-9d9b-7fc2d5858669 req-7a176632-5094-4599-a4d5-5500c6023853 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188787 Feb 04 15:41:32.177805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dcf5d-4a32-4ec2-8087-0078ec8c473d req-5c861aed-01ff-4c8b-b399-4064a88390ca tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:32.186255 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f27dcf5d-4a32-4ec2-8087-0078ec8c473d req-5c861aed-01ff-4c8b-b399-4064a88390ca tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 945 time: 0.3438785 Feb 04 15:41:32.236059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:32.249322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Usage tracker for resource:port and tenant:e858fd99b1c94cd994b2ac9508ff6176 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:32.258586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:32.272675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:32.276071 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a4c78-28e2-4419-b02e-85ca0799370f req-3ecffe7e-c85c-4950-bdae-d2cf006559bf tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:32.279925 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e27a4c78-28e2-4419-b02e-85ca0799370f req-3ecffe7e-c85c-4950-bdae-d2cf006559bf tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.73 "GET /v2.0/ports?device_id=db7ead0c-84ac-4610-9b84-aee6a94a1776 HTTP/1.1" status: 200 len: 946 time: 0.2473423 Feb 04 15:41:32.312117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f27dcf5d-4a32-4ec2-8087-0078ec8c473d req-1e40de18-923d-464e-a602-5786a30c2ee1 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219351 Feb 04 15:41:32.314753 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Made reservation on behalf of e858fd99b1c94cd994b2ac9508ff6176 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:32.322019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.354359 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c3b85453-0ac7-4365-ba93-9cf916172d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:18Z', 'updated_at': '2022-02-04T15:41:27Z', 'revision_number': 5, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'gw_port': {'id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:20Z', 'updated_at': '2022-02-04T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:32.365598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b85453-0ac7-4365-ba93-9cf916172d85 None None] Checking router: 9f8b909e-19eb-43be-a4b8-41a83f74d3df for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:41:32.397653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b85453-0ac7-4365-ba93-9cf916172d85 None None] Routers {'9f8b909e-19eb-43be-a4b8-41a83f74d3df'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:41:32.398813 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c3b85453-0ac7-4365-ba93-9cf916172d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:41:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:32.407766 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.724329 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7c14c503-b950-4c79-8001-1dc6bdb5c340 req-9a367a99-8c54-40ce-b8dd-87a7d894afff service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 1096 time: 1.2603951 Feb 04 15:41:32.743928 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:32.772703 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f62b835-30fe-4985-a227-30cbb5d2c08e req-da86c7f7-699d-4402-b631-2c0e2aa500e5 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 210 time: 0.1864703 Feb 04 15:41:32.831090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-e27a4c78-28e2-4419-b02e-85ca0799370f req-9dfac00d-b3a0-4def-ad2e-5c9923c12495 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Deleting port 22cef65f-c1a6-4e70-803a-b2617e4340fe {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:32.831526 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e27a4c78-28e2-4419-b02e-85ca0799370f req-9dfac00d-b3a0-4def-ad2e-5c9923c12495 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.858277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Usage tracker for resource:security_group_rule and tenant:e858fd99b1c94cd994b2ac9508ff6176 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:32.924647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c3b85453-0ac7-4365-ba93-9cf916172d85 None None] Set router 9f8b909e-19eb-43be-a4b8-41a83f74d3df gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:41:32.930747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:33.082845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d6da-008e-4ff1-bfe5-1444e3626f1a req-f4f701b0-ec83-44cf-9e27-26bff69491d0 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:33.098789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29f3d6da-008e-4ff1-bfe5-1444e3626f1a req-f4f701b0-ec83-44cf-9e27-26bff69491d0 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 945 time: 0.7236109 Feb 04 15:41:33.199300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:33.328184 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7c14c503-b950-4c79-8001-1dc6bdb5c340 req-926a1be5-ec7d-48f1-b462-9ea20946ec2e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712059 Feb 04 15:41:33.340817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-36396c73-bd83-488d-8edc-cb5c541fff8a req-d4dee564-2dec-431c-a746-75fc5be8e67c tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 210 time: 0.1326828 Feb 04 15:41:33.365836 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4352e58-21f3-44f3-97f6-b163aa9ad5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bcd0c1-9420-47ab-8e16-338361065312'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:33.418164 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29f3d6da-008e-4ff1-bfe5-1444e3626f1a req-04e376f1-5181-4ac3-9fa9-4b896e37b96b tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170745 Feb 04 15:41:33.576408 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.581494 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.669514 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.696090 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4352e58-21f3-44f3-97f6-b163aa9ad5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bcd0c1-9420-47ab-8e16-338361065312', 'code': 200} Feb 04 15:41:33.876681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-e27a4c78-28e2-4419-b02e-85ca0799370f req-9dfac00d-b3a0-4def-ad2e-5c9923c12495 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] For port 22cef65f-c1a6-4e70-803a-b2617e4340fe, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=22cef65f-c1a6-4e70-803a-b2617e4340fe,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:33.877039 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e27a4c78-28e2-4419-b02e-85ca0799370f req-9dfac00d-b3a0-4def-ad2e-5c9923c12495 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.028832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-e27a4c78-28e2-4419-b02e-85ca0799370f req-9dfac00d-b3a0-4def-ad2e-5c9923c12495 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Calling delete_port for 22cef65f-c1a6-4e70-803a-b2617e4340fe owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:34.041555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482e339b-30ed-4aac-97cf-105201e32881,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:34.063774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c3b85453-0ac7-4365-ba93-9cf916172d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:18Z', 'updated_at': '2022-02-04T15:41:27Z', 'revision_number': 5, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'gw_port': {'id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:20Z', 'updated_at': '2022-02-04T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:34.069400 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b85453-0ac7-4365-ba93-9cf916172d85 None None] The sync data for ids ['9f8b909e-19eb-43be-a4b8-41a83f74d3df'] in n-d-827872-1 is: [{'id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'name': 'tempest-ServersTestJSON-1946992333-router', 'tenant_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:18Z', 'updated_at': '2022-02-04T15:41:27Z', 'revision_number': 5, 'project_id': 'b70c33e05bce43a5bb9a4274f2bc8927', 'gw_port': {'id': '9fa557a6-e7be-4d07-90ac-5551832b6679', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8b909e-19eb-43be-a4b8-41a83f74d3df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:20Z', 'updated_at': '2022-02-04T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:41:34.139828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0350c-c466-4636-9681-efbe3c0b65dd req-ece108c6-8551-4224-b9d5-06133cc71f2d tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:34.147696 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ea0350c-c466-4636-9681-efbe3c0b65dd req-ece108c6-8551-4224-b9d5-06133cc71f2d tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 945 time: 0.4259830 Feb 04 15:41:34.153957 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16453ae1-c44a-45eb-ae4d-2d0c8ba21b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.283392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-acb240de-f2fb-4f94-93c9-74e662539f98 req-96caa550-a62f-4d13-8297-79f97e47133d tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 210 time: 0.1268055 Feb 04 15:41:34.340086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ea0350c-c466-4636-9681-efbe3c0b65dd req-3d85e3cf-ff7e-4b0e-aafc-475fc4fc9eef tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911993 Feb 04 15:41:34.607210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Allocated IP 192.168.233.244 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/b202acb8-981b-497a-95e6-70423e1dd32f) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:34.784235 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e27a4c78-28e2-4419-b02e-85ca0799370f req-9dfac00d-b3a0-4def-ad2e-5c9923c12495 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.983582 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:35.120406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:41:35.122695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6d19dbf9-998a-4c89-b606-99c9b9bda0b3 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:35.144705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 22cef65f-c1a6-4e70-803a-b2617e4340fe no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:35.165828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfac00d-b3a0-4def-ad2e-5c9923c12495 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Pushing event deleted for resources: {'Port': ['ID=22cef65f-c1a6-4e70-803a-b2617e4340fe,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:35.185252 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.227937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 22cef65f-c1a6-4e70-803a-b2617e4340fe {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:41:35.229174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 22cef65f-c1a6-4e70-803a-b2617e4340fe not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:35.244515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] Deleting port 9fa557a6-e7be-4d07-90ac-5551832b6679 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:35.245175 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.329362 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4db87896-d6aa-46be-97e7-53e6fba736d7 req-89bc68e3-3fa6-47b9-82a6-5eac6354ef8c tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 210 time: 0.5760758 Feb 04 15:41:35.462875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-f87c62e0-bb9b-4790-a624-ee52d0c317e3 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:35.464378 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-f87c62e0-bb9b-4790-a624-ee52d0c317e3 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.73 "GET /v2.0/networks?id=6714c035-dd2f-45c7-bc37-56f0f9e7c51c HTTP/1.1" status: 200 len: 814 time: 1.0788894 Feb 04 15:41:35.572856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Request body: {'port': {'device_id': '3cbef71e-5506-4e34-bba2-9ad95cd2e36d', 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c', 'admin_state_up': True, 'tenant_id': '0a862822c5cc4a00ad2f9860437d65aa'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:35.585687 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.606323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Transition to ACTIVE for port object b202acb8-981b-497a-95e6-70423e1dd32f will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:35.608650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27a4c78-28e2-4419-b02e-85ca0799370f req-9dfac00d-b3a0-4def-ad2e-5c9923c12495 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] No DVR routers for this DVR port 22cef65f-c1a6-4e70-803a-b2617e4340fe on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:35.615258 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e27a4c78-28e2-4419-b02e-85ca0799370f req-9dfac00d-b3a0-4def-ad2e-5c9923c12495 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.726458 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.834642 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7ead0c-84ac-4610-9b84-aee6a94a1776', 'name': 'network-vif-deleted', 'tag': '22cef65f-c1a6-4e70-803a-b2617e4340fe'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:35.860316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] For port 9fa557a6-e7be-4d07-90ac-5551832b6679, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9fa557a6-e7be-4d07-90ac-5551832b6679,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:35.860675 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.923369 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-084aa0e1-8daa-4b4e-b84b-4e313f9efe2b req-70ef9a10-d2ce-4141-8194-fba20cfce970 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 210 time: 0.0722513 Feb 04 15:41:36.018382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975f9ff-173f-46f3-aad0-829a41958b7a req-b89660b3-5254-4c48-9cae-bb5ff5d173ef tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:36.042592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1975f9ff-173f-46f3-aad0-829a41958b7a req-b89660b3-5254-4c48-9cae-bb5ff5d173ef tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 945 time: 0.8855155 Feb 04 15:41:36.146533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Pushing event updated for resources: {'Port': ['ID=b202acb8-981b-497a-95e6-70423e1dd32f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:36.153899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e27a4c78-28e2-4419-b02e-85ca0799370f req-9dfac00d-b3a0-4def-ad2e-5c9923c12495 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.73 "DELETE /v2.0/ports/22cef65f-c1a6-4e70-803a-b2617e4340fe HTTP/1.1" status: 204 len: 173 time: 3.7262840 Feb 04 15:41:36.180520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:36.186798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] Calling delete_port for 9fa557a6-e7be-4d07-90ac-5551832b6679 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:36.191157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Usage tracker for resource:port and tenant:0a862822c5cc4a00ad2f9860437d65aa is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:36.201493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:36.227300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1975f9ff-173f-46f3-aad0-829a41958b7a req-b1c44be3-c16e-4ee9-8007-c4195d3ee891 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828177 Feb 04 15:41:36.248878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:36.311972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Made reservation on behalf of 0a862822c5cc4a00ad2f9860437d65aa for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:36.317878 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.335868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:36.461144 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7ead0c-84ac-4610-9b84-aee6a94a1776', 'name': 'network-vif-deleted', 'tag': '22cef65f-c1a6-4e70-803a-b2617e4340fe', 'status': 'completed', 'code': 200} Feb 04 15:41:36.527863 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:36.570646 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a622d454-db92-4551-a96e-823b28ac85f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.577807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:41:36.624727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8ea8a-609e-4b9f-b34a-e90b8e5fd916 req-4d0f35e5-5c42-466a-940d-737b74fb2795 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:36.632896 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6cd8ea8a-609e-4b9f-b34a-e90b8e5fd916 req-4d0f35e5-5c42-466a-940d-737b74fb2795 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 945 time: 0.3618827 Feb 04 15:41:36.800103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Allocated IP 172.20.0.4 (6714c035-dd2f-45c7-bc37-56f0f9e7c51c/78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793/de745981-8280-4611-bffd-e0fa8fbee2a9) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:36.837719 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6cd8ea8a-609e-4b9f-b34a-e90b8e5fd916 req-fc0ecc8b-22b7-43f8-8915-5aedffcc1783 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036057 Feb 04 15:41:36.957844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:36.958716 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.992610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c08ea-4006-4380-ab97-3d67bff22496 req-a1f36277-ce61-4f4b-8f22-276b92a89687 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:37.005940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe4c08ea-4006-4380-ab97-3d67bff22496 req-a1f36277-ce61-4f4b-8f22-276b92a89687 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 936 time: 0.3071187 Feb 04 15:41:37.008363 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-145be458-2d9a-4786-94fb-13d4117d1daa tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8398318 Feb 04 15:41:37.037480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9e6a94bf-42e5-4786-8615-c88962b21382 None None] Provisioning for port b202acb8-981b-497a-95e6-70423e1dd32f completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:37.048906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Request body: {'port': {'device_id': '4179395e-8985-4f17-895b-b361fa549b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:37.049079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9e6a94bf-42e5-4786-8615-c88962b21382 None None] Provisioning complete for port b202acb8-981b-497a-95e6-70423e1dd32f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:37.052597 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e6a94bf-42e5-4786-8615-c88962b21382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.249610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9e6a94bf-42e5-4786-8615-c88962b21382 None None] Port b202acb8-981b-497a-95e6-70423e1dd32f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:41:37.395973 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe4c08ea-4006-4380-ab97-3d67bff22496 req-263c21d7-6f81-4ec9-b236-52d35c6b18ce tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/security-groups?id=482e339b-30ed-4aac-97cf-105201e32881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890359 Feb 04 15:41:37.489071 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.562686 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.740007 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.806788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Pushing event updated for resources: {'Port': ['ID=de745981-8280-4611-bffd-e0fa8fbee2a9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:37.822090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:37.831216 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:37.836857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:41:37.855350 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.896914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa557a6-e7be-4d07-90ac-5551832b6679,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:37.931670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:37.932315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:37.932797 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:37.933514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:37.933989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:37.934800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:37.935139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:37.935498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:37.935876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:37.936248 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:37.936588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:38.051983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:38.052683 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.117694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5dba2-9070-49da-8c11-d5e86e0c0263 req-4ecfbcd7-fbc1-4096-adf4-e8c92137953d tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:38.118910 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0fd5dba2-9070-49da-8c11-d5e86e0c0263 req-4ecfbcd7-fbc1-4096-adf4-e8c92137953d tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Synchronizing usage tracker for tenant:0a862822c5cc4a00ad2f9860437d65aa on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:38.146676 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ddc5a38-4072-4526-89dc-e390b40542f5 req-d401840f-7ed6-4cc7-83cd-47ae4b9f20b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=641344d751e341149b5b7803cc35dea8&device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 1096 time: 0.4012098 Feb 04 15:41:38.151402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-3e02e5b9-168f-4fd6-9b7d-bd9a0b2aa03e tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6115611 Feb 04 15:41:38.191717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Request body: {'port': {'device_id': '3cbef71e-5506-4e34-bba2-9ad95cd2e36d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:38.197385 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16453ae1-c44a-45eb-ae4d-2d0c8ba21b97 admin admin] Router 097837c7-820b-4306-8c8e-c4e649ba9b26 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:41:38.228224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3318bf-74c3-4af8-a545-514cd6fa0b4f req-63622d44-4eae-43db-b9c9-4aa955164aa8 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:38.235444 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c3318bf-74c3-4af8-a545-514cd6fa0b4f req-63622d44-4eae-43db-b9c9-4aa955164aa8 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 945 time: 0.3581562 Feb 04 15:41:38.237417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0fd5dba2-9070-49da-8c11-d5e86e0c0263 req-4ecfbcd7-fbc1-4096-adf4-e8c92137953d tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Unset dirty status for tenant:0a862822c5cc4a00ad2f9860437d65aa on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:38.245019 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fd5dba2-9070-49da-8c11-d5e86e0c0263 req-4ecfbcd7-fbc1-4096-adf4-e8c92137953d tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 931 time: 0.5975924 Feb 04 15:41:38.491385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c3318bf-74c3-4af8-a545-514cd6fa0b4f req-e69d59c3-2cda-4c8b-b08c-97120375986d tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549858 Feb 04 15:41:38.506792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fd5dba2-9070-49da-8c11-d5e86e0c0263 req-e360779e-8f07-474d-98a8-8a823e3106ff tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610178 Feb 04 15:41:38.548712 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.623409 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.721639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc5a38-4072-4526-89dc-e390b40542f5 req-142c2afc-56b9-4078-8f58-119d6640f060 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:38.724049 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ddc5a38-4072-4526-89dc-e390b40542f5 req-142c2afc-56b9-4078-8f58-119d6640f060 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 HTTP/1.1" status: 200 len: 911 time: 0.5625393 Feb 04 15:41:38.935436 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e31142a2-368f-41de-9844-9e85aa3d191b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.176044 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.242271 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.246315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b202acb8-981b-497a-95e6-70423e1dd32f {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:39.257456 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.313464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Transition to ACTIVE for port object b202acb8-981b-497a-95e6-70423e1dd32f will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:39.327849 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.328367 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f8b909e-19eb-43be-a4b8-41a83f74d3df {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:41:39.330013 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.364900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ddc5a38-4072-4526-89dc-e390b40542f5 req-6341c374-d88d-4363-9aec-b8b4165734f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92abf95-c511-419c-b942-1fcdc6c30ab8 HTTP/1.1" status: 200 len: 217 time: 0.6300485 Feb 04 15:41:39.629540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc5a38-4072-4526-89dc-e390b40542f5 req-324ebb7e-eb71-461b-81eb-ac6a0d8b839d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:39.631040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ddc5a38-4072-4526-89dc-e390b40542f5 req-324ebb7e-eb71-461b-81eb-ac6a0d8b839d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e HTTP/1.1" status: 200 len: 850 time: 0.2285945 Feb 04 15:41:39.654798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96d60a-1ac3-4cd2-8eb7-2760e67318f8 req-ce9c30cb-c2bc-43aa-9c90-315a1767f7f2 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:39.657678 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.658816 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ecd04f4c-3645-448e-a21f-6cd99cb0d2b1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9f8b909e-19eb-43be-a4b8-41a83f74d3df HTTP/1.1" status: 204 len: 168 time: 7.9531488 Feb 04 15:41:39.663660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c96d60a-1ac3-4cd2-8eb7-2760e67318f8 req-ce9c30cb-c2bc-43aa-9c90-315a1767f7f2 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 936 time: 0.7121880 Feb 04 15:41:39.665261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34614) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:39.673816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16453ae1-c44a-45eb-ae4d-2d0c8ba21b97 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:41:39.685033 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eba50b-4f30-436b-90c8-61b1c10df178 None None] Sync routers for ids ['097837c7-820b-4306-8c8e-c4e649ba9b26'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:41:39.695402 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-16453ae1-c44a-45eb-ae4d-2d0c8ba21b97 admin admin] 10.222.0.60 "PUT /v2.0/routers/097837c7-820b-4306-8c8e-c4e649ba9b26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7570102 Feb 04 15:41:39.704901 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eba50b-4f30-436b-90c8-61b1c10df178 None None] Routers {'097837c7-820b-4306-8c8e-c4e649ba9b26'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:41:39.705531 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-08eba50b-4f30-436b-90c8-61b1c10df178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:41:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['097837c7-820b-4306-8c8e-c4e649ba9b26'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:39.748020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34618) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:39.770625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Pushing event updated for resources: {'Port': ['ID=b202acb8-981b-497a-95e6-70423e1dd32f,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:39.786332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de413e22-5e24-4610-a6f0-4288eb87684a req-2910392c-2c11-4559-a330-b817e3658361 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:39.800581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de413e22-5e24-4610-a6f0-4288eb87684a req-2910392c-2c11-4559-a330-b817e3658361 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 945 time: 0.9033501 Feb 04 15:41:39.934870 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.942717 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34626) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:39.999407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Attempting to bind port b202acb8-981b-497a-95e6-70423e1dd32f on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:39.999769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Attempting to bind port b202acb8-981b-497a-95e6-70423e1dd32f by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:40.000065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Attempting to bind port b202acb8-981b-497a-95e6-70423e1dd32f on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:41:40.021347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Port b202acb8-981b-497a-95e6-70423e1dd32f on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:41:40.021695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Attempting to bind port b202acb8-981b-497a-95e6-70423e1dd32f on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:41:40.037287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:41:40.037632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:41:40.038019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:41:40.038600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Bound port: b202acb8-981b-497a-95e6-70423e1dd32f, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:40.038953 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.079157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ddc5a38-4072-4526-89dc-e390b40542f5 req-5d5f9759-42b6-4c2a-896e-0be5773b5658 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4356692 Feb 04 15:41:40.122320 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-08eba50b-4f30-436b-90c8-61b1c10df178 None None] Set router 097837c7-820b-4306-8c8e-c4e649ba9b26 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:41:40.171083 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c96d60a-1ac3-4cd2-8eb7-2760e67318f8 req-a76cac85-e63e-4407-a44c-97cdf6756a67 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/security-groups?id=482e339b-30ed-4aac-97cf-105201e32881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064797 Feb 04 15:41:40.179234 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.182503 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:41:40.246517 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-99badfc4-c650-45f2-a467-6671a77699a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.272099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] For port b202acb8-981b-497a-95e6-70423e1dd32f, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:40.276490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] For port b202acb8-981b-497a-95e6-70423e1dd32f, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=b202acb8-981b-497a-95e6-70423e1dd32f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:40.291782 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.376800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d37647-3c75-4ccf-ad94-113bbc682fe6 admin admin] Deleting subnet d4c8bd91-de49-4d76-b9bb-8b3081d1af67 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:41:40.391948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-99badfc4-c650-45f2-a467-6671a77699a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:40.407547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-99badfc4-c650-45f2-a467-6671a77699a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c28fdabdb83f4b309ca955020b293e4b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:40.411497 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.413289 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] 10.222.0.81 "PUT /v2.0/ports/b202acb8-981b-497a-95e6-70423e1dd32f HTTP/1.1" status: 200 len: 1096 time: 3.3732121 Feb 04 15:41:40.413383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4179395e-8985-4f17-895b-b361fa549b00', 'tag': 'b202acb8-981b-497a-95e6-70423e1dd32f'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:40.417632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de413e22-5e24-4610-a6f0-4288eb87684a req-c7f4770b-a275-4534-9a9a-bcc1e25ed20d tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149600 Feb 04 15:41:40.426782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-99badfc4-c650-45f2-a467-6671a77699a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:40.440936 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-99badfc4-c650-45f2-a467-6671a77699a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:40.478847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a957f-35c1-4d5a-920d-98f7ca854e56 service neutron] Pushing event updated for resources: {'Port': ['ID=b202acb8-981b-497a-95e6-70423e1dd32f,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:40.509724 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79d37647-3c75-4ccf-ad94-113bbc682fe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.666313 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-08eba50b-4f30-436b-90c8-61b1c10df178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'name': 'tempest-TaggedBootDevicesTest-1277892355-router', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:43Z', 'updated_at': '2022-02-04T15:41:30Z', 'revision_number': 5, 'project_id': 'a59640ebc55e49878dc2237f5542f080', 'gw_port': {'id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:48Z', 'updated_at': '2022-02-04T15:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:40.670973 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eba50b-4f30-436b-90c8-61b1c10df178 None None] Checking router: 097837c7-820b-4306-8c8e-c4e649ba9b26 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:41:40.687754 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eba50b-4f30-436b-90c8-61b1c10df178 None None] Routers {'097837c7-820b-4306-8c8e-c4e649ba9b26'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:41:40.689942 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-08eba50b-4f30-436b-90c8-61b1c10df178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:41:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['097837c7-820b-4306-8c8e-c4e649ba9b26'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:40.781201 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79d37647-3c75-4ccf-ad94-113bbc682fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.823603 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-99badfc4-c650-45f2-a467-6671a77699a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.833037 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-99badfc4-c650-45f2-a467-6671a77699a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.884346 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-81822363-bf15-4bff-b988-7517b605f67c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e858fd99b1c94cd994b2ac9508ff6176&device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 1099 time: 0.3759041 Feb 04 15:41:40.914314 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-99badfc4-c650-45f2-a467-6671a77699a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c28fdabdb83f4b309ca955020b293e4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9698770 Feb 04 15:41:40.918888 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-08eba50b-4f30-436b-90c8-61b1c10df178 None None] Set router 097837c7-820b-4306-8c8e-c4e649ba9b26 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:41:40.933579 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ddc5a38-4072-4526-89dc-e390b40542f5 req-154a0847-29b7-44b4-8913-3f0bb8083391 service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8242826 Feb 04 15:41:40.935086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34634) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:40.943019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de745981-8280-4611-bffd-e0fa8fbee2a9 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:40.992927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9fa557a6-e7be-4d07-90ac-5551832b6679 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:40.998499 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-a9e15326-91a1-472b-af4c-dcfa54e945b3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=b202acb8-981b-497a-95e6-70423e1dd32f HTTP/1.1" status: 200 len: 217 time: 0.0945754 Feb 04 15:41:41.006722 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.044261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 9fa557a6-e7be-4d07-90ac-5551832b6679 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:41:41.045101 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9fa557a6-e7be-4d07-90ac-5551832b6679 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:41.099555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-2e7ff6d7-461f-48ea-87c0-583a5d1eaffc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:41.100816 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-2e7ff6d7-461f-48ea-87c0-583a5d1eaffc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0949535 Feb 04 15:41:41.101713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99badfc4-c650-45f2-a467-6671a77699a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d687c9-4d2e-40fd-b40e-06f8dd71225b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:41.208418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ddc5a38-4072-4526-89dc-e390b40542f5 req-3846075a-1244-4def-8310-cfaa04de1481 service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553556 Feb 04 15:41:41.220233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Transition to ACTIVE for port object de745981-8280-4611-bffd-e0fa8fbee2a9 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:41.229918 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-a12d617d-30fc-4ab0-8465-c90476115718 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1163557 Feb 04 15:41:41.296191 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.354318 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.416139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9ea26-96c3-4034-aa94-45a64649f5b5 req-7cecc2bc-7396-4fcb-8deb-54478a59e566 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:41.420809 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.424619 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-acb9ea26-96c3-4034-aa94-45a64649f5b5 req-7cecc2bc-7396-4fcb-8deb-54478a59e566 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 945 time: 1.0510380 Feb 04 15:41:41.452908 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2238aa3d-7d01-4b44-8d04-94e5ad0e474a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.465007 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-08eba50b-4f30-436b-90c8-61b1c10df178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'name': 'tempest-TaggedBootDevicesTest-1277892355-router', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:43Z', 'updated_at': '2022-02-04T15:41:30Z', 'revision_number': 5, 'project_id': 'a59640ebc55e49878dc2237f5542f080', 'gw_port': {'id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:48Z', 'updated_at': '2022-02-04T15:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:41.469700 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eba50b-4f30-436b-90c8-61b1c10df178 None None] The sync data for ids ['097837c7-820b-4306-8c8e-c4e649ba9b26'] in n-d-827872-1 is: [{'id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'name': 'tempest-TaggedBootDevicesTest-1277892355-router', 'tenant_id': 'a59640ebc55e49878dc2237f5542f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:43Z', 'updated_at': '2022-02-04T15:41:30Z', 'revision_number': 5, 'project_id': 'a59640ebc55e49878dc2237f5542f080', 'gw_port': {'id': 'ff087747-801b-41e8-a209-0dda8ac36d5b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097837c7-820b-4306-8c8e-c4e649ba9b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:48Z', 'updated_at': '2022-02-04T15:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:41:41.481129 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2238aa3d-7d01-4b44-8d04-94e5ad0e474a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.486005 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-b0e71e4b-825b-4fd6-bde5-aa4fa35533a8 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501662 Feb 04 15:41:41.524907 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79d37647-3c75-4ccf-ad94-113bbc682fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.659326 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2037be0c-151c-4dce-8744-e507bb8f2243 req-d32066c5-ed5f-4292-88eb-f5e9805425ae service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670163 Feb 04 15:41:41.753482 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Pushing event updated for resources: {'Port': ['ID=de745981-8280-4611-bffd-e0fa8fbee2a9,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:41.778547 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2238aa3d-7d01-4b44-8d04-94e5ad0e474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.787663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b57fda-fc98-4f19-83f7-3a6090c30c6b req-be8c31d0-122c-4fae-8210-444161a57c7c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:41.795301 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42b57fda-fc98-4f19-83f7-3a6090c30c6b req-be8c31d0-122c-4fae-8210-444161a57c7c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 931 time: 1.0309126 Feb 04 15:41:41.857649 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238aa3d-7d01-4b44-8d04-94e5ad0e474a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d687c9-4d2e-40fd-b40e-06f8dd71225b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:41.884198 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2238aa3d-7d01-4b44-8d04-94e5ad0e474a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.888554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2238aa3d-7d01-4b44-8d04-94e5ad0e474a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42d687c9-4d2e-40fd-b40e-06f8dd71225b HTTP/1.1" status: 204 len: 168 time: 0.9411321 Feb 04 15:41:41.965447 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-acb9ea26-96c3-4034-aa94-45a64649f5b5 req-4ebcfe03-91fd-4b1c-8bd8-3748e1d1cdca tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380032 Feb 04 15:41:42.106125 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.148469 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4179395e-8985-4f17-895b-b361fa549b00', 'tag': 'b202acb8-981b-497a-95e6-70423e1dd32f', 'status': 'completed', 'code': 200} Feb 04 15:41:42.185956 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79d37647-3c75-4ccf-ad94-113bbc682fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.249011 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42b57fda-fc98-4f19-83f7-3a6090c30c6b req-27995080-23a1-493c-b587-21d222c1a4c1 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528301 Feb 04 15:41:42.328433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d37647-3c75-4ccf-ad94-113bbc682fe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c8bd91-de49-4d76-b9bb-8b3081d1af67,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:42.372949 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4a744451-8b31-4b49-b8a8-23645a00c6fe req-f1331256-87ae-4a00-8b3a-893bd1e2a7ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e858fd99b1c94cd994b2ac9508ff6176&device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 1099 time: 0.1763577 Feb 04 15:41:42.380869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Attempting to bind port de745981-8280-4611-bffd-e0fa8fbee2a9 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:42.381195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Attempting to bind port de745981-8280-4611-bffd-e0fa8fbee2a9 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '29aeca53-3104-4c3b-9818-a2ec08364c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:42.381524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Attempting to bind port de745981-8280-4611-bffd-e0fa8fbee2a9 on network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:41:42.403162 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79d37647-3c75-4ccf-ad94-113bbc682fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.408278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269a63c7-0e95-4086-92d9-8ccec05b3656 None None] Network e73b8c79-39c7-4f3f-8efa-10d2b856cc10 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:41:42.444917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Port de745981-8280-4611-bffd-e0fa8fbee2a9 on network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:41:42.445303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Attempting to bind port de745981-8280-4611-bffd-e0fa8fbee2a9 on network 6714c035-dd2f-45c7-bc37-56f0f9e7c51c {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:41:42.455193 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-79d37647-3c75-4ccf-ad94-113bbc682fe6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d4c8bd91-de49-4d76-b9bb-8b3081d1af67 HTTP/1.1" status: 204 len: 168 time: 2.7514279 Feb 04 15:41:42.470148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34652) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:42.536528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34656) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:42.556726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:41:42.557102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Checking segment: {'id': '29aeca53-3104-4c3b-9818-a2ec08364c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:41:42.557446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Bound using segment: {'id': '29aeca53-3104-4c3b-9818-a2ec08364c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:41:42.557900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Bound port: de745981-8280-4611-bffd-e0fa8fbee2a9, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29aeca53-3104-4c3b-9818-a2ec08364c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:42.558244 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.629277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a744451-8b31-4b49-b8a8-23645a00c6fe req-f4b3f288-b851-44a1-bc5e-2eee58bdce42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:42.630795 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4a744451-8b31-4b49-b8a8-23645a00c6fe req-f4b3f288-b851-44a1-bc5e-2eee58bdce42 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.2486877 Feb 04 15:41:42.748496 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4a744451-8b31-4b49-b8a8-23645a00c6fe req-9accfa97-77f3-42a8-82fb-313aac607ce0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=b202acb8-981b-497a-95e6-70423e1dd32f HTTP/1.1" status: 200 len: 217 time: 0.1023526 Feb 04 15:41:42.833888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a744451-8b31-4b49-b8a8-23645a00c6fe req-98dba493-487c-411a-9663-2df32b85187f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:42.835530 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4a744451-8b31-4b49-b8a8-23645a00c6fe req-98dba493-487c-411a-9663-2df32b85187f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0798907 Feb 04 15:41:42.840678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] DHCP port deletion for e73b8c79-39c7-4f3f-8efa-10d2b856cc10 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:41:42.845277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Deleting port d5181847-866a-45c3-ab1e-453a265c15e3 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:42.845422 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-187c40f7-d694-4bca-8e22-60315fa15c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.847779 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.966687 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.970222 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4a744451-8b31-4b49-b8a8-23645a00c6fe req-8f0f0786-2f2a-4446-99de-d1979edab284 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216273 Feb 04 15:41:43.166078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7bc6f7c2-3470-462e-a98d-1ebe2489474e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:43.185829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] For port de745981-8280-4611-bffd-e0fa8fbee2a9, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:43.192082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-187c40f7-d694-4bca-8e22-60315fa15c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:43.198782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Deleting port d5181847-866a-45c3-ab1e-453a265c15e3 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:43.199385 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.212575 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4a744451-8b31-4b49-b8a8-23645a00c6fe req-2369f0e5-2806-4425-9aa9-2a57cabb1b14 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303636 Feb 04 15:41:43.225639 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 7bc6f7c2-3470-462e-a98d-1ebe2489474e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:41:43.226326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7bc6f7c2-3470-462e-a98d-1ebe2489474e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:43.226959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d5181847-866a-45c3-ab1e-453a265c15e3 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:43.246322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-187c40f7-d694-4bca-8e22-60315fa15c55 admin admin] Usage tracker for resource:security_group_rule and tenant:447f6b7b142045d58a72e028145d0483 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:43.268783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-187c40f7-d694-4bca-8e22-60315fa15c55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:43.272644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] For port de745981-8280-4611-bffd-e0fa8fbee2a9, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=de745981-8280-4611-bffd-e0fa8fbee2a9,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:43.295203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b631b-3b33-4340-b0e3-5ecfcde63ec5 req-1a169a7d-60ad-4278-b6d7-350c45e50d19 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:43.296717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e9b631b-3b33-4340-b0e3-5ecfcde63ec5 req-1a169a7d-60ad-4278-b6d7-350c45e50d19 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 945 time: 0.7611110 Feb 04 15:41:43.304041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-187c40f7-d694-4bca-8e22-60315fa15c55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:43.307917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] For port d5181847-866a-45c3-ab1e-453a265c15e3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d5181847-866a-45c3-ab1e-453a265c15e3,segment=NetworkSegment(c47b929d-6bdb-4df6-8da7-65b904de23a9),segment_id=c47b929d-6bdb-4df6-8da7-65b904de23a9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:43.308692 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.310713 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.421376 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.422745 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] 10.222.0.73 "PUT /v2.0/ports/de745981-8280-4611-bffd-e0fa8fbee2a9 HTTP/1.1" status: 200 len: 1091 time: 5.2380650 Feb 04 15:41:43.426362 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4a744451-8b31-4b49-b8a8-23645a00c6fe req-175f3531-42dd-47b3-a482-0118d213c4d5 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059274 Feb 04 15:41:43.430382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbef71e-5506-4e34-bba2-9ad95cd2e36d', 'tag': 'de745981-8280-4611-bffd-e0fa8fbee2a9'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:43.448538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86018cac-1e94-4570-abd1-42ef4c11ecb7 req-18f8445e-78a3-461a-aea1-8c1fb1b2d9e5 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:43.456397 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86018cac-1e94-4570-abd1-42ef4c11ecb7 req-18f8445e-78a3-461a-aea1-8c1fb1b2d9e5 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 948 time: 0.6827590 Feb 04 15:41:43.458832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Calling delete_port for d5181847-866a-45c3-ab1e-453a265c15e3 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:43.581403 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.674741 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e9b631b-3b33-4340-b0e3-5ecfcde63ec5 req-33d2c4aa-7816-41e0-ba1f-42396d79c4b2 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492618 Feb 04 15:41:43.675100 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.692139 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86018cac-1e94-4570-abd1-42ef4c11ecb7 req-d211bba9-cf8c-4a91-b043-e21a6ead2bf6 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/security-groups?id=482e339b-30ed-4aac-97cf-105201e32881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346699 Feb 04 15:41:43.730239 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Pushing event deleted for resources: {'Port': ['ID=d5181847-866a-45c3-ab1e-453a265c15e3,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:43.742680 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:43.743449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:43.744062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:43.744610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:43.745157 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:43.745747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:43.747040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:43.748005 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:43.748565 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:43.749134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:43.749950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:43.753229 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e299ffe6-26dc-4bb3-8ae9-0cdaffd9a28a None None] No DVR routers for this DVR port d5181847-866a-45c3-ab1e-453a265c15e3 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:43.785918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc879b4-1332-4cca-9eec-9952d4c4492c service neutron] Pushing event updated for resources: {'Port': ['ID=de745981-8280-4611-bffd-e0fa8fbee2a9,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:43.847488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-187c40f7-d694-4bca-8e22-60315fa15c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.953463 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-187c40f7-d694-4bca-8e22-60315fa15c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.986958 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.093854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] Deleting port ff087747-801b-41e8-a209-0dda8ac36d5b {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:44.093854 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.289792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c40f7-d694-4bca-8e22-60315fa15c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda123f6-5660-4def-82a5-e996c19ebd9d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:44.296718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] For port d5181847-866a-45c3-ab1e-453a265c15e3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d5181847-866a-45c3-ab1e-453a265c15e3,segment=NetworkSegment(c47b929d-6bdb-4df6-8da7-65b904de23a9),segment_id=c47b929d-6bdb-4df6-8da7-65b904de23a9)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:44.297082 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.327409 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-c6dfe905-a13e-4fa7-9181-aa31662fb63b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a862822c5cc4a00ad2f9860437d65aa&device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 1094 time: 0.8241210 Feb 04 15:41:44.332284 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-187c40f7-d694-4bca-8e22-60315fa15c55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=447f6b7b142045d58a72e028145d0483&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7911735 Feb 04 15:41:44.333140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34670) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:44.464652 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d319e434-94b4-47bb-8a8f-66ce32922764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.515010 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d319e434-94b4-47bb-8a8f-66ce32922764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.524876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Calling delete_port for d5181847-866a-45c3-ab1e-453a265c15e3 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:44.590876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d319e434-94b4-47bb-8a8f-66ce32922764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.614151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319e434-94b4-47bb-8a8f-66ce32922764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda123f6-5660-4def-82a5-e996c19ebd9d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:44.657715 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d319e434-94b4-47bb-8a8f-66ce32922764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.664313 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d319e434-94b4-47bb-8a8f-66ce32922764 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cda123f6-5660-4def-82a5-e996c19ebd9d HTTP/1.1" status: 204 len: 168 time: 0.3282912 Feb 04 15:41:44.672080 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-56c0174f-32c1-4fb4-8fac-04e5adf946de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de745981-8280-4611-bffd-e0fa8fbee2a9 HTTP/1.1" status: 200 len: 217 time: 0.2860396 Feb 04 15:41:44.759048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e836ebe-75bb-4038-a555-b1d5e57cb6f4 req-3efdd224-2dd6-4414-879f-0edee7f5f5a1 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:44.767659 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e836ebe-75bb-4038-a555-b1d5e57cb6f4 req-3efdd224-2dd6-4414-879f-0edee7f5f5a1 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=373f27d7-b834-4048-8836-12aab39e2900 HTTP/1.1" status: 200 len: 946 time: 0.8656788 Feb 04 15:41:44.843075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f779e74-fd13-4e45-a09e-0a99f1b48e54 req-c6d6063b-2d1e-4d7c-ba8f-eea2a994adc9 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:44.844589 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f779e74-fd13-4e45-a09e-0a99f1b48e54 req-c6d6063b-2d1e-4d7c-ba8f-eea2a994adc9 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 943 time: 0.8216279 Feb 04 15:41:44.864272 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:41:44.864923 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:41:44.909897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-e62ac4ca-846f-4bd9-b904-f337280cf2e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:44.911363 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-e62ac4ca-846f-4bd9-b904-f337280cf2e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793 HTTP/1.1" status: 200 len: 854 time: 0.2256415 Feb 04 15:41:44.922564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] For port ff087747-801b-41e8-a209-0dda8ac36d5b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ff087747-801b-41e8-a209-0dda8ac36d5b,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:44.922928 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.004734 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e836ebe-75bb-4038-a555-b1d5e57cb6f4 req-c0848cc6-1bf1-4d81-a420-fd354629e0c3 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363844 Feb 04 15:41:45.151807 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-630c905d-c6f1-4887-b9c2-3e209dc0500f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6714c035-dd2f-45c7-bc37-56f0f9e7c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2196603 Feb 04 15:41:45.155101 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbef71e-5506-4e34-bba2-9ad95cd2e36d', 'tag': 'de745981-8280-4611-bffd-e0fa8fbee2a9', 'status': 'completed', 'code': 200} Feb 04 15:41:45.162202 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] Calling delete_port for ff087747-801b-41e8-a209-0dda8ac36d5b owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:45.229077 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f779e74-fd13-4e45-a09e-0a99f1b48e54 req-70f3b0eb-6f67-477a-baee-b46a33f18cc6 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593946 Feb 04 15:41:45.368170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Deleting port d5181847-866a-45c3-ab1e-453a265c15e3 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:45.368526 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.504329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] The port 'd5181847-866a-45c3-ab1e-453a265c15e3' was deleted {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:41:45.743397 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-10867264-981d-43e8-8c37-b5a7e0a9da8c service neutron] 10.222.0.73 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525160 Feb 04 15:41:45.782120 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.015113 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffbc2e-e14c-4994-a71b-d8709d14cdbc req-436f0d3a-395d-465e-8261-f66fcc8731a7 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:46.021851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41ffbc2e-e14c-4994-a71b-d8709d14cdbc req-436f0d3a-395d-465e-8261-f66fcc8731a7 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 948 time: 0.6932178 Feb 04 15:41:46.061351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73b8c79-39c7-4f3f-8efa-10d2b856cc10']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:46.127273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47b929d-6bdb-4df6-8da7-65b904de23a9') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:46.127578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47b929d-6bdb-4df6-8da7-65b904de23a9') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:46.164096 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.187934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9999383-9470-4496-8817-9a9e3d55a742 req-f2444333-b1ac-4d28-9342-58933e45eb60 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:46.194670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9999383-9470-4496-8817-9a9e3d55a742 req-f2444333-b1ac-4d28-9342-58933e45eb60 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 945 time: 0.7428145 Feb 04 15:41:46.260434 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.268151 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41ffbc2e-e14c-4994-a71b-d8709d14cdbc req-b8276c40-4cf2-46b6-9346-1a90c371a68f tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/security-groups?id=482e339b-30ed-4aac-97cf-105201e32881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455013 Feb 04 15:41:46.280237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d71d030-4fed-41d6-b678-b62e7d36fed1 req-df486b28-2623-4973-b0eb-85cf2e3b7b46 service neutron] 10.222.0.73 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230892 Feb 04 15:41:46.281199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:41:46.281596 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:46.304196 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:46.421484 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.513925 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9999383-9470-4496-8817-9a9e3d55a742 req-42459082-d44f-4b68-93c0-160bebd62646 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174241 Feb 04 15:41:46.516590 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] Pushing event deleted for resources: {'Port': ['ID=ff087747-801b-41e8-a209-0dda8ac36d5b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:46.526135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device b202acb8-981b-497a-95e6-70423e1dd32f details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:41:46.530101 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.542705 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.692681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] Pushing event deleted for resources: {'Network': ['ID=e73b8c79-39c7-4f3f-8efa-10d2b856cc10,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:46.854484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b8b3ff27-0e96-4ac9-86bb-c8ac5d2e24ba admin admin] 10.222.0.60 "DELETE /v2.0/networks/e73b8c79-39c7-4f3f-8efa-10d2b856cc10 HTTP/1.1" status: 204 len: 168 time: 4.3804734 Feb 04 15:41:46.878389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port b202acb8-981b-497a-95e6-70423e1dd32f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=b202acb8-981b-497a-95e6-70423e1dd32f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:46.924718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'b202acb8-981b-497a-95e6-70423e1dd32f', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': 'b202acb8-981b-497a-95e6-70423e1dd32f', 'mac_address': 'fa:16:3e:eb:36:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:41:47.005844 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18310828-da17-48ca-a573-73703a209537 req-cbda5256-22b0-4e00-a268-4e2c31c26622 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a862822c5cc4a00ad2f9860437d65aa&device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 1094 time: 0.6328287 Feb 04 15:41:47.025590 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.067485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b202acb8-981b-497a-95e6-70423e1dd32f {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:47.093314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port b202acb8-981b-497a-95e6-70423e1dd32f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=b202acb8-981b-497a-95e6-70423e1dd32f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:47.103756 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.182869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34726) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:47.193944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.232500 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=b202acb8-981b-497a-95e6-70423e1dd32f,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:47.280429 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-66f26832-40b7-4ffe-9ae2-f3274c1a91a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b70c33e05bce43a5bb9a4274f2bc8927&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0928223 Feb 04 15:41:47.280917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34730) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:47.352060 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6756dd0d-3a1d-46f8-934b-edf4913ba620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.381869 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6756dd0d-3a1d-46f8-934b-edf4913ba620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.501525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552626f5-0294-47ba-a51c-ddf411619b54 req-1ea1c911-3782-42c0-8526-c9269b1bce08 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:47.508514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-552626f5-0294-47ba-a51c-ddf411619b54 req-1ea1c911-3782-42c0-8526-c9269b1bce08 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 943 time: 0.7337344 Feb 04 15:41:47.622802 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['b202acb8-981b-497a-95e6-70423e1dd32f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:41:47.635165 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6756dd0d-3a1d-46f8-934b-edf4913ba620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.650008 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.685858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756dd0d-3a1d-46f8-934b-edf4913ba620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ef5841-b50c-4abb-bbaa-02d70748a0a6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:47.690135 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.693477 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18310828-da17-48ca-a573-73703a209537 req-32ede2f8-0643-41ae-bc36-8b4a517a6a0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:47.694829 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18310828-da17-48ca-a573-73703a209537 req-32ede2f8-0643-41ae-bc36-8b4a517a6a0c service neutron] 10.222.0.73 "GET /v2.0/networks?id=6714c035-dd2f-45c7-bc37-56f0f9e7c51c HTTP/1.1" status: 200 len: 915 time: 0.5936754 Feb 04 15:41:47.705556 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c327109-a74f-49e8-9429-c3aba6d867cf req-4f3413d8-fff6-4e6c-ab43-2e299ce5c351 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:47.707033 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c327109-a74f-49e8-9429-c3aba6d867cf req-4f3413d8-fff6-4e6c-ab43-2e299ce5c351 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 945 time: 0.6071112 Feb 04 15:41:47.716132 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6756dd0d-3a1d-46f8-934b-edf4913ba620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.717265 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6756dd0d-3a1d-46f8-934b-edf4913ba620 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11ef5841-b50c-4abb-bbaa-02d70748a0a6 HTTP/1.1" status: 204 len: 168 time: 0.4354315 Feb 04 15:41:47.725430 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-552626f5-0294-47ba-a51c-ddf411619b54 req-14aa4ace-4ba3-4dab-aa92-fef4c8d95fbd tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159505 Feb 04 15:41:47.915738 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18310828-da17-48ca-a573-73703a209537 req-e2236f50-70ae-41b9-9004-4e0aa16f2676 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de745981-8280-4611-bffd-e0fa8fbee2a9 HTTP/1.1" status: 200 len: 217 time: 0.2074161 Feb 04 15:41:48.212745 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c327109-a74f-49e8-9429-c3aba6d867cf req-b2586ddd-5c7f-4f26-a38a-8c75a24e495d tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853256 Feb 04 15:41:48.274928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18310828-da17-48ca-a573-73703a209537 req-f08ed17a-095c-4a07-8719-4ae011ec68cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:48.276786 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18310828-da17-48ca-a573-73703a209537 req-f08ed17a-095c-4a07-8719-4ae011ec68cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793 HTTP/1.1" status: 200 len: 854 time: 0.3207829 Feb 04 15:41:48.351953 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18310828-da17-48ca-a573-73703a209537 req-62692e99-b655-4c96-8ce2-460444c3c463 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6714c035-dd2f-45c7-bc37-56f0f9e7c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667305 Feb 04 15:41:48.474478 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:48.474885 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 097837c7-820b-4306-8c8e-c4e649ba9b26 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:41:48.505700 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:48.509638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34762) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:48.521620 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f2b93e52-d802-4008-9f5d-45709850e35f admin admin] 10.222.0.60 "DELETE /v2.0/routers/097837c7-820b-4306-8c8e-c4e649ba9b26 HTTP/1.1" status: 204 len: 168 time: 8.7315993 Feb 04 15:41:48.572072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df70b9-10b1-4fc4-b3c0-e2128cf784b6 req-c6ffbf08-5028-4633-ae5e-ae5a9908ca61 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:48.576207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83df70b9-10b1-4fc4-b3c0-e2128cf784b6 req-c6ffbf08-5028-4633-ae5e-ae5a9908ca61 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 949 time: 0.5864446 Feb 04 15:41:48.610987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-9931038e-60f9-45be-9a34-37c9d2f7856d admin admin] Deleting subnet 626d5127-df56-4697-b390-845f61880505 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:41:48.622012 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9931038e-60f9-45be-9a34-37c9d2f7856d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:48.774657 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9931038e-60f9-45be-9a34-37c9d2f7856d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:48.804867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18310828-da17-48ca-a573-73703a209537 req-6311dcd2-07ae-4b05-aa4f-a4d572a63901 service neutron] 10.222.0.73 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328849 Feb 04 15:41:48.807343 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83df70b9-10b1-4fc4-b3c0-e2128cf784b6 req-d20abaee-0c53-47d3-8f41-9767121ad5bb tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/security-groups?id=482e339b-30ed-4aac-97cf-105201e32881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211406 Feb 04 15:41:48.962372 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9931038e-60f9-45be-9a34-37c9d2f7856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.066218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87395949-62aa-4a94-81bd-388d6943a50c req-5e4951f9-116e-4f0d-a18a-d696504f8f8d tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:49.075891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87395949-62aa-4a94-81bd-388d6943a50c req-5e4951f9-116e-4f0d-a18a-d696504f8f8d tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 945 time: 0.4931126 Feb 04 15:41:49.080215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ff087747-801b-41e8-a209-0dda8ac36d5b no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:49.170798 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9931038e-60f9-45be-9a34-37c9d2f7856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.198650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: ff087747-801b-41e8-a209-0dda8ac36d5b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:41:49.199002 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ff087747-801b-41e8-a209-0dda8ac36d5b not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:49.263837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device de745981-8280-4611-bffd-e0fa8fbee2a9 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:41:49.306731 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.321328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931038e-60f9-45be-9a34-37c9d2f7856d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=626d5127-df56-4697-b390-845f61880505,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:49.359582 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754024a3-ba2b-459b-9963-9ab91a12568b None None] Network 61fad80f-0548-4278-ab58-12eba602f383 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:41:49.364899 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9931038e-60f9-45be-9a34-37c9d2f7856d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.374828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87395949-62aa-4a94-81bd-388d6943a50c req-98defd86-b4a3-4381-9b72-3d5c1cc9b735 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964625 Feb 04 15:41:49.388320 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9931038e-60f9-45be-9a34-37c9d2f7856d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/626d5127-df56-4697-b390-845f61880505 HTTP/1.1" status: 204 len: 168 time: 0.8750012 Feb 04 15:41:49.394307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34784) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:49.438661 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:41:49.473942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18310828-da17-48ca-a573-73703a209537 req-6d4df89b-c77c-4e04-af76-f8069a64cdfc service neutron] 10.222.0.73 "GET /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599936 Feb 04 15:41:49.780849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port de745981-8280-4611-bffd-e0fa8fbee2a9, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=de745981-8280-4611-bffd-e0fa8fbee2a9,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:49.800091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'de745981-8280-4611-bffd-e0fa8fbee2a9', 'network_id': '6714c035-dd2f-45c7-bc37-56f0f9e7c51c', 'port_id': 'de745981-8280-4611-bffd-e0fa8fbee2a9', 'mac_address': 'fa:16:3e:e2:de:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:41:49.879410 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.906949 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:41:49.915957 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e537cd-3d19-467f-b32d-7d8b05f64a6c None None] DHCP port deletion for 61fad80f-0548-4278-ab58-12eba602f383 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:41:49.937662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-12e537cd-3d19-467f-b32d-7d8b05f64a6c None None] Deleting port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:49.938215 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-12e537cd-3d19-467f-b32d-7d8b05f64a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.034235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de745981-8280-4611-bffd-e0fa8fbee2a9 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:50.054802 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port de745981-8280-4611-bffd-e0fa8fbee2a9, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=de745981-8280-4611-bffd-e0fa8fbee2a9,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:50.060442 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.067255 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.176622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Deleting port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:50.176796 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.213389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=de745981-8280-4611-bffd-e0fa8fbee2a9,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:50.334110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879c37c-7a0c-4372-84c6-4b80fa3b3536 req-3fedc248-133f-450f-8979-35e9e27d38a4 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:50.335860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0879c37c-7a0c-4372-84c6-4b80fa3b3536 req-3fedc248-133f-450f-8979-35e9e27d38a4 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 945 time: 0.6603334 Feb 04 15:41:50.382515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29577598-354e-4c9a-988f-d15feaccdce7 req-e060902e-78d1-4b89-a113-54b36d735441 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:50.390113 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29577598-354e-4c9a-988f-d15feaccdce7 req-e060902e-78d1-4b89-a113-54b36d735441 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 943 time: 0.5441992 Feb 04 15:41:50.414833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-12e537cd-3d19-467f-b32d-7d8b05f64a6c None None] For port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1,segment=NetworkSegment(e06861b1-dfdf-4874-b630-0d2ed3cb357f),segment_id=e06861b1-dfdf-4874-b630-0d2ed3cb357f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:50.415257 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-12e537cd-3d19-467f-b32d-7d8b05f64a6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.519857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0879c37c-7a0c-4372-84c6-4b80fa3b3536 req-d88def4f-9290-4a59-a8c8-069ef94602c3 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498189 Feb 04 15:41:50.557227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34808) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:50.559907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['de745981-8280-4611-bffd-e0fa8fbee2a9'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:41:50.587149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device b202acb8-981b-497a-95e6-70423e1dd32f up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:50.602285 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29577598-354e-4c9a-988f-d15feaccdce7 req-d99efb98-f9a2-4503-8510-f5b59be545ac tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113256 Feb 04 15:41:50.660925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] For port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1,segment=NetworkSegment(e06861b1-dfdf-4874-b630-0d2ed3cb357f),segment_id=e06861b1-dfdf-4874-b630-0d2ed3cb357f)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:50.661396 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.807554 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-12e537cd-3d19-467f-b32d-7d8b05f64a6c None None] Calling delete_port for 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:50.870829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-139163373-network', 'tenant_id': '4b5c478fb6c94e79966ebd1a3e6013db'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:50.880970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:50.891689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Usage tracker for resource:network and tenant:4b5c478fb6c94e79966ebd1a3e6013db is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:50.899098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:50.929228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:50.933424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Calling delete_port for 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:50.967667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Made reservation on behalf of 4b5c478fb6c94e79966ebd1a3e6013db for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:50.972309 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.998903 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.093259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:51.099096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Usage tracker for resource:security_group_rule and tenant:4b5c478fb6c94e79966ebd1a3e6013db is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:51.101032 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:51.102805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:51.111272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:51.131413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port b202acb8-981b-497a-95e6-70423e1dd32f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:51.146581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34818) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:51.148159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port b202acb8-981b-497a-95e6-70423e1dd32f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:51.148543 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.221106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.234951 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.254967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:41:51.296609 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.296941 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Added segment 79bdf587-7b0d-4856-bdd6-58e3d07bdd1f of type vlan for network 87a810c1-7328-484c-af3c-d3e5af93608e Feb 04 15:41:51.305259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e8f78-abc4-4b6e-928c-250045f3bc60 req-a34fbe4a-237d-4b25-98c0-6878c6483e81 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:51.315250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f19e8f78-abc4-4b6e-928c-250045f3bc60 req-a34fbe4a-237d-4b25-98c0-6878c6483e81 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 949 time: 0.3891718 Feb 04 15:41:51.316597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c78c0a-6503-42f4-b81f-4cb77e774e53,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:51.351801 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.362827 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-12e537cd-3d19-467f-b32d-7d8b05f64a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.363323 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.412194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6edcad-1bd7-4816-a48b-c4e0255e0819 req-25fcf18b-aea7-4102-8de6-67a1bdd432b7 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:51.412685 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.417154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:51.417154 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.420584 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac6edcad-1bd7-4816-a48b-c4e0255e0819 req-25fcf18b-aea7-4102-8de6-67a1bdd432b7 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 945 time: 0.4956498 Feb 04 15:41:51.431388 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:41:51.432048 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:41:51.439950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e537cd-3d19-467f-b32d-7d8b05f64a6c None None] Pushing event deleted for resources: {'Port': ['ID=6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:51.472710 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9140277 Feb 04 15:41:51.475807 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e537cd-3d19-467f-b32d-7d8b05f64a6c None None] No DVR routers for this DVR port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:51.478624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34824) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:51.489769 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f19e8f78-abc4-4b6e-928c-250045f3bc60 req-5eec1025-9554-4bab-914b-4999e996daf0 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/security-groups?id=482e339b-30ed-4aac-97cf-105201e32881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716616 Feb 04 15:41:51.503564 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bf43eff-3f72-4454-829c-b5aed9a6bff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.520489 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port b202acb8-981b-497a-95e6-70423e1dd32f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=b202acb8-981b-497a-95e6-70423e1dd32f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:51.522314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4179395e-8985-4f17-895b-b361fa549b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b202acb8-981b-497a-95e6-70423e1dd32f'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:51.529105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No active binding found for port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 {{(pid=83552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 15:41:51.529789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:51.534695 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.536967 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac6edcad-1bd7-4816-a48b-c4e0255e0819 req-6d8d8ba9-b96e-4526-8f3a-e565c23e5958 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096942 Feb 04 15:41:51.632481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2bf43eff-3f72-4454-829c-b5aed9a6bff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:51.636512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2bf43eff-3f72-4454-829c-b5aed9a6bff3 admin admin] Usage tracker for resource:security_group_rule and tenant:5364402325cd422788b002bbeb143e80 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:51.641228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2bf43eff-3f72-4454-829c-b5aed9a6bff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:51.648027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2bf43eff-3f72-4454-829c-b5aed9a6bff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:51.721081 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4179395e-8985-4f17-895b-b361fa549b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b202acb8-981b-497a-95e6-70423e1dd32f', 'code': 200} Feb 04 15:41:51.721642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=b202acb8-981b-497a-95e6-70423e1dd32f,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:51.738166 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bf43eff-3f72-4454-829c-b5aed9a6bff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.743892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] Request body: {'subnet': {'network_id': '87a810c1-7328-484c-af3c-d3e5af93608e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-139163373-subnet', 'tenant_id': '4b5c478fb6c94e79966ebd1a3e6013db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:51.756974 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bf43eff-3f72-4454-829c-b5aed9a6bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.791011 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:51.825572 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2bf43eff-3f72-4454-829c-b5aed9a6bff3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5364402325cd422788b002bbeb143e80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6761463 Feb 04 15:41:51.827775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34836) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:51.837529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] Usage tracker for resource:subnet and tenant:4b5c478fb6c94e79966ebd1a3e6013db is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:51.841328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf43eff-3f72-4454-829c-b5aed9a6bff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1c2570-5265-45f7-b0c7-6144634eab75,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:51.847199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:51.903416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:51.908207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa3eea-2b5b-4687-8b2f-79ca519887d7 admin admin] Pushing event updated for resources: {'Network': ['ID=87a810c1-7328-484c-af3c-d3e5af93608e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:51.923053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 87a810c1-7328-484c-af3c-d3e5af93608e details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:41:51.936832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] Made reservation on behalf of 4b5c478fb6c94e79966ebd1a3e6013db for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:51.939103 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.033305 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-291be911-2af6-4e40-bc20-fdd5777341c3 req-4edbd7fe-49fa-48d1-b515-7fd97c6ddb44 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 1101 time: 0.1970444 Feb 04 15:41:52.087866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Deleting port 6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:52.088286 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.108358 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-291be911-2af6-4e40-bc20-fdd5777341c3 req-2ed1e67c-b232-4257-8366-5319c8fecfe9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=482e339b-30ed-4aac-97cf-105201e32881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653808 Feb 04 15:41:52.249647 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.253445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] The port '6ac3c158-e9e5-47a8-b8ac-f35dd19a9fb1' was deleted {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:41:52.347057 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a66f2d2-6e57-4ba6-8372-57f696f27853,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:52.353807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] Checking segment: {'id': '79bdf587-7b0d-4856-bdd6-58e3d07bdd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87a810c1-7328-484c-af3c-d3e5af93608e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:41:52.354415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] Network hostable DHCP agents. Network: 87a810c1-7328-484c-af3c-d3e5af93608e, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:41:52.383559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] Network 87a810c1-7328-484c-af3c-d3e5af93608e is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:41:52.397758 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 87a810c1-7328-484c-af3c-d3e5af93608e) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:52.402042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:52.403293 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.409030 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f37b55e-c7b5-4a7d-9c90-1414de265d46 None None] Network 87a810c1-7328-484c-af3c-d3e5af93608e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:41:52.443999 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1a710cb1-92c7-490c-8d91-1214bf65af66 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9344130 Feb 04 15:41:52.508571 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe630049-c802-4f34-84ac-49002281572c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.524835 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.582514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fad80f-0548-4278-ab58-12eba602f383']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:52.598387 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe630049-c802-4f34-84ac-49002281572c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.608712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06861b1-dfdf-4874-b630-0d2ed3cb357f') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:52.608993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06861b1-dfdf-4874-b630-0d2ed3cb357f') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:52.635312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570a429-744e-4935-8b10-7a7bcff6a0d6 req-e8d6ac07-c8ae-4c76-9247-834a6ed799cc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:52.639989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570a429-744e-4935-8b10-7a7bcff6a0d6 req-e8d6ac07-c8ae-4c76-9247-834a6ed799cc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:52.654664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570a429-744e-4935-8b10-7a7bcff6a0d6 req-e8d6ac07-c8ae-4c76-9247-834a6ed799cc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:52.654664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9570a429-744e-4935-8b10-7a7bcff6a0d6 req-e8d6ac07-c8ae-4c76-9247-834a6ed799cc tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741&device_id=373f27d7-b834-4048-8836-12aab39e2900&device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 2417 time: 0.5147142 Feb 04 15:41:52.661159 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.712031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac3ea3-4adb-4449-bfea-badf3d98cd2b req-069f7816-5cbf-44e8-8b41-1500b35210b7 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:52.713468 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6bac3ea3-4adb-4449-bfea-badf3d98cd2b req-069f7816-5cbf-44e8-8b41-1500b35210b7 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 944 time: 0.5792227 Feb 04 15:41:52.741367 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.746960 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1335667-49bd-485f-ac03-465ac0d21307 None None] Network 87a810c1-7328-484c-af3c-d3e5af93608e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:41:52.774069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:41:52.774069 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:52.787385 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:52.881638 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9570a429-744e-4935-8b10-7a7bcff6a0d6 req-1a907e66-eb27-42c9-be73-57d1502acc8e tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297537 Feb 04 15:41:52.898976 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6bac3ea3-4adb-4449-bfea-badf3d98cd2b req-696a46e3-1b47-4dd8-82c4-ae2d34c3770d tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767852 Feb 04 15:41:52.906378 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.938014 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.940652 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe630049-c802-4f34-84ac-49002281572c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.982273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=61fad80f-0548-4278-ab58-12eba602f383,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:52.992012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe630049-c802-4f34-84ac-49002281572c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1c2570-5265-45f7-b0c7-6144634eab75,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:52.995388 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe630049-c802-4f34-84ac-49002281572c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.997161 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fe630049-c802-4f34-84ac-49002281572c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc1c2570-5265-45f7-b0c7-6144634eab75 HTTP/1.1" status: 204 len: 168 time: 1.1680956 Feb 04 15:41:53.004234 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-185d24f6-088b-42fa-ad2c-3732a8ef3cfa admin admin] 10.222.0.60 "DELETE /v2.0/networks/61fad80f-0548-4278-ab58-12eba602f383 HTTP/1.1" status: 204 len: 168 time: 3.6034193 Feb 04 15:41:53.303837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2192cb9-7678-46a1-806d-be48ce2d0082 req-6e7c5b68-50d2-4b48-a065-8e24e94c2643 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:53.305430 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2192cb9-7678-46a1-806d-be48ce2d0082 req-6e7c5b68-50d2-4b48-a065-8e24e94c2643 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 950 time: 0.2031288 Feb 04 15:41:53.313854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device de745981-8280-4611-bffd-e0fa8fbee2a9 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:53.316812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0331fa-6950-47c3-925a-d56c459b8207 req-9030512b-3d9f-4321-a3ae-21553ba7fc8c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:53.322624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34866) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:53.327873 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d0331fa-6950-47c3-925a-d56c459b8207 req-9030512b-3d9f-4321-a3ae-21553ba7fc8c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 945 time: 0.1347716 Feb 04 15:41:53.400074 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4cb0eddb-b240-497b-90da-01e84f4af0ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c91e1013ea734c178c5ab749e0a32bf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0736287 Feb 04 15:41:53.403147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34870) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:53.420287 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port de745981-8280-4611-bffd-e0fa8fbee2a9 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:53.420840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2192cb9-7678-46a1-806d-be48ce2d0082 req-c55b2b40-1efa-49f1-9b9d-a977e2efcf9f tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/security-groups?id=482e339b-30ed-4aac-97cf-105201e32881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907283 Feb 04 15:41:53.427591 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port de745981-8280-4611-bffd-e0fa8fbee2a9 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:53.428014 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.455781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d0331fa-6950-47c3-925a-d56c459b8207 req-f676dc3c-844b-4d5d-be90-f8b43ba41aba tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268954 Feb 04 15:41:53.593484 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4f25b4ec-3a5f-4e5b-8e54-12a6ea76ceca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.666672 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4f25b4ec-3a5f-4e5b-8e54-12a6ea76ceca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.718562 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.742871 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4f25b4ec-3a5f-4e5b-8e54-12a6ea76ceca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.742984 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34882) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:53.780337 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fee1b4cc-842e-43fa-af35-b65498a113bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.788774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25b4ec-3a5f-4e5b-8e54-12a6ea76ceca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ba7afe-af34-4c4c-a651-aa942f952443,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:53.807075 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4f25b4ec-3a5f-4e5b-8e54-12a6ea76ceca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.808445 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4f25b4ec-3a5f-4e5b-8e54-12a6ea76ceca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22ba7afe-af34-4c4c-a651-aa942f952443 HTTP/1.1" status: 204 len: 168 time: 0.4033999 Feb 04 15:41:53.841458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbef71e-5506-4e34-bba2-9ad95cd2e36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de745981-8280-4611-bffd-e0fa8fbee2a9'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:53.883326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port de745981-8280-4611-bffd-e0fa8fbee2a9, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=de745981-8280-4611-bffd-e0fa8fbee2a9,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:53.896629 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.930404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fee1b4cc-842e-43fa-af35-b65498a113bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:53.936899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fee1b4cc-842e-43fa-af35-b65498a113bc admin admin] Usage tracker for resource:security_group_rule and tenant:378c516f4b1e4a4aad8668773018d543 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:53.940332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fee1b4cc-842e-43fa-af35-b65498a113bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:53.948332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fee1b4cc-842e-43fa-af35-b65498a113bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:53.969214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b8732-e18c-44c5-9deb-a6db943bff8f req-318f6f21-887c-466d-a7c2-1189d3680ac2 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:53.976406 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-779b8732-e18c-44c5-9deb-a6db943bff8f req-318f6f21-887c-466d-a7c2-1189d3680ac2 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 945 time: 0.1694486 Feb 04 15:41:54.055096 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=de745981-8280-4611-bffd-e0fa8fbee2a9,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:54.091858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-779b8732-e18c-44c5-9deb-a6db943bff8f req-678aeed1-d89d-4d0b-a912-4f230abdeb2d tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146460 Feb 04 15:41:54.144719 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbef71e-5506-4e34-bba2-9ad95cd2e36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de745981-8280-4611-bffd-e0fa8fbee2a9', 'code': 200} Feb 04 15:41:54.251948 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fee1b4cc-842e-43fa-af35-b65498a113bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.302071 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fee1b4cc-842e-43fa-af35-b65498a113bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.332952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34902) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:54.387377 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-68a8c777-7157-43f4-916a-96872381097e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a59640ebc55e49878dc2237f5542f080&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506525 Feb 04 15:41:54.387810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34906) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:54.409048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1b4cc-842e-43fa-af35-b65498a113bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e641d7c0-26f7-433b-a2af-f502f4e6776d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:54.436272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-d11ee286-5239-4898-bc3b-fe12827fd9ef tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:54.437715 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-d11ee286-5239-4898-bc3b-fe12827fd9ef tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/networks?id=87a810c1-7328-484c-af3c-d3e5af93608e HTTP/1.1" status: 200 len: 817 time: 0.3267272 Feb 04 15:41:54.442778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fee1b4cc-842e-43fa-af35-b65498a113bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=378c516f4b1e4a4aad8668773018d543&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6985486 Feb 04 15:41:54.447648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34910) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:54.468601 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff688-87db-419d-b47a-9524976d3609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.469832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-b9e89fdd-763f-412b-baf4-8c0533d3cbfb tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/quotas/4b5c478fb6c94e79966ebd1a3e6013db HTTP/1.1" status: 200 len: 375 time: 0.0229163 Feb 04 15:41:54.473994 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46af04c2-fdf8-4e97-8c6b-debefd2385ef req-7fdddfa7-1207-42f7-8805-b03e0cdf6f91 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 1096 time: 0.2639949 Feb 04 15:41:54.515069 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff688-87db-419d-b47a-9524976d3609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.531893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374ee88-c3f7-490e-aaf6-1482bd4b0d7f req-0064fe36-ca26-42aa-9680-7654befc2f30 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:54.533563 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2374ee88-c3f7-490e-aaf6-1482bd4b0d7f req-0064fe36-ca26-42aa-9680-7654befc2f30 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 945 time: 0.2726538 Feb 04 15:41:54.543892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-9b078f17-8240-4cb4-84d0-765a34a77312 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b5c478fb6c94e79966ebd1a3e6013db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678730 Feb 04 15:41:54.571669 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1fb376a4-8bde-4b18-9432-706de427a3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.599964 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1fb376a4-8bde-4b18-9432-706de427a3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.618696 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff688-87db-419d-b47a-9524976d3609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.653769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ff688-87db-419d-b47a-9524976d3609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32927ce3-c24f-4b07-9fea-fd198eca2843,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:54.658326 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff688-87db-419d-b47a-9524976d3609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.662332 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5f8ff688-87db-419d-b47a-9524976d3609 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32927ce3-c24f-4b07-9fea-fd198eca2843 HTTP/1.1" status: 204 len: 168 time: 0.2707191 Feb 04 15:41:54.682529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46af04c2-fdf8-4e97-8c6b-debefd2385ef req-3528e246-712e-42b0-9ed8-7e2fb76aea25 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742804 Feb 04 15:41:54.693327 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1fb376a4-8bde-4b18-9432-706de427a3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.698396 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2374ee88-c3f7-490e-aaf6-1482bd4b0d7f req-eb15c500-b1bf-4c52-8409-bae6050fc96b tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570868 Feb 04 15:41:54.713878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb376a4-8bde-4b18-9432-706de427a3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e641d7c0-26f7-433b-a2af-f502f4e6776d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:54.719099 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1fb376a4-8bde-4b18-9432-706de427a3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.720247 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1fb376a4-8bde-4b18-9432-706de427a3b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e641d7c0-26f7-433b-a2af-f502f4e6776d HTTP/1.1" status: 204 len: 168 time: 0.2716882 Feb 04 15:41:54.890851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-5a44c3fd-5b9e-41ca-9188-47bd2602f21a service neutron] 10.222.0.60 "GET /v2.0/networks/87a810c1-7328-484c-af3c-d3e5af93608e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248026 Feb 04 15:41:55.078575 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-5ebbcaff-c8dc-40db-a893-3df0acefd0d1 service neutron] 10.222.0.60 "GET /v2.0/networks/87a810c1-7328-484c-af3c-d3e5af93608e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861355 Feb 04 15:41:55.329472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd78023-fb2b-4bbe-b0ee-00ea7d25c77f req-d3bcc84d-e5b9-40f7-8996-3a503790e595 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:55.330982 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6fd78023-fb2b-4bbe-b0ee-00ea7d25c77f req-d3bcc84d-e5b9-40f7-8996-3a503790e595 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 950 time: 0.1350265 Feb 04 15:41:55.453031 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6fd78023-fb2b-4bbe-b0ee-00ea7d25c77f req-411730a3-8de0-4468-8de2-eb733722fb43 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/security-groups?id=482e339b-30ed-4aac-97cf-105201e32881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155188 Feb 04 15:41:55.466256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf214a-7e90-4740-9d16-a2fd372163b8 req-410f170b-b1ee-4655-ab68-64b19862810c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:55.467789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-febf214a-7e90-4740-9d16-a2fd372163b8 req-410f170b-b1ee-4655-ab68-64b19862810c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 945 time: 0.1284630 Feb 04 15:41:55.544734 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-febf214a-7e90-4740-9d16-a2fd372163b8 req-bc72bfa2-363d-4e12-9b1a-63a9a7de0273 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698330 Feb 04 15:41:55.704071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08f687e8-7767-4b62-9da7-5ad4d4b63e7e req-c929e196-699a-47b9-9df7-469f4ae425d4 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce5d5628-7cf1-499a-ac75-34cfc8926d50 HTTP/1.1" status: 200 len: 210 time: 0.0479958 Feb 04 15:41:55.990000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34988) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:56.337932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-765332910-network', 'tenant_id': '0f8ad1dc3aef4493acb374921799ab96'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:56.346140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:56.353109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Usage tracker for resource:network and tenant:0f8ad1dc3aef4493acb374921799ab96 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:56.360837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:56.378936 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:56.403252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Made reservation on behalf of 0f8ad1dc3aef4493acb374921799ab96 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:56.405507 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.424289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a14d2-e403-4520-9743-82b4ed55d77c req-6df57c7e-a874-4a9c-abd2-86ce33d7215a tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:56.425756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-235a14d2-e403-4520-9743-82b4ed55d77c req-6df57c7e-a874-4a9c-abd2-86ce33d7215a tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 945 time: 0.1572490 Feb 04 15:41:56.428526 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.501051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:56.509699 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-235a14d2-e403-4520-9743-82b4ed55d77c req-b6721a27-1778-4710-8ddb-0616793de8c7 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717804 Feb 04 15:41:56.510762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Usage tracker for resource:security_group_rule and tenant:0f8ad1dc3aef4493acb374921799ab96 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:56.514993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:56.520975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:56.610087 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.614721 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.687501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:41:56.693262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ade67a5-5ee1-4816-8421-0950784200e3,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:56.701936 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.702377 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Added segment 4415c85a-9d03-4c96-84eb-95e21bb369d0 of type vlan for network 7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e Feb 04 15:41:56.737371 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35042) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:56.755344 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.819692 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.822239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:56.824170 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.999754 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-47f5ab6e-315c-46ef-8b17-68b773ff3338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.020337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0284927 Feb 04 15:41:57.023366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35054) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:57.029639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] Request body: {'subnet': {'network_id': '7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-765332910-subnet', 'tenant_id': '0f8ad1dc3aef4493acb374921799ab96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:57.034761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:57.038597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] Usage tracker for resource:subnet and tenant:0f8ad1dc3aef4493acb374921799ab96 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:57.041444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:57.047628 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:57.050508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b28aad-02b7-421b-9749-52bb54c2fa24 admin admin] Pushing event updated for resources: {'Network': ['ID=7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:57.058780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] Made reservation on behalf of 0f8ad1dc3aef4493acb374921799ab96 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:57.061361 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.065912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:41:57.122442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-47f5ab6e-315c-46ef-8b17-68b773ff3338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:57.133717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-47f5ab6e-315c-46ef-8b17-68b773ff3338 admin admin] Usage tracker for resource:security_group_rule and tenant:d21275af7b9846cdb573ebfe5256c748 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:57.140526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-47f5ab6e-315c-46ef-8b17-68b773ff3338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:57.149826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-47f5ab6e-315c-46ef-8b17-68b773ff3338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:57.159591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33dc7c-40da-41d6-92de-32adfc8009e4 req-f128f064-bfc6-4613-a632-657a39e7fc29 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:57.161582 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a33dc7c-40da-41d6-92de-32adfc8009e4 req-f128f064-bfc6-4613-a632-657a39e7fc29 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 950 time: 0.3096395 Feb 04 15:41:57.228596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332fd56-ef33-4539-8ea5-1057d36fcca0 req-8023c77b-9cb3-42f0-ba84-ddbcd68031d4 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:57.231831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e332fd56-ef33-4539-8ea5-1057d36fcca0 req-8023c77b-9cb3-42f0-ba84-ddbcd68031d4 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 945 time: 0.2175686 Feb 04 15:41:57.304269 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.383567 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a33dc7c-40da-41d6-92de-32adfc8009e4 req-8f0ce67b-b3ca-4f07-9360-0a775c249801 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.60 "GET /v2.0/security-groups?id=482e339b-30ed-4aac-97cf-105201e32881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089348 Feb 04 15:41:57.383893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb682bc-1767-4494-8841-bd6207e828a4,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:57.396024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] Checking segment: {'id': '4415c85a-9d03-4c96-84eb-95e21bb369d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:41:57.396681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] Network hostable DHCP agents. Network: 7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:41:57.420768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] Network 7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:41:57.434560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:57.444282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3a57bd-c027-48ea-940f-33b48ab50267 None None] Network 7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:41:57.449548 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:57.450452 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.458976 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e332fd56-ef33-4539-8ea5-1057d36fcca0 req-50abce05-bb0f-4ebf-b2a5-b61f06c36c0a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132459 Feb 04 15:41:57.523499 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-47f5ab6e-315c-46ef-8b17-68b773ff3338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.541771 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-47f5ab6e-315c-46ef-8b17-68b773ff3338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.593983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-47f5ab6e-315c-46ef-8b17-68b773ff3338 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d21275af7b9846cdb573ebfe5256c748&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8417156 Feb 04 15:41:57.594497 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35060) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:57.611640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-cd67944a-bddb-44fd-96d6-6b6e7934e6c0 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:57.612905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-cd67944a-bddb-44fd-96d6-6b6e7934e6c0 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.73 "GET /v2.0/networks?id=87a810c1-7328-484c-af3c-d3e5af93608e HTTP/1.1" status: 200 len: 817 time: 0.3360505 Feb 04 15:41:57.616172 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-01bf2dba-340f-485a-8142-f50549634479 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5917428 Feb 04 15:41:57.664352 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96480aa8-a987-4230-8f4c-54ea9e9703d5 req-9f15a87a-23c2-4d67-ab64-5f5131cb66c2 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce5d5628-7cf1-499a-ac75-34cfc8926d50 HTTP/1.1" status: 200 len: 210 time: 0.0502605 Feb 04 15:41:57.673334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Request body: {'port': {'device_id': 'ce5d5628-7cf1-499a-ac75-34cfc8926d50', 'network_id': '87a810c1-7328-484c-af3c-d3e5af93608e', 'admin_state_up': True, 'tenant_id': '4b5c478fb6c94e79966ebd1a3e6013db'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:57.720857 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8345a906-1b94-4716-b545-4e3aacaeea92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.764929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5ab6e-315c-46ef-8b17-68b773ff3338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856ed02c-320e-474f-87cd-a84aab079f5c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:57.785305 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8345a906-1b94-4716-b545-4e3aacaeea92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.811816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3faa0a-d79b-4f36-a486-6cbffd414f9a None None] Network 7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:41:57.881971 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8345a906-1b94-4716-b545-4e3aacaeea92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.918765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345a906-1b94-4716-b545-4e3aacaeea92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856ed02c-320e-474f-87cd-a84aab079f5c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:57.928237 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8345a906-1b94-4716-b545-4e3aacaeea92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.929724 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8345a906-1b94-4716-b545-4e3aacaeea92 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/856ed02c-320e-474f-87cd-a84aab079f5c HTTP/1.1" status: 204 len: 168 time: 0.3341084 Feb 04 15:41:57.997911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:58.003654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Usage tracker for resource:port and tenant:4b5c478fb6c94e79966ebd1a3e6013db is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:58.006683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:58.016052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:58.045553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Made reservation on behalf of 4b5c478fb6c94e79966ebd1a3e6013db for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:58.049918 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.362244 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc463ad-0eb8-4d15-aa00-373631bc85d5 req-6848b7d0-62e5-4702-81f3-715a1539a8ef tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:58.363024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-dfc463ad-0eb8-4d15-aa00-373631bc85d5 req-6848b7d0-62e5-4702-81f3-715a1539a8ef tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Synchronizing usage tracker for tenant:e858fd99b1c94cd994b2ac9508ff6176 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:58.390958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-dfc463ad-0eb8-4d15-aa00-373631bc85d5 req-6848b7d0-62e5-4702-81f3-715a1539a8ef tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Unset dirty status for tenant:e858fd99b1c94cd994b2ac9508ff6176 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:58.393165 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dfc463ad-0eb8-4d15-aa00-373631bc85d5 req-6848b7d0-62e5-4702-81f3-715a1539a8ef tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.81 "GET /v2.0/ports?device_id=4179395e-8985-4f17-895b-b361fa549b00 HTTP/1.1" status: 200 len: 950 time: 0.1682510 Feb 04 15:41:58.479778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-dfc463ad-0eb8-4d15-aa00-373631bc85d5 req-3741cd1c-5496-431a-ad31-34f861a0f2e8 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Deleting port b202acb8-981b-497a-95e6-70423e1dd32f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:41:58.481289 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-dfc463ad-0eb8-4d15-aa00-373631bc85d5 req-3741cd1c-5496-431a-ad31-34f861a0f2e8 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.545219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24601b0-e0c4-4c6c-bc5b-548dde490814 req-64b5cdce-ee70-45d4-8968-9760f0fcd716 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:58.551843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e24601b0-e0c4-4c6c-bc5b-548dde490814 req-64b5cdce-ee70-45d4-8968-9760f0fcd716 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 945 time: 0.3795271 Feb 04 15:41:58.558279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Allocated IP 172.20.0.6 (87a810c1-7328-484c-af3c-d3e5af93608e/4a66f2d2-6e57-4ba6-8372-57f696f27853/dd8b8395-b32f-4fe4-9b33-3dd904af8b1d) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:58.606342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 96bcd0c1-9420-47ab-8e16-338361065312 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:58.630902 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca1a1acd-9856-41fd-84d3-bacd14f8a356 req-e1a0d493-56f2-41c5-8b83-015b2112e2e2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 1096 time: 0.3383996 Feb 04 15:41:58.651547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e24601b0-e0c4-4c6c-bc5b-548dde490814 req-d7805e36-a53d-4660-b6e8-605a0ed69a9c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987470 Feb 04 15:41:58.811654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-dfc463ad-0eb8-4d15-aa00-373631bc85d5 req-3741cd1c-5496-431a-ad31-34f861a0f2e8 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] For port b202acb8-981b-497a-95e6-70423e1dd32f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=b202acb8-981b-497a-95e6-70423e1dd32f,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:58.812476 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-dfc463ad-0eb8-4d15-aa00-373631bc85d5 req-3741cd1c-5496-431a-ad31-34f861a0f2e8 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.832519 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.870136 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4352e58-21f3-44f3-97f6-b163aa9ad5eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96bcd0c1-9420-47ab-8e16-338361065312'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:58.888367 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 96bcd0c1-9420-47ab-8e16-338361065312, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=96bcd0c1-9420-47ab-8e16-338361065312,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:58.894714 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.958245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-dfc463ad-0eb8-4d15-aa00-373631bc85d5 req-3741cd1c-5496-431a-ad31-34f861a0f2e8 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Calling delete_port for b202acb8-981b-497a-95e6-70423e1dd32f owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:41:58.992826 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=96bcd0c1-9420-47ab-8e16-338361065312,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:59.052866 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca1a1acd-9856-41fd-84d3-bacd14f8a356 req-ad9f6e74-2f76-4675-93d0-8d6afd255b5d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926113 Feb 04 15:41:59.155893 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-dfc463ad-0eb8-4d15-aa00-373631bc85d5 req-3741cd1c-5496-431a-ad31-34f861a0f2e8 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.181302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-0fa99fb3-38d2-4e93-a16d-e877225776fa tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:59.181985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-0fa99fb3-38d2-4e93-a16d-e877225776fa tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Synchronizing usage tracker for tenant:0f8ad1dc3aef4493acb374921799ab96 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:59.203246 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['b202acb8-981b-497a-95e6-70423e1dd32f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:41:59.207980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741cd1c-5496-431a-ad31-34f861a0f2e8 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Pushing event deleted for resources: {'Port': ['ID=b202acb8-981b-497a-95e6-70423e1dd32f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:59.229390 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.239095 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-9043a3fe-d500-4610-9758-b1e02b45b57f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:59.246132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-9043a3fe-d500-4610-9758-b1e02b45b57f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/networks?id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c HTTP/1.1" status: 200 len: 805 time: 0.3877215 Feb 04 15:41:59.252166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-0fa99fb3-38d2-4e93-a16d-e877225776fa tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Unset dirty status for tenant:0f8ad1dc3aef4493acb374921799ab96 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:59.253896 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-0fa99fb3-38d2-4e93-a16d-e877225776fa tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/networks?id=7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e HTTP/1.1" status: 200 len: 813 time: 0.5018303 Feb 04 15:41:59.290723 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-92e1cf02-dcd6-41e5-81ff-4f0ce220dace tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/quotas/afedf71e08d54f2282f1fc68f8a88f61 HTTP/1.1" status: 200 len: 375 time: 0.0433941 Feb 04 15:41:59.293693 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-c7a8a244-3c25-4482-8273-5ee7dcd51b1d tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/quotas/0f8ad1dc3aef4493acb374921799ab96 HTTP/1.1" status: 200 len: 375 time: 0.0323672 Feb 04 15:41:59.294856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc463ad-0eb8-4d15-aa00-373631bc85d5 req-3741cd1c-5496-431a-ad31-34f861a0f2e8 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] No DVR routers for this DVR port b202acb8-981b-497a-95e6-70423e1dd32f on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:59.297564 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-dfc463ad-0eb8-4d15-aa00-373631bc85d5 req-3741cd1c-5496-431a-ad31-34f861a0f2e8 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.301765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4179395e-8985-4f17-895b-b361fa549b00', 'name': 'network-vif-deleted', 'tag': 'b202acb8-981b-497a-95e6-70423e1dd32f'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:59.320000 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dfc463ad-0eb8-4d15-aa00-373631bc85d5 req-3741cd1c-5496-431a-ad31-34f861a0f2e8 tempest-ImagesNegativeTestJSON-548302323 tempest-ImagesNegativeTestJSON-548302323-project] 10.222.0.81 "DELETE /v2.0/ports/b202acb8-981b-497a-95e6-70423e1dd32f HTTP/1.1" status: 204 len: 173 time: 0.9171610 Feb 04 15:41:59.410989 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-34f2790f-823a-44f6-9fc1-108b9b6d1c1c tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f8ad1dc3aef4493acb374921799ab96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664628 Feb 04 15:41:59.454950 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.578413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Network 87a810c1-7328-484c-af3c-d3e5af93608e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:59.590836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:59.601093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:41:59.664784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Pushing event updated for resources: {'Port': ['ID=dd8b8395-b32f-4fe4-9b33-3dd904af8b1d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:59.678564 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-445c735b-fedf-4b5a-ad2e-34fae29e5f76 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=afedf71e08d54f2282f1fc68f8a88f61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3871701 Feb 04 15:41:59.739878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:59.740474 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.802100 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-79167a3a-c8b6-4b59-ad78-c17f45434f56 service neutron] 10.222.0.60 "GET /v2.0/networks/7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768680 Feb 04 15:41:59.891351 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-32eb6162-0acc-4d49-906f-10c7bd39c29d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2259352 Feb 04 15:41:59.922678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Request body: {'port': {'device_id': 'ce5d5628-7cf1-499a-ac75-34cfc8926d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:41:59.999791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-97b14ee9-c30a-46db-bb3a-798310327879 service neutron] 10.222.0.60 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060658 Feb 04 15:42:00.179787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-a79b79e3-8a95-4fd5-9525-04416e651aec service neutron] 10.222.0.60 "GET /v2.0/networks/7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707707 Feb 04 15:42:00.218741 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:00.430725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-3e7bfaaf-ba05-4a64-86ff-a9cd60d6a549 service neutron] 10.222.0.60 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223337 Feb 04 15:42:00.959406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745ba85-f855-4d56-8b9a-68d40fa476b7 req-5c34e63e-85df-48ce-a9df-6254215a3a05 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:00.960648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-9745ba85-f855-4d56-8b9a-68d40fa476b7 req-5c34e63e-85df-48ce-a9df-6254215a3a05 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Synchronizing usage tracker for tenant:afedf71e08d54f2282f1fc68f8a88f61 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:00.990564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-9745ba85-f855-4d56-8b9a-68d40fa476b7 req-5c34e63e-85df-48ce-a9df-6254215a3a05 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Unset dirty status for tenant:afedf71e08d54f2282f1fc68f8a88f61 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:00.992542 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9745ba85-f855-4d56-8b9a-68d40fa476b7 req-5c34e63e-85df-48ce-a9df-6254215a3a05 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4352e58-21f3-44f3-97f6-b163aa9ad5eb HTTP/1.1" status: 200 len: 944 time: 0.2101176 Feb 04 15:42:01.032562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8b8395-b32f-4fe4-9b33-3dd904af8b1d {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:01.044114 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.089207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5947d3d-7983-4a0c-b86b-48f7904c3c8f req-001c8584-ed18-4839-a38a-fe2547e84132 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:01.103313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5947d3d-7983-4a0c-b86b-48f7904c3c8f req-001c8584-ed18-4839-a38a-fe2547e84132 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 945 time: 0.3077137 Feb 04 15:42:01.122693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46349e40-6580-469c-9d60-d58eb4753bf5 req-20e456c1-4d3d-4ef7-94f1-d3c7f3dfe3d1 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:01.130346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-9745ba85-f855-4d56-8b9a-68d40fa476b7 req-a24c8f3d-4c34-4537-a744-a49d585b4841 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Deleting port 96bcd0c1-9420-47ab-8e16-338361065312 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:01.130674 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9745ba85-f855-4d56-8b9a-68d40fa476b7 req-a24c8f3d-4c34-4537-a744-a49d585b4841 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.145039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46349e40-6580-469c-9d60-d58eb4753bf5 req-20e456c1-4d3d-4ef7-94f1-d3c7f3dfe3d1 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 945 time: 0.3121312 Feb 04 15:42:01.175736 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Transition to ACTIVE for port object dd8b8395-b32f-4fe4-9b33-3dd904af8b1d will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:01.201440 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.399762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46349e40-6580-469c-9d60-d58eb4753bf5 req-791aa10a-837b-43e0-b7ea-6c48f0d152bb tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561994 Feb 04 15:42:01.419813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5947d3d-7983-4a0c-b86b-48f7904c3c8f req-5617bc86-e9c3-499d-b245-1950ac41ec89 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154905 Feb 04 15:42:01.420555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8b8395-b32f-4fe4-9b33-3dd904af8b1d,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:01.456889 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-9745ba85-f855-4d56-8b9a-68d40fa476b7 req-a24c8f3d-4c34-4537-a744-a49d585b4841 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] For port 96bcd0c1-9420-47ab-8e16-338361065312, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=96bcd0c1-9420-47ab-8e16-338361065312,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:01.457713 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9745ba85-f855-4d56-8b9a-68d40fa476b7 req-a24c8f3d-4c34-4537-a744-a49d585b4841 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.536696 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4352e58-21f3-44f3-97f6-b163aa9ad5eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96bcd0c1-9420-47ab-8e16-338361065312', 'code': 200} Feb 04 15:42:01.681982 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4179395e-8985-4f17-895b-b361fa549b00', 'name': 'network-vif-deleted', 'tag': 'b202acb8-981b-497a-95e6-70423e1dd32f', 'status': 'completed', 'code': 200} Feb 04 15:42:01.690793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-9745ba85-f855-4d56-8b9a-68d40fa476b7 req-a24c8f3d-4c34-4537-a744-a49d585b4841 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Calling delete_port for 96bcd0c1-9420-47ab-8e16-338361065312 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:01.751819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Attempting to bind port dd8b8395-b32f-4fe4-9b33-3dd904af8b1d on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:01.752074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Attempting to bind port dd8b8395-b32f-4fe4-9b33-3dd904af8b1d by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '79bdf587-7b0d-4856-bdd6-58e3d07bdd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87a810c1-7328-484c-af3c-d3e5af93608e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:01.752496 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Attempting to bind port dd8b8395-b32f-4fe4-9b33-3dd904af8b1d on network 87a810c1-7328-484c-af3c-d3e5af93608e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:01.775000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35194) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:01.806495 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-946fd606-cba9-4d1c-b03f-c3e3903131fc req-c6697747-9843-41ee-b58b-d5226f79be9f tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 210 time: 0.0565128 Feb 04 15:42:01.808109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Port dd8b8395-b32f-4fe4-9b33-3dd904af8b1d on network 87a810c1-7328-484c-af3c-d3e5af93608e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:01.809250 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Attempting to bind port dd8b8395-b32f-4fe4-9b33-3dd904af8b1d on network 87a810c1-7328-484c-af3c-d3e5af93608e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:01.825897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:42:01.826313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Checking segment: {'id': '79bdf587-7b0d-4856-bdd6-58e3d07bdd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87a810c1-7328-484c-af3c-d3e5af93608e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:01.826782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Bound using segment: {'id': '79bdf587-7b0d-4856-bdd6-58e3d07bdd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87a810c1-7328-484c-af3c-d3e5af93608e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:42:01.827308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Bound port: dd8b8395-b32f-4fe4-9b33-3dd904af8b1d, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bdf587-7b0d-4856-bdd6-58e3d07bdd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87a810c1-7328-484c-af3c-d3e5af93608e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:01.827648 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.883276 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9745ba85-f855-4d56-8b9a-68d40fa476b7 req-a24c8f3d-4c34-4537-a744-a49d585b4841 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.920669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31dfb9b-710e-48ac-b6be-4d3b2ac95405 req-28cfdd32-6534-484e-8281-2e11cf471766 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:01.921337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f31dfb9b-710e-48ac-b6be-4d3b2ac95405 req-28cfdd32-6534-484e-8281-2e11cf471766 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Synchronizing usage tracker for tenant:4b5c478fb6c94e79966ebd1a3e6013db on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:01.976005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f31dfb9b-710e-48ac-b6be-4d3b2ac95405 req-28cfdd32-6534-484e-8281-2e11cf471766 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Unset dirty status for tenant:4b5c478fb6c94e79966ebd1a3e6013db on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:01.981423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f31dfb9b-710e-48ac-b6be-4d3b2ac95405 req-28cfdd32-6534-484e-8281-2e11cf471766 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce5d5628-7cf1-499a-ac75-34cfc8926d50 HTTP/1.1" status: 200 len: 943 time: 0.2741566 Feb 04 15:42:01.997893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] For port dd8b8395-b32f-4fe4-9b33-3dd904af8b1d, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:02.002102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] For port dd8b8395-b32f-4fe4-9b33-3dd904af8b1d, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=dd8b8395-b32f-4fe4-9b33-3dd904af8b1d,segment=NetworkSegment(79bdf587-7b0d-4856-bdd6-58e3d07bdd1f),segment_id=79bdf587-7b0d-4856-bdd6-58e3d07bdd1f)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:02.050857 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.064728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c8f3d-4c34-4537-a744-a49d585b4841 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Pushing event deleted for resources: {'Port': ['ID=96bcd0c1-9420-47ab-8e16-338361065312,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:02.068518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cfcd13b2-a382-448d-b887-80b9076fe1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.125796 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.127484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] 10.222.0.73 "PUT /v2.0/ports/dd8b8395-b32f-4fe4-9b33-3dd904af8b1d HTTP/1.1" status: 200 len: 1091 time: 2.2232416 Feb 04 15:42:02.140617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5d5628-7cf1-499a-ac75-34cfc8926d50', 'tag': 'dd8b8395-b32f-4fe4-9b33-3dd904af8b1d'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:02.166049 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-9745ba85-f855-4d56-8b9a-68d40fa476b7 req-a24c8f3d-4c34-4537-a744-a49d585b4841 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] No DVR routers for this DVR port 96bcd0c1-9420-47ab-8e16-338361065312 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:02.176148 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9745ba85-f855-4d56-8b9a-68d40fa476b7 req-a24c8f3d-4c34-4537-a744-a49d585b4841 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.182174 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f31dfb9b-710e-48ac-b6be-4d3b2ac95405 req-2987eaa6-345e-49ae-86cc-d132a9f890ae tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/security-groups?id=67c78c0a-6503-42f4-b81f-4cb77e774e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777985 Feb 04 15:42:02.194989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cfcd13b2-a382-448d-b887-80b9076fe1aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:02.199825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cfcd13b2-a382-448d-b887-80b9076fe1aa admin admin] Usage tracker for resource:security_group_rule and tenant:ff52dda37e604117abcde2dc81c741ec is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:02.203899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cfcd13b2-a382-448d-b887-80b9076fe1aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:02.208514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369a1d2-52f7-42d8-b2f9-12907aeff519 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8b8395-b32f-4fe4-9b33-3dd904af8b1d,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:02.209760 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9745ba85-f855-4d56-8b9a-68d40fa476b7 req-a24c8f3d-4c34-4537-a744-a49d585b4841 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.81 "DELETE /v2.0/ports/96bcd0c1-9420-47ab-8e16-338361065312 HTTP/1.1" status: 204 len: 173 time: 1.2026317 Feb 04 15:42:02.210625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cfcd13b2-a382-448d-b887-80b9076fe1aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:02.352772 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-a301fbc7-f57f-4224-8010-d6f8a7e762c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b5c478fb6c94e79966ebd1a3e6013db&device_id=ce5d5628-7cf1-499a-ac75-34cfc8926d50 HTTP/1.1" status: 200 len: 1094 time: 0.1172023 Feb 04 15:42:02.470195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-ac98db1a-273d-40cc-a75a-76d8b79ca12f tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:02.472439 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-ac98db1a-273d-40cc-a75a-76d8b79ca12f tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.81 "GET /v2.0/networks?id=7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e HTTP/1.1" status: 200 len: 813 time: 0.2492511 Feb 04 15:42:02.479813 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cfcd13b2-a382-448d-b887-80b9076fe1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.484938 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cfcd13b2-a382-448d-b887-80b9076fe1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.545482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Request body: {'port': {'device_id': 'c7c8ebae-09b2-420b-b96a-40924bd60230', 'network_id': '7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e', 'admin_state_up': True, 'tenant_id': '0f8ad1dc3aef4493acb374921799ab96'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:02.551313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-d7b862c5-8759-4801-b43c-039e770eb612 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd8b8395-b32f-4fe4-9b33-3dd904af8b1d HTTP/1.1" status: 200 len: 217 time: 0.1895790 Feb 04 15:42:02.578443 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10705d28-3018-43bc-9fde-8af58857fa2b req-c4d64ea7-f037-497c-a921-748ec6d166e5 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 210 time: 0.1361153 Feb 04 15:42:02.664620 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cfcd13b2-a382-448d-b887-80b9076fe1aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff52dda37e604117abcde2dc81c741ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8882270 Feb 04 15:42:02.670538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 96bcd0c1-9420-47ab-8e16-338361065312 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:02.680844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35206) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:02.695743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd13b2-a382-448d-b887-80b9076fe1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95650857-1fe2-4110-ae91-9f9dfd29c670,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:02.798637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:02.804350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Usage tracker for resource:port and tenant:0f8ad1dc3aef4493acb374921799ab96 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:02.808703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:02.813551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 96bcd0c1-9420-47ab-8e16-338361065312 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:42:02.815985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 96bcd0c1-9420-47ab-8e16-338361065312 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:02.816468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:02.816862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device b202acb8-981b-497a-95e6-70423e1dd32f no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:02.832864 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Made reservation on behalf of 0f8ad1dc3aef4493acb374921799ab96 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:02.838035 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.876553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: b202acb8-981b-497a-95e6-70423e1dd32f {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:42:02.877299 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device b202acb8-981b-497a-95e6-70423e1dd32f not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:02.984425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-633b3ad0-31b1-4500-9eed-e15a6727ef67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:02.986166 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-633b3ad0-31b1-4500-9eed-e15a6727ef67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4a66f2d2-6e57-4ba6-8372-57f696f27853 HTTP/1.1" status: 200 len: 857 time: 0.4237807 Feb 04 15:42:03.058538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-3419dd9c-065e-4f96-b09d-93c0a49959cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87a810c1-7328-484c-af3c-d3e5af93608e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637803 Feb 04 15:42:03.063787 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5d5628-7cf1-499a-ac75-34cfc8926d50', 'tag': 'dd8b8395-b32f-4fe4-9b33-3dd904af8b1d', 'status': 'completed', 'code': 200} Feb 04 15:42:03.215243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Allocated IP 172.20.0.8 (7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e/7fb682bc-1767-4494-8841-bd6207e828a4/291a6d39-41a7-451d-9603-25b5f42b95f7) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:03.265401 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-49eb3dc1-aecc-4b98-878c-498b591e531b tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:03.266845 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-49eb3dc1-aecc-4b98-878c-498b591e531b tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.81 "GET /v2.0/networks?id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c HTTP/1.1" status: 200 len: 805 time: 0.3335257 Feb 04 15:42:03.284495 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57a2d33d-9fa4-478d-8dcc-af11715bd511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.299621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Request body: {'port': {'device_id': '5e9869a5-c256-4808-8887-ab0eb7921265', 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c', 'admin_state_up': True, 'tenant_id': 'afedf71e08d54f2282f1fc68f8a88f61'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:03.400167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-55e454db-d900-4a67-9163-6e38487f3699 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:03.401790 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-55e454db-d900-4a67-9163-6e38487f3699 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/networks?id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 HTTP/1.1" status: 200 len: 810 time: 0.5797396 Feb 04 15:42:03.407988 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57a2d33d-9fa4-478d-8dcc-af11715bd511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.529520 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-c42618b9-563c-4bb1-94e8-d6d5c35c8e19 service neutron] 10.222.0.73 "GET /v2.0/networks/87a810c1-7328-484c-af3c-d3e5af93608e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483151 Feb 04 15:42:03.548937 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1073f37c-b272-420c-8e0d-b2b30ae27b7c req-36d26fa5-957b-4483-9332-ce59ed27bcc1 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 210 time: 0.0787466 Feb 04 15:42:03.550040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-6bf398e8-22ea-4381-a4a6-c5d9b64a0451 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/quotas/641344d751e341149b5b7803cc35dea8 HTTP/1.1" status: 200 len: 375 time: 0.1146958 Feb 04 15:42:03.573949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:03.579551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Usage tracker for resource:port and tenant:afedf71e08d54f2282f1fc68f8a88f61 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:03.584554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:03.601408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:03.612383 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.629991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Made reservation on behalf of afedf71e08d54f2282f1fc68f8a88f61 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:03.633124 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.692622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4352e58-21f3-44f3-97f6-b163aa9ad5eb', 'name': 'network-vif-deleted', 'tag': '96bcd0c1-9420-47ab-8e16-338361065312'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:03.733777 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.792633 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57a2d33d-9fa4-478d-8dcc-af11715bd511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.827209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2d33d-9fa4-478d-8dcc-af11715bd511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95650857-1fe2-4110-ae91-9f9dfd29c670,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:03.837530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7665463c-7311-44bc-9eb2-f2a3a026fd9d req-f9d1f8e8-40e9-4c45-a367-30924efb2fc8 service neutron] 10.222.0.73 "GET /v2.0/networks/87a810c1-7328-484c-af3c-d3e5af93608e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911437 Feb 04 15:42:03.846856 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57a2d33d-9fa4-478d-8dcc-af11715bd511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.851082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-57a2d33d-9fa4-478d-8dcc-af11715bd511 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95650857-1fe2-4110-ae91-9f9dfd29c670 HTTP/1.1" status: 204 len: 168 time: 1.1687930 Feb 04 15:42:03.863346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Network 7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:03.866529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Pushing event updated for resources: {'Port': ['ID=291a6d39-41a7-451d-9603-25b5f42b95f7,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:03.866766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931665e-9ae3-4304-aa42-6b61d4e085c5 req-790ab719-4d48-4cfa-8e1a-d5a7786949fa tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:03.868541 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:03.873563 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2931665e-9ae3-4304-aa42-6b61d4e085c5 req-790ab719-4d48-4cfa-8e1a-d5a7786949fa tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 945 time: 0.1977460 Feb 04 15:42:03.876649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:03.896995 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-6165af3a-f1fe-40c0-a151-87668b5a553d tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=641344d751e341149b5b7803cc35dea8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3162172 Feb 04 15:42:03.925679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Allocated IP 172.20.0.9 (7ecadb25-8c08-4a58-85bb-d9db02afbd7c/f5285dbb-79fd-49a5-a716-0ef9a58f1dfc/5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:04.086731 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:04.087279 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.100289 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2931665e-9ae3-4304-aa42-6b61d4e085c5 req-9492bdbe-f6fc-4a4b-8e6c-96296e33cf49 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259729 Feb 04 15:42:04.155146 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-557efdab-b828-4ca9-a4f7-4f55537c5e5d service neutron] 10.222.0.60 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430358 Feb 04 15:42:04.178554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb52d9ef-5c15-4d7c-8af5-380f14f77afa req-40f38c9d-4e64-410a-acc9-410edd386b25 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b5c478fb6c94e79966ebd1a3e6013db&device_id=ce5d5628-7cf1-499a-ac75-34cfc8926d50 HTTP/1.1" status: 200 len: 1094 time: 0.2646251 Feb 04 15:42:04.279871 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-abb6a898-9e7e-4c85-8f08-d59f86dec2ea tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7530792 Feb 04 15:42:04.300291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Request body: {'port': {'device_id': 'c7c8ebae-09b2-420b-b96a-40924bd60230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:04.329730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35234) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:04.381446 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.384197 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c852e1f-c329-4c43-9cf4-bf4e00ae779e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.446389 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-88686e26-4517-418d-b47d-37999dacd131 service neutron] 10.222.0.60 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902822 Feb 04 15:42:04.474924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52d9ef-5c15-4d7c-8af5-380f14f77afa req-26c2ad49-6d94-406f-b0ca-715d63fb15a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:04.476412 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb52d9ef-5c15-4d7c-8af5-380f14f77afa req-26c2ad49-6d94-406f-b0ca-715d63fb15a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=87a810c1-7328-484c-af3c-d3e5af93608e HTTP/1.1" status: 200 len: 918 time: 0.2905138 Feb 04 15:42:04.482996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1c852e1f-c329-4c43-9cf4-bf4e00ae779e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:04.486266 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.501300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1c852e1f-c329-4c43-9cf4-bf4e00ae779e admin admin] Usage tracker for resource:security_group_rule and tenant:04b2d750d8e748008983bc97a238fdd8 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:04.507909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1c852e1f-c329-4c43-9cf4-bf4e00ae779e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:04.517209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1c852e1f-c329-4c43-9cf4-bf4e00ae779e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:04.552711 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac1147-bb3e-4b51-91e3-2b6bf98163b7 req-a16335f2-9341-4b8e-9321-f04e46d591d6 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:04.554153 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bac1147-bb3e-4b51-91e3-2b6bf98163b7 req-a16335f2-9341-4b8e-9321-f04e46d591d6 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce5d5628-7cf1-499a-ac75-34cfc8926d50 HTTP/1.1" status: 200 len: 943 time: 0.2412295 Feb 04 15:42:04.555226 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.555874 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb52d9ef-5c15-4d7c-8af5-380f14f77afa req-54561097-8fd8-409d-a40d-2078161c37b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd8b8395-b32f-4fe4-9b33-3dd904af8b1d HTTP/1.1" status: 200 len: 217 time: 0.0735118 Feb 04 15:42:04.665378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52d9ef-5c15-4d7c-8af5-380f14f77afa req-b0389262-37e2-4522-8dd2-e59cf317fcc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:04.666385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb52d9ef-5c15-4d7c-8af5-380f14f77afa req-b0389262-37e2-4522-8dd2-e59cf317fcc0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4a66f2d2-6e57-4ba6-8372-57f696f27853 HTTP/1.1" status: 200 len: 857 time: 0.1035500 Feb 04 15:42:04.669318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bac1147-bb3e-4b51-91e3-2b6bf98163b7 req-982d98fe-86e1-45c4-bd46-345acc45bed6 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/security-groups?id=67c78c0a-6503-42f4-b81f-4cb77e774e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078334 Feb 04 15:42:04.766575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:04.780004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:04.782315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Pushing event updated for resources: {'Port': ['ID=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:04.791134 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb52d9ef-5c15-4d7c-8af5-380f14f77afa req-d0ff67d9-2fdd-431d-b3cb-82cf6bc1a774 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87a810c1-7328-484c-af3c-d3e5af93608e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168547 Feb 04 15:42:04.791263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:04.931023 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c852e1f-c329-4c43-9cf4-bf4e00ae779e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.988800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:04.989433 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.998748 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c852e1f-c329-4c43-9cf4-bf4e00ae779e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.036778 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8422fe-f89a-4058-a918-fc6e845b34b0 req-a61ea60a-eec1-4557-a847-106129fe7e58 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=373f27d7-b834-4048-8836-12aab39e2900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4732213 Feb 04 15:42:05.091123 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-e04af8ab-c2ce-496a-b3f5-84731855de8c tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7988088 Feb 04 15:42:05.106493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c852e1f-c329-4c43-9cf4-bf4e00ae779e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd465de-8955-4504-8547-220abb0af78b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:05.114488 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1c852e1f-c329-4c43-9cf4-bf4e00ae779e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04b2d750d8e748008983bc97a238fdd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7837446 Feb 04 15:42:05.117928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35252) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:05.118512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Request body: {'port': {'device_id': '5e9869a5-c256-4808-8887-ab0eb7921265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:05.144334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bc672-7db6-498d-921d-ff2c8258b1bc req-e8cff1d1-ac23-411e-ba32-80794d348368 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:05.145781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a52bc672-7db6-498d-921d-ff2c8258b1bc req-e8cff1d1-ac23-411e-ba32-80794d348368 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 945 time: 0.4116578 Feb 04 15:42:05.185493 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb52d9ef-5c15-4d7c-8af5-380f14f77afa req-fbeb8a9f-6dd8-40d3-925b-36629de4629e service neutron] 10.222.0.73 "GET /v2.0/networks/87a810c1-7328-484c-af3c-d3e5af93608e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859410 Feb 04 15:42:05.338370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a52bc672-7db6-498d-921d-ff2c8258b1bc req-c90d9fb6-c88d-47c3-b226-2c14357a4808 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774225 Feb 04 15:42:05.344997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3c98a-0d34-4dac-b8d2-04f7675f6a0b req-a816f23c-bf5a-48ce-ae82-ca667497822d tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:05.346503 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25f3c98a-0d34-4dac-b8d2-04f7675f6a0b req-a816f23c-bf5a-48ce-ae82-ca667497822d tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 931 time: 0.4378366 Feb 04 15:42:05.360076 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.406190 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2eb30599-be6c-462d-ba45-6a25db62eab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.424316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291a6d39-41a7-451d-9603-25b5f42b95f7 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:05.438062 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.451890 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb52d9ef-5c15-4d7c-8af5-380f14f77afa req-9ac42c4c-016b-4825-a702-350a8acd05f7 service neutron] 10.222.0.73 "GET /v2.0/networks/87a810c1-7328-484c-af3c-d3e5af93608e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566092 Feb 04 15:42:05.452350 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4352e58-21f3-44f3-97f6-b163aa9ad5eb', 'name': 'network-vif-deleted', 'tag': '96bcd0c1-9420-47ab-8e16-338361065312', 'status': 'completed', 'code': 200} Feb 04 15:42:05.472705 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8422fe-f89a-4058-a918-fc6e845b34b0 req-a2ebeb16-d45a-4f17-ba0a-8afa9b776970 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=db88fa6dda3d40c19694cb02ae3657f4&device_id=373f27d7-b834-4048-8836-12aab39e2900 HTTP/1.1" status: 200 len: 1097 time: 0.2931633 Feb 04 15:42:05.473170 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2eb30599-be6c-462d-ba45-6a25db62eab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.482455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Transition to ACTIVE for port object 291a6d39-41a7-451d-9603-25b5f42b95f7 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:05.485653 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25f3c98a-0d34-4dac-b8d2-04f7675f6a0b req-37026890-cc15-40d6-8312-9289aeba6b2b tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226735 Feb 04 15:42:05.493877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.547995 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2eb30599-be6c-462d-ba45-6a25db62eab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.584693 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2eb30599-be6c-462d-ba45-6a25db62eab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.587705 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2eb30599-be6c-462d-ba45-6a25db62eab1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bcd465de-8955-4504-8547-220abb0af78b HTTP/1.1" status: 204 len: 168 time: 0.4637034 Feb 04 15:42:05.647538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb30599-be6c-462d-ba45-6a25db62eab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd465de-8955-4504-8547-220abb0af78b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:05.731657 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-281e9bd9-a703-4045-aee5-34fdd92a82a4 req-1a87325c-a8f3-4011-b63d-b35ec3cbe6d8 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 210 time: 0.0515721 Feb 04 15:42:05.746357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16bc66-e5d7-4cb3-afc4-22c5b40cb09a req-e414b211-5b86-4cea-bb7d-0b6af3a4d9e6 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:05.748614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e16bc66-e5d7-4cb3-afc4-22c5b40cb09a req-e414b211-5b86-4cea-bb7d-0b6af3a4d9e6 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 945 time: 0.1663613 Feb 04 15:42:05.801168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Pushing event updated for resources: {'Port': ['ID=291a6d39-41a7-451d-9603-25b5f42b95f7,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:05.819110 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e16bc66-e5d7-4cb3-afc4-22c5b40cb09a req-1d2fda05-e6ea-4de8-963d-6cfe2cf71ab8 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631354 Feb 04 15:42:06.130371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8422fe-f89a-4058-a918-fc6e845b34b0 req-deafb698-bda5-4ad8-968a-cddc98487786 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:06.131780 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8422fe-f89a-4058-a918-fc6e845b34b0 req-deafb698-bda5-4ad8-968a-cddc98487786 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd581f90-a82a-4ae0-b680-25bcff37d668 HTTP/1.1" status: 200 len: 917 time: 0.6029353 Feb 04 15:42:06.238319 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8422fe-f89a-4058-a918-fc6e845b34b0 req-dfe429e4-27d3-4b2d-9724-39faf325998a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c084ef-393c-4326-9c2a-27046b0b9d44 HTTP/1.1" status: 200 len: 217 time: 0.0994751 Feb 04 15:42:06.285999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dcd1f-6b3f-4dcc-891d-daea1df157c8 req-e4f14294-b587-424e-a658-3c5e52006f08 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:06.287518 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f6dcd1f-6b3f-4dcc-891d-daea1df157c8 req-e4f14294-b587-424e-a658-3c5e52006f08 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 943 time: 0.2139728 Feb 04 15:42:06.294611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-3bca9c90-f48c-4420-a94c-189d1948404b tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:06.296149 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-3bca9c90-f48c-4420-a94c-189d1948404b tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.73 "GET /v2.0/networks?id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 HTTP/1.1" status: 200 len: 810 time: 0.3272007 Feb 04 15:42:06.302802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Attempting to bind port 291a6d39-41a7-451d-9603-25b5f42b95f7 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:06.303137 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Attempting to bind port 291a6d39-41a7-451d-9603-25b5f42b95f7 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '4415c85a-9d03-4c96-84eb-95e21bb369d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:06.303504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Attempting to bind port 291a6d39-41a7-451d-9603-25b5f42b95f7 on network 7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:06.320439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc7947-6e7f-4fac-be73-81fc4a4e5eee req-05e7e4ce-178f-492f-b32b-a316e930bf97 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:06.321917 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dafc7947-6e7f-4fac-be73-81fc4a4e5eee req-05e7e4ce-178f-492f-b32b-a316e930bf97 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce5d5628-7cf1-499a-ac75-34cfc8926d50 HTTP/1.1" status: 200 len: 943 time: 0.2462633 Feb 04 15:42:06.330041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-d0db8259-97e2-4804-b45c-dd03f9ca0a88 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Request body: {'port': {'device_id': '2103622c-0c7c-43ef-a7e9-3c5cf3934977', 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013', 'admin_state_up': True, 'tenant_id': '641344d751e341149b5b7803cc35dea8'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:06.334775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Port 291a6d39-41a7-451d-9603-25b5f42b95f7 on network 7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:06.335129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Attempting to bind port 291a6d39-41a7-451d-9603-25b5f42b95f7 on network 7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:06.340591 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8422fe-f89a-4058-a918-fc6e845b34b0 req-a3b86fad-258c-4529-8001-2d4ef28ca762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:06.342042 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8422fe-f89a-4058-a918-fc6e845b34b0 req-a3b86fad-258c-4529-8001-2d4ef28ca762 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a4c04cb8-1c73-41af-b76f-88dc90f92f47 HTTP/1.1" status: 200 len: 855 time: 0.0923262 Feb 04 15:42:06.432883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:42:06.434063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Checking segment: {'id': '4415c85a-9d03-4c96-84eb-95e21bb369d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:06.434433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Bound using segment: {'id': '4415c85a-9d03-4c96-84eb-95e21bb369d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:42:06.434858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Bound port: 291a6d39-41a7-451d-9603-25b5f42b95f7, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4415c85a-9d03-4c96-84eb-95e21bb369d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:06.435170 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.465919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:06.485850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5f6dcd1f-6b3f-4dcc-891d-daea1df157c8 req-5a695db4-81de-4f3b-a178-b08ad86316c2 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Synchronizing usage tracker for tenant:0f8ad1dc3aef4493acb374921799ab96 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:06.505869 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.511158 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dafc7947-6e7f-4fac-be73-81fc4a4e5eee req-4d7c5164-ec30-49bd-8385-ee359223098c tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/security-groups?id=67c78c0a-6503-42f4-b81f-4cb77e774e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648536 Feb 04 15:42:06.545278 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c3e5ad00-5017-4df8-94b3-bbfc1b7fb38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.546037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Transition to ACTIVE for port object 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:06.557219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5f6dcd1f-6b3f-4dcc-891d-daea1df157c8 req-5a695db4-81de-4f3b-a178-b08ad86316c2 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Unset dirty status for tenant:0f8ad1dc3aef4493acb374921799ab96 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:06.559596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f6dcd1f-6b3f-4dcc-891d-daea1df157c8 req-5a695db4-81de-4f3b-a178-b08ad86316c2 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ade67a5-5ee1-4816-8421-0950784200e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589042 Feb 04 15:42:06.569234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-d0db8259-97e2-4804-b45c-dd03f9ca0a88 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:06.570967 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.586289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-d0db8259-97e2-4804-b45c-dd03f9ca0a88 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:06.612300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-d0db8259-97e2-4804-b45c-dd03f9ca0a88 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Made reservation on behalf of 641344d751e341149b5b7803cc35dea8 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:06.615794 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-d0db8259-97e2-4804-b45c-dd03f9ca0a88 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.631354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] For port 291a6d39-41a7-451d-9603-25b5f42b95f7, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:06.646149 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8422fe-f89a-4058-a918-fc6e845b34b0 req-bba4c8d2-7265-41bf-8446-88c8918d5e2e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd581f90-a82a-4ae0-b680-25bcff37d668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2725587 Feb 04 15:42:06.655835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] For port 291a6d39-41a7-451d-9603-25b5f42b95f7, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=291a6d39-41a7-451d-9603-25b5f42b95f7,segment=NetworkSegment(4415c85a-9d03-4c96-84eb-95e21bb369d0),segment_id=4415c85a-9d03-4c96-84eb-95e21bb369d0)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:06.789410 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.895438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Pushing event updated for resources: {'Port': ['ID=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:07.048606 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.050152 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] 10.222.0.81 "PUT /v2.0/ports/291a6d39-41a7-451d-9603-25b5f42b95f7 HTTP/1.1" status: 200 len: 1091 time: 2.7540724 Feb 04 15:42:07.080512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-d0db8259-97e2-4804-b45c-dd03f9ca0a88 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Allocated IP 172.20.0.8 (e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013/571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e/e37380fd-6fab-4c65-ab37-c500e9f67f29) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:07.115950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5fa06-3cec-42ec-a190-035f3c5e494e service neutron] Pushing event updated for resources: {'Port': ['ID=291a6d39-41a7-451d-9603-25b5f42b95f7,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:07.122587 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8422fe-f89a-4058-a918-fc6e845b34b0 req-c1ce4cad-4213-4b23-bc41-39d9a83aaa0e service neutron] 10.222.0.81 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636095 Feb 04 15:42:07.142957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d04f4-17f8-4af5-9e50-0a556b678f5c req-57aa05c7-163c-46a6-93c1-3f85e73fee75 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:07.148009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb6d04f4-17f8-4af5-9e50-0a556b678f5c req-57aa05c7-163c-46a6-93c1-3f85e73fee75 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 945 time: 0.2433126 Feb 04 15:42:07.201872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f4eb8-ffe9-49ab-b130-bee18f747bfd req-edaca573-e220-4a99-a529-3eae6d641c92 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:07.203593 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-729f4eb8-ffe9-49ab-b130-bee18f747bfd req-edaca573-e220-4a99-a529-3eae6d641c92 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 943 time: 0.2385051 Feb 04 15:42:07.262584 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-729f4eb8-ffe9-49ab-b130-bee18f747bfd req-cf6ffe82-0657-46bb-af19-95ba316e5e03 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493636 Feb 04 15:42:07.297921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Attempting to bind port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:07.297921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Attempting to bind port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:07.297921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Attempting to bind port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 on network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:07.321195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 on network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:07.321381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Attempting to bind port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 on network 7ecadb25-8c08-4a58-85bb-d9db02afbd7c {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:07.331001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb6d04f4-17f8-4af5-9e50-0a556b678f5c req-2dfc1bc5-e7a4-439a-bbbe-0431dc3ff63c tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613841 Feb 04 15:42:07.352036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:42:07.352381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Checking segment: {'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:07.353295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Bound using segment: {'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:42:07.353752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Bound port: 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e369a2-dca3-46f9-8e7f-65adfd1addb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:07.354125 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.374839 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d8422fe-f89a-4058-a918-fc6e845b34b0 req-5084c605-be95-4882-9bd1-47cc89b3695d service neutron] 10.222.0.81 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179065 Feb 04 15:42:07.383725 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device dd8b8395-b32f-4fe4-9b33-3dd904af8b1d details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:42:07.388409 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-dcd55a7f-fa84-43a7-9bd8-3088a04c265a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f8ad1dc3aef4493acb374921799ab96&device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 1094 time: 0.2628181 Feb 04 15:42:07.475918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c8ebae-09b2-420b-b96a-40924bd60230', 'tag': '291a6d39-41a7-451d-9603-25b5f42b95f7'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:07.509496 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-62be9c82-be6d-4332-9058-ed5dcc68d3c3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=291a6d39-41a7-451d-9603-25b5f42b95f7 HTTP/1.1" status: 200 len: 217 time: 0.0927572 Feb 04 15:42:07.608719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] For port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:07.616804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] For port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:07.623505 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-d0db8259-97e2-4804-b45c-dd03f9ca0a88 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.630384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-5f350407-d0e1-40a0-a531-9ede53b3d4ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:07.632395 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-5f350407-d0e1-40a0-a531-9ede53b3d4ba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fb682bc-1767-4494-8841-bd6207e828a4 HTTP/1.1" status: 200 len: 853 time: 0.1090879 Feb 04 15:42:07.637386 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.673937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port dd8b8395-b32f-4fe4-9b33-3dd904af8b1d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=dd8b8395-b32f-4fe4-9b33-3dd904af8b1d,segment=NetworkSegment(79bdf587-7b0d-4856-bdd6-58e3d07bdd1f),segment_id=79bdf587-7b0d-4856-bdd6-58e3d07bdd1f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:07.706409 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'dd8b8395-b32f-4fe4-9b33-3dd904af8b1d', 'network_id': '87a810c1-7328-484c-af3c-d3e5af93608e', 'port_id': 'dd8b8395-b32f-4fe4-9b33-3dd904af8b1d', 'mac_address': 'fa:16:3e:dc:bc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a66f2d2-6e57-4ba6-8372-57f696f27853', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:42:07.749256 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-86772073-cbba-47e6-b348-1005abc73218 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011875 Feb 04 15:42:07.796656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Pushing event updated for resources: {'Port': ['ID=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:07.811717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87b31c48-2197-4d6e-bb88-6cb1b2bc73c7 req-5a70f331-5c62-4b10-a14b-04f2ff53dfed tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 210 time: 0.1496730 Feb 04 15:42:07.844855 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.869053 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-d0db8259-97e2-4804-b45c-dd03f9ca0a88 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.884971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['f92abf95-c511-419c-b942-1fcdc6c30ab8'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:07.892470 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.894573 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ac915b4e-9868-452a-a8ee-9d2656a45462 service neutron] 10.222.0.81 "PUT /v2.0/ports/5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 HTTP/1.1" status: 200 len: 1091 time: 2.7827952 Feb 04 15:42:08.016677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8b8395-b32f-4fe4-9b33-3dd904af8b1d {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:08.033854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port dd8b8395-b32f-4fe4-9b33-3dd904af8b1d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=dd8b8395-b32f-4fe4-9b33-3dd904af8b1d,segment=NetworkSegment(79bdf587-7b0d-4856-bdd6-58e3d07bdd1f),segment_id=79bdf587-7b0d-4856-bdd6-58e3d07bdd1f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:08.049836 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:08.123951 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c8ebae-09b2-420b-b96a-40924bd60230', 'tag': '291a6d39-41a7-451d-9603-25b5f42b95f7', 'status': 'completed', 'code': 200} Feb 04 15:42:08.124433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35314) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:08.168220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=dd8b8395-b32f-4fe4-9b33-3dd904af8b1d,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:08.228995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-d0db8259-97e2-4804-b45c-dd03f9ca0a88 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:08.228995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-d0db8259-97e2-4804-b45c-dd03f9ca0a88 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:08.240982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-d0db8259-97e2-4804-b45c-dd03f9ca0a88 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:08.273848 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db8259-97e2-4804-b45c-dd03f9ca0a88 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Pushing event updated for resources: {'Port': ['ID=e37380fd-6fab-4c65-ab37-c500e9f67f29,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:08.303933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc4d01-cb57-429a-8d93-0b4167b9eb1a req-3d3d06e9-6d32-4f79-906a-b26f2fc26417 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:08.305432 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8dc4d01-cb57-429a-8d93-0b4167b9eb1a req-3d3d06e9-6d32-4f79-906a-b26f2fc26417 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 945 time: 0.6428039 Feb 04 15:42:08.357675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-d0db8259-97e2-4804-b45c-dd03f9ca0a88 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:08.358655 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-d0db8259-97e2-4804-b45c-dd03f9ca0a88 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:08.376003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35328) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:08.397254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faff40b-57bb-42b7-8b74-f3a9be15d8da req-96706fc3-92d1-4040-b2ae-fba6ba694cac tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:08.398600 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2faff40b-57bb-42b7-8b74-f3a9be15d8da req-96706fc3-92d1-4040-b2ae-fba6ba694cac tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce5d5628-7cf1-499a-ac75-34cfc8926d50 HTTP/1.1" status: 200 len: 944 time: 0.2604594 Feb 04 15:42:08.412125 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-bdbf8fb0-8641-4ac9-a2fd-49db13536a68 service neutron] 10.222.0.81 "GET /v2.0/networks/7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783691 Feb 04 15:42:08.423935 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8dc4d01-cb57-429a-8d93-0b4167b9eb1a req-be4fd860-ad1d-4eec-a281-af15c1f5f176 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126156 Feb 04 15:42:08.427624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-d0db8259-97e2-4804-b45c-dd03f9ca0a88 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1047730 Feb 04 15:42:08.445114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['dd8b8395-b32f-4fe4-9b33-3dd904af8b1d'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:08.469803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Request body: {'port': {'device_id': '2103622c-0c7c-43ef-a7e9-3c5cf3934977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:08.571796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2faff40b-57bb-42b7-8b74-f3a9be15d8da req-8d9e5f5c-93df-4ab1-a5cb-ee354d2b61dc tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/security-groups?id=67c78c0a-6503-42f4-b81f-4cb77e774e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467521 Feb 04 15:42:08.587082 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-de17bc63-4d4c-4987-8955-e4dba7a19480 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=afedf71e08d54f2282f1fc68f8a88f61&device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 1094 time: 0.4616477 Feb 04 15:42:08.681625 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:08.769591 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-129777131'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:08.775529 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-504de461-6043-4f7e-b213-347567a387e7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 HTTP/1.1" status: 200 len: 217 time: 0.1735582 Feb 04 15:42:08.783144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:08.837290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Usage tracker for resource:network and tenant:2da44b6c74d64679a2daa3196738afac is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:08.853471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:08.881522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:08.896431 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63d42f10-06f9-415d-9e65-513d7a0853c7 req-9dd29e28-27d4-4931-ae0d-be60a85c48af service neutron] 10.222.0.81 "GET /v2.0/networks/7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738317 Feb 04 15:42:08.929411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Made reservation on behalf of 2da44b6c74d64679a2daa3196738afac for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:08.935114 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62f367a5-2932-4238-ad83-ab3d806cdb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:08.936671 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:08.943308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5e3e8-fb96-4177-8511-3a44c1e7c590 req-24c73e78-eb74-44c8-9a60-9963efac3465 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:08.944838 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6bb5e3e8-fb96-4177-8511-3a44c1e7c590 req-24c73e78-eb74-44c8-9a60-9963efac3465 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 943 time: 0.2448103 Feb 04 15:42:08.955818 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-adfe0ff5-68e9-4cbf-aad1-e44c852d60d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e858fd99b1c94cd994b2ac9508ff6176&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5971100 Feb 04 15:42:08.957545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35338) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:08.958951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ec85c9a1-d3c5-419b-8b53-d58d41a84e6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:08.960397 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-ec85c9a1-d3c5-419b-8b53-d58d41a84e6b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f5285dbb-79fd-49a5-a716-0ef9a58f1dfc HTTP/1.1" status: 200 len: 845 time: 0.1735749 Feb 04 15:42:08.961177 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.001734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:09.081779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Usage tracker for resource:security_group_rule and tenant:2da44b6c74d64679a2daa3196738afac is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:09.097411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:09.106752 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-dd89f8a0-fad0-492e-8190-7c7f87880296 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020947 Feb 04 15:42:09.108302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:09.183671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6bb5e3e8-fb96-4177-8511-3a44c1e7c590 req-4a6690a7-a203-45a4-9625-5c16cd2ee712 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ade67a5-5ee1-4816-8421-0950784200e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268176 Feb 04 15:42:09.271458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def216b-1e48-448e-bbb6-c191e538c549 req-2655f955-9325-4171-8cc2-68a0620d82be tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:09.272923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8def216b-1e48-448e-bbb6-c191e538c549 req-2655f955-9325-4171-8cc2-68a0620d82be tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 943 time: 0.3109262 Feb 04 15:42:09.273555 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53d716a9-3003-40fa-a5cc-20051fa262d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.291923 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5760db5a-3d08-48b6-9137-5a66970da6f9 req-6f47e4b2-15ac-4131-ad25-8c447b11ea6d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f8ad1dc3aef4493acb374921799ab96&device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 1094 time: 0.2536893 Feb 04 15:42:09.378358 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53d716a9-3003-40fa-a5cc-20051fa262d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.403197 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-9b886d48-d071-4979-a275-d7f784cdb2f9 service neutron] 10.222.0.81 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885804 Feb 04 15:42:09.404902 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.412040 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.488058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37380fd-6fab-4c65-ab37-c500e9f67f29 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:09.503961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8def216b-1e48-448e-bbb6-c191e538c549 req-042744fd-7c2e-4eb2-bf15-0cbeb2f90064 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167287 Feb 04 15:42:09.505597 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.530656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Transition to ACTIVE for port object e37380fd-6fab-4c65-ab37-c500e9f67f29 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:09.542913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:42:09.545229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0030c2-2333-45fb-86cb-3deaab4d3b8f req-92e15019-23d3-40d9-9924-86075e1058e6 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:09.546757 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab0030c2-2333-45fb-86cb-3deaab4d3b8f req-92e15019-23d3-40d9-9924-86075e1058e6 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 945 time: 0.2237635 Feb 04 15:42:09.552439 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.572576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc7f8c2-9f79-465b-97dc-3f92a8049190,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:09.591494 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.592069 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Added segment 1d6c40cb-01fa-44d3-81a6-b1fd44f4168c of type vlan for network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 Feb 04 15:42:09.615023 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53d716a9-3003-40fa-a5cc-20051fa262d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.645586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760db5a-3d08-48b6-9137-5a66970da6f9 req-808c827f-77b3-4b55-8b4b-2c690a14f1b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:09.647073 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5760db5a-3d08-48b6-9137-5a66970da6f9 req-808c827f-77b3-4b55-8b4b-2c690a14f1b2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e HTTP/1.1" status: 200 len: 914 time: 0.3456147 Feb 04 15:42:09.690305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d716a9-3003-40fa-a5cc-20051fa262d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482e339b-30ed-4aac-97cf-105201e32881,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:09.724596 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb5640f1-22a8-45f0-a44e-44fecffddc22 req-a04dc3e4-0762-4d98-a065-f6a62595f0d7 service neutron] 10.222.0.81 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134952 Feb 04 15:42:09.735501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.740206 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5760db5a-3d08-48b6-9137-5a66970da6f9 req-7f2cdb7a-d75f-4531-ae4a-9207de4e739d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=291a6d39-41a7-451d-9603-25b5f42b95f7 HTTP/1.1" status: 200 len: 217 time: 0.0851169 Feb 04 15:42:09.785857 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53d716a9-3003-40fa-a5cc-20051fa262d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.786982 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-53d716a9-3003-40fa-a5cc-20051fa262d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/482e339b-30ed-4aac-97cf-105201e32881 HTTP/1.1" status: 204 len: 168 time: 0.8227465 Feb 04 15:42:09.794022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Pushing event updated for resources: {'Port': ['ID=e37380fd-6fab-4c65-ab37-c500e9f67f29,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:09.806275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab0030c2-2333-45fb-86cb-3deaab4d3b8f req-870da5e4-8f80-40f6-8d35-5b2ccae1ee9c tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482994 Feb 04 15:42:09.819319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760db5a-3d08-48b6-9137-5a66970da6f9 req-2702e650-7d1c-46fb-9f90-8246f341de19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:09.820792 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5760db5a-3d08-48b6-9137-5a66970da6f9 req-2702e650-7d1c-46fb-9f90-8246f341de19 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fb682bc-1767-4494-8841-bd6207e828a4 HTTP/1.1" status: 200 len: 853 time: 0.0718484 Feb 04 15:42:09.877401 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5760db5a-3d08-48b6-9137-5a66970da6f9 req-f51253c9-f2d3-4d5f-a844-7b4dfe0ab2ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469542 Feb 04 15:42:09.882295 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.886220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:09.887038 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.901226 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.928431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66314e62-36e8-4d13-a76a-43ebf687d6fa req-1ad90742-f670-48ab-93c2-f13563e05892 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:09.937656 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-66314e62-36e8-4d13-a76a-43ebf687d6fa req-1ad90742-f670-48ab-93c2-f13563e05892 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 945 time: 0.2989130 Feb 04 15:42:10.008077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Attempting to bind port e37380fd-6fab-4c65-ab37-c500e9f67f29 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:10.008300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Attempting to bind port e37380fd-6fab-4c65-ab37-c500e9f67f29 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'd281c7df-be3a-4740-92b5-17252320b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:10.008545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Attempting to bind port e37380fd-6fab-4c65-ab37-c500e9f67f29 on network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:10.028829 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-66314e62-36e8-4d13-a76a-43ebf687d6fa req-9230347b-c9d0-47a0-b5d9-cef87ca585e2 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901859 Feb 04 15:42:10.065782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Port e37380fd-6fab-4c65-ab37-c500e9f67f29 on network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:10.066117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Attempting to bind port e37380fd-6fab-4c65-ab37-c500e9f67f29 on network e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:10.082155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:42:10.082499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Checking segment: {'id': 'd281c7df-be3a-4740-92b5-17252320b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:10.082894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Bound using segment: {'id': 'd281c7df-be3a-4740-92b5-17252320b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:42:10.083822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Bound port: e37380fd-6fab-4c65-ab37-c500e9f67f29, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd281c7df-be3a-4740-92b5-17252320b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:10.083822 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.087317 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6952999 Feb 04 15:42:10.093519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f400d85-516e-4ca2-aabe-74e634075a10 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Pushing event updated for resources: {'Network': ['ID=15a9cf9c-a42e-48a4-bb66-2e86882ebea0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:10.107752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:42:10.125822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9869a5-c256-4808-8887-ab0eb7921265', 'tag': '5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:10.221322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bb6df-bf23-4572-b653-cedd83e9d4e4 req-9ac9cb56-5f1e-48d6-81ed-6812ad40f44e tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:10.222061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9a2bb6df-bf23-4572-b653-cedd83e9d4e4 req-9ac9cb56-5f1e-48d6-81ed-6812ad40f44e tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Synchronizing usage tracker for tenant:641344d751e341149b5b7803cc35dea8 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:10.242170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] For port e37380fd-6fab-4c65-ab37-c500e9f67f29, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:10.247735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] For port e37380fd-6fab-4c65-ab37-c500e9f67f29, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e37380fd-6fab-4c65-ab37-c500e9f67f29,segment=NetworkSegment(d281c7df-be3a-4740-92b5-17252320b13c),segment_id=d281c7df-be3a-4740-92b5-17252320b13c)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:10.291567 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5760db5a-3d08-48b6-9137-5a66970da6f9 req-34eb3477-e2c0-4163-a7f1-eafce995a40c service neutron] 10.222.0.81 "GET /v2.0/networks/7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990192 Feb 04 15:42:10.310945 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.398581 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.435417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9a2bb6df-bf23-4572-b653-cedd83e9d4e4 req-9ac9cb56-5f1e-48d6-81ed-6812ad40f44e tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Unset dirty status for tenant:641344d751e341149b5b7803cc35dea8 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:10.436558 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a2bb6df-bf23-4572-b653-cedd83e9d4e4 req-9ac9cb56-5f1e-48d6-81ed-6812ad40f44e tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 943 time: 0.4069064 Feb 04 15:42:10.446532 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5760db5a-3d08-48b6-9137-5a66970da6f9 req-45ba36cb-4a79-46c5-878a-2a41d8564ecc service neutron] 10.222.0.81 "GET /v2.0/networks/7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496048 Feb 04 15:42:10.511774 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.513224 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] 10.222.0.73 "PUT /v2.0/ports/e37380fd-6fab-4c65-ab37-c500e9f67f29 HTTP/1.1" status: 200 len: 1091 time: 2.0623477 Feb 04 15:42:10.514102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2103622c-0c7c-43ef-a7e9-3c5cf3934977', 'tag': 'e37380fd-6fab-4c65-ab37-c500e9f67f29'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:10.545532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9eaf7-f11f-4523-b70e-64a8d0452090 service neutron] Pushing event updated for resources: {'Port': ['ID=e37380fd-6fab-4c65-ab37-c500e9f67f29,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:10.555435 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a2bb6df-bf23-4572-b653-cedd83e9d4e4 req-0adad123-ae3b-4691-93ec-6942104fd73e tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072459 Feb 04 15:42:10.599619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4ed5a-2572-4a93-aa10-30647124113d req-a39af8ee-b5ba-4893-a613-eff47b4ef423 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:10.601099 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05f4ed5a-2572-4a93-aa10-30647124113d req-a39af8ee-b5ba-4893-a613-eff47b4ef423 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce5d5628-7cf1-499a-ac75-34cfc8926d50 HTTP/1.1" status: 200 len: 944 time: 0.3603559 Feb 04 15:42:10.673229 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05f4ed5a-2572-4a93-aa10-30647124113d req-75e48f2a-f320-41fc-8e56-2b56ca66f884 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/security-groups?id=67c78c0a-6503-42f4-b81f-4cb77e774e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650082 Feb 04 15:42:10.678840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-a738fac2-c7c3-4e8f-9ea0-329c79b8d2c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=641344d751e341149b5b7803cc35dea8&device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 1094 time: 0.1205816 Feb 04 15:42:10.751847 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-83759aa9-d202-4004-9c3f-f9d38bcc1e59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e37380fd-6fab-4c65-ab37-c500e9f67f29 HTTP/1.1" status: 200 len: 217 time: 0.0624812 Feb 04 15:42:10.838755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-2b321cff-e258-4048-9a0e-4929d6131be2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:10.844779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-2b321cff-e258-4048-9a0e-4929d6131be2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e HTTP/1.1" status: 200 len: 850 time: 0.0798411 Feb 04 15:42:10.899230 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9869a5-c256-4808-8887-ab0eb7921265', 'tag': '5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8', 'status': 'completed', 'code': 200} Feb 04 15:42:10.908517 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-7b9dacf7-5c9d-4c47-ae91-17bd9774efe8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553980 Feb 04 15:42:11.059745 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-26f1ad9d-cfb0-4d39-9be7-9742d60109ec req-c50f4a3e-4484-4fda-9694-0d3d297e0ea0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=afedf71e08d54f2282f1fc68f8a88f61&device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 1094 time: 0.1135180 Feb 04 15:42:11.163912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35382) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:11.165277 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-475b95fd-2582-4a56-96d6-0103f093229b service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422190 Feb 04 15:42:11.170648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Request body: {'port': {'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0', 'binding:host_id': 'n-h2-827872-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1828758169'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:11.181149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:11.181639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc5135-9a46-4e92-828e-470a5e09c694 req-8bb858ea-96fb-45c5-b636-0cec931a8852 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:11.183739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ccbc5135-9a46-4e92-828e-470a5e09c694 req-8bb858ea-96fb-45c5-b636-0cec931a8852 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 943 time: 0.1306677 Feb 04 15:42:11.198776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Usage tracker for resource:port and tenant:fb3dfa85df124c2b9dac87c59b139f26 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:11.204912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:11.216848 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:11.249717 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Made reservation on behalf of fb3dfa85df124c2b9dac87c59b139f26 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:11.252041 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.265522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1ad9d-cfb0-4d39-9be7-9742d60109ec req-b262f556-95a4-4261-8109-3424df4a4850 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:11.266402 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2103622c-0c7c-43ef-a7e9-3c5cf3934977', 'tag': 'e37380fd-6fab-4c65-ab37-c500e9f67f29', 'status': 'completed', 'code': 200} Feb 04 15:42:11.266545 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-26f1ad9d-cfb0-4d39-9be7-9742d60109ec req-b262f556-95a4-4261-8109-3424df4a4850 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c HTTP/1.1" status: 200 len: 906 time: 0.1997049 Feb 04 15:42:11.269200 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.315223 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ccbc5135-9a46-4e92-828e-470a5e09c694 req-bd60053e-95cb-4c45-85f0-838a637b080f tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ade67a5-5ee1-4816-8421-0950784200e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119034 Feb 04 15:42:11.341009 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.358975 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-26f1ad9d-cfb0-4d39-9be7-9742d60109ec req-dba5a2df-3352-42fd-9966-91c2e27405f3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 HTTP/1.1" status: 200 len: 217 time: 0.0742204 Feb 04 15:42:11.408943 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ca7996-7517-457b-b3d4-f9a8766c9495 req-25a050f1-84e3-495f-87c7-2459ba5f798d service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333369 Feb 04 15:42:11.418677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:11.420876 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device dd8b8395-b32f-4fe4-9b33-3dd904af8b1d up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:11.425586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Usage tracker for resource:security_group_rule and tenant:fb3dfa85df124c2b9dac87c59b139f26 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:11.433703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:11.436189 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c6b8c-e816-475d-ab6e-2752c8ad5345 req-9dcee502-bc34-42b2-9447-1952f3cc8b66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:11.438222 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a2c6b8c-e816-475d-ab6e-2752c8ad5345 req-9dcee502-bc34-42b2-9447-1952f3cc8b66 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 943 time: 0.1199319 Feb 04 15:42:11.446827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:11.453706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1ad9d-cfb0-4d39-9be7-9742d60109ec req-5842977e-477a-493a-99a1-78c484a77d11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:11.455161 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-26f1ad9d-cfb0-4d39-9be7-9742d60109ec req-5842977e-477a-493a-99a1-78c484a77d11 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f5285dbb-79fd-49a5-a716-0ef9a58f1dfc HTTP/1.1" status: 200 len: 845 time: 0.0875113 Feb 04 15:42:11.504334 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.511299 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port dd8b8395-b32f-4fe4-9b33-3dd904af8b1d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:11.517050 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port dd8b8395-b32f-4fe4-9b33-3dd904af8b1d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:11.518406 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.521560 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-26f1ad9d-cfb0-4d39-9be7-9742d60109ec req-777b1d88-4764-455a-8fea-ae38fb3f1926 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ecadb25-8c08-4a58-85bb-d9db02afbd7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530927 Feb 04 15:42:11.566279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a2c6b8c-e816-475d-ab6e-2752c8ad5345 req-63207b47-74b6-4c60-b86d-e0070ab99d7b tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217864 Feb 04 15:42:11.587527 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dee5ea72-5b79-4071-9ed8-ed9f6fbac2ce req-67be9b5c-67a5-4326-a004-2bda97b4d777 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=641344d751e341149b5b7803cc35dea8&device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 1094 time: 0.1109369 Feb 04 15:42:11.682073 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.691234 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.697012 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.711750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] device_id is not set on port 9321168e-57f8-4ff2-8d12-fb2655b2df08 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:42:11.732447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5d5628-7cf1-499a-ac75-34cfc8926d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8b8395-b32f-4fe4-9b33-3dd904af8b1d'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:11.756935 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port dd8b8395-b32f-4fe4-9b33-3dd904af8b1d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=dd8b8395-b32f-4fe4-9b33-3dd904af8b1d,segment=NetworkSegment(79bdf587-7b0d-4856-bdd6-58e3d07bdd1f),segment_id=79bdf587-7b0d-4856-bdd6-58e3d07bdd1f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:11.760971 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.769243 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-26f1ad9d-cfb0-4d39-9be7-9742d60109ec req-2feedeaf-4135-4851-b735-7fa9c1f3f231 service neutron] 10.222.0.81 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399225 Feb 04 15:42:11.847877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5ea72-5b79-4071-9ed8-ed9f6fbac2ce req-e610d35c-abe9-4866-b622-adc619c7c9db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:11.849605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dee5ea72-5b79-4071-9ed8-ed9f6fbac2ce req-e610d35c-abe9-4866-b622-adc619c7c9db service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 HTTP/1.1" status: 200 len: 911 time: 0.2476294 Feb 04 15:42:11.857964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=dd8b8395-b32f-4fe4-9b33-3dd904af8b1d,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:11.881312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ff83f7-8ec5-4a0d-aac8-b7eec0aa36c8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:11.994200 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dee5ea72-5b79-4071-9ed8-ed9f6fbac2ce req-29831e5c-21e5-4729-8a8f-2f958a047c77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e37380fd-6fab-4c65-ab37-c500e9f67f29 HTTP/1.1" status: 200 len: 217 time: 0.1321380 Feb 04 15:42:12.066617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469ee64-ddd5-42d2-96a3-1d1076475515 req-4fadfeab-3242-44c3-adae-8e0526c7bd29 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:12.067690 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6469ee64-ddd5-42d2-96a3-1d1076475515 req-4fadfeab-3242-44c3-adae-8e0526c7bd29 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 945 time: 0.2863069 Feb 04 15:42:12.118828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5ea72-5b79-4071-9ed8-ed9f6fbac2ce req-284f6997-be4c-42ca-853c-85b04b420a76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:12.120390 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dee5ea72-5b79-4071-9ed8-ed9f6fbac2ce req-284f6997-be4c-42ca-853c-85b04b420a76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e HTTP/1.1" status: 200 len: 850 time: 0.1131351 Feb 04 15:42:12.159618 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-26f1ad9d-cfb0-4d39-9be7-9742d60109ec req-9062dab6-0590-47a4-9cf8-8e6f875540ab service neutron] 10.222.0.81 "GET /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813040 Feb 04 15:42:12.169988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] device_id is not set on port 9321168e-57f8-4ff2-8d12-fb2655b2df08 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:42:12.179129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dee5ea72-5b79-4071-9ed8-ed9f6fbac2ce req-fb78b909-7487-42c2-b11f-6db65e3bc550 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472658 Feb 04 15:42:12.181388 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.190815 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6469ee64-ddd5-42d2-96a3-1d1076475515 req-09986930-373c-47b3-a94b-6b384d9470ee tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108694 Feb 04 15:42:12.201288 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Transition to ACTIVE for port object 9321168e-57f8-4ff2-8d12-fb2655b2df08 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:12.211258 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.217362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77a78c-fcf5-4f87-8ef6-68a20653be06 req-15d15645-d17d-41db-8091-4468b112d084 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:12.218832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee77a78c-fcf5-4f87-8ef6-68a20653be06 req-15d15645-d17d-41db-8091-4468b112d084 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 943 time: 0.2597411 Feb 04 15:42:12.258192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35402) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:12.326280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Pushing event updated for resources: {'Port': ['ID=9321168e-57f8-4ff2-8d12-fb2655b2df08,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:12.335435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Checking segment: {'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:12.335793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Network hostable DHCP agents. Network: 15a9cf9c-a42e-48a4-bb66-2e86882ebea0, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:42:12.362388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:42:12.373468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 15a9cf9c-a42e-48a4-bb66-2e86882ebea0) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:12.377285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:12.385400 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06e642d-03fe-4ba7-b859-97974761d302 None None] Network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:42:12.395852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:12.396190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:12.396564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:12.403553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:12.403803 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:12.404176 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 2 to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 Feb 04 15:42:12.422191 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:12.422979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:12.422979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:12.430670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:12.431144 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:12.431563 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 3 to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 Feb 04 15:42:12.449137 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:12.449484 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:12.449816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:12.480777 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf07d828-4368-4c0c-bd23-b59fc6d3c172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.503769 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dee5ea72-5b79-4071-9ed8-ed9f6fbac2ce req-7a6fbe66-2ab2-47c8-82cf-bc11f650fb76 service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155258 Feb 04 15:42:12.508373 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:12.508704 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:12.511500 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 4 to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 Feb 04 15:42:12.518981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc62c8f-199f-4f94-bb22-0b57a7306797 req-8b727bf6-f6bc-49f3-917c-c776483e710d tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:12.521016 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-acc62c8f-199f-4f94-bb22-0b57a7306797 req-8b727bf6-f6bc-49f3-917c-c776483e710d tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 945 time: 0.1401515 Feb 04 15:42:12.552996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:12.553389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:12.553667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:12.561615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bf07d828-4368-4c0c-bd23-b59fc6d3c172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:12.567906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bf07d828-4368-4c0c-bd23-b59fc6d3c172 admin admin] Usage tracker for resource:security_group_rule and tenant:f4709fb40dba4ee2b94c9484b3293e88 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:12.570524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bf07d828-4368-4c0c-bd23-b59fc6d3c172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:12.573722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:12.574043 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:12.576967 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 5 to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 Feb 04 15:42:12.586831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bf07d828-4368-4c0c-bd23-b59fc6d3c172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:12.601116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:12.601775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:12.602179 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:12.612863 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:12.613723 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:12.615240 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 6 to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 Feb 04 15:42:12.641612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:12.641947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:12.642344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:12.662083 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:12.662444 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:12.665885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 291a6d39-41a7-451d-9603-25b5f42b95f7 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:42:12.669252 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 7 to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 Feb 04 15:42:12.701189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:12.702649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:12.702649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:12.723625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:12.724163 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:12.727120 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 8 to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 Feb 04 15:42:12.742575 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf07d828-4368-4c0c-bd23-b59fc6d3c172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.747743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:12.748103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:12.748452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:12.753818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-acc62c8f-199f-4f94-bb22-0b57a7306797 req-2f396f4f-3d31-4bec-a953-8618ac5fd93f tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/security-groups?id=75928f96-bb0f-46be-94fc-1226671f957a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089536 Feb 04 15:42:12.755530 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:12.755856 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:12.757756 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 9 to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 Feb 04 15:42:12.764960 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf07d828-4368-4c0c-bd23-b59fc6d3c172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.769822 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee77a78c-fcf5-4f87-8ef6-68a20653be06 req-022fa0b3-840b-466e-9158-182b405657c8 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877041 Feb 04 15:42:12.807278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:12.807616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:12.808409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:12.824235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dee5ea72-5b79-4071-9ed8-ed9f6fbac2ce req-fea92bdc-7293-4e4c-b01f-cbddb1526f5a service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122928 Feb 04 15:42:12.825483 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07d828-4368-4c0c-bd23-b59fc6d3c172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f93646-c496-4472-a9fd-9f62137a835c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:12.836286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:12.836621 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:12.838748 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bf07d828-4368-4c0c-bd23-b59fc6d3c172 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4709fb40dba4ee2b94c9484b3293e88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5796127 Feb 04 15:42:12.839945 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 10 to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 Feb 04 15:42:12.847140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35414) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:12.860909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcaa0e-7c33-4a54-9f87-c660cf94e701 req-e16674b1-4978-4ded-bc11-0a301c85f049 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:12.862403 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cdcaa0e-7c33-4a54-9f87-c660cf94e701 req-e16674b1-4978-4ded-bc11-0a301c85f049 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 945 time: 0.2056081 Feb 04 15:42:12.892304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 291a6d39-41a7-451d-9603-25b5f42b95f7, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=291a6d39-41a7-451d-9603-25b5f42b95f7,segment=NetworkSegment(4415c85a-9d03-4c96-84eb-95e21bb369d0),segment_id=4415c85a-9d03-4c96-84eb-95e21bb369d0)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:12.900166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:12.900496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:12.900824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:12.911844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:12.912166 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9321168e-57f8-4ff2-8d12-fb2655b2df08 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:12.912517 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.913617 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '291a6d39-41a7-451d-9603-25b5f42b95f7', 'network_id': '7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e', 'port_id': '291a6d39-41a7-451d-9603-25b5f42b95f7', 'mac_address': 'fa:16:3e:d6:96:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb682bc-1767-4494-8841-bd6207e828a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:42:13.000683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-0cdcaa0e-7c33-4a54-9f87-c660cf94e701 req-905b4ceb-76a0-4ad0-bcc8-a3081f305875 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Deleting port de745981-8280-4611-bffd-e0fa8fbee2a9 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:13.001172 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0cdcaa0e-7c33-4a54-9f87-c660cf94e701 req-905b4ceb-76a0-4ad0-bcc8-a3081f305875 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.007841 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5d5628-7cf1-499a-ac75-34cfc8926d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8b8395-b32f-4fe4-9b33-3dd904af8b1d', 'code': 200} Feb 04 15:42:13.008625 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.038840 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291a6d39-41a7-451d-9603-25b5f42b95f7 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:13.043355 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-af96b9c5-a9e4-485a-b5d0-83c08fe3c3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.067355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 291a6d39-41a7-451d-9603-25b5f42b95f7, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=291a6d39-41a7-451d-9603-25b5f42b95f7,segment=NetworkSegment(4415c85a-9d03-4c96-84eb-95e21bb369d0),segment_id=4415c85a-9d03-4c96-84eb-95e21bb369d0)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:13.073307 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.146499 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=291a6d39-41a7-451d-9603-25b5f42b95f7,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:13.208521 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-af96b9c5-a9e4-485a-b5d0-83c08fe3c3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.257656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7592245-8fe2-426b-9e54-852309474525 req-0d9855c6-1fe6-409d-8ef8-a08a5f3ceaed tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:13.259110 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7592245-8fe2-426b-9e54-852309474525 req-0d9855c6-1fe6-409d-8ef8-a08a5f3ceaed tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce5d5628-7cf1-499a-ac75-34cfc8926d50 HTTP/1.1" status: 200 len: 945 time: 0.3418369 Feb 04 15:42:13.261689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] For port 9321168e-57f8-4ff2-8d12-fb2655b2df08, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:13.261963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempted to set empty binding levels {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 15:42:13.268979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.332489 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.350097 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-af96b9c5-a9e4-485a-b5d0-83c08fe3c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.377604 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Pushing event updated for resources: {'Port': ['ID=9321168e-57f8-4ff2-8d12-fb2655b2df08,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:13.383065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96b9c5-a9e4-485a-b5d0-83c08fe3c3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f93646-c496-4472-a9fd-9f62137a835c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:13.398493 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-af96b9c5-a9e4-485a-b5d0-83c08fe3c3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.402709 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-af96b9c5-a9e4-485a-b5d0-83c08fe3c3fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3f93646-c496-4472-a9fd-9f62137a835c HTTP/1.1" status: 204 len: 168 time: 0.5515876 Feb 04 15:42:13.405969 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7b629847-ff1b-4e63-8621-3ccb09911f1c tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2383351 Feb 04 15:42:13.406611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ceaccb41-a5de-46b5-9474-13b17ec48415 req-172a066d-91d2-43ab-a4a0-15ef2b0a95b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d5628-7cf1-499a-ac75-34cfc8926d50 HTTP/1.1" status: 200 len: 1096 time: 0.3758802 Feb 04 15:42:13.406611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35422) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:13.486102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1615b-0867-487d-8dbd-b7e8615c1882 req-72b2fcd6-165b-4dba-b79d-058e6727b066 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:13.487611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4df1615b-0867-487d-8dbd-b7e8615c1882 req-72b2fcd6-165b-4dba-b79d-058e6727b066 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 944 time: 0.3881598 Feb 04 15:42:13.520728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7592245-8fe2-426b-9e54-852309474525 req-06d3658b-41be-41a1-a72b-37eef89d79fd tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/security-groups?id=67c78c0a-6503-42f4-b81f-4cb77e774e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526765 Feb 04 15:42:13.522027 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['291a6d39-41a7-451d-9603-25b5f42b95f7'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:13.590481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-0cdcaa0e-7c33-4a54-9f87-c660cf94e701 req-905b4ceb-76a0-4ad0-bcc8-a3081f305875 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] For port de745981-8280-4611-bffd-e0fa8fbee2a9, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=de745981-8280-4611-bffd-e0fa8fbee2a9,segment=NetworkSegment(29aeca53-3104-4c3b-9818-a2ec08364c04),segment_id=29aeca53-3104-4c3b-9818-a2ec08364c04)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:13.590842 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0cdcaa0e-7c33-4a54-9f87-c660cf94e701 req-905b4ceb-76a0-4ad0-bcc8-a3081f305875 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.614169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-fafac729-9393-43f4-8833-b4b8a6c83091 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Deleting port 9321168e-57f8-4ff2-8d12-fb2655b2df08 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:13.614510 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fafac729-9393-43f4-8833-b4b8a6c83091 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.652434 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ceaccb41-a5de-46b5-9474-13b17ec48415 req-609b99dc-ecb1-4a07-ad2b-6b767aa44c87 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=67c78c0a-6503-42f4-b81f-4cb77e774e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262211 Feb 04 15:42:13.820337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-0cdcaa0e-7c33-4a54-9f87-c660cf94e701 req-905b4ceb-76a0-4ad0-bcc8-a3081f305875 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Calling delete_port for de745981-8280-4611-bffd-e0fa8fbee2a9 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:13.884401 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4df1615b-0867-487d-8dbd-b7e8615c1882 req-523d1c30-399e-426a-bf32-0c1c725e0a35 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ade67a5-5ee1-4816-8421-0950784200e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796537 Feb 04 15:42:14.301689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fed3b-4279-4c1d-a144-1df8ec8a17e4 req-3aea8983-5312-49a1-8764-577ab2c5c514 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:14.303165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-451fed3b-4279-4c1d-a144-1df8ec8a17e4 req-3aea8983-5312-49a1-8764-577ab2c5c514 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 943 time: 0.5883303 Feb 04 15:42:14.311322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-fafac729-9393-43f4-8833-b4b8a6c83091 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] For port 9321168e-57f8-4ff2-8d12-fb2655b2df08, host n-h2-827872-1, got binding levels [] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:14.311680 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fafac729-9393-43f4-8833-b4b8a6c83091 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.330706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35446) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:14.466209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-699272342-network', 'tenant_id': '21378adb8d3d4a6e8d32f04df7fca8bf'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:14.471044 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:14.474942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-fafac729-9393-43f4-8833-b4b8a6c83091 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Calling delete_port for 9321168e-57f8-4ff2-8d12-fb2655b2df08 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:14.475099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Usage tracker for resource:network and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:14.477906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:14.484245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:14.494955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Made reservation on behalf of 21378adb8d3d4a6e8d32f04df7fca8bf for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:14.497968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.510312 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.541475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:14.545827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Usage tracker for resource:security_group_rule and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:14.547066 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0cdcaa0e-7c33-4a54-9f87-c660cf94e701 req-905b4ceb-76a0-4ad0-bcc8-a3081f305875 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.548820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:14.554626 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:14.611883 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-451fed3b-4279-4c1d-a144-1df8ec8a17e4 req-7a2ea6af-3654-4482-91b2-8e2fd963bec4 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018000 Feb 04 15:42:14.624455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b4ceb-76a0-4ad0-bcc8-a3081f305875 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Pushing event deleted for resources: {'Port': ['ID=de745981-8280-4611-bffd-e0fa8fbee2a9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:14.628911 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.632813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bba9fc-7f3b-4e61-a100-06851cc41796 req-15ffa352-7a6c-41b6-b201-97afbe974c66 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:14.634311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-73bba9fc-7f3b-4e61-a100-06851cc41796 req-15ffa352-7a6c-41b6-b201-97afbe974c66 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 945 time: 0.6220300 Feb 04 15:42:14.634850 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.654604 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:42:14.694677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:42:14.699403 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fafac729-9393-43f4-8833-b4b8a6c83091 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.700725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37aead9b-ce1d-4b99-8731-553225cab531,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:14.708231 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.708645 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Added segment e522db58-e236-4242-9bc5-3f2097a12f97 of type vlan for network 5d4c21c4-551b-462b-8e6b-996fea3f21f0 Feb 04 15:42:14.737993 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.772724 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.773874 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:14.774603 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.830173 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:14.836232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafac729-9393-43f4-8833-b4b8a6c83091 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Pushing event deleted for resources: {'Port': ['ID=9321168e-57f8-4ff2-8d12-fb2655b2df08,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:14.838423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdcaa0e-7c33-4a54-9f87-c660cf94e701 req-905b4ceb-76a0-4ad0-bcc8-a3081f305875 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] No DVR routers for this DVR port de745981-8280-4611-bffd-e0fa8fbee2a9 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:14.846437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8', 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c', 'port_id': '5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8', 'mac_address': 'fa:16:3e:34:86:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5285dbb-79fd-49a5-a716-0ef9a58f1dfc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:42:14.859787 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0cdcaa0e-7c33-4a54-9f87-c660cf94e701 req-905b4ceb-76a0-4ad0-bcc8-a3081f305875 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.862971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbef71e-5506-4e34-bba2-9ad95cd2e36d', 'name': 'network-vif-deleted', 'tag': 'de745981-8280-4611-bffd-e0fa8fbee2a9'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:14.889182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] Pushing event updated for resources: {'Network': ['ID=5d4c21c4-551b-462b-8e6b-996fea3f21f0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:14.894997 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-26f7f97d-ae8c-430a-ba24-a315455c82ff admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5603204 Feb 04 15:42:14.895222 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fafac729-9393-43f4-8833-b4b8a6c83091 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.895675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35456) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:14.900842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] Request body: {'subnet': {'network_id': '5d4c21c4-551b-462b-8e6b-996fea3f21f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-699272342-subnet', 'tenant_id': '21378adb8d3d4a6e8d32f04df7fca8bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:14.906685 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:14.909083 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-73bba9fc-7f3b-4e61-a100-06851cc41796 req-ec85b497-c959-4eb9-bae3-8567c1e4df48 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335663 Feb 04 15:42:14.910696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] Usage tracker for resource:subnet and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:14.913115 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cdcaa0e-7c33-4a54-9f87-c660cf94e701 req-905b4ceb-76a0-4ad0-bcc8-a3081f305875 tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.73 "DELETE /v2.0/ports/de745981-8280-4611-bffd-e0fa8fbee2a9 HTTP/1.1" status: 204 len: 173 time: 2.0448160 Feb 04 15:42:14.913711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:14.917033 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.923428 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fafac729-9393-43f4-8833-b4b8a6c83091 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "DELETE /v2.0/ports/9321168e-57f8-4ff2-8d12-fb2655b2df08 HTTP/1.1" status: 204 len: 168 time: 1.5036805 Feb 04 15:42:14.926256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35462) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:14.936282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:14.937724 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 5d4c21c4-551b-462b-8e6b-996fea3f21f0 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:42:14.969485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] Made reservation on behalf of 21378adb8d3d4a6e8d32f04df7fca8bf for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:14.974717 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.994208 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-6288b339-7c10-4cb7-8a5f-ae44c7c17366 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:42:14.994724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6288b339-7c10-4cb7-8a5f-ae44c7c17366 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Synchronizing usage tracker for tenant:fb3dfa85df124c2b9dac87c59b139f26 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:15.021512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:15.032184 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9b2f9-955c-4d0e-8892-413ee3405cb2 req-40d6174b-3b26-4cf3-8d71-05a80d5a40d0 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:15.038632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4c9b2f9-955c-4d0e-8892-413ee3405cb2 req-40d6174b-3b26-4cf3-8d71-05a80d5a40d0 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 943 time: 0.2573702 Feb 04 15:42:15.041237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:15.042645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6288b339-7c10-4cb7-8a5f-ae44c7c17366 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Unset dirty status for tenant:fb3dfa85df124c2b9dac87c59b139f26 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:15.044029 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6288b339-7c10-4cb7-8a5f-ae44c7c17366 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "GET /v2.0/ports/9321168e-57f8-4ff2-8d12-fb2655b2df08 HTTP/1.1" status: 404 len: 333 time: 0.1168404 Feb 04 15:42:15.049693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35468) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:15.057394 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.062303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d92de8b8-3725-4794-bb19-ff322bef3319 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Request body: {'port': {'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-895145905'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:15.119801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d92de8b8-3725-4794-bb19-ff322bef3319 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:15.159765 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4c9b2f9-955c-4d0e-8892-413ee3405cb2 req-a7b2488c-9b64-40a0-be3a-3274e858b8b5 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126945 Feb 04 15:42:15.179652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d92de8b8-3725-4794-bb19-ff322bef3319 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:15.190539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:15.207957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92de8b8-3725-4794-bb19-ff322bef3319 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Made reservation on behalf of fb3dfa85df124c2b9dac87c59b139f26 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:15.210737 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d92de8b8-3725-4794-bb19-ff322bef3319 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.294504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7ccb34a4-1581-430f-8cda-790f2870e834 req-0b2f8c08-cbb3-4cad-8570-86e9091a6f2c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Synchronizing usage tracker for tenant:0a862822c5cc4a00ad2f9860437d65aa on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:15.302921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-d92de8b8-3725-4794-bb19-ff322bef3319 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] device_id is not set on port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:42:15.360250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.406477 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7ccb34a4-1581-430f-8cda-790f2870e834 req-0b2f8c08-cbb3-4cad-8570-86e9091a6f2c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] Unset dirty status for tenant:0a862822c5cc4a00ad2f9860437d65aa on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:15.407685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ccb34a4-1581-430f-8cda-790f2870e834 req-0b2f8c08-cbb3-4cad-8570-86e9091a6f2c tempest-ServerDiskConfigTestJSON-1926665266 tempest-ServerDiskConfigTestJSON-1926665266-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cbef71e-5506-4e34-bba2-9ad95cd2e36d HTTP/1.1" status: 200 len: 210 time: 0.1806068 Feb 04 15:42:15.425031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6936ad47-b452-4395-8810-e07292c24d1f,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:15.447903 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e37380fd-6fab-4c65-ab37-c500e9f67f29 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:42:15.456772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] Checking segment: {'id': 'e522db58-e236-4242-9bc5-3f2097a12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d4c21c4-551b-462b-8e6b-996fea3f21f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:15.457189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] Network hostable DHCP agents. Network: 5d4c21c4-551b-462b-8e6b-996fea3f21f0, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:42:15.483096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] Network 5d4c21c4-551b-462b-8e6b-996fea3f21f0 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:42:15.497339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 5d4c21c4-551b-462b-8e6b-996fea3f21f0) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:15.512381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:15.513256 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.537668 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbef71e-5506-4e34-bba2-9ad95cd2e36d', 'name': 'network-vif-deleted', 'tag': 'de745981-8280-4611-bffd-e0fa8fbee2a9', 'status': 'completed', 'code': 200} Feb 04 15:42:15.563524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a5033-6d96-4deb-aaee-15b3be864ca5 req-0f59157b-1cbf-4411-8e61-1fb134d4db0a tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:15.565015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-068a5033-6d96-4deb-aaee-15b3be864ca5 req-0f59157b-1cbf-4411-8e61-1fb134d4db0a tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce5d5628-7cf1-499a-ac75-34cfc8926d50 HTTP/1.1" status: 200 len: 945 time: 0.2257440 Feb 04 15:42:15.576280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device de745981-8280-4611-bffd-e0fa8fbee2a9 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:15.593720 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-faaaf541-6b79-406a-9dd7-cf4267f0d074 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6970334 Feb 04 15:42:15.640975 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d92de8b8-3725-4794-bb19-ff322bef3319 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.654985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12354f9b-03c6-4485-a201-f34f7b78370f None None] Network 5d4c21c4-551b-462b-8e6b-996fea3f21f0 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:42:15.664332 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-068a5033-6d96-4deb-aaee-15b3be864ca5 req-518e15e9-14dd-406c-8494-27c277c307a2 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/security-groups?id=67c78c0a-6503-42f4-b81f-4cb77e774e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906203 Feb 04 15:42:15.679072 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:15.694302 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d92de8b8-3725-4794-bb19-ff322bef3319 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.819816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: de745981-8280-4611-bffd-e0fa8fbee2a9 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:42:15.820448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device de745981-8280-4611-bffd-e0fa8fbee2a9 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:15.820814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92de8b8-3725-4794-bb19-ff322bef3319 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:15.825138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-d92de8b8-3725-4794-bb19-ff322bef3319 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:15.830109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92de8b8-3725-4794-bb19-ff322bef3319 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:15.831371 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92de8b8-3725-4794-bb19-ff322bef3319 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:15.831371 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d92de8b8-3725-4794-bb19-ff322bef3319 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.835018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92de8b8-3725-4794-bb19-ff322bef3319 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Pushing event updated for resources: {'Port': ['ID=f900cd2d-a1c1-4f49-ab8a-8389cfe5f205,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:15.865146 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d92de8b8-3725-4794-bb19-ff322bef3319 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8081317 Feb 04 15:42:15.868275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35482) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:15.878053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:16.006991 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port e37380fd-6fab-4c65-ab37-c500e9f67f29, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e37380fd-6fab-4c65-ab37-c500e9f67f29,segment=NetworkSegment(d281c7df-be3a-4740-92b5-17252320b13c),segment_id=d281c7df-be3a-4740-92b5-17252320b13c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:16.030146 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba0458-0bef-4268-8fbb-6173a53876db req-33642abc-2944-448a-9b20-233216e7f6d0 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:16.038881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33ba0458-0bef-4268-8fbb-6173a53876db req-33642abc-2944-448a-9b20-233216e7f6d0 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 944 time: 0.4011941 Feb 04 15:42:16.056177 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'e37380fd-6fab-4c65-ab37-c500e9f67f29', 'network_id': 'e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013', 'port_id': 'e37380fd-6fab-4c65-ab37-c500e9f67f29', 'mac_address': 'fa:16:3e:da:a7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:42:16.100473 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33ba0458-0bef-4268-8fbb-6173a53876db req-7c9052f7-4a11-4d1c-9c2f-b66765b1f215 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ade67a5-5ee1-4816-8421-0950784200e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601301 Feb 04 15:42:16.126292 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.176980 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9172c6-a1f8-4351-985c-d564027e5763 None None] Network 5d4c21c4-551b-462b-8e6b-996fea3f21f0 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:42:16.268553 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.289349 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37380fd-6fab-4c65-ab37-c500e9f67f29 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:16.304873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c60e32-afd9-4918-8b71-6d90dffd9d05 req-1858f09f-8557-4d92-8e2b-4ed6e39c9e48 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:16.307142 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3c60e32-afd9-4918-8b71-6d90dffd9d05 req-1858f09f-8557-4d92-8e2b-4ed6e39c9e48 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 944 time: 0.0905995 Feb 04 15:42:16.342111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port e37380fd-6fab-4c65-ab37-c500e9f67f29, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e37380fd-6fab-4c65-ab37-c500e9f67f29,segment=NetworkSegment(d281c7df-be3a-4740-92b5-17252320b13c),segment_id=d281c7df-be3a-4740-92b5-17252320b13c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:16.362150 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.382677 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3c60e32-afd9-4918-8b71-6d90dffd9d05 req-0bf1e487-a124-464d-903d-02f18158832a tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695238 Feb 04 15:42:16.490687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] device_id is not set on port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:42:16.493106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=e37380fd-6fab-4c65-ab37-c500e9f67f29,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:16.501929 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.520507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Transition to ACTIVE for port object f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:16.522316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-45958115-77ee-44ad-96f2-f2964960f961 req-c53137cb-0c66-4f91-bfbb-2940d353203f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1729386700', 'description': 'tempest-description-1053032184'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:16.527865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.529573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-45958115-77ee-44ad-96f2-f2964960f961 req-c53137cb-0c66-4f91-bfbb-2940d353203f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:16.533681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-45958115-77ee-44ad-96f2-f2964960f961 req-c53137cb-0c66-4f91-bfbb-2940d353203f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:16.536510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-45958115-77ee-44ad-96f2-f2964960f961 req-c53137cb-0c66-4f91-bfbb-2940d353203f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:16.543538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-45958115-77ee-44ad-96f2-f2964960f961 req-c53137cb-0c66-4f91-bfbb-2940d353203f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:16.556675 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-45958115-77ee-44ad-96f2-f2964960f961 req-c53137cb-0c66-4f91-bfbb-2940d353203f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.593941 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-45958115-77ee-44ad-96f2-f2964960f961 req-c53137cb-0c66-4f91-bfbb-2940d353203f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:16.599101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-45958115-77ee-44ad-96f2-f2964960f961 req-c53137cb-0c66-4f91-bfbb-2940d353203f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group_rule and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:16.601993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-45958115-77ee-44ad-96f2-f2964960f961 req-c53137cb-0c66-4f91-bfbb-2940d353203f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:16.608328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-45958115-77ee-44ad-96f2-f2964960f961 req-c53137cb-0c66-4f91-bfbb-2940d353203f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:16.670517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Pushing event updated for resources: {'Port': ['ID=f900cd2d-a1c1-4f49-ab8a-8389cfe5f205,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:16.671674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 291a6d39-41a7-451d-9603-25b5f42b95f7 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:16.695985 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-45958115-77ee-44ad-96f2-f2964960f961 req-c53137cb-0c66-4f91-bfbb-2940d353203f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.697194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:16.697676 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:16.698283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:16.700959 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-45958115-77ee-44ad-96f2-f2964960f961 req-c53137cb-0c66-4f91-bfbb-2940d353203f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.708394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:16.708728 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:16.709254 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 2 to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 Feb 04 15:42:16.730322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:16.730882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:16.731291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:16.740177 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:16.740527 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:16.740964 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 3 to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 Feb 04 15:42:16.753646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53137cb-0c66-4f91-bfbb-2940d353203f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac08dba2-fd29-4602-aef4-0b219dbc8751,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:16.759976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:16.760340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:16.760683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:16.769606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:16.769889 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:16.770219 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-45958115-77ee-44ad-96f2-f2964960f961 req-c53137cb-0c66-4f91-bfbb-2940d353203f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.770332 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 4 to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 Feb 04 15:42:16.772180 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45958115-77ee-44ad-96f2-f2964960f961 req-c53137cb-0c66-4f91-bfbb-2940d353203f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.2540119 Feb 04 15:42:16.801514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['e37380fd-6fab-4c65-ab37-c500e9f67f29'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:16.808677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:16.809383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:16.811375 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:16.819956 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:16.820603 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:16.821271 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 5 to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 Feb 04 15:42:16.851452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:16.852141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:16.852698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:16.853652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e6493-f740-45f5-b9f5-34798a7ca1a1 req-da3a7311-fe19-46d6-ac3f-6e22fa1f3259 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:16.860657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:16.861310 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:16.861935 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 6 to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 Feb 04 15:42:16.862074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc2e6493-f740-45f5-b9f5-34798a7ca1a1 req-da3a7311-fe19-46d6-ac3f-6e22fa1f3259 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 944 time: 0.0933349 Feb 04 15:42:16.881458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:16.881959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:16.882456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:16.889745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:16.890131 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:16.890470 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 7 to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 Feb 04 15:42:16.906922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 291a6d39-41a7-451d-9603-25b5f42b95f7 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:16.908747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:16.909132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:16.909625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:16.913685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 291a6d39-41a7-451d-9603-25b5f42b95f7 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:16.914053 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.917350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:16.918097 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:16.918572 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 8 to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 Feb 04 15:42:16.941610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:16.942002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:16.942314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:16.950288 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:16.950628 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:16.951256 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 9 to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 Feb 04 15:42:16.971787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:16.971787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:16.972208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:16.989304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:16.989304 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:16.989691 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 10 to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 Feb 04 15:42:17.010573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:17.010913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:17.011934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:17.019140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:17.019520 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:17.019867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.101570 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.120797 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc2e6493-f740-45f5-b9f5-34798a7ca1a1 req-7c8ea27b-bd07-40f4-8a4c-42e6e1db261c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579343 Feb 04 15:42:17.130744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] For port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:17.131263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempted to set empty binding levels {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 15:42:17.138926 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.143042 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c57afc85-d6a1-4a66-888b-a9b6d09ffa2a req-53bf9a05-9f47-4588-9e58-d4ea7c3755e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db88fa6dda3d40c19694cb02ae3657f4&device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 1096 time: 0.2650132 Feb 04 15:42:17.159558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c8ebae-09b2-420b-b96a-40924bd60230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291a6d39-41a7-451d-9603-25b5f42b95f7'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:17.159759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c90560-ca36-4913-8e19-5e6f82551ba9 req-da07d3ee-0b9a-405b-960f-d8e3eaa63a4d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:17.162796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44c90560-ca36-4913-8e19-5e6f82551ba9 req-da07d3ee-0b9a-405b-960f-d8e3eaa63a4d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce5d5628-7cf1-499a-ac75-34cfc8926d50 HTTP/1.1" status: 200 len: 945 time: 0.1358993 Feb 04 15:42:17.178966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 291a6d39-41a7-451d-9603-25b5f42b95f7, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=291a6d39-41a7-451d-9603-25b5f42b95f7,segment=NetworkSegment(4415c85a-9d03-4c96-84eb-95e21bb369d0),segment_id=4415c85a-9d03-4c96-84eb-95e21bb369d0)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:17.189305 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.221268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] In _notify_port_updated(), no bound segment for port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:42:17.222264 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.224115 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "PUT /v2.0/ports/f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 HTTP/1.1" status: 200 len: 974 time: 1.3540056 Feb 04 15:42:17.227193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35504) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:17.269799 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=291a6d39-41a7-451d-9603-25b5f42b95f7,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:17.294161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d15da-f560-48b3-b38c-09d3b1454953 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Pushing event updated for resources: {'Port': ['ID=f900cd2d-a1c1-4f49-ab8a-8389cfe5f205,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:17.313872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44c90560-ca36-4913-8e19-5e6f82551ba9 req-2aa63cca-716a-4949-a098-efce9d1d568d tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/security-groups?id=67c78c0a-6503-42f4-b81f-4cb77e774e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502092 Feb 04 15:42:17.342692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6efe6772-5ce2-47fb-80b0-7421f7ec21e6 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Synchronizing usage tracker for tenant:fb3dfa85df124c2b9dac87c59b139f26 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:17.349116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57afc85-d6a1-4a66-888b-a9b6d09ffa2a req-295e4c06-a070-4a2f-9c1e-cdb9da2bc580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:17.350573 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c57afc85-d6a1-4a66-888b-a9b6d09ffa2a req-295e4c06-a070-4a2f-9c1e-cdb9da2bc580 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd581f90-a82a-4ae0-b680-25bcff37d668 HTTP/1.1" status: 200 len: 917 time: 0.1858048 Feb 04 15:42:17.373684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6efe6772-5ce2-47fb-80b0-7421f7ec21e6 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Unset dirty status for tenant:fb3dfa85df124c2b9dac87c59b139f26 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:17.378388 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6efe6772-5ce2-47fb-80b0-7421f7ec21e6 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14495 time: 0.1502841 Feb 04 15:42:17.378973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35510) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:17.446302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c078bb4b-0f0e-457d-8cca-0cdda67937f1 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Deleting port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:17.446687 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c078bb4b-0f0e-457d-8cca-0cdda67937f1 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.462643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-425fdc89-07e1-4dec-806c-48ea4c1e6985 req-750eae9f-1a46-4eb0-86d9-53ffe249e44c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-555396234', 'description': 'tempest-description-493295830'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:17.480735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-425fdc89-07e1-4dec-806c-48ea4c1e6985 req-750eae9f-1a46-4eb0-86d9-53ffe249e44c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:17.490535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-425fdc89-07e1-4dec-806c-48ea4c1e6985 req-750eae9f-1a46-4eb0-86d9-53ffe249e44c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:17.494131 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c57afc85-d6a1-4a66-888b-a9b6d09ffa2a req-452045b3-090d-46bb-afc2-60114ae052e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2174a413-02d8-4843-af33-1e954ce3560c HTTP/1.1" status: 200 len: 217 time: 0.1359360 Feb 04 15:42:17.497147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-425fdc89-07e1-4dec-806c-48ea4c1e6985 req-750eae9f-1a46-4eb0-86d9-53ffe249e44c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:17.504287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-425fdc89-07e1-4dec-806c-48ea4c1e6985 req-750eae9f-1a46-4eb0-86d9-53ffe249e44c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:17.566207 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-425fdc89-07e1-4dec-806c-48ea4c1e6985 req-750eae9f-1a46-4eb0-86d9-53ffe249e44c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.595458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57afc85-d6a1-4a66-888b-a9b6d09ffa2a req-a1b1f546-3825-4fe5-8de7-1602468582c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:17.596897 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c57afc85-d6a1-4a66-888b-a9b6d09ffa2a req-a1b1f546-3825-4fe5-8de7-1602468582c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4c04cb8-1c73-41af-b76f-88dc90f92f47 HTTP/1.1" status: 200 len: 855 time: 0.0890043 Feb 04 15:42:17.657929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b966f9-c720-48ec-bd44-52eadb249b6a req-606c2a3c-f685-4209-adae-5c8a79f46e40 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:17.659389 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02b966f9-c720-48ec-bd44-52eadb249b6a req-606c2a3c-f685-4209-adae-5c8a79f46e40 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 945 time: 0.2378733 Feb 04 15:42:17.687018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-425fdc89-07e1-4dec-806c-48ea4c1e6985 req-750eae9f-1a46-4eb0-86d9-53ffe249e44c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:17.697577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-425fdc89-07e1-4dec-806c-48ea4c1e6985 req-750eae9f-1a46-4eb0-86d9-53ffe249e44c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group_rule and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:17.702417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-425fdc89-07e1-4dec-806c-48ea4c1e6985 req-750eae9f-1a46-4eb0-86d9-53ffe249e44c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:17.721531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-425fdc89-07e1-4dec-806c-48ea4c1e6985 req-750eae9f-1a46-4eb0-86d9-53ffe249e44c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:17.749210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-c078bb4b-0f0e-457d-8cca-0cdda67937f1 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] For port f900cd2d-a1c1-4f49-ab8a-8389cfe5f205, host n-h2-827872-1, got binding levels [] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:17.749797 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c078bb4b-0f0e-457d-8cca-0cdda67937f1 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.750382 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02b966f9-c720-48ec-bd44-52eadb249b6a req-f54b4940-5fd2-4e03-850e-aea5dd314618 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842361 Feb 04 15:42:17.772219 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c57afc85-d6a1-4a66-888b-a9b6d09ffa2a req-973392c6-1ff7-41ad-a4ab-69c13ab36a6d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd581f90-a82a-4ae0-b680-25bcff37d668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625268 Feb 04 15:42:17.885082 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-425fdc89-07e1-4dec-806c-48ea4c1e6985 req-750eae9f-1a46-4eb0-86d9-53ffe249e44c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.889399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c078bb4b-0f0e-457d-8cca-0cdda67937f1 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Calling delete_port for f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:17.936381 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-425fdc89-07e1-4dec-806c-48ea4c1e6985 req-750eae9f-1a46-4eb0-86d9-53ffe249e44c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.967641 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c078bb4b-0f0e-457d-8cca-0cdda67937f1 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.012049 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750eae9f-1a46-4eb0-86d9-53ffe249e44c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287eb64a-01bc-4a01-87b4-570e07db1368,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:18.019126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078bb4b-0f0e-457d-8cca-0cdda67937f1 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Pushing event deleted for resources: {'Port': ['ID=f900cd2d-a1c1-4f49-ab8a-8389cfe5f205,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:18.028101 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-425fdc89-07e1-4dec-806c-48ea4c1e6985 req-750eae9f-1a46-4eb0-86d9-53ffe249e44c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.042675 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c078bb4b-0f0e-457d-8cca-0cdda67937f1 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.049041 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c078bb4b-0f0e-457d-8cca-0cdda67937f1 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "DELETE /v2.0/ports/f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 HTTP/1.1" status: 204 len: 168 time: 0.6688719 Feb 04 15:42:18.051446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35518) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:18.051597 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-425fdc89-07e1-4dec-806c-48ea4c1e6985 req-750eae9f-1a46-4eb0-86d9-53ffe249e44c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.6265600 Feb 04 15:42:18.060902 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c57afc85-d6a1-4a66-888b-a9b6d09ffa2a req-d18c6329-730c-4fd8-af8d-7a8cfa35dd6e service neutron] 10.222.0.73 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818058 Feb 04 15:42:18.077376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74fbbe-fca7-45ec-b1a9-0b4ba1d93b2e req-9dfedbd6-868e-4a67-bdcb-3f74f0176e2b tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:18.079058 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce74fbbe-fca7-45ec-b1a9-0b4ba1d93b2e req-9dfedbd6-868e-4a67-bdcb-3f74f0176e2b tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 945 time: 0.1964958 Feb 04 15:42:18.108138 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c8ebae-09b2-420b-b96a-40924bd60230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291a6d39-41a7-451d-9603-25b5f42b95f7', 'code': 200} Feb 04 15:42:18.110922 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-388f025a-f1b1-458c-8681-b9b8c5e5de61 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:42:18.111535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-388f025a-f1b1-458c-8681-b9b8c5e5de61 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Synchronizing usage tracker for tenant:fb3dfa85df124c2b9dac87c59b139f26 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:18.127218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-388f025a-f1b1-458c-8681-b9b8c5e5de61 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Unset dirty status for tenant:fb3dfa85df124c2b9dac87c59b139f26 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:18.129605 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-388f025a-f1b1-458c-8681-b9b8c5e5de61 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "GET /v2.0/ports/f900cd2d-a1c1-4f49-ab8a-8389cfe5f205 HTTP/1.1" status: 404 len: 333 time: 0.0767143 Feb 04 15:42:18.132277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35524) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:18.143755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-79edc6e6-a110-4dc0-b0e9-8a2e03b78ae8 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1056179449', 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:18.155572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-79edc6e6-a110-4dc0-b0e9-8a2e03b78ae8 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:18.170484 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-79edc6e6-a110-4dc0-b0e9-8a2e03b78ae8 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:18.186026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79edc6e6-a110-4dc0-b0e9-8a2e03b78ae8 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Made reservation on behalf of fb3dfa85df124c2b9dac87c59b139f26 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:18.190051 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-79edc6e6-a110-4dc0-b0e9-8a2e03b78ae8 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.218603 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce74fbbe-fca7-45ec-b1a9-0b4ba1d93b2e req-daa0c962-1eef-439e-8286-3c52931f1344 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ade67a5-5ee1-4816-8421-0950784200e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176631 Feb 04 15:42:18.256391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c57afc85-d6a1-4a66-888b-a9b6d09ffa2a req-de1ca308-5660-4ac7-9227-6f4c65d236a5 service neutron] 10.222.0.73 "GET /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763749 Feb 04 15:42:18.258335 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-79edc6e6-a110-4dc0-b0e9-8a2e03b78ae8 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] device_id is not set on port 0aae6a2a-713d-4e12-b8a9-50d09fb3dc5e yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:42:18.471581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe2086-d26e-4f5b-bcef-f1a842c44bd8 req-cb3949e7-4280-4145-8d63-e32b1fbab739 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:18.473289 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1fbe2086-d26e-4f5b-bcef-f1a842c44bd8 req-cb3949e7-4280-4145-8d63-e32b1fbab739 tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce5d5628-7cf1-499a-ac75-34cfc8926d50 HTTP/1.1" status: 200 len: 945 time: 0.2151713 Feb 04 15:42:18.481999 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8bde36e1-1620-4841-b488-e116be2fe7da req-7a2e60fd-d609-48df-aad8-f00ccf418d09 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 1096 time: 0.2798431 Feb 04 15:42:18.538535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-79edc6e6-a110-4dc0-b0e9-8a2e03b78ae8 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.555536 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8bde36e1-1620-4841-b488-e116be2fe7da req-fbcad08d-7ce1-4e60-bba8-ef007bc04cfa service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3ade67a5-5ee1-4816-8421-0950784200e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647497 Feb 04 15:42:18.573662 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-79edc6e6-a110-4dc0-b0e9-8a2e03b78ae8 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.606694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-1fbe2086-d26e-4f5b-bcef-f1a842c44bd8 req-68f6d6ee-fcc3-4794-9e71-82c8949dba8c tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Deleting port dd8b8395-b32f-4fe4-9b33-3dd904af8b1d {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:18.607027 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1fbe2086-d26e-4f5b-bcef-f1a842c44bd8 req-68f6d6ee-fcc3-4794-9e71-82c8949dba8c tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.650461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79edc6e6-a110-4dc0-b0e9-8a2e03b78ae8 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:18.651305 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edc6e6-a110-4dc0-b0e9-8a2e03b78ae8 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Pushing event updated for resources: {'Port': ['ID=0aae6a2a-713d-4e12-b8a9-50d09fb3dc5e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:18.654365 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-79edc6e6-a110-4dc0-b0e9-8a2e03b78ae8 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:18.657113 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79edc6e6-a110-4dc0-b0e9-8a2e03b78ae8 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:18.657908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79edc6e6-a110-4dc0-b0e9-8a2e03b78ae8 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:18.658463 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-79edc6e6-a110-4dc0-b0e9-8a2e03b78ae8 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.660461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-7899ef79-4ef7-4d4d-aea4-555f9588ce84 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:18.661927 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-7899ef79-4ef7-4d4d-aea4-555f9588ce84 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/networks?id=5d4c21c4-551b-462b-8e6b-996fea3f21f0 HTTP/1.1" status: 200 len: 812 time: 0.2798717 Feb 04 15:42:18.672039 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc65d3-6fd3-4c10-ab83-a465bc3b9354 req-8943961e-df5d-4f58-9927-76c1dd529217 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:18.673598 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93dc65d3-6fd3-4c10-ab83-a465bc3b9354 req-8943961e-df5d-4f58-9927-76c1dd529217 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 944 time: 0.3308196 Feb 04 15:42:18.683682 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-79edc6e6-a110-4dc0-b0e9-8a2e03b78ae8 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5497997 Feb 04 15:42:18.687166 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:18.687780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35538) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:18.710849 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-e9a83041-a990-4098-8b16-025411f87c57 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/quotas/21378adb8d3d4a6e8d32f04df7fca8bf HTTP/1.1" status: 200 len: 375 time: 0.0361805 Feb 04 15:42:18.759000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:18.764444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cefc86b6-6b1b-4792-99e6-7ab4e2052795 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Synchronizing usage tracker for tenant:fb3dfa85df124c2b9dac87c59b139f26 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:18.765097 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:18.765493 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.779841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cefc86b6-6b1b-4792-99e6-7ab4e2052795 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Unset dirty status for tenant:fb3dfa85df124c2b9dac87c59b139f26 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:18.783660 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cefc86b6-6b1b-4792-99e6-7ab4e2052795 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "GET /v2.0/ports/0aae6a2a-713d-4e12-b8a9-50d09fb3dc5e HTTP/1.1" status: 200 len: 955 time: 0.0922360 Feb 04 15:42:18.783907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35544) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:18.850551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-81c3177e-43d5-4d6e-878c-321d73f577aa tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Deleting port 0aae6a2a-713d-4e12-b8a9-50d09fb3dc5e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:18.850885 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81c3177e-43d5-4d6e-878c-321d73f577aa tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.911873 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-7f80ce9c-a79d-4890-b275-1bb033abc3f6 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1715009 Feb 04 15:42:18.913018 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.001484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:19.013268 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.075366 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81c3177e-43d5-4d6e-878c-321d73f577aa tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.099627 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93dc65d3-6fd3-4c10-ab83-a465bc3b9354 req-36d2fd39-61ca-4401-bbca-eff51aa05a32 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138145 Feb 04 15:42:19.131146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:19.200119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-0ed8ac1b-82da-42b1-b62b-75b3a97cfc21 service neutron] 10.222.0.60 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713978 Feb 04 15:42:19.215059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-81c3177e-43d5-4d6e-878c-321d73f577aa tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Calling delete_port for 0aae6a2a-713d-4e12-b8a9-50d09fb3dc5e owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:19.259728 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.298326 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81c3177e-43d5-4d6e-878c-321d73f577aa tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.376648 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-1fbe2086-d26e-4f5b-bcef-f1a842c44bd8 req-68f6d6ee-fcc3-4794-9e71-82c8949dba8c tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] For port dd8b8395-b32f-4fe4-9b33-3dd904af8b1d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=dd8b8395-b32f-4fe4-9b33-3dd904af8b1d,segment=NetworkSegment(79bdf587-7b0d-4856-bdd6-58e3d07bdd1f),segment_id=79bdf587-7b0d-4856-bdd6-58e3d07bdd1f)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:19.377457 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1fbe2086-d26e-4f5b-bcef-f1a842c44bd8 req-68f6d6ee-fcc3-4794-9e71-82c8949dba8c tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.450246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3177e-43d5-4d6e-878c-321d73f577aa tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Pushing event deleted for resources: {'Port': ['ID=0aae6a2a-713d-4e12-b8a9-50d09fb3dc5e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:19.457736 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81c3177e-43d5-4d6e-878c-321d73f577aa tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.469732 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e37380fd-6fab-4c65-ab37-c500e9f67f29 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:19.475408 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-81c3177e-43d5-4d6e-878c-321d73f577aa tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "DELETE /v2.0/ports/0aae6a2a-713d-4e12-b8a9-50d09fb3dc5e HTTP/1.1" status: 204 len: 168 time: 0.6879156 Feb 04 15:42:19.475650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35552) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:19.518040 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea17d297-faf7-454a-9669-b5143968e079 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:42:19.518688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ea17d297-faf7-454a-9669-b5143968e079 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Synchronizing usage tracker for tenant:fb3dfa85df124c2b9dac87c59b139f26 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:19.536729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ea17d297-faf7-454a-9669-b5143968e079 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Unset dirty status for tenant:fb3dfa85df124c2b9dac87c59b139f26 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:19.541365 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-1fbe2086-d26e-4f5b-bcef-f1a842c44bd8 req-68f6d6ee-fcc3-4794-9e71-82c8949dba8c tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Calling delete_port for dd8b8395-b32f-4fe4-9b33-3dd904af8b1d owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:19.541538 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ea17d297-faf7-454a-9669-b5143968e079 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "GET /v2.0/ports/0aae6a2a-713d-4e12-b8a9-50d09fb3dc5e HTTP/1.1" status: 404 len: 333 time: 0.0614219 Feb 04 15:42:19.541732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35556) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:19.547342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-29da0b0d-4f9f-4081-947f-3c72ebee1d06 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Request body: {'port': {'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-696461531'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:19.551620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port e37380fd-6fab-4c65-ab37-c500e9f67f29 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:19.552789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-29da0b0d-4f9f-4081-947f-3c72ebee1d06 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:19.558296 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port e37380fd-6fab-4c65-ab37-c500e9f67f29 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:19.558957 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.563712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-29da0b0d-4f9f-4081-947f-3c72ebee1d06 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:19.575093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29da0b0d-4f9f-4081-947f-3c72ebee1d06 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Made reservation on behalf of fb3dfa85df124c2b9dac87c59b139f26 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:19.577686 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-29da0b0d-4f9f-4081-947f-3c72ebee1d06 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.601556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-29da0b0d-4f9f-4081-947f-3c72ebee1d06 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] device_id is not set on port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:42:19.608208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c5eade55-8929-4868-9231-e7e30d78438e service neutron] 10.222.0.60 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063051 Feb 04 15:42:19.642000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc84fb-df92-4ee3-9e7d-8fc6355d6a01 req-722eec7a-bd94-4d5d-a393-e9be23dd9884 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:19.648891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07dc84fb-df92-4ee3-9e7d-8fc6355d6a01 req-722eec7a-bd94-4d5d-a393-e9be23dd9884 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 944 time: 0.3682971 Feb 04 15:42:19.697381 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.740259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07dc84fb-df92-4ee3-9e7d-8fc6355d6a01 req-7a863f77-5300-445b-bd8e-d9867c9f0e34 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905051 Feb 04 15:42:19.773587 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1fbe2086-d26e-4f5b-bcef-f1a842c44bd8 req-68f6d6ee-fcc3-4794-9e71-82c8949dba8c tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.785028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port e37380fd-6fab-4c65-ab37-c500e9f67f29, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e37380fd-6fab-4c65-ab37-c500e9f67f29,segment=NetworkSegment(d281c7df-be3a-4740-92b5-17252320b13c),segment_id=d281c7df-be3a-4740-92b5-17252320b13c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:19.795076 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.796047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device dd8b8395-b32f-4fe4-9b33-3dd904af8b1d no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:19.845774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6d6ee-fcc3-4794-9e71-82c8949dba8c tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Pushing event deleted for resources: {'Port': ['ID=dd8b8395-b32f-4fe4-9b33-3dd904af8b1d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:20.012085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: dd8b8395-b32f-4fe4-9b33-3dd904af8b1d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:42:20.012431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device dd8b8395-b32f-4fe4-9b33-3dd904af8b1d not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:20.013970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=e37380fd-6fab-4c65-ab37-c500e9f67f29,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:20.046813 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-29da0b0d-4f9f-4081-947f-3c72ebee1d06 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.071893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbe2086-d26e-4f5b-bcef-f1a842c44bd8 req-68f6d6ee-fcc3-4794-9e71-82c8949dba8c tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] No DVR routers for this DVR port dd8b8395-b32f-4fe4-9b33-3dd904af8b1d on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:20.076857 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-29da0b0d-4f9f-4081-947f-3c72ebee1d06 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.083751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cee4c353-94a6-462d-913e-1c3f3d8f00f5 req-a25b2667-2373-4301-9d94-8a5a6057a17c tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce5d5628-7cf1-499a-ac75-34cfc8926d50 HTTP/1.1" status: 200 len: 210 time: 0.0632908 Feb 04 15:42:20.109334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9869a5-c256-4808-8887-ab0eb7921265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8'}, {'server_uuid': '2103622c-0c7c-43ef-a7e9-3c5cf3934977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37380fd-6fab-4c65-ab37-c500e9f67f29'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:20.170249 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1fbe2086-d26e-4f5b-bcef-f1a842c44bd8 req-68f6d6ee-fcc3-4794-9e71-82c8949dba8c tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.172807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5d5628-7cf1-499a-ac75-34cfc8926d50', 'name': 'network-vif-deleted', 'tag': 'dd8b8395-b32f-4fe4-9b33-3dd904af8b1d'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:20.202430 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da0b0d-4f9f-4081-947f-3c72ebee1d06 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Pushing event updated for resources: {'Port': ['ID=9c07e030-6f1d-4299-8af8-6ddaa7988e83,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:20.228478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1fbe2086-d26e-4f5b-bcef-f1a842c44bd8 req-68f6d6ee-fcc3-4794-9e71-82c8949dba8c tempest-InstanceActionsV221TestJSON-1004303514 tempest-InstanceActionsV221TestJSON-1004303514-project] 10.222.0.73 "DELETE /v2.0/ports/dd8b8395-b32f-4fe4-9b33-3dd904af8b1d HTTP/1.1" status: 204 len: 173 time: 1.7448373 Feb 04 15:42:20.232948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29da0b0d-4f9f-4081-947f-3c72ebee1d06 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:20.234298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-29da0b0d-4f9f-4081-947f-3c72ebee1d06 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:20.243940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da0b0d-4f9f-4081-947f-3c72ebee1d06 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:20.244707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29da0b0d-4f9f-4081-947f-3c72ebee1d06 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:20.245870 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-29da0b0d-4f9f-4081-947f-3c72ebee1d06 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.271455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924caed0-c004-410c-868f-cbe2b87fc2b5 req-741a8bf2-3d0e-4647-91d1-a861b8edfb50 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:20.273269 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-924caed0-c004-410c-868f-cbe2b87fc2b5 req-741a8bf2-3d0e-4647-91d1-a861b8edfb50 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 945 time: 0.1988003 Feb 04 15:42:20.293697 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-29da0b0d-4f9f-4081-947f-3c72ebee1d06 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7508814 Feb 04 15:42:20.296417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35578) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:20.303549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:20.391435 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-924caed0-c004-410c-868f-cbe2b87fc2b5 req-00471039-3d9b-47d2-8104-d36a588d323e tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693204 Feb 04 15:42:20.408845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2763c12-2881-44ad-b45e-e2d82a82b74d req-da56da58-d6db-4901-b449-c19daf05cb07 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:20.410361 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2763c12-2881-44ad-b45e-e2d82a82b74d req-da56da58-d6db-4901-b449-c19daf05cb07 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 945 time: 0.1321464 Feb 04 15:42:20.444744 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.502405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2763c12-2881-44ad-b45e-e2d82a82b74d req-cb608035-5ef1-49d6-ab94-f866b4fc7d1b tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ade67a5-5ee1-4816-8421-0950784200e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662613 Feb 04 15:42:20.592578 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-70804134-b63f-4cde-85ae-88ba47ebfab8 req-71ebf47a-6705-48ab-b1cd-b1e28a10d6ca tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 210 time: 0.0467622 Feb 04 15:42:20.675007 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9869a5-c256-4808-8887-ab0eb7921265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8', 'code': 200} Feb 04 15:42:20.675641 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2103622c-0c7c-43ef-a7e9-3c5cf3934977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37380fd-6fab-4c65-ab37-c500e9f67f29', 'code': 200} Feb 04 15:42:20.737302 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5d5628-7cf1-499a-ac75-34cfc8926d50', 'name': 'network-vif-deleted', 'tag': 'dd8b8395-b32f-4fe4-9b33-3dd904af8b1d', 'status': 'completed', 'code': 200} Feb 04 15:42:20.763654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] device_id is not set on port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:42:20.783621 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.804152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Transition to ACTIVE for port object 9c07e030-6f1d-4299-8af8-6ddaa7988e83 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:20.811535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.885859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92d880-1d91-4a7f-9ce8-fcf45dec8658 req-82dde2ed-9a55-4c5c-a816-a16e6ef6e4bb tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:20.889563 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a92d880-1d91-4a7f-9ce8-fcf45dec8658 req-82dde2ed-9a55-4c5c-a816-a16e6ef6e4bb tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 945 time: 0.1121380 Feb 04 15:42:21.038441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35594) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:21.038620 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a92d880-1d91-4a7f-9ce8-fcf45dec8658 req-4627f908-167f-40b4-8576-d586be481904 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411312 Feb 04 15:42:21.052700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Pushing event updated for resources: {'Port': ['ID=9c07e030-6f1d-4299-8af8-6ddaa7988e83,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:21.072962 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07a5a039-e11b-409c-b8b4-c760c0b4643b req-04bb6437-8847-4cda-bd26-70c51b0843e8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 1096 time: 0.1457267 Feb 04 15:42:21.116431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:21.116917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:21.117359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:21.130554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07a5a039-e11b-409c-b8b4-c760c0b4643b req-916c3def-8eeb-4901-985a-d00d75d21315 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502815 Feb 04 15:42:21.138632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.139063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.139520 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.139972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.140396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.140825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.141254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.141790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.142220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.142642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.143083 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.153905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:21.154474 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:21.160845 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 2 to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 Feb 04 15:42:21.190637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0432b3-7798-46c2-8343-19ab3d264712 admin admin] Deleting subnet 78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:42:21.196447 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-03152981-923f-4414-88a0-0d016c2fe866 req-6c578a75-6d97-4267-91a1-42d8cd1e5f06 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 1096 time: 0.3203545 Feb 04 15:42:21.197332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:21.197798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:21.198238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:21.201110 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-be0432b3-7798-46c2-8343-19ab3d264712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.264823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:21.265152 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:21.270698 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 3 to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 Feb 04 15:42:21.294285 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-be0432b3-7798-46c2-8343-19ab3d264712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.299644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b2312-93c3-4976-8a00-e43ab1c1cf22 req-c4953590-aa76-4130-8c09-564ed6deba43 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:21.301109 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-223b2312-93c3-4976-8a00-e43ab1c1cf22 req-c4953590-aa76-4130-8c09-564ed6deba43 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 945 time: 0.1390035 Feb 04 15:42:21.310059 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c2bf2-8ea1-4b61-aaae-3d76197cd071 req-b85d96da-00ed-46c0-930f-636c7c5fc5c2 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:21.311505 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f05c2bf2-8ea1-4b61-aaae-3d76197cd071 req-b85d96da-00ed-46c0-930f-636c7c5fc5c2 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.1075082 Feb 04 15:42:21.340714 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:21.341723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:21.341723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:21.347257 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-03152981-923f-4414-88a0-0d016c2fe866 req-d96c33b4-c905-4b86-aebf-d89aa42f1fed service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111674 Feb 04 15:42:21.360420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:21.360803 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:21.362890 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 4 to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 Feb 04 15:42:21.384430 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-be0432b3-7798-46c2-8343-19ab3d264712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.424601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:21.424601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:21.424917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:21.437344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:21.437683 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:21.443042 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 5 to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 Feb 04 15:42:21.465034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:21.465426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:21.465769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:21.478762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:21.479098 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:21.480593 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 6 to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 Feb 04 15:42:21.492635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-223b2312-93c3-4976-8a00-e43ab1c1cf22 req-15b44908-6f34-4942-804e-865b425d7794 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801953 Feb 04 15:42:21.493199 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-be0432b3-7798-46c2-8343-19ab3d264712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.498152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f05c2bf2-8ea1-4b61-aaae-3d76197cd071 req-37315ec0-1edc-464b-b647-4c9711a26cf9 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624816 Feb 04 15:42:21.528043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:21.528043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:21.528043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:21.541879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0432b3-7798-46c2-8343-19ab3d264712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:21.546725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:21.547059 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:21.548067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-be0432b3-7798-46c2-8343-19ab3d264712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.550360 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 7 to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 Feb 04 15:42:21.566924 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-be0432b3-7798-46c2-8343-19ab3d264712 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/78bcf0ae-6d1d-46a5-b2e0-c6fd6636f793 HTTP/1.1" status: 204 len: 168 time: 0.5198243 Feb 04 15:42:21.569330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35602) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:21.589838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:21.590180 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:21.590526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:21.650312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:21.650662 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:21.656605 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 8 to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 Feb 04 15:42:21.695237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:21.695497 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:21.695839 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:21.710147 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13145275-fc53-44bb-900a-27c2af65fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.713593 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:21.713593 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:21.714462 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 9 to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 Feb 04 15:42:21.758978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:21.759360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:21.759687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:21.963425 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac3803f1-d917-418e-b68f-09fc0da53b9c req-70aaa0e9-e2ae-41dd-a790-575a46d9f571 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 210 time: 0.0623164 Feb 04 15:42:22.001308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a27ec-6942-437f-a490-ac13a4df067f req-b12f8be9-7fd3-4cf5-9675-060e83167a2a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:22.007685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-875a27ec-6942-437f-a490-ac13a4df067f req-b12f8be9-7fd3-4cf5-9675-060e83167a2a tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=373f27d7-b834-4048-8836-12aab39e2900 HTTP/1.1" status: 200 len: 946 time: 0.1424429 Feb 04 15:42:22.016908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:22.017242 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:22.022281 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempt 10 to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 Feb 04 15:42:22.076000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-875a27ec-6942-437f-a490-ac13a4df067f req-038f462b-b8bc-48eb-9d39-e1b38b981e07 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540531 Feb 04 15:42:22.141099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:22.141727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:22.141727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempting to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:22.148115 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13145275-fc53-44bb-900a-27c2af65fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:22.205299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-2bdcf4f6-ce55-404e-9e03-c5668013c3c1 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:22.205980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-2bdcf4f6-ce55-404e-9e03-c5668013c3c1 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Synchronizing usage tracker for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:22.208346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:22.208637 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Failed to bind port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15a9cf9c-a42e-48a4-bb66-2e86882ebea0'}] Feb 04 15:42:22.208994 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:22.222313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-13145275-fc53-44bb-900a-27c2af65fe6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6714c035-dd2f-45c7-bc37-56f0f9e7c51c']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:22.224926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e678a8a-8469-4b64-b9a0-29565288a1d8 req-f753ecf6-f3d4-4069-a9a5-4766b20ec716 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:22.226421 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e678a8a-8469-4b64-b9a0-29565288a1d8 req-f753ecf6-f3d4-4069-a9a5-4766b20ec716 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 945 time: 0.0890908 Feb 04 15:42:22.242044 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-13145275-fc53-44bb-900a-27c2af65fe6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29aeca53-3104-4c3b-9818-a2ec08364c04') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:22.242375 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-13145275-fc53-44bb-900a-27c2af65fe6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29aeca53-3104-4c3b-9818-a2ec08364c04') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:22.267374 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13145275-fc53-44bb-900a-27c2af65fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:22.280113 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e678a8a-8469-4b64-b9a0-29565288a1d8 req-34cc4f16-c086-4257-b641-f3d2060744b3 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ade67a5-5ee1-4816-8421-0950784200e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Feb 04 15:42:22.328151 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faee26d3-de74-480e-8647-86cc17178b67 req-ceccf8d5-7ee0-4557-9e12-4070a9d495b8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f8ad1dc3aef4493acb374921799ab96&device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 1096 time: 0.4045637 Feb 04 15:42:22.337607 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13145275-fc53-44bb-900a-27c2af65fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:22.340524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-2bdcf4f6-ce55-404e-9e03-c5668013c3c1 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Unset dirty status for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:22.341637 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-2bdcf4f6-ce55-404e-9e03-c5668013c3c1 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.81 "GET /v2.0/networks?id=5d4c21c4-551b-462b-8e6b-996fea3f21f0 HTTP/1.1" status: 200 len: 812 time: 0.6090944 Feb 04 15:42:22.369301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13145275-fc53-44bb-900a-27c2af65fe6b admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:42:22.369901 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13145275-fc53-44bb-900a-27c2af65fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:42:22.385551 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:42:22.394503 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'port': {'device_id': '0bf6b284-5328-419b-8789-874ed1c860a2', 'network_id': '5d4c21c4-551b-462b-8e6b-996fea3f21f0', 'admin_state_up': True, 'tenant_id': '21378adb8d3d4a6e8d32f04df7fca8bf'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:22.413946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3010e-895a-4634-a99e-f8c16f8920ab req-4cde5ce0-c385-4680-8434-f9b89125d6e1 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:22.415661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed3010e-895a-4634-a99e-f8c16f8920ab req-4cde5ce0-c385-4680-8434-f9b89125d6e1 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 945 time: 0.0859568 Feb 04 15:42:22.517610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ed3010e-895a-4634-a99e-f8c16f8920ab req-b771c7fa-e2cc-4ed8-bb9e-b29af05132d5 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702984 Feb 04 15:42:22.541908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf89ba-d2f8-49f0-99d4-ad74d8e9dbef req-0cf00bd3-bc99-4bff-b93c-8c607af1ce79 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:22.546799 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ebf89ba-d2f8-49f0-99d4-ad74d8e9dbef req-0cf00bd3-bc99-4bff-b93c-8c607af1ce79 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 945 time: 0.1299217 Feb 04 15:42:22.602924 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ebf89ba-d2f8-49f0-99d4-ad74d8e9dbef req-23edccef-6ef3-4f16-9c9d-d43c757bf89f tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502551 Feb 04 15:42:22.693855 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13145275-fc53-44bb-900a-27c2af65fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:22.704124 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13145275-fc53-44bb-900a-27c2af65fe6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:22.747576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35624) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:22.759010 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-13145275-fc53-44bb-900a-27c2af65fe6b admin admin] 10.222.0.60 "DELETE /v2.0/networks/6714c035-dd2f-45c7-bc37-56f0f9e7c51c HTTP/1.1" status: 204 len: 168 time: 1.1864123 Feb 04 15:42:22.759010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] For port 9c07e030-6f1d-4299-8af8-6ddaa7988e83, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:22.759010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Attempted to set empty binding levels {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 15:42:22.782487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-69fa29b2-bd71-4a16-804a-16a8aa9863be req-6dadd536-f2f7-460c-843d-d534de5c24f3 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:42:22.783960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69fa29b2-bd71-4a16-804a-16a8aa9863be req-6dadd536-f2f7-460c-843d-d534de5c24f3 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0082443 Feb 04 15:42:22.808533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13145275-fc53-44bb-900a-27c2af65fe6b admin admin] Pushing event deleted for resources: {'Network': ['ID=6714c035-dd2f-45c7-bc37-56f0f9e7c51c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:22.816263 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:22.820088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee26d3-de74-480e-8647-86cc17178b67 req-8607f618-6324-4ada-8d08-6caf77adf728 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:22.821539 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faee26d3-de74-480e-8647-86cc17178b67 req-8607f618-6324-4ada-8d08-6caf77adf728 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e HTTP/1.1" status: 200 len: 914 time: 0.4853170 Feb 04 15:42:22.879163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd789b00-32de-4df4-8236-aa33d4cb8bb7 req-49eefa12-27e5-43ee-9ff9-ec01cfc61644 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:22.880697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd789b00-32de-4df4-8236-aa33d4cb8bb7 req-49eefa12-27e5-43ee-9ff9-ec01cfc61644 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.1493843 Feb 04 15:42:22.947697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35630) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:22.967034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69fa29b2-bd71-4a16-804a-16a8aa9863be req-96b0c7d8-9c16-4d02-81a5-57ac654cbf90 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1704021 Feb 04 15:42:22.998063 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd789b00-32de-4df4-8236-aa33d4cb8bb7 req-8ab196fd-afe4-4eca-8648-0528ef8fbdf1 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041095 Feb 04 15:42:23.030209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] In _notify_port_updated(), no bound segment for port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 on network 15a9cf9c-a42e-48a4-bb66-2e86882ebea0 {{(pid=83550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:42:23.031275 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.035287 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "PUT /v2.0/ports/9c07e030-6f1d-4299-8af8-6ddaa7988e83 HTTP/1.1" status: 200 len: 974 time: 2.7351148 Feb 04 15:42:23.035287 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faee26d3-de74-480e-8647-86cc17178b67 req-77f29245-ec90-464e-8ecc-2bacd2102596 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=291a6d39-41a7-451d-9603-25b5f42b95f7 HTTP/1.1" status: 200 len: 217 time: 0.1703589 Feb 04 15:42:23.036106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35638) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:23.052253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-4390b9b1-4e13-4e9a-8c79-5d2827827c1f admin admin] Deleting subnet 4a66f2d2-6e57-4ba6-8372-57f696f27853 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:42:23.153379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee26d3-de74-480e-8647-86cc17178b67 req-feec1c62-c16b-4fa6-92f6-f96486462211 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:23.155835 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faee26d3-de74-480e-8647-86cc17178b67 req-feec1c62-c16b-4fa6-92f6-f96486462211 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fb682bc-1767-4494-8841-bd6207e828a4 HTTP/1.1" status: 200 len: 853 time: 0.1132782 Feb 04 15:42:23.179144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-958d7750-2174-449a-9a98-df8bb1fd1df4 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Deleting port 9c07e030-6f1d-4299-8af8-6ddaa7988e83 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:23.179628 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-958d7750-2174-449a-9a98-df8bb1fd1df4 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.184092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:23.187361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd2227-20be-45fc-b187-a808c6577952 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Pushing event updated for resources: {'Port': ['ID=9c07e030-6f1d-4299-8af8-6ddaa7988e83,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:23.240648 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4390b9b1-4e13-4e9a-8c79-5d2827827c1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.271847 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-858b87f1-07e6-4f64-8939-964dc15b91ce req-7f995c2b-9ef6-4b15-b42d-d954ed6cc474 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 210 time: 0.0958283 Feb 04 15:42:23.275627 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faee26d3-de74-480e-8647-86cc17178b67 req-9380ded6-a7a1-4829-a1cf-ded87dae4f6d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936425 Feb 04 15:42:23.283634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:port and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:23.290580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:23.382386 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cb5a09bc-0494-499f-8610-a40cb2182b6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a862822c5cc4a00ad2f9860437d65aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4249690 Feb 04 15:42:23.394689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:23.404216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35646) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:23.453814 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4390b9b1-4e13-4e9a-8c79-5d2827827c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.507745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Made reservation on behalf of 21378adb8d3d4a6e8d32f04df7fca8bf for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:23.511432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.547340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-958d7750-2174-449a-9a98-df8bb1fd1df4 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] For port 9c07e030-6f1d-4299-8af8-6ddaa7988e83, host n-h2-827872-1, got binding levels [] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:23.547897 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-958d7750-2174-449a-9a98-df8bb1fd1df4 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.721145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-958d7750-2174-449a-9a98-df8bb1fd1df4 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Calling delete_port for 9c07e030-6f1d-4299-8af8-6ddaa7988e83 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:23.761152 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c2c1-8e64-4142-92ce-7670f79b0959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.770887 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4390b9b1-4e13-4e9a-8c79-5d2827827c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.812709 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faee26d3-de74-480e-8647-86cc17178b67 req-d5e60d9a-8135-4ac6-b3fb-df1bc7f1043b service neutron] 10.222.0.81 "GET /v2.0/networks/7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182247 Feb 04 15:42:23.827896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ba4d-e432-4ad2-a8be-16db67459b49 req-d21972d9-b464-4eb8-99f7-4c4413281793 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:23.829525 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9aa8ba4d-e432-4ad2-a8be-16db67459b49 req-d21972d9-b464-4eb8-99f7-4c4413281793 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 945 time: 0.4087126 Feb 04 15:42:23.926159 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-958d7750-2174-449a-9a98-df8bb1fd1df4 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.937610 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c2c1-8e64-4142-92ce-7670f79b0959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.993538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c430d-f3c2-43eb-8f91-f4159863386d req-9e2348e0-6197-4583-8456-e83ad784aa8c tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:23.995082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc3c430d-f3c2-43eb-8f91-f4159863386d req-9e2348e0-6197-4583-8456-e83ad784aa8c tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 945 time: 0.3767622 Feb 04 15:42:24.000321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d7750-2174-449a-9a98-df8bb1fd1df4 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c07e030-6f1d-4299-8af8-6ddaa7988e83,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:24.015855 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9aa8ba4d-e432-4ad2-a8be-16db67459b49 req-1f578e52-cbe7-4425-9acd-d12e5642c3cf tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801293 Feb 04 15:42:24.041571 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ba7888b-9889-4071-87d9-04b7250e2a4e req-42cfe8a7-69a9-4a1d-8399-fad0b452d2fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=641344d751e341149b5b7803cc35dea8&device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 1096 time: 0.5156593 Feb 04 15:42:24.067314 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-958d7750-2174-449a-9a98-df8bb1fd1df4 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.124232 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4390b9b1-4e13-4e9a-8c79-5d2827827c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.128926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Allocated IP 172.20.0.3 (5d4c21c4-551b-462b-8e6b-996fea3f21f0/6936ad47-b452-4395-8810-e07292c24d1f/57e0b535-d578-4898-a347-9c2cc45031c7) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:24.173492 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faee26d3-de74-480e-8647-86cc17178b67 req-2feacbe9-7a4d-4364-9b16-def6e99f2e97 service neutron] 10.222.0.81 "GET /v2.0/networks/7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511181 Feb 04 15:42:24.184481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390b9b1-4e13-4e9a-8c79-5d2827827c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a66f2d2-6e57-4ba6-8372-57f696f27853,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:24.195472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4390b9b1-4e13-4e9a-8c79-5d2827827c1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.199675 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c2c1-8e64-4142-92ce-7670f79b0959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.244296 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7c2c1-8e64-4142-92ce-7670f79b0959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75928f96-bb0f-46be-94fc-1226671f957a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:24.274502 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4390b9b1-4e13-4e9a-8c79-5d2827827c1f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4a66f2d2-6e57-4ba6-8372-57f696f27853 HTTP/1.1" status: 204 len: 168 time: 1.5164368 Feb 04 15:42:24.274502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35658) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:24.278110 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c2c1-8e64-4142-92ce-7670f79b0959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.279200 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b8c7c2c1-8e64-4142-92ce-7670f79b0959 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/75928f96-bb0f-46be-94fc-1226671f957a HTTP/1.1" status: 204 len: 168 time: 0.8737848 Feb 04 15:42:24.434148 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-958d7750-2174-449a-9a98-df8bb1fd1df4 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "DELETE /v2.0/ports/9c07e030-6f1d-4299-8af8-6ddaa7988e83 HTTP/1.1" status: 204 len: 168 time: 1.3968451 Feb 04 15:42:24.441749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35666) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:24.481718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7888b-9889-4071-87d9-04b7250e2a4e req-6cd8da7b-4b95-4f0c-b38e-5c8e945757f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:24.483540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ba7888b-9889-4071-87d9-04b7250e2a4e req-6cd8da7b-4b95-4f0c-b38e-5c8e945757f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 HTTP/1.1" status: 200 len: 911 time: 0.4177980 Feb 04 15:42:24.505270 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc3c430d-f3c2-43eb-8f91-f4159863386d req-1bc16cbb-273e-48cc-b3f9-cc59d11fa9e4 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ade67a5-5ee1-4816-8421-0950784200e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838123 Feb 04 15:42:24.505756 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4a070a-dba1-459a-9df9-2c9d1c2d0a55 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:42:24.506217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7d4a070a-dba1-459a-9df9-2c9d1c2d0a55 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Synchronizing usage tracker for tenant:fb3dfa85df124c2b9dac87c59b139f26 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:24.595980 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ba7888b-9889-4071-87d9-04b7250e2a4e req-343f8e35-7f9c-4f20-bed5-afc59cdc09db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e37380fd-6fab-4c65-ab37-c500e9f67f29 HTTP/1.1" status: 200 len: 217 time: 0.0894053 Feb 04 15:42:24.629272 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.663667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fbc56ff-7a90-4f3c-9d93-18d64c0eebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.671214 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.725769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7d4a070a-dba1-459a-9df9-2c9d1c2d0a55 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] Unset dirty status for tenant:fb3dfa85df124c2b9dac87c59b139f26 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:24.725769 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7d4a070a-dba1-459a-9df9-2c9d1c2d0a55 tempest-PortsAdminExtendedAttrsTestJSON-439142619 tempest-PortsAdminExtendedAttrsTestJSON-439142619-project-admin] 10.222.0.60 "GET /v2.0/ports/9c07e030-6f1d-4299-8af8-6ddaa7988e83 HTTP/1.1" status: 404 len: 333 time: 0.2750003 Feb 04 15:42:24.730280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35672) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:24.743470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef46763-fe06-45b8-bb26-dc3d5539d51c req-b9d38f62-99ef-43cd-a676-288e59b0c2f4 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:24.744944 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aef46763-fe06-45b8-bb26-dc3d5539d51c req-b9d38f62-99ef-43cd-a676-288e59b0c2f4 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.5213017 Feb 04 15:42:24.750887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7888b-9889-4071-87d9-04b7250e2a4e req-3f4cd8e1-568a-4feb-a546-116082ae60c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:24.752324 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ba7888b-9889-4071-87d9-04b7250e2a4e req-3f4cd8e1-568a-4feb-a546-116082ae60c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e HTTP/1.1" status: 200 len: 850 time: 0.1449556 Feb 04 15:42:24.819992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Network 5d4c21c4-551b-462b-8e6b-996fea3f21f0 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:24.835211 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ba7888b-9889-4071-87d9-04b7250e2a4e req-cd4afc15-1153-46b1-bf44-72347824e5a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762486 Feb 04 15:42:24.841818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:24.891668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aef46763-fe06-45b8-bb26-dc3d5539d51c req-424b3ea6-4642-4ea0-8e11-16fc04beab85 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383679 Feb 04 15:42:24.905465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:24.967167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:24.967812 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.023139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'Port': ['ID=57e0b535-d578-4898-a347-9c2cc45031c7,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:25.047959 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239eb67e-c0f8-4c5d-93d8-4af020c871b9 req-4ca46a98-2a34-4d0a-b327-2f97b1b019ac tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:25.056332 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-239eb67e-c0f8-4c5d-93d8-4af020c871b9 req-4ca46a98-2a34-4d0a-b327-2f97b1b019ac tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 945 time: 0.3631570 Feb 04 15:42:25.082757 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fbc56ff-7a90-4f3c-9d93-18d64c0eebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.128172 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-c761e679-d0eb-42a9-bffa-e8d16cae2dfb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7601328 Feb 04 15:42:25.146925 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01742010-36ce-466a-855d-aca42f82e884 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.153922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Request body: {'port': {'device_id': '0bf6b284-5328-419b-8789-874ed1c860a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:25.160982 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-239eb67e-c0f8-4c5d-93d8-4af020c871b9 req-6f5e2db2-6747-495c-b16c-49f86e878491 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025064 Feb 04 15:42:25.181184 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ba7888b-9889-4071-87d9-04b7250e2a4e req-aab86d0a-1bca-437c-94be-79d9ee672eb2 service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294194 Feb 04 15:42:25.194231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7fbc56ff-7a90-4f3c-9d93-18d64c0eebc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a810c1-7328-484c-af3c-d3e5af93608e']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:25.229302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7fbc56ff-7a90-4f3c-9d93-18d64c0eebc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bdf587-7b0d-4856-bdd6-58e3d07bdd1f') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:25.229930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7fbc56ff-7a90-4f3c-9d93-18d64c0eebc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bdf587-7b0d-4856-bdd6-58e3d07bdd1f') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:25.284315 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fbc56ff-7a90-4f3c-9d93-18d64c0eebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.433534 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fbc56ff-7a90-4f3c-9d93-18d64c0eebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.445437 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01742010-36ce-466a-855d-aca42f82e884 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.453740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920d625-8891-4647-9d54-0e508db8eb33 req-9d30a6bf-0385-4319-a2d4-c7143c30bb3f tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:25.455251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b920d625-8891-4647-9d54-0e508db8eb33 req-9d30a6bf-0385-4319-a2d4-c7143c30bb3f tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=373f27d7-b834-4048-8836-12aab39e2900 HTTP/1.1" status: 200 len: 946 time: 0.2801015 Feb 04 15:42:25.463095 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbc56ff-7a90-4f3c-9d93-18d64c0eebc3 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:42:25.463658 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fbc56ff-7a90-4f3c-9d93-18d64c0eebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.463840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ba7888b-9889-4071-87d9-04b7250e2a4e req-1eb092ce-0c3b-42dd-b184-8783f8947308 service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442977 Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:42:25.479597 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:42:25.503977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7419fe-9659-42a8-bfa0-b1f8aa77a615 req-39b4f591-5668-49e1-8605-32d0433f4b02 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:25.505457 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad7419fe-9659-42a8-bfa0-b1f8aa77a615 req-39b4f591-5668-49e1-8605-32d0433f4b02 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 931 time: 0.1752176 Feb 04 15:42:25.566740 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b920d625-8891-4647-9d54-0e508db8eb33 req-4febf818-2dfb-4ef9-bed3-d74b3a448156 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992613 Feb 04 15:42:25.579161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ad7419fe-9659-42a8-bfa0-b1f8aa77a615 req-8826ac1f-6879-49ba-a459-3634be2a38c8 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Synchronizing usage tracker for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:25.601699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ad7419fe-9659-42a8-bfa0-b1f8aa77a615 req-8826ac1f-6879-49ba-a459-3634be2a38c8 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Unset dirty status for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:25.611981 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad7419fe-9659-42a8-bfa0-b1f8aa77a615 req-8826ac1f-6879-49ba-a459-3634be2a38c8 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965972 Feb 04 15:42:25.695737 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-01742010-36ce-466a-855d-aca42f82e884 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a9cf9c-a42e-48a4-bb66-2e86882ebea0']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:25.719958 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.744713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-01742010-36ce-466a-855d-aca42f82e884 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:25.745867 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-01742010-36ce-466a-855d-aca42f82e884 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6c40cb-01fa-44d3-81a6-b1fd44f4168c') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:25.793666 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01742010-36ce-466a-855d-aca42f82e884 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.802438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35698) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:25.820843 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fbc56ff-7a90-4f3c-9d93-18d64c0eebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.848269 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fbc56ff-7a90-4f3c-9d93-18d64c0eebc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.864066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc56ff-7a90-4f3c-9d93-18d64c0eebc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=87a810c1-7328-484c-af3c-d3e5af93608e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:25.867098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8b398-5327-408d-b997-3c686a94b2a9 req-a31843be-be6e-45e9-aa31-ec50e00bbf3e tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:25.868562 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01742010-36ce-466a-855d-aca42f82e884 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.876241 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2fb8b398-5327-408d-b997-3c686a94b2a9 req-a31843be-be6e-45e9-aa31-ec50e00bbf3e tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 945 time: 0.1081052 Feb 04 15:42:25.881001 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7fbc56ff-7a90-4f3c-9d93-18d64c0eebc3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/87a810c1-7328-484c-af3c-d3e5af93608e HTTP/1.1" status: 204 len: 168 time: 1.6032827 Feb 04 15:42:25.885910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01742010-36ce-466a-855d-aca42f82e884 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:42:25.887224 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01742010-36ce-466a-855d-aca42f82e884 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:42:25.903075 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:42:25.940881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2fb8b398-5327-408d-b997-3c686a94b2a9 req-63b904de-c4ef-4776-acb5-bd7c2f113736 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ade67a5-5ee1-4816-8421-0950784200e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639076 Feb 04 15:42:26.077770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1285922660-network', 'tenant_id': 'a3ede0b86bfc40ab9e5504ca0c6afb29'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:26.090951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:26.119895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Usage tracker for resource:network and tenant:a3ede0b86bfc40ab9e5504ca0c6afb29 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:26.126353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:26.138898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35712) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:26.148221 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:26.155269 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01742010-36ce-466a-855d-aca42f82e884 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.225898 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-43ea46ea-aab4-46a4-8067-cee62d6647f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b5c478fb6c94e79966ebd1a3e6013db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0829020 Feb 04 15:42:26.226127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35718) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:26.226574 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01742010-36ce-466a-855d-aca42f82e884 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.245671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01742010-36ce-466a-855d-aca42f82e884 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] Pushing event deleted for resources: {'Network': ['ID=15a9cf9c-a42e-48a4-bb66-2e86882ebea0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:26.245922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7d0bc-3a8c-4067-89af-b5c0a72086f5 req-c402aee0-2f8c-45cf-b795-bceca8841ec9 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:26.247646 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4c7d0bc-3a8c-4067-89af-b5c0a72086f5 req-c402aee0-2f8c-45cf-b795-bceca8841ec9 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 945 time: 0.1526799 Feb 04 15:42:26.257349 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-01742010-36ce-466a-855d-aca42f82e884 tempest-PortsAdminExtendedAttrsTestJSON-1387130591 tempest-PortsAdminExtendedAttrsTestJSON-1387130591-project] 10.222.0.60 "DELETE /v2.0/networks/15a9cf9c-a42e-48a4-bb66-2e86882ebea0 HTTP/1.1" status: 204 len: 168 time: 1.4830143 Feb 04 15:42:26.258659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Made reservation on behalf of a3ede0b86bfc40ab9e5504ca0c6afb29 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:26.261574 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.280968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.343991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:26.349733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Usage tracker for resource:security_group_rule and tenant:a3ede0b86bfc40ab9e5504ca0c6afb29 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:26.353463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:26.368509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:26.389287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4c7d0bc-3a8c-4067-89af-b5c0a72086f5 req-72e6a83c-3323-48ae-86ca-eecda72a7185 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257191 Feb 04 15:42:26.389918 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc34834e-2b07-4eaf-a76f-e26a42187fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.432007 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc34834e-2b07-4eaf-a76f-e26a42187fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.452618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e0b535-d578-4898-a347-9c2cc45031c7 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:26.461781 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.487116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Transition to ACTIVE for port object 57e0b535-d578-4898-a347-9c2cc45031c7 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:26.501526 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.534308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe66852-295a-4cb4-8ffa-81f1c83a1a75 req-c725cf5b-3276-4ebc-9baf-2f145769b420 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:26.537837 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fe66852-295a-4cb4-8ffa-81f1c83a1a75 req-c725cf5b-3276-4ebc-9baf-2f145769b420 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.2009804 Feb 04 15:42:26.579358 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc34834e-2b07-4eaf-a76f-e26a42187fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.590896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.605551 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc34834e-2b07-4eaf-a76f-e26a42187fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.609089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bc34834e-2b07-4eaf-a76f-e26a42187fff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67c78c0a-6503-42f4-b81f-4cb77e774e53 HTTP/1.1" status: 204 len: 168 time: 0.3797083 Feb 04 15:42:26.609089 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34834e-2b07-4eaf-a76f-e26a42187fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c78c0a-6503-42f4-b81f-4cb77e774e53,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:26.655794 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fe66852-295a-4cb4-8ffa-81f1c83a1a75 req-1516d891-7570-4b40-9a9c-f7df22b04a28 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045787 Feb 04 15:42:26.655973 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.679129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Pushing event updated for resources: {'Port': ['ID=57e0b535-d578-4898-a347-9c2cc45031c7,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:26.709031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:42:26.716378 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf41236-348b-40ba-be31-3964a729aae1,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:26.757626 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.758047 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Added segment 4a912378-2379-4d66-ac5f-0cfd56ecfd99 of type vlan for network 8bfdbd2b-c87d-4774-b36a-2e8f7c383241 Feb 04 15:42:26.791619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35740) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:26.885636 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.909026 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:42:26.937160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Attempting to bind port 57e0b535-d578-4898-a347-9c2cc45031c7 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:26.937552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Attempting to bind port 57e0b535-d578-4898-a347-9c2cc45031c7 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'e522db58-e236-4242-9bc5-3f2097a12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d4c21c4-551b-462b-8e6b-996fea3f21f0'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:26.937894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Attempting to bind port 57e0b535-d578-4898-a347-9c2cc45031c7 on network 5d4c21c4-551b-462b-8e6b-996fea3f21f0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:26.976087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Port 57e0b535-d578-4898-a347-9c2cc45031c7 on network 5d4c21c4-551b-462b-8e6b-996fea3f21f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:26.983096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Attempting to bind port 57e0b535-d578-4898-a347-9c2cc45031c7 on network 5d4c21c4-551b-462b-8e6b-996fea3f21f0 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:27.002245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:42:27.002590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Checking segment: {'id': 'e522db58-e236-4242-9bc5-3f2097a12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d4c21c4-551b-462b-8e6b-996fea3f21f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:27.002977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Bound using segment: {'id': 'e522db58-e236-4242-9bc5-3f2097a12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d4c21c4-551b-462b-8e6b-996fea3f21f0'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:42:27.003445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Bound port: 57e0b535-d578-4898-a347-9c2cc45031c7, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e522db58-e236-4242-9bc5-3f2097a12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d4c21c4-551b-462b-8e6b-996fea3f21f0'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:27.003799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.017678 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.018534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:27.019119 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.206563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] Pushing event updated for resources: {'Network': ['ID=8bfdbd2b-c87d-4774-b36a-2e8f7c383241,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:27.221159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 8bfdbd2b-c87d-4774-b36a-2e8f7c383241 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:42:27.232640 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-633b3331-70f0-4277-b42f-7ff445e7e171 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4207411 Feb 04 15:42:27.235833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35752) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:27.248267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] Request body: {'subnet': {'network_id': '8bfdbd2b-c87d-4774-b36a-2e8f7c383241', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1285922660-subnet', 'tenant_id': 'a3ede0b86bfc40ab9e5504ca0c6afb29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:27.259048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:27.268084 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] Usage tracker for resource:subnet and tenant:a3ede0b86bfc40ab9e5504ca0c6afb29 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:27.271268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] For port 57e0b535-d578-4898-a347-9c2cc45031c7, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:27.273607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:27.278369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] For port 57e0b535-d578-4898-a347-9c2cc45031c7, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=57e0b535-d578-4898-a347-9c2cc45031c7,segment=NetworkSegment(e522db58-e236-4242-9bc5-3f2097a12f97),segment_id=e522db58-e236-4242-9bc5-3f2097a12f97)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:27.282742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:27.292572 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.334129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] Made reservation on behalf of a3ede0b86bfc40ab9e5504ca0c6afb29 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:27.337398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.387303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d102158c-dc6f-45ff-9244-ce1c98d77ffb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2da44b6c74d64679a2daa3196738afac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5904670 Feb 04 15:42:27.391633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35760) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:27.403136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f149e-2a26-4cff-9b48-2ba43c129d79 req-7357e721-3e7c-44e0-8384-667597c234ef tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:27.407327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f149e-2a26-4cff-9b48-2ba43c129d79 req-7357e721-3e7c-44e0-8384-667597c234ef tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:27.411207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f149e-2a26-4cff-9b48-2ba43c129d79 req-7357e721-3e7c-44e0-8384-667597c234ef tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:27.412843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-452f149e-2a26-4cff-9b48-2ba43c129d79 req-7357e721-3e7c-44e0-8384-667597c234ef tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741&device_id=373f27d7-b834-4048-8836-12aab39e2900&device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 2417 time: 0.2642972 Feb 04 15:42:27.454947 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.456397 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] 10.222.0.81 "PUT /v2.0/ports/57e0b535-d578-4898-a347-9c2cc45031c7 HTTP/1.1" status: 200 len: 1091 time: 2.3134065 Feb 04 15:42:27.456865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf6b284-5328-419b-8789-874ed1c860a2', 'tag': '57e0b535-d578-4898-a347-9c2cc45031c7'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:27.490309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7164f0-9e1f-47c4-af8b-16ee701fd840 service neutron] Pushing event updated for resources: {'Port': ['ID=57e0b535-d578-4898-a347-9c2cc45031c7,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:27.620371 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df5a2f-beda-49f1-bf06-eeb19c0d5360 req-d29a799f-8a47-468a-b835-a6da344e7272 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:27.626978 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0df5a2f-beda-49f1-bf06-eeb19c0d5360 req-d29a799f-8a47-468a-b835-a6da344e7272 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 943 time: 0.3384933 Feb 04 15:42:27.657426 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-452f149e-2a26-4cff-9b48-2ba43c129d79 req-fef8532e-e78b-4216-b4ea-92410adb74a3 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257059 Feb 04 15:42:27.685428 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d4fe250a-82e9-44c3-945e-4fbf56fd64d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.691966 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-dfd30743-8129-4b19-88cf-60ac70284469 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf&device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 1094 time: 0.1404660 Feb 04 15:42:27.693546 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.707422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0df5a2f-beda-49f1-bf06-eeb19c0d5360 req-32a60a58-dae3-49a6-a137-487ffdb1388c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795634 Feb 04 15:42:27.730858 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d4fe250a-82e9-44c3-945e-4fbf56fd64d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.804368 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d4fe250a-82e9-44c3-945e-4fbf56fd64d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.820537 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe250a-82e9-44c3-945e-4fbf56fd64d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc7f8c2-9f79-465b-97dc-3f92a8049190,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:27.827593 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d4fe250a-82e9-44c3-945e-4fbf56fd64d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.828937 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d4fe250a-82e9-44c3-945e-4fbf56fd64d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1cc7f8c2-9f79-465b-97dc-3f92a8049190 HTTP/1.1" status: 204 len: 168 time: 0.4344366 Feb 04 15:42:27.985364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd8017-9153-4f6f-a5f2-6ed96e0e6b68 req-5b867820-986c-4ac4-a0f9-e82521d93e44 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:27.994138 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8dd8017-9153-4f6f-a5f2-6ed96e0e6b68 req-5b867820-986c-4ac4-a0f9-e82521d93e44 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 945 time: 0.1093771 Feb 04 15:42:27.996233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35786) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:28.053860 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-f2e81d4a-ef97-4395-8df1-6011eea6200b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57e0b535-d578-4898-a347-9c2cc45031c7 HTTP/1.1" status: 200 len: 217 time: 0.3011541 Feb 04 15:42:28.059826 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf6b284-5328-419b-8789-874ed1c860a2', 'tag': '57e0b535-d578-4898-a347-9c2cc45031c7', 'status': 'completed', 'code': 200} Feb 04 15:42:28.062824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8dd8017-9153-4f6f-a5f2-6ed96e0e6b68 req-8161b87e-ee54-4fe3-b836-cac4a9f10dac tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ade67a5-5ee1-4816-8421-0950784200e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675180 Feb 04 15:42:28.144211 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-57859b17-8037-4ebe-b263-b88e41cf8c6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:28.145783 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-57859b17-8037-4ebe-b263-b88e41cf8c6a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6936ad47-b452-4395-8810-e07292c24d1f HTTP/1.1" status: 200 len: 852 time: 0.0798175 Feb 04 15:42:28.225096 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-1b7dba10-ebbd-483b-af82-acb18dd9fa95 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d4c21c4-551b-462b-8e6b-996fea3f21f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590794 Feb 04 15:42:28.255752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1df444-6627-4beb-a8d2-f407de54879b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:28.260930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f2463-f3db-4dd6-9f04-caae153399b8 req-8c72a5fa-9636-4947-8984-443506b24c83 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:28.261615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] Checking segment: {'id': '4a912378-2379-4d66-ac5f-0cfd56ecfd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8bfdbd2b-c87d-4774-b36a-2e8f7c383241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:28.261977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] Network hostable DHCP agents. Network: 8bfdbd2b-c87d-4774-b36a-2e8f7c383241, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:42:28.263481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb0f2463-f3db-4dd6-9f04-caae153399b8 req-8c72a5fa-9636-4947-8984-443506b24c83 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.1779177 Feb 04 15:42:28.309020 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94f85996-b5e0-44df-9837-a8c577b5fb0d req-6c2c7877-c606-46cc-89c8-6de9b517044b tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1581829 Feb 04 15:42:28.342116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb0f2463-f3db-4dd6-9f04-caae153399b8 req-8c7dcd04-1e4e-459d-81cb-fff2af7dfbfc tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729148 Feb 04 15:42:28.378222 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] Network 8bfdbd2b-c87d-4774-b36a-2e8f7c383241 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:42:28.399205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 8bfdbd2b-c87d-4774-b36a-2e8f7c383241) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:28.409117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f18f29-c248-4bc4-b14a-644732ef30e7 None None] Network 8bfdbd2b-c87d-4774-b36a-2e8f7c383241 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:42:28.416965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:28.418027 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.421986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1395154912-network', 'tenant_id': '428132a2da7b4ddc958b0b710ebd148c'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:28.428131 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-f3f1f1d2-bee2-401f-87c0-f60a287f2979 service neutron] 10.222.0.81 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957080 Feb 04 15:42:28.433453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:28.444492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Usage tracker for resource:network and tenant:428132a2da7b4ddc958b0b710ebd148c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:28.448034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:28.475472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:28.488582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35796) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:28.539438 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-223f6ef7-7d58-48e1-aee4-f862cad60a55 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3023503 Feb 04 15:42:28.551362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Made reservation on behalf of 428132a2da7b4ddc958b0b710ebd148c for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:28.554271 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.580320 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.609970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-29a62c17-e97b-434b-85fa-dd3e80068c8f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb3dfa85df124c2b9dac87c59b139f26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1201723 Feb 04 15:42:28.610564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35804) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:28.617983 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e587b7e0-81ca-48a0-9b91-002f5f9ad5a9 req-7bfd30e4-92c1-46df-b010-2be1b77380e1 service neutron] 10.222.0.81 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797986 Feb 04 15:42:28.678056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:28.691213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Usage tracker for resource:security_group_rule and tenant:428132a2da7b4ddc958b0b710ebd148c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:28.696116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:28.719772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:28.750046 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7f18-b7bd-4d15-ae2e-62af8101ae9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.805828 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7f18-b7bd-4d15-ae2e-62af8101ae9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.895961 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.911121 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.914716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbd945a-a684-42e1-b57b-f6ae83647ef6 None None] Network 8bfdbd2b-c87d-4774-b36a-2e8f7c383241 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:42:28.927557 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-78b2d9db-b982-4391-9eb5-52dad61bcd0b req-82d55936-fa2b-465f-a9ad-70764ecebbf0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf&device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 1094 time: 0.1810615 Feb 04 15:42:28.941661 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7f18-b7bd-4d15-ae2e-62af8101ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.959584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:42:28.976481 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.976820 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Added segment 164197f5-caec-4dbd-a088-bd997824cbbc of type vlan for network e4b139df-5612-4377-ac79-2126181c32bf Feb 04 15:42:29.004040 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.111570 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7f18-b7bd-4d15-ae2e-62af8101ae9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.112693 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e6cd7f18-b7bd-4d15-ae2e-62af8101ae9f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6ff83f7-8ec5-4a0d-aac8-b7eec0aa36c8 HTTP/1.1" status: 204 len: 168 time: 0.4999826 Feb 04 15:42:29.129833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2e748d-2a46-45f9-8399-3756e6e1ce97,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:29.159560 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd7f18-b7bd-4d15-ae2e-62af8101ae9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ff83f7-8ec5-4a0d-aac8-b7eec0aa36c8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:29.173866 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.174708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:29.175306 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.218219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2d9db-b982-4391-9eb5-52dad61bcd0b req-b2276eba-3a78-4ce5-aefe-56138738efce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:29.220517 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-78b2d9db-b982-4391-9eb5-52dad61bcd0b req-b2276eba-3a78-4ce5-aefe-56138738efce service neutron] 10.222.0.81 "GET /v2.0/networks?id=5d4c21c4-551b-462b-8e6b-996fea3f21f0 HTTP/1.1" status: 200 len: 913 time: 0.2910645 Feb 04 15:42:29.310147 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-78b2d9db-b982-4391-9eb5-52dad61bcd0b req-99f425ba-786b-46e0-afb1-5c84484ffa58 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57e0b535-d578-4898-a347-9c2cc45031c7 HTTP/1.1" status: 200 len: 217 time: 0.0813961 Feb 04 15:42:29.334934 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3369894 Feb 04 15:42:29.348402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35826) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:29.356867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13786fa-bc63-4020-8c9f-536071511c20 admin admin] Pushing event updated for resources: {'Network': ['ID=e4b139df-5612-4377-ac79-2126181c32bf,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:29.361858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] Request body: {'subnet': {'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1395154912-subnet', 'tenant_id': '428132a2da7b4ddc958b0b710ebd148c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:29.373922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network e4b139df-5612-4377-ac79-2126181c32bf details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:42:29.376298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a8df2-e31c-4208-a679-e80a91385908 req-254d3b89-e816-4359-a1e0-d8eccaa24926 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:29.379011 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa2a8df2-e31c-4208-a679-e80a91385908 req-254d3b89-e816-4359-a1e0-d8eccaa24926 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 945 time: 0.4281168 Feb 04 15:42:29.383620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:29.391072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2d9db-b982-4391-9eb5-52dad61bcd0b req-71b5a69c-8451-4ddf-a259-bfad621d2890 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:29.392732 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-78b2d9db-b982-4391-9eb5-52dad61bcd0b req-71b5a69c-8451-4ddf-a259-bfad621d2890 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6936ad47-b452-4395-8810-e07292c24d1f HTTP/1.1" status: 200 len: 852 time: 0.0750604 Feb 04 15:42:29.420734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] Usage tracker for resource:subnet and tenant:428132a2da7b4ddc958b0b710ebd148c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:29.425350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:29.439633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:29.460277 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-78b2d9db-b982-4391-9eb5-52dad61bcd0b req-32ee8883-1c90-4af9-9d38-9bdcc6ede4a6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d4c21c4-551b-462b-8e6b-996fea3f21f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601816 Feb 04 15:42:29.479758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] Made reservation on behalf of 428132a2da7b4ddc958b0b710ebd148c for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:29.482051 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.503728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa2a8df2-e31c-4208-a679-e80a91385908 req-4be3f6e4-a66e-491c-ac42-8f3201bb3bde tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141493 Feb 04 15:42:29.513631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8dc9e-5a3d-4c60-943b-033e4c49704d req-4434fd1e-bcfe-4d05-9783-0504ff71a222 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:29.528266 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ac8dc9e-5a3d-4c60-943b-033e4c49704d req-4434fd1e-bcfe-4d05-9783-0504ff71a222 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 943 time: 0.2597218 Feb 04 15:42:29.674074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ac8dc9e-5a3d-4c60-943b-033e4c49704d req-17f743f8-96bf-439f-bba9-630572431165 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488931 Feb 04 15:42:29.694518 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-78b2d9db-b982-4391-9eb5-52dad61bcd0b req-eef9f2ea-a975-4da6-a026-4b7f1bc00507 service neutron] 10.222.0.81 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277205 Feb 04 15:42:29.818787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e0556-b3a9-4382-a815-575933c83f7d req-0f171119-5c98-438f-be11-4ba7a889d37a tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:29.819551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-283e0556-b3a9-4382-a815-575933c83f7d req-0f171119-5c98-438f-be11-4ba7a889d37a tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Synchronizing usage tracker for tenant:0f8ad1dc3aef4493acb374921799ab96 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:29.856099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-283e0556-b3a9-4382-a815-575933c83f7d req-0f171119-5c98-438f-be11-4ba7a889d37a tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Unset dirty status for tenant:0f8ad1dc3aef4493acb374921799ab96 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:29.857536 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-283e0556-b3a9-4382-a815-575933c83f7d req-0f171119-5c98-438f-be11-4ba7a889d37a tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 945 time: 0.3057392 Feb 04 15:42:29.859535 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.022427 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-283e0556-b3a9-4382-a815-575933c83f7d req-fc8271d9-3994-4b67-a885-c2a4fc490081 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Deleting port 291a6d39-41a7-451d-9603-25b5f42b95f7 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:30.023149 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-283e0556-b3a9-4382-a815-575933c83f7d req-fc8271d9-3994-4b67-a885-c2a4fc490081 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.055298 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-78b2d9db-b982-4391-9eb5-52dad61bcd0b req-ae9c8e84-394e-4348-a804-45c8e30151e8 service neutron] 10.222.0.81 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535030 Feb 04 15:42:30.094588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba70c8c-3c5e-41a3-95b3-0ee97d48f59f,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:30.153409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] Checking segment: {'id': '164197f5-caec-4dbd-a088-bd997824cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:30.153754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] Network hostable DHCP agents. Network: e4b139df-5612-4377-ac79-2126181c32bf, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:42:30.241491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-f30d1fae-bf37-4e8b-af1a-3443788a1b13 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:30.242927 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-f30d1fae-bf37-4e8b-af1a-3443788a1b13 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/networks?id=8bfdbd2b-c87d-4774-b36a-2e8f7c383241 HTTP/1.1" status: 200 len: 809 time: 0.2951119 Feb 04 15:42:30.246151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] Network e4b139df-5612-4377-ac79-2126181c32bf is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:42:30.270097 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154d1f4-ecd4-4d52-8f52-48d37ff22613 req-16afb07a-8a1b-402b-86db-e35e1d526ad7 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:30.278314 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f154d1f4-ecd4-4d52-8f52-48d37ff22613 req-16afb07a-8a1b-402b-86db-e35e1d526ad7 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7c8ebae-09b2-420b-b96a-40924bd60230 HTTP/1.1" status: 200 len: 945 time: 0.1942890 Feb 04 15:42:30.297372 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, e4b139df-5612-4377-ac79-2126181c32bf) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:30.305887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:30.307127 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.309824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-283e0556-b3a9-4382-a815-575933c83f7d req-fc8271d9-3994-4b67-a885-c2a4fc490081 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] For port 291a6d39-41a7-451d-9603-25b5f42b95f7, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=291a6d39-41a7-451d-9603-25b5f42b95f7,segment=NetworkSegment(4415c85a-9d03-4c96-84eb-95e21bb369d0),segment_id=4415c85a-9d03-4c96-84eb-95e21bb369d0)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:30.309824 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-283e0556-b3a9-4382-a815-575933c83f7d req-fc8271d9-3994-4b67-a885-c2a4fc490081 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.312585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0972e3b7-d09f-4403-bbeb-91b09ecd1ea9 None None] Network e4b139df-5612-4377-ac79-2126181c32bf requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:42:30.314649 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-13bf33b7-cbfe-4ec4-b952-6543aae274c4 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/quotas/a3ede0b86bfc40ab9e5504ca0c6afb29 HTTP/1.1" status: 200 len: 375 time: 0.0611999 Feb 04 15:42:30.386903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-62c7ee78-3826-4be1-93a8-8c081f3f79e2 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a3ede0b86bfc40ab9e5504ca0c6afb29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554681 Feb 04 15:42:30.396368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a2e20f61-b43e-474e-9376-5c87b3a19d0a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0361497 Feb 04 15:42:30.403812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f154d1f4-ecd4-4d52-8f52-48d37ff22613 req-0d965371-70fd-4d15-a15f-eab16d08f69d tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ade67a5-5ee1-4816-8421-0950784200e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245222 Feb 04 15:42:30.602912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e399c9c-7703-4f22-8ad7-8dd83c6cdc39 None None] Network e4b139df-5612-4377-ac79-2126181c32bf requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:42:30.655088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-283e0556-b3a9-4382-a815-575933c83f7d req-fc8271d9-3994-4b67-a885-c2a4fc490081 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Calling delete_port for 291a6d39-41a7-451d-9603-25b5f42b95f7 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:30.718905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:42:30.818770 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-1748741e-8762-4e8e-8740-ae1856699d60 service neutron] 10.222.0.60 "GET /v2.0/networks/8bfdbd2b-c87d-4774-b36a-2e8f7c383241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095559 Feb 04 15:42:30.835259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899067e7-85a7-4c04-803c-c52255b361c9 req-4949b02c-e151-4af2-9530-bbc851cb68ec tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:30.845092 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-899067e7-85a7-4c04-803c-c52255b361c9 req-4949b02c-e151-4af2-9530-bbc851cb68ec tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.1399851 Feb 04 15:42:30.849266 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-283e0556-b3a9-4382-a815-575933c83f7d req-fc8271d9-3994-4b67-a885-c2a4fc490081 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.900150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['291a6d39-41a7-451d-9603-25b5f42b95f7'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:30.985116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8271d9-3994-4b67-a885-c2a4fc490081 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Pushing event deleted for resources: {'Port': ['ID=291a6d39-41a7-451d-9603-25b5f42b95f7,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:31.044226 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:31.059915 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8', 'network_id': '7ecadb25-8c08-4a58-85bb-d9db02afbd7c', 'port_id': '5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8', 'mac_address': 'fa:16:3e:34:86:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5285dbb-79fd-49a5-a716-0ef9a58f1dfc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:42:31.072333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-283e0556-b3a9-4382-a815-575933c83f7d req-fc8271d9-3994-4b67-a885-c2a4fc490081 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] No DVR routers for this DVR port 291a6d39-41a7-451d-9603-25b5f42b95f7 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:31.077187 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-283e0556-b3a9-4382-a815-575933c83f7d req-fc8271d9-3994-4b67-a885-c2a4fc490081 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.078896 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-899067e7-85a7-4c04-803c-c52255b361c9 req-e1a9fa9d-7809-4cb7-82f6-9337f5e1958f tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298687 Feb 04 15:42:31.080228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c8ebae-09b2-420b-b96a-40924bd60230', 'name': 'network-vif-deleted', 'tag': '291a6d39-41a7-451d-9603-25b5f42b95f7'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:31.103020 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-f22bab09-b9cc-4c9d-89dc-bf81a4c74e1c service neutron] 10.222.0.60 "GET /v2.0/networks/8bfdbd2b-c87d-4774-b36a-2e8f7c383241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551091 Feb 04 15:42:31.122336 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-283e0556-b3a9-4382-a815-575933c83f7d req-fc8271d9-3994-4b67-a885-c2a4fc490081 tempest-InstanceActionsTestJSON-2050799894 tempest-InstanceActionsTestJSON-2050799894-project] 10.222.0.81 "DELETE /v2.0/ports/291a6d39-41a7-451d-9603-25b5f42b95f7 HTTP/1.1" status: 204 len: 173 time: 1.2475910 Feb 04 15:42:31.166844 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.188209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:31.206496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:31.212866 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.319165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:31.420714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:31.515030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40a53d-0599-42bc-b5be-0e22e7e84dc4 req-6111978e-b40c-4ddd-94be-d0ffc3b5e7b5 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:31.525378 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f40a53d-0599-42bc-b5be-0e22e7e84dc4 req-6111978e-b40c-4ddd-94be-d0ffc3b5e7b5 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 944 time: 0.1162958 Feb 04 15:42:31.610457 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f40a53d-0599-42bc-b5be-0e22e7e84dc4 req-2422cdaf-2c19-4d9d-9265-ba74ed620c9f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838921 Feb 04 15:42:31.946034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35906) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:31.988997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845f305-c404-4040-b4bb-6f5d028cd3ab req-90ad8571-c94c-49d9-bbff-aa8fc23fe050 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:31.996273 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d845f305-c404-4040-b4bb-6f5d028cd3ab req-90ad8571-c94c-49d9-bbff-aa8fc23fe050 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 943 time: 0.1986496 Feb 04 15:42:32.078553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-2ef9fca1-9f69-4e0b-a156-4219e1a44d08 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:32.079260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-2ef9fca1-9f69-4e0b-a156-4219e1a44d08 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Synchronizing usage tracker for tenant:428132a2da7b4ddc958b0b710ebd148c on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:32.095794 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d845f305-c404-4040-b4bb-6f5d028cd3ab req-2b1ff295-5c5b-49e4-9aa4-be882c624697 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985224 Feb 04 15:42:32.127209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-2ef9fca1-9f69-4e0b-a156-4219e1a44d08 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Unset dirty status for tenant:428132a2da7b4ddc958b0b710ebd148c on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:32.129387 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-2ef9fca1-9f69-4e0b-a156-4219e1a44d08 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/networks?id=e4b139df-5612-4377-ac79-2126181c32bf HTTP/1.1" status: 200 len: 814 time: 0.2528605 Feb 04 15:42:32.146931 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-27794852-f856-40f2-9d4a-644dc52caa68 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/quotas/428132a2da7b4ddc958b0b710ebd148c HTTP/1.1" status: 200 len: 375 time: 0.0121620 Feb 04 15:42:32.180076 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c8ebae-09b2-420b-b96a-40924bd60230', 'name': 'network-vif-deleted', 'tag': '291a6d39-41a7-451d-9603-25b5f42b95f7', 'status': 'completed', 'code': 200} Feb 04 15:42:32.208515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-348045204', 'router:external': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:32.211637 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-bb884c88-fd1f-4f19-a5db-4829216ef4b8 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=428132a2da7b4ddc958b0b710ebd148c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558622 Feb 04 15:42:32.214851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:32.233119 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Usage tracker for resource:network and tenant:c2215094199f47c684c3572377977b8b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:32.237038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:32.244543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:32.262565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Made reservation on behalf of c2215094199f47c684c3572377977b8b for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:32.264987 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.280833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.317345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:32.321176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Usage tracker for resource:security_group_rule and tenant:c2215094199f47c684c3572377977b8b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:32.324693 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:32.330437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:32.353147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9e67ab1-536a-4f97-a043-9455cf07d30e req-7c80c283-5951-43d1-a7d2-8338c31fb025 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 210 time: 0.0544267 Feb 04 15:42:32.401721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-faf717d6-3a9e-44c6-9b75-446d980354e9 service neutron] 10.222.0.60 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825750 Feb 04 15:42:32.414802 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.420717 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.454407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:42:32.459970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8896898e-1371-4b05-91a4-a6f9f788d0c9,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:32.467001 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.467376 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Added segment d83e427f-cce9-4335-87d9-653f5c0aba22 of type vlan for network 9a8efc05-2bad-4e05-93ac-c2c142221724 Feb 04 15:42:32.475634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35914) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:32.544815 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-8f8417ee-a9c6-4dd9-a9c1-4627f7059f3b service neutron] 10.222.0.60 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374631 Feb 04 15:42:32.560343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.571650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3df4c99-f7b3-496f-b3df-faff71cb96d1 admin admin] Deleting subnet 7fb682bc-1767-4494-8841-bd6207e828a4 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:42:32.578729 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3df4c99-f7b3-496f-b3df-faff71cb96d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.644035 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3df4c99-f7b3-496f-b3df-faff71cb96d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.690805 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.691687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:32.692311 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.734799 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 57e0b535-d578-4898-a347-9c2cc45031c7 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:42:32.748759 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:32.820022 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3df4c99-f7b3-496f-b3df-faff71cb96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.879302 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9284782 Feb 04 15:42:32.881197 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d971c9-6be5-47f1-ae15-57ced5436748 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Pushing event updated for resources: {'Network': ['ID=9a8efc05-2bad-4e05-93ac-c2c142221724,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:32.883158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35926) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:32.900959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 9a8efc05-2bad-4e05-93ac-c2c142221724 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:42:32.925234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Request body: {'subnet': {'network_id': '9a8efc05-2bad-4e05-93ac-c2c142221724', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:32.942519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:32.959547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Usage tracker for resource:subnet and tenant:c2215094199f47c684c3572377977b8b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:32.963289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:32.982806 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:33.028754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Made reservation on behalf of c2215094199f47c684c3572377977b8b for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:33.032432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.049762 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3df4c99-f7b3-496f-b3df-faff71cb96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.191399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:33.192040 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.198970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df4c99-f7b3-496f-b3df-faff71cb96d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fb682bc-1767-4494-8841-bd6207e828a4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:33.218947 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3df4c99-f7b3-496f-b3df-faff71cb96d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.242401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35936) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:33.242945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 57e0b535-d578-4898-a347-9c2cc45031c7, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=57e0b535-d578-4898-a347-9c2cc45031c7,segment=NetworkSegment(e522db58-e236-4242-9bc5-3f2097a12f97),segment_id=e522db58-e236-4242-9bc5-3f2097a12f97)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:33.244020 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e3df4c99-f7b3-496f-b3df-faff71cb96d1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7fb682bc-1767-4494-8841-bd6207e828a4 HTTP/1.1" status: 204 len: 168 time: 0.7661433 Feb 04 15:42:33.269319 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '57e0b535-d578-4898-a347-9c2cc45031c7', 'network_id': '5d4c21c4-551b-462b-8e6b-996fea3f21f0', 'port_id': '57e0b535-d578-4898-a347-9c2cc45031c7', 'mac_address': 'fa:16:3e:53:c2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6936ad47-b452-4395-8810-e07292c24d1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:42:33.291457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-4130b9d0-be83-49dd-96bd-4a184709a222 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:33.293925 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-4130b9d0-be83-49dd-96bd-4a184709a222 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.73 "GET /v2.0/networks?id=8bfdbd2b-c87d-4774-b36a-2e8f7c383241 HTTP/1.1" status: 200 len: 809 time: 0.5032015 Feb 04 15:42:33.362486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Request body: {'port': {'device_id': '4dfc2895-b9fe-44f3-8a45-8a832c50d382', 'network_id': '8bfdbd2b-c87d-4774-b36a-2e8f7c383241', 'admin_state_up': True, 'tenant_id': 'a3ede0b86bfc40ab9e5504ca0c6afb29'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:33.374810 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.407650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e0b535-d578-4898-a347-9c2cc45031c7 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:33.417979 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.443050 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 57e0b535-d578-4898-a347-9c2cc45031c7, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=57e0b535-d578-4898-a347-9c2cc45031c7,segment=NetworkSegment(e522db58-e236-4242-9bc5-3f2097a12f97),segment_id=e522db58-e236-4242-9bc5-3f2097a12f97)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:33.451699 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.489713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9869a5-c256-4808-8887-ab0eb7921265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:33.528901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:33.540927 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.541735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 291a6d39-41a7-451d-9603-25b5f42b95f7 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:33.583074 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 291a6d39-41a7-451d-9603-25b5f42b95f7 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:42:33.583442 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 291a6d39-41a7-451d-9603-25b5f42b95f7 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:33.588095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=57e0b535-d578-4898-a347-9c2cc45031c7,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:33.602425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.objects.ports [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83550) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:42:33.603228 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.672857 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6843680-6129-4be6-a3ff-5ffb9ec1cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.673879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:33.684868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5a0d2c07-cf26-40f2-8a78-81cf83665ea5,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:33.693338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Checking segment: {'id': 'd83e427f-cce9-4335-87d9-653f5c0aba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a8efc05-2bad-4e05-93ac-c2c142221724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:33.693701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Network hostable DHCP agents. Network: 9a8efc05-2bad-4e05-93ac-c2c142221724, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:42:33.702753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac152a-e0da-42cd-a391-377e733980a4 req-c1b46699-1887-4902-9ff9-2fe7bad90a0a tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:33.704288 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3ac152a-e0da-42cd-a391-377e733980a4 req-c1b46699-1887-4902-9ff9-2fe7bad90a0a tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 944 time: 0.7491634 Feb 04 15:42:33.715204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9115813-5e8c-4093-97f7-bbec546826b3 req-42be7b7b-9944-4922-b4c9-99eebd913a12 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:33.716756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9115813-5e8c-4093-97f7-bbec546826b3 req-42be7b7b-9944-4922-b4c9-99eebd913a12 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.7605119 Feb 04 15:42:33.717970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Network 9a8efc05-2bad-4e05-93ac-c2c142221724 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:42:33.733751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 9a8efc05-2bad-4e05-93ac-c2c142221724) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:33.738371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:33.739306 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.748284 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fc680b-29f8-4f59-9572-ff39a5aa8dbb None None] Network 9a8efc05-2bad-4e05-93ac-c2c142221724 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:42:33.765668 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6c95c1b6-7ef6-47ce-9c9a-c333833a8b0e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8644669 Feb 04 15:42:33.768350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35946) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:33.774571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1044616813', 'network_id': '9a8efc05-2bad-4e05-93ac-c2c142221724'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:33.780151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:33.785718 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Usage tracker for resource:port and tenant:c2215094199f47c684c3572377977b8b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:33.788405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:33.795806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3ac152a-e0da-42cd-a391-377e733980a4 req-57ea8890-bb39-487a-8db0-fbafb976ecfb tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750413 Feb 04 15:42:33.797338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:33.812776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Made reservation on behalf of c2215094199f47c684c3572377977b8b for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:33.815597 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.845178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] device_id is not set on port 26922d06-6809-4b19-ad26-a7722659d29a yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:42:33.904654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:33.916946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Usage tracker for resource:port and tenant:a3ede0b86bfc40ab9e5504ca0c6afb29 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:33.926322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['57e0b535-d578-4898-a347-9c2cc45031c7'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:33.993213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:34.011860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9115813-5e8c-4093-97f7-bbec546826b3 req-feb52543-1de1-4b06-98e0-4b20545351cb tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768598 Feb 04 15:42:34.012265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Allocated IP 172.20.0.7 (9a8efc05-2bad-4e05-93ac-c2c142221724/5a0d2c07-cf26-40f2-8a78-81cf83665ea5/26922d06-6809-4b19-ad26-a7722659d29a) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:34.063932 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888ea114-5789-490a-895a-b6eb64630582 None None] Network 9a8efc05-2bad-4e05-93ac-c2c142221724 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:42:34.066834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:34.126909 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea341d03-5a8e-4193-acfb-5fc4947d23b8 req-80b01702-c486-4a98-8c47-a228409fc6d1 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 210 time: 0.0611467 Feb 04 15:42:34.130152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Made reservation on behalf of a3ede0b86bfc40ab9e5504ca0c6afb29 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:34.133326 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.146621 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6843680-6129-4be6-a3ff-5ffb9ec1cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.187882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-c6843680-6129-4be6-a3ff-5ffb9ec1cbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:34.205244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-c6843680-6129-4be6-a3ff-5ffb9ec1cbc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4415c85a-9d03-4c96-84eb-95e21bb369d0') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:34.205536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-c6843680-6129-4be6-a3ff-5ffb9ec1cbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4415c85a-9d03-4c96-84eb-95e21bb369d0') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:34.223570 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6843680-6129-4be6-a3ff-5ffb9ec1cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.249584 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6843680-6129-4be6-a3ff-5ffb9ec1cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.260426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6843680-6129-4be6-a3ff-5ffb9ec1cbc1 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:42:34.261287 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6843680-6129-4be6-a3ff-5ffb9ec1cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:42:34.383999 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:42:34.417162 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.458776 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.560023 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6843680-6129-4be6-a3ff-5ffb9ec1cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.589493 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6843680-6129-4be6-a3ff-5ffb9ec1cbc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.599420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Pushing event updated for resources: {'Port': ['ID=26922d06-6809-4b19-ad26-a7722659d29a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:34.633462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6843680-6129-4be6-a3ff-5ffb9ec1cbc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:34.654100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Network 9a8efc05-2bad-4e05-93ac-c2c142221724 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:34.657997 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:34.663840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:34.691107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-07a76f2b-e491-460e-813a-3da083cd21a3 req-0784e8c8-cd9b-4e71-91bb-4cabb42a1631 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Synchronizing usage tracker for tenant:a3ede0b86bfc40ab9e5504ca0c6afb29 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:34.711523 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c6843680-6129-4be6-a3ff-5ffb9ec1cbc1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7d7f50fd-ccc2-4a17-b100-ba19cb5c2e2e HTTP/1.1" status: 204 len: 168 time: 1.4623103 Feb 04 15:42:34.733621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596aeac9-b029-4122-8816-cac0c2035baa req-74402c34-cb8d-49b5-a593-3d3822a4c610 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:34.740094 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-596aeac9-b029-4122-8816-cac0c2035baa req-74402c34-cb8d-49b5-a593-3d3822a4c610 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 944 time: 0.3014193 Feb 04 15:42:34.747994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Allocated IP 172.20.0.14 (8bfdbd2b-c87d-4774-b36a-2e8f7c383241/ba1df444-6627-4beb-a8d2-f407de54879b/6d4108e9-2aa9-4479-ac85-a8bf6fb882e3) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:34.795758 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:34.796360 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.799957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-07a76f2b-e491-460e-813a-3da083cd21a3 req-0784e8c8-cd9b-4e71-91bb-4cabb42a1631 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Unset dirty status for tenant:a3ede0b86bfc40ab9e5504ca0c6afb29 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:34.801087 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07a76f2b-e491-460e-813a-3da083cd21a3 req-0784e8c8-cd9b-4e71-91bb-4cabb42a1631 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 210 time: 0.1632538 Feb 04 15:42:34.850169 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-596aeac9-b029-4122-8816-cac0c2035baa req-cdbaed1a-a26a-4546-8634-60ae67e649ec tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068025 Feb 04 15:42:34.878181 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-86f6ea16-30ef-4b1c-968b-147639de5c7c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:34.879660 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-86f6ea16-30ef-4b1c-968b-147639de5c7c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.81 "GET /v2.0/networks?id=e4b139df-5612-4377-ac79-2126181c32bf HTTP/1.1" status: 200 len: 814 time: 0.2667077 Feb 04 15:42:34.890449 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-85dcb12e-050d-444e-9b78-ff301f3a4f6b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1184330 Feb 04 15:42:34.890875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35958) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:35.011802 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9869a5-c256-4808-8887-ab0eb7921265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8', 'code': 200} Feb 04 15:42:35.030720 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Request body: {'port': {'device_id': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf', 'admin_state_up': True, 'tenant_id': '428132a2da7b4ddc958b0b710ebd148c'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:35.226031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35966) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:35.283610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1b196c5c-403a-46bb-8210-778d375b7eb6 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Deleting port 26922d06-6809-4b19-ad26-a7722659d29a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:35.283910 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b196c5c-403a-46bb-8210-778d375b7eb6 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.298301 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.338541 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f8343fc0-1960-4df0-8120-94d9917c58a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f8ad1dc3aef4493acb374921799ab96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1102512 Feb 04 15:42:35.342517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35970) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:35.433811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf6c84-ef46-4b77-98b0-14b3f32e325d req-a2153f12-6473-4901-a8f1-7f36e934ef9e tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:35.440517 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6bf6c84-ef46-4b77-98b0-14b3f32e325d req-a2153f12-6473-4901-a8f1-7f36e934ef9e tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 945 time: 0.2135634 Feb 04 15:42:35.466628 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.514219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:35.521620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Usage tracker for resource:port and tenant:428132a2da7b4ddc958b0b710ebd148c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:35.526013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:35.552002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:35.561581 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5d838028-6b1d-46d0-b106-871224490a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.619729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Made reservation on behalf of 428132a2da7b4ddc958b0b710ebd148c for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:35.620742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Network 8bfdbd2b-c87d-4774-b36a-2e8f7c383241 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:35.624181 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.632574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:35.649010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:35.677269 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6bf6c84-ef46-4b77-98b0-14b3f32e325d req-5dc59ea1-0a40-4781-bfe4-9b0e9d3f3e6a tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359352 Feb 04 15:42:35.677944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Pushing event updated for resources: {'Port': ['ID=6d4108e9-2aa9-4479-ac85-a8bf6fb882e3,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:35.695131 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5d838028-6b1d-46d0-b106-871224490a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.748644 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b196c5c-403a-46bb-8210-778d375b7eb6 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.781909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:35.782511 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.839312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892f4c4-0990-4aa1-bc52-77e8e4713d99 req-502e4582-f736-40a9-8894-c6aa58624d96 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:35.843642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7892f4c4-0990-4aa1-bc52-77e8e4713d99 req-502e4582-f736-40a9-8894-c6aa58624d96 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.2890568 Feb 04 15:42:35.846024 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-46069609-a500-429c-a15a-91aca774be4f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4976497 Feb 04 15:42:35.889922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Request body: {'port': {'device_id': '4dfc2895-b9fe-44f3-8a45-8a832c50d382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:35.892016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1b196c5c-403a-46bb-8210-778d375b7eb6 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Calling delete_port for 26922d06-6809-4b19-ad26-a7722659d29a owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:35.949461 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5d838028-6b1d-46d0-b106-871224490a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.983754 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-afda300b-50a1-4d1b-9ce7-9dd304f93ad9 req-9e1e1351-2bea-494c-bb46-9a2cf824da8e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 210 time: 0.1366389 Feb 04 15:42:36.005567 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5d838028-6b1d-46d0-b106-871224490a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.006883 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5d838028-6b1d-46d0-b106-871224490a34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ade67a5-5ee1-4816-8421-0950784200e3 HTTP/1.1" status: 204 len: 168 time: 0.6641076 Feb 04 15:42:36.021187 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d838028-6b1d-46d0-b106-871224490a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ade67a5-5ee1-4816-8421-0950784200e3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:36.031331 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Allocated IP 172.20.0.3 (e4b139df-5612-4377-ac79-2126181c32bf/fba70c8c-3c5e-41a3-95b3-0ee97d48f59f/f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:36.097486 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7892f4c4-0990-4aa1-bc52-77e8e4713d99 req-53fcc071-75a2-4a30-8591-06a1085a7ea3 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179277 Feb 04 15:42:36.137309 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.279827 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b196c5c-403a-46bb-8210-778d375b7eb6 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.333993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b196c5c-403a-46bb-8210-778d375b7eb6 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Pushing event deleted for resources: {'Port': ['ID=26922d06-6809-4b19-ad26-a7722659d29a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:36.550804 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6d47b632-0044-4b54-9106-bf4b3c813cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.601139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.610554 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b196c5c-403a-46bb-8210-778d375b7eb6 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.623396 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1b196c5c-403a-46bb-8210-778d375b7eb6 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "DELETE /v2.0/ports/26922d06-6809-4b19-ad26-a7722659d29a HTTP/1.1" status: 204 len: 168 time: 1.7313573 Feb 04 15:42:36.626794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35990) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:36.632505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9a8efc05-2bad-4e05-93ac-c2c142221724', 'external_fixed_ips': [{'subnet_id': '5a0d2c07-cf26-40f2-8a78-81cf83665ea5', 'ip_address': '172.20.0.7'}]}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:36.639469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:36.645320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Usage tracker for resource:router and tenant:c2215094199f47c684c3572377977b8b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:36.649514 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:36.658670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:36.669390 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.671971 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.673054 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.689235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4092bf4-6a43-4ad1-8fc6-1c07bd848a46 req-d7dced2f-ef61-46ce-add5-60f08801b69e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:36.690715 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4092bf4-6a43-4ad1-8fc6-1c07bd848a46 req-d7dced2f-ef61-46ce-add5-60f08801b69e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 944 time: 0.3961082 Feb 04 15:42:36.708749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745baf0-ac82-496a-a63f-2822e54d48b3 req-127ac5cd-dab8-4eb5-b1fb-8609315f17bf tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:36.710234 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b745baf0-ac82-496a-a63f-2822e54d48b3 req-127ac5cd-dab8-4eb5-b1fb-8609315f17bf tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 945 time: 0.4145005 Feb 04 15:42:36.755630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 57e0b535-d578-4898-a347-9c2cc45031c7 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:36.766202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Network e4b139df-5612-4377-ac79-2126181c32bf is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:36.784556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:36.787830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Pushing event updated for resources: {'Port': ['ID=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:36.800851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:36.810813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4092bf4-6a43-4ad1-8fc6-1c07bd848a46 req-a9a9e2b0-cfd8-4d1f-b871-2732625848c4 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993674 Feb 04 15:42:36.843317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b745baf0-ac82-496a-a63f-2822e54d48b3 req-6a1fd2b1-9b15-490f-befb-b053b5bfa171 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071281 Feb 04 15:42:36.902822 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.910364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:36.921026 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.927112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:36.927836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.952867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 57e0b535-d578-4898-a347-9c2cc45031c7 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:36.954687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Transition to ACTIVE for port object 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:36.958596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 57e0b535-d578-4898-a347-9c2cc45031c7 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:36.959293 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.967310 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.038955 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-4d08a60a-1483-4f23-8945-4e205d76f39b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0152071 Feb 04 15:42:37.089480 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.123042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf6b284-5328-419b-8789-874ed1c860a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e0b535-d578-4898-a347-9c2cc45031c7'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:37.130179 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Request body: {'port': {'device_id': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:37.152852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 57e0b535-d578-4898-a347-9c2cc45031c7, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=57e0b535-d578-4898-a347-9c2cc45031c7,segment=NetworkSegment(e522db58-e236-4242-9bc5-3f2097a12f97),segment_id=e522db58-e236-4242-9bc5-3f2097a12f97)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:37.166680 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.235582 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.256562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=57e0b535-d578-4898-a347-9c2cc45031c7,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:37.282124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36010) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:37.301099 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.345727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4108e9-2aa9-4479-ac85-a8bf6fb882e3,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:37.455671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-222631395-network', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:37.463282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246ed5e-ee97-4ebd-81f1-4ca9a91c626c req-4c41a127-0af0-43c2-95ba-9b1101fc0036 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:37.464803 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d246ed5e-ee97-4ebd-81f1-4ca9a91c626c req-4c41a127-0af0-43c2-95ba-9b1101fc0036 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 944 time: 0.3454702 Feb 04 15:42:37.469642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:37.485811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Usage tracker for resource:network and tenant:ba5317e5b4e643378ca182cde621e16b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:37.491901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:37.505574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3799be-8db8-431c-804a-a5195f361854 req-ce2e8f25-3df0-4cbb-8c97-99217102aeb9 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:37.507013 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a3799be-8db8-431c-804a-a5195f361854 req-ce2e8f25-3df0-4cbb-8c97-99217102aeb9 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 945 time: 0.3206325 Feb 04 15:42:37.512130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:37.542950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Attempting to bind port 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:37.543298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Attempting to bind port 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '4a912378-2379-4d66-ac5f-0cfd56ecfd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8bfdbd2b-c87d-4774-b36a-2e8f7c383241'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:37.543618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Attempting to bind port 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 on network 8bfdbd2b-c87d-4774-b36a-2e8f7c383241 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:37.567612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Port 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 on network 8bfdbd2b-c87d-4774-b36a-2e8f7c383241 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:37.567910 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Attempting to bind port 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 on network 8bfdbd2b-c87d-4774-b36a-2e8f7c383241 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:37.579964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d246ed5e-ee97-4ebd-81f1-4ca9a91c626c req-05fac4d6-2c69-417b-b406-92066f913d54 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bf41236-348b-40ba-be31-3964a729aae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059947 Feb 04 15:42:37.587925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:42:37.587925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Checking segment: {'id': '4a912378-2379-4d66-ac5f-0cfd56ecfd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8bfdbd2b-c87d-4774-b36a-2e8f7c383241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:37.588220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Made reservation on behalf of ba5317e5b4e643378ca182cde621e16b for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:37.588329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Bound using segment: {'id': '4a912378-2379-4d66-ac5f-0cfd56ecfd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8bfdbd2b-c87d-4774-b36a-2e8f7c383241'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:42:37.588700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Bound port: 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a912378-2379-4d66-ac5f-0cfd56ecfd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8bfdbd2b-c87d-4774-b36a-2e8f7c383241'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:37.589102 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.590700 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.612397 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a3799be-8db8-431c-804a-a5195f361854 req-b19e5a56-dc0f-4be5-8907-4619fc69dfae tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928726 Feb 04 15:42:37.625544 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.687317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005553-42b9-4199-889d-e27b0d722fad req-bd08ee4a-8de8-459e-a575-10dabb649754 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:37.688028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-23005553-42b9-4199-889d-e27b0d722fad req-bd08ee4a-8de8-459e-a575-10dabb649754 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Synchronizing usage tracker for tenant:db88fa6dda3d40c19694cb02ae3657f4 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:37.701167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] For port 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:37.705023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] For port 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6d4108e9-2aa9-4479-ac85-a8bf6fb882e3,segment=NetworkSegment(4a912378-2379-4d66-ac5f-0cfd56ecfd99),segment_id=4a912378-2379-4d66-ac5f-0cfd56ecfd99)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:37.711213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.765210 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.766956 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] 10.222.0.73 "PUT /v2.0/ports/6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 HTTP/1.1" status: 200 len: 1092 time: 1.8861387 Feb 04 15:42:37.773678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfc2895-b9fe-44f3-8a45-8a832c50d382', 'tag': '6d4108e9-2aa9-4479-ac85-a8bf6fb882e3'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:37.785464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:37.804486 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Usage tracker for resource:security_group_rule and tenant:ba5317e5b4e643378ca182cde621e16b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:37.807153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-23005553-42b9-4199-889d-e27b0d722fad req-bd08ee4a-8de8-459e-a575-10dabb649754 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Unset dirty status for tenant:db88fa6dda3d40c19694cb02ae3657f4 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:37.809479 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-23005553-42b9-4199-889d-e27b0d722fad req-bd08ee4a-8de8-459e-a575-10dabb649754 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 945 time: 0.4500558 Feb 04 15:42:37.813787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:37.857243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:37.962237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4108e9-2aa9-4479-ac85-a8bf6fb882e3,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:37.992682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-23005553-42b9-4199-889d-e27b0d722fad req-d34f6a34-6655-43c8-97fd-7c22da4f305c tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Deleting port ecd6fa08-d69a-4c61-aa91-c60bb426aca2 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:37.993021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-23005553-42b9-4199-889d-e27b0d722fad req-d34f6a34-6655-43c8-97fd-7c22da4f305c tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.993944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:37.994285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:37.994615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:37.995550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:37.995869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:37.996189 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:37.996499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:37.996814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:37.997137 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:37.997438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:37.997743 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1d8c2-ac30-406e-b2e1-e63ce6d19c29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:38.029302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85a63e-12be-4acf-b61d-1be904ddb47e req-c1428a52-f5c5-42a4-9c16-e6102fe90208 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:38.030903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d85a63e-12be-4acf-b61d-1be904ddb47e req-c1428a52-f5c5-42a4-9c16-e6102fe90208 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 931 time: 0.2579124 Feb 04 15:42:38.039037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e8f4d-0b0f-4edd-97db-ff3199705a8a req-1a6a2a9c-d040-4b3e-bc59-cb2d09d7cfff tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:38.040444 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b41e8f4d-0b0f-4edd-97db-ff3199705a8a req-1a6a2a9c-d040-4b3e-bc59-cb2d09d7cfff tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.2153544 Feb 04 15:42:38.045920 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-ba063aa1-a95b-4f20-ad2c-98ba82962a8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3ede0b86bfc40ab9e5504ca0c6afb29&device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 1095 time: 0.2196929 Feb 04 15:42:38.077640 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:42:38.158186 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-006def46-db47-4db3-8120-0180d7b73a32 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 HTTP/1.1" status: 200 len: 217 time: 0.0961156 Feb 04 15:42:38.226912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5d85a63e-12be-4acf-b61d-1be904ddb47e req-9da113a1-eaed-4f97-b8f2-56f899e8229c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Synchronizing usage tracker for tenant:428132a2da7b4ddc958b0b710ebd148c on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:38.241174 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.244941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b41e8f4d-0b0f-4edd-97db-ff3199705a8a req-e4adad99-831a-44b8-9020-34161631be6d tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981027 Feb 04 15:42:38.258353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-72abd325-2eb1-483c-b816-e53a5b45309a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:38.259849 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-72abd325-2eb1-483c-b816-e53a5b45309a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ba1df444-6627-4beb-a8d2-f407de54879b HTTP/1.1" status: 200 len: 849 time: 0.0912130 Feb 04 15:42:38.264619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5d85a63e-12be-4acf-b61d-1be904ddb47e req-9da113a1-eaed-4f97-b8f2-56f899e8229c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Unset dirty status for tenant:428132a2da7b4ddc958b0b710ebd148c on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:38.265745 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d85a63e-12be-4acf-b61d-1be904ddb47e req-9da113a1-eaed-4f97-b8f2-56f899e8229c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237349 Feb 04 15:42:38.282446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:38.287411 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.312894 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.316836 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-42ec5c08-0c80-4d93-b2d3-56be43d8fe4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8bfdbd2b-c87d-4774-b36a-2e8f7c383241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497797 Feb 04 15:42:38.318523 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.320797 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.357794 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf6b284-5328-419b-8789-874ed1c860a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e0b535-d578-4898-a347-9c2cc45031c7', 'code': 200} Feb 04 15:42:38.435392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:42:38.585262 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfc2895-b9fe-44f3-8a45-8a832c50d382', 'tag': '6d4108e9-2aa9-4479-ac85-a8bf6fb882e3', 'status': 'completed', 'code': 200} Feb 04 15:42:38.618824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Transition to ACTIVE for port object f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:38.653068 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-f3eb80e4-d580-4b4b-ba6e-ec21cb2a9802 service neutron] 10.222.0.73 "GET /v2.0/networks/8bfdbd2b-c87d-4774-b36a-2e8f7c383241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281798 Feb 04 15:42:38.675471 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.727241 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.727608 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Added segment 51cf8227-3f79-41cb-a5bd-428f901dc941 of type vlan for network 2d7217e5-e318-4a66-a489-b15644d8d3cf Feb 04 15:42:38.728780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9e301e-c141-419b-8f9b-24fdfa619cdc,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:38.769889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:38.870367 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c039e4-6a49-4b9e-aefc-6998364c2e41 req-2defb39a-5c5c-4b6d-936e-236774451b75 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:38.872868 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76c039e4-6a49-4b9e-aefc-6998364c2e41 req-2defb39a-5c5c-4b6d-936e-236774451b75 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 945 time: 0.2867038 Feb 04 15:42:38.974799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.982439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9437b4b0-d26f-432d-a182-6d9e477b218f req-34092c59-9ec4-4e6b-9ab2-139ddcaaf736 service neutron] 10.222.0.73 "GET /v2.0/networks/8bfdbd2b-c87d-4774-b36a-2e8f7c383241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196359 Feb 04 15:42:38.984594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.985499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Pushing event updated for resources: {'Port': ['ID=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:39.030880 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-290a9934-7e91-4c98-83f4-5a53e81acfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.034742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50ba44-df3a-48a6-a247-78dcdcbccc29 req-4fbb6983-e408-47d6-840e-66ee29877979 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:39.050412 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e50ba44-df3a-48a6-a247-78dcdcbccc29 req-4fbb6983-e408-47d6-840e-66ee29877979 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 945 time: 0.3114824 Feb 04 15:42:39.054423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-23005553-42b9-4199-889d-e27b0d722fad req-d34f6a34-6655-43c8-97fd-7c22da4f305c tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] For port ecd6fa08-d69a-4c61-aa91-c60bb426aca2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ecd6fa08-d69a-4c61-aa91-c60bb426aca2,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:39.054784 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-23005553-42b9-4199-889d-e27b0d722fad req-d34f6a34-6655-43c8-97fd-7c22da4f305c tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.068009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76c039e4-6a49-4b9e-aefc-6998364c2e41 req-b6c890b3-39d6-4c80-be1b-08d9667239d7 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609626 Feb 04 15:42:39.084750 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:39.093947 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.223322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e50ba44-df3a-48a6-a247-78dcdcbccc29 req-3f9d6317-08ab-4099-8b4e-58cd1af29394 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522322 Feb 04 15:42:39.234035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:39.244826 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e2152ec-4d05-4003-9774-7374ce47ccc3 req-8f72124f-bc1c-42f6-8758-bc84e1119aac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3ede0b86bfc40ab9e5504ca0c6afb29&device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 1095 time: 0.1755238 Feb 04 15:42:39.264045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-23005553-42b9-4199-889d-e27b0d722fad req-d34f6a34-6655-43c8-97fd-7c22da4f305c tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Calling delete_port for ecd6fa08-d69a-4c61-aa91-c60bb426aca2 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:39.350197 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.351051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:39.351677 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.358338 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6657c55a-ecef-4c8a-b66c-8c03d732e665 req-7ab37227-09fa-4663-b1c0-c835140cb9ef service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 1096 time: 0.7407978 Feb 04 15:42:39.363287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Allocated IP 172.20.0.7 (9a8efc05-2bad-4e05-93ac-c2c142221724/5a0d2c07-cf26-40f2-8a78-81cf83665ea5/dc0a1c15-c242-4d65-85a2-026ba544e3c6) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:39.469442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2152ec-4d05-4003-9774-7374ce47ccc3 req-2025c76a-b180-4a0b-a964-55063a136fb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:39.470923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e2152ec-4d05-4003-9774-7374ce47ccc3 req-2025c76a-b180-4a0b-a964-55063a136fb9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8bfdbd2b-c87d-4774-b36a-2e8f7c383241 HTTP/1.1" status: 200 len: 910 time: 0.2159545 Feb 04 15:42:39.549074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5794e9-c213-4f29-b4e6-81f79dd69a71 req-7afef4fd-10c5-4476-a517-0f47e2e6c7e3 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:39.550884 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab5794e9-c213-4f29-b4e6-81f79dd69a71 req-7afef4fd-10c5-4476-a517-0f47e2e6c7e3 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 944 time: 0.2026529 Feb 04 15:42:39.583537 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2987626 Feb 04 15:42:39.593731 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36038) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:39.612536 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e2152ec-4d05-4003-9774-7374ce47ccc3 req-dfc937bf-722d-45e1-b9b9-1496b755615a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 HTTP/1.1" status: 200 len: 217 time: 0.1313612 Feb 04 15:42:39.647605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2b2fc-eb3b-41b7-b71a-6715abba0604 admin admin] Pushing event updated for resources: {'Network': ['ID=2d7217e5-e318-4a66-a489-b15644d8d3cf,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:39.661631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 2d7217e5-e318-4a66-a489-b15644d8d3cf details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:42:39.663334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] Request body: {'subnet': {'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-222631395-subnet', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:39.669677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Attempting to bind port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:39.670073 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Attempting to bind port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '164197f5-caec-4dbd-a088-bd997824cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:39.670359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Attempting to bind port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b on network e4b139df-5612-4377-ac79-2126181c32bf {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:39.678906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:39.688319 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6657c55a-ecef-4c8a-b66c-8c03d732e665 req-1915f6dd-0373-4790-9afc-166ee080fb6b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034382 Feb 04 15:42:39.699116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] Usage tracker for resource:subnet and tenant:ba5317e5b4e643378ca182cde621e16b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:39.720331 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab5794e9-c213-4f29-b4e6-81f79dd69a71 req-1a362544-e122-4dbb-b23c-e327d5325e5e tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bf41236-348b-40ba-be31-3964a729aae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535594 Feb 04 15:42:39.721572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2152ec-4d05-4003-9774-7374ce47ccc3 req-657c2a78-dbf4-4434-9c4c-1915d5df22b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:39.722893 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e2152ec-4d05-4003-9774-7374ce47ccc3 req-657c2a78-dbf4-4434-9c4c-1915d5df22b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ba1df444-6627-4beb-a8d2-f407de54879b HTTP/1.1" status: 200 len: 849 time: 0.1027458 Feb 04 15:42:39.736287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:39.750781 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b on network e4b139df-5612-4377-ac79-2126181c32bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:42:39.751210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Attempting to bind port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b on network e4b139df-5612-4377-ac79-2126181c32bf {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:39.753918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:39.775987 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e2152ec-4d05-4003-9774-7374ce47ccc3 req-2edbbfd7-e769-4d2d-a723-618cf1763974 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8bfdbd2b-c87d-4774-b36a-2e8f7c383241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436068 Feb 04 15:42:39.783143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185be397-2361-4a08-ab08-97f26b278083 req-b1f4ee87-cbfd-40e4-ab00-1ea32060ca27 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:39.784694 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-185be397-2361-4a08-ab08-97f26b278083 req-b1f4ee87-cbfd-40e4-ab00-1ea32060ca27 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.2190502 Feb 04 15:42:39.802437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:42:39.802716 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Checking segment: {'id': '164197f5-caec-4dbd-a088-bd997824cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:39.803107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Bound using segment: {'id': '164197f5-caec-4dbd-a088-bd997824cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:42:39.803599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Bound port: f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164197f5-caec-4dbd-a088-bd997824cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:39.803951 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.841232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] Made reservation on behalf of ba5317e5b4e643378ca182cde621e16b for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:39.843579 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.900222 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.942370 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-23005553-42b9-4199-889d-e27b0d722fad req-d34f6a34-6655-43c8-97fd-7c22da4f305c tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.952574 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.963093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['2174a413-02d8-4843-af33-1e954ce3560c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:39.994762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-185be397-2361-4a08-ab08-97f26b278083 req-2553305c-7100-406c-8d17-34dd9fa39a57 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798892 Feb 04 15:42:40.026268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['89c084ef-393c-4326-9c2a-27046b0b9d44'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:40.042361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f6a34-6655-43c8-97fd-7c22da4f305c tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Pushing event deleted for resources: {'Port': ['ID=ecd6fa08-d69a-4c61-aa91-c60bb426aca2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:40.060435 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e2152ec-4d05-4003-9774-7374ce47ccc3 req-00d00557-7d0e-4eeb-a3d9-26ca0b8a8bf7 service neutron] 10.222.0.73 "GET /v2.0/networks/8bfdbd2b-c87d-4774-b36a-2e8f7c383241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748158 Feb 04 15:42:40.178574 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.184426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:40.188643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97530ad-db68-4f36-95e5-82ad0cf30c1d req-351304e2-9e39-43dc-a238-5db741922244 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:40.190366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a97530ad-db68-4f36-95e5-82ad0cf30c1d req-351304e2-9e39-43dc-a238-5db741922244 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 943 time: 0.2778649 Feb 04 15:42:40.194608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-23005553-42b9-4199-889d-e27b0d722fad req-d34f6a34-6655-43c8-97fd-7c22da4f305c tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] No DVR routers for this DVR port ecd6fa08-d69a-4c61-aa91-c60bb426aca2 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:40.200557 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-23005553-42b9-4199-889d-e27b0d722fad req-d34f6a34-6655-43c8-97fd-7c22da4f305c tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.204654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e73b93-32c5-4731-ac13-d918fe73f741', 'name': 'network-vif-deleted', 'tag': 'ecd6fa08-d69a-4c61-aa91-c60bb426aca2'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:40.211875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:40.225566 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.267581 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.283385 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-23005553-42b9-4199-889d-e27b0d722fad req-d34f6a34-6655-43c8-97fd-7c22da4f305c tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.81 "DELETE /v2.0/ports/ecd6fa08-d69a-4c61-aa91-c60bb426aca2 HTTP/1.1" status: 204 len: 173 time: 2.4631445 Feb 04 15:42:40.337327 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a97530ad-db68-4f36-95e5-82ad0cf30c1d req-e904ec62-e5f2-4d77-8b10-b8757b58e061 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138821 Feb 04 15:42:40.345614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e2152ec-4d05-4003-9774-7374ce47ccc3 req-ab1c7f49-ce3e-4b50-b277-7b5b09cd4dc7 service neutron] 10.222.0.73 "GET /v2.0/networks/8bfdbd2b-c87d-4774-b36a-2e8f7c383241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586730 Feb 04 15:42:40.362642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9869a5-c256-4808-8887-ab0eb7921265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:40.380659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76a08-8d2f-4b5a-b418-865be6597788 req-1dddbfd0-2e12-426d-ac20-d84a663cdd77 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:40.382509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ae76a08-8d2f-4b5a-b418-865be6597788 req-1dddbfd0-2e12-426d-ac20-d84a663cdd77 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 943 time: 0.2040918 Feb 04 15:42:40.457834 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ae76a08-8d2f-4b5a-b418-865be6597788 req-89055cdc-7631-4536-9dc1-edc4be8e8117 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617645 Feb 04 15:42:40.554769 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.556242 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] 10.222.0.81 "PUT /v2.0/ports/f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b HTTP/1.1" status: 200 len: 1091 time: 3.4310207 Feb 04 15:42:40.563413 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e73b93-32c5-4731-ac13-d918fe73f741', 'name': 'network-vif-deleted', 'tag': 'ecd6fa08-d69a-4c61-aa91-c60bb426aca2', 'status': 'completed', 'code': 200} Feb 04 15:42:40.570265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Network 9a8efc05-2bad-4e05-93ac-c2c142221724 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:40.579854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:40.587255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:40.595319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af386b8-7515-49fc-a6f9-5d39f3f416b9 req-32b30897-2530-45a0-8e50-806b1117a79c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:40.596890 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3af386b8-7515-49fc-a6f9-5d39f3f416b9 req-32b30897-2530-45a0-8e50-806b1117a79c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 945 time: 0.1129084 Feb 04 15:42:40.624309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45da7e-caf7-4708-bbec-ba9bb900dfbe service neutron] Pushing event updated for resources: {'Port': ['ID=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:40.671411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3af386b8-7515-49fc-a6f9-5d39f3f416b9 req-9a5169c4-5792-450f-ada1-7d99d8cdc7aa tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657916 Feb 04 15:42:40.749957 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9869a5-c256-4808-8887-ab0eb7921265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8', 'code': 200} Feb 04 15:42:40.782268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ecd6fa08-d69a-4c61-aa91-c60bb426aca2 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:40.834779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: ecd6fa08-d69a-4c61-aa91-c60bb426aca2 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:42:40.835640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ecd6fa08-d69a-4c61-aa91-c60bb426aca2 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:40.849840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Pushing event updated for resources: {'Port': ['ID=dc0a1c15-c242-4d65-85a2-026ba544e3c6,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:40.860614 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.889998 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c78c6e4-3c85-4640-a2ec-96c29d44ec04 req-fc02018f-22cb-4a9e-9234-5b9a4005b39e tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e73b93-32c5-4731-ac13-d918fe73f741 HTTP/1.1" status: 200 len: 210 time: 0.1586144 Feb 04 15:42:40.974267 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-c27ef6e1-3b56-4e44-beed-e1d563a925ff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=428132a2da7b4ddc958b0b710ebd148c&device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 1094 time: 0.3062713 Feb 04 15:42:40.985281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=12330993-a528-43ce-8b65-732ec38af950,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:40.990575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a983bce-2ef1-4af4-b43f-0a0dc2500251 req-f2235812-e736-46a3-96a3-32b53ca9ae6f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:40.992490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a983bce-2ef1-4af4-b43f-0a0dc2500251 req-f2235812-e736-46a3-96a3-32b53ca9ae6f tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 944 time: 0.0795803 Feb 04 15:42:41.040951 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a983bce-2ef1-4af4-b43f-0a0dc2500251 req-27e865ea-625c-423a-a314-5b4f45c538e8 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bf41236-348b-40ba-be31-3964a729aae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421424 Feb 04 15:42:41.076794 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-3203b901-56e0-47a8-ad53-6c6b3ae5ab10 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b HTTP/1.1" status: 200 len: 217 time: 0.0805409 Feb 04 15:42:41.083388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] Checking segment: {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:41.083756 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] Network hostable DHCP agents. Network: 2d7217e5-e318-4a66-a489-b15644d8d3cf, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:42:41.175739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-17f08a6a-2e43-480c-aaf3-0eddf7ef1e9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:41.177357 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-17f08a6a-2e43-480c-aaf3-0eddf7ef1e9d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fba70c8c-3c5e-41a3-95b3-0ee97d48f59f HTTP/1.1" status: 200 len: 854 time: 0.0853274 Feb 04 15:42:41.179237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] Network 2d7217e5-e318-4a66-a489-b15644d8d3cf is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:42:41.223287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96ca83-661a-4bb1-a369-4688947deb1d req-ddd5f4f5-f260-479e-93fd-1a1b1403c785 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:41.225081 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba96ca83-661a-4bb1-a369-4688947deb1d req-ddd5f4f5-f260-479e-93fd-1a1b1403c785 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.1042209 Feb 04 15:42:41.226707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 2d7217e5-e318-4a66-a489-b15644d8d3cf) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:41.232534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:41.233987 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.235901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255c1e67-76c4-4730-ac72-903274edb46d None None] Network 2d7217e5-e318-4a66-a489-b15644d8d3cf requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:42:41.254406 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-9d28bc45-5b07-4a3b-8b16-a391575614c6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e4b139df-5612-4377-ac79-2126181c32bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672832 Feb 04 15:42:41.283162 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba96ca83-661a-4bb1-a369-4688947deb1d req-183f118e-a811-407e-aa1a-779f05fb9a0e tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474334 Feb 04 15:42:41.292978 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f6d72550-34b2-4423-9f4f-353365b376cd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6467915 Feb 04 15:42:41.297679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36054) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:41.311346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:41.318295 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:41.322597 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Usage tracker for resource:router and tenant:ba5317e5b4e643378ca182cde621e16b is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:41.326343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:41.333209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:41.349784 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.351154 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.351370 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.351901 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.367029 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.376568 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.468643 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.510240 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-aaeabff8-c633-490d-856d-5fa9c24f862f service neutron] 10.222.0.81 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449653 Feb 04 15:42:41.589363 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-2d7217e5-e318-4a66-a489-b15644d8d3cf', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:42:41.590176 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.639850 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.805760 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9528d2a8-86b3-4a20-8cf9-0514d254dd69 req-e7772153-1168-4cd8-b4a6-c2de99a91271 service neutron] 10.222.0.81 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717731 Feb 04 15:42:41.813054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Allocated IP 172.20.0.2 (2d7217e5-e318-4a66-a489-b15644d8d3cf/12330993-a528-43ce-8b65-732ec38af950/9da6410a-3781-4f3e-91df-20db3168b613) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:41.824863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92a633-4a3c-4d68-b1b8-5edad24ded88 req-74912700-727c-4738-aab6-7fec5f142645 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:41.826372 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af92a633-4a3c-4d68-b1b8-5edad24ded88 req-74912700-727c-4738-aab6-7fec5f142645 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 943 time: 0.2506559 Feb 04 15:42:41.887733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb529f-b56c-4948-bf81-fb48c2b6e6ff req-1c73e56e-3637-4270-8a2a-8d9720c8f786 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:41.889222 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bb529f-b56c-4948-bf81-fb48c2b6e6ff req-1c73e56e-3637-4270-8a2a-8d9720c8f786 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 943 time: 0.2052968 Feb 04 15:42:41.938864 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af92a633-4a3c-4d68-b1b8-5edad24ded88 req-a2e65833-ba15-4acd-9bff-e3253a051213 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998621 Feb 04 15:42:41.991662 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bb529f-b56c-4948-bf81-fb48c2b6e6ff req-a020c686-3cfb-46a0-a899-20a5291b6758 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/security-groups?id=15fb28b3-9e9d-4447-ad0c-551256b1ec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920849 Feb 04 15:42:42.002732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dc31a-7bfe-46e2-aa20-db058e54bffa req-b5b5825a-4757-4e08-99b2-4dd30e9c18af tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:42.004207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-380dc31a-7bfe-46e2-aa20-db058e54bffa req-b5b5825a-4757-4e08-99b2-4dd30e9c18af tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Synchronizing usage tracker for tenant:afedf71e08d54f2282f1fc68f8a88f61 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:42.023764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Router 82e45bcf-04a1-44fd-b4a4-bcfb1ade55db is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:42:42.041346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-380dc31a-7bfe-46e2-aa20-db058e54bffa req-b5b5825a-4757-4e08-99b2-4dd30e9c18af tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Unset dirty status for tenant:afedf71e08d54f2282f1fc68f8a88f61 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:42.043421 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-380dc31a-7bfe-46e2-aa20-db058e54bffa req-b5b5825a-4757-4e08-99b2-4dd30e9c18af tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 943 time: 0.2023056 Feb 04 15:42:42.044578 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.056129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Transition to ACTIVE for port object 9da6410a-3781-4f3e-91df-20db3168b613 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:42.076377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Transition to ACTIVE for port object 9da6410a-3781-4f3e-91df-20db3168b613 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:42.082441 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.084647 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.125561 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.199371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Pushing event updated for resources: {'Port': ['ID=9da6410a-3781-4f3e-91df-20db3168b613,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:42.207672 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Network 2d7217e5-e318-4a66-a489-b15644d8d3cf is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:42.208866 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:42.211345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:42.237325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-380dc31a-7bfe-46e2-aa20-db058e54bffa req-c4b4b975-30a0-47e1-8f42-4f011e2d284f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Deleting port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:42.237712 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-380dc31a-7bfe-46e2-aa20-db058e54bffa req-c4b4b975-30a0-47e1-8f42-4f011e2d284f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.306754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Attempting to bind port 9da6410a-3781-4f3e-91df-20db3168b613 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:42.307122 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Attempting to bind port 9da6410a-3781-4f3e-91df-20db3168b613 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:42.307554 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Attempting to bind port 9da6410a-3781-4f3e-91df-20db3168b613 on network 2d7217e5-e318-4a66-a489-b15644d8d3cf {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:42.315315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:42:42.315676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Checking segment: {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:42.315992 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.316367 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Bound using segment: {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:42:42.316823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Bound port: 9da6410a-3781-4f3e-91df-20db3168b613, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:42.317183 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.395805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Allocated IP 172.25.0.70 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/0d9c3e55-63a9-4e9a-bf55-bb3ce0053402) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:42.452325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] For port 9da6410a-3781-4f3e-91df-20db3168b613, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:42.455607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] For port 9da6410a-3781-4f3e-91df-20db3168b613, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9da6410a-3781-4f3e-91df-20db3168b613,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:42.461220 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.501209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b1ea7-e331-4abc-847a-2880dc8eeee2 req-0dcafd9b-cd0d-437d-9222-fac66669b699 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:42.502744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d84b1ea7-e331-4abc-847a-2880dc8eeee2 req-0dcafd9b-cd0d-437d-9222-fac66669b699 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 945 time: 0.3056147 Feb 04 15:42:42.541193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45874fa-cc8c-4397-8e38-27221d64ed2d None None] Pushing event updated for resources: {'Port': ['ID=9da6410a-3781-4f3e-91df-20db3168b613,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:42.554653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfac8a9-94c9-49f3-af02-b09c2059d63f req-5ec88d4e-a81f-496a-b6dc-f68508b3a364 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:42.562127 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2cfac8a9-94c9-49f3-af02-b09c2059d63f req-5ec88d4e-a81f-496a-b6dc-f68508b3a364 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 944 time: 0.2621715 Feb 04 15:42:42.621228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'tag': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:42.655205 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d84b1ea7-e331-4abc-847a-2880dc8eeee2 req-d05b1396-1537-485e-bcfd-12c4227b76a2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422222 Feb 04 15:42:42.692995 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2cfac8a9-94c9-49f3-af02-b09c2059d63f req-3ea70657-d889-4d60-a744-bc71063892d0 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bf41236-348b-40ba-be31-3964a729aae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299157 Feb 04 15:42:42.699128 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.743969 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.753957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-380dc31a-7bfe-46e2-aa20-db058e54bffa req-c4b4b975-30a0-47e1-8f42-4f011e2d284f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] For port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,segment=NetworkSegment(89e369a2-dca3-46f9-8e7f-65adfd1addb4),segment_id=89e369a2-dca3-46f9-8e7f-65adfd1addb4)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:42.754384 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-380dc31a-7bfe-46e2-aa20-db058e54bffa req-c4b4b975-30a0-47e1-8f42-4f011e2d284f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.852388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:42.856788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:42.866135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:42.919277 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Pushing event updated for resources: {'Port': ['ID=0d9c3e55-63a9-4e9a-bf55-bb3ce0053402,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:42.949373 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-380dc31a-7bfe-46e2-aa20-db058e54bffa req-c4b4b975-30a0-47e1-8f42-4f011e2d284f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Calling delete_port for 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:42.993813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:42:43.011054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] Sync routers for ids ['82e45bcf-04a1-44fd-b4a4-bcfb1ade55db'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:42:43.027770 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.031846 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1d7133a7-e017-49ce-9f50-6c14c5a15c4f tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.4040895 Feb 04 15:42:43.035079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36080) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:43.051391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] Routers {'82e45bcf-04a1-44fd-b4a4-bcfb1ade55db'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:42:43.051961 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['82e45bcf-04a1-44fd-b4a4-bcfb1ade55db'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:43.170692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e705627-b916-4fad-8fc0-6cfc0cceb959 req-e3a91423-d6bf-43ab-be63-1cb0c822b066 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:43.172278 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e705627-b916-4fad-8fc0-6cfc0cceb959 req-e3a91423-d6bf-43ab-be63-1cb0c822b066 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.2585797 Feb 04 15:42:43.191467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9da6410a-3781-4f3e-91df-20db3168b613 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:43.214492 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'tag': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b', 'status': 'completed', 'code': 200} Feb 04 15:42:43.391010 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] Set router 82e45bcf-04a1-44fd-b4a4-bcfb1ade55db gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:42:43.426851 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-380dc31a-7bfe-46e2-aa20-db058e54bffa req-c4b4b975-30a0-47e1-8f42-4f011e2d284f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.436193 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e705627-b916-4fad-8fc0-6cfc0cceb959 req-624f40c6-0783-4c5c-852c-a6525c9d907c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515662 Feb 04 15:42:43.453988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0011137b-6ac9-4bc3-85fd-048cb93d384b req-b821718f-6bbb-4d96-8e2f-2a0987578eb2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1729386700&fields=id&tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf HTTP/1.1" status: 200 len: 267 time: 0.1113658 Feb 04 15:42:43.526680 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 9da6410a-3781-4f3e-91df-20db3168b613 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:43.577666 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-636005e7-28ec-4a0e-b782-b921ca7a22a7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.589293 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.595420 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.641252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:42:43.658913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4b975-30a0-47e1-8f42-4f011e2d284f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Pushing event deleted for resources: {'Port': ['ID=5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:43.749296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011137b-6ac9-4bc3-85fd-048cb93d384b req-7f1b7e34-6dba-40b7-a217-99c0264cccf9 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:43.751167 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0011137b-6ac9-4bc3-85fd-048cb93d384b req-7f1b7e34-6dba-40b7-a217-99c0264cccf9 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 945 time: 0.2962885 Feb 04 15:42:43.780884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-0011137b-6ac9-4bc3-85fd-048cb93d384b req-5138d8f7-2260-49af-8543-003371ba13a5 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'port': {'security_groups': ['37aead9b-ce1d-4b99-8731-553225cab531', 'ac08dba2-fd29-4602-aef4-0b219dbc8751']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:43.783092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-380dc31a-7bfe-46e2-aa20-db058e54bffa req-c4b4b975-30a0-47e1-8f42-4f011e2d284f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] No DVR routers for this DVR port 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:43.788407 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-380dc31a-7bfe-46e2-aa20-db058e54bffa req-c4b4b975-30a0-47e1-8f42-4f011e2d284f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.837100 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-380dc31a-7bfe-46e2-aa20-db058e54bffa req-c4b4b975-30a0-47e1-8f42-4f011e2d284f tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.81 "DELETE /v2.0/ports/5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 HTTP/1.1" status: 204 len: 173 time: 1.6936893 Feb 04 15:42:43.878591 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-46d8d269-9d59-48c0-a078-c4f2ac30c324 req-50412f8d-8fe2-4927-800a-6908a1a33b70 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=428132a2da7b4ddc958b0b710ebd148c&device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 1094 time: 0.5474281 Feb 04 15:42:43.883092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6d4108e9-2aa9-4479-ac85-a8bf6fb882e3,segment=NetworkSegment(4a912378-2379-4d66-ac5f-0cfd56ecfd99),segment_id=4a912378-2379-4d66-ac5f-0cfd56ecfd99)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:43.902924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '6d4108e9-2aa9-4479-ac85-a8bf6fb882e3', 'network_id': '8bfdbd2b-c87d-4774-b36a-2e8f7c383241', 'port_id': '6d4108e9-2aa9-4479-ac85-a8bf6fb882e3', 'mac_address': 'fa:16:3e:d0:03:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1df444-6627-4beb-a8d2-f407de54879b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:42:43.941187 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e45bcf-04a1-44fd-b4a4-bcfb1ade55db', 'name': '', 'tenant_id': 'c2215094199f47c684c3572377977b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a8efc05-2bad-4e05-93ac-c2c142221724', 'external_fixed_ips': [{'subnet_id': '5a0d2c07-cf26-40f2-8a78-81cf83665ea5', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'dc0a1c15-c242-4d65-85a2-026ba544e3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:36Z', 'updated_at': '2022-02-04T15:42:40Z', 'revision_number': 3, 'project_id': 'c2215094199f47c684c3572377977b8b', 'gw_port': {'id': 'dc0a1c15-c242-4d65-85a2-026ba544e3c6', 'name': '', 'network_id': '9a8efc05-2bad-4e05-93ac-c2c142221724', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:43:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e45bcf-04a1-44fd-b4a4-bcfb1ade55db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a0d2c07-cf26-40f2-8a78-81cf83665ea5', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:38Z', 'updated_at': '2022-02-04T15:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a0d2c07-cf26-40f2-8a78-81cf83665ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:43.951152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ba0043-4b12-41f5-ab73-ac525cda4674 None None] Network 2d7217e5-e318-4a66-a489-b15644d8d3cf requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:42:43.978195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] Checking router: 82e45bcf-04a1-44fd-b4a4-bcfb1ade55db for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:42:43.978735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] Updating router 82e45bcf-04a1-44fd-b4a4-bcfb1ade55db port dc0a1c15-c242-4d65-85a2-026ba544e3c6 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:42:43.993429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15138950-9c76-4e3c-b3df-0e273c7c5491 req-6f348aef-b574-40a1-a521-fefa5f6156e3 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:44.001704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-15138950-9c76-4e3c-b3df-0e273c7c5491 req-6f348aef-b574-40a1-a521-fefa5f6156e3 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 943 time: 0.3072922 Feb 04 15:42:44.017471 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0011137b-6ac9-4bc3-85fd-048cb93d384b req-5138d8f7-2260-49af-8543-003371ba13a5 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.138415 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.173029 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.187558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8d269-9d59-48c0-a078-c4f2ac30c324 req-5f174c8d-894e-4a2f-8371-bf765d92d2e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:44.188924 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-46d8d269-9d59-48c0-a078-c4f2ac30c324 req-5f174c8d-894e-4a2f-8371-bf765d92d2e1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e4b139df-5612-4377-ac79-2126181c32bf HTTP/1.1" status: 200 len: 915 time: 0.2164872 Feb 04 15:42:44.189676 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-636005e7-28ec-4a0e-b782-b921ca7a22a7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.207230 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9ac24d6e-aa41-4248-8a76-a6e374c307d9 None None] Provisioning for port 9da6410a-3781-4f3e-91df-20db3168b613 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:44.228431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:44.243229 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9ac24d6e-aa41-4248-8a76-a6e374c307d9 None None] Provisioning complete for port 9da6410a-3781-4f3e-91df-20db3168b613 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:44.243564 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9ac24d6e-aa41-4248-8a76-a6e374c307d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.251061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-636005e7-28ec-4a0e-b782-b921ca7a22a7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Deleting port dc0a1c15-c242-4d65-85a2-026ba544e3c6 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:44.251286 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-636005e7-28ec-4a0e-b782-b921ca7a22a7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.304515 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-46d8d269-9d59-48c0-a078-c4f2ac30c324 req-a6e151c6-03df-4a10-b8b6-ae440fabd50d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b HTTP/1.1" status: 200 len: 217 time: 0.1081877 Feb 04 15:42:44.332828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-0011137b-6ac9-4bc3-85fd-048cb93d384b req-5138d8f7-2260-49af-8543-003371ba13a5 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] For port 57e0b535-d578-4898-a347-9c2cc45031c7, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=57e0b535-d578-4898-a347-9c2cc45031c7,segment=NetworkSegment(e522db58-e236-4242-9bc5-3f2097a12f97),segment_id=e522db58-e236-4242-9bc5-3f2097a12f97)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:44.341189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6d4108e9-2aa9-4479-ac85-a8bf6fb882e3,segment=NetworkSegment(4a912378-2379-4d66-ac5f-0cfd56ecfd99),segment_id=4a912378-2379-4d66-ac5f-0cfd56ecfd99)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:44.361213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0011137b-6ac9-4bc3-85fd-048cb93d384b req-5138d8f7-2260-49af-8543-003371ba13a5 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.379214 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0011137b-6ac9-4bc3-85fd-048cb93d384b req-5138d8f7-2260-49af-8543-003371ba13a5 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.395629 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.446785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['57e0b535-d578-4898-a347-9c2cc45031c7'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:44.452530 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8d269-9d59-48c0-a078-c4f2ac30c324 req-42fb10ef-2237-47c3-9afe-7d84e200c59a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:44.453992 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-46d8d269-9d59-48c0-a078-c4f2ac30c324 req-42fb10ef-2237-47c3-9afe-7d84e200c59a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fba70c8c-3c5e-41a3-95b3-0ee97d48f59f HTTP/1.1" status: 200 len: 854 time: 0.1417699 Feb 04 15:42:44.514078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138d8f7-2260-49af-8543-003371ba13a5 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'Port': ['ID=57e0b535-d578-4898-a347-9c2cc45031c7,revision_number=6']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:44.519292 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-46d8d269-9d59-48c0-a078-c4f2ac30c324 req-241c68b3-de0c-4957-879a-c2c3fafd2d85 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e4b139df-5612-4377-ac79-2126181c32bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572073 Feb 04 15:42:44.547846 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-15138950-9c76-4e3c-b3df-0e273c7c5491 req-26bc39e0-2db0-4603-8140-ddd7a4cfe6c8 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450618 Feb 04 15:42:44.579836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011137b-6ac9-4bc3-85fd-048cb93d384b req-5138d8f7-2260-49af-8543-003371ba13a5 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:44.584845 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0011137b-6ac9-4bc3-85fd-048cb93d384b req-5138d8f7-2260-49af-8543-003371ba13a5 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.590210 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0011137b-6ac9-4bc3-85fd-048cb93d384b req-5138d8f7-2260-49af-8543-003371ba13a5 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "PUT /v2.0/ports/57e0b535-d578-4898-a347-9c2cc45031c7 HTTP/1.1" status: 200 len: 981 time: 0.8325870 Feb 04 15:42:44.596602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf6b284-5328-419b-8789-874ed1c860a2', 'tag': '57e0b535-d578-4898-a347-9c2cc45031c7'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:44.718257 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Router 622b185f-f6a3-4575-a416-e2d9870837d6 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:42:44.854093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:44.855119 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-636005e7-28ec-4a0e-b782-b921ca7a22a7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.882971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['6d4108e9-2aa9-4479-ac85-a8bf6fb882e3'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:44.909824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['57e0b535-d578-4898-a347-9c2cc45031c7'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:44.952870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-37c7e978-1f96-4b0c-84e9-e3a138583449 req-cde3ac85-9514-4c6e-b0c1-929256a4c394 tempest-ImagesTestJSON-274957635 tempest-ImagesTestJSON-274957635-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e9869a5-c256-4808-8887-ab0eb7921265 HTTP/1.1" status: 200 len: 210 time: 0.0856884 Feb 04 15:42:44.978322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=6d4108e9-2aa9-4479-ac85-a8bf6fb882e3,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:45.022672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-636005e7-28ec-4a0e-b782-b921ca7a22a7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Calling delete_port for dc0a1c15-c242-4d65-85a2-026ba544e3c6 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:45.029808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:42:45.030152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:45.098473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecaee8-e4b0-4824-8078-65e491c7c763 req-048c8c5a-e2bc-46d9-9b88-f3048c74dcde tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:45.100789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8ecaee8-e4b0-4824-8078-65e491c7c763 req-048c8c5a-e2bc-46d9-9b88-f3048c74dcde tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=373f27d7-b834-4048-8836-12aab39e2900 HTTP/1.1" status: 200 len: 946 time: 0.2828269 Feb 04 15:42:45.109491 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:45.109848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:45.110187 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:45.110519 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:45.110849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:45.111194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:45.111526 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:45.111849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:45.112171 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:45.112490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:45.112808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:45.159502 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9ac24d6e-aa41-4248-8a76-a6e374c307d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.169007 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-46d8d269-9d59-48c0-a078-c4f2ac30c324 req-a665fe32-8739-40ab-aeb9-fd284b8cb677 service neutron] 10.222.0.81 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368308 Feb 04 15:42:45.179527 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8ecaee8-e4b0-4824-8078-65e491c7c763 req-8db56ce4-141b-4507-b550-c9b78677a0f6 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631871 Feb 04 15:42:45.234081 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:42:45.245778 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Sync routers for ids ['622b185f-f6a3-4575-a416-e2d9870837d6'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:42:45.266337 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Routers {'622b185f-f6a3-4575-a416-e2d9870837d6'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:42:45.266967 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['622b185f-f6a3-4575-a416-e2d9870837d6'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:45.345060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9869a5-c256-4808-8887-ab0eb7921265', 'name': 'network-vif-deleted', 'tag': '5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:45.353697 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.355904 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-46d8d269-9d59-48c0-a078-c4f2ac30c324 req-4e5e8276-667b-4d37-8c6b-d1ddf6dacf9a service neutron] 10.222.0.81 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750891 Feb 04 15:42:45.356601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f7bac5fc-4102-454c-b0c2-cd5a6af8cbba admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0559831 Feb 04 15:42:45.359058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36098) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:45.450849 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f89e1c-dcbc-48c5-9a4d-c4b3e5b222ad req-ec986a60-2d7f-47bf-868c-70550d6f3651 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:45.451750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-46f89e1c-dcbc-48c5-9a4d-c4b3e5b222ad req-ec986a60-2d7f-47bf-868c-70550d6f3651 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Synchronizing usage tracker for tenant:db88fa6dda3d40c19694cb02ae3657f4 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:45.489534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-46f89e1c-dcbc-48c5-9a4d-c4b3e5b222ad req-ec986a60-2d7f-47bf-868c-70550d6f3651 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Unset dirty status for tenant:db88fa6dda3d40c19694cb02ae3657f4 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:45.490722 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-46f89e1c-dcbc-48c5-9a4d-c4b3e5b222ad req-ec986a60-2d7f-47bf-868c-70550d6f3651 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.81 "GET /v2.0/ports?device_id=373f27d7-b834-4048-8836-12aab39e2900 HTTP/1.1" status: 200 len: 946 time: 0.5062408 Feb 04 15:42:45.521547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9ac24d6e-aa41-4248-8a76-a6e374c307d9 None None] For port 9da6410a-3781-4f3e-91df-20db3168b613, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9da6410a-3781-4f3e-91df-20db3168b613,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:45.532050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253b02-24d9-4185-93ba-261fb7bca75f req-c6bf844d-86ed-4cff-ae8c-c68259098bee tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:45.534257 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb253b02-24d9-4185-93ba-261fb7bca75f req-c6bf844d-86ed-4cff-ae8c-c68259098bee tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 945 time: 0.3023574 Feb 04 15:42:45.579344 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-636005e7-28ec-4a0e-b782-b921ca7a22a7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.589867 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9ac24d6e-aa41-4248-8a76-a6e374c307d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.622058 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Set router 622b185f-f6a3-4575-a416-e2d9870837d6 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:42:45.656973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636005e7-28ec-4a0e-b782-b921ca7a22a7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc0a1c15-c242-4d65-85a2-026ba544e3c6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:45.669733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-46f89e1c-dcbc-48c5-9a4d-c4b3e5b222ad req-3ee6c13f-03b3-49aa-ac0b-242794624658 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Deleting port 89c084ef-393c-4326-9c2a-27046b0b9d44 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:45.670088 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-46f89e1c-dcbc-48c5-9a4d-c4b3e5b222ad req-3ee6c13f-03b3-49aa-ac0b-242794624658 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.690204 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:42:45.690617 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:42:45.787671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb253b02-24d9-4185-93ba-261fb7bca75f req-bf50f305-636d-4ae6-8159-8a0bc125b37e tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bf41236-348b-40ba-be31-3964a729aae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429080 Feb 04 15:42:45.797024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3a169-aa9a-4fd3-baac-6031c8a9a873 req-088a1cd8-7144-4b4a-8dbf-1a86e2e14b04 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:45.804396 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbd3a169-aa9a-4fd3-baac-6031c8a9a873 req-088a1cd8-7144-4b4a-8dbf-1a86e2e14b04 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.3626785 Feb 04 15:42:45.862906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac24d6e-aa41-4248-8a76-a6e374c307d9 None None] Pushing event updated for resources: {'Port': ['ID=9da6410a-3781-4f3e-91df-20db3168b613,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:45.947321 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbd3a169-aa9a-4fd3-baac-6031c8a9a873 req-8d101809-9e5e-45cb-abbe-b131b1cb01e2 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418114 Feb 04 15:42:45.965406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4cb71448-a2bd-4687-bf55-b6a372b9ec54 None None] Provisioning complete for port 9da6410a-3781-4f3e-91df-20db3168b613 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:45.965784 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4cb71448-a2bd-4687-bf55-b6a372b9ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.064995 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:41Z', 'updated_at': '2022-02-04T15:42:43Z', 'revision_number': 3, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'gw_port': {'id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:42Z', 'updated_at': '2022-02-04T15:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:46.078221 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Checking router: 622b185f-f6a3-4575-a416-e2d9870837d6 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:42:46.078571 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Updating router 622b185f-f6a3-4575-a416-e2d9870837d6 port 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:42:46.159070 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf6b284-5328-419b-8789-874ed1c860a2', 'tag': '57e0b535-d578-4898-a347-9c2cc45031c7', 'status': 'completed', 'code': 200} Feb 04 15:42:46.160004 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.213945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-636005e7-28ec-4a0e-b782-b921ca7a22a7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.243110 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cccb28fa-50be-4e62-9b4d-e19127858290 req-a184e8b5-e37a-4ff6-8049-3021eefd1ceb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-555396234&fields=id&tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf HTTP/1.1" status: 200 len: 267 time: 0.1177657 Feb 04 15:42:46.267693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] Port dc0a1c15-c242-4d65-85a2-026ba544e3c6 not found while updating agent binding for router 82e45bcf-04a1-44fd-b4a4-bcfb1ade55db. {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 04 15:42:46.324922 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9869a5-c256-4808-8887-ab0eb7921265', 'name': 'network-vif-deleted', 'tag': '5677cab5-9dc3-4ce5-84d6-0ba96e6ec7c8', 'status': 'completed', 'code': 200} Feb 04 15:42:46.366084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] Routers {'82e45bcf-04a1-44fd-b4a4-bcfb1ade55db'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:42:46.366711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['82e45bcf-04a1-44fd-b4a4-bcfb1ade55db'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:46.493138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb28fa-50be-4e62-9b4d-e19127858290 req-0410d1c3-9d7c-4eff-847b-b6021ed50dfa tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:46.495562 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cccb28fa-50be-4e62-9b4d-e19127858290 req-0410d1c3-9d7c-4eff-847b-b6021ed50dfa tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 984 time: 0.2516539 Feb 04 15:42:46.508372 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-cccb28fa-50be-4e62-9b4d-e19127858290 req-25b81d48-4aac-4b29-b24c-b1e5632bc21b tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'port': {'security_groups': ['37aead9b-ce1d-4b99-8731-553225cab531', 'ac08dba2-fd29-4602-aef4-0b219dbc8751', '287eb64a-01bc-4a01-87b4-570e07db1368']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:46.512614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] Set router 82e45bcf-04a1-44fd-b4a4-bcfb1ade55db gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:42:46.583000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e6f1e-21c3-44f8-893d-05a3bc677c8e req-8358136e-e0cf-4fd3-80ff-2a5e91fdf9bf tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:46.590785 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-175e6f1e-21c3-44f8-893d-05a3bc677c8e req-8358136e-e0cf-4fd3-80ff-2a5e91fdf9bf tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 943 time: 0.2841268 Feb 04 15:42:46.636583 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.654723 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Transition to ACTIVE for port object 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:46.666896 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.694926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e45bcf-04a1-44fd-b4a4-bcfb1ade55db', 'name': '', 'tenant_id': 'c2215094199f47c684c3572377977b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:36Z', 'updated_at': '2022-02-04T15:42:45Z', 'revision_number': 5, 'project_id': 'c2215094199f47c684c3572377977b8b', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:46.705079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a09f1e-5d72-4da8-be16-38dc2c58c96d None None] The sync data for ids ['82e45bcf-04a1-44fd-b4a4-bcfb1ade55db'] in n-d-827872-1 is: [{'id': '82e45bcf-04a1-44fd-b4a4-bcfb1ade55db', 'name': '', 'tenant_id': 'c2215094199f47c684c3572377977b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:36Z', 'updated_at': '2022-02-04T15:42:45Z', 'revision_number': 5, 'project_id': 'c2215094199f47c684c3572377977b8b', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:42:46.732413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-175e6f1e-21c3-44f8-893d-05a3bc677c8e req-3a76b808-aaf7-4a55-8282-12c7d3438ac6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397176 Feb 04 15:42:46.791997 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffcd76-3523-4a9c-80ce-0ffccfc03913 None None] Pushing event updated for resources: {'Port': ['ID=0d9c3e55-63a9-4e9a-bf55-bb3ce0053402,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:46.794502 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Attempting to bind port 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:46.794863 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Attempting to bind port 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:46.795308 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Attempting to bind port 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:46.809056 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffcd76-3523-4a9c-80ce-0ffccfc03913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:46.809396 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffcd76-3523-4a9c-80ce-0ffccfc03913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:46.809971 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffcd76-3523-4a9c-80ce-0ffccfc03913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:46.810318 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffcd76-3523-4a9c-80ce-0ffccfc03913 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:46.810639 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffcd76-3523-4a9c-80ce-0ffccfc03913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:46.811094 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffcd76-3523-4a9c-80ce-0ffccfc03913 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:46.811466 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffcd76-3523-4a9c-80ce-0ffccfc03913 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:46.811816 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffcd76-3523-4a9c-80ce-0ffccfc03913 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:46.812135 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffcd76-3523-4a9c-80ce-0ffccfc03913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:46.812449 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffcd76-3523-4a9c-80ce-0ffccfc03913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:46.813411 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffcd76-3523-4a9c-80ce-0ffccfc03913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:46.818823 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:42:46.819210 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:46.819612 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.820247 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:42:46.821612 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Bound port: 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:46.821612 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.825254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:42:46.875308 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-cccb28fa-50be-4e62-9b4d-e19127858290 req-25b81d48-4aac-4b29-b24c-b1e5632bc21b tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.926841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-636005e7-28ec-4a0e-b782-b921ca7a22a7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.942417 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] For port 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:46.948029 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] For port 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0d9c3e55-63a9-4e9a-bf55-bb3ce0053402,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:46.956176 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-636005e7-28ec-4a0e-b782-b921ca7a22a7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.964587 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.993793 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fe23c803-b1df-4110-a229-6830e5801b3b req-9de769e1-e40a-437f-9f94-1c46685f19dc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf&device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 1135 time: 0.6583364 Feb 04 15:42:47.124632 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffcd76-3523-4a9c-80ce-0ffccfc03913 None None] Pushing event updated for resources: {'Port': ['ID=0d9c3e55-63a9-4e9a-bf55-bb3ce0053402,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:47.129332 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Routers {'622b185f-f6a3-4575-a416-e2d9870837d6'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:42:47.130209 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['622b185f-f6a3-4575-a416-e2d9870837d6'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:47.144236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9da6410a-3781-4f3e-91df-20db3168b613 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:47.188761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:47.211914 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b', 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf', 'port_id': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b', 'mac_address': 'fa:16:3e:a6:b9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba70c8c-3c5e-41a3-95b3-0ee97d48f59f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:42:47.244555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23c803-b1df-4110-a229-6830e5801b3b req-0b7c3fee-7342-4f8b-a801-32627028dc0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:47.246358 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fe23c803-b1df-4110-a229-6830e5801b3b req-0b7c3fee-7342-4f8b-a801-32627028dc0d service neutron] 10.222.0.81 "GET /v2.0/networks?id=5d4c21c4-551b-462b-8e6b-996fea3f21f0 HTTP/1.1" status: 200 len: 913 time: 0.2431684 Feb 04 15:42:47.281812 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.308111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:47.324120 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:47.331458 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.335799 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fe23c803-b1df-4110-a229-6830e5801b3b req-05345f6e-97ad-4a1d-af72-4f4d03c514b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57e0b535-d578-4898-a347-9c2cc45031c7 HTTP/1.1" status: 200 len: 217 time: 0.0814447 Feb 04 15:42:47.343806 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-46f89e1c-dcbc-48c5-9a4d-c4b3e5b222ad req-3ee6c13f-03b3-49aa-ac0b-242794624658 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] For port 89c084ef-393c-4326-9c2a-27046b0b9d44, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=89c084ef-393c-4326-9c2a-27046b0b9d44,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:47.344175 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-46f89e1c-dcbc-48c5-9a4d-c4b3e5b222ad req-3ee6c13f-03b3-49aa-ac0b-242794624658 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.361564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686438-0a0e-4d30-a6be-416218141aac req-e78ea423-1f06-459d-85bb-bf3bddb8faf2 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:47.363097 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] Set router 622b185f-f6a3-4575-a416-e2d9870837d6 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:42:47.363675 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9686438-0a0e-4d30-a6be-416218141aac req-e78ea423-1f06-459d-85bb-bf3bddb8faf2 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=373f27d7-b834-4048-8836-12aab39e2900 HTTP/1.1" status: 200 len: 946 time: 0.2698221 Feb 04 15:42:47.400671 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-636005e7-28ec-4a0e-b782-b921ca7a22a7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.401836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636005e7-28ec-4a0e-b782-b921ca7a22a7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82e45bcf-04a1-44fd-b4a4-bcfb1ade55db {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:42:47.405554 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:47.427347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 9da6410a-3781-4f3e-91df-20db3168b613 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:47.427998 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.537418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9686438-0a0e-4d30-a6be-416218141aac req-1683ccf4-9062-46f2-8ac3-ef808dcabb7e tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637273 Feb 04 15:42:47.558148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-46f89e1c-dcbc-48c5-9a4d-c4b3e5b222ad req-3ee6c13f-03b3-49aa-ac0b-242794624658 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Calling delete_port for 89c084ef-393c-4326-9c2a-27046b0b9d44 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:47.648981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23c803-b1df-4110-a229-6830e5801b3b req-1efc222c-964c-46dd-938d-a05e8e45a7f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:47.650468 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fe23c803-b1df-4110-a229-6830e5801b3b req-1efc222c-964c-46dd-938d-a05e8e45a7f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6936ad47-b452-4395-8810-e07292c24d1f HTTP/1.1" status: 200 len: 852 time: 0.2966411 Feb 04 15:42:47.653684 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-636005e7-28ec-4a0e-b782-b921ca7a22a7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.658189 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-636005e7-28ec-4a0e-b782-b921ca7a22a7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "DELETE /v2.0/routers/82e45bcf-04a1-44fd-b4a4-bcfb1ade55db HTTP/1.1" status: 204 len: 168 time: 4.6223333 Feb 04 15:42:47.658552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36114) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:47.675553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:47.707205 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fe23c803-b1df-4110-a229-6830e5801b3b req-75618c9e-788c-4f9f-94c5-17ab9c7cc3ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d4c21c4-551b-462b-8e6b-996fea3f21f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445311 Feb 04 15:42:47.759769 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:47.792609 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:41Z', 'updated_at': '2022-02-04T15:42:43Z', 'revision_number': 3, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'gw_port': {'id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:42Z', 'updated_at': '2022-02-04T15:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:47.797825 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c09a5-e881-4fd7-91c7-b0d9eee50924 None None] The sync data for ids ['622b185f-f6a3-4575-a416-e2d9870837d6'] in n-d-827872-1 is: [{'id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:41Z', 'updated_at': '2022-02-04T15:42:43Z', 'revision_number': 3, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'gw_port': {'id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:42Z', 'updated_at': '2022-02-04T15:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:42:47.844684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-cccb28fa-50be-4e62-9b4d-e19127858290 req-25b81d48-4aac-4b29-b24c-b1e5632bc21b tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] For port 57e0b535-d578-4898-a347-9c2cc45031c7, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=57e0b535-d578-4898-a347-9c2cc45031c7,segment=NetworkSegment(e522db58-e236-4242-9bc5-3f2097a12f97),segment_id=e522db58-e236-4242-9bc5-3f2097a12f97)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:47.882278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:47.899341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:47.899646 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.947170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2e5ac2-4527-4ffd-ab26-b07d2fc68abb tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Deleting subnet 5a0d2c07-cf26-40f2-8a78-81cf83665ea5 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:42:47.948651 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fe23c803-b1df-4110-a229-6830e5801b3b req-12a0d1bf-6029-4524-9f95-cfcb94f2cd10 service neutron] 10.222.0.81 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309477 Feb 04 15:42:47.955970 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5ac2-4527-4ffd-ab26-b07d2fc68abb tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.022246 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-cccb28fa-50be-4e62-9b4d-e19127858290 req-25b81d48-4aac-4b29-b24c-b1e5632bc21b tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:42:48.046765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d455c-366f-4c6d-a3d8-1d4057fcbddf req-1dd9d02b-154f-40a1-b7cf-0e62db3a02b0 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:48.048385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-935d455c-366f-4c6d-a3d8-1d4057fcbddf req-1dd9d02b-154f-40a1-b7cf-0e62db3a02b0 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 945 time: 0.3093112 Feb 04 15:42:48.181328 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-46f89e1c-dcbc-48c5-9a4d-c4b3e5b222ad req-3ee6c13f-03b3-49aa-ac0b-242794624658 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.207268 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.221732 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['2174a413-02d8-4843-af33-1e954ce3560c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:48.273707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6c13f-03b3-49aa-ac0b-242794624658 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Pushing event deleted for resources: {'Port': ['ID=89c084ef-393c-4326-9c2a-27046b0b9d44,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:48.291433 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fe23c803-b1df-4110-a229-6830e5801b3b req-b8419a47-528b-4f89-8734-8686502edbb6 service neutron] 10.222.0.81 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347521 Feb 04 15:42:48.308391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfc2895-b9fe-44f3-8a45-8a832c50d382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4108e9-2aa9-4479-ac85-a8bf6fb882e3'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:48.333965 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6d4108e9-2aa9-4479-ac85-a8bf6fb882e3,segment=NetworkSegment(4a912378-2379-4d66-ac5f-0cfd56ecfd99),segment_id=4a912378-2379-4d66-ac5f-0cfd56ecfd99)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:48.348707 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.373573 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-cccb28fa-50be-4e62-9b4d-e19127858290 req-25b81d48-4aac-4b29-b24c-b1e5632bc21b tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.378750 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.395478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f89e1c-dcbc-48c5-9a4d-c4b3e5b222ad req-3ee6c13f-03b3-49aa-ac0b-242794624658 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] No DVR routers for this DVR port 89c084ef-393c-4326-9c2a-27046b0b9d44 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:48.398827 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-46f89e1c-dcbc-48c5-9a4d-c4b3e5b222ad req-3ee6c13f-03b3-49aa-ac0b-242794624658 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.403115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373f27d7-b834-4048-8836-12aab39e2900', 'name': 'network-vif-deleted', 'tag': '89c084ef-393c-4326-9c2a-27046b0b9d44'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:48.403260 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5ac2-4527-4ffd-ab26-b07d2fc68abb tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.432799 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-46f89e1c-dcbc-48c5-9a4d-c4b3e5b222ad req-3ee6c13f-03b3-49aa-ac0b-242794624658 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.81 "DELETE /v2.0/ports/89c084ef-393c-4326-9c2a-27046b0b9d44 HTTP/1.1" status: 204 len: 173 time: 2.9348984 Feb 04 15:42:48.441752 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-cccb28fa-50be-4e62-9b4d-e19127858290 req-25b81d48-4aac-4b29-b24c-b1e5632bc21b tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.492011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=6d4108e9-2aa9-4479-ac85-a8bf6fb882e3,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:48.616291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb28fa-50be-4e62-9b4d-e19127858290 req-25b81d48-4aac-4b29-b24c-b1e5632bc21b tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:48.616941 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-cccb28fa-50be-4e62-9b4d-e19127858290 req-25b81d48-4aac-4b29-b24c-b1e5632bc21b tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.618343 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cccb28fa-50be-4e62-9b4d-e19127858290 req-25b81d48-4aac-4b29-b24c-b1e5632bc21b tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "PUT /v2.0/ports/57e0b535-d578-4898-a347-9c2cc45031c7 HTTP/1.1" status: 200 len: 1020 time: 2.1146135 Feb 04 15:42:48.629519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf6b284-5328-419b-8789-874ed1c860a2', 'tag': '57e0b535-d578-4898-a347-9c2cc45031c7'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:48.654668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-935d455c-366f-4c6d-a3d8-1d4057fcbddf req-d98879bd-3f00-4e8d-9dd6-04cf2adc62b8 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bf41236-348b-40ba-be31-3964a729aae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481357 Feb 04 15:42:48.671771 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b81d48-4aac-4b29-b24c-b1e5632bc21b tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'Port': ['ID=57e0b535-d578-4898-a347-9c2cc45031c7,revision_number=7']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:48.675762 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5ac2-4527-4ffd-ab26-b07d2fc68abb tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.799573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['57e0b535-d578-4898-a347-9c2cc45031c7'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:48.853161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 89c084ef-393c-4326-9c2a-27046b0b9d44 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:48.903724 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 89c084ef-393c-4326-9c2a-27046b0b9d44 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:42:48.904062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 89c084ef-393c-4326-9c2a-27046b0b9d44 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:48.965515 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['57e0b535-d578-4898-a347-9c2cc45031c7'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:42:48.999187 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5ac2-4527-4ffd-ab26-b07d2fc68abb tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.062427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e5ac2-4527-4ffd-ab26-b07d2fc68abb tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5a0d2c07-cf26-40f2-8a78-81cf83665ea5,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:49.109669 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5ac2-4527-4ffd-ab26-b07d2fc68abb tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.131997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Allocated IP 172.20.0.1 (2d7217e5-e318-4a66-a489-b15644d8d3cf/12330993-a528-43ce-8b65-732ec38af950/e8119a9a-9c91-4ed2-9988-f7c55a3c55f7) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:49.150648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9c2e5ac2-4527-4ffd-ab26-b07d2fc68abb tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/5a0d2c07-cf26-40f2-8a78-81cf83665ea5 HTTP/1.1" status: 204 len: 168 time: 1.4790182 Feb 04 15:42:49.155014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36136) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:49.201862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:49.312478 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.362916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281cd08-87dd-467b-b187-50c33db418e0 req-ec817768-0814-4dc9-b7a0-388c52c35bd2 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:49.364428 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2281cd08-87dd-467b-b187-50c33db418e0 req-ec817768-0814-4dc9-b7a0-388c52c35bd2 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.5224292 Feb 04 15:42:49.375071 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddcee4-9de8-4788-a712-11104d514eb9 req-3a79fc8f-576c-4299-a666-42235bd1d8fe tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:49.376451 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8ddcee4-9de8-4788-a712-11104d514eb9 req-3a79fc8f-576c-4299-a666-42235bd1d8fe tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 944 time: 0.4311614 Feb 04 15:42:49.420577 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:49.436027 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9076bba-eb9c-467b-9878-867431210bc7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.438890 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:49.439260 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.533504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2281cd08-87dd-467b-b187-50c33db418e0 req-13e978b0-61d6-4028-8672-e5826394dd3a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542671 Feb 04 15:42:49.563425 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.570865 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8ddcee4-9de8-4788-a712-11104d514eb9 req-59e0917e-6d74-4be6-b2a4-6f620c886482 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605074 Feb 04 15:42:49.626870 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.661969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Transition to ACTIVE for port object e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:49.673204 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0d9c3e55-63a9-4e9a-bf55-bb3ce0053402,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:49.683731 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfc2895-b9fe-44f3-8a45-8a832c50d382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4108e9-2aa9-4479-ac85-a8bf6fb882e3', 'code': 200} Feb 04 15:42:49.688252 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.691442 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9076bba-eb9c-467b-9878-867431210bc7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.770891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b9076bba-eb9c-467b-9878-867431210bc7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8efc05-2bad-4e05-93ac-c2c142221724']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:49.835046 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.841080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=0d9c3e55-63a9-4e9a-bf55-bb3ce0053402,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:49.891299 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b9076bba-eb9c-467b-9878-867431210bc7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83e427f-cce9-4335-87d9-653f5c0aba22') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:49.891549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b9076bba-eb9c-467b-9878-867431210bc7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83e427f-cce9-4335-87d9-653f5c0aba22') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:49.921741 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9076bba-eb9c-467b-9878-867431210bc7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.933583 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373f27d7-b834-4048-8836-12aab39e2900', 'name': 'network-vif-deleted', 'tag': '89c084ef-393c-4326-9c2a-27046b0b9d44', 'status': 'completed', 'code': 200} Feb 04 15:42:49.992164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Network 2d7217e5-e318-4a66-a489-b15644d8d3cf is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:50.001797 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf6b284-5328-419b-8789-874ed1c860a2', 'tag': '57e0b535-d578-4898-a347-9c2cc45031c7', 'status': 'completed', 'code': 200} Feb 04 15:42:50.011718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:50.014053 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9076bba-eb9c-467b-9878-867431210bc7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.018435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Pushing event updated for resources: {'Port': ['ID=e8119a9a-9c91-4ed2-9988-f7c55a3c55f7,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:50.026886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:50.058767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9076bba-eb9c-467b-9878-867431210bc7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:42:50.059187 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9076bba-eb9c-467b-9878-867431210bc7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:42:50.072628 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:42:50.125155 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98918b83-c26f-4c6c-8cd8-1d74115e2172 req-df82ef1e-b6a6-4c34-ad75-669f3822ee3f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf&device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 1174 time: 0.0868022 Feb 04 15:42:50.208178 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.216144 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9f5a6f8-9cac-4e0a-9ec5-ed448d258fd8 req-d3fc2ac5-c821-4d6e-870a-7996e01e746e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 1097 time: 0.4296777 Feb 04 15:42:50.255384 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9076bba-eb9c-467b-9878-867431210bc7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.280689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98918b83-c26f-4c6c-8cd8-1d74115e2172 req-162ebfc3-9950-4e45-b408-3c76b4e47699 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:50.282362 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98918b83-c26f-4c6c-8cd8-1d74115e2172 req-162ebfc3-9950-4e45-b408-3c76b4e47699 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5d4c21c4-551b-462b-8e6b-996fea3f21f0 HTTP/1.1" status: 200 len: 913 time: 0.1505690 Feb 04 15:42:50.284943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9076bba-eb9c-467b-9878-867431210bc7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a8efc05-2bad-4e05-93ac-c2c142221724 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 15:42:50.311640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-77b3e2aa-870e-42b3-ab42-917e4dfcc9b3 None None] Provisioning for port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:50.317468 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-77b3e2aa-870e-42b3-ab42-917e4dfcc9b3 None None] Provisioning complete for port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:50.318622 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-77b3e2aa-870e-42b3-ab42-917e4dfcc9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.448671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-77b3e2aa-870e-42b3-ab42-917e4dfcc9b3 None None] Port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:42:50.475973 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9076bba-eb9c-467b-9878-867431210bc7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.488479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b5bde-61a6-4f78-923e-de1451e145f7 req-9bdfb8b1-088c-4519-b477-764f47fee540 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:50.489941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-556b5bde-61a6-4f78-923e-de1451e145f7 req-9bdfb8b1-088c-4519-b477-764f47fee540 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 1023 time: 0.5550349 Feb 04 15:42:50.499546 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9076bba-eb9c-467b-9878-867431210bc7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a8efc05-2bad-4e05-93ac-c2c142221724,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:50.530684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b9076bba-eb9c-467b-9878-867431210bc7 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "DELETE /v2.0/networks/9a8efc05-2bad-4e05-93ac-c2c142221724 HTTP/1.1" status: 204 len: 168 time: 1.3726778 Feb 04 15:42:50.533335 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98918b83-c26f-4c6c-8cd8-1d74115e2172 req-9a7041ed-7ae1-4cee-92e9-ca1cef4789fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57e0b535-d578-4898-a347-9c2cc45031c7 HTTP/1.1" status: 200 len: 217 time: 0.2450016 Feb 04 15:42:50.607480 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9f5a6f8-9cac-4e0a-9ec5-ed448d258fd8 req-5197497f-5f83-4f7d-a234-09f4b60f8a3c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7bf41236-348b-40ba-be31-3964a729aae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717220 Feb 04 15:42:50.634364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98918b83-c26f-4c6c-8cd8-1d74115e2172 req-9deee213-0446-4be1-8dbb-41b7eee0369c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:50.636830 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98918b83-c26f-4c6c-8cd8-1d74115e2172 req-9deee213-0446-4be1-8dbb-41b7eee0369c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6936ad47-b452-4395-8810-e07292c24d1f HTTP/1.1" status: 200 len: 852 time: 0.0966816 Feb 04 15:42:50.648621 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.690355 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98918b83-c26f-4c6c-8cd8-1d74115e2172 req-99998275-5c8d-4d62-84f3-9f1c5e0a0687 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d4c21c4-551b-462b-8e6b-996fea3f21f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467756 Feb 04 15:42:50.746119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-556b5bde-61a6-4f78-923e-de1451e145f7 req-e53cf058-0875-47dc-97f0-253433f0bc4e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&id=ac08dba2-fd29-4602-aef4-0b219dbc8751&id=287eb64a-01bc-4a01-87b4-570e07db1368 HTTP/1.1" status: 200 len: 5484 time: 0.2388141 Feb 04 15:42:50.769682 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212d887-f248-4df8-bef4-95bbcc6b54a2 req-88f4f755-b8f1-45fe-a163-7c8b0ab14063 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:50.773180 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c212d887-f248-4df8-bef4-95bbcc6b54a2 req-88f4f755-b8f1-45fe-a163-7c8b0ab14063 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 946 time: 0.5069292 Feb 04 15:42:50.866356 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:50.876251 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98918b83-c26f-4c6c-8cd8-1d74115e2172 req-89635c10-486d-4cb0-9139-73b7814b9740 service neutron] 10.222.0.81 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795599 Feb 04 15:42:50.955834 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c212d887-f248-4df8-bef4-95bbcc6b54a2 req-c8c118a4-d999-44b9-a06f-7f32c1261b80 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bf41236-348b-40ba-be31-3964a729aae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749275 Feb 04 15:42:50.984728 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:50.990688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:50.991062 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.035833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36160) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:51.096149 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.103399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2e2a1a8a-07b9-4ae5-bf6d-194859411e3e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Request body: {'router': {'name': 'tempest-router--1375292306', 'project_id': '3528566b8cfd42c898634249ca70cc12'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:51.108977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2e2a1a8a-07b9-4ae5-bf6d-194859411e3e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:51.113413 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.148281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2e2a1a8a-07b9-4ae5-bf6d-194859411e3e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Usage tracker for resource:router and tenant:3528566b8cfd42c898634249ca70cc12 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:51.196512 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98918b83-c26f-4c6c-8cd8-1d74115e2172 req-1f82e781-e3c8-43e4-82e6-ddc9bfeb6cfd service neutron] 10.222.0.81 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125076 Feb 04 15:42:51.198339 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:51.211612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2e2a1a8a-07b9-4ae5-bf6d-194859411e3e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:51.234268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2e2a1a8a-07b9-4ae5-bf6d-194859411e3e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:51.270425 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1a8a-07b9-4ae5-bf6d-194859411e3e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.271562 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1a8a-07b9-4ae5-bf6d-194859411e3e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.295001 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.330174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:51.330864 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.366829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:51.377975 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.391156 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.407641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Pushing event updated for resources: {'Port': ['ID=e8119a9a-9c91-4ed2-9988-f7c55a3c55f7,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:51.454752 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1a8a-07b9-4ae5-bf6d-194859411e3e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.489493 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:51.560790 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1a8a-07b9-4ae5-bf6d-194859411e3e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.598666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270a356-a548-4536-ae25-cebb3af03ab5 req-082f0b3d-1a56-4025-9a40-02b48a6d23de tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:51.600415 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5270a356-a548-4536-ae25-cebb3af03ab5 req-082f0b3d-1a56-4025-9a40-02b48a6d23de tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2807360 Feb 04 15:42:51.609230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431d383-3651-4209-8aef-3d072648a458 req-1e06b310-369f-42ca-a888-6b827d9a4195 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:51.610672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f431d383-3651-4209-8aef-3d072648a458 req-1e06b310-369f-42ca-a888-6b827d9a4195 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.3462222 Feb 04 15:42:51.660273 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1a8a-07b9-4ae5-bf6d-194859411e3e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.661315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2e2a1a8a-07b9-4ae5-bf6d-194859411e3e tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5625663 Feb 04 15:42:51.664346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36168) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:51.678729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Network 2d7217e5-e318-4a66-a489-b15644d8d3cf is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:51.684669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:51.687830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:51.811613 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5270a356-a548-4536-ae25-cebb3af03ab5 req-4b3330e2-1e47-4b48-88d8-9bfb6cd44713 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891918 Feb 04 15:42:51.821152 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53640271-ca88-4a2a-a3e6-0353a643cead tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.849843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f431d383-3651-4209-8aef-3d072648a458 req-96d197f7-2012-46a6-8cb2-89d53ed6ce9c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267535 Feb 04 15:42:51.942826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-aff197bd-fe4b-4a34-8568-1078492756b1 req-5289ce5f-acfa-4350-8790-5b8d656e0065 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'security_group': {'name': ' tempest-securitygroup -577063114 ', 'description': 'tempest-description-2028764775'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:51.961883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-aff197bd-fe4b-4a34-8568-1078492756b1 req-5289ce5f-acfa-4350-8790-5b8d656e0065 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:51.985619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-aff197bd-fe4b-4a34-8568-1078492756b1 req-5289ce5f-acfa-4350-8790-5b8d656e0065 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:51.991433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5805f384-df03-48b5-abe7-ff9921167231 None None] Provisioning complete for port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:51.992328 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5805f384-df03-48b5-abe7-ff9921167231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.009092 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-aff197bd-fe4b-4a34-8568-1078492756b1 req-5289ce5f-acfa-4350-8790-5b8d656e0065 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.095844 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5805f384-df03-48b5-abe7-ff9921167231 None None] Port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:42:52.167969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-aff197bd-fe4b-4a34-8568-1078492756b1 req-5289ce5f-acfa-4350-8790-5b8d656e0065 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:52.175927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-aff197bd-fe4b-4a34-8568-1078492756b1 req-5289ce5f-acfa-4350-8790-5b8d656e0065 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group_rule and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:52.183807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-aff197bd-fe4b-4a34-8568-1078492756b1 req-5289ce5f-acfa-4350-8790-5b8d656e0065 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:52.204641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-aff197bd-fe4b-4a34-8568-1078492756b1 req-5289ce5f-acfa-4350-8790-5b8d656e0065 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:52.268969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbb9dc-5216-4c28-8d25-2128e34439ed req-5efb42f7-bbf6-4492-bf69-686a1537849e tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:52.270406 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57cbb9dc-5216-4c28-8d25-2128e34439ed req-5efb42f7-bbf6-4492-bf69-686a1537849e tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 945 time: 0.1686087 Feb 04 15:42:52.315805 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53640271-ca88-4a2a-a3e6-0353a643cead tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.319957 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53640271-ca88-4a2a-a3e6-0353a643cead tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.347753 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53640271-ca88-4a2a-a3e6-0353a643cead tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.348224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53640271-ca88-4a2a-a3e6-0353a643cead tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17e01819-1069-4dad-adfc-bf0d204bcaba {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:42:52.358376 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53640271-ca88-4a2a-a3e6-0353a643cead tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.359537 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-53640271-ca88-4a2a-a3e6-0353a643cead tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "DELETE /v2.0/routers/17e01819-1069-4dad-adfc-bf0d204bcaba HTTP/1.1" status: 204 len: 168 time: 0.6941545 Feb 04 15:42:52.368063 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-aff197bd-fe4b-4a34-8568-1078492756b1 req-5289ce5f-acfa-4350-8790-5b8d656e0065 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.381099 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-aff197bd-fe4b-4a34-8568-1078492756b1 req-5289ce5f-acfa-4350-8790-5b8d656e0065 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.439168 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57cbb9dc-5216-4c28-8d25-2128e34439ed req-48888c1d-748c-415a-ab53-448a6b3c6543 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/security-groups?id=019772b8-fed2-4525-ba4f-e88cb4ee0a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164846 Feb 04 15:42:52.453581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289ce5f-acfa-4350-8790-5b8d656e0065 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea8f76d-7a70-4a64-a13f-d6f7755b732d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:52.483798 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-aff197bd-fe4b-4a34-8568-1078492756b1 req-5289ce5f-acfa-4350-8790-5b8d656e0065 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.485175 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aff197bd-fe4b-4a34-8568-1078492756b1 req-5289ce5f-acfa-4350-8790-5b8d656e0065 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1619 time: 0.5549226 Feb 04 15:42:52.505841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Router 622b185f-f6a3-4575-a416-e2d9870837d6 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:42:52.535319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36184) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:52.566379 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b', 'code': 200} Feb 04 15:42:52.751573 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-817d0779-76bf-493c-b185-f5f49c8d7709 req-8c20568c-3a62-470f-b662-5a358fcb60a0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0729547 Feb 04 15:42:52.797751 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-817d0779-76bf-493c-b185-f5f49c8d7709 req-1f9bda01-7d3d-42a0-99dc-6bef0b9fca12 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394461 Feb 04 15:42:52.814249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-549067198', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:52.821658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:52.826167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Usage tracker for resource:router and tenant:7bdc04a96d8449c88a334047bbca658c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:52.829093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:52.835581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:52.846157 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.847075 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.849486 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2581782-65c6-4f8b-a287-850af031d0fe req-8ec909dd-b268-4df8-8fab-025f8e71ba41 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/bea8f76d-7a70-4a64-a13f-d6f7755b732d HTTP/1.1" status: 200 len: 1614 time: 0.2514195 Feb 04 15:42:52.873441 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.949222 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c70b1-030e-4c63-b9af-3591e920968e req-729c9c50-0e76-4a93-9ded-8831af3fbda3 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:52.959433 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b1c70b1-030e-4c63-b9af-3591e920968e req-729c9c50-0e76-4a93-9ded-8831af3fbda3 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 946 time: 0.3337073 Feb 04 15:42:53.131610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b1c70b1-030e-4c63-b9af-3591e920968e req-fda8312b-cb52-4a83-931e-67ef9f8efba0 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bf41236-348b-40ba-be31-3964a729aae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708879 Feb 04 15:42:53.154651 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.223167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:42:53.233654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9510b3-1a4e-4779-ac1b-d528c7cf723f req-40944eab-2346-4e91-8366-c1859a6ba355 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:53.234497 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Sync routers for ids ['622b185f-f6a3-4575-a416-e2d9870837d6'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:42:53.235108 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f9510b3-1a4e-4779-ac1b-d528c7cf723f req-40944eab-2346-4e91-8366-c1859a6ba355 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 945 time: 0.2370627 Feb 04 15:42:53.246012 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6bb277b8-9458-409b-b5cd-6710ab33c0ad admin admin] 10.222.0.60 "PUT /v2.0/routers/622b185f-f6a3-4575-a416-e2d9870837d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8836179 Feb 04 15:42:53.249232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Routers {'622b185f-f6a3-4575-a416-e2d9870837d6'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:42:53.249940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['622b185f-f6a3-4575-a416-e2d9870837d6'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:53.329358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e022-2473-47e5-9b54-b611d946d7e5 req-ac4b00cd-4c05-4115-95e0-9796bf214e54 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:53.336114 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a18e022-2473-47e5-9b54-b611d946d7e5 req-ac4b00cd-4c05-4115-95e0-9796bf214e54 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2507920 Feb 04 15:42:53.361046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83974ee0-5683-4975-8819-505e2a8d13c5 req-5dbf8752-c145-4629-8b34-d4e75ee95b72 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/bea8f76d-7a70-4a64-a13f-d6f7755b732d HTTP/1.1" status: 200 len: 1614 time: 0.1685951 Feb 04 15:42:53.374545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-1f9510b3-1a4e-4779-ac1b-d528c7cf723f req-67bc95ed-6877-4145-86ad-9b80dd6fca16 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Deleting port 2174a413-02d8-4843-af33-1e954ce3560c {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:53.374883 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1f9510b3-1a4e-4779-ac1b-d528c7cf723f req-67bc95ed-6877-4145-86ad-9b80dd6fca16 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.378969 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.422398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.480882 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Set router 622b185f-f6a3-4575-a416-e2d9870837d6 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:42:53.491040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a18e022-2473-47e5-9b54-b611d946d7e5 req-c8e74881-3570-4dd7-bc6a-fa5a4ae4cc46 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540782 Feb 04 15:42:53.594120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Allocated IP 172.25.0.64 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/3508ab84-26f7-4a61-820b-459952dd389d) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:53.659394 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-83974ee0-5683-4975-8819-505e2a8d13c5 req-31efe838-267c-4ad1-b7f4-9c4516550073 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.767937 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.769569 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-83974ee0-5683-4975-8819-505e2a8d13c5 req-31efe838-267c-4ad1-b7f4-9c4516550073 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.801176 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.812266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-1f9510b3-1a4e-4779-ac1b-d528c7cf723f req-67bc95ed-6877-4145-86ad-9b80dd6fca16 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] For port 2174a413-02d8-4843-af33-1e954ce3560c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=2174a413-02d8-4843-af33-1e954ce3560c,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:53.812646 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1f9510b3-1a4e-4779-ac1b-d528c7cf723f req-67bc95ed-6877-4145-86ad-9b80dd6fca16 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.846590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:41Z', 'updated_at': '2022-02-04T15:42:50Z', 'revision_number': 4, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'gw_port': {'id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:42Z', 'updated_at': '2022-02-04T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'e8119a9a-9c91-4ed2-9988-f7c55a3c55f7', 'name': '', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'mac_address': 'fa:16:3e:1e:05:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:48Z', 'updated_at': '2022-02-04T15:42:50Z', 'revision_number': 2, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'subnets': [{'id': '12330993-a528-43ce-8b65-732ec38af950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:53.851112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Checking router: 622b185f-f6a3-4575-a416-e2d9870837d6 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:42:53.851504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Updating router 622b185f-f6a3-4575-a416-e2d9870837d6 port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:42:53.874059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:53.877030 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:53.880872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:53.910615 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.910977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Pushing event updated for resources: {'Port': ['ID=3508ab84-26f7-4a61-820b-459952dd389d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:53.964043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-1f9510b3-1a4e-4779-ac1b-d528c7cf723f req-67bc95ed-6877-4145-86ad-9b80dd6fca16 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Calling delete_port for 2174a413-02d8-4843-af33-1e954ce3560c owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:54.050175 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-83974ee0-5683-4975-8819-505e2a8d13c5 req-31efe838-267c-4ad1-b7f4-9c4516550073 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.076108 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efe838-267c-4ad1-b7f4-9c4516550073 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea8f76d-7a70-4a64-a13f-d6f7755b732d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:54.087256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd8112-d659-4f0e-82f2-b06fc13be576 req-6d60c98e-a126-4abe-bfe2-b491e47b8319 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:54.094874 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49fd8112-d659-4f0e-82f2-b06fc13be576 req-6d60c98e-a126-4abe-bfe2-b491e47b8319 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.4306810 Feb 04 15:42:54.095816 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.096626 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.119422 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-83974ee0-5683-4975-8819-505e2a8d13c5 req-31efe838-267c-4ad1-b7f4-9c4516550073 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.120715 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83974ee0-5683-4975-8819-505e2a8d13c5 req-31efe838-267c-4ad1-b7f4-9c4516550073 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "DELETE /v2.0/security-groups/bea8f76d-7a70-4a64-a13f-d6f7755b732d HTTP/1.1" status: 204 len: 173 time: 0.7522881 Feb 04 15:42:54.211275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49fd8112-d659-4f0e-82f2-b06fc13be576 req-60a143ea-6090-41d0-b897-8c3a7dd3fcb0 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153882 Feb 04 15:42:54.246012 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1f9510b3-1a4e-4779-ac1b-d528c7cf723f req-67bc95ed-6877-4145-86ad-9b80dd6fca16 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.370794 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.384554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Router ed5c8a04-4d99-4b30-919f-bf497e63dc8b is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:42:54.388138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Transition to ACTIVE for port object e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:54.400027 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.432515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc95ed-6877-4145-86ad-9b80dd6fca16 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Pushing event deleted for resources: {'Port': ['ID=2174a413-02d8-4843-af33-1e954ce3560c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:54.574898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8342d-5aa0-404f-bb1b-f0ff7f29afcf None None] Pushing event updated for resources: {'Port': ['ID=e8119a9a-9c91-4ed2-9988-f7c55a3c55f7,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:54.593054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9510b3-1a4e-4779-ac1b-d528c7cf723f req-67bc95ed-6877-4145-86ad-9b80dd6fca16 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] No DVR routers for this DVR port 2174a413-02d8-4843-af33-1e954ce3560c on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:54.596554 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1f9510b3-1a4e-4779-ac1b-d528c7cf723f req-67bc95ed-6877-4145-86ad-9b80dd6fca16 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.602691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a0c916-a7e4-44e4-8967-92146540d93c', 'name': 'network-vif-deleted', 'tag': '2174a413-02d8-4843-af33-1e954ce3560c'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:54.624866 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f9510b3-1a4e-4779-ac1b-d528c7cf723f req-67bc95ed-6877-4145-86ad-9b80dd6fca16 tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.73 "DELETE /v2.0/ports/2174a413-02d8-4843-af33-1e954ce3560c HTTP/1.1" status: 204 len: 173 time: 1.3776791 Feb 04 15:42:54.758929 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:42:54.770870 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931e340-c1a1-43e7-8ff0-bfc09e5fc011 None None] Sync routers for ids ['ed5c8a04-4d99-4b30-919f-bf497e63dc8b'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:42:54.799938 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3931e340-c1a1-43e7-8ff0-bfc09e5fc011 None None] Routers {'ed5c8a04-4d99-4b30-919f-bf497e63dc8b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:42:54.800552 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-3931e340-c1a1-43e7-8ff0-bfc09e5fc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ed5c8a04-4d99-4b30-919f-bf497e63dc8b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:54.826447 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.828097 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a4d640c0-a04d-4660-af75-b7c657dca31e tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.2912035 Feb 04 15:42:54.830777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36218) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:54.925634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36222) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:54.934748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2fb7f477-5568-4be2-92be-cf7affa5addc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103852770', 'description': 'tempest-description--1898335391'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:54.957710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2fb7f477-5568-4be2-92be-cf7affa5addc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:54.958823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Attempting to bind port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:54.959791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Attempting to bind port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:54.960330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Attempting to bind port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 on network 2d7217e5-e318-4a66-a489-b15644d8d3cf {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:42:54.960460 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-3931e340-c1a1-43e7-8ff0-bfc09e5fc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:54.969452 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:42:54.970163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Checking segment: {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:42:54.970748 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.971375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Bound using segment: {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:42:54.971615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2fb7f477-5568-4be2-92be-cf7affa5addc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Usage tracker for resource:security_group and tenant:ba5317e5b4e643378ca182cde621e16b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:54.972182 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Bound port: e8119a9a-9c91-4ed2-9988-f7c55a3c55f7, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:54.972742 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.982855 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2fb7f477-5568-4be2-92be-cf7affa5addc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:54.995627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2fb7f477-5568-4be2-92be-cf7affa5addc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:54.997856 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3931e340-c1a1-43e7-8ff0-bfc09e5fc011 None None] Routers {'ed5c8a04-4d99-4b30-919f-bf497e63dc8b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:42:54.998906 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-3931e340-c1a1-43e7-8ff0-bfc09e5fc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ed5c8a04-4d99-4b30-919f-bf497e63dc8b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:55.013870 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2fb7f477-5568-4be2-92be-cf7affa5addc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.086120 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] For port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:55.087345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2fb7f477-5568-4be2-92be-cf7affa5addc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:55.090463 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] For port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e8119a9a-9c91-4ed2-9988-f7c55a3c55f7,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:55.093151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2fb7f477-5568-4be2-92be-cf7affa5addc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Usage tracker for resource:security_group_rule and tenant:ba5317e5b4e643378ca182cde621e16b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:55.097537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2fb7f477-5568-4be2-92be-cf7affa5addc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:55.105312 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.106030 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2fb7f477-5568-4be2-92be-cf7affa5addc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:55.113476 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-3931e340-c1a1-43e7-8ff0-bfc09e5fc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:55.113975 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931e340-c1a1-43e7-8ff0-bfc09e5fc011 None None] The sync data for ids ['ed5c8a04-4d99-4b30-919f-bf497e63dc8b'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:42:55.138198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b4e83775-5a34-4e7e-9e1a-5c9bf26a227f req-8f3984c2-410e-466f-94e5-410bbd3dc62d tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Synchronizing usage tracker for tenant:db88fa6dda3d40c19694cb02ae3657f4 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:55.142074 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-2d1ea089-3015-45d2-a2fa-deec78af0818 req-348ddb19-2bc6-408c-9a93-c9368f5a8ce3 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] show failed (client error): The resource could not be found. Feb 04 15:42:55.143079 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d1ea089-3015-45d2-a2fa-deec78af0818 req-348ddb19-2bc6-408c-9a93-c9368f5a8ce3 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/bea8f76d-7a70-4a64-a13f-d6f7755b732d HTTP/1.1" status: 404 len: 352 time: 0.1332633 Feb 04 15:42:55.198829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8342d-5aa0-404f-bb1b-f0ff7f29afcf None None] Pushing event updated for resources: {'Port': ['ID=e8119a9a-9c91-4ed2-9988-f7c55a3c55f7,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:55.201920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Routers {'622b185f-f6a3-4575-a416-e2d9870837d6'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:42:55.202545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['622b185f-f6a3-4575-a416-e2d9870837d6'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:55.202681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b4e83775-5a34-4e7e-9e1a-5c9bf26a227f req-8f3984c2-410e-466f-94e5-410bbd3dc62d tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] Unset dirty status for tenant:db88fa6dda3d40c19694cb02ae3657f4 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:55.204506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b4e83775-5a34-4e7e-9e1a-5c9bf26a227f req-8f3984c2-410e-466f-94e5-410bbd3dc62d tempest-ListServerFiltersTestJSON-967858935 tempest-ListServerFiltersTestJSON-967858935-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a0c916-a7e4-44e4-8967-92146540d93c HTTP/1.1" status: 200 len: 210 time: 0.1951940 Feb 04 15:42:55.289031 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2fb7f477-5568-4be2-92be-cf7affa5addc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.302447 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2fb7f477-5568-4be2-92be-cf7affa5addc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.365984 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2fb7f477-5568-4be2-92be-cf7affa5addc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.369955 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2fb7f477-5568-4be2-92be-cf7affa5addc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4404106 Feb 04 15:42:55.379947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36234) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:55.388963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e497dee3-0451-41be-b0b5-76f7cb841d3d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Request body: {'security_group_rule': {'security_group_id': '7b8b1bac-6c8e-438e-9200-2e0770b3899f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:55.419910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e497dee3-0451-41be-b0b5-76f7cb841d3d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:55.433466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e497dee3-0451-41be-b0b5-76f7cb841d3d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Usage tracker for resource:security_group_rule and tenant:ba5317e5b4e643378ca182cde621e16b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:55.436969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e497dee3-0451-41be-b0b5-76f7cb841d3d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:55.451588 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7f477-5568-4be2-92be-cf7affa5addc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8b1bac-6c8e-438e-9200-2e0770b3899f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:55.459278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e497dee3-0451-41be-b0b5-76f7cb841d3d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:55.480933 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a0c916-a7e4-44e4-8967-92146540d93c', 'name': 'network-vif-deleted', 'tag': '2174a413-02d8-4843-af33-1e954ce3560c', 'status': 'completed', 'code': 200} Feb 04 15:42:55.500660 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e497dee3-0451-41be-b0b5-76f7cb841d3d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.565316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-1e504c49-eb52-484a-84bc-94ff24e887e0 req-2dc027b0-eaea-496e-a713-b11b6e470f48 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1658877801', 'description': 'tempest-description-1107564150'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:55.581763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-1e504c49-eb52-484a-84bc-94ff24e887e0 req-2dc027b0-eaea-496e-a713-b11b6e470f48 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:55.588572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1e504c49-eb52-484a-84bc-94ff24e887e0 req-2dc027b0-eaea-496e-a713-b11b6e470f48 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:55.589677 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e497dee3-0451-41be-b0b5-76f7cb841d3d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.594180 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1e504c49-eb52-484a-84bc-94ff24e887e0 req-2dc027b0-eaea-496e-a713-b11b6e470f48 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:55.595351 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e497dee3-0451-41be-b0b5-76f7cb841d3d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.603468 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] Set router 622b185f-f6a3-4575-a416-e2d9870837d6 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:42:55.614101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-1e504c49-eb52-484a-84bc-94ff24e887e0 req-2dc027b0-eaea-496e-a713-b11b6e470f48 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:55.624590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497dee3-0451-41be-b0b5-76f7cb841d3d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280c4b17-4998-4eed-aa44-063c6984e31c,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:55.634289 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e497dee3-0451-41be-b0b5-76f7cb841d3d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.636399 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e497dee3-0451-41be-b0b5-76f7cb841d3d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2554879 Feb 04 15:42:55.639517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36240) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:55.644876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-68b0bbff-dc56-4289-b0e3-642a56c6f556 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Request body: {'security_group_rule': {'security_group_id': '7b8b1bac-6c8e-438e-9200-2e0770b3899f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:55.649126 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1e504c49-eb52-484a-84bc-94ff24e887e0 req-2dc027b0-eaea-496e-a713-b11b6e470f48 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.651239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-68b0bbff-dc56-4289-b0e3-642a56c6f556 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:55.654999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-68b0bbff-dc56-4289-b0e3-642a56c6f556 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Usage tracker for resource:security_group_rule and tenant:ba5317e5b4e643378ca182cde621e16b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:55.658189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-68b0bbff-dc56-4289-b0e3-642a56c6f556 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:55.665503 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-40393268-1fca-4d2d-98db-72e31de8f787 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/routers/ed5c8a04-4d99-4b30-919f-bf497e63dc8b HTTP/1.1" status: 200 len: 919 time: 0.8303864 Feb 04 15:42:55.665718 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36244) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:55.670171 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-68b0bbff-dc56-4289-b0e3-642a56c6f556 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:55.680827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb01a-9d45-4ed2-ba18-d15d2a327a3c req-09e3b59d-fb82-4f09-bc43-de82a25e12cc tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:55.682886 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c5fb01a-9d45-4ed2-ba18-d15d2a327a3c req-09e3b59d-fb82-4f09-bc43-de82a25e12cc tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2006407 Feb 04 15:42:55.720114 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3c685a44-398e-47a5-927a-9f16dd42f1d8 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5c8a04-4d99-4b30-919f-bf497e63dc8b HTTP/1.1" status: 200 len: 205 time: 0.0508523 Feb 04 15:42:55.721376 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36248) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:55.724923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-1e504c49-eb52-484a-84bc-94ff24e887e0 req-2dc027b0-eaea-496e-a713-b11b6e470f48 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:55.732681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1e504c49-eb52-484a-84bc-94ff24e887e0 req-2dc027b0-eaea-496e-a713-b11b6e470f48 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group_rule and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:55.741902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1e504c49-eb52-484a-84bc-94ff24e887e0 req-2dc027b0-eaea-496e-a713-b11b6e470f48 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:55.749775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-1e504c49-eb52-484a-84bc-94ff24e887e0 req-2dc027b0-eaea-496e-a713-b11b6e470f48 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:55.754035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 2174a413-02d8-4843-af33-1e954ce3560c no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:55.769380 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c5fb01a-9d45-4ed2-ba18-d15d2a327a3c req-625b6e0d-47b0-4685-9997-4627ef5d32ba tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726621 Feb 04 15:42:55.799665 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-68b0bbff-dc56-4289-b0e3-642a56c6f556 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.819530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 2174a413-02d8-4843-af33-1e954ce3560c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:42:55.820025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 2174a413-02d8-4843-af33-1e954ce3560c not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:55.846176 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1e504c49-eb52-484a-84bc-94ff24e887e0 req-2dc027b0-eaea-496e-a713-b11b6e470f48 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.855517 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1e504c49-eb52-484a-84bc-94ff24e887e0 req-2dc027b0-eaea-496e-a713-b11b6e470f48 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.927132 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-68b0bbff-dc56-4289-b0e3-642a56c6f556 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.937831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc027b0-eaea-496e-a713-b11b6e470f48 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7e5427-1f12-4ef8-971b-1ec149b4115a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:55.941443 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1e504c49-eb52-484a-84bc-94ff24e887e0 req-2dc027b0-eaea-496e-a713-b11b6e470f48 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.943147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e504c49-eb52-484a-84bc-94ff24e887e0 req-2dc027b0-eaea-496e-a713-b11b6e470f48 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.3827412 Feb 04 15:42:56.045278 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-68b0bbff-dc56-4289-b0e3-642a56c6f556 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.080425 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:41Z', 'updated_at': '2022-02-04T15:42:50Z', 'revision_number': 4, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'gw_port': {'id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:42Z', 'updated_at': '2022-02-04T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'e8119a9a-9c91-4ed2-9988-f7c55a3c55f7', 'name': '', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'mac_address': 'fa:16:3e:1e:05:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:48Z', 'updated_at': '2022-02-04T15:42:55Z', 'revision_number': 4, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'subnets': [{'id': '12330993-a528-43ce-8b65-732ec38af950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:56.086861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47265eb2-77d3-415e-bd25-4cc250b5c194 None None] The sync data for ids ['622b185f-f6a3-4575-a416-e2d9870837d6'] in n-d-827872-1 is: [{'id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:41Z', 'updated_at': '2022-02-04T15:42:50Z', 'revision_number': 4, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'gw_port': {'id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:42Z', 'updated_at': '2022-02-04T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'e8119a9a-9c91-4ed2-9988-f7c55a3c55f7', 'name': '', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'mac_address': 'fa:16:3e:1e:05:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:48Z', 'updated_at': '2022-02-04T15:42:55Z', 'revision_number': 4, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'subnets': [{'id': '12330993-a528-43ce-8b65-732ec38af950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:42:56.203737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70511231-879e-4925-9676-33e86fefa3ff req-3a042f58-1226-45a1-b704-6705b1e013a7 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:56.211833 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-70511231-879e-4925-9676-33e86fefa3ff req-3a042f58-1226-45a1-b704-6705b1e013a7 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.1053452 Feb 04 15:42:56.229959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0bbff-dc56-4289-b0e3-642a56c6f556 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9bf35c-2b6f-4a29-b174-9d815e544025,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:56.262790 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-68b0bbff-dc56-4289-b0e3-642a56c6f556 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.266265 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-68b0bbff-dc56-4289-b0e3-642a56c6f556 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6261904 Feb 04 15:42:56.269112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36264) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:56.277230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:56.279728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-70511231-879e-4925-9676-33e86fefa3ff req-552866e0-c461-49ca-b275-8be55c03d576 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652661 Feb 04 15:42:56.285437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:56.290466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Usage tracker for resource:floatingip and tenant:ba5317e5b4e643378ca182cde621e16b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:56.294366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:56.302169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:56.326173 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.351057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2155f63f-73d3-49bd-8a89-fc1c976b2b71 req-0794aad0-4f22-4936-8668-8b8b93a8ee25 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-772202342', 'description': 'tempest-description-363372275'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:56.364294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2155f63f-73d3-49bd-8a89-fc1c976b2b71 req-0794aad0-4f22-4936-8668-8b8b93a8ee25 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:56.414714 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5535ffee-9877-4d65-aa91-e04b4cf05b51 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.415424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2155f63f-73d3-49bd-8a89-fc1c976b2b71 req-0794aad0-4f22-4936-8668-8b8b93a8ee25 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:56.420602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2155f63f-73d3-49bd-8a89-fc1c976b2b71 req-0794aad0-4f22-4936-8668-8b8b93a8ee25 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:56.429478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2155f63f-73d3-49bd-8a89-fc1c976b2b71 req-0794aad0-4f22-4936-8668-8b8b93a8ee25 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:56.458296 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2155f63f-73d3-49bd-8a89-fc1c976b2b71 req-0794aad0-4f22-4936-8668-8b8b93a8ee25 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.521213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-9cb74036-06e4-4365-928b-5889ca356695 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:56.528574 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-9cb74036-06e4-4365-928b-5889ca356695 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/networks?id=e4b139df-5612-4377-ac79-2126181c32bf HTTP/1.1" status: 200 len: 814 time: 0.2046528 Feb 04 15:42:56.551141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2155f63f-73d3-49bd-8a89-fc1c976b2b71 req-0794aad0-4f22-4936-8668-8b8b93a8ee25 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:56.555733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1cdf4830-2554-4b90-9af5-8827e827c2f4 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/quotas/428132a2da7b4ddc958b0b710ebd148c HTTP/1.1" status: 200 len: 375 time: 0.0262513 Feb 04 15:42:56.559101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2155f63f-73d3-49bd-8a89-fc1c976b2b71 req-0794aad0-4f22-4936-8668-8b8b93a8ee25 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group_rule and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:56.593824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2155f63f-73d3-49bd-8a89-fc1c976b2b71 req-0794aad0-4f22-4936-8668-8b8b93a8ee25 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:56.609229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2155f63f-73d3-49bd-8a89-fc1c976b2b71 req-0794aad0-4f22-4936-8668-8b8b93a8ee25 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:56.632618 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.682236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-89b2041d-5829-4529-9011-5a9ac7ccdb8f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=428132a2da7b4ddc958b0b710ebd148c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1196992 Feb 04 15:42:56.734365 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2155f63f-73d3-49bd-8a89-fc1c976b2b71 req-0794aad0-4f22-4936-8668-8b8b93a8ee25 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.791934 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5535ffee-9877-4d65-aa91-e04b4cf05b51 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.794839 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2155f63f-73d3-49bd-8a89-fc1c976b2b71 req-0794aad0-4f22-4936-8668-8b8b93a8ee25 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.819077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-5535ffee-9877-4d65-aa91-e04b4cf05b51 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Deleting port 3508ab84-26f7-4a61-820b-459952dd389d {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:56.819462 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5535ffee-9877-4d65-aa91-e04b4cf05b51 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.852013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Allocated IP 172.25.0.80 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/07356819-8139-4d3a-8049-aef871fdb9cc) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:56.862378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794aad0-4f22-4936-8668-8b8b93a8ee25 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e4c590-9492-421d-a434-ddfbd53ce90b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:56.867158 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2155f63f-73d3-49bd-8a89-fc1c976b2b71 req-0794aad0-4f22-4936-8668-8b8b93a8ee25 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.879780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2155f63f-73d3-49bd-8a89-fc1c976b2b71 req-0794aad0-4f22-4936-8668-8b8b93a8ee25 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.5615015 Feb 04 15:42:56.936415 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-c03a21c1-bfbc-4b68-a27e-5aeb759b0ca3 service neutron] 10.222.0.60 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288358 Feb 04 15:42:57.018021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36274) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:57.164394 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-24118dad-cd88-4ef7-91e9-5b9746ea3abe service neutron] 10.222.0.60 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271125 Feb 04 15:42:57.175920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:57.186535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.210278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36282) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:57.277293 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-51b6753c-cffe-4fd3-a73e-183ec7c305d9 req-333b0a1c-aca0-4dbf-9724-f2f2c384d579 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-41308538', 'description': 'tempest-description-684707244'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:57.277527 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5535ffee-9877-4d65-aa91-e04b4cf05b51 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.285012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-51b6753c-cffe-4fd3-a73e-183ec7c305d9 req-333b0a1c-aca0-4dbf-9724-f2f2c384d579 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:57.292068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-51b6753c-cffe-4fd3-a73e-183ec7c305d9 req-333b0a1c-aca0-4dbf-9724-f2f2c384d579 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:57.300134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-51b6753c-cffe-4fd3-a73e-183ec7c305d9 req-333b0a1c-aca0-4dbf-9724-f2f2c384d579 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:57.309697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-51b6753c-cffe-4fd3-a73e-183ec7c305d9 req-333b0a1c-aca0-4dbf-9724-f2f2c384d579 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:57.317229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-780f2af1-eb78-42cf-911e-7a879081c9ba admin admin] Deleting subnet a4c04cb8-1c73-41af-b76f-88dc90f92f47 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:42:57.331147 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-780f2af1-eb78-42cf-911e-7a879081c9ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.354459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:57.361121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:57.362042 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.422897 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-51b6753c-cffe-4fd3-a73e-183ec7c305d9 req-333b0a1c-aca0-4dbf-9724-f2f2c384d579 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.501070 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-780f2af1-eb78-42cf-911e-7a879081c9ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.521566 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.549094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-5535ffee-9877-4d65-aa91-e04b4cf05b51 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Calling delete_port for 3508ab84-26f7-4a61-820b-459952dd389d owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:57.570006 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e8119a9a-9c91-4ed2-9988-f7c55a3c55f7,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:57.575877 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.601390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-f567fd8c-fa29-468e-a615-9ec7ac84f188 admin admin] Deleting subnet f5285dbb-79fd-49a5-a716-0ef9a58f1dfc {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:42:57.619261 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f567fd8c-fa29-468e-a615-9ec7ac84f188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.651467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=e8119a9a-9c91-4ed2-9988-f7c55a3c55f7,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:57.689454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-51b6753c-cffe-4fd3-a73e-183ec7c305d9 req-333b0a1c-aca0-4dbf-9724-f2f2c384d579 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:57.694087 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.714333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-51b6753c-cffe-4fd3-a73e-183ec7c305d9 req-333b0a1c-aca0-4dbf-9724-f2f2c384d579 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group_rule and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:57.720329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-51b6753c-cffe-4fd3-a73e-183ec7c305d9 req-333b0a1c-aca0-4dbf-9724-f2f2c384d579 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:57.729492 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f567fd8c-fa29-468e-a615-9ec7ac84f188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.762581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-51b6753c-cffe-4fd3-a73e-183ec7c305d9 req-333b0a1c-aca0-4dbf-9724-f2f2c384d579 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:57.804586 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-780f2af1-eb78-42cf-911e-7a879081c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.870470 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8f338a0-e43d-4420-b865-3a592106b436 req-75168302-b4ca-495a-98d3-846fa0fdce4d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 1096 time: 0.3395073 Feb 04 15:42:57.933296 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:57.937573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:57.941923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:42:57.983826 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5535ffee-9877-4d65-aa91-e04b4cf05b51 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.995812 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f567fd8c-fa29-468e-a615-9ec7ac84f188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.000704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event updated for resources: {'Port': ['ID=07356819-8139-4d3a-8049-aef871fdb9cc,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:58.062475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535ffee-9877-4d65-aa91-e04b4cf05b51 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Pushing event deleted for resources: {'Port': ['ID=3508ab84-26f7-4a61-820b-459952dd389d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:58.121883 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-51b6753c-cffe-4fd3-a73e-183ec7c305d9 req-333b0a1c-aca0-4dbf-9724-f2f2c384d579 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.147691 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-51b6753c-cffe-4fd3-a73e-183ec7c305d9 req-333b0a1c-aca0-4dbf-9724-f2f2c384d579 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.196870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8f338a0-e43d-4420-b865-3a592106b436 req-283078d4-d6af-4222-a5cb-bd6746ded7fc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500677 Feb 04 15:42:58.225694 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-780f2af1-eb78-42cf-911e-7a879081c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.277511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b0a1c-aca0-4dbf-9724-f2f2c384d579 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea00cd4-d41d-4dee-a279-034281e97f6c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:58.283800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f2af1-eb78-42cf-911e-7a879081c9ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c04cb8-1c73-41af-b76f-88dc90f92f47,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:58.287738 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f567fd8c-fa29-468e-a615-9ec7ac84f188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.292410 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-51b6753c-cffe-4fd3-a73e-183ec7c305d9 req-333b0a1c-aca0-4dbf-9724-f2f2c384d579 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.293620 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51b6753c-cffe-4fd3-a73e-183ec7c305d9 req-333b0a1c-aca0-4dbf-9724-f2f2c384d579 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1637 time: 1.0288482 Feb 04 15:42:58.456316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8933e6-2b88-4818-a461-8af45177f6a2 None None] Network cd581f90-a82a-4ae0-b680-25bcff37d668 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:42:58.485660 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-780f2af1-eb78-42cf-911e-7a879081c9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.490103 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-780f2af1-eb78-42cf-911e-7a879081c9ba admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a4c04cb8-1c73-41af-b76f-88dc90f92f47 HTTP/1.1" status: 204 len: 168 time: 1.2756412 Feb 04 15:42:58.490103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567fd8c-fa29-468e-a615-9ec7ac84f188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5285dbb-79fd-49a5-a716-0ef9a58f1dfc,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:58.495312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36302) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:58.500106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478710c-5bf3-4a5a-a6cd-8526c5664209 req-bdd9002c-a4d5-4557-98e2-7db6da8207d7 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:58.501556 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1478710c-5bf3-4a5a-a6cd-8526c5664209 req-bdd9002c-a4d5-4557-98e2-7db6da8207d7 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.6062608 Feb 04 15:42:58.508526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d8ec4e0-0bfe-474e-b1b0-d2c1ea399568 req-8227f6dd-0e55-4c66-874d-ef80645ff108 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3dd0084-9946-4d41-8158-914e89a0682b HTTP/1.1" status: 200 len: 210 time: 0.0652320 Feb 04 15:42:58.525023 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f567fd8c-fa29-468e-a615-9ec7ac84f188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.529766 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f567fd8c-fa29-468e-a615-9ec7ac84f188 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f5285dbb-79fd-49a5-a716-0ef9a58f1dfc HTTP/1.1" status: 204 len: 168 time: 1.5083604 Feb 04 15:42:58.529950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36306) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:58.590051 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5535ffee-9877-4d65-aa91-e04b4cf05b51 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.687077 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1478710c-5bf3-4a5a-a6cd-8526c5664209 req-d8dc765d-2d99-4d3c-ac70-81d1ae673a8a tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756151 Feb 04 15:42:58.696242 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c7461ca0-af60-422e-b330-cab475171215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.800715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2967c8c-2dd1-4cac-9ef7-b39e6aab3e22 None None] DHCP port deletion for cd581f90-a82a-4ae0-b680-25bcff37d668 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:42:58.808152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c2967c8c-2dd1-4cac-9ef7-b39e6aab3e22 None None] Deleting port 10f81947-e1d2-49a6-a10b-d16708e1b23f {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:58.808848 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2967c8c-2dd1-4cac-9ef7-b39e6aab3e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.870432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.898891 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c7461ca0-af60-422e-b330-cab475171215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.922013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-23569075-ce02-4fa8-a427-cea310e89508 req-581bfeb2-d393-4231-ab7a-2f45ac8519ee tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Synchronizing usage tracker for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:58.947764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-c7461ca0-af60-422e-b330-cab475171215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecadb25-8c08-4a58-85bb-d9db02afbd7c']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:58.982635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-c7461ca0-af60-422e-b330-cab475171215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e369a2-dca3-46f9-8e7f-65adfd1addb4') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:58.983814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-c7461ca0-af60-422e-b330-cab475171215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e369a2-dca3-46f9-8e7f-65adfd1addb4') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:59.005376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-23569075-ce02-4fa8-a427-cea310e89508 req-581bfeb2-d393-4231-ab7a-2f45ac8519ee tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Unset dirty status for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:59.010145 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-23569075-ce02-4fa8-a427-cea310e89508 req-581bfeb2-d393-4231-ab7a-2f45ac8519ee tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf HTTP/1.1" status: 200 len: 9730 time: 0.3901348 Feb 04 15:42:59.017797 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c7461ca0-af60-422e-b330-cab475171215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.018407 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5535ffee-9877-4d65-aa91-e04b4cf05b51 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.074408 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.154582 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c7461ca0-af60-422e-b330-cab475171215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.154841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Deleting port 10f81947-e1d2-49a6-a10b-d16708e1b23f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:42:59.159049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.171954 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-23569075-ce02-4fa8-a427-cea310e89508 req-70e07a50-4aa1-4aff-8b4c-f80c83b18458 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/37aead9b-ce1d-4b99-8731-553225cab531 HTTP/1.1" status: 200 len: 2649 time: 0.1170669 Feb 04 15:42:59.196676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:59.215502 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5535ffee-9877-4d65-aa91-e04b4cf05b51 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.222092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7461ca0-af60-422e-b330-cab475171215 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:42:59.222622 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c7461ca0-af60-422e-b330-cab475171215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:42:59.240440 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:42:59.288481 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5535ffee-9877-4d65-aa91-e04b4cf05b51 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.289188 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5535ffee-9877-4d65-aa91-e04b4cf05b51 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Fanout notify agent at l3_agent the message router_deleted on router ed5c8a04-4d99-4b30-919f-bf497e63dc8b {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:42:59.331508 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-23569075-ce02-4fa8-a427-cea310e89508 req-a5edd3d0-4769-4e74-a76b-1ac1dbcc58c6 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/37aead9b-ce1d-4b99-8731-553225cab531 HTTP/1.1" status: 200 len: 2649 time: 0.1578968 Feb 04 15:42:59.373734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c2967c8c-2dd1-4cac-9ef7-b39e6aab3e22 None None] For port 10f81947-e1d2-49a6-a10b-d16708e1b23f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=10f81947-e1d2-49a6-a10b-d16708e1b23f,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:59.374498 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2967c8c-2dd1-4cac-9ef7-b39e6aab3e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.420384 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c7461ca0-af60-422e-b330-cab475171215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.435558 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c7461ca0-af60-422e-b330-cab475171215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.514817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7461ca0-af60-422e-b330-cab475171215 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ecadb25-8c08-4a58-85bb-d9db02afbd7c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:59.521293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9c3301a-33dc-4f00-9af8-acd16677cd51 req-2d4bae8e-2f2c-40ae-9b93-69eb841006cf tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/9b7e5427-1f12-4ef8-971b-1ec149b4115a HTTP/1.1" status: 200 len: 1635 time: 0.1428630 Feb 04 15:42:59.527720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c7461ca0-af60-422e-b330-cab475171215 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7ecadb25-8c08-4a58-85bb-d9db02afbd7c HTTP/1.1" status: 204 len: 168 time: 0.9967740 Feb 04 15:42:59.605404 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5535ffee-9877-4d65-aa91-e04b4cf05b51 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.607271 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5535ffee-9877-4d65-aa91-e04b4cf05b51 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "DELETE /v2.0/routers/ed5c8a04-4d99-4b30-919f-bf497e63dc8b HTTP/1.1" status: 204 len: 168 time: 3.8859489 Feb 04 15:42:59.612688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36324) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:59.617671 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.621065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c2967c8c-2dd1-4cac-9ef7-b39e6aab3e22 None None] Calling delete_port for 10f81947-e1d2-49a6-a10b-d16708e1b23f owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:42:59.624429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1474181157', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'enable_snat': False}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:59.634457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:59.641178 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a9c3301a-33dc-4f00-9af8-acd16677cd51 req-a0b30517-ab61-4c66-bc4d-cbe7eaa2192e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.673081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:59.673342 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a9c3301a-33dc-4f00-9af8-acd16677cd51 req-a0b30517-ab61-4c66-bc4d-cbe7eaa2192e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.673579 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.704371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-23fceb3f-ed9e-440a-9717-975cbf5d5ef6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:59.707138 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-23fceb3f-ed9e-440a-9717-975cbf5d5ef6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.81 "GET /v2.0/networks?id=e4b139df-5612-4377-ac79-2126181c32bf HTTP/1.1" status: 200 len: 814 time: 0.6910040 Feb 04 15:42:59.715986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] For port 10f81947-e1d2-49a6-a10b-d16708e1b23f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=10f81947-e1d2-49a6-a10b-d16708e1b23f,segment=NetworkSegment(4f2b4b09-320b-4bdb-8416-cb74b0d58fec),segment_id=4f2b4b09-320b-4bdb-8416-cb74b0d58fec)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:59.716356 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.728515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Usage tracker for resource:router and tenant:c2215094199f47c684c3572377977b8b is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:59.733230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:59.741963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Request body: {'port': {'device_id': 'b3dd0084-9946-4d41-8158-914e89a0682b', 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf', 'admin_state_up': True, 'tenant_id': '428132a2da7b4ddc958b0b710ebd148c'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:42:59.742548 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a9c3301a-33dc-4f00-9af8-acd16677cd51 req-a0b30517-ab61-4c66-bc4d-cbe7eaa2192e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.755762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:59.773938 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b30517-ab61-4c66-bc4d-cbe7eaa2192e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7e5427-1f12-4ef8-971b-1ec149b4115a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:59.786293 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a9c3301a-33dc-4f00-9af8-acd16677cd51 req-a0b30517-ab61-4c66-bc4d-cbe7eaa2192e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.788167 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9c3301a-33dc-4f00-9af8-acd16677cd51 req-a0b30517-ab61-4c66-bc4d-cbe7eaa2192e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "DELETE /v2.0/security-groups/9b7e5427-1f12-4ef8-971b-1ec149b4115a HTTP/1.1" status: 204 len: 173 time: 0.2567425 Feb 04 15:42:59.798965 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.800268 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.808645 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2967c8c-2dd1-4cac-9ef7-b39e6aab3e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.841960 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.866967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36332) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:59.912055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2967c8c-2dd1-4cac-9ef7-b39e6aab3e22 None None] Pushing event deleted for resources: {'Port': ['ID=10f81947-e1d2-49a6-a10b-d16708e1b23f,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:59.938304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2967c8c-2dd1-4cac-9ef7-b39e6aab3e22 None None] No DVR routers for this DVR port 10f81947-e1d2-49a6-a10b-d16708e1b23f on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:00.028607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 10f81947-e1d2-49a6-a10b-d16708e1b23f no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:00.061755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4bb008d-6302-43f8-9103-c9702c8e5b13 req-57840c16-5df1-41a5-a2e2-6166ced1c829 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3dd0084-9946-4d41-8158-914e89a0682b HTTP/1.1" status: 200 len: 210 time: 0.0562615 Feb 04 15:43:00.071619 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 10f81947-e1d2-49a6-a10b-d16708e1b23f {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:43:00.071965 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 10f81947-e1d2-49a6-a10b-d16708e1b23f not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:00.218079 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-47334609-43b8-4f76-9285-2a4a46a6a6c9 req-7fd575dd-c89b-4fd5-9b59-d05ec969dcb6 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] show failed (client error): The resource could not be found. Feb 04 15:43:00.219001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47334609-43b8-4f76-9285-2a4a46a6a6c9 req-7fd575dd-c89b-4fd5-9b59-d05ec969dcb6 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/9b7e5427-1f12-4ef8-971b-1ec149b4115a HTTP/1.1" status: 404 len: 352 time: 0.0573614 Feb 04 15:43:00.234144 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.239865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Calling delete_port for 10f81947-e1d2-49a6-a10b-d16708e1b23f owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:43:00.248799 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7d60c44f-7a1e-4748-9b77-d6f7cca7a59b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=afedf71e08d54f2282f1fc68f8a88f61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3798926 Feb 04 15:43:00.250678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36340) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:00.331979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41971adc-df01-437a-a6f3-cff7554903af req-459cdf40-1ac2-47f9-8148-69c0d7c98fad tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:00.333555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41971adc-df01-437a-a6f3-cff7554903af req-459cdf40-1ac2-47f9-8148-69c0d7c98fad tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.2705135 Feb 04 15:43:00.392495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:00.402540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Usage tracker for resource:port and tenant:428132a2da7b4ddc958b0b710ebd148c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:00.422166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:00.435742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:00.442066 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51bdfbf7-168b-4591-92ed-7ef9ed1be96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.464879 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:43:00.465338 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:43:00.476259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Made reservation on behalf of 428132a2da7b4ddc958b0b710ebd148c for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:00.480360 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.483730 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41971adc-df01-437a-a6f3-cff7554903af req-c5dd2f8e-6eca-482a-bd1e-ca6653fcaf18 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045048 Feb 04 15:43:00.515619 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51bdfbf7-168b-4591-92ed-7ef9ed1be96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.592181 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.616664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-410f323d-d0b1-498f-9b72-132ebd15c98b req-ba1fbb95-5f24-43b4-8ca3-6308610b9f47 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/30e4c590-9492-421d-a434-ddfbd53ce90b HTTP/1.1" status: 200 len: 1633 time: 0.1252239 Feb 04 15:43:00.633944 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.674682 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51bdfbf7-168b-4591-92ed-7ef9ed1be96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.706674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdfbf7-168b-4591-92ed-7ef9ed1be96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fb28b3-9e9d-4447-ad0c-551256b1ec6e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:00.734089 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.764094 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.775117 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.799530 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event updated for resources: {'Port': ['ID=07356819-8139-4d3a-8049-aef871fdb9cc,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:00.808178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Allocated IP 172.20.0.5 (e4b139df-5612-4377-ac79-2126181c32bf/fba70c8c-3c5e-41a3-95b3-0ee97d48f59f/6fb34e47-4e1e-4dfa-bda3-249a73cae236) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:00.823910 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.833396 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-67c1e150-0cab-44b2-89cd-ccf803d4f2d4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5547881 Feb 04 15:43:00.951264 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51bdfbf7-168b-4591-92ed-7ef9ed1be96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.951264 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-51bdfbf7-168b-4591-92ed-7ef9ed1be96c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15fb28b3-9e9d-4447-ad0c-551256b1ec6e HTTP/1.1" status: 204 len: 168 time: 0.6966980 Feb 04 15:43:01.096043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Deleting port 10f81947-e1d2-49a6-a10b-d16708e1b23f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:43:01.099577 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.108931 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-410f323d-d0b1-498f-9b72-132ebd15c98b req-e1c4bd5a-6f3c-4582-b26c-a41e0233a086 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.186681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] The port '10f81947-e1d2-49a6-a10b-d16708e1b23f' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:43:01.228693 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-410f323d-d0b1-498f-9b72-132ebd15c98b req-e1c4bd5a-6f3c-4582-b26c-a41e0233a086 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.320094 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.330784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Allocated IP 172.25.0.156 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/ef6a6ff2-2178-4100-a2c0-062074526a6a) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:01.346685 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.347587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc219a5a-1882-4df7-83d2-48d2d1433111 req-d02daada-b15b-48bf-94fe-bbbc55987041 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=641344d751e341149b5b7803cc35dea8&device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 1096 time: 0.3358510 Feb 04 15:43:01.374837 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-410f323d-d0b1-498f-9b72-132ebd15c98b req-e1c4bd5a-6f3c-4582-b26c-a41e0233a086 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.383880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd581f90-a82a-4ae0-b680-25bcff37d668']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:01.400362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2b4b09-320b-4bdb-8416-cb74b0d58fec') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:01.401301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2b4b09-320b-4bdb-8416-cb74b0d58fec') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:01.418426 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.439234 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.446283 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.449261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:43:01.449714 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:01.463937 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:01.468262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebff71c-df72-41ee-84f0-24d10aa7ba03 req-8a01a41c-2ed2-45ff-a90d-3fbc91dc8908 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:01.469771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ebff71c-df72-41ee-84f0-24d10aa7ba03 req-8a01a41c-2ed2-45ff-a90d-3fbc91dc8908 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.2828183 Feb 04 15:43:01.482242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:01.530953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4bd5a-6f3c-4582-b26c-a41e0233a086 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e4c590-9492-421d-a434-ddfbd53ce90b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:01.622538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Pushing event updated for resources: {'Port': ['ID=6fb34e47-4e1e-4dfa-bda3-249a73cae236,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:01.622803 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-410f323d-d0b1-498f-9b72-132ebd15c98b req-e1c4bd5a-6f3c-4582-b26c-a41e0233a086 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.636354 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-410f323d-d0b1-498f-9b72-132ebd15c98b req-e1c4bd5a-6f3c-4582-b26c-a41e0233a086 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "DELETE /v2.0/security-groups/30e4c590-9492-421d-a434-ddfbd53ce90b HTTP/1.1" status: 204 len: 173 time: 0.9835212 Feb 04 15:43:01.648191 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Network e4b139df-5612-4377-ac79-2126181c32bf is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:01.659212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:01.666862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:43:01.692518 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ebff71c-df72-41ee-84f0-24d10aa7ba03 req-8245ba27-370b-4db5-bf55-b500ae64181f tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474431 Feb 04 15:43:01.707553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc219a5a-1882-4df7-83d2-48d2d1433111 req-d37b71a6-72dd-4cb0-9c4e-0b07fd68f181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:01.709230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc219a5a-1882-4df7-83d2-48d2d1433111 req-d37b71a6-72dd-4cb0-9c4e-0b07fd68f181 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 HTTP/1.1" status: 200 len: 911 time: 0.3542008 Feb 04 15:43:01.719039 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.731477 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.797050 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] Pushing event deleted for resources: {'Network': ['ID=cd581f90-a82a-4ae0-b680-25bcff37d668,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:01.831026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:01.833085 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.849485 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6facb122-d771-489b-a7e0-13aa4d6d522f admin admin] 10.222.0.60 "DELETE /v2.0/networks/cd581f90-a82a-4ae0-b680-25bcff37d668 HTTP/1.1" status: 204 len: 168 time: 3.3516603 Feb 04 15:43:01.858330 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc219a5a-1882-4df7-83d2-48d2d1433111 req-6ada012b-869f-494b-a422-05f601bbb1db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e37380fd-6fab-4c65-ab37-c500e9f67f29 HTTP/1.1" status: 200 len: 217 time: 0.1365762 Feb 04 15:43:01.873994 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-178b63df-fcc1-473b-9287-704a4243ca5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1365523 Feb 04 15:43:01.893831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Request body: {'port': {'device_id': 'b3dd0084-9946-4d41-8158-914e89a0682b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:01.910031 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.982104 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-ef914a0a-eeab-4e01-8762-a4b837d94e8c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1103852770&fields=id&tenant_id=ba5317e5b4e643378ca182cde621e16b HTTP/1.1" status: 200 len: 267 time: 0.1718907 Feb 04 15:43:02.060287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.086712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc219a5a-1882-4df7-83d2-48d2d1433111 req-251ec4ad-9b34-41ff-901c-eca67b61c8bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:02.088745 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc219a5a-1882-4df7-83d2-48d2d1433111 req-251ec4ad-9b34-41ff-901c-eca67b61c8bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e HTTP/1.1" status: 200 len: 850 time: 0.2187500 Feb 04 15:43:02.159119 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36388) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:02.254209 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc219a5a-1882-4df7-83d2-48d2d1433111 req-72ea67a0-e102-4a36-8e04-164f9ff624cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876741 Feb 04 15:43:02.381570 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.401442 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5679c1e2-6458-4381-b100-ac3a73753334 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db88fa6dda3d40c19694cb02ae3657f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2382970 Feb 04 15:43:02.413123 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36396) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:02.473754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-98901bf1-0fbf-4f56-8128-882eaf13d9b8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:02.475517 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-98901bf1-0fbf-4f56-8128-882eaf13d9b8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 811 time: 0.4699280 Feb 04 15:43:02.530351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:02.536872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:02.555945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:43:02.577219 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d248e933-5d06-4ade-a643-6e05202b20c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.579937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Pushing event updated for resources: {'Port': ['ID=ef6a6ff2-2178-4100-a2c0-062074526a6a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:02.596569 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-7dbb9fa0-c3a9-4aaf-a6b2-2c5e1d7fe034 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/quotas/ba5317e5b4e643378ca182cde621e16b HTTP/1.1" status: 200 len: 375 time: 0.1077747 Feb 04 15:43:02.606853 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc219a5a-1882-4df7-83d2-48d2d1433111 req-8b61d844-426e-4206-af44-9974d22cbc62 service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424058 Feb 04 15:43:02.611422 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d248e933-5d06-4ade-a643-6e05202b20c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.615342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242a028-4e45-4c5c-8a24-397b8596f73d req-8d008050-6b5f-4b16-85a9-1aba02ceeaeb tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:02.616733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5242a028-4e45-4c5c-8a24-397b8596f73d req-8d008050-6b5f-4b16-85a9-1aba02ceeaeb tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3dd0084-9946-4d41-8158-914e89a0682b HTTP/1.1" status: 200 len: 931 time: 0.4451101 Feb 04 15:43:02.713217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb34e47-4e1e-4dfa-bda3-249a73cae236 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:02.722717 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.738680 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d248e933-5d06-4ade-a643-6e05202b20c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.742363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Transition to ACTIVE for port object 6fb34e47-4e1e-4dfa-bda3-249a73cae236 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:02.754618 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.788097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248e933-5d06-4ade-a643-6e05202b20c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019772b8-fed2-4525-ba4f-e88cb4ee0a06,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:02.824675 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d248e933-5d06-4ade-a643-6e05202b20c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.825833 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d248e933-5d06-4ade-a643-6e05202b20c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/019772b8-fed2-4525-ba4f-e88cb4ee0a06 HTTP/1.1" status: 204 len: 168 time: 0.4117994 Feb 04 15:43:02.907690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb34e47-4e1e-4dfa-bda3-249a73cae236,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:03.007941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5242a028-4e45-4c5c-8a24-397b8596f73d req-9bc0f341-7ada-4d48-a37e-f7af36d6abdd tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659613 Feb 04 15:43:03.022852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Attempting to bind port 6fb34e47-4e1e-4dfa-bda3-249a73cae236 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:03.023362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Attempting to bind port 6fb34e47-4e1e-4dfa-bda3-249a73cae236 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '164197f5-caec-4dbd-a088-bd997824cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:03.023795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Attempting to bind port 6fb34e47-4e1e-4dfa-bda3-249a73cae236 on network e4b139df-5612-4377-ac79-2126181c32bf {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:03.033069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Port 6fb34e47-4e1e-4dfa-bda3-249a73cae236 on network e4b139df-5612-4377-ac79-2126181c32bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:43:03.033652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Attempting to bind port 6fb34e47-4e1e-4dfa-bda3-249a73cae236 on network e4b139df-5612-4377-ac79-2126181c32bf {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:03.033939 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc219a5a-1882-4df7-83d2-48d2d1433111 req-98fcf800-e532-4e8c-bbdb-96c7cb33f652 service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163420 Feb 04 15:43:03.043215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:43:03.043721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Checking segment: {'id': '164197f5-caec-4dbd-a088-bd997824cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:43:03.044212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Bound using segment: {'id': '164197f5-caec-4dbd-a088-bd997824cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:43:03.045056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Bound port: 6fb34e47-4e1e-4dfa-bda3-249a73cae236, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164197f5-caec-4dbd-a088-bd997824cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:03.045855 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:03.067662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-fc6e3d1e-965c-42df-9af2-94a64a54ab02 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Synchronizing usage tracker for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:03.103467 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-6aced917-a328-477b-8073-b4c9b9903f26 req-cd0fa433-5d55-45b1-bb6b-fe0194d5d580 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] show failed (client error): The resource could not be found. Feb 04 15:43:03.105044 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6aced917-a328-477b-8073-b4c9b9903f26 req-cd0fa433-5d55-45b1-bb6b-fe0194d5d580 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/30e4c590-9492-421d-a434-ddfbd53ce90b HTTP/1.1" status: 404 len: 352 time: 0.0205240 Feb 04 15:43:03.106604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-fc6e3d1e-965c-42df-9af2-94a64a54ab02 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Unset dirty status for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:03.123161 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-fc6e3d1e-965c-42df-9af2-94a64a54ab02 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5150785 Feb 04 15:43:03.165584 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] For port 6fb34e47-4e1e-4dfa-bda3-249a73cae236, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:03.169656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] For port 6fb34e47-4e1e-4dfa-bda3-249a73cae236, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=6fb34e47-4e1e-4dfa-bda3-249a73cae236,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:03.177303 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:03.248970 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:03.250359 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] 10.222.0.81 "PUT /v2.0/ports/6fb34e47-4e1e-4dfa-bda3-249a73cae236 HTTP/1.1" status: 200 len: 1091 time: 1.3620100 Feb 04 15:43:03.250803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dd0084-9946-4d41-8158-914e89a0682b', 'tag': '6fb34e47-4e1e-4dfa-bda3-249a73cae236'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:03.269942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45ae4e-735d-4205-8c79-d6c674b80ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb34e47-4e1e-4dfa-bda3-249a73cae236,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:03.290790 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:03.291809 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:03.398800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-aa6dd98e-f375-4887-b1df-01eddc10318f service neutron] 10.222.0.60 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746987 Feb 04 15:43:03.413325 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-f0946ef7-c02f-484c-9548-c50d0495d3fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=428132a2da7b4ddc958b0b710ebd148c&device_id=b3dd0084-9946-4d41-8158-914e89a0682b HTTP/1.1" status: 200 len: 1094 time: 0.0898552 Feb 04 15:43:03.512577 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-58fe003d-180b-40ec-bcc9-db3d99aba718 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fb34e47-4e1e-4dfa-bda3-249a73cae236 HTTP/1.1" status: 200 len: 217 time: 0.0813422 Feb 04 15:43:03.596640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-42f9c668-89f6-4edb-8079-c13b20c56b9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:03.598979 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-42f9c668-89f6-4edb-8079-c13b20c56b9c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fba70c8c-3c5e-41a3-95b3-0ee97d48f59f HTTP/1.1" status: 200 len: 854 time: 0.0755358 Feb 04 15:43:03.675268 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-357f631a-1825-4308-b832-cf7ea76e44a6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e4b139df-5612-4377-ac79-2126181c32bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619440 Feb 04 15:43:03.724872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-9f02ebac-f790-48e3-8e5d-f6a0fe18aebe service neutron] 10.222.0.60 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039286 Feb 04 15:43:03.813248 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c40f763f-c46a-4272-90e6-74b05bc42526 req-6ae95456-0b27-48cf-b2a5-de6370346467 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435626 Feb 04 15:43:03.907431 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:43:03.923397 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-a661b401-413a-4d9f-93b9-ba946e0daa3a service neutron] 10.222.0.81 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418299 Feb 04 15:43:03.968587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Router d7495a61-8743-40cd-a4de-7d9fae7272e4 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:43:04.053552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279f10-9402-45b7-840a-250a9b4637dc req-5fd88017-51dc-45a8-949b-0a1af9c3a6b8 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f7981485f2f84e9bb49c2c3e67c70d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435305 Feb 04 15:43:04.079155 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36440) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:04.149170 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f52cbc7c-700c-4262-a855-10fa2139e9fe req-83a06237-71a8-42ae-bdb5-5b93a9dad733 service neutron] 10.222.0.81 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153032 Feb 04 15:43:04.237749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-184566384-network', 'tenant_id': '00a06a3fbce84f479e2a79291daaa77f'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:04.242784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:04.251402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Usage tracker for resource:network and tenant:00a06a3fbce84f479e2a79291daaa77f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:04.254875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:04.262897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:04.282167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Made reservation on behalf of 00a06a3fbce84f479e2a79291daaa77f for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:04.290532 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.308261 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.345195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:04.349942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Usage tracker for resource:security_group_rule and tenant:00a06a3fbce84f479e2a79291daaa77f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:04.353406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:04.360390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:04.386858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c40f763f-c46a-4272-90e6-74b05bc42526 req-da8e857d-dab2-4961-9836-dbaf8e94cfe6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=641344d751e341149b5b7803cc35dea8&device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 1096 time: 0.4136076 Feb 04 15:43:04.442515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.447004 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.447513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae33245-c8a3-4a3d-a37b-7a39dd775e5b req-82ce3ade-14de-4d7a-a8bf-dfe260475f3c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:04.449476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ae33245-c8a3-4a3d-a37b-7a39dd775e5b req-82ce3ade-14de-4d7a-a8bf-dfe260475f3c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.4326518 Feb 04 15:43:04.469846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27279f10-9402-45b7-840a-250a9b4637dc req-3bee52ce-8707-46be-8d33-be25f3001a82 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:04.471396 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279f10-9402-45b7-840a-250a9b4637dc req-3bee52ce-8707-46be-8d33-be25f3001a82 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4170201 Feb 04 15:43:04.487635 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:04.501730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7543c6-b440-47f0-a875-b48b8d61013f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:04.507283 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.507682 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Added segment 630b7d10-6a37-4f9a-b75c-4f8f68cd9690 of type vlan for network 685b6730-b90f-4117-b6d6-f0c58bb588be Feb 04 15:43:04.539734 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.573022 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.574236 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:04.575078 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.658371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279f10-9402-45b7-840a-250a9b4637dc req-839e10a9-6f67-4716-bf2f-5c4c93e783c7 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/quotas/f7981485f2f84e9bb49c2c3e67c70d35 HTTP/1.1" status: 200 len: 375 time: 0.1249983 Feb 04 15:43:04.688377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] Pushing event updated for resources: {'Network': ['ID=685b6730-b90f-4117-b6d6-f0c58bb588be,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:04.695170 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-016cc188-e321-4196-b705-41785b2795c1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6123292 Feb 04 15:43:04.696209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36454) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:04.698784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 685b6730-b90f-4117-b6d6-f0c58bb588be details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:43:04.705285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] Request body: {'subnet': {'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-184566384-subnet', 'tenant_id': '00a06a3fbce84f479e2a79291daaa77f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:04.709872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ae33245-c8a3-4a3d-a37b-7a39dd775e5b req-0ac8061f-145d-4bce-81d5-014ec5a163e2 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539701 Feb 04 15:43:04.714604 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:04.724496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] Usage tracker for resource:subnet and tenant:00a06a3fbce84f479e2a79291daaa77f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:04.730471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:04.738939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:04.753046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] Made reservation on behalf of 00a06a3fbce84f479e2a79291daaa77f for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:04.755653 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.822287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279f10-9402-45b7-840a-250a9b4637dc req-3884cd69-6b6d-406b-bd54-b0785f54b91b tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7981485f2f84e9bb49c2c3e67c70d35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1486976 Feb 04 15:43:04.835348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f763f-c46a-4272-90e6-74b05bc42526 req-b8e3c54f-4a28-4755-845d-ddd6a3a373a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:04.836789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c40f763f-c46a-4272-90e6-74b05bc42526 req-b8e3c54f-4a28-4755-845d-ddd6a3a373a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 HTTP/1.1" status: 200 len: 911 time: 0.4258258 Feb 04 15:43:05.015413 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dd0084-9946-4d41-8158-914e89a0682b', 'tag': '6fb34e47-4e1e-4dfa-bda3-249a73cae236', 'status': 'completed', 'code': 200} Feb 04 15:43:05.195217 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c40f763f-c46a-4272-90e6-74b05bc42526 req-876553d0-699c-489f-8902-0a28080ec5d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92abf95-c511-419c-b942-1fcdc6c30ab8 HTTP/1.1" status: 200 len: 217 time: 0.3490145 Feb 04 15:43:05.212715 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee0dcd9f-928a-4133-b0e1-36a3557c311e req-578cd77d-29ba-47e6-a7f7-ee74a118928a tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/2ea00cd4-d41d-4dee-a279-034281e97f6c HTTP/1.1" status: 200 len: 1632 time: 0.4447222 Feb 04 15:43:05.250062 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ec470147-bd18-4338-8b90-87fafe4affc5 req-5b17fab1-e4c4-4a59-88b9-6fe767c15396 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=428132a2da7b4ddc958b0b710ebd148c&device_id=b3dd0084-9946-4d41-8158-914e89a0682b HTTP/1.1" status: 200 len: 1094 time: 0.1579492 Feb 04 15:43:05.251839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:05.273180 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:05.298314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Sync routers for ids ['d7495a61-8743-40cd-a4de-7d9fae7272e4'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:43:05.323509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Routers {'d7495a61-8743-40cd-a4de-7d9fae7272e4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:05.324441 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d7495a61-8743-40cd-a4de-7d9fae7272e4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:05.376382 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:05.378238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-425d57e0-8214-43f1-b1d9-84ce4284da8d tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.7640879 Feb 04 15:43:05.380473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f763f-c46a-4272-90e6-74b05bc42526 req-459697c7-daa0-41e5-8db3-2233d1e6fd7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:05.382590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c40f763f-c46a-4272-90e6-74b05bc42526 req-459697c7-daa0-41e5-8db3-2233d1e6fd7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e HTTP/1.1" status: 200 len: 850 time: 0.1723390 Feb 04 15:43:05.395145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36466) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:05.498262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53da167-1e31-4353-8e82-28115b1d24bf,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:05.519233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] Checking segment: {'id': '630b7d10-6a37-4f9a-b75c-4f8f68cd9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:43:05.519666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] Network hostable DHCP agents. Network: 685b6730-b90f-4117-b6d6-f0c58bb588be, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:43:05.565177 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec470147-bd18-4338-8b90-87fafe4affc5 req-229e32a7-1c35-426e-96dc-f054628069f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:05.566642 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ec470147-bd18-4338-8b90-87fafe4affc5 req-229e32a7-1c35-426e-96dc-f054628069f7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e4b139df-5612-4377-ac79-2126181c32bf HTTP/1.1" status: 200 len: 915 time: 0.3080871 Feb 04 15:43:05.607970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c40f763f-c46a-4272-90e6-74b05bc42526 req-b18ba21b-8f88-4600-ab92-309b32f0eee1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2096937 Feb 04 15:43:05.667633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Set router d7495a61-8743-40cd-a4de-7d9fae7272e4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:43:05.733276 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ec470147-bd18-4338-8b90-87fafe4affc5 req-7bf63196-67ff-4148-8e11-97eae110772a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fb34e47-4e1e-4dfa-bda3-249a73cae236 HTTP/1.1" status: 200 len: 217 time: 0.1557720 Feb 04 15:43:05.733552 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ee0dcd9f-928a-4133-b0e1-36a3557c311e req-1ea89b61-ca71-44d4-a725-a2c261058aeb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:05.779495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] Network 685b6730-b90f-4117-b6d6-f0c58bb588be is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:43:05.807857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 685b6730-b90f-4117-b6d6-f0c58bb588be) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:05.817342 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ee0dcd9f-928a-4133-b0e1-36a3557c311e req-1ea89b61-ca71-44d4-a725-a2c261058aeb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:05.821813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:05.823978 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:05.845182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec470147-bd18-4338-8b90-87fafe4affc5 req-40ffb4c2-add3-447b-965e-fda595df3e9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:05.847383 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ec470147-bd18-4338-8b90-87fafe4affc5 req-40ffb4c2-add3-447b-965e-fda595df3e9a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fba70c8c-3c5e-41a3-95b3-0ee97d48f59f HTTP/1.1" status: 200 len: 854 time: 0.1030486 Feb 04 15:43:05.913405 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ce44d870-4b49-4fd8-8d13-43968b0ce7ce admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2155154 Feb 04 15:43:05.941646 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ec470147-bd18-4338-8b90-87fafe4affc5 req-c72acf61-1cbf-4cc1-ab8f-87732e9e756f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e4b139df-5612-4377-ac79-2126181c32bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855405 Feb 04 15:43:06.045054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31e791c-7212-424d-82f7-101fb00e9b7e None None] Network 685b6730-b90f-4117-b6d6-f0c58bb588be requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:43:06.092000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c40f763f-c46a-4272-90e6-74b05bc42526 req-ae1169a3-8adb-4963-ad83-761bbf8b2d4a service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672463 Feb 04 15:43:06.232265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7495a61-8743-40cd-a4de-7d9fae7272e4', 'name': 'tempest-snat-router-1474181157', 'tenant_id': 'c2215094199f47c684c3572377977b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.156'}], 'enable_snat': False}, 'gw_port_id': 'ef6a6ff2-2178-4100-a2c0-062074526a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:59Z', 'updated_at': '2022-02-04T15:43:02Z', 'revision_number': 3, 'project_id': 'c2215094199f47c684c3572377977b8b', 'gw_port': {'id': 'ef6a6ff2-2178-4100-a2c0-062074526a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7495a61-8743-40cd-a4de-7d9fae7272e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:00Z', 'updated_at': '2022-02-04T15:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:06.239595 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Checking router: d7495a61-8743-40cd-a4de-7d9fae7272e4 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:43:06.240127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Updating router d7495a61-8743-40cd-a4de-7d9fae7272e4 port ef6a6ff2-2178-4100-a2c0-062074526a6a binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:43:06.248998 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ec470147-bd18-4338-8b90-87fafe4affc5 req-9cccf0be-6731-4780-8d47-d4de79c17405 service neutron] 10.222.0.81 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967756 Feb 04 15:43:06.303095 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ee0dcd9f-928a-4133-b0e1-36a3557c311e req-1ea89b61-ca71-44d4-a725-a2c261058aeb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.341872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30fdaf91-b688-4ed6-ad0a-b84c41ac0b60 req-d978dc5b-11e4-4793-bc33-48abd189494b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 210 time: 0.2482185 Feb 04 15:43:06.347769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea89b61-ca71-44d4-a725-a2c261058aeb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea00cd4-d41d-4dee-a279-034281e97f6c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:06.350946 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ee0dcd9f-928a-4133-b0e1-36a3557c311e req-1ea89b61-ca71-44d4-a725-a2c261058aeb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.352150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee0dcd9f-928a-4133-b0e1-36a3557c311e req-1ea89b61-ca71-44d4-a725-a2c261058aeb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "DELETE /v2.0/security-groups/2ea00cd4-d41d-4dee-a279-034281e97f6c HTTP/1.1" status: 204 len: 173 time: 1.1062267 Feb 04 15:43:06.435249 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.455594 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c40f763f-c46a-4272-90e6-74b05bc42526 req-21f8c02e-1352-472c-95c1-2dae0c9a57fa service neutron] 10.222.0.73 "GET /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318996 Feb 04 15:43:06.472731 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ec470147-bd18-4338-8b90-87fafe4affc5 req-53b40c38-c8a1-428d-b404-b886d95bc82c service neutron] 10.222.0.81 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126451 Feb 04 15:43:06.532263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-864e6bdb-5983-4596-ab00-5eb7635d83f5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:06.534119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-864e6bdb-5983-4596-ab00-5eb7635d83f5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 811 time: 0.4395766 Feb 04 15:43:06.550639 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a9272485-6b81-45c6-b347-3827181f505b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/routers/d7495a61-8743-40cd-a4de-7d9fae7272e4 HTTP/1.1" status: 200 len: 909 time: 1.1542232 Feb 04 15:43:06.553677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36484) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:06.559353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1474181157', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'enable_snat': True}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:06.569871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:06.574298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Usage tracker for resource:router and tenant:c2215094199f47c684c3572377977b8b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:06.579770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:06.595193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:06.628100 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.630203 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.658378 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.662270 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-35c29906-e117-406b-be15-af85538097f3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba5317e5b4e643378ca182cde621e16b HTTP/1.1" status: 200 len: 380 time: 0.1067538 Feb 04 15:43:06.674226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Request body: {'port': {'device_id': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'admin_state_up': True, 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'security_groups': ['7b8b1bac-6c8e-438e-9200-2e0770b3899f']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:06.770724 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-713fabab-4865-4eb4-8286-bec31317df1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.821165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3dcdeb41-ba53-44d0-b219-6ecc551db1d5 req-b2e1873b-ebc6-4c4f-8045-86fab6be29e1 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 210 time: 0.1096096 Feb 04 15:43:06.888716 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.899810 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263c0beb-a45f-4512-b9f8-9fb0c3ccb92a None None] Network 685b6730-b90f-4117-b6d6-f0c58bb588be requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:43:06.976339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:06.986571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a740e-2e75-42ec-975d-54f9aa73815f req-6df730ab-881d-46aa-b521-cfa0131035cb tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:07.001457 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-672a740e-2e75-42ec-975d-54f9aa73815f req-6df730ab-881d-46aa-b521-cfa0131035cb tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3dd0084-9946-4d41-8158-914e89a0682b HTTP/1.1" status: 200 len: 943 time: 0.1831906 Feb 04 15:43:07.008289 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.037386 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Transition to ACTIVE for port object ef6a6ff2-2178-4100-a2c0-062074526a6a will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:07.057892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:07.059874 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.089522 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-672a740e-2e75-42ec-975d-54f9aa73815f req-309ab260-9c75-4eed-b2dc-cfe5ab49d57c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640457 Feb 04 15:43:07.090880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Made reservation on behalf of ba5317e5b4e643378ca182cde621e16b for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:07.096222 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.236494 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Attempting to bind port ef6a6ff2-2178-4100-a2c0-062074526a6a on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:07.237108 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Attempting to bind port ef6a6ff2-2178-4100-a2c0-062074526a6a by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:07.237638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Attempting to bind port ef6a6ff2-2178-4100-a2c0-062074526a6a on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:07.251674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:43:07.252394 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:43:07.252983 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.253545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:43:07.254191 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Bound port: ef6a6ff2-2178-4100-a2c0-062074526a6a, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:07.254869 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.285415 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.339731 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.344707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc2a2a-cff6-4b3a-8864-f6a21a18024a None None] Pushing event updated for resources: {'Port': ['ID=ef6a6ff2-2178-4100-a2c0-062074526a6a,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:07.367847 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279f10-9402-45b7-840a-250a9b4637dc req-ad06b8db-5c0a-40a1-b857-6889ee054de0 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f7981485f2f84e9bb49c2c3e67c70d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1129942 Feb 04 15:43:07.396738 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] For port ef6a6ff2-2178-4100-a2c0-062074526a6a, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:07.402559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] For port ef6a6ff2-2178-4100-a2c0-062074526a6a, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ef6a6ff2-2178-4100-a2c0-062074526a6a,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:07.411736 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.510545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc2a2a-cff6-4b3a-8864-f6a21a18024a None None] Pushing event updated for resources: {'Port': ['ID=ef6a6ff2-2178-4100-a2c0-062074526a6a,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:07.540746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Routers {'d7495a61-8743-40cd-a4de-7d9fae7272e4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:07.543246 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d7495a61-8743-40cd-a4de-7d9fae7272e4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:07.554187 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Allocated IP 172.25.0.176 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/35184061-81d1-4f56-80b8-142860f1283d) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:07.721818 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.756794 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.763091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] Set router d7495a61-8743-40cd-a4de-7d9fae7272e4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:43:07.875835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1ced3-2813-4c6c-a75e-59068eba3581 req-671addaa-9114-43fc-a470-3b7b529fbeb7 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:07.882948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0b1ced3-2813-4c6c-a75e-59068eba3581 req-671addaa-9114-43fc-a470-3b7b529fbeb7 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.6293697 Feb 04 15:43:07.931066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:07.934245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:07.937959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:43:07.958003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27279f10-9402-45b7-840a-250a9b4637dc req-0f42b966-373c-48b4-b5f7-edf807d2579f tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:07.959544 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279f10-9402-45b7-840a-250a9b4637dc req-0f42b966-373c-48b4-b5f7-edf807d2579f tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5833416 Feb 04 15:43:07.975961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Allocated IP 172.20.0.8 (2d7217e5-e318-4a66-a489-b15644d8d3cf/12330993-a528-43ce-8b65-732ec38af950/5c031aca-f0a4-497f-ba68-484daefbf0a2) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:07.984166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-6c106882-c712-44e9-9092-6dc6f35dfd62 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:07.985599 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-6c106882-c712-44e9-9092-6dc6f35dfd62 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/networks?id=685b6730-b90f-4117-b6d6-f0c58bb588be HTTP/1.1" status: 200 len: 817 time: 0.3541100 Feb 04 15:43:07.992344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Pushing event updated for resources: {'Port': ['ID=35184061-81d1-4f56-80b8-142860f1283d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:08.007908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Request body: {'port': {'device_id': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': 'f7981485f2f84e9bb49c2c3e67c70d35'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:08.125816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7495a61-8743-40cd-a4de-7d9fae7272e4', 'name': 'tempest-snat-router-1474181157', 'tenant_id': 'c2215094199f47c684c3572377977b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.156'}], 'enable_snat': False}, 'gw_port_id': 'ef6a6ff2-2178-4100-a2c0-062074526a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:59Z', 'updated_at': '2022-02-04T15:43:02Z', 'revision_number': 3, 'project_id': 'c2215094199f47c684c3572377977b8b', 'gw_port': {'id': 'ef6a6ff2-2178-4100-a2c0-062074526a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7495a61-8743-40cd-a4de-7d9fae7272e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:00Z', 'updated_at': '2022-02-04T15:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:08.130974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea4b43-d84c-4c77-950e-817eb174f0c0 None None] The sync data for ids ['d7495a61-8743-40cd-a4de-7d9fae7272e4'] in n-d-827872-1 is: [{'id': 'd7495a61-8743-40cd-a4de-7d9fae7272e4', 'name': 'tempest-snat-router-1474181157', 'tenant_id': 'c2215094199f47c684c3572377977b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.156'}], 'enable_snat': False}, 'gw_port_id': 'ef6a6ff2-2178-4100-a2c0-062074526a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:59Z', 'updated_at': '2022-02-04T15:43:02Z', 'revision_number': 3, 'project_id': 'c2215094199f47c684c3572377977b8b', 'gw_port': {'id': 'ef6a6ff2-2178-4100-a2c0-062074526a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7495a61-8743-40cd-a4de-7d9fae7272e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:00Z', 'updated_at': '2022-02-04T15:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:43:08.134738 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0b1ced3-2813-4c6c-a75e-59068eba3581 req-cc6cc2e0-3501-4bad-9564-6da53d0f01bc tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506208 Feb 04 15:43:08.147610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-a6495734-30dc-4149-96a5-4b65758e892b tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/quotas/00a06a3fbce84f479e2a79291daaa77f HTTP/1.1" status: 200 len: 375 time: 0.1540904 Feb 04 15:43:08.162198 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.163629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.266950 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-967302d2-4b14-426b-83e1-574de36349f2 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a06a3fbce84f479e2a79291daaa77f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978007 Feb 04 15:43:08.346608 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-547f9b94-5910-4ad2-b824-5b71e491e453 req-6f044824-1807-4f0d-a6b0-f2bb532a164f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] show failed (client error): The resource could not be found. Feb 04 15:43:08.347603 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-547f9b94-5910-4ad2-b824-5b71e491e453 req-6f044824-1807-4f0d-a6b0-f2bb532a164f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/2ea00cd4-d41d-4dee-a279-034281e97f6c HTTP/1.1" status: 404 len: 352 time: 0.1390939 Feb 04 15:43:08.419221 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Router f6bcebc3-cb6a-429d-9b72-58f3c92173f1 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:43:08.443084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:08.452528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Usage tracker for resource:port and tenant:f7981485f2f84e9bb49c2c3e67c70d35 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:08.462839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:08.476729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:08.556603 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Made reservation on behalf of f7981485f2f84e9bb49c2c3e67c70d35 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:08.560111 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.601030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07f037b8-e553-4145-a0a5-dd4caf2fe78b req-f2e7a73b-a758-47a1-98c7-a4fad39b8cbc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 210 time: 0.0860267 Feb 04 15:43:08.605326 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.620263 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2e704d64-ce57-43fd-bec5-2def362aa979 service neutron] 10.222.0.60 "GET /v2.0/networks/685b6730-b90f-4117-b6d6-f0c58bb588be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455877 Feb 04 15:43:08.636898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:08.648590 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Sync routers for ids ['f6bcebc3-cb6a-429d-9b72-58f3c92173f1'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:43:08.662231 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Routers {'f6bcebc3-cb6a-429d-9b72-58f3c92173f1'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:08.663045 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f6bcebc3-cb6a-429d-9b72-58f3c92173f1'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:08.663838 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.668523 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0715997b-8dc3-43d4-9baf-9302e0799dc2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.1136074 Feb 04 15:43:08.669261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36508) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:08.686701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:08.692062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Usage tracker for resource:security_group_rule and tenant:f7981485f2f84e9bb49c2c3e67c70d35 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:08.695217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:08.704383 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:08.750468 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.865533 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Set router f6bcebc3-cb6a-429d-9b72-58f3c92173f1 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:43:08.885719 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c414449-3c32-4435-ba1b-0259f7d7c1b8 req-b7b6afb0-b582-4b7b-92ba-7fa058259eab tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 210 time: 0.1235249 Feb 04 15:43:08.887297 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-84a4b69e-5192-4374-998b-cd0ae4e10970 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/routers/f6bcebc3-cb6a-429d-9b72-58f3c92173f1 HTTP/1.1" status: 200 len: 908 time: 0.2169430 Feb 04 15:43:08.889430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Transition to ACTIVE for port object 5c031aca-f0a4-497f-ba68-484daefbf0a2 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:08.890003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36512) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:08.897853 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.912672 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.937283 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c490f92d-e868-44fd-8348-79054022eec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.961277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 6fb34e47-4e1e-4dfa-bda3-249a73cae236 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:43:09.144377 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-4e642c8e-8a22-4b64-89d8-ca3b28fc2464 service neutron] 10.222.0.60 "GET /v2.0/networks/685b6730-b90f-4117-b6d6-f0c58bb588be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115149 Feb 04 15:43:09.149500 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886403a4-817b-4084-86a8-7328d0fbd699,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:09.200900 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bcebc3-cb6a-429d-9b72-58f3c92173f1', 'name': 'tempest-snat-router-1474181157', 'tenant_id': 'c2215094199f47c684c3572377977b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '35184061-81d1-4f56-80b8-142860f1283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:06Z', 'updated_at': '2022-02-04T15:43:08Z', 'revision_number': 3, 'project_id': 'c2215094199f47c684c3572377977b8b', 'gw_port': {'id': '35184061-81d1-4f56-80b8-142860f1283d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bcebc3-cb6a-429d-9b72-58f3c92173f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:07Z', 'updated_at': '2022-02-04T15:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:09.205927 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Checking router: f6bcebc3-cb6a-429d-9b72-58f3c92173f1 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:43:09.206451 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Updating router f6bcebc3-cb6a-429d-9b72-58f3c92173f1 port 35184061-81d1-4f56-80b8-142860f1283d binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:43:09.212182 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.267801 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.275034 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 6fb34e47-4e1e-4dfa-bda3-249a73cae236, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=6fb34e47-4e1e-4dfa-bda3-249a73cae236,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:09.289131 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.306322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '6fb34e47-4e1e-4dfa-bda3-249a73cae236', 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf', 'port_id': '6fb34e47-4e1e-4dfa-bda3-249a73cae236', 'mac_address': 'fa:16:3e:58:ce:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba70c8c-3c5e-41a3-95b3-0ee97d48f59f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:43:09.373556 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.408903 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb34e47-4e1e-4dfa-bda3-249a73cae236 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:09.435947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 6fb34e47-4e1e-4dfa-bda3-249a73cae236, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=6fb34e47-4e1e-4dfa-bda3-249a73cae236,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:09.444427 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.485425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Network 2d7217e5-e318-4a66-a489-b15644d8d3cf is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:09.497402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:09.507704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:43:09.519096 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.540806 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Deleting port 35184061-81d1-4f56-80b8-142860f1283d {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:43:09.541384 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.579300 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=6fb34e47-4e1e-4dfa-bda3-249a73cae236,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:09.597398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event updated for resources: {'Port': ['ID=5c031aca-f0a4-497f-ba68-484daefbf0a2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:09.623240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Allocated IP 192.168.233.69 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/105ad940-086c-4da6-91dc-4675bf92434d) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:09.785672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:09.786552 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.886131 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.894589 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.911534 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Transition to ACTIVE for port object 35184061-81d1-4f56-80b8-142860f1283d will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:09.920972 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.960057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['6fb34e47-4e1e-4dfa-bda3-249a73cae236'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:10.030051 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74b3fd-d8b2-4b96-9ec6-bf6c5385ecde None None] Pushing event updated for resources: {'Port': ['ID=35184061-81d1-4f56-80b8-142860f1283d,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:10.055684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02106b48-e083-4db0-8985-cad9820e81e3 req-a300d9e3-b453-4344-ac16-af1dd4e025ba tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:10.061990 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.063948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02106b48-e083-4db0-8985-cad9820e81e3 req-a300d9e3-b453-4344-ac16-af1dd4e025ba tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3dd0084-9946-4d41-8158-914e89a0682b HTTP/1.1" status: 200 len: 943 time: 0.8872035 Feb 04 15:43:10.071587 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Attempting to bind port 35184061-81d1-4f56-80b8-142860f1283d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:10.072054 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Attempting to bind port 35184061-81d1-4f56-80b8-142860f1283d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:10.073126 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Attempting to bind port 35184061-81d1-4f56-80b8-142860f1283d on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:10.085663 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:43:10.086519 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:43:10.087438 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.087992 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:43:10.089335 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Bound port: 35184061-81d1-4f56-80b8-142860f1283d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:10.089816 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.092177 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-89318e82-9791-4fbe-b159-068a28033114 None None] Provisioning for port 5c031aca-f0a4-497f-ba68-484daefbf0a2 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:10.104837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-89318e82-9791-4fbe-b159-068a28033114 None None] Provisioning complete for port 5c031aca-f0a4-497f-ba68-484daefbf0a2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:10.105494 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-89318e82-9791-4fbe-b159-068a28033114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.203029 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] For port 35184061-81d1-4f56-80b8-142860f1283d, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:10.206990 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] For port 35184061-81d1-4f56-80b8-142860f1283d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=35184061-81d1-4f56-80b8-142860f1283d,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:10.212627 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02106b48-e083-4db0-8985-cad9820e81e3 req-428f1cc9-8f27-4796-a361-89f1be4fc9b3 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476133 Feb 04 15:43:10.219488 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.220353 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.243955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-89318e82-9791-4fbe-b159-068a28033114 None None] Port 5c031aca-f0a4-497f-ba68-484daefbf0a2 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:43:10.288003 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-1d06d915-7f47-440a-b90a-6eea9810ab2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6177833 Feb 04 15:43:10.336127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Request body: {'port': {'device_id': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:10.352785 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Routers {'f6bcebc3-cb6a-429d-9b72-58f3c92173f1'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:10.353641 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:43:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f6bcebc3-cb6a-429d-9b72-58f3c92173f1'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:10.404286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Calling delete_port for 35184061-81d1-4f56-80b8-142860f1283d owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:43:10.535660 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74b3fd-d8b2-4b96-9ec6-bf6c5385ecde None None] Pushing event updated for resources: {'Port': ['ID=35184061-81d1-4f56-80b8-142860f1283d,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:10.549331 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] Set router f6bcebc3-cb6a-429d-9b72-58f3c92173f1 gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:43:10.568214 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.612149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5d371908-53b0-4969-ba05-36aa66aac2cd req-d0af5648-e946-4e11-8e09-70028b6b6aea tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Synchronizing usage tracker for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:10.623226 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.636445 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:43:10.636938 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:43:10.674311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Transition to ACTIVE for port object 105ad940-086c-4da6-91dc-4675bf92434d will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:10.732195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5d371908-53b0-4969-ba05-36aa66aac2cd req-d0af5648-e946-4e11-8e09-70028b6b6aea tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Unset dirty status for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:10.735639 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d371908-53b0-4969-ba05-36aa66aac2cd req-d0af5648-e946-4e11-8e09-70028b6b6aea tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf HTTP/1.1" status: 200 len: 5484 time: 0.7002478 Feb 04 15:43:10.743066 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bcebc3-cb6a-429d-9b72-58f3c92173f1', 'name': 'tempest-snat-router-1474181157', 'tenant_id': 'c2215094199f47c684c3572377977b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:06Z', 'updated_at': '2022-02-04T15:43:09Z', 'revision_number': 4, 'project_id': 'c2215094199f47c684c3572377977b8b', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:10.748798 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a8b537-c975-406b-b06b-be0101f78e2f None None] The sync data for ids ['f6bcebc3-cb6a-429d-9b72-58f3c92173f1'] in n-d-827872-1 is: [{'id': 'f6bcebc3-cb6a-429d-9b72-58f3c92173f1', 'name': 'tempest-snat-router-1474181157', 'tenant_id': 'c2215094199f47c684c3572377977b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:06Z', 'updated_at': '2022-02-04T15:43:09Z', 'revision_number': 4, 'project_id': 'c2215094199f47c684c3572377977b8b', 'gw_port_host': None}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:43:10.827479 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.000986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:11.059015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:11.061462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:43:11.090288 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d371908-53b0-4969-ba05-36aa66aac2cd req-9f82544a-093d-4e7b-b3b7-d6ebc9d41076 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/37aead9b-ce1d-4b99-8731-553225cab531 HTTP/1.1" status: 200 len: 2649 time: 0.3474333 Feb 04 15:43:11.090598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Pushing event updated for resources: {'Port': ['ID=105ad940-086c-4da6-91dc-4675bf92434d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:11.138080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Deleting port 35184061-81d1-4f56-80b8-142860f1283d {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:43:11.138645 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.267268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:11.267878 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.327752 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.352654 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d371908-53b0-4969-ba05-36aa66aac2cd req-793cd5d9-2980-4471-a213-4beb78605dde tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/37aead9b-ce1d-4b99-8731-553225cab531 HTTP/1.1" status: 200 len: 2649 time: 0.2370973 Feb 04 15:43:11.379927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ab7d36bb-8b21-4d7e-bdcf-0cfb305d06a0 None None] Provisioning for port 105ad940-086c-4da6-91dc-4675bf92434d completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:11.388491 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ab7d36bb-8b21-4d7e-bdcf-0cfb305d06a0 None None] Provisioning complete for port 105ad940-086c-4da6-91dc-4675bf92434d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:11.388751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279f10-9402-45b7-840a-250a9b4637dc req-81d97536-0e50-46be-9ef9-e6613ab9db1e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4102550 Feb 04 15:43:11.389389 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab7d36bb-8b21-4d7e-bdcf-0cfb305d06a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.403598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Request body: {'port': {'device_id': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:11.419634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] For port 35184061-81d1-4f56-80b8-142860f1283d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=35184061-81d1-4f56-80b8-142860f1283d,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:11.420084 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.470186 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae434653-4fc5-4607-a078-2d0687a573a9 req-f9d9a8cd-3d90-4a5a-9b93-290e52c12f13 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:11.470803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ae434653-4fc5-4607-a078-2d0687a573a9 req-f9d9a8cd-3d90-4a5a-9b93-290e52c12f13 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Synchronizing usage tracker for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:11.476896 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.477976 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ab7d36bb-8b21-4d7e-bdcf-0cfb305d06a0 None None] Port 105ad940-086c-4da6-91dc-4675bf92434d cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:43:11.550906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Calling delete_port for 35184061-81d1-4f56-80b8-142860f1283d owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:43:11.631576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ae434653-4fc5-4607-a078-2d0687a573a9 req-f9d9a8cd-3d90-4a5a-9b93-290e52c12f13 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Unset dirty status for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:11.632732 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae434653-4fc5-4607-a078-2d0687a573a9 req-f9d9a8cd-3d90-4a5a-9b93-290e52c12f13 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 931 time: 0.5206921 Feb 04 15:43:11.670869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c031aca-f0a4-497f-ba68-484daefbf0a2 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:11.687929 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.701585 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.740871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Transition to ACTIVE for port object 5c031aca-f0a4-497f-ba68-484daefbf0a2 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:11.746294 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.779025 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.811414 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Pushing event deleted for resources: {'Port': ['ID=35184061-81d1-4f56-80b8-142860f1283d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:11.842156 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae434653-4fc5-4607-a078-2d0687a573a9 req-92f21cb7-60d8-4808-87a5-1a467c33979b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974065 Feb 04 15:43:11.861530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73964d1e-b601-4857-a32a-810b5ad2c1b5 req-70821706-7eb3-47e9-8df1-6457abf9672e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:11.862248 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-73964d1e-b601-4857-a32a-810b5ad2c1b5 req-70821706-7eb3-47e9-8df1-6457abf9672e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Synchronizing usage tracker for tenant:f7981485f2f84e9bb49c2c3e67c70d35 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:12.126934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-f0f6d015-5190-42b1-9d04-ab6f6fdd857b tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:12.128004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-f0f6d015-5190-42b1-9d04-ab6f6fdd857b tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Synchronizing usage tracker for tenant:00a06a3fbce84f479e2a79291daaa77f on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:12.137188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Pushing event updated for resources: {'Port': ['ID=5c031aca-f0a4-497f-ba68-484daefbf0a2,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:12.204745 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-73964d1e-b601-4857-a32a-810b5ad2c1b5 req-70821706-7eb3-47e9-8df1-6457abf9672e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Unset dirty status for tenant:f7981485f2f84e9bb49c2c3e67c70d35 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:12.211252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-73964d1e-b601-4857-a32a-810b5ad2c1b5 req-70821706-7eb3-47e9-8df1-6457abf9672e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 935 time: 0.7241518 Feb 04 15:43:12.317183 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-f0f6d015-5190-42b1-9d04-ab6f6fdd857b tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Unset dirty status for tenant:00a06a3fbce84f479e2a79291daaa77f on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:12.318462 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-f0f6d015-5190-42b1-9d04-ab6f6fdd857b tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.81 "GET /v2.0/networks?id=685b6730-b90f-4117-b6d6-f0c58bb588be HTTP/1.1" status: 200 len: 817 time: 0.4180458 Feb 04 15:43:12.325318 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.388185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Request body: {'port': {'device_id': '3687c9ab-a576-4b27-b242-2db0e0e034aa', 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be', 'admin_state_up': True, 'tenant_id': '00a06a3fbce84f479e2a79291daaa77f'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:12.567772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-e459dd41-7957-4524-a4b5-1563e6bd34f1 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:12.569551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-e459dd41-7957-4524-a4b5-1563e6bd34f1 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.73 "GET /v2.0/networks?id=685b6730-b90f-4117-b6d6-f0c58bb588be HTTP/1.1" status: 200 len: 817 time: 0.6887572 Feb 04 15:43:12.608752 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Request body: {'port': {'device_id': '90acfc96-6690-438f-8fef-2fa5385a794d', 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be', 'admin_state_up': True, 'tenant_id': '00a06a3fbce84f479e2a79291daaa77f'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:12.637042 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-73964d1e-b601-4857-a32a-810b5ad2c1b5 req-403c4cac-a80c-408d-aaf0-caa53a651d9c tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Synchronizing usage tracker for tenant:f7981485f2f84e9bb49c2c3e67c70d35 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:12.823634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec93030-c695-4b7c-95a6-f311c813be05 req-16f95809-1915-41ca-89d7-49725cfb6fe0 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:12.825742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cec93030-c695-4b7c-95a6-f311c813be05 req-16f95809-1915-41ca-89d7-49725cfb6fe0 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.7032413 Feb 04 15:43:12.843770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Attempting to bind port 5c031aca-f0a4-497f-ba68-484daefbf0a2 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:12.844103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Attempting to bind port 5c031aca-f0a4-497f-ba68-484daefbf0a2 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:12.844884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Attempting to bind port 5c031aca-f0a4-497f-ba68-484daefbf0a2 on network 2d7217e5-e318-4a66-a489-b15644d8d3cf {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:12.902597 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-73964d1e-b601-4857-a32a-810b5ad2c1b5 req-403c4cac-a80c-408d-aaf0-caa53a651d9c tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Unset dirty status for tenant:f7981485f2f84e9bb49c2c3e67c70d35 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:12.903875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-73964d1e-b601-4857-a32a-810b5ad2c1b5 req-403c4cac-a80c-408d-aaf0-caa53a651d9c tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/security-groups?id=886403a4-817b-4084-86a8-7328d0fbd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6918678 Feb 04 15:43:12.940983 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.944563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Port 5c031aca-f0a4-497f-ba68-484daefbf0a2 on network 2d7217e5-e318-4a66-a489-b15644d8d3cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:43:12.944888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Attempting to bind port 5c031aca-f0a4-497f-ba68-484daefbf0a2 on network 2d7217e5-e318-4a66-a489-b15644d8d3cf {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:12.953322 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.959555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:43:12.959896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Checking segment: {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:43:12.960283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Bound using segment: {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:43:12.960721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Bound port: 5c031aca-f0a4-497f-ba68-484daefbf0a2, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:12.961062 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.007194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 6fb34e47-4e1e-4dfa-bda3-249a73cae236 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:13.083145 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.083758 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6bcebc3-cb6a-429d-9b72-58f3c92173f1 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:43:13.094704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:13.112521 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Usage tracker for resource:port and tenant:00a06a3fbce84f479e2a79291daaa77f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:13.122269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:13.156761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 6fb34e47-4e1e-4dfa-bda3-249a73cae236 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:13.160377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:13.162050 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 6fb34e47-4e1e-4dfa-bda3-249a73cae236 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:13.162627 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.183691 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.188740 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a261e6f9-72c3-49d1-9b20-56de7edcc673 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "DELETE /v2.0/routers/f6bcebc3-cb6a-429d-9b72-58f3c92173f1 HTTP/1.1" status: 204 len: 168 time: 4.2953849 Feb 04 15:43:13.214893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36550) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:13.215137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ef6a6ff2-2178-4100-a2c0-062074526a6a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:13.222162 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cec93030-c695-4b7c-95a6-f311c813be05 req-4c70cc7d-b295-4eb2-999a-0724ff0b5535 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634596 Feb 04 15:43:13.235917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105ad940-086c-4da6-91dc-4675bf92434d {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:13.245383 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:13.274642 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Usage tracker for resource:port and tenant:00a06a3fbce84f479e2a79291daaa77f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:13.279269 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.282122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:13.303053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:13.345768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Made reservation on behalf of 00a06a3fbce84f479e2a79291daaa77f for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:13.359013 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.368350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:13.374633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Transition to ACTIVE for port object 105ad940-086c-4da6-91dc-4675bf92434d will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:13.376654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:13.386206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Made reservation on behalf of 00a06a3fbce84f479e2a79291daaa77f for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:13.393662 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.407734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-90aaf41c-e61a-41a9-9fc1-c7d61652d0c5 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:13.409377 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-90aaf41c-e61a-41a9-9fc1-c7d61652d0c5 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.81 "GET /v2.0/networks?id=685b6730-b90f-4117-b6d6-f0c58bb588be HTTP/1.1" status: 200 len: 817 time: 0.7800786 Feb 04 15:43:13.437860 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.453833 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.516456 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.520561 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.523376 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] 10.222.0.73 "PUT /v2.0/ports/5c031aca-f0a4-497f-ba68-484daefbf0a2 HTTP/1.1" status: 200 len: 1091 time: 3.2032175 Feb 04 15:43:13.542053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Request body: {'port': {'device_id': '345f0752-cf92-4332-a143-215f288614c2', 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be', 'admin_state_up': True, 'tenant_id': '00a06a3fbce84f479e2a79291daaa77f'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:13.582771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 6fb34e47-4e1e-4dfa-bda3-249a73cae236, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=6fb34e47-4e1e-4dfa-bda3-249a73cae236,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:13.585541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dd0084-9946-4d41-8158-914e89a0682b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb34e47-4e1e-4dfa-bda3-249a73cae236'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:13.594874 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.641928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port ef6a6ff2-2178-4100-a2c0-062074526a6a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:13.657039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ef6a6ff2-2178-4100-a2c0-062074526a6a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:13.657285 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.669581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:13.853641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=6fb34e47-4e1e-4dfa-bda3-249a73cae236,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:13.982221 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:13.985225 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.988231 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-476e12f3-a001-44af-983e-8f4a96afd803 req-00470c67-fcd8-4315-ba53-05c263a22574 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 210 time: 0.3298197 Feb 04 15:43:14.008487 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port ef6a6ff2-2178-4100-a2c0-062074526a6a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ef6a6ff2-2178-4100-a2c0-062074526a6a,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:14.022787 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.027205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Usage tracker for resource:port and tenant:00a06a3fbce84f479e2a79291daaa77f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:14.049746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:14.076280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:14.085662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-69f6344b-fb79-47ae-9dc7-81ea4e94c752 req-5b548381-92dd-42e6-a0df-4161eacd08f2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1088545883', 'description': 'tempest-description-1687833082'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:14.093240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-69f6344b-fb79-47ae-9dc7-81ea4e94c752 req-5b548381-92dd-42e6-a0df-4161eacd08f2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:14.105160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=ef6a6ff2-2178-4100-a2c0-062074526a6a,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:14.130389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-69f6344b-fb79-47ae-9dc7-81ea4e94c752 req-5b548381-92dd-42e6-a0df-4161eacd08f2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:14.151609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Made reservation on behalf of 00a06a3fbce84f479e2a79291daaa77f for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:14.154732 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.175261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Pushing event updated for resources: {'Port': ['ID=105ad940-086c-4da6-91dc-4675bf92434d,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:14.279552 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-69f6344b-fb79-47ae-9dc7-81ea4e94c752 req-5b548381-92dd-42e6-a0df-4161eacd08f2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.329633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a012ce8-bd91-4c91-ba54-3f93cae4ce79 req-e79fe71a-784f-4936-a789-a74891f1455f tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:14.331062 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2a012ce8-bd91-4c91-ba54-3f93cae4ce79 req-e79fe71a-784f-4936-a789-a74891f1455f tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.73 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 945 time: 0.4518993 Feb 04 15:43:14.332246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Allocated IP 172.20.0.3 (685b6730-b90f-4117-b6d6-f0c58bb588be/f53da167-1e31-4353-8e82-28115b1d24bf/afd44b92-d7dc-4ed1-8657-56c072b4f817) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:14.359734 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-78dbf68d-f82e-4090-b661-868c1e7efbcd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 1094 time: 0.6850698 Feb 04 15:43:14.440263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5fe29-be25-40ce-9c61-db9c9685f6fc service neutron] Pushing event updated for resources: {'Port': ['ID=5c031aca-f0a4-497f-ba68-484daefbf0a2,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:14.448888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6fb80-c342-4a25-a7de-20cf7155f028 req-dad3deb2-ee6b-4dc2-a204-c1762eb9ed89 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:14.452229 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41a6fb80-c342-4a25-a7de-20cf7155f028 req-dad3deb2-ee6b-4dc2-a204-c1762eb9ed89 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3dd0084-9946-4d41-8158-914e89a0682b HTTP/1.1" status: 200 len: 945 time: 0.6993027 Feb 04 15:43:14.482723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-2a012ce8-bd91-4c91-ba54-3f93cae4ce79 req-5d2a21a4-8dce-482b-9f94-4d51d7542d77 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Deleting port e37380fd-6fab-4c65-ab37-c500e9f67f29 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:43:14.483053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2a012ce8-bd91-4c91-ba54-3f93cae4ce79 req-5d2a21a4-8dce-482b-9f94-4d51d7542d77 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.488340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Attempting to bind port 105ad940-086c-4da6-91dc-4675bf92434d on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:14.488728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Attempting to bind port 105ad940-086c-4da6-91dc-4675bf92434d by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:14.489052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Attempting to bind port 105ad940-086c-4da6-91dc-4675bf92434d on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:14.491223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-69f6344b-fb79-47ae-9dc7-81ea4e94c752 req-5b548381-92dd-42e6-a0df-4161eacd08f2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:14.496942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-f789685f-4629-4b4a-b8e2-d727ff1859eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2 HTTP/1.1" status: 200 len: 217 time: 0.1164937 Feb 04 15:43:14.503450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-69f6344b-fb79-47ae-9dc7-81ea4e94c752 req-5b548381-92dd-42e6-a0df-4161eacd08f2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group_rule and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:14.538621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-69f6344b-fb79-47ae-9dc7-81ea4e94c752 req-5b548381-92dd-42e6-a0df-4161eacd08f2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:14.544521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Port 105ad940-086c-4da6-91dc-4675bf92434d on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:43:14.544844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Attempting to bind port 105ad940-086c-4da6-91dc-4675bf92434d on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:14.562783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-69f6344b-fb79-47ae-9dc7-81ea4e94c752 req-5b548381-92dd-42e6-a0df-4161eacd08f2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:14.590792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:43:14.591122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:43:14.591516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:43:14.591946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Bound port: 105ad940-086c-4da6-91dc-4675bf92434d, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:14.592286 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.623547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-95561d31-ffd1-4fd9-86c5-7e98e49cea3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:14.624962 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-95561d31-ffd1-4fd9-86c5-7e98e49cea3a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.1165829 Feb 04 15:43:14.627054 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41a6fb80-c342-4a25-a7de-20cf7155f028 req-7a0464fb-1854-471f-83f6-76875552c599 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649275 Feb 04 15:43:14.628118 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.773439 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-69f6344b-fb79-47ae-9dc7-81ea4e94c752 req-5b548381-92dd-42e6-a0df-4161eacd08f2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.951600 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-69f6344b-fb79-47ae-9dc7-81ea4e94c752 req-5b548381-92dd-42e6-a0df-4161eacd08f2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.001665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] For port 105ad940-086c-4da6-91dc-4675bf92434d, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:15.030454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b548381-92dd-42e6-a0df-4161eacd08f2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d092c1e9-a38d-4777-8606-ac0c17cf431c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:15.036217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] For port 105ad940-086c-4da6-91dc-4675bf92434d, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=105ad940-086c-4da6-91dc-4675bf92434d,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:15.047236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-db25b9ae-70b5-4d4b-a8be-9ca551d35b68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4139409 Feb 04 15:43:15.052933 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.071749 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.112860 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-69f6344b-fb79-47ae-9dc7-81ea4e94c752 req-5b548381-92dd-42e6-a0df-4161eacd08f2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.115891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69f6344b-fb79-47ae-9dc7-81ea4e94c752 req-5b548381-92dd-42e6-a0df-4161eacd08f2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.0456049 Feb 04 15:43:15.122737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ef6a6ff2-2178-4100-a2c0-062074526a6a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:15.218591 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ef6a6ff2-2178-4100-a2c0-062074526a6a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:15.219022 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.233189 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Pushing event updated for resources: {'Port': ['ID=105ad940-086c-4da6-91dc-4675bf92434d,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:15.233417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-2a012ce8-bd91-4c91-ba54-3f93cae4ce79 req-5d2a21a4-8dce-482b-9f94-4d51d7542d77 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] For port e37380fd-6fab-4c65-ab37-c500e9f67f29, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e37380fd-6fab-4c65-ab37-c500e9f67f29,segment=NetworkSegment(d281c7df-be3a-4740-92b5-17252320b13c),segment_id=d281c7df-be3a-4740-92b5-17252320b13c)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:15.233778 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2a012ce8-bd91-4c91-ba54-3f93cae4ce79 req-5d2a21a4-8dce-482b-9f94-4d51d7542d77 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.305128 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.306895 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279f10-9402-45b7-840a-250a9b4637dc req-898dcfeb-0d79-4803-8423-9817e76bed5b service neutron] 10.222.0.73 "PUT /v2.0/ports/105ad940-086c-4da6-91dc-4675bf92434d HTTP/1.1" status: 200 len: 1095 time: 3.9082139 Feb 04 15:43:15.339868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df189f-eddd-4b25-bd58-71199699c1b8 req-ba825d8f-1e82-4f12-8719-e8a8fe8a104a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:15.347472 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0df189f-eddd-4b25-bd58-71199699c1b8 req-ba825d8f-1e82-4f12-8719-e8a8fe8a104a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 943 time: 0.5842605 Feb 04 15:43:15.378326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-2a012ce8-bd91-4c91-ba54-3f93cae4ce79 req-5d2a21a4-8dce-482b-9f94-4d51d7542d77 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Calling delete_port for e37380fd-6fab-4c65-ab37-c500e9f67f29 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:43:15.445901 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.519697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-a7d4ce87-1231-4365-a561-69154d59c653 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625211 Feb 04 15:43:15.576997 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Network 685b6730-b90f-4117-b6d6-f0c58bb588be is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:15.577357 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0df189f-eddd-4b25-bd58-71199699c1b8 req-14c14e2a-5f21-493c-be6e-327ff5420833 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290621 Feb 04 15:43:15.580124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Pushing event updated for resources: {'Port': ['ID=afd44b92-d7dc-4ed1-8657-56c072b4f817,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:15.586108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:15.592878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6c636-17b3-473f-91e3-b504bddf6829 req-d7616f47-d2b7-43e3-aa1d-2e8915cc2325 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:15.594416 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b4c6c636-17b3-473f-91e3-b504bddf6829 req-d7616f47-d2b7-43e3-aa1d-2e8915cc2325 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.73 "GET /v2.0/ports?device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 946 time: 0.4817023 Feb 04 15:43:15.596368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:43:15.651842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Allocated IP 172.20.0.10 (685b6730-b90f-4117-b6d6-f0c58bb588be/f53da167-1e31-4353-8e82-28115b1d24bf/666fcd52-110c-4cb9-8fb0-8649b25a0031) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:15.660744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f58dc3-8c58-48e1-8752-bd25e4a550aa req-a3072845-0d52-4a7f-b4d1-a1120657a920 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:15.662222 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79f58dc3-8c58-48e1-8752-bd25e4a550aa req-a3072845-0d52-4a7f-b4d1-a1120657a920 tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 946 time: 0.4246304 Feb 04 15:43:15.751881 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dd0084-9946-4d41-8158-914e89a0682b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb34e47-4e1e-4dfa-bda3-249a73cae236', 'code': 200} Feb 04 15:43:15.762233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279f10-9402-45b7-840a-250a9b4637dc req-264fc087-dd10-4785-840b-dfb7d6b721b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7981485f2f84e9bb49c2c3e67c70d35&device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 1098 time: 0.3998964 Feb 04 15:43:15.779364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:15.779827 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.802139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.816426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-b4c6c636-17b3-473f-91e3-b504bddf6829 req-f2b5e37a-9682-428d-b4c0-d3e24fba41bc tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Deleting port 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:43:15.816777 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b4c6c636-17b3-473f-91e3-b504bddf6829 req-f2b5e37a-9682-428d-b4c0-d3e24fba41bc tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.855623 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'status': 'completed', 'code': 200} Feb 04 15:43:15.872287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a2460c-c7b1-43d1-bc70-2325cb741e8f req-46e279b9-7874-45d7-9090-ed6df2c68fa0 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442478 Feb 04 15:43:15.901529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79f58dc3-8c58-48e1-8752-bd25e4a550aa req-4b657860-76bd-4c7d-afa4-589a9a15124b tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bf41236-348b-40ba-be31-3964a729aae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220962 Feb 04 15:43:15.905517 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279f10-9402-45b7-840a-250a9b4637dc req-b265295a-b146-4041-bea4-60fc2a8d9353 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=105ad940-086c-4da6-91dc-4675bf92434d HTTP/1.1" status: 200 len: 217 time: 0.1141713 Feb 04 15:43:15.913247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Deleting port ef6a6ff2-2178-4100-a2c0-062074526a6a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:43:15.913615 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.949246 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-56da16a4-a946-4d05-adb4-afe50ec3a640 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5705402 Feb 04 15:43:15.949841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2a012ce8-bd91-4c91-ba54-3f93cae4ce79 req-5d2a21a4-8dce-482b-9f94-4d51d7542d77 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.972401 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['f92abf95-c511-419c-b942-1fcdc6c30ab8'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:16.017428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Request body: {'port': {'device_id': '3687c9ab-a576-4b27-b242-2db0e0e034aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:16.112441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a21a4-8dce-482b-9f94-4d51d7542d77 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Pushing event deleted for resources: {'Port': ['ID=e37380fd-6fab-4c65-ab37-c500e9f67f29,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:16.220579 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94cb2d0c-c554-460d-872b-e91bda0f827e req-6ed008db-a8e0-447b-a2c1-764839dcd139 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2103622c-0c7c-43ef-a7e9-3c5cf3934977 HTTP/1.1" status: 200 len: 210 time: 0.0907598 Feb 04 15:43:16.239882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27279f10-9402-45b7-840a-250a9b4637dc req-59caf122-a9aa-4d5b-9565-814cb2f5f863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:16.241408 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279f10-9402-45b7-840a-250a9b4637dc req-59caf122-a9aa-4d5b-9565-814cb2f5f863 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.3007932 Feb 04 15:43:16.354918 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.415595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a012ce8-bd91-4c91-ba54-3f93cae4ce79 req-5d2a21a4-8dce-482b-9f94-4d51d7542d77 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] No DVR routers for this DVR port e37380fd-6fab-4c65-ab37-c500e9f67f29 on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:16.418291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3d1a4-26cb-42f2-92ad-7f7db0cc49ed req-b89b3595-ac1e-4cb7-baf4-29835f9af488 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:16.419968 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7d3d1a4-26cb-42f2-92ad-7f7db0cc49ed req-b89b3595-ac1e-4cb7-baf4-29835f9af488 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 947 time: 0.4804444 Feb 04 15:43:16.429142 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3411e255-c347-4d59-a6c8-0b6e812d5d70 req-4622b295-e981-4437-8f69-51066afd94a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 1094 time: 0.4875183 Feb 04 15:43:16.438941 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2a012ce8-bd91-4c91-ba54-3f93cae4ce79 req-5d2a21a4-8dce-482b-9f94-4d51d7542d77 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.440898 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2a012ce8-bd91-4c91-ba54-3f93cae4ce79 req-5d2a21a4-8dce-482b-9f94-4d51d7542d77 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.73 "DELETE /v2.0/ports/e37380fd-6fab-4c65-ab37-c500e9f67f29 HTTP/1.1" status: 204 len: 173 time: 2.0947161 Feb 04 15:43:16.442623 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-83327069-0394-43a4-8ea7-6c9396f2bf0a req-ea28f911-a42b-4114-bf57-3b5c26803eb8 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Synchronizing usage tracker for tenant:00a06a3fbce84f479e2a79291daaa77f on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:16.444353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2103622c-0c7c-43ef-a7e9-3c5cf3934977', 'name': 'network-vif-deleted', 'tag': 'e37380fd-6fab-4c65-ab37-c500e9f67f29'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:16.509508 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.589578 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279f10-9402-45b7-840a-250a9b4637dc req-0a09a12f-38e9-470c-b39c-b9c02359dbc4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3321385 Feb 04 15:43:16.640433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-83327069-0394-43a4-8ea7-6c9396f2bf0a req-ea28f911-a42b-4114-bf57-3b5c26803eb8 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Unset dirty status for tenant:00a06a3fbce84f479e2a79291daaa77f on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:16.641614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83327069-0394-43a4-8ea7-6c9396f2bf0a req-ea28f911-a42b-4114-bf57-3b5c26803eb8 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 210 time: 0.2712655 Feb 04 15:43:16.757456 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4d328345-a00a-4f34-b4e6-ee869e889dd0 req-5283fc42-28b9-4fce-a741-f51234eafcb0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b3dd0084-9946-4d41-8158-914e89a0682b HTTP/1.1" status: 200 len: 1096 time: 0.8840299 Feb 04 15:43:16.759141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] For port ef6a6ff2-2178-4100-a2c0-062074526a6a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ef6a6ff2-2178-4100-a2c0-062074526a6a,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:16.759518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.824405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7d3d1a4-26cb-42f2-92ad-7f7db0cc49ed req-b571a67e-e2f0-4b9a-8f9d-f474091ae685 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/security-groups?id=886403a4-817b-4084-86a8-7328d0fbd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942168 Feb 04 15:43:16.825588 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.873118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-c2663559-202e-4c6f-9cd8-0658e10bddc1 req-a8b28575-484a-4d42-b2d5-27b12e558553 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-159499779', 'description': 'tempest-description-1414397923'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:16.936872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c2663559-202e-4c6f-9cd8-0658e10bddc1 req-a8b28575-484a-4d42-b2d5-27b12e558553 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:16.957586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b4c6c636-17b3-473f-91e3-b504bddf6829 req-f2b5e37a-9682-428d-b4c0-d3e24fba41bc tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] For port 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6d4108e9-2aa9-4479-ac85-a8bf6fb882e3,segment=NetworkSegment(4a912378-2379-4d66-ac5f-0cfd56ecfd99),segment_id=4a912378-2379-4d66-ac5f-0cfd56ecfd99)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:16.957955 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b4c6c636-17b3-473f-91e3-b504bddf6829 req-f2b5e37a-9682-428d-b4c0-d3e24fba41bc tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.970596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411e255-c347-4d59-a6c8-0b6e812d5d70 req-82a15100-1ef7-40dd-862e-18efa371999c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:16.973040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3411e255-c347-4d59-a6c8-0b6e812d5d70 req-82a15100-1ef7-40dd-862e-18efa371999c service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.5342627 Feb 04 15:43:16.976562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Calling delete_port for ef6a6ff2-2178-4100-a2c0-062074526a6a owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:43:16.998355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c2663559-202e-4c6f-9cd8-0658e10bddc1 req-a8b28575-484a-4d42-b2d5-27b12e558553 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:17.009790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Network 685b6730-b90f-4117-b6d6-f0c58bb588be is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:17.019881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c2663559-202e-4c6f-9cd8-0658e10bddc1 req-a8b28575-484a-4d42-b2d5-27b12e558553 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:17.028931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:17.084732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:43:17.147887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c2663559-202e-4c6f-9cd8-0658e10bddc1 req-a8b28575-484a-4d42-b2d5-27b12e558553 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:17.160882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Allocated IP 172.20.0.5 (685b6730-b90f-4117-b6d6-f0c58bb588be/f53da167-1e31-4353-8e82-28115b1d24bf/35c9c041-da55-47bc-8250-5fbd86d0f35c) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:17.174939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-b4c6c636-17b3-473f-91e3-b504bddf6829 req-f2b5e37a-9682-428d-b4c0-d3e24fba41bc tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Calling delete_port for 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:43:17.196330 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Pushing event updated for resources: {'Port': ['ID=666fcd52-110c-4cb9-8fb0-8649b25a0031,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:17.211462 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279f10-9402-45b7-840a-250a9b4637dc req-b2dddbec-cd09-474d-9e45-7db78eeedd09 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029289 Feb 04 15:43:17.212645 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3411e255-c347-4d59-a6c8-0b6e812d5d70 req-fbb505a8-37f5-404d-a426-07c8102bf0b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2 HTTP/1.1" status: 200 len: 217 time: 0.1849539 Feb 04 15:43:17.224865 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c2663559-202e-4c6f-9cd8-0658e10bddc1 req-a8b28575-484a-4d42-b2d5-27b12e558553 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.302247 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:17.302850 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.323810 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4d328345-a00a-4f34-b4e6-ee869e889dd0 req-9ec35de8-0dc2-4e99-9ae3-49c9604c4a63 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462472 Feb 04 15:43:17.418419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d7656af9-2074-4400-b93b-4628486ecb59 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8177311 Feb 04 15:43:17.445753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Request body: {'port': {'device_id': '90acfc96-6690-438f-8fef-2fa5385a794d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:17.471715 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411e255-c347-4d59-a6c8-0b6e812d5d70 req-2ffdad9d-514b-46a1-839c-f80bcaf26dfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:17.473151 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3411e255-c347-4d59-a6c8-0b6e812d5d70 req-2ffdad9d-514b-46a1-839c-f80bcaf26dfb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.2346389 Feb 04 15:43:17.536699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c2663559-202e-4c6f-9cd8-0658e10bddc1 req-a8b28575-484a-4d42-b2d5-27b12e558553 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:17.574927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c2663559-202e-4c6f-9cd8-0658e10bddc1 req-a8b28575-484a-4d42-b2d5-27b12e558553 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group_rule and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:17.585359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00bb0d-c514-48e3-ad90-2d7d9e128a27 req-d0b2ea14-d2b2-4bfc-a2bf-e5bc973de99d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:17.586816 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de00bb0d-c514-48e3-ad90-2d7d9e128a27 req-d0b2ea14-d2b2-4bfc-a2bf-e5bc973de99d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3dd0084-9946-4d41-8158-914e89a0682b HTTP/1.1" status: 200 len: 945 time: 0.5602489 Feb 04 15:43:17.590864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c2663559-202e-4c6f-9cd8-0658e10bddc1 req-a8b28575-484a-4d42-b2d5-27b12e558553 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:17.594748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279f10-9402-45b7-840a-250a9b4637dc req-33fe9757-844f-4929-b175-eb93dfa00945 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551092 Feb 04 15:43:17.603093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c2663559-202e-4c6f-9cd8-0658e10bddc1 req-a8b28575-484a-4d42-b2d5-27b12e558553 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:17.622501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b4c6c636-17b3-473f-91e3-b504bddf6829 req-f2b5e37a-9682-428d-b4c0-d3e24fba41bc tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.699950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5e37a-9682-428d-b4c0-d3e24fba41bc tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Pushing event deleted for resources: {'Port': ['ID=6d4108e9-2aa9-4479-ac85-a8bf6fb882e3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:17.718363 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.766795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de00bb0d-c514-48e3-ad90-2d7d9e128a27 req-a2b1ed80-4eb6-47a7-89c6-bf6c096aa510 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666379 Feb 04 15:43:17.777516 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.782753 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.802996 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:17.822540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3411e255-c347-4d59-a6c8-0b6e812d5d70 req-aa1fdb4f-6722-489c-b924-0cc6e1d4bc79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3330009 Feb 04 15:43:17.843620 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c2663559-202e-4c6f-9cd8-0658e10bddc1 req-a8b28575-484a-4d42-b2d5-27b12e558553 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.860138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:43:17.860699 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:17.861211 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e37380fd-6fab-4c65-ab37-c500e9f67f29 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:17.861980 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'tag': '105ad940-086c-4da6-91dc-4675bf92434d'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:17.871838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c6c636-17b3-473f-91e3-b504bddf6829 req-f2b5e37a-9682-428d-b4c0-d3e24fba41bc tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] No DVR routers for this DVR port 6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:17.875298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef6a6ff2-2178-4100-a2c0-062074526a6a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:17.876893 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c2663559-202e-4c6f-9cd8-0658e10bddc1 req-a8b28575-484a-4d42-b2d5-27b12e558553 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.877814 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b4c6c636-17b3-473f-91e3-b504bddf6829 req-f2b5e37a-9682-428d-b4c0-d3e24fba41bc tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.884214 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2103622c-0c7c-43ef-a7e9-3c5cf3934977', 'name': 'network-vif-deleted', 'tag': 'e37380fd-6fab-4c65-ab37-c500e9f67f29', 'status': 'completed', 'code': 200} Feb 04 15:43:17.941132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: e37380fd-6fab-4c65-ab37-c500e9f67f29 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:43:17.942310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e37380fd-6fab-4c65-ab37-c500e9f67f29 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:17.980062 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b4c6c636-17b3-473f-91e3-b504bddf6829 req-f2b5e37a-9682-428d-b4c0-d3e24fba41bc tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.73 "DELETE /v2.0/ports/6d4108e9-2aa9-4479-ac85-a8bf6fb882e3 HTTP/1.1" status: 204 len: 173 time: 2.3409994 Feb 04 15:43:18.092168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b28575-484a-4d42-b2d5-27b12e558553 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4a5951-afde-4ac0-a9b4-af1f271b3351,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:18.120344 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c2663559-202e-4c6f-9cd8-0658e10bddc1 req-a8b28575-484a-4d42-b2d5-27b12e558553 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.121544 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c2663559-202e-4c6f-9cd8-0658e10bddc1 req-a8b28575-484a-4d42-b2d5-27b12e558553 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.2576017 Feb 04 15:43:18.148162 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.184965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3411e255-c347-4d59-a6c8-0b6e812d5d70 req-cf2dc3a1-8f53-41b5-b158-8d32374b041e service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516698 Feb 04 15:43:18.297723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1dd9a-1ae5-4030-a6e7-d69820379bc2 req-5c907a52-9357-4d3e-b2bd-94a37603353d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:18.305030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fde1dd9a-1ae5-4030-a6e7-d69820379bc2 req-5c907a52-9357-4d3e-b2bd-94a37603353d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 943 time: 0.2567971 Feb 04 15:43:18.371474 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.386072 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26ce34c6-eec2-43be-b1a4-3b20f31b3c1f req-492b4308-9d81-486a-9041-84f45e1c671b tempest-ServerTagsTestJSON-873484798 tempest-ServerTagsTestJSON-873484798-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dfc2895-b9fe-44f3-8a45-8a832c50d382 HTTP/1.1" status: 200 len: 210 time: 0.0706227 Feb 04 15:43:18.434688 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fde1dd9a-1ae5-4030-a6e7-d69820379bc2 req-8d4fc215-933b-43f1-ae56-80a46ce7a7f0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287818 Feb 04 15:43:18.465844 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3411e255-c347-4d59-a6c8-0b6e812d5d70 req-b645f614-0a5e-4598-a119-13affa933608 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724874 Feb 04 15:43:18.616272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Network 685b6730-b90f-4117-b6d6-f0c58bb588be is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:18.629832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:18.643896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Pushing event updated for resources: {'Port': ['ID=35c9c041-da55-47bc-8250-5fbd86d0f35c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:18.649050 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:43:18.723272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a7192-8ad5-4975-90b5-f01fc4ce0e22 req-8f286477-1fe7-47d0-9423-efdb4a13e0eb tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:18.731632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f32a7192-8ad5-4975-90b5-f01fc4ce0e22 req-8f286477-1fe7-47d0-9423-efdb4a13e0eb tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 947 time: 0.1179407 Feb 04 15:43:18.761774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1722610-8449-43e1-a1cc-e872fe527910 req-688d081c-bf4a-463d-b561-de0878c85f80 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:18.762945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.769449 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1722610-8449-43e1-a1cc-e872fe527910 req-688d081c-bf4a-463d-b561-de0878c85f80 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 932 time: 0.1959817 Feb 04 15:43:18.788319 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.799254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:18.799805 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.840496 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-2810f9f8-ce26-4eb7-8098-3b700b51d5ff tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3022513 Feb 04 15:43:18.893992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Request body: {'port': {'device_id': '345f0752-cf92-4332-a143-215f288614c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:18.946727 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f32a7192-8ad5-4975-90b5-f01fc4ce0e22 req-18c48725-d677-4bab-873d-be0d35f95cf6 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/security-groups?id=886403a4-817b-4084-86a8-7328d0fbd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141690 Feb 04 15:43:18.948307 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.948571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7495a61-8743-40cd-a4de-7d9fae7272e4 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:43:18.960666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd44b92-d7dc-4ed1-8657-56c072b4f817 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:18.965005 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1722610-8449-43e1-a1cc-e872fe527910 req-4d6e8c37-52ae-4279-b22c-414fa661b600 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945970 Feb 04 15:43:18.972008 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.015186 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.016326 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-55a55cbe-6ba0-4756-81df-cae8fe2d9ddf tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "DELETE /v2.0/routers/d7495a61-8743-40cd-a4de-7d9fae7272e4 HTTP/1.1" status: 204 len: 168 time: 5.7991195 Feb 04 15:43:19.020552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36594) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:19.028541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-891764309', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}, 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:19.040200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:19.047639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Usage tracker for resource:router and tenant:7bdc04a96d8449c88a334047bbca658c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:19.048582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Transition to ACTIVE for port object afd44b92-d7dc-4ed1-8657-56c072b4f817 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:19.054785 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:19.059932 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.065821 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'tag': '105ad940-086c-4da6-91dc-4675bf92434d', 'status': 'completed', 'code': 200} Feb 04 15:43:19.112330 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.131224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:19.215545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Pushing event updated for resources: {'Port': ['ID=afd44b92-d7dc-4ed1-8657-56c072b4f817,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:19.276007 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.374240 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.375102 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.523723 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.529241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Attempting to bind port afd44b92-d7dc-4ed1-8657-56c072b4f817 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:19.529711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Attempting to bind port afd44b92-d7dc-4ed1-8657-56c072b4f817 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '630b7d10-6a37-4f9a-b75c-4f8f68cd9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:19.529964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Attempting to bind port afd44b92-d7dc-4ed1-8657-56c072b4f817 on network 685b6730-b90f-4117-b6d6-f0c58bb588be {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:19.535831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Port afd44b92-d7dc-4ed1-8657-56c072b4f817 on network 685b6730-b90f-4117-b6d6-f0c58bb588be not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:43:19.536185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Attempting to bind port afd44b92-d7dc-4ed1-8657-56c072b4f817 on network 685b6730-b90f-4117-b6d6-f0c58bb588be {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:19.542642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:43:19.542978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Checking segment: {'id': '630b7d10-6a37-4f9a-b75c-4f8f68cd9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:43:19.543418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Bound using segment: {'id': '630b7d10-6a37-4f9a-b75c-4f8f68cd9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:43:19.543851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Bound port: afd44b92-d7dc-4ed1-8657-56c072b4f817, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630b7d10-6a37-4f9a-b75c-4f8f68cd9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:19.544199 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.576338 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-b22ce126-8b09-4204-b855-da3424d92956 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:19.577771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-b22ce126-8b09-4204-b855-da3424d92956 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/networks?id=5d4c21c4-551b-462b-8e6b-996fea3f21f0 HTTP/1.1" status: 200 len: 812 time: 0.3301687 Feb 04 15:43:19.620886 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fa1a377-c339-4edb-8f2a-5c7944c28f29 req-b5536d1e-822a-4825-9b2d-7826be1ccd4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7981485f2f84e9bb49c2c3e67c70d35&device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 1098 time: 0.4256167 Feb 04 15:43:19.631900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] For port afd44b92-d7dc-4ed1-8657-56c072b4f817, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:19.635638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] For port afd44b92-d7dc-4ed1-8657-56c072b4f817, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=afd44b92-d7dc-4ed1-8657-56c072b4f817,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:19.640304 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.704302 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.705663 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] 10.222.0.81 "PUT /v2.0/ports/afd44b92-d7dc-4ed1-8657-56c072b4f817 HTTP/1.1" status: 200 len: 1091 time: 3.7329512 Feb 04 15:43:19.720953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b357c-f49d-4ba7-89a4-945b9b6e2e88 service neutron] Pushing event updated for resources: {'Port': ['ID=afd44b92-d7dc-4ed1-8657-56c072b4f817,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:19.756596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-d14734d7-57a5-4026-bcff-d16029d27be6 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/quotas/21378adb8d3d4a6e8d32f04df7fca8bf HTTP/1.1" status: 200 len: 375 time: 0.1696887 Feb 04 15:43:19.826603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5c031aca-f0a4-497f-ba68-484daefbf0a2 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:43:19.829809 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-fd08d9c0-4566-43eb-b09c-f0826719198c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00a06a3fbce84f479e2a79291daaa77f&device_id=3687c9ab-a576-4b27-b242-2db0e0e034aa HTTP/1.1" status: 200 len: 1094 time: 0.0704751 Feb 04 15:43:19.905097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfc2895-b9fe-44f3-8a45-8a832c50d382', 'name': 'network-vif-deleted', 'tag': '6d4108e9-2aa9-4479-ac85-a8bf6fb882e3'}, {'name': 'network-changed', 'server_uuid': '3687c9ab-a576-4b27-b242-2db0e0e034aa', 'tag': 'afd44b92-d7dc-4ed1-8657-56c072b4f817'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:19.931188 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-6b90c9ce-fbde-45a9-b5f5-9b05f80bdd7b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afd44b92-d7dc-4ed1-8657-56c072b4f817 HTTP/1.1" status: 200 len: 217 time: 0.0850134 Feb 04 15:43:19.940599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666fcd52-110c-4cb9-8fb0-8649b25a0031 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:19.958595 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.979499 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:19.998415 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'port_id': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'mac_address': 'fa:16:3e:8d:53:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:43:20.003884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d87157-b601-4f1b-b0fa-8e3236fded7e req-3493c1aa-d0c3-46bb-8c12-6d17fb865e93 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:20.005339 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26d87157-b601-4f1b-b0fa-8e3236fded7e req-3493c1aa-d0c3-46bb-8c12-6d17fb865e93 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3dd0084-9946-4d41-8158-914e89a0682b HTTP/1.1" status: 200 len: 945 time: 0.4998496 Feb 04 15:43:20.031274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-b9ec7064-5eea-478a-873c-213ce4c9609c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:20.032939 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-b9ec7064-5eea-478a-873c-213ce4c9609c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f53da167-1e31-4353-8e82-28115b1d24bf HTTP/1.1" status: 200 len: 857 time: 0.0859008 Feb 04 15:43:20.044335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Transition to ACTIVE for port object 666fcd52-110c-4cb9-8fb0-8649b25a0031 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:20.054574 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.062674 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.074149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c031aca-f0a4-497f-ba68-484daefbf0a2 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:20.090970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:20.096245 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.097376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 105ad940-086c-4da6-91dc-4675bf92434d details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:43:20.099981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1a377-c339-4edb-8f2a-5c7944c28f29 req-6d221a26-fb14-46b6-8263-92581d51eec6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:20.101920 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fa1a377-c339-4edb-8f2a-5c7944c28f29 req-6d221a26-fb14-46b6-8263-92581d51eec6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.4188457 Feb 04 15:43:20.113105 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.288841 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-6886028f-cf86-42cc-af04-132ab970084b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=685b6730-b90f-4117-b6d6-f0c58bb588be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2474165 Feb 04 15:43:20.290579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5c031aca-f0a4-497f-ba68-484daefbf0a2,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:20.297806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fa1a377-c339-4edb-8f2a-5c7944c28f29 req-1087cc4b-709b-4099-8575-09829cd5f5b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=105ad940-086c-4da6-91dc-4675bf92434d HTTP/1.1" status: 200 len: 217 time: 0.1749690 Feb 04 15:43:20.310080 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-379cca39-a316-46fa-9764-333ea030be7d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5407009 Feb 04 15:43:20.310706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Pushing event updated for resources: {'Port': ['ID=666fcd52-110c-4cb9-8fb0-8649b25a0031,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:20.345446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26d87157-b601-4f1b-b0fa-8e3236fded7e req-4114f19d-e274-4367-acc6-65f9a1f8c52d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316939 Feb 04 15:43:20.357139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 105ad940-086c-4da6-91dc-4675bf92434d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=105ad940-086c-4da6-91dc-4675bf92434d,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:20.371754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '105ad940-086c-4da6-91dc-4675bf92434d', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '105ad940-086c-4da6-91dc-4675bf92434d', 'mac_address': 'fa:16:3e:17:ee:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:43:20.442499 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.464690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105ad940-086c-4da6-91dc-4675bf92434d {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:20.483613 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 105ad940-086c-4da6-91dc-4675bf92434d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=105ad940-086c-4da6-91dc-4675bf92434d,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:20.491634 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.498900 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-cad46011-27cf-47ad-8afa-cfc91de952d8 service neutron] 10.222.0.81 "GET /v2.0/networks/685b6730-b90f-4117-b6d6-f0c58bb588be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015829 Feb 04 15:43:20.600572 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=105ad940-086c-4da6-91dc-4675bf92434d,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:20.654004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c9c041-da55-47bc-8250-5fbd86d0f35c {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:20.664320 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.684033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1a377-c339-4edb-8f2a-5c7944c28f29 req-47f861c9-b401-408b-9f3c-4ad774be3f8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:20.685481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fa1a377-c339-4edb-8f2a-5c7944c28f29 req-47f861c9-b401-408b-9f3c-4ad774be3f8a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.3722599 Feb 04 15:43:20.704618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Transition to ACTIVE for port object 35c9c041-da55-47bc-8250-5fbd86d0f35c will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:20.710434 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.779463 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-27322ac0-074b-4c82-8512-531ecdaed030 service neutron] 10.222.0.81 "GET /v2.0/networks/685b6730-b90f-4117-b6d6-f0c58bb588be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719138 Feb 04 15:43:20.850106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Pushing event updated for resources: {'Port': ['ID=35c9c041-da55-47bc-8250-5fbd86d0f35c,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:20.860408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['105ad940-086c-4da6-91dc-4675bf92434d'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:20.890249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['5c031aca-f0a4-497f-ba68-484daefbf0a2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:20.903154 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-f76b15ea-b51d-4785-9d95-c13fb9e516d8 service neutron] 10.222.0.60 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529034 Feb 04 15:43:20.955695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Attempting to bind port 666fcd52-110c-4cb9-8fb0-8649b25a0031 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:20.956787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Attempting to bind port 666fcd52-110c-4cb9-8fb0-8649b25a0031 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '630b7d10-6a37-4f9a-b75c-4f8f68cd9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:20.957122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Attempting to bind port 666fcd52-110c-4cb9-8fb0-8649b25a0031 on network 685b6730-b90f-4117-b6d6-f0c58bb588be {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:20.979652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Attempting to bind port 35c9c041-da55-47bc-8250-5fbd86d0f35c on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:20.980490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Attempting to bind port 35c9c041-da55-47bc-8250-5fbd86d0f35c by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '630b7d10-6a37-4f9a-b75c-4f8f68cd9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:20.980840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Attempting to bind port 35c9c041-da55-47bc-8250-5fbd86d0f35c on network 685b6730-b90f-4117-b6d6-f0c58bb588be {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:20.989137 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Port 35c9c041-da55-47bc-8250-5fbd86d0f35c on network 685b6730-b90f-4117-b6d6-f0c58bb588be not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:43:20.989492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Attempting to bind port 35c9c041-da55-47bc-8250-5fbd86d0f35c on network 685b6730-b90f-4117-b6d6-f0c58bb588be {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:20.997359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:43:20.997665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Checking segment: {'id': '630b7d10-6a37-4f9a-b75c-4f8f68cd9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:43:20.998095 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Bound using segment: {'id': '630b7d10-6a37-4f9a-b75c-4f8f68cd9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:43:20.998518 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Bound port: 35c9c041-da55-47bc-8250-5fbd86d0f35c, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630b7d10-6a37-4f9a-b75c-4f8f68cd9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:20.998829 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.071641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Port 666fcd52-110c-4cb9-8fb0-8649b25a0031 on network 685b6730-b90f-4117-b6d6-f0c58bb588be not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:43:21.071972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Attempting to bind port 666fcd52-110c-4cb9-8fb0-8649b25a0031 on network 685b6730-b90f-4117-b6d6-f0c58bb588be {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:21.079608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ef6a6ff2-2178-4100-a2c0-062074526a6a no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:21.085289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f29cdc-dccb-4ef2-8b10-ae584b8c157d req-a3e97bf6-0ed6-40b2-8cb3-f57aac1dd9dc tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:21.087666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9f29cdc-dccb-4ef2-8b10-ae584b8c157d req-a3e97bf6-0ed6-40b2-8cb3-f57aac1dd9dc tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 945 time: 0.4202437 Feb 04 15:43:21.097382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] For port 35c9c041-da55-47bc-8250-5fbd86d0f35c, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:21.100692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] For port 35c9c041-da55-47bc-8250-5fbd86d0f35c, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=35c9c041-da55-47bc-8250-5fbd86d0f35c,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:21.107754 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.132777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: ef6a6ff2-2178-4100-a2c0-062074526a6a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:43:21.133126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ef6a6ff2-2178-4100-a2c0-062074526a6a not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:21.138014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:43:21.138379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Checking segment: {'id': '630b7d10-6a37-4f9a-b75c-4f8f68cd9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:43:21.138739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Bound using segment: {'id': '630b7d10-6a37-4f9a-b75c-4f8f68cd9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:43:21.139197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Bound port: 666fcd52-110c-4cb9-8fb0-8649b25a0031, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630b7d10-6a37-4f9a-b75c-4f8f68cd9690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:21.139553 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.168799 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fa1a377-c339-4edb-8f2a-5c7944c28f29 req-54821656-5867-4a44-a807-6100afa8cc18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4273789 Feb 04 15:43:21.180231 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.182273 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] 10.222.0.81 "PUT /v2.0/ports/35c9c041-da55-47bc-8250-5fbd86d0f35c HTTP/1.1" status: 200 len: 1091 time: 2.3027117 Feb 04 15:43:21.195217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Pushing event updated for resources: {'Port': ['ID=35c9c041-da55-47bc-8250-5fbd86d0f35c,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:21.210853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:21.211631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:21.212067 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:21.212591 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:21.213656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:21.214065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:21.214463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:21.214852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:21.215294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:21.216266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:21.216266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b756882-5326-4747-bb12-ff78ed2bea0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:21.319840 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-85c64120-a525-4703-8b92-f8e05604b5ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00a06a3fbce84f479e2a79291daaa77f&device_id=345f0752-cf92-4332-a143-215f288614c2 HTTP/1.1" status: 200 len: 1094 time: 0.0778606 Feb 04 15:43:21.395570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-c710f0c2-ba3f-440d-afd1-e578152bcc8a service neutron] 10.222.0.60 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836266 Feb 04 15:43:21.404671 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-802d881e-e09a-43d4-951a-a181b189082a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35c9c041-da55-47bc-8250-5fbd86d0f35c HTTP/1.1" status: 200 len: 217 time: 0.0686853 Feb 04 15:43:21.405219 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.438712 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9f29cdc-dccb-4ef2-8b10-ae584b8c157d req-d3f0297a-be31-4687-8931-ddaf59372c30 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/security-groups?id=88b655a9-ef0f-4bce-b29d-19523fc48b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382475 Feb 04 15:43:21.448905 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.489813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-52ae9df4-1d27-4066-aac6-aede44593a2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:21.491355 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-52ae9df4-1d27-4066-aac6-aede44593a2d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f53da167-1e31-4353-8e82-28115b1d24bf HTTP/1.1" status: 200 len: 857 time: 0.0773845 Feb 04 15:43:21.556585 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fa1a377-c339-4edb-8f2a-5c7944c28f29 req-858cf341-7185-42ee-93b6-0c18349a0189 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784652 Feb 04 15:43:21.557773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] For port 666fcd52-110c-4cb9-8fb0-8649b25a0031, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:21.601802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] For port 666fcd52-110c-4cb9-8fb0-8649b25a0031, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=666fcd52-110c-4cb9-8fb0-8649b25a0031,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:21.628568 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-7b508325-3c34-4e26-bab3-30637431499b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=685b6730-b90f-4117-b6d6-f0c58bb588be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165986 Feb 04 15:43:21.653932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36622) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:21.729444 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.752473 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfc2895-b9fe-44f3-8a45-8a832c50d382', 'name': 'network-vif-deleted', 'tag': '6d4108e9-2aa9-4479-ac85-a8bf6fb882e3', 'status': 'completed', 'code': 200} Feb 04 15:43:21.753489 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3687c9ab-a576-4b27-b242-2db0e0e034aa', 'tag': 'afd44b92-d7dc-4ed1-8657-56c072b4f817', 'status': 'completed', 'code': 200} Feb 04 15:43:21.802517 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-d3196a2f-1af3-4fe3-b862-934bd1a6cc58 service neutron] 10.222.0.81 "GET /v2.0/networks/685b6730-b90f-4117-b6d6-f0c58bb588be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647179 Feb 04 15:43:21.960117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-286edf15-bbf8-40ae-92d6-53d2f7d6a502 admin admin] Deleting subnet ba1df444-6627-4beb-a8d2-f407de54879b {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:43:21.974944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.976337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] 10.222.0.73 "PUT /v2.0/ports/666fcd52-110c-4cb9-8fb0-8649b25a0031 HTTP/1.1" status: 200 len: 1092 time: 4.5402951 Feb 04 15:43:21.984940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90acfc96-6690-438f-8fef-2fa5385a794d', 'tag': '666fcd52-110c-4cb9-8fb0-8649b25a0031'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:21.991796 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-286edf15-bbf8-40ae-92d6-53d2f7d6a502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.057747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fa1a377-c339-4edb-8f2a-5c7944c28f29 req-3901ee61-62fa-43a3-a163-c63f12698ae3 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883318 Feb 04 15:43:22.107930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Allocated IP 172.25.0.43 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/93c903bc-c639-4743-a4d9-f586a3774c49) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:22.118465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce5efa-7c66-4ed6-b4db-cba5c6d14130 service neutron] Pushing event updated for resources: {'Port': ['ID=666fcd52-110c-4cb9-8fb0-8649b25a0031,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:22.182181 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-286edf15-bbf8-40ae-92d6-53d2f7d6a502 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.215945 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-4cb564c1-b394-45b1-86ad-fc08f47a67e6 service neutron] 10.222.0.81 "GET /v2.0/networks/685b6730-b90f-4117-b6d6-f0c58bb588be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953633 Feb 04 15:43:22.225341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee033-2a1b-432c-9057-09b4364ba98d req-b1836746-7cab-4ff6-8e61-b64fd07d54c4 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:22.225341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d1aee033-2a1b-432c-9057-09b4364ba98d req-b1836746-7cab-4ff6-8e61-b64fd07d54c4 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Synchronizing usage tracker for tenant:641344d751e341149b5b7803cc35dea8 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:22.240522 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f077c890-0a22-4666-ab73-a38af4b68c43 req-b77a9fb6-4094-4500-8528-88fb7c096526 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00a06a3fbce84f479e2a79291daaa77f&device_id=3687c9ab-a576-4b27-b242-2db0e0e034aa HTTP/1.1" status: 200 len: 1094 time: 0.3938215 Feb 04 15:43:22.275621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d1aee033-2a1b-432c-9057-09b4364ba98d req-b1836746-7cab-4ff6-8e61-b64fd07d54c4 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Unset dirty status for tenant:641344d751e341149b5b7803cc35dea8 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:22.277054 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d1aee033-2a1b-432c-9057-09b4364ba98d req-b1836746-7cab-4ff6-8e61-b64fd07d54c4 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 945 time: 0.3322425 Feb 04 15:43:22.421593 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d1aee033-2a1b-432c-9057-09b4364ba98d req-02cbfb39-9a75-4084-96e1-ce2520022b4c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Deleting port f92abf95-c511-419c-b942-1fcdc6c30ab8 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:43:22.421842 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d1aee033-2a1b-432c-9057-09b4364ba98d req-02cbfb39-9a75-4084-96e1-ce2520022b4c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.443018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f948036-7d7b-4fd6-aa86-922e82af1b61 req-bc6c3651-984e-46f8-ac83-09be1c6203a6 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:22.444508 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f948036-7d7b-4fd6-aa86-922e82af1b61 req-bc6c3651-984e-46f8-ac83-09be1c6203a6 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.7872102 Feb 04 15:43:22.490404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077c890-0a22-4666-ab73-a38af4b68c43 req-41db60a7-69e6-4073-846c-3ffbc4f542ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:22.491884 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f077c890-0a22-4666-ab73-a38af4b68c43 req-41db60a7-69e6-4073-846c-3ffbc4f542ab service neutron] 10.222.0.81 "GET /v2.0/networks?id=685b6730-b90f-4117-b6d6-f0c58bb588be HTTP/1.1" status: 200 len: 918 time: 0.2430716 Feb 04 15:43:22.520065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bf9b0-6ada-4ed9-addd-0d33bb8ea48f req-8951adbc-f273-4c9b-9725-61477a90f8df tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:22.521516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-036bf9b0-6ada-4ed9-addd-0d33bb8ea48f req-8951adbc-f273-4c9b-9725-61477a90f8df tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 944 time: 0.6277988 Feb 04 15:43:22.524955 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-286edf15-bbf8-40ae-92d6-53d2f7d6a502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.611408 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f077c890-0a22-4666-ab73-a38af4b68c43 req-bad6fe67-0ad1-40d7-ad33-6a2963064ef3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afd44b92-d7dc-4ed1-8657-56c072b4f817 HTTP/1.1" status: 200 len: 217 time: 0.1106896 Feb 04 15:43:22.641111 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-6b1b512a-428c-46c1-a69d-55d8d20cc93e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=00a06a3fbce84f479e2a79291daaa77f&device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 1095 time: 0.5724866 Feb 04 15:43:22.722633 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f948036-7d7b-4fd6-aa86-922e82af1b61 req-7a78e584-206d-409a-9200-4e068c53d0ae tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596419 Feb 04 15:43:22.725565 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.785932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077c890-0a22-4666-ab73-a38af4b68c43 req-409811a5-0030-49a0-8663-d63a4bde139e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:22.787404 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f077c890-0a22-4666-ab73-a38af4b68c43 req-409811a5-0030-49a0-8663-d63a4bde139e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f53da167-1e31-4353-8e82-28115b1d24bf HTTP/1.1" status: 200 len: 857 time: 0.1515422 Feb 04 15:43:22.840506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-25c8d3eb-701d-4f73-9356-cac15c12010e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=666fcd52-110c-4cb9-8fb0-8649b25a0031 HTTP/1.1" status: 200 len: 217 time: 0.1841466 Feb 04 15:43:22.848215 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f077c890-0a22-4666-ab73-a38af4b68c43 req-d036fc9d-295e-4ea0-ae52-389bdfe767fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=685b6730-b90f-4117-b6d6-f0c58bb588be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521863 Feb 04 15:43:22.857840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-036bf9b0-6ada-4ed9-addd-0d33bb8ea48f req-597c8596-91d1-4096-86f4-8ab61643ccf1 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917168 Feb 04 15:43:22.932223 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-286edf15-bbf8-40ae-92d6-53d2f7d6a502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.968278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d1aee033-2a1b-432c-9057-09b4364ba98d req-02cbfb39-9a75-4084-96e1-ce2520022b4c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] For port f92abf95-c511-419c-b942-1fcdc6c30ab8, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f92abf95-c511-419c-b942-1fcdc6c30ab8,segment=NetworkSegment(d281c7df-be3a-4740-92b5-17252320b13c),segment_id=d281c7df-be3a-4740-92b5-17252320b13c)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:22.968960 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d1aee033-2a1b-432c-9057-09b4364ba98d req-02cbfb39-9a75-4084-96e1-ce2520022b4c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.031233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286edf15-bbf8-40ae-92d6-53d2f7d6a502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba1df444-6627-4beb-a8d2-f407de54879b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:23.083907 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-286edf15-bbf8-40ae-92d6-53d2f7d6a502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.089685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-b75e74eb-8233-40dd-8a20-657b15a74adf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:23.091123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-b75e74eb-8233-40dd-8a20-657b15a74adf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f53da167-1e31-4353-8e82-28115b1d24bf HTTP/1.1" status: 200 len: 857 time: 0.2323744 Feb 04 15:43:23.120241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d1aee033-2a1b-432c-9057-09b4364ba98d req-02cbfb39-9a75-4084-96e1-ce2520022b4c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Calling delete_port for f92abf95-c511-419c-b942-1fcdc6c30ab8 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:43:23.161926 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.170037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-69bc63c7-be9f-437c-b827-60887bd90050 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:23.171213 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-69bc63c7-be9f-437c-b827-60887bd90050 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.73 "GET /v2.0/networks?id=5d4c21c4-551b-462b-8e6b-996fea3f21f0 HTTP/1.1" status: 200 len: 812 time: 0.4530456 Feb 04 15:43:23.205922 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-a6cd35b8-5409-460f-b7ea-2075bec860bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=685b6730-b90f-4117-b6d6-f0c58bb588be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024461 Feb 04 15:43:23.210460 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'port': {'device_id': 'ec003fa6-9243-4e56-aece-16f1399c93a1', 'network_id': '5d4c21c4-551b-462b-8e6b-996fea3f21f0', 'admin_state_up': True, 'tenant_id': '21378adb8d3d4a6e8d32f04df7fca8bf'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:23.234265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-286edf15-bbf8-40ae-92d6-53d2f7d6a502 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ba1df444-6627-4beb-a8d2-f407de54879b HTTP/1.1" status: 204 len: 168 time: 1.5727084 Feb 04 15:43:23.240507 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f077c890-0a22-4666-ab73-a38af4b68c43 req-65614b28-c954-4704-9237-ad3b150ab15d service neutron] 10.222.0.81 "GET /v2.0/networks/685b6730-b90f-4117-b6d6-f0c58bb588be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753345 Feb 04 15:43:23.241070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36638) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:23.458024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:23.458803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Pushing event updated for resources: {'Port': ['ID=93c903bc-c639-4743-a4d9-f586a3774c49,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:23.473051 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6673018f-e22f-4e83-b366-c4a48410e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.478028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5065d2bd-02d9-4069-adb0-234bb45b3d66 req-2768ff58-c503-401d-813c-0a53d38cfb45 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 210 time: 0.1030612 Feb 04 15:43:23.479544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:23.486384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:43:23.545293 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef5869-f99e-45a4-98cb-65b185aee5c2 req-d3658ff0-8e65-49d8-9b73-0fcce0653fae tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:23.546778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8ef5869-f99e-45a4-98cb-65b185aee5c2 req-d3658ff0-8e65-49d8-9b73-0fcce0653fae tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 948 time: 0.6214881 Feb 04 15:43:23.575604 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90acfc96-6690-438f-8fef-2fa5385a794d', 'tag': '666fcd52-110c-4cb9-8fb0-8649b25a0031', 'status': 'completed', 'code': 200} Feb 04 15:43:23.591404 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f077c890-0a22-4666-ab73-a38af4b68c43 req-243129dd-2ff5-440f-934a-153ef5227623 service neutron] 10.222.0.81 "GET /v2.0/networks/685b6730-b90f-4117-b6d6-f0c58bb588be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249102 Feb 04 15:43:23.595146 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d1aee033-2a1b-432c-9057-09b4364ba98d req-02cbfb39-9a75-4084-96e1-ce2520022b4c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.607394 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['f92abf95-c511-419c-b942-1fcdc6c30ab8'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:23.639170 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-95f2b052-fed8-483f-b54d-acd85d2174ad service neutron] 10.222.0.73 "GET /v2.0/networks/685b6730-b90f-4117-b6d6-f0c58bb588be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061990 Feb 04 15:43:23.701727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbfb39-9a75-4084-96e1-ce2520022b4c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Pushing event deleted for resources: {'Port': ['ID=f92abf95-c511-419c-b942-1fcdc6c30ab8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:23.708559 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:23.801132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:port and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:23.823444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:23.846981 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8ef5869-f99e-45a4-98cb-65b185aee5c2 req-29b43ff4-e74c-4fd1-a304-a90508fbb668 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/security-groups?id=886403a4-817b-4084-86a8-7328d0fbd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773385 Feb 04 15:43:23.849432 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a9fbc51-ccc7-4d67-ade2-938d590bad3b req-761f1682-cb40-4b6a-a7bf-81fef52df895 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5abf5d9-7216-4c13-bead-17ed7f7115d8 HTTP/1.1" status: 200 len: 210 time: 0.1458890 Feb 04 15:43:23.862450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:23.865861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 105ad940-086c-4da6-91dc-4675bf92434d up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:23.877049 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345f0752-cf92-4332-a143-215f288614c2', 'tag': '35c9c041-da55-47bc-8250-5fbd86d0f35c'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:23.892894 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6673018f-e22f-4e83-b366-c4a48410e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.902700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Made reservation on behalf of 21378adb8d3d4a6e8d32f04df7fca8bf for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:23.905728 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.944786 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bfd5fc6-b853-4645-bb5c-ee9e520a3409 req-357c981d-8203-4e98-91ab-6728d969f285 service neutron] 10.222.0.73 "GET /v2.0/networks/685b6730-b90f-4117-b6d6-f0c58bb588be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959008 Feb 04 15:43:23.954561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aee033-2a1b-432c-9057-09b4364ba98d req-02cbfb39-9a75-4084-96e1-ce2520022b4c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] No DVR routers for this DVR port f92abf95-c511-419c-b942-1fcdc6c30ab8 on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:23.957320 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d1aee033-2a1b-432c-9057-09b4364ba98d req-02cbfb39-9a75-4084-96e1-ce2520022b4c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.972017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6673018f-e22f-4e83-b366-c4a48410e666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bfdbd2b-c87d-4774-b36a-2e8f7c383241']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:23.997023 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d1aee033-2a1b-432c-9057-09b4364ba98d req-02cbfb39-9a75-4084-96e1-ce2520022b4c tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] 10.222.0.73 "DELETE /v2.0/ports/f92abf95-c511-419c-b942-1fcdc6c30ab8 HTTP/1.1" status: 204 len: 173 time: 1.6718178 Feb 04 15:43:24.004120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6673018f-e22f-4e83-b366-c4a48410e666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a912378-2379-4d66-ac5f-0cfd56ecfd99') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:24.004542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6673018f-e22f-4e83-b366-c4a48410e666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a912378-2379-4d66-ac5f-0cfd56ecfd99') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:24.012902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 105ad940-086c-4da6-91dc-4675bf92434d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:24.020380 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 105ad940-086c-4da6-91dc-4675bf92434d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:24.021265 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.033712 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6673018f-e22f-4e83-b366-c4a48410e666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.090321 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6673018f-e22f-4e83-b366-c4a48410e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.102025 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6673018f-e22f-4e83-b366-c4a48410e666 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:43:24.102462 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6673018f-e22f-4e83-b366-c4a48410e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:24.129953 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:24.246355 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.268375 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6673018f-e22f-4e83-b366-c4a48410e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.281663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105ad940-086c-4da6-91dc-4675bf92434d'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:24.294137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 105ad940-086c-4da6-91dc-4675bf92434d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=105ad940-086c-4da6-91dc-4675bf92434d,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:24.295638 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6673018f-e22f-4e83-b366-c4a48410e666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.299516 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.301623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5c031aca-f0a4-497f-ba68-484daefbf0a2 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:24.303167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673018f-e22f-4e83-b366-c4a48410e666 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bfdbd2b-c87d-4774-b36a-2e8f7c383241,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:24.310195 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6673018f-e22f-4e83-b366-c4a48410e666 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8bfdbd2b-c87d-4774-b36a-2e8f7c383241 HTTP/1.1" status: 204 len: 168 time: 1.0652058 Feb 04 15:43:24.414572 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.415418 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.430870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=105ad940-086c-4da6-91dc-4675bf92434d,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:24.440464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Allocated IP 172.20.0.4 (5d4c21c4-551b-462b-8e6b-996fea3f21f0/6936ad47-b452-4395-8810-e07292c24d1f/37661c94-cfc7-4f0d-9a9b-a6f91b2aac60) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:24.447733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c5b992e-bda8-41d2-a082-13d5ff7e1678 req-91b8fc7c-cea2-403b-bd55-e75bfdecbd41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=00a06a3fbce84f479e2a79291daaa77f&device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 1095 time: 0.4340405 Feb 04 15:43:24.455781 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 5c031aca-f0a4-497f-ba68-484daefbf0a2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:24.460923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 5c031aca-f0a4-497f-ba68-484daefbf0a2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:24.461326 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.468001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36652) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:24.528861 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4351d6d9-0570-4283-9ca2-70ef07578c26 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3ede0b86bfc40ab9e5504ca0c6afb29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0594523 Feb 04 15:43:24.531404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36658) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:24.586815 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.610499 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f4fbc06-2196-43fe-b312-5d27fd60f717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.625692 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:24.632078 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.649024 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f4fbc06-2196-43fe-b312-5d27fd60f717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.716667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f4fbc06-2196-43fe-b312-5d27fd60f717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.717151 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5c031aca-f0a4-497f-ba68-484daefbf0a2,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:24.737033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a0194-3bbb-4642-805d-371bd137c7c9 req-df34fff2-99d9-4119-adde-55ce521a2ef6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:24.738504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-589a0194-3bbb-4642-805d-371bd137c7c9 req-df34fff2-99d9-4119-adde-55ce521a2ef6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3dd0084-9946-4d41-8158-914e89a0682b HTTP/1.1" status: 200 len: 945 time: 0.4482017 Feb 04 15:43:24.751755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fbc06-2196-43fe-b312-5d27fd60f717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf41236-348b-40ba-be31-3964a729aae1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:24.770890 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f4fbc06-2196-43fe-b312-5d27fd60f717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.780563 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3f4fbc06-2196-43fe-b312-5d27fd60f717 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bf41236-348b-40ba-be31-3964a729aae1 HTTP/1.1" status: 204 len: 168 time: 0.2465947 Feb 04 15:43:24.796136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d77bcb-e25b-4627-8999-745867f9497b req-44402e1a-28b0-4131-ad75-7c846464bcca tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:24.797543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65d77bcb-e25b-4627-8999-745867f9497b req-44402e1a-28b0-4131-ad75-7c846464bcca tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.5087202 Feb 04 15:43:24.913470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b992e-bda8-41d2-a082-13d5ff7e1678 req-9c8b79bb-390d-4d4d-a6dd-45dd57d6c6b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:24.914918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c5b992e-bda8-41d2-a082-13d5ff7e1678 req-9c8b79bb-390d-4d4d-a6dd-45dd57d6c6b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=685b6730-b90f-4117-b6d6-f0c58bb588be HTTP/1.1" status: 200 len: 918 time: 0.4135525 Feb 04 15:43:25.070160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device afd44b92-d7dc-4ed1-8657-56c072b4f817 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:43:25.074711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c5b992e-bda8-41d2-a082-13d5ff7e1678 req-ab36c439-f38a-4e39-9d20-b91468687ecb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=666fcd52-110c-4cb9-8fb0-8649b25a0031 HTTP/1.1" status: 200 len: 217 time: 0.1518176 Feb 04 15:43:25.080386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-589a0194-3bbb-4642-805d-371bd137c7c9 req-5b41a4f7-0fec-45cf-8fff-e37086a287c6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019152 Feb 04 15:43:25.187856 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65d77bcb-e25b-4627-8999-745867f9497b req-1d1b8a3e-051c-43eb-bf13-0e83e58681da tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297596 Feb 04 15:43:25.201167 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.274156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b992e-bda8-41d2-a082-13d5ff7e1678 req-5c52a818-3c30-40f6-9fb9-ad4565dd5796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:25.275761 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c5b992e-bda8-41d2-a082-13d5ff7e1678 req-5c52a818-3c30-40f6-9fb9-ad4565dd5796 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f53da167-1e31-4353-8e82-28115b1d24bf HTTP/1.1" status: 200 len: 857 time: 0.1380167 Feb 04 15:43:25.284921 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345f0752-cf92-4332-a143-215f288614c2', 'tag': '35c9c041-da55-47bc-8250-5fbd86d0f35c', 'status': 'completed', 'code': 200} Feb 04 15:43:25.313348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port afd44b92-d7dc-4ed1-8657-56c072b4f817, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=afd44b92-d7dc-4ed1-8657-56c072b4f817,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:25.333542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'afd44b92-d7dc-4ed1-8657-56c072b4f817', 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be', 'port_id': 'afd44b92-d7dc-4ed1-8657-56c072b4f817', 'mac_address': 'fa:16:3e:cc:7d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53da167-1e31-4353-8e82-28115b1d24bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:43:25.345298 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c5b992e-bda8-41d2-a082-13d5ff7e1678 req-a2d16d5c-d710-4a5c-ba5b-dcee15b0270c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=685b6730-b90f-4117-b6d6-f0c58bb588be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618627 Feb 04 15:43:25.387139 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105ad940-086c-4da6-91dc-4675bf92434d', 'code': 200} Feb 04 15:43:25.457708 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.486183 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd44b92-d7dc-4ed1-8657-56c072b4f817 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:25.511755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port afd44b92-d7dc-4ed1-8657-56c072b4f817, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=afd44b92-d7dc-4ed1-8657-56c072b4f817,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:25.525764 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.545647 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c5b992e-bda8-41d2-a082-13d5ff7e1678 req-d7c603a3-74bf-4ec8-aa33-44ee1b4e6801 service neutron] 10.222.0.73 "GET /v2.0/networks/685b6730-b90f-4117-b6d6-f0c58bb588be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892633 Feb 04 15:43:25.591485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=afd44b92-d7dc-4ed1-8657-56c072b4f817,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:25.702239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3f381-7aa5-4c6e-9358-ced4e0f20a97 req-ae5fe01b-7a53-4a58-b353-39376a26d2a5 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:25.703043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-86a3f381-7aa5-4c6e-9358-ced4e0f20a97 req-ae5fe01b-7a53-4a58-b353-39376a26d2a5 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Synchronizing usage tracker for tenant:428132a2da7b4ddc958b0b710ebd148c on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:25.716357 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e77b2fa-e971-4fc3-a55a-d4ec6effed33 req-80599396-f1c7-467a-8a55-a137f76f1c2f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 1100 time: 0.2045364 Feb 04 15:43:25.725485 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98b1451e-9b62-43f6-9491-a0f8c1d63752 req-f118afe0-d871-4832-b0da-14123bc1b1bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=00a06a3fbce84f479e2a79291daaa77f&device_id=345f0752-cf92-4332-a143-215f288614c2 HTTP/1.1" status: 200 len: 1094 time: 0.3134725 Feb 04 15:43:25.781442 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e04d484-1b8a-4c8e-afda-53b911097431 req-1e9111c1-3965-4e38-bee2-dc8c1b1e6fb1 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 210 time: 0.2333653 Feb 04 15:43:25.813132 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.852942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['57e0b535-d578-4898-a347-9c2cc45031c7'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:25.853850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-86a3f381-7aa5-4c6e-9358-ced4e0f20a97 req-ae5fe01b-7a53-4a58-b353-39376a26d2a5 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Unset dirty status for tenant:428132a2da7b4ddc958b0b710ebd148c on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:25.855001 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86a3f381-7aa5-4c6e-9358-ced4e0f20a97 req-ae5fe01b-7a53-4a58-b353-39376a26d2a5 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3dd0084-9946-4d41-8158-914e89a0682b HTTP/1.1" status: 200 len: 945 time: 0.5209117 Feb 04 15:43:25.858249 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c5b992e-bda8-41d2-a082-13d5ff7e1678 req-1f731bcd-91f3-486f-8db5-e0ca5e3ca446 service neutron] 10.222.0.73 "GET /v2.0/networks/685b6730-b90f-4117-b6d6-f0c58bb588be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488177 Feb 04 15:43:25.906876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8be5d4-f0ee-417e-86dc-e9c0f969001e req-d955649c-636b-42a6-91a1-7ca0bb301a09 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:25.915840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b8be5d4-f0ee-417e-86dc-e9c0f969001e req-d955649c-636b-42a6-91a1-7ca0bb301a09 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 944 time: 0.6897073 Feb 04 15:43:25.942834 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e77b2fa-e971-4fc3-a55a-d4ec6effed33 req-7bc49da6-ab12-4ae9-9dec-df8f9ab8f6b7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=886403a4-817b-4084-86a8-7328d0fbd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143965 Feb 04 15:43:25.953436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 666fcd52-110c-4cb9-8fb0-8649b25a0031 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:43:25.961328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f92abf95-c511-419c-b942-1fcdc6c30ab8 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:25.979624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'Port': ['ID=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:25.983708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Network 5d4c21c4-551b-462b-8e6b-996fea3f21f0 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:25.993225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36684) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:26.019718 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-86a3f381-7aa5-4c6e-9358-ced4e0f20a97 req-0596656b-a299-4ab5-8ecc-3455510a1517 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Deleting port 6fb34e47-4e1e-4dfa-bda3-249a73cae236 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:43:26.020885 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-86a3f381-7aa5-4c6e-9358-ced4e0f20a97 req-0596656b-a299-4ab5-8ecc-3455510a1517 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.023597 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['afd44b92-d7dc-4ed1-8657-56c072b4f817'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:26.028204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b8be5d4-f0ee-417e-86dc-e9c0f969001e req-f4286d37-4a21-49c1-abae-dc6434e2dbdf tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103895 Feb 04 15:43:26.029735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:26.037174 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:43:26.066748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: f92abf95-c511-419c-b942-1fcdc6c30ab8 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:43:26.066748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f92abf95-c511-419c-b942-1fcdc6c30ab8 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:26.068925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36690) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:26.093646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Router d2647544-1405-48a5-87db-fab72f8ae100 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:43:26.298518 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1451e-9b62-43f6-9491-a0f8c1d63752 req-474a1503-97f0-48ff-8f63-c83ca3ea40f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:26.307560 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98b1451e-9b62-43f6-9491-a0f8c1d63752 req-474a1503-97f0-48ff-8f63-c83ca3ea40f9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=685b6730-b90f-4117-b6d6-f0c58bb588be HTTP/1.1" status: 200 len: 918 time: 0.5622239 Feb 04 15:43:26.414717 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-973429642-network', 'tenant_id': '6b2d5a0232874a949e41f363eff7e225'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:26.431006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:26.440694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Usage tracker for resource:network and tenant:6b2d5a0232874a949e41f363eff7e225 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:26.474062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:26.474062 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.480797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:26.484629 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98b1451e-9b62-43f6-9491-a0f8c1d63752 req-c40dfdfc-f27f-4b53-a684-826475690983 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35c9c041-da55-47bc-8250-5fbd86d0f35c HTTP/1.1" status: 200 len: 217 time: 0.1680427 Feb 04 15:43:26.498755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 666fcd52-110c-4cb9-8fb0-8649b25a0031, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=666fcd52-110c-4cb9-8fb0-8649b25a0031,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:26.505589 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:26.549470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '666fcd52-110c-4cb9-8fb0-8649b25a0031', 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be', 'port_id': '666fcd52-110c-4cb9-8fb0-8649b25a0031', 'mac_address': 'fa:16:3e:a1:53:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53da167-1e31-4353-8e82-28115b1d24bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:43:26.552703 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9115a521-d0aa-42fd-b91e-48a2086b3955 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3457448 Feb 04 15:43:26.582966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Request body: {'port': {'device_id': 'ec003fa6-9243-4e56-aece-16f1399c93a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:26.598832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Made reservation on behalf of 6b2d5a0232874a949e41f363eff7e225 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:26.601246 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.670561 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.686077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.715878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1451e-9b62-43f6-9491-a0f8c1d63752 req-5144ff03-cb0c-4966-b924-953b1be955a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:26.717499 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98b1451e-9b62-43f6-9491-a0f8c1d63752 req-5144ff03-cb0c-4966-b924-953b1be955a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f53da167-1e31-4353-8e82-28115b1d24bf HTTP/1.1" status: 200 len: 857 time: 0.2177200 Feb 04 15:43:26.719885 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1db18-2e0a-4d25-8e89-e014870fc83a req-7cf761dd-8200-4696-a4e0-a8b7fd53a666 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:26.721391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fed1db18-2e0a-4d25-8e89-e014870fc83a req-7cf761dd-8200-4696-a4e0-a8b7fd53a666 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3dd0084-9946-4d41-8158-914e89a0682b HTTP/1.1" status: 200 len: 945 time: 0.3434553 Feb 04 15:43:26.725291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666fcd52-110c-4cb9-8fb0-8649b25a0031 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:26.750726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589b373-e9ce-4011-8d80-2d934caa853e req-42365f8d-724c-463a-a31d-66dea3512376 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:26.753031 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4589b373-e9ce-4011-8d80-2d934caa853e req-42365f8d-724c-463a-a31d-66dea3512376 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 949 time: 0.3937631 Feb 04 15:43:26.758736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 666fcd52-110c-4cb9-8fb0-8649b25a0031, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=666fcd52-110c-4cb9-8fb0-8649b25a0031,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:26.772806 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.851165 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98b1451e-9b62-43f6-9491-a0f8c1d63752 req-c58ed6cf-8f5c-4d01-b295-cbc25d466cd1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=685b6730-b90f-4117-b6d6-f0c58bb588be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164804 Feb 04 15:43:26.860550 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=666fcd52-110c-4cb9-8fb0-8649b25a0031,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:26.906248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:26.907135 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.917156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Usage tracker for resource:security_group_rule and tenant:6b2d5a0232874a949e41f363eff7e225 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:27.007292 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fed1db18-2e0a-4d25-8e89-e014870fc83a req-d2c6e13d-f6ce-4bdb-9a3d-56ed998c7262 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531009 Feb 04 15:43:27.023581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4589b373-e9ce-4011-8d80-2d934caa853e req-09cf400f-22e8-4d17-a12a-6356fdc2209b tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/security-groups?id=886403a4-817b-4084-86a8-7328d0fbd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958318 Feb 04 15:43:27.098673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:27.099935 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 35c9c041-da55-47bc-8250-5fbd86d0f35c details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:43:27.122666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:27.146451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-86a3f381-7aa5-4c6e-9358-ced4e0f20a97 req-0596656b-a299-4ab5-8ecc-3455510a1517 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] For port 6fb34e47-4e1e-4dfa-bda3-249a73cae236, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=6fb34e47-4e1e-4dfa-bda3-249a73cae236,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:27.146866 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-86a3f381-7aa5-4c6e-9358-ced4e0f20a97 req-0596656b-a299-4ab5-8ecc-3455510a1517 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.154474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:27.320155 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.324968 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7bc7bc3c-f6b5-493f-a159-2b0631a17a36 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.3032975 Feb 04 15:43:27.325974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36704) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:27.334745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 35c9c041-da55-47bc-8250-5fbd86d0f35c, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=35c9c041-da55-47bc-8250-5fbd86d0f35c,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:27.343596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5abf5d9-7216-4c13-bead-17ed7f7115d8', 'name': 'network-vif-deleted', 'tag': 'f92abf95-c511-419c-b942-1fcdc6c30ab8'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:27.344179 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-57974c1d-526a-4317-af29-597f33686066 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'enable_snat': False}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:27.361740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-86a3f381-7aa5-4c6e-9358-ced4e0f20a97 req-0596656b-a299-4ab5-8ecc-3455510a1517 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Calling delete_port for 6fb34e47-4e1e-4dfa-bda3-249a73cae236 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:43:27.379051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '35c9c041-da55-47bc-8250-5fbd86d0f35c', 'network_id': '685b6730-b90f-4117-b6d6-f0c58bb588be', 'port_id': '35c9c041-da55-47bc-8250-5fbd86d0f35c', 'mac_address': 'fa:16:3e:7f:5e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53da167-1e31-4353-8e82-28115b1d24bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:43:27.381334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2d12e-810c-4356-b307-d38e2a6701df None None] Sync routers for ids ['d2647544-1405-48a5-87db-fab72f8ae100'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:43:27.384540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['666fcd52-110c-4cb9-8fb0-8649b25a0031'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:27.422241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:27.518201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2d12e-810c-4356-b307-d38e2a6701df None None] Routers {'d2647544-1405-48a5-87db-fab72f8ae100'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:27.518827 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2cb2d12e-810c-4356-b307-d38e2a6701df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:43:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d2647544-1405-48a5-87db-fab72f8ae100'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:27.576874 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.581481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14a308-1229-417e-88be-cbc73f9c70fa req-d729fe24-aa23-468d-8ce2-e6b9758c8e0e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:27.583007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d14a308-1229-417e-88be-cbc73f9c70fa req-d729fe24-aa23-468d-8ce2-e6b9758c8e0e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 945 time: 0.3170273 Feb 04 15:43:27.608363 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2cb2d12e-810c-4356-b307-d38e2a6701df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:27.609584 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98b1451e-9b62-43f6-9491-a0f8c1d63752 req-b469b011-9d1e-4b81-8332-25b6a631734a service neutron] 10.222.0.81 "GET /v2.0/networks/685b6730-b90f-4117-b6d6-f0c58bb588be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7354953 Feb 04 15:43:27.619534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c9c041-da55-47bc-8250-5fbd86d0f35c {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:27.662383 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 35c9c041-da55-47bc-8250-5fbd86d0f35c, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=35c9c041-da55-47bc-8250-5fbd86d0f35c,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:27.668048 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2d12e-810c-4356-b307-d38e2a6701df None None] Routers {'d2647544-1405-48a5-87db-fab72f8ae100'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:27.668693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2cb2d12e-810c-4356-b307-d38e2a6701df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:43:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d2647544-1405-48a5-87db-fab72f8ae100'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:27.683980 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719c10e-b6cd-42ba-b9b2-7343f083e5ec req-769df1fb-8899-4c38-b906-a4287c10c2e0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:27.684706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f719c10e-b6cd-42ba-b9b2-7343f083e5ec req-769df1fb-8899-4c38-b906-a4287c10c2e0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Synchronizing usage tracker for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:27.731622 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.746373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:27.758328 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.771284 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.771946 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.776422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2cb2d12e-810c-4356-b307-d38e2a6701df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:27.776422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2d12e-810c-4356-b307-d38e2a6701df None None] The sync data for ids ['d2647544-1405-48a5-87db-fab72f8ae100'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:43:27.805145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Transition to ACTIVE for port object 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:27.814438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d14a308-1229-417e-88be-cbc73f9c70fa req-a1027d6e-cfbc-44c2-9198-0b523d8f3118 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906142 Feb 04 15:43:27.816361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f719c10e-b6cd-42ba-b9b2-7343f083e5ec req-769df1fb-8899-4c38-b906-a4287c10c2e0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Unset dirty status for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:27.824623 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f719c10e-b6cd-42ba-b9b2-7343f083e5ec req-769df1fb-8899-4c38-b906-a4287c10c2e0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 931 time: 0.4324884 Feb 04 15:43:27.826509 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.840422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:27.844470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=35c9c041-da55-47bc-8250-5fbd86d0f35c,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:27.889321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c95933-c67c-47a8-9775-5ebf8a7bddbe,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:27.900130 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-86a3f381-7aa5-4c6e-9358-ced4e0f20a97 req-0596656b-a299-4ab5-8ecc-3455510a1517 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.911487 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.912054 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Added segment 487f4f64-8f23-4c53-bf96-8fc1bcfdedd9 of type vlan for network 30fea271-1260-4b48-a78a-39089146c752 Feb 04 15:43:27.942308 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:28.028591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:28.038064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f719c10e-b6cd-42ba-b9b2-7343f083e5ec req-d2e58fc8-4ef8-4354-b12f-26014f730b7d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Synchronizing usage tracker for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:28.045293 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596656b-a299-4ab5-8ecc-3455510a1517 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Pushing event deleted for resources: {'Port': ['ID=6fb34e47-4e1e-4dfa-bda3-249a73cae236,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:28.054028 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-98b1451e-9b62-43f6-9491-a0f8c1d63752 req-a4f4725a-d793-4164-bc38-35815c9f0f7e service neutron] 10.222.0.81 "GET /v2.0/networks/685b6730-b90f-4117-b6d6-f0c58bb588be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333048 Feb 04 15:43:28.160069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a3f381-7aa5-4c6e-9358-ced4e0f20a97 req-0596656b-a299-4ab5-8ecc-3455510a1517 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] No DVR routers for this DVR port 6fb34e47-4e1e-4dfa-bda3-249a73cae236 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:28.165015 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-86a3f381-7aa5-4c6e-9358-ced4e0f20a97 req-0596656b-a299-4ab5-8ecc-3455510a1517 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.169617 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.223988 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86a3f381-7aa5-4c6e-9358-ced4e0f20a97 req-0596656b-a299-4ab5-8ecc-3455510a1517 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.81 "DELETE /v2.0/ports/6fb34e47-4e1e-4dfa-bda3-249a73cae236 HTTP/1.1" status: 204 len: 173 time: 2.3494594 Feb 04 15:43:28.242578 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.244416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:28.245015 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.310241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['35c9c041-da55-47bc-8250-5fbd86d0f35c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:28.367816 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3730421 Feb 04 15:43:28.369924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36716) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:28.376672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f719c10e-b6cd-42ba-b9b2-7343f083e5ec req-d2e58fc8-4ef8-4354-b12f-26014f730b7d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Unset dirty status for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:28.379635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f719c10e-b6cd-42ba-b9b2-7343f083e5ec req-d2e58fc8-4ef8-4354-b12f-26014f730b7d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544813 Feb 04 15:43:28.379832 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eae2df22-faad-4aab-938b-3fd0f10ff9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.460227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] Request body: {'subnet': {'network_id': '30fea271-1260-4b48-a78a-39089146c752', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-973429642-subnet', 'tenant_id': '6b2d5a0232874a949e41f363eff7e225', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:28.469450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecea55-0e1a-4821-8fd2-6edc7fa40f17 admin admin] Pushing event updated for resources: {'Network': ['ID=30fea271-1260-4b48-a78a-39089146c752,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:28.472864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bcf61-52d3-4801-b093-cd4e2cf2622d req-25ec93f7-e048-4e97-934d-9f59b912763c tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:28.480926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-130bcf61-52d3-4801-b093-cd4e2cf2622d req-25ec93f7-e048-4e97-934d-9f59b912763c tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 945 time: 0.4482651 Feb 04 15:43:28.483948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:28.490092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] Usage tracker for resource:subnet and tenant:6b2d5a0232874a949e41f363eff7e225 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:28.493866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:28.498205 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'code': 200} Feb 04 15:43:28.504304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:28.514048 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 30fea271-1260-4b48-a78a-39089146c752 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:43:28.537935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Attempting to bind port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:28.538327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Attempting to bind port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'e522db58-e236-4242-9bc5-3f2097a12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d4c21c4-551b-462b-8e6b-996fea3f21f0'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:28.538728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Attempting to bind port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 on network 5d4c21c4-551b-462b-8e6b-996fea3f21f0 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:28.542673 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5abf5d9-7216-4c13-bead-17ed7f7115d8', 'name': 'network-vif-deleted', 'tag': 'f92abf95-c511-419c-b942-1fcdc6c30ab8', 'status': 'completed', 'code': 200} Feb 04 15:43:28.550629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] Made reservation on behalf of 6b2d5a0232874a949e41f363eff7e225 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:28.553361 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.558930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 on network 5d4c21c4-551b-462b-8e6b-996fea3f21f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:43:28.559373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Attempting to bind port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 on network 5d4c21c4-551b-462b-8e6b-996fea3f21f0 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:28.577439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-130bcf61-52d3-4801-b093-cd4e2cf2622d req-ced8bba2-8949-4d78-8d53-7339f5953225 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954306 Feb 04 15:43:28.640845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:43:28.641262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Checking segment: {'id': 'e522db58-e236-4242-9bc5-3f2097a12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d4c21c4-551b-462b-8e6b-996fea3f21f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:43:28.641748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Bound using segment: {'id': 'e522db58-e236-4242-9bc5-3f2097a12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d4c21c4-551b-462b-8e6b-996fea3f21f0'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:43:28.642419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Bound port: 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e522db58-e236-4242-9bc5-3f2097a12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d4c21c4-551b-462b-8e6b-996fea3f21f0'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:28.642858 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.740024 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e51b607-49dd-4d6b-b08d-fca9cf26322e req-c2423c28-e942-4a3c-98f9-38c1e5511c24 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3dd0084-9946-4d41-8158-914e89a0682b HTTP/1.1" status: 200 len: 210 time: 0.0672255 Feb 04 15:43:28.873919 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7297a520-2665-46a9-8ea7-e628a78638b0 req-b2b6feaf-cab2-4a35-9f3b-32fb1c2524e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 1096 time: 0.3035524 Feb 04 15:43:28.899216 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] For port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:28.905058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] For port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60,segment=NetworkSegment(e522db58-e236-4242-9bc5-3f2097a12f97),segment_id=e522db58-e236-4242-9bc5-3f2097a12f97)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:29.040811 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.106643 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device afd44b92-d7dc-4ed1-8657-56c072b4f817 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:29.129863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f1d3a-7627-4825-87eb-d913277db507 req-590f722a-633e-4dc2-9ca8-f61110980a9e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:29.131297 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c5f1d3a-7627-4825-87eb-d913277db507 req-590f722a-633e-4dc2-9ca8-f61110980a9e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 949 time: 0.3510711 Feb 04 15:43:29.155506 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7297a520-2665-46a9-8ea7-e628a78638b0 req-06ecd97f-7a7d-4e07-ba94-bf8daec72208 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675772 Feb 04 15:43:29.160538 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.182561 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.184147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] 10.222.0.73 "PUT /v2.0/ports/37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 HTTP/1.1" status: 200 len: 1091 time: 2.6113052 Feb 04 15:43:29.189600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec003fa6-9243-4e56-aece-16f1399c93a1', 'tag': '37661c94-cfc7-4f0d-9a9b-a6f91b2aac60'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:29.193311 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port afd44b92-d7dc-4ed1-8657-56c072b4f817 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:29.199325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port afd44b92-d7dc-4ed1-8657-56c072b4f817 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:29.199909 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.215311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ea342-3d84-4110-ac02-da6daa2b7dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:29.255022 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c5f1d3a-7627-4825-87eb-d913277db507 req-c645db87-7941-42d0-a22b-f3185e19f57e tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/security-groups?id=886403a4-817b-4084-86a8-7328d0fbd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112146 Feb 04 15:43:29.262360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d140a63-225d-4676-8d44-764fdeb7857e req-64ab04bf-0f88-4c5e-9ea9-08312277bf98 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:29.269411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d140a63-225d-4676-8d44-764fdeb7857e req-64ab04bf-0f88-4c5e-9ea9-08312277bf98 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 945 time: 0.2643616 Feb 04 15:43:29.270003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5160f1a2-b6e9-4f58-9837-dd7e0d03dc37,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:29.334912 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec003fa6-9243-4e56-aece-16f1399c93a1', 'tag': '37661c94-cfc7-4f0d-9a9b-a6f91b2aac60', 'status': 'completed', 'code': 200} Feb 04 15:43:29.359747 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.397901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port afd44b92-d7dc-4ed1-8657-56c072b4f817, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=afd44b92-d7dc-4ed1-8657-56c072b4f817,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:29.401452 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d140a63-225d-4676-8d44-764fdeb7857e req-a8ddf6a0-0f27-4d73-88b6-c92f610c3326 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308951 Feb 04 15:43:29.403482 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.404611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 6fb34e47-4e1e-4dfa-bda3-249a73cae236 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:29.446890 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57974c1d-526a-4317-af29-597f33686066 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.482627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] Checking segment: {'id': '487f4f64-8f23-4c53-bf96-8fc1bcfdedd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '30fea271-1260-4b48-a78a-39089146c752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:43:29.483229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] Network hostable DHCP agents. Network: 30fea271-1260-4b48-a78a-39089146c752, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:43:29.528569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 6fb34e47-4e1e-4dfa-bda3-249a73cae236 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:43:29.528911 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 6fb34e47-4e1e-4dfa-bda3-249a73cae236 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:29.563555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=afd44b92-d7dc-4ed1-8657-56c072b4f817,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:29.605456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] Network 30fea271-1260-4b48-a78a-39089146c752 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:43:29.623506 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 30fea271-1260-4b48-a78a-39089146c752) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:29.632457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508c76f8-4421-4f46-99b6-125897c63d43 None None] Network 30fea271-1260-4b48-a78a-39089146c752 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:43:29.633619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:29.634197 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.670943 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-95818326-2ee4-48d8-a1f8-66f33a5c4ae0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2972391 Feb 04 15:43:29.720353 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f924473-5e1e-496d-a7bf-57d435ff9ac3 req-b4ed4d21-08bc-4ad9-9e05-1321f0cba7d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf&device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 1094 time: 0.2644176 Feb 04 15:43:29.828823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-eae2df22-faad-4aab-938b-3fd0f10ff9ce admin admin] Deleting port ae41d4be-7450-4bad-87ca-ef2d892c8604 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:43:29.829260 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eae2df22-faad-4aab-938b-3fd0f10ff9ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.892638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff379f-f52a-4c21-9ca5-3e44bc8ad322 req-571d1aeb-ce08-4111-9d25-9e8acafc0b1d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:29.894249 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cff379f-f52a-4c21-9ca5-3e44bc8ad322 req-571d1aeb-ce08-4111-9d25-9e8acafc0b1d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 943 time: 0.2885997 Feb 04 15:43:29.943466 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 666fcd52-110c-4cb9-8fb0-8649b25a0031 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:29.955884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f924473-5e1e-496d-a7bf-57d435ff9ac3 req-ebec31e2-2659-4eca-8531-69ebe223dd03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:29.957441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f924473-5e1e-496d-a7bf-57d435ff9ac3 req-ebec31e2-2659-4eca-8531-69ebe223dd03 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2296596 Feb 04 15:43:30.076050 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2d401a-83c8-47a2-b4dc-cf6fd2cc0e6e None None] Network 30fea271-1260-4b48-a78a-39089146c752 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:43:30.116470 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cff379f-f52a-4c21-9ca5-3e44bc8ad322 req-2ba35377-0ae4-479b-95d6-635747542e15 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146466 Feb 04 15:43:30.236023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-eae2df22-faad-4aab-938b-3fd0f10ff9ce admin admin] For port ae41d4be-7450-4bad-87ca-ef2d892c8604, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ae41d4be-7450-4bad-87ca-ef2d892c8604,segment=NetworkSegment(d281c7df-be3a-4740-92b5-17252320b13c),segment_id=d281c7df-be3a-4740-92b5-17252320b13c)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:30.236557 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eae2df22-faad-4aab-938b-3fd0f10ff9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.301078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 666fcd52-110c-4cb9-8fb0-8649b25a0031 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:30.345958 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 666fcd52-110c-4cb9-8fb0-8649b25a0031 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:30.350331 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.412091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-eae2df22-faad-4aab-938b-3fd0f10ff9ce admin admin] Calling delete_port for ae41d4be-7450-4bad-87ca-ef2d892c8604 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:43:30.532199 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3687c9ab-a576-4b27-b242-2db0e0e034aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd44b92-d7dc-4ed1-8657-56c072b4f817'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:30.544678 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dd0084-9946-4d41-8158-914e89a0682b', 'name': 'network-vif-deleted', 'tag': '6fb34e47-4e1e-4dfa-bda3-249a73cae236'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:30.639027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36760) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:30.640654 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.682003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f924473-5e1e-496d-a7bf-57d435ff9ac3 req-47dd5949-cb22-40ae-96cf-d02640fb045d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:30.683603 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f924473-5e1e-496d-a7bf-57d435ff9ac3 req-47dd5949-cb22-40ae-96cf-d02640fb045d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7159910 Feb 04 15:43:30.694698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1815901603-network', 'tenant_id': '5e5440df88fe41efbdb24bbbffc39ec2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:30.701973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:30.706728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Usage tracker for resource:network and tenant:5e5440df88fe41efbdb24bbbffc39ec2 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:30.709382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:30.716958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:30.719311 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 666fcd52-110c-4cb9-8fb0-8649b25a0031, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=666fcd52-110c-4cb9-8fb0-8649b25a0031,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:30.725317 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.730828 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57974c1d-526a-4317-af29-597f33686066 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.741226 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57974c1d-526a-4317-af29-597f33686066 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.749770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Made reservation on behalf of 5e5440df88fe41efbdb24bbbffc39ec2 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:30.752723 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.774654 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.806964 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eae2df22-faad-4aab-938b-3fd0f10ff9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.809697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=666fcd52-110c-4cb9-8fb0-8649b25a0031,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:30.842228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:30.859272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Usage tracker for resource:security_group_rule and tenant:5e5440df88fe41efbdb24bbbffc39ec2 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:30.861941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2df22-faad-4aab-938b-3fd0f10ff9ce admin admin] Pushing event deleted for resources: {'Port': ['ID=ae41d4be-7450-4bad-87ca-ef2d892c8604,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:30.863909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:30.872604 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:30.873213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901670dd-8477-49e1-9fb6-63f0c0887762 req-d0ea56b4-d2a0-42c8-9064-97098f3c713d tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:30.874681 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-901670dd-8477-49e1-9fb6-63f0c0887762 req-d0ea56b4-d2a0-42c8-9064-97098f3c713d tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 945 time: 0.4007046 Feb 04 15:43:30.909449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea394d-d09a-4e19-9f68-c7e4b83873f1 req-8631e967-d485-4707-b2aa-4db21b3e798d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:30.910632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3aea394d-d09a-4e19-9f68-c7e4b83873f1 req-8631e967-d485-4707-b2aa-4db21b3e798d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.3983133 Feb 04 15:43:31.016636 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-901670dd-8477-49e1-9fb6-63f0c0887762 req-2cb8d529-732d-443a-aac5-e3b95191e622 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303768 Feb 04 15:43:31.026424 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-15497dcc-7c74-480d-ae09-957aa0e0fb01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf&device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 1094 time: 0.2699466 Feb 04 15:43:31.033577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3aea394d-d09a-4e19-9f68-c7e4b83873f1 req-3d12405c-85b7-419b-b37d-e04946049748 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059115 Feb 04 15:43:31.105246 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.111347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 35c9c041-da55-47bc-8250-5fbd86d0f35c up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:31.141525 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.206335 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:31.238833 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3687c9ab-a576-4b27-b242-2db0e0e034aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd44b92-d7dc-4ed1-8657-56c072b4f817', 'code': 200} Feb 04 15:43:31.239338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8a79a9-3a5a-41fe-95d1-9751205dddc9,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:31.247167 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.247534 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Added segment c1474a6f-26b3-4140-bd50-eac3e7d8c86a of type vlan for network e26dacef-9a00-4bad-93ab-c2a87f666f56 Feb 04 15:43:31.258729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-1f92bc54-4cc2-4034-a493-a6836ea99a9f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 HTTP/1.1" status: 200 len: 217 time: 0.2230482 Feb 04 15:43:31.292061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 35c9c041-da55-47bc-8250-5fbd86d0f35c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:31.297429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 35c9c041-da55-47bc-8250-5fbd86d0f35c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:31.297645 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.353614 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dd0084-9946-4d41-8158-914e89a0682b', 'name': 'network-vif-deleted', 'tag': '6fb34e47-4e1e-4dfa-bda3-249a73cae236', 'status': 'completed', 'code': 200} Feb 04 15:43:31.381154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-b9a9bb54-cc98-45ca-8d02-4885e4d83cfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:31.382500 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-b9a9bb54-cc98-45ca-8d02-4885e4d83cfa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6936ad47-b452-4395-8810-e07292c24d1f HTTP/1.1" status: 200 len: 852 time: 0.1141598 Feb 04 15:43:31.423148 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.477359 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.477964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-7350ae8e-60c9-4cc9-8ebe-aa359318d771 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d4c21c4-551b-462b-8e6b-996fea3f21f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863128 Feb 04 15:43:31.495554 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b44013-fc78-45c1-b617-fe070d965834 req-c407da51-1c7b-4a31-8743-4431a7165e6a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:31.497491 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2b44013-fc78-45c1-b617-fe070d965834 req-c407da51-1c7b-4a31-8743-4431a7165e6a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 945 time: 0.2929688 Feb 04 15:43:31.498035 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.498867 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:31.499486 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.517904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 35c9c041-da55-47bc-8250-5fbd86d0f35c, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=35c9c041-da55-47bc-8250-5fbd86d0f35c,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:31.523322 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.533753 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6ca3b0e6-206d-4458-8cd8-6ce01f869877 req-ddc56af5-1e57-4b95-a69e-851c0893527c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3687c9ab-a576-4b27-b242-2db0e0e034aa HTTP/1.1" status: 200 len: 1096 time: 0.1868205 Feb 04 15:43:31.597143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=35c9c041-da55-47bc-8250-5fbd86d0f35c,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:31.622134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57974c1d-526a-4317-af29-597f33686066 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Router d2647544-1405-48a5-87db-fab72f8ae100 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:43:31.719917 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2b44013-fc78-45c1-b617-fe070d965834 req-c2e1c147-7359-4c91-8b43-e31a96ccb602 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951921 Feb 04 15:43:31.728651 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eae2df22-faad-4aab-938b-3fd0f10ff9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.776296 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e26dacef-9a00-4bad-93ab-c2a87f666f56,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:31.777051 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-1d66699c-9b58-42c5-be04-42a6728fdbfd service neutron] 10.222.0.73 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908487 Feb 04 15:43:31.785201 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-be6c240a-41d5-4cd9-95ee-9f24a7cf84d8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1436498 Feb 04 15:43:31.796348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network e26dacef-9a00-4bad-93ab-c2a87f666f56 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:43:31.827263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4da2f-1204-4d3a-b9ec-88a3af623fcf req-01f8024b-b6f7-413d-9ba7-e887487c5645 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:31.829363 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fa4da2f-1204-4d3a-b9ec-88a3af623fcf req-01f8024b-b6f7-413d-9ba7-e887487c5645 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 943 time: 0.4038424 Feb 04 15:43:31.830908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36778) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:31.850655 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6ca3b0e6-206d-4458-8cd8-6ce01f869877 req-abf59c66-4b2a-49a3-9584-3d468fbe6919 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098814 Feb 04 15:43:31.853562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] Request body: {'subnet': {'network_id': 'e26dacef-9a00-4bad-93ab-c2a87f666f56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1815901603-subnet', 'tenant_id': '5e5440df88fe41efbdb24bbbffc39ec2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:31.952724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:31.998826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] Usage tracker for resource:subnet and tenant:5e5440df88fe41efbdb24bbbffc39ec2 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:32.004924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:32.021146 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:32.052325 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fa4da2f-1204-4d3a-b9ec-88a3af623fcf req-b82290aa-bf96-48ea-a430-33d6e84f3978 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155051 Feb 04 15:43:32.081132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] Made reservation on behalf of 5e5440df88fe41efbdb24bbbffc39ec2 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:32.083523 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.366289 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec84221d-7fbc-4264-b87c-96710ee4616e req-595498d6-de2b-4049-9954-e4002d31eb50 service neutron] 10.222.0.73 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812109 Feb 04 15:43:32.409841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae2df22-faad-4aab-938b-3fd0f10ff9ce admin admin] Router 9683e531-6dc6-43a4-ab04-7c7bce32228c has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:43:32.476036 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d895667-2e5c-491e-987c-162eb14edf65 req-90a1e375-0361-4dcf-9622-b45a3cf04d96 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:32.477491 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d895667-2e5c-491e-987c-162eb14edf65 req-90a1e375-0361-4dcf-9622-b45a3cf04d96 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 945 time: 0.5222266 Feb 04 15:43:32.487015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36786) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:32.494116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b5740827-8225-4c1e-af23-96ab94da44c1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Request body: {'floatingip': {'port_id': '5c031aca-f0a4-497f-ba68-484daefbf0a2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:32.585942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a3fe9-d363-4561-a6ea-c3c06479b299 req-fd1a3897-8135-404a-9f7a-e50891da5df6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:32.586185 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5740827-8225-4c1e-af23-96ab94da44c1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for floatingip, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.587490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d8a3fe9-d363-4561-a6ea-c3c06479b299 req-fd1a3897-8135-404a-9f7a-e50891da5df6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2818971 Feb 04 15:43:32.742952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57974c1d-526a-4317-af29-597f33686066 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:32.753538 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d98b073-1844-497f-9820-984ce32d6cba None None] Sync routers for ids ['d2647544-1405-48a5-87db-fab72f8ae100'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:43:32.755538 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.761509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d8a3fe9-d363-4561-a6ea-c3c06479b299 req-85e08e53-28a3-440f-af6d-cd3545572489 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307468 Feb 04 15:43:32.765876 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d98b073-1844-497f-9820-984ce32d6cba None None] Routers {'d2647544-1405-48a5-87db-fab72f8ae100'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:32.766781 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5d98b073-1844-497f-9820-984ce32d6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:43:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d2647544-1405-48a5-87db-fab72f8ae100'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:32.811648 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57974c1d-526a-4317-af29-597f33686066 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.812835 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-57974c1d-526a-4317-af29-597f33686066 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "PUT /v2.0/routers/d2647544-1405-48a5-87db-fab72f8ae100 HTTP/1.1" status: 200 len: 920 time: 5.4831917 Feb 04 15:43:32.819429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36792) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:32.829834 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5d98b073-1844-497f-9820-984ce32d6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:32.842643 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d98b073-1844-497f-9820-984ce32d6cba None None] Routers {'d2647544-1405-48a5-87db-fab72f8ae100'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:32.843448 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5d98b073-1844-497f-9820-984ce32d6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:43:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d2647544-1405-48a5-87db-fab72f8ae100'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:32.906956 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5d98b073-1844-497f-9820-984ce32d6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:32.907749 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d98b073-1844-497f-9820-984ce32d6cba None None] The sync data for ids ['d2647544-1405-48a5-87db-fab72f8ae100'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:43:32.927282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c4bb9-485a-40b3-83ad-9fa2d5e9ac80 req-b1061700-2e36-40de-a860-3804ad1624c1 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:32.934677 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b5c4bb9-485a-40b3-83ad-9fa2d5e9ac80 req-b1061700-2e36-40de-a860-3804ad1624c1 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 946 time: 0.3439453 Feb 04 15:43:32.965475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=352fafcf-cfae-47a9-acc0-489b64f0327e,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:33.046999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] Checking segment: {'id': 'c1474a6f-26b3-4140-bd50-eac3e7d8c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e26dacef-9a00-4bad-93ab-c2a87f666f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:43:33.047388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] Network hostable DHCP agents. Network: e26dacef-9a00-4bad-93ab-c2a87f666f56, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:43:33.089342 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b5c4bb9-485a-40b3-83ad-9fa2d5e9ac80 req-e524863c-0445-407f-ba11-326df051ec92 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538076 Feb 04 15:43:33.183394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] Network e26dacef-9a00-4bad-93ab-c2a87f666f56 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:43:33.189225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae2df22-faad-4aab-938b-3fd0f10ff9ce admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:33.193339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125a504-873e-4c23-ba20-74f5039ca18a req-7f5be94d-0bab-4941-8747-28fa3c500cfe tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:33.194832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3125a504-873e-4c23-ba20-74f5039ca18a req-7f5be94d-0bab-4941-8747-28fa3c500cfe tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2459397 Feb 04 15:43:33.205327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def94b45-2141-4e84-acb8-dd812692ad51 None None] Sync routers for ids ['9683e531-6dc6-43a4-ab04-7c7bce32228c'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:43:33.205843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36804) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:33.209799 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eae2df22-faad-4aab-938b-3fd0f10ff9ce admin admin] 10.222.0.60 "PUT /v2.0/routers/9683e531-6dc6-43a4-ab04-7c7bce32228c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1206377 Feb 04 15:43:33.221332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def94b45-2141-4e84-acb8-dd812692ad51 None None] Routers {'9683e531-6dc6-43a4-ab04-7c7bce32228c'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:33.222037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-def94b45-2141-4e84-acb8-dd812692ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:43:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9683e531-6dc6-43a4-ab04-7c7bce32228c'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:33.276013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90acfc96-6690-438f-8fef-2fa5385a794d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666fcd52-110c-4cb9-8fb0-8649b25a0031'}, {'server_uuid': '345f0752-cf92-4332-a143-215f288614c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c9c041-da55-47bc-8250-5fbd86d0f35c'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:33.336177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, e26dacef-9a00-4bad-93ab-c2a87f666f56) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:33.359076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:33.359801 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.363290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543f5f3b-350b-4afe-b024-51bcfe6633f6 None None] Network e26dacef-9a00-4bad-93ab-c2a87f666f56 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:43:33.427244 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-05140777-bb29-4230-872c-8a7d27d56424 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5879159 Feb 04 15:43:33.433090 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3125a504-873e-4c23-ba20-74f5039ca18a req-457e8f65-9abd-4c5e-917a-778ddf64642d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280684 Feb 04 15:43:33.479540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c0e225f7-c73e-4c3c-8a92-ffe108c4c350 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/routers/d2647544-1405-48a5-87db-fab72f8ae100 HTTP/1.1" status: 200 len: 920 time: 0.6567574 Feb 04 15:43:33.482182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36814) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:33.599520 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90acfc96-6690-438f-8fef-2fa5385a794d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666fcd52-110c-4cb9-8fb0-8649b25a0031', 'code': 200} Feb 04 15:43:33.599992 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345f0752-cf92-4332-a143-215f288614c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c9c041-da55-47bc-8250-5fbd86d0f35c', 'code': 200} Feb 04 15:43:33.647437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc5209-af28-4493-82d6-809f590332b0 req-ed57ddd7-e476-49b9-8b97-2a80acdc0f7e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:33.656997 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e1cc5209-af28-4493-82d6-809f590332b0 req-ed57ddd7-e476-49b9-8b97-2a80acdc0f7e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 943 time: 0.3562200 Feb 04 15:43:33.663795 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-def94b45-2141-4e84-acb8-dd812692ad51 None None] Set router 9683e531-6dc6-43a4-ab04-7c7bce32228c gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:43:33.666656 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5740827-8225-4c1e-af23-96ab94da44c1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.677992 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5740827-8225-4c1e-af23-96ab94da44c1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.940097 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 105ad940-086c-4da6-91dc-4675bf92434d details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:43:33.985726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e1cc5209-af28-4493-82d6-809f590332b0 req-98175746-462a-4c8e-97ee-8908a1ddf09d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278558 Feb 04 15:43:34.026530 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f9683a5b-782a-401e-8092-ba19e4282dd3 req-48ffd08b-4771-4706-8efc-a647bdad90dc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=345f0752-cf92-4332-a143-215f288614c2 HTTP/1.1" status: 200 len: 1096 time: 0.2346160 Feb 04 15:43:34.034437 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c9b6658a-61bf-496e-bb1a-f20f524404de tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&device_id=d2647544-1405-48a5-87db-fab72f8ae100&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5510793 Feb 04 15:43:34.036810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36824) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:34.107554 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f92bbd-9e4c-412e-94e6-db7602d84498 None None] Network e26dacef-9a00-4bad-93ab-c2a87f666f56 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:43:34.223053 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:43:34.274147 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f9683a5b-782a-401e-8092-ba19e4282dd3 req-5ac87850-ff41-40ef-ba34-eebbda77a566 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348223 Feb 04 15:43:34.307942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460534d4-aec5-49a5-8497-43648740f299 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:34.308872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-460534d4-aec5-49a5-8497-43648740f299 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Synchronizing usage tracker for tenant:c2215094199f47c684c3572377977b8b on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:34.329237 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-b5740827-8225-4c1e-af23-96ab94da44c1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Floating IP 4c8e592e-6dea-4a7f-96c7-6149293300d5 associated. External IP: 172.25.0.80, port: 5c031aca-f0a4-497f-ba68-484daefbf0a2. Feb 04 15:43:34.423121 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.546257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 105ad940-086c-4da6-91dc-4675bf92434d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=105ad940-086c-4da6-91dc-4675bf92434d,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:34.608970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '105ad940-086c-4da6-91dc-4675bf92434d', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '105ad940-086c-4da6-91dc-4675bf92434d', 'mac_address': 'fa:16:3e:17:ee:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:43:34.655400 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-def94b45-2141-4e84-acb8-dd812692ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'name': 'tempest-ServerRescueTestJSON-280505584-router', 'tenant_id': '641344d751e341149b5b7803cc35dea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:49Z', 'updated_at': '2022-02-04T15:43:30Z', 'revision_number': 5, 'project_id': '641344d751e341149b5b7803cc35dea8', 'gw_port': {'id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:50Z', 'updated_at': '2022-02-04T15:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:34.674188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def94b45-2141-4e84-acb8-dd812692ad51 None None] Checking router: 9683e531-6dc6-43a4-ab04-7c7bce32228c for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:43:34.682996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-650d265a-7f7b-4e61-b00e-4ca818608bbd req-6b4b8d77-e465-4f9c-b37b-c56df038c5ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 1097 time: 0.9541562 Feb 04 15:43:34.692603 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.710055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def94b45-2141-4e84-acb8-dd812692ad51 None None] Routers {'9683e531-6dc6-43a4-ab04-7c7bce32228c'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:34.710675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-def94b45-2141-4e84-acb8-dd812692ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:43:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9683e531-6dc6-43a4-ab04-7c7bce32228c'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:34.762777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-460534d4-aec5-49a5-8497-43648740f299 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Unset dirty status for tenant:c2215094199f47c684c3572377977b8b on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:34.766822 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-460534d4-aec5-49a5-8497-43648740f299 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 881 time: 0.7137523 Feb 04 15:43:34.767782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36842) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:34.778876 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 105ad940-086c-4da6-91dc-4675bf92434d {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:34.814585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 105ad940-086c-4da6-91dc-4675bf92434d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=105ad940-086c-4da6-91dc-4675bf92434d,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:34.827787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-650d265a-7f7b-4e61-b00e-4ca818608bbd req-e77b6916-1f99-4789-b7bc-0c1cdcc2259c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306405 Feb 04 15:43:34.832514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-c23046c2-d773-4f7e-9ae1-b1ee8f62b0a5 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:34.833931 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-c23046c2-d773-4f7e-9ae1-b1ee8f62b0a5 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/networks?id=30fea271-1260-4b48-a78a-39089146c752 HTTP/1.1" status: 200 len: 824 time: 0.5187635 Feb 04 15:43:34.858656 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d3fd8c97-beba-48e0-a690-b8cf9e5b10ae tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2647544-1405-48a5-87db-fab72f8ae100 HTTP/1.1" status: 200 len: 205 time: 0.0894244 Feb 04 15:43:34.863067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36846) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:34.873410 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.924742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-f1b017b0-506b-4695-845b-6424fd22458e tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/quotas/6b2d5a0232874a949e41f363eff7e225 HTTP/1.1" status: 200 len: 375 time: 0.0838535 Feb 04 15:43:34.944972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36932521-1678-4453-93cb-a396db31ca00 req-dc599ee8-4cfd-4574-8072-c081f4086376 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:34.946627 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-36932521-1678-4453-93cb-a396db31ca00 req-dc599ee8-4cfd-4574-8072-c081f4086376 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 946 time: 0.3338203 Feb 04 15:43:34.988950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['105ad940-086c-4da6-91dc-4675bf92434d'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:35.028910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=105ad940-086c-4da6-91dc-4675bf92434d,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:35.042478 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-def94b45-2141-4e84-acb8-dd812692ad51 None None] Set router 9683e531-6dc6-43a4-ab04-7c7bce32228c gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:43:35.079012 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-31b4e31c-612c-4d8b-9359-0b0605c80d6f tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b2d5a0232874a949e41f363eff7e225&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1464970 Feb 04 15:43:35.105116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5740827-8225-4c1e-af23-96ab94da44c1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Router 622b185f-f6a3-4575-a416-e2d9870837d6 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:43:35.159195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-36932521-1678-4453-93cb-a396db31ca00 req-efa4f4b9-b43a-4a5a-a9f4-688adbfc4a3c tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777155 Feb 04 15:43:35.338517 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.490043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] Deleting port 309ce886-dfb1-4be3-b328-e6c6644caf0b {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:43:35.503734 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.546822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5740827-8225-4c1e-af23-96ab94da44c1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:35.561100 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77bddc7-9f5e-480d-ac55-ee111692a657 None None] Sync routers for ids ['622b185f-f6a3-4575-a416-e2d9870837d6'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:43:35.563131 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5740827-8225-4c1e-af23-96ab94da44c1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.578127 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77bddc7-9f5e-480d-ac55-ee111692a657 None None] Routers {'622b185f-f6a3-4575-a416-e2d9870837d6'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:35.579729 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a77bddc7-9f5e-480d-ac55-ee111692a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:43:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['622b185f-f6a3-4575-a416-e2d9870837d6'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:35.677060 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b5740827-8225-4c1e-af23-96ab94da44c1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "PUT /v2.0/floatingips/4c8e592e-6dea-4a7f-96c7-6149293300d5 HTTP/1.1" status: 200 len: 990 time: 3.1888869 Feb 04 15:43:35.677941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:35.774578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-def94b45-2141-4e84-acb8-dd812692ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'name': 'tempest-ServerRescueTestJSON-280505584-router', 'tenant_id': '641344d751e341149b5b7803cc35dea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:49Z', 'updated_at': '2022-02-04T15:43:30Z', 'revision_number': 5, 'project_id': '641344d751e341149b5b7803cc35dea8', 'gw_port': {'id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:50Z', 'updated_at': '2022-02-04T15:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:35.785902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def94b45-2141-4e84-acb8-dd812692ad51 None None] The sync data for ids ['9683e531-6dc6-43a4-ab04-7c7bce32228c'] in n-d-827872-1 is: [{'id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'name': 'tempest-ServerRescueTestJSON-280505584-router', 'tenant_id': '641344d751e341149b5b7803cc35dea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:49Z', 'updated_at': '2022-02-04T15:43:30Z', 'revision_number': 5, 'project_id': '641344d751e341149b5b7803cc35dea8', 'gw_port': {'id': '309ce886-dfb1-4be3-b328-e6c6644caf0b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9683e531-6dc6-43a4-ab04-7c7bce32228c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:50Z', 'updated_at': '2022-02-04T15:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:43:35.902862 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-a77bddc7-9f5e-480d-ac55-ee111692a657 None None] Set router 622b185f-f6a3-4575-a416-e2d9870837d6 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:43:35.918820 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2f70b9cd-516e-46b9-8c14-57cc9099378d service neutron] 10.222.0.60 "GET /v2.0/networks/30fea271-1260-4b48-a78a-39089146c752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8387754 Feb 04 15:43:35.945389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:43:36.055372 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] For port 309ce886-dfb1-4be3-b328-e6c6644caf0b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=309ce886-dfb1-4be3-b328-e6c6644caf0b,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:36.055760 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.081230 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.148865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09aeb45-097f-4785-85ff-198d43a9e71f req-64410c24-5c87-4199-a3f1-5a390a239e6d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:36.156848 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b09aeb45-097f-4785-85ff-198d43a9e71f req-64410c24-5c87-4199-a3f1-5a390a239e6d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 943 time: 0.5203807 Feb 04 15:43:36.211574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60,segment=NetworkSegment(e522db58-e236-4242-9bc5-3f2097a12f97),segment_id=e522db58-e236-4242-9bc5-3f2097a12f97)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:36.226829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 105ad940-086c-4da6-91dc-4675bf92434d up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:36.292957 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '37661c94-cfc7-4f0d-9a9b-a6f91b2aac60', 'network_id': '5d4c21c4-551b-462b-8e6b-996fea3f21f0', 'port_id': '37661c94-cfc7-4f0d-9a9b-a6f91b2aac60', 'mac_address': 'fa:16:3e:34:7c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6936ad47-b452-4395-8810-e07292c24d1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:43:36.342122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] Calling delete_port for 309ce886-dfb1-4be3-b328-e6c6644caf0b owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:43:36.365047 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.377135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 105ad940-086c-4da6-91dc-4675bf92434d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:36.377135 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.437006 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:36.453939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60,segment=NetworkSegment(e522db58-e236-4242-9bc5-3f2097a12f97),segment_id=e522db58-e236-4242-9bc5-3f2097a12f97)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:36.466056 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.501150 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a77bddc7-9f5e-480d-ac55-ee111692a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:41Z', 'updated_at': '2022-02-04T15:42:50Z', 'revision_number': 4, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'gw_port': {'id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:42Z', 'updated_at': '2022-02-04T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '4c8e592e-6dea-4a7f-96c7-6149293300d5', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'port_id': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'mac_address': 'fa:16:3e:8d:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:42:58Z', 'updated_at': '2022-02-04T15:43:33Z', 'revision_number': 1, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8119a9a-9c91-4ed2-9988-f7c55a3c55f7', 'name': '', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'mac_address': 'fa:16:3e:1e:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:48Z', 'updated_at': '2022-02-04T15:42:57Z', 'revision_number': 5, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'subnets': [{'id': '12330993-a528-43ce-8b65-732ec38af950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:36.506544 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77bddc7-9f5e-480d-ac55-ee111692a657 None None] Checking router: 622b185f-f6a3-4575-a416-e2d9870837d6 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:43:36.551280 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77bddc7-9f5e-480d-ac55-ee111692a657 None None] Routers {'622b185f-f6a3-4575-a416-e2d9870837d6'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:36.551882 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a77bddc7-9f5e-480d-ac55-ee111692a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:43:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['622b185f-f6a3-4575-a416-e2d9870837d6'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:36.608243 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.617516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-fd386cc5-e322-46f3-96f4-b862a9a67dd7 service neutron] 10.222.0.60 "GET /v2.0/networks/30fea271-1260-4b48-a78a-39089146c752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6976852 Feb 04 15:43:36.624550 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fee36401-2d8f-4b59-9409-6e179dd39e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.625368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:36.647851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105ad940-086c-4da6-91dc-4675bf92434d'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:36.660623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 105ad940-086c-4da6-91dc-4675bf92434d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=105ad940-086c-4da6-91dc-4675bf92434d,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:36.663836 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b09aeb45-097f-4785-85ff-198d43a9e71f req-5bfd6ec6-ab55-4cb2-8fbb-4e8dcc194953 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060134 Feb 04 15:43:36.667295 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.757241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=105ad940-086c-4da6-91dc-4675bf92434d,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:36.828096 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-a77bddc7-9f5e-480d-ac55-ee111692a657 None None] Set router 622b185f-f6a3-4575-a416-e2d9870837d6 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:43:36.913792 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'status': 'completed', 'code': 200} Feb 04 15:43:36.934043 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['37661c94-cfc7-4f0d-9a9b-a6f91b2aac60'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:37.090280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ae41d4be-7450-4bad-87ca-ef2d892c8604 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:37.143861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: ae41d4be-7450-4bad-87ca-ef2d892c8604 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:43:37.144546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ae41d4be-7450-4bad-87ca-ef2d892c8604 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:37.214299 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.318543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] Pushing event deleted for resources: {'Port': ['ID=309ce886-dfb1-4be3-b328-e6c6644caf0b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:37.389834 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.438657 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6de67e5-aa5c-4283-9db9-0fb36bf14f49 req-16e17bc4-85b2-470a-9ed2-189c33d25744 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 1096 time: 0.3940318 Feb 04 15:43:37.458805 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a77bddc7-9f5e-480d-ac55-ee111692a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:41Z', 'updated_at': '2022-02-04T15:42:50Z', 'revision_number': 4, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'gw_port': {'id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:42Z', 'updated_at': '2022-02-04T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '4c8e592e-6dea-4a7f-96c7-6149293300d5', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'port_id': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'mac_address': 'fa:16:3e:8d:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:42:58Z', 'updated_at': '2022-02-04T15:43:33Z', 'revision_number': 1, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8119a9a-9c91-4ed2-9988-f7c55a3c55f7', 'name': '', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'mac_address': 'fa:16:3e:1e:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:48Z', 'updated_at': '2022-02-04T15:42:57Z', 'revision_number': 5, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'subnets': [{'id': '12330993-a528-43ce-8b65-732ec38af950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:37.465720 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77bddc7-9f5e-480d-ac55-ee111692a657 None None] The sync data for ids ['622b185f-f6a3-4575-a416-e2d9870837d6'] in n-d-827872-1 is: [{'id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:41Z', 'updated_at': '2022-02-04T15:42:50Z', 'revision_number': 4, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'gw_port': {'id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:42Z', 'updated_at': '2022-02-04T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '4c8e592e-6dea-4a7f-96c7-6149293300d5', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'port_id': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'mac_address': 'fa:16:3e:8d:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:42:58Z', 'updated_at': '2022-02-04T15:43:33Z', 'revision_number': 1, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8119a9a-9c91-4ed2-9988-f7c55a3c55f7', 'name': '', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'mac_address': 'fa:16:3e:1e:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:48Z', 'updated_at': '2022-02-04T15:42:57Z', 'revision_number': 5, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'subnets': [{'id': '12330993-a528-43ce-8b65-732ec38af950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:43:37.522278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf69113-4a93-4e66-bda0-b9a20d47b42c req-7f84141f-a23c-4e82-9021-5bc8c5191a55 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:37.526317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7cf69113-4a93-4e66-bda0-b9a20d47b42c req-7f84141f-a23c-4e82-9021-5bc8c5191a55 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 945 time: 0.6373682 Feb 04 15:43:37.633770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Deleting port 93c903bc-c639-4743-a4d9-f586a3774c49 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:43:37.634626 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.785306 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbda358-8701-4e7e-8d19-3dedb6e7bd73 None None] New status for floating IP 4c8e592e-6dea-4a7f-96c7-6149293300d5: ACTIVE {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:43:38.031271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de67e5-aa5c-4283-9db9-0fb36bf14f49 req-4b8ceef7-88a9-4c61-80ba-1faebe784107 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:38.033357 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6de67e5-aa5c-4283-9db9-0fb36bf14f49 req-4b8ceef7-88a9-4c61-80ba-1faebe784107 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.5248961 Feb 04 15:43:38.038369 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.191539 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7cf69113-4a93-4e66-bda0-b9a20d47b42c req-d0ccf8fd-3569-4283-968a-85dc4be3ec54 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5597856 Feb 04 15:43:38.355728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5b0f0-a368-494a-92ac-ad142b73f75b req-12bc210c-cf55-4fed-9fed-b3301e106923 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:38.363021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fd5b0f0-a368-494a-92ac-ad142b73f75b req-12bc210c-cf55-4fed-9fed-b3301e106923 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 946 time: 0.9648025 Feb 04 15:43:38.385959 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105ad940-086c-4da6-91dc-4675bf92434d', 'code': 200} Feb 04 15:43:38.687477 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.692725 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.722002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-a08188dc-2aff-4023-938b-a113b8f178cc tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:38.722714 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-a08188dc-2aff-4023-938b-a113b8f178cc tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Synchronizing usage tracker for tenant:6b2d5a0232874a949e41f363eff7e225 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:38.738805 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.739293 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9683e531-6dc6-43a4-ab04-7c7bce32228c {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:43:38.759974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-a08188dc-2aff-4023-938b-a113b8f178cc tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Unset dirty status for tenant:6b2d5a0232874a949e41f363eff7e225 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:38.761994 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-a08188dc-2aff-4023-938b-a113b8f178cc tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.81 "GET /v2.0/networks?id=30fea271-1260-4b48-a78a-39089146c752 HTTP/1.1" status: 200 len: 824 time: 0.3094912 Feb 04 15:43:38.778455 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.794554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Request body: {'port': {'device_id': 'a336b71e-cbaf-49aa-84fa-c6e9004da605', 'network_id': '30fea271-1260-4b48-a78a-39089146c752', 'admin_state_up': True, 'tenant_id': '6b2d5a0232874a949e41f363eff7e225'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:38.828801 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6de67e5-aa5c-4283-9db9-0fb36bf14f49 req-381c3973-1f7f-4ab2-8973-c27af918e826 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2 HTTP/1.1" status: 200 len: 1000 time: 0.7174535 Feb 04 15:43:38.831418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd259824-8e15-429d-98a9-b4f2f273c404 req-9c0753bf-2bda-42e1-b3db-9ae3053442a3 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 210 time: 0.1147130 Feb 04 15:43:38.939665 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c3fc954f-c097-4059-a59c-2cde96c33c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.055695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Calling delete_port for 93c903bc-c639-4743-a4d9-f586a3774c49 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:43:39.218942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:39.223976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Usage tracker for resource:port and tenant:6b2d5a0232874a949e41f363eff7e225 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:39.228603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:39.230825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fd5b0f0-a368-494a-92ac-ad142b73f75b req-93f488c3-c3f8-4c60-bb48-658cea25a66b tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8668275 Feb 04 15:43:39.235890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:39.238723 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.239859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-eb3c03a7-892a-43ce-9d85-84b98d5edc40 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9683e531-6dc6-43a4-ab04-7c7bce32228c HTTP/1.1" status: 204 len: 168 time: 6.0328174 Feb 04 15:43:39.245754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36914) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:39.250742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Made reservation on behalf of 6b2d5a0232874a949e41f363eff7e225 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:39.254290 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.317214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de67e5-aa5c-4283-9db9-0fb36bf14f49 req-9514f262-421b-4c2d-bae3-cf8702f89640 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:39.318696 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6de67e5-aa5c-4283-9db9-0fb36bf14f49 req-9514f262-421b-4c2d-bae3-cf8702f89640 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.1501777 Feb 04 15:43:39.334114 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23b7576-1b07-4a09-a803-87c4bf75ec66 admin admin] Deleting subnet 571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:43:39.342316 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e23b7576-1b07-4a09-a803-87c4bf75ec66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.417759 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e23b7576-1b07-4a09-a803-87c4bf75ec66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.524134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff54bff-f26f-4c6d-b450-3367e2d3c6d7 req-864db868-9962-4e6d-9e31-51fc3b26451c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:39.526387 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ff54bff-f26f-4c6d-b450-3367e2d3c6d7 req-864db868-9962-4e6d-9e31-51fc3b26451c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.3191762 Feb 04 15:43:39.536382 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.552110 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e23b7576-1b07-4a09-a803-87c4bf75ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.623252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6de67e5-aa5c-4283-9db9-0fb36bf14f49 req-17261d22-5cad-4d69-841c-1cd5786ecd64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2933180 Feb 04 15:43:39.624963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Pushing event deleted for resources: {'Port': ['ID=93c903bc-c639-4743-a4d9-f586a3774c49,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:39.683542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Allocated IP 172.20.0.10 (30fea271-1260-4b48-a78a-39089146c752/5160f1a2-b6e9-4f58-9837-dd7e0d03dc37/d7993369-611e-46e4-bd0f-f601ad754a9c) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:39.735555 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e23b7576-1b07-4a09-a803-87c4bf75ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.795534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b7576-1b07-4a09-a803-87c4bf75ec66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:39.799345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:39.800267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:39.800267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:39.800484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:39.800829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:39.801002 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:39.801333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:39.801642 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:39.801961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:39.802284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:39.802602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:39.830029 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ff54bff-f26f-4c6d-b450-3367e2d3c6d7 req-19404cf7-4738-4416-a709-ca25336db438 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895315 Feb 04 15:43:39.831377 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e23b7576-1b07-4a09-a803-87c4bf75ec66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.854092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10e673-861a-4f0d-ad60-6c7e292d5664 req-5162c9d2-7fa6-4f15-8d01-c0f24ca8b02e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:39.856933 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc10e673-861a-4f0d-ad60-6c7e292d5664 req-5162c9d2-7fa6-4f15-8d01-c0f24ca8b02e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 944 time: 0.4256546 Feb 04 15:43:39.919757 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.966745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:40.086896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.108504 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e23b7576-1b07-4a09-a803-87c4bf75ec66 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/571bf9f6-f7a2-4c6f-8ac8-0717ab78bb7e HTTP/1.1" status: 204 len: 168 time: 0.8588817 Feb 04 15:43:40.109122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36928) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:40.171372 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.190136 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:40.197962 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6de67e5-aa5c-4283-9db9-0fb36bf14f49 req-554fcb19-10ab-4ae9-a9d8-43bb874c05e0 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665805 Feb 04 15:43:40.198174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:40.198642 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.220336 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.233422 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.290032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Network 30fea271-1260-4b48-a78a-39089146c752 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:40.309349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:40.321424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:43:40.404823 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.435635 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c686c1e-c3ff-458b-af64-850f36586ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.444242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Pushing event updated for resources: {'Port': ['ID=d7993369-611e-46e4-bd0f-f601ad754a9c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:40.469504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60,segment=NetworkSegment(e522db58-e236-4242-9bc5-3f2097a12f97),segment_id=e522db58-e236-4242-9bc5-3f2097a12f97)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:40.471114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec003fa6-9243-4e56-aece-16f1399c93a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37661c94-cfc7-4f0d-9a9b-a6f91b2aac60'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:40.471652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:40.472290 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.482851 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.530645 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-9e6ae13e-70bb-4588-8ab7-9b1460c59062 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7467117 Feb 04 15:43:40.539036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc10e673-861a-4f0d-ad60-6c7e292d5664 req-cc7d080f-71b2-44c8-af1b-2b660a4f692e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6688173 Feb 04 15:43:40.553776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Request body: {'port': {'device_id': 'a336b71e-cbaf-49aa-84fa-c6e9004da605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:40.633437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:40.703388 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c686c1e-c3ff-458b-af64-850f36586ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.781546 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1c686c1e-c3ff-458b-af64-850f36586ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:40.799494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1c686c1e-c3ff-458b-af64-850f36586ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd281c7df-be3a-4740-92b5-17252320b13c') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:40.799989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1c686c1e-c3ff-458b-af64-850f36586ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd281c7df-be3a-4740-92b5-17252320b13c') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:40.814281 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c686c1e-c3ff-458b-af64-850f36586ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.829886 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.881028 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.890721 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c686c1e-c3ff-458b-af64-850f36586ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.891665 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6de67e5-aa5c-4283-9db9-0fb36bf14f49 req-8084d44c-4b22-4c97-966e-bb950b49ff73 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6864743 Feb 04 15:43:40.897310 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.909638 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:43:40.912210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b829df0-9964-4a6b-b318-1c832ac78935 req-ff35e327-ecf4-4f6e-b911-6b3a2af11d81 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:40.913669 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b829df0-9964-4a6b-b318-1c832ac78935 req-ff35e327-ecf4-4f6e-b911-6b3a2af11d81 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 945 time: 0.8402834 Feb 04 15:43:40.940098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c686c1e-c3ff-458b-af64-850f36586ab9 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:43:40.940669 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c686c1e-c3ff-458b-af64-850f36586ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:40.957532 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:40.988703 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.989220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Fanout notify agent at l3_agent the message router_deleted on router d2647544-1405-48a5-87db-fab72f8ae100 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:43:41.020148 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b829df0-9964-4a6b-b318-1c832ac78935 req-d5163523-bd0e-4bfd-a439-ed1486635c71 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966461 Feb 04 15:43:41.031837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f52d8e-b24e-4cfb-955c-e43c3af80bb5 req-be8a1bd3-180a-4c8d-8c96-930c436d549b tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:41.033370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08f52d8e-b24e-4cfb-955c-e43c3af80bb5 req-be8a1bd3-180a-4c8d-8c96-930c436d549b tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=345f0752-cf92-4332-a143-215f288614c2 HTTP/1.1" status: 200 len: 945 time: 0.2239134 Feb 04 15:43:41.085878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 309ce886-dfb1-4be3-b328-e6c6644caf0b no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:41.096072 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.097412 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b82350ee-1758-45f7-a715-895397263906 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "DELETE /v2.0/routers/d2647544-1405-48a5-87db-fab72f8ae100 HTTP/1.1" status: 204 len: 168 time: 6.2334135 Feb 04 15:43:41.102290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36938) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:41.109353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-19a3de96-b169-463c-a3b1-1ac3b7867e4c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-521675047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:41.127701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-19a3de96-b169-463c-a3b1-1ac3b7867e4c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:41.136637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-19a3de96-b169-463c-a3b1-1ac3b7867e4c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Usage tracker for resource:router and tenant:7bdc04a96d8449c88a334047bbca658c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:41.140570 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-19a3de96-b169-463c-a3b1-1ac3b7867e4c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:41.148708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-19a3de96-b169-463c-a3b1-1ac3b7867e4c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:41.162420 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 309ce886-dfb1-4be3-b328-e6c6644caf0b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:43:41.162963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 309ce886-dfb1-4be3-b328-e6c6644caf0b not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:41.166461 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08f52d8e-b24e-4cfb-955c-e43c3af80bb5 req-a4b1adb8-f8ac-4191-9961-d658ba0a6e02 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184216 Feb 04 15:43:41.194326 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19a3de96-b169-463c-a3b1-1ac3b7867e4c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.196388 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19a3de96-b169-463c-a3b1-1ac3b7867e4c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.198295 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c686c1e-c3ff-458b-af64-850f36586ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.208454 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c686c1e-c3ff-458b-af64-850f36586ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.229230 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19a3de96-b169-463c-a3b1-1ac3b7867e4c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.259782 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19a3de96-b169-463c-a3b1-1ac3b7867e4c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.289148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c686c1e-c3ff-458b-af64-850f36586ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:41.316921 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1c686c1e-c3ff-458b-af64-850f36586ab9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e0a8ddfd-97be-4a2e-b0b4-d8df62c6d013 HTTP/1.1" status: 204 len: 168 time: 1.2003522 Feb 04 15:43:41.345641 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.394155 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19a3de96-b169-463c-a3b1-1ac3b7867e4c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.402488 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-19a3de96-b169-463c-a3b1-1ac3b7867e4c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2962334 Feb 04 15:43:41.406137 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36946) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:41.421315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Request body: {'router': {'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:41.457747 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.589221 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36952) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:41.623255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d9627-3f91-463d-8104-e5895a0897ef req-6b816718-d04d-48dc-a10f-06c3cabc3bdd tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:41.625808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-370d9627-3f91-463d-8104-e5895a0897ef req-6b816718-d04d-48dc-a10f-06c3cabc3bdd tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 932 time: 0.3492019 Feb 04 15:43:41.663733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce6388-590e-45c7-8b5a-5b9796d0b656 req-8f76070e-7812-4d94-98da-ab78392896bd tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:41.672259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75ce6388-590e-45c7-8b5a-5b9796d0b656 req-8f76070e-7812-4d94-98da-ab78392896bd tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.3470790 Feb 04 15:43:41.682777 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a92bcf6d-7505-4e05-9f2c-e4638cf0102f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=641344d751e341149b5b7803cc35dea8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0901213 Feb 04 15:43:41.683552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36956) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:41.835241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7993369-611e-46e4-bd0f-f601ad754a9c {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:41.849550 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.852195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-14dd6216-d68f-4c0f-b959-9557512286a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.885554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-370d9627-3f91-463d-8104-e5895a0897ef req-f99198d9-da0b-400b-80a6-c0a6f268306e tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8c95933-c67c-47a8-9775-5ebf8a7bddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491007 Feb 04 15:43:41.889072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Transition to ACTIVE for port object d7993369-611e-46e4-bd0f-f601ad754a9c will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:41.898931 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.904723 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-14dd6216-d68f-4c0f-b959-9557512286a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.921575 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75ce6388-590e-45c7-8b5a-5b9796d0b656 req-954b2c4d-f53a-4937-9985-bc73b678f70f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480297 Feb 04 15:43:42.023949 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec003fa6-9243-4e56-aece-16f1399c93a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37661c94-cfc7-4f0d-9a9b-a6f91b2aac60', 'code': 200} Feb 04 15:43:42.117579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Pushing event updated for resources: {'Port': ['ID=d7993369-611e-46e4-bd0f-f601ad754a9c,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:42.392954 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.403636 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-14dd6216-d68f-4c0f-b959-9557512286a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.451193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd6216-d68f-4c0f-b959-9557512286a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b655a9-ef0f-4bce-b29d-19523fc48b96,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:42.474767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Attempting to bind port d7993369-611e-46e4-bd0f-f601ad754a9c on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:42.477513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Attempting to bind port d7993369-611e-46e4-bd0f-f601ad754a9c by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '487f4f64-8f23-4c53-bf96-8fc1bcfdedd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '30fea271-1260-4b48-a78a-39089146c752'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:42.479939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Attempting to bind port d7993369-611e-46e4-bd0f-f601ad754a9c on network 30fea271-1260-4b48-a78a-39089146c752 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:42.500340 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-14dd6216-d68f-4c0f-b959-9557512286a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.501919 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-14dd6216-d68f-4c0f-b959-9557512286a0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88b655a9-ef0f-4bce-b29d-19523fc48b96 HTTP/1.1" status: 204 len: 168 time: 0.8177230 Feb 04 15:43:42.513155 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Port d7993369-611e-46e4-bd0f-f601ad754a9c on network 30fea271-1260-4b48-a78a-39089146c752 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:43:42.513495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Attempting to bind port d7993369-611e-46e4-bd0f-f601ad754a9c on network 30fea271-1260-4b48-a78a-39089146c752 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:42.537794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:43:42.538184 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Checking segment: {'id': '487f4f64-8f23-4c53-bf96-8fc1bcfdedd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '30fea271-1260-4b48-a78a-39089146c752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:43:42.540214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Bound using segment: {'id': '487f4f64-8f23-4c53-bf96-8fc1bcfdedd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '30fea271-1260-4b48-a78a-39089146c752'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:43:42.541590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Bound port: d7993369-611e-46e4-bd0f-f601ad754a9c, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '487f4f64-8f23-4c53-bf96-8fc1bcfdedd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '30fea271-1260-4b48-a78a-39089146c752'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:42.541704 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.720709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] For port d7993369-611e-46e4-bd0f-f601ad754a9c, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:42.731481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f9a64b6-4883-4361-b017-c0a51947fa79 req-2f4c51dc-7ffa-4919-9095-f5fcd82d2d01 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 1096 time: 0.4764774 Feb 04 15:43:42.732486 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] For port d7993369-611e-46e4-bd0f-f601ad754a9c, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d7993369-611e-46e4-bd0f-f601ad754a9c,segment=NetworkSegment(487f4f64-8f23-4c53-bf96-8fc1bcfdedd9),segment_id=487f4f64-8f23-4c53-bf96-8fc1bcfdedd9)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:42.740090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c20c6-0ebd-448e-8dc7-02adc1df83ce req-01bd4768-203a-49c7-91c7-5133e89b1f03 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:42.741999 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-107c20c6-0ebd-448e-8dc7-02adc1df83ce req-01bd4768-203a-49c7-91c7-5133e89b1f03 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 945 time: 0.5204036 Feb 04 15:43:42.757299 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.843881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae44c22-4055-48e0-963a-69c44de8b73d req-ca1cb642-74fd-47f7-ae1e-42c4538a7d74 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:42.851307 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ae44c22-4055-48e0-963a-69c44de8b73d req-ca1cb642-74fd-47f7-ae1e-42c4538a7d74 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=3687c9ab-a576-4b27-b242-2db0e0e034aa HTTP/1.1" status: 200 len: 945 time: 0.6284924 Feb 04 15:43:43.000612 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.003109 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] 10.222.0.81 "PUT /v2.0/ports/d7993369-611e-46e4-bd0f-f601ad754a9c HTTP/1.1" status: 200 len: 1092 time: 2.4534674 Feb 04 15:43:43.003909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a336b71e-cbaf-49aa-84fa-c6e9004da605', 'tag': 'd7993369-611e-46e4-bd0f-f601ad754a9c'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:43.120374 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-107c20c6-0ebd-448e-8dc7-02adc1df83ce req-cb14187d-f5d0-4689-b094-da881b4ea014 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039899 Feb 04 15:43:43.176054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651cb49-ae10-4f4a-b3c0-4de1fc4cc46e service neutron] Pushing event updated for resources: {'Port': ['ID=d7993369-611e-46e4-bd0f-f601ad754a9c,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:43.177199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ae44c22-4055-48e0-963a-69c44de8b73d req-f374525c-d6d3-4539-8812-ad2d7f9689a7 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245246 Feb 04 15:43:43.196555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f9a64b6-4883-4361-b017-c0a51947fa79 req-9109953b-bf7e-4c92-b77e-4442e33d7250 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504247 Feb 04 15:43:43.293821 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-7a4c144a-192e-47b1-ac9f-74981c63a612 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6b2d5a0232874a949e41f363eff7e225&device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 1095 time: 0.2167871 Feb 04 15:43:43.492949 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-c61564d4-96c4-4c14-b076-96fd0b8cfc59 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7993369-611e-46e4-bd0f-f601ad754a9c HTTP/1.1" status: 200 len: 217 time: 0.1805172 Feb 04 15:43:43.536567 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.626496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-a74341e8-259e-4b10-af92-c7e8c8783776 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:43.631470 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-a74341e8-259e-4b10-af92-c7e8c8783776 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5160f1a2-b6e9-4f58-9837-dd7e0d03dc37 HTTP/1.1" status: 200 len: 864 time: 0.1308630 Feb 04 15:43:43.638978 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.755394 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-e9a63d28-4b0f-4ce0-9aa1-514c5e646128 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30fea271-1260-4b48-a78a-39089146c752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120162 Feb 04 15:43:43.901061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8af491-fe46-4209-b28d-0c42b33f2f4b req-ce1d5542-9ffa-4bc0-89a5-47a77720f8b8 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:43.911315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f8af491-fe46-4209-b28d-0c42b33f2f4b req-ce1d5542-9ffa-4bc0-89a5-47a77720f8b8 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 944 time: 0.4685960 Feb 04 15:43:43.971847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80159c-9723-4ffc-982a-22490e089449 req-0f27f922-9388-42a5-94b3-99f9e8ff8ed1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:43.981100 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea80159c-9723-4ffc-982a-22490e089449 req-0f27f922-9388-42a5-94b3-99f9e8ff8ed1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 945 time: 0.4506121 Feb 04 15:43:44.102354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Allocated IP 172.25.0.100 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/bd0327f3-61d7-4960-b019-aad44e819f57) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:44.117767 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-80952c39-ae7c-4a3c-b8df-0fa794cf0fd3 service neutron] 10.222.0.81 "GET /v2.0/networks/30fea271-1260-4b48-a78a-39089146c752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516235 Feb 04 15:43:44.221782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f8af491-fe46-4209-b28d-0c42b33f2f4b req-045e1ea5-585f-4586-9ad6-7babbe9abeb3 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8c95933-c67c-47a8-9775-5ebf8a7bddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069725 Feb 04 15:43:44.300916 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05a8c1a1-b716-4bf7-b61d-aa5ffaf91475 req-0c138c44-9f6b-48df-9d70-4bb4b341af0c service neutron] 10.222.0.81 "GET /v2.0/networks/30fea271-1260-4b48-a78a-39089146c752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770036 Feb 04 15:43:44.350453 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a336b71e-cbaf-49aa-84fa-c6e9004da605', 'tag': 'd7993369-611e-46e4-bd0f-f601ad754a9c', 'status': 'completed', 'code': 200} Feb 04 15:43:44.370104 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea80159c-9723-4ffc-982a-22490e089449 req-3caf45aa-f3a4-45ff-a203-0e1e86307d64 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3872628 Feb 04 15:43:44.534329 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.583221 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59ad055d-10b5-4e6d-8539-ac235fcdbd72 req-d37b7c7d-4e98-43b0-b453-e2854c557fdd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6b2d5a0232874a949e41f363eff7e225&device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 1095 time: 0.1470935 Feb 04 15:43:44.583777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37012) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:44.734960 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.826352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad055d-10b5-4e6d-8539-ac235fcdbd72 req-e763bc9e-f2f0-494e-a120-de675896e6d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:44.827977 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59ad055d-10b5-4e6d-8539-ac235fcdbd72 req-e763bc9e-f2f0-494e-a120-de675896e6d8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=30fea271-1260-4b48-a78a-39089146c752 HTTP/1.1" status: 200 len: 925 time: 0.2350702 Feb 04 15:43:44.829635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc4572-a732-4fab-b9d0-74b1ab862341 req-55cc545f-c59e-4d7b-b393-5dcbba1278a0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:44.840761 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13cc4572-a732-4fab-b9d0-74b1ab862341 req-55cc545f-c59e-4d7b-b393-5dcbba1278a0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 945 time: 0.2826443 Feb 04 15:43:44.932545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:44.933311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Pushing event updated for resources: {'Port': ['ID=bd0327f3-61d7-4960-b019-aad44e819f57,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:44.938152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:44.944492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:43:44.996795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13cc4572-a732-4fab-b9d0-74b1ab862341 req-f7c22513-f9cf-43d1-b9c6-fbfe5e220893 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551936 Feb 04 15:43:45.002084 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1167247479-network', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:45.007839 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59ad055d-10b5-4e6d-8539-ac235fcdbd72 req-713d8712-4884-46cd-b636-e3d6d26d55fd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7993369-611e-46e4-bd0f-f601ad754a9c HTTP/1.1" status: 200 len: 217 time: 0.1724544 Feb 04 15:43:45.012300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:45.016737 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Usage tracker for resource:network and tenant:4e7455e7abb54cf6bccd48d1ec884375 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:45.070824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:45.085235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:45.121487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Made reservation on behalf of 4e7455e7abb54cf6bccd48d1ec884375 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:45.125271 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.156173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad055d-10b5-4e6d-8539-ac235fcdbd72 req-feed6062-9cdd-443d-8a3e-c927ed7562f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:45.158370 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59ad055d-10b5-4e6d-8539-ac235fcdbd72 req-feed6062-9cdd-443d-8a3e-c927ed7562f1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5160f1a2-b6e9-4f58-9837-dd7e0d03dc37 HTTP/1.1" status: 200 len: 864 time: 0.1386433 Feb 04 15:43:45.159843 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.191868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdf186-d40e-4e0a-9b7d-224b370fb60b req-18241f06-c918-45d6-bfc7-2c9cf16dd0e1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:45.193501 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bbdf186-d40e-4e0a-9b7d-224b370fb60b req-18241f06-c918-45d6-bfc7-2c9cf16dd0e1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 945 time: 0.2023783 Feb 04 15:43:45.239681 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59ad055d-10b5-4e6d-8539-ac235fcdbd72 req-2c61949b-ee99-49e4-8f76-cd795ba960b8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=30fea271-1260-4b48-a78a-39089146c752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632222 Feb 04 15:43:45.316945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bbdf186-d40e-4e0a-9b7d-224b370fb60b req-95b59e0d-9763-4b8a-94a8-6f487f3927d3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892956 Feb 04 15:43:45.342974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44019a42-29c9-4a89-9fcb-a54b2b9e016e req-7220983d-f32e-4490-a7b1-0507f91f32e3 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:45.355996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44019a42-29c9-4a89-9fcb-a54b2b9e016e req-7220983d-f32e-4490-a7b1-0507f91f32e3 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=3687c9ab-a576-4b27-b242-2db0e0e034aa HTTP/1.1" status: 200 len: 945 time: 0.1731243 Feb 04 15:43:45.373626 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:45.381125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Usage tracker for resource:security_group_rule and tenant:4e7455e7abb54cf6bccd48d1ec884375 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:45.385554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:45.405894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:45.425095 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.587659 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59ad055d-10b5-4e6d-8539-ac235fcdbd72 req-517a492b-2d94-4fb3-a29f-4e4df8577982 service neutron] 10.222.0.81 "GET /v2.0/networks/30fea271-1260-4b48-a78a-39089146c752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329523 Feb 04 15:43:45.663807 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44019a42-29c9-4a89-9fcb-a54b2b9e016e req-6a15e455-91b9-4a4e-b9c6-9ef5093af43b tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067203 Feb 04 15:43:45.736899 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59ad055d-10b5-4e6d-8539-ac235fcdbd72 req-9042fe2a-e824-48b6-9e44-28c5dfa01a90 service neutron] 10.222.0.81 "GET /v2.0/networks/30fea271-1260-4b48-a78a-39089146c752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415577 Feb 04 15:43:45.777398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.781540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.791995 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.809773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86487d24-681c-4b0f-b92c-3f69d9cd73a5 req-f926f54c-dd4a-42ac-a982-3ce88e559aa9 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:45.811812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86487d24-681c-4b0f-b92c-3f69d9cd73a5 req-f926f54c-dd4a-42ac-a982-3ce88e559aa9 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 944 time: 0.2489898 Feb 04 15:43:45.813854 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.825456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:45.841225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecb9b53-056f-44e2-b86c-367e15ae7252,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:45.847833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.848449 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Added segment 71e3a25b-315c-4510-8182-2cdb30e0d125 of type vlan for network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 Feb 04 15:43:45.880599 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.913757 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.914767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:45.916044 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.120675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] Pushing event updated for resources: {'Network': ['ID=17a674f3-b911-4fd5-bdf6-0c150ae31bb4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:46.128382 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86487d24-681c-4b0f-b92c-3f69d9cd73a5 req-7dc525c7-f1e2-41d9-9d05-b9658d355f9f tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8c95933-c67c-47a8-9775-5ebf8a7bddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072867 Feb 04 15:43:46.133939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:43:46.146960 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-472d173e-da44-4dbb-a6da-a7c19e1521bb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5620532 Feb 04 15:43:46.151354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37042) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:46.164897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] Request body: {'subnet': {'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1167247479-subnet', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:46.179228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:46.192000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] Usage tracker for resource:subnet and tenant:4e7455e7abb54cf6bccd48d1ec884375 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:46.201308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:46.215073 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:46.290260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] Made reservation on behalf of 4e7455e7abb54cf6bccd48d1ec884375 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:46.301799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.486149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Router 8d80dc71-5f58-4d85-8508-cc0db53628f4 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:43:46.692936 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.706092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83df28d-32fe-46a3-8fad-a8e6d2f7720e req-10ece480-7062-4aee-82d6-013933c7e629 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:46.707591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e83df28d-32fe-46a3-8fad-a8e6d2f7720e req-10ece480-7062-4aee-82d6-013933c7e629 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 945 time: 0.2793882 Feb 04 15:43:46.715611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f021df-0db0-49f8-b638-5592fb7145b5 req-133e9326-e05a-42ed-a1df-f52ee7ba0c8e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:46.722714 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-74f021df-0db0-49f8-b638-5592fb7145b5 req-133e9326-e05a-42ed-a1df-f52ee7ba0c8e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2279773 Feb 04 15:43:46.759104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1711e37f-bdaf-4a9e-a302-926cbcffa942,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:46.799392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] Checking segment: {'id': '71e3a25b-315c-4510-8182-2cdb30e0d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:43:46.799792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] Network hostable DHCP agents. Network: 17a674f3-b911-4fd5-bdf6-0c150ae31bb4, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:43:46.828499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] Network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:43:46.843601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 17a674f3-b911-4fd5-bdf6-0c150ae31bb4) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:46.850001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:46.850630 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.858110 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd26c59-5dbd-4f42-9a88-847d06e54530 None None] Network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:43:46.880564 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d8d168d6-95dd-4a06-bf45-bdaa2ae60353 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7274308 Feb 04 15:43:46.883447 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-74f021df-0db0-49f8-b638-5592fb7145b5 req-67d16079-d63b-4675-a7b6-b8c0ab03bc56 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599300 Feb 04 15:43:46.883618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37058) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:46.892010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1167247479-router', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:46.894795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e83df28d-32fe-46a3-8fad-a8e6d2f7720e req-81ece8b9-a018-4344-a561-cde5fe13477f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399686 Feb 04 15:43:46.897634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:46.903363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Usage tracker for resource:router and tenant:4e7455e7abb54cf6bccd48d1ec884375 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:46.907040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:46.933803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:46.963776 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.964859 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.997087 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.124986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:47.135965 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43d209-2f8d-410c-a874-aa5420a4973a None None] Sync routers for ids ['8d80dc71-5f58-4d85-8508-cc0db53628f4'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:43:47.148590 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.160173 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e43d209-2f8d-410c-a874-aa5420a4973a None None] Routers {'8d80dc71-5f58-4d85-8508-cc0db53628f4'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:47.160423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37066) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:47.163060 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9e43d209-2f8d-410c-a874-aa5420a4973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:43:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d80dc71-5f58-4d85-8508-cc0db53628f4'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:47.164828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-30e9b05f-4480-4def-bb35-254fda525ebc tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "PUT /v2.0/routers/8d80dc71-5f58-4d85-8508-cc0db53628f4 HTTP/1.1" status: 200 len: 879 time: 5.7412388 Feb 04 15:43:47.255667 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9e43d209-2f8d-410c-a874-aa5420a4973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:47.269576 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e43d209-2f8d-410c-a874-aa5420a4973a None None] Routers {'8d80dc71-5f58-4d85-8508-cc0db53628f4'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:47.270206 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9e43d209-2f8d-410c-a874-aa5420a4973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:43:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d80dc71-5f58-4d85-8508-cc0db53628f4'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:47.349905 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9e43d209-2f8d-410c-a874-aa5420a4973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:47.350594 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43d209-2f8d-410c-a874-aa5420a4973a None None] The sync data for ids ['8d80dc71-5f58-4d85-8508-cc0db53628f4'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:43:47.373125 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50cf4c8-1036-4d9c-8b3e-30bf11c09336 None None] Network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:43:47.438000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c50b39-e4bf-4a35-9b47-0b64e95c6da6 req-26b0d1b7-87df-480c-8ff9-01c1ce2b052c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:47.445630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51c50b39-e4bf-4a35-9b47-0b64e95c6da6 req-26b0d1b7-87df-480c-8ff9-01c1ce2b052c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2127271 Feb 04 15:43:47.483226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d78d2b-5361-4467-b6b7-558e1cb9eebc req-5511a3e3-96da-46de-82e0-0a5a26480de7 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:47.494806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24d78d2b-5361-4467-b6b7-558e1cb9eebc req-5511a3e3-96da-46de-82e0-0a5a26480de7 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=3687c9ab-a576-4b27-b242-2db0e0e034aa HTTP/1.1" status: 200 len: 945 time: 0.3266354 Feb 04 15:43:47.519839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.553155 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127c688-e905-48b5-adc5-ee9877883575 req-8b2ac27f-ef1a-476a-91c4-edf6cb7e0291 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:47.553858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5127c688-e905-48b5-adc5-ee9877883575 req-8b2ac27f-ef1a-476a-91c4-edf6cb7e0291 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Synchronizing usage tracker for tenant:00a06a3fbce84f479e2a79291daaa77f on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:47.579252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51c50b39-e4bf-4a35-9b47-0b64e95c6da6 req-c1ec3e40-c7f2-47fe-9ff5-c905c8a00b17 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303604 Feb 04 15:43:47.622428 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24d78d2b-5361-4467-b6b7-558e1cb9eebc req-d0aa4105-0e2c-4f5a-bc35-b1570085b912 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266420 Feb 04 15:43:47.721763 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5127c688-e905-48b5-adc5-ee9877883575 req-8b2ac27f-ef1a-476a-91c4-edf6cb7e0291 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Unset dirty status for tenant:00a06a3fbce84f479e2a79291daaa77f on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:47.723094 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5127c688-e905-48b5-adc5-ee9877883575 req-8b2ac27f-ef1a-476a-91c4-edf6cb7e0291 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.81 "GET /v2.0/ports?device_id=3687c9ab-a576-4b27-b242-2db0e0e034aa HTTP/1.1" status: 200 len: 945 time: 0.5432086 Feb 04 15:43:47.845204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-5127c688-e905-48b5-adc5-ee9877883575 req-b247a3a9-736d-458e-be9d-021a67d63d72 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Deleting port afd44b92-d7dc-4ed1-8657-56c072b4f817 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:43:47.845204 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5127c688-e905-48b5-adc5-ee9877883575 req-b247a3a9-736d-458e-be9d-021a67d63d72 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.998861 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-83f2e4a2-48b3-4314-b931-ebfe932d5301 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/routers/8d80dc71-5f58-4d85-8508-cc0db53628f4 HTTP/1.1" status: 200 len: 920 time: 0.8175886 Feb 04 15:43:48.002136 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37082) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:48.027811 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbcaf6cc-5dd4-4b62-a31d-565818222f5a req-d9b0f47e-8f12-48ad-b02c-14b0ea9eb007 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1088545883&fields=id&tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf HTTP/1.1" status: 200 len: 267 time: 0.1716573 Feb 04 15:43:48.145269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ba498-f87d-46de-8e16-0665d6f7b5da req-ece10449-fed8-4188-897b-6cad240e1028 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:48.146935 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-046ba498-f87d-46de-8e16-0665d6f7b5da req-ece10449-fed8-4188-897b-6cad240e1028 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 944 time: 0.2458599 Feb 04 15:43:48.222828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-046ba498-f87d-46de-8e16-0665d6f7b5da req-38c21621-a880-420d-a58a-71d34b55e4ca tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8c95933-c67c-47a8-9775-5ebf8a7bddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640147 Feb 04 15:43:48.231641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaf6cc-5dd4-4b62-a31d-565818222f5a req-4e0fb08a-66cb-4989-a593-7eeb2d61d37d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:48.239632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbcaf6cc-5dd4-4b62-a31d-565818222f5a req-4e0fb08a-66cb-4989-a593-7eeb2d61d37d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 945 time: 0.2109098 Feb 04 15:43:48.246374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-bbcaf6cc-5dd4-4b62-a31d-565818222f5a req-cfc8a60d-f663-444c-8e99-ee6d0a71477c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'port': {'security_groups': ['37aead9b-ce1d-4b99-8731-553225cab531', 'd092c1e9-a38d-4777-8606-ac0c17cf431c']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:48.472283 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bbcaf6cc-5dd4-4b62-a31d-565818222f5a req-cfc8a60d-f663-444c-8e99-ee6d0a71477c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.504926 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.550716 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.593529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-24e90bbf-069d-418a-a078-7e49b4db7ce9 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Synchronizing usage tracker for tenant:c2215094199f47c684c3572377977b8b on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:48.645834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-24e90bbf-069d-418a-a078-7e49b4db7ce9 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Unset dirty status for tenant:c2215094199f47c684c3572377977b8b on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:48.647001 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-24e90bbf-069d-418a-a078-7e49b4db7ce9 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&device_id=8d80dc71-5f58-4d85-8508-cc0db53628f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6427891 Feb 04 15:43:48.655227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37094) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:48.741496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-5127c688-e905-48b5-adc5-ee9877883575 req-b247a3a9-736d-458e-be9d-021a67d63d72 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] For port afd44b92-d7dc-4ed1-8657-56c072b4f817, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=afd44b92-d7dc-4ed1-8657-56c072b4f817,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:48.741769 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5127c688-e905-48b5-adc5-ee9877883575 req-b247a3a9-736d-458e-be9d-021a67d63d72 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.846140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-bbcaf6cc-5dd4-4b62-a31d-565818222f5a req-cfc8a60d-f663-444c-8e99-ee6d0a71477c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] For port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60,segment=NetworkSegment(e522db58-e236-4242-9bc5-3f2097a12f97),segment_id=e522db58-e236-4242-9bc5-3f2097a12f97)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:48.865414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83690e5c-4c88-459a-b1b2-d501c9c69699 req-dec325bf-e33c-43ac-803b-cefdb629efb2 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:48.867103 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83690e5c-4c88-459a-b1b2-d501c9c69699 req-dec325bf-e33c-43ac-803b-cefdb629efb2 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2545619 Feb 04 15:43:48.891868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-5127c688-e905-48b5-adc5-ee9877883575 req-b247a3a9-736d-458e-be9d-021a67d63d72 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Calling delete_port for afd44b92-d7dc-4ed1-8657-56c072b4f817 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:43:48.913449 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bbcaf6cc-5dd4-4b62-a31d-565818222f5a req-cfc8a60d-f663-444c-8e99-ee6d0a71477c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.931570 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bbcaf6cc-5dd4-4b62-a31d-565818222f5a req-cfc8a60d-f663-444c-8e99-ee6d0a71477c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.946080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['37661c94-cfc7-4f0d-9a9b-a6f91b2aac60'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:49.062210 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83690e5c-4c88-459a-b1b2-d501c9c69699 req-fea71b50-17d4-4cbf-806d-c853df1e50b9 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847711 Feb 04 15:43:49.069290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['57e0b535-d578-4898-a347-9c2cc45031c7'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:49.112123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaf6cc-5dd4-4b62-a31d-565818222f5a req-cfc8a60d-f663-444c-8e99-ee6d0a71477c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:49.120748 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bbcaf6cc-5dd4-4b62-a31d-565818222f5a req-cfc8a60d-f663-444c-8e99-ee6d0a71477c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.136637 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbcaf6cc-5dd4-4b62-a31d-565818222f5a req-cfc8a60d-f663-444c-8e99-ee6d0a71477c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "PUT /v2.0/ports/37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 HTTP/1.1" status: 200 len: 981 time: 0.8931956 Feb 04 15:43:49.137933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e6224f-f1eb-49cb-bc8c-31aacba9ee96 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:49.139040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c4e6224f-f1eb-49cb-bc8c-31aacba9ee96 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Synchronizing usage tracker for tenant:c2215094199f47c684c3572377977b8b on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:49.142030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec003fa6-9243-4e56-aece-16f1399c93a1', 'tag': '37661c94-cfc7-4f0d-9a9b-a6f91b2aac60'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:49.150914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Allocated IP 172.25.0.61 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/a19d86ff-d11b-4f5b-b86a-82006d82a38e) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:49.167510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c4e6224f-f1eb-49cb-bc8c-31aacba9ee96 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Unset dirty status for tenant:c2215094199f47c684c3572377977b8b on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:49.171478 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c4e6224f-f1eb-49cb-bc8c-31aacba9ee96 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 881 time: 0.5125728 Feb 04 15:43:49.172130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37106) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:49.181903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8a60d-f663-444c-8e99-ee6d0a71477c tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'Port': ['ID=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60,revision_number=6']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:49.186888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d7993369-611e-46e4-bd0f-f601ad754a9c details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:43:49.294451 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device afd44b92-d7dc-4ed1-8657-56c072b4f817 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:49.309363 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a1c39f6f-64c1-4920-95cd-8da0b10f62a3 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d80dc71-5f58-4d85-8508-cc0db53628f4 HTTP/1.1" status: 200 len: 205 time: 0.1295505 Feb 04 15:43:49.310642 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37112) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:49.428213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['37661c94-cfc7-4f0d-9a9b-a6f91b2aac60'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:49.537665 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.564504 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5127c688-e905-48b5-adc5-ee9877883575 req-b247a3a9-736d-458e-be9d-021a67d63d72 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.638427 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247a3a9-736d-458e-be9d-021a67d63d72 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Pushing event deleted for resources: {'Port': ['ID=afd44b92-d7dc-4ed1-8657-56c072b4f817,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:49.646378 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No active binding found for port afd44b92-d7dc-4ed1-8657-56c072b4f817 {{(pid=83552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 15:43:49.646843 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device afd44b92-d7dc-4ed1-8657-56c072b4f817 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:49.672000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e96bf3f6-c45d-4d8a-a832-e36b6c045e88 req-433cf95c-b22a-4d82-8d4f-cbbb2519f6ca tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=3687c9ab-a576-4b27-b242-2db0e0e034aa HTTP/1.1" status: 200 len: 210 time: 0.2759383 Feb 04 15:43:49.694926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port d7993369-611e-46e4-bd0f-f601ad754a9c, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d7993369-611e-46e4-bd0f-f601ad754a9c,segment=NetworkSegment(487f4f64-8f23-4c53-bf96-8fc1bcfdedd9),segment_id=487f4f64-8f23-4c53-bf96-8fc1bcfdedd9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:49.752420 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'd7993369-611e-46e4-bd0f-f601ad754a9c', 'network_id': '30fea271-1260-4b48-a78a-39089146c752', 'port_id': 'd7993369-611e-46e4-bd0f-f601ad754a9c', 'mac_address': 'fa:16:3e:e7:e3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5160f1a2-b6e9-4f58-9837-dd7e0d03dc37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:43:49.780402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7787c9-edb3-4233-a399-920119dc7dec req-35b51f85-8638-4185-acf4-b9fa5afa58a0 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:49.787870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e7787c9-edb3-4233-a399-920119dc7dec req-35b51f85-8638-4185-acf4-b9fa5afa58a0 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1892700 Feb 04 15:43:49.805036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5127c688-e905-48b5-adc5-ee9877883575 req-b247a3a9-736d-458e-be9d-021a67d63d72 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] No DVR routers for this DVR port afd44b92-d7dc-4ed1-8657-56c072b4f817 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:49.810072 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5127c688-e905-48b5-adc5-ee9877883575 req-b247a3a9-736d-458e-be9d-021a67d63d72 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.827060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3687c9ab-a576-4b27-b242-2db0e0e034aa', 'name': 'network-vif-deleted', 'tag': 'afd44b92-d7dc-4ed1-8657-56c072b4f817'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:49.835049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.863292 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5127c688-e905-48b5-adc5-ee9877883575 req-b247a3a9-736d-458e-be9d-021a67d63d72 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.81 "DELETE /v2.0/ports/afd44b92-d7dc-4ed1-8657-56c072b4f817 HTTP/1.1" status: 204 len: 173 time: 2.1310010 Feb 04 15:43:49.896141 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.947229 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d02af3a2-abeb-4ab5-bd22-673ebc83a0bc req-c52d0c86-3215-436f-b448-1abe82551343 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/d092c1e9-a38d-4777-8606-ac0c17cf431c HTTP/1.1" status: 200 len: 1635 time: 0.1976144 Feb 04 15:43:49.976332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Pushing event updated for resources: {'Port': ['ID=a19d86ff-d11b-4f5b-b86a-82006d82a38e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:49.988047 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e7787c9-edb3-4233-a399-920119dc7dec req-8ee0eae4-f6f7-4d52-9032-a7e058e7f023 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992607 Feb 04 15:43:50.002900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:50.004531 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:50.046220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5c031aca-f0a4-497f-ba68-484daefbf0a2 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:43:50.058698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:43:50.169024 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-d02af3a2-abeb-4ab5-bd22-673ebc83a0bc req-443aa463-aeea-4c16-bfd5-91d79e588b07 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 15:43:50.188197 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d02af3a2-abeb-4ab5-bd22-673ebc83a0bc req-443aa463-aeea-4c16-bfd5-91d79e588b07 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "DELETE /v2.0/security-groups/d092c1e9-a38d-4777-8606-ac0c17cf431c HTTP/1.1" status: 409 len: 341 time: 0.2397017 Feb 04 15:43:50.222117 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec003fa6-9243-4e56-aece-16f1399c93a1', 'tag': '37661c94-cfc7-4f0d-9a9b-a6f91b2aac60', 'status': 'completed', 'code': 200} Feb 04 15:43:50.234945 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffca2ddc-7363-4543-b64b-300ae463d2bd tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.405164 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.406342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.421079 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.607370 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3687c9ab-a576-4b27-b242-2db0e0e034aa', 'name': 'network-vif-deleted', 'tag': 'afd44b92-d7dc-4ed1-8657-56c072b4f817', 'status': 'completed', 'code': 200} Feb 04 15:43:50.625238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c45edc9-8ae7-4027-bf58-d21ae671d2d3 req-d28c4ab4-502d-4d12-adb4-7d2a335a724c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf&device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 1135 time: 0.2314703 Feb 04 15:43:50.641924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b928c4-1c87-4417-b70d-62a40e56f909 req-b02021b5-2326-46c1-8dfe-36a5da39967f tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:50.648746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31b928c4-1c87-4417-b70d-62a40e56f909 req-b02021b5-2326-46c1-8dfe-36a5da39967f tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 944 time: 0.1908162 Feb 04 15:43:50.658268 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:43:50.692611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7993369-611e-46e4-bd0f-f601ad754a9c {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:50.720875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port d7993369-611e-46e4-bd0f-f601ad754a9c, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d7993369-611e-46e4-bd0f-f601ad754a9c,segment=NetworkSegment(487f4f64-8f23-4c53-bf96-8fc1bcfdedd9),segment_id=487f4f64-8f23-4c53-bf96-8fc1bcfdedd9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:50.854821 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.943061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Router 00fa7774-5029-4e70-aaf8-23ac124b9026 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:43:50.960548 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=d7993369-611e-46e4-bd0f-f601ad754a9c,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:51.001071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31b928c4-1c87-4417-b70d-62a40e56f909 req-dac7ba56-87b1-4de8-af7e-58a252d325f3 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8c95933-c67c-47a8-9775-5ebf8a7bddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512397 Feb 04 15:43:51.079666 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:51.080224 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:51.080311 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:51.080630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:51.080954 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:51.081271 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:51.081585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:51.081899 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:51.082211 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:51.082522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:51.082836 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:51.107436 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45edc9-8ae7-4027-bf58-d21ae671d2d3 req-accd6483-b61d-4981-8f60-9a048070111f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:51.108890 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c45edc9-8ae7-4027-bf58-d21ae671d2d3 req-accd6483-b61d-4981-8f60-9a048070111f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5d4c21c4-551b-462b-8e6b-996fea3f21f0 HTTP/1.1" status: 200 len: 913 time: 0.4407482 Feb 04 15:43:51.160974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:51.206216 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffca2ddc-7363-4543-b64b-300ae463d2bd tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.242686 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'port_id': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'mac_address': 'fa:16:3e:8d:53:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:43:51.268897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ffca2ddc-7363-4543-b64b-300ae463d2bd tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Deleting port bd0327f3-61d7-4960-b019-aad44e819f57 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:43:51.269260 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffca2ddc-7363-4543-b64b-300ae463d2bd tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.297621 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c45edc9-8ae7-4027-bf58-d21ae671d2d3 req-6baa3b7c-6883-4d87-994f-722047416aef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 HTTP/1.1" status: 200 len: 217 time: 0.1594489 Feb 04 15:43:51.321494 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['d7993369-611e-46e4-bd0f-f601ad754a9c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:51.381301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:51.404037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Sync routers for ids ['00fa7774-5029-4e70-aaf8-23ac124b9026'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:43:51.410269 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.412692 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0e8bb1bb-e200-4023-8fbd-9e5de29e559d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5269275 Feb 04 15:43:51.416082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37144) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:51.465577 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.488474 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['666fcd52-110c-4cb9-8fb0-8649b25a0031'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:51.641498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c031aca-f0a4-497f-ba68-484daefbf0a2 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:51.650270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Routers {'00fa7774-5029-4e70-aaf8-23ac124b9026'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:51.650801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:43:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['00fa7774-5029-4e70-aaf8-23ac124b9026'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:51.658187 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45edc9-8ae7-4027-bf58-d21ae671d2d3 req-ccc042fc-92b6-48e9-8cd7-d11483fecd1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:51.659824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c45edc9-8ae7-4027-bf58-d21ae671d2d3 req-ccc042fc-92b6-48e9-8cd7-d11483fecd1c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6936ad47-b452-4395-8810-e07292c24d1f HTTP/1.1" status: 200 len: 852 time: 0.3482544 Feb 04 15:43:51.771323 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c45edc9-8ae7-4027-bf58-d21ae671d2d3 req-c7631d44-654a-4658-8e22-1e2f2392687a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d4c21c4-551b-462b-8e6b-996fea3f21f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862503 Feb 04 15:43:51.784555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:51.816089 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.914800 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffca2ddc-7363-4543-b64b-300ae463d2bd tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.931785 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4dd09-d3b4-4e5b-b76d-dc231117ab37 req-c9a108ea-3d38-4ec2-a85e-9e1d194642bb tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:51.938635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-00a4dd09-d3b4-4e5b-b76d-dc231117ab37 req-c9a108ea-3d38-4ec2-a85e-9e1d194642bb tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.5798657 Feb 04 15:43:51.979528 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['35c9c041-da55-47bc-8250-5fbd86d0f35c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:52.113146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['5c031aca-f0a4-497f-ba68-484daefbf0a2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:43:52.267523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ffca2ddc-7363-4543-b64b-300ae463d2bd tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Calling delete_port for bd0327f3-61d7-4960-b019-aad44e819f57 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:43:52.313113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5c031aca-f0a4-497f-ba68-484daefbf0a2,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:52.397048 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c45edc9-8ae7-4027-bf58-d21ae671d2d3 req-9da6f5cb-2f1c-43b8-a5c9-c8d61f6391cd service neutron] 10.222.0.73 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991819 Feb 04 15:43:52.407195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Set router 00fa7774-5029-4e70-aaf8-23ac124b9026 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:43:52.423767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f82a73-a7d7-4a01-90d9-7da6ca60330a req-c35e5002-54a3-4807-8fce-19c241037bab tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:52.431895 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62f82a73-a7d7-4a01-90d9-7da6ca60330a req-c35e5002-54a3-4807-8fce-19c241037bab tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 984 time: 0.7129502 Feb 04 15:43:52.453969 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-00a4dd09-d3b4-4e5b-b76d-dc231117ab37 req-f4666446-815e-4a6e-b40d-a265743297de tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142374 Feb 04 15:43:52.494579 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.706226 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62f82a73-a7d7-4a01-90d9-7da6ca60330a req-7e31e5c5-a908-4877-977f-5adc47468310 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=d092c1e9-a38d-4777-8606-ac0c17cf431c&id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2731869 Feb 04 15:43:52.812096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Allocated IP 172.20.0.1 (17a674f3-b911-4fd5-bdf6-0c150ae31bb4/1711e37f-bdaf-4a9e-a302-926cbcffa942/57b5ba3c-9da2-4e94-b065-fb50ebb3e298) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:52.930961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c45edc9-8ae7-4027-bf58-d21ae671d2d3 req-7c12ce0d-5595-49d8-a877-102c61c3c826 service neutron] 10.222.0.73 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959705 Feb 04 15:43:53.043788 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.083246 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.181542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:53.185829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:53.194542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:43:53.232048 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffca2ddc-7363-4543-b64b-300ae463d2bd tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.275779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=57b5ba3c-9da2-4e94-b065-fb50ebb3e298,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:53.302540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.302834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'name': 'tempest-ServerRescueNegativeTestJSON-1167247479-router', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:46Z', 'updated_at': '2022-02-04T15:43:50Z', 'revision_number': 3, 'project_id': '4e7455e7abb54cf6bccd48d1ec884375', 'gw_port': {'id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:48Z', 'updated_at': '2022-02-04T15:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:53.307384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Checking router: 00fa7774-5029-4e70-aaf8-23ac124b9026 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:43:53.307735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Updating router 00fa7774-5029-4e70-aaf8-23ac124b9026 port a19d86ff-d11b-4f5b-b86a-82006d82a38e binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:43:53.369110 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.371334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca2ddc-7363-4543-b64b-300ae463d2bd tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Pushing event deleted for resources: {'Port': ['ID=bd0327f3-61d7-4960-b019-aad44e819f57,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:53.424541 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.468229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3533f-0c69-4954-b684-8c32a66dd0f3 req-f3394cde-a6f5-4a50-bff5-aa86046fbdeb tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:53.481085 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6e3533f-0c69-4954-b684-8c32a66dd0f3 req-f3394cde-a6f5-4a50-bff5-aa86046fbdeb tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.4336741 Feb 04 15:43:53.628072 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9364936-5a0c-42c3-93c2-0089303219c4 req-017925aa-1646-4f5a-90b1-a4108b6a21ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf&device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 1135 time: 0.5267320 Feb 04 15:43:53.816793 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.832241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Transition to ACTIVE for port object a19d86ff-d11b-4f5b-b86a-82006d82a38e will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:53.841742 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.893578 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.901172 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.908722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d6011-1ed7-4a9a-9ef7-067823c700fd req-030d8716-ced1-4241-84d6-e933efe27826 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:53.921096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e10d6011-1ed7-4a9a-9ef7-067823c700fd req-030d8716-ced1-4241-84d6-e933efe27826 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 945 time: 0.9654868 Feb 04 15:43:53.956864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9364936-5a0c-42c3-93c2-0089303219c4 req-485da831-e94d-45b7-933c-a6ccf8f3a64e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:53.959308 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9364936-5a0c-42c3-93c2-0089303219c4 req-485da831-e94d-45b7-933c-a6ccf8f3a64e service neutron] 10.222.0.73 "GET /v2.0/networks?id=5d4c21c4-551b-462b-8e6b-996fea3f21f0 HTTP/1.1" status: 200 len: 913 time: 0.3202755 Feb 04 15:43:53.960863 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c7eef-8912-4cb0-a00d-e7a59bb28c74 None None] Pushing event updated for resources: {'Port': ['ID=a19d86ff-d11b-4f5b-b86a-82006d82a38e,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:54.041638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5c031aca-f0a4-497f-ba68-484daefbf0a2 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:54.073721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=57b5ba3c-9da2-4e94-b065-fb50ebb3e298,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:54.084990 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Attempting to bind port a19d86ff-d11b-4f5b-b86a-82006d82a38e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:54.085572 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Attempting to bind port a19d86ff-d11b-4f5b-b86a-82006d82a38e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:54.086095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Attempting to bind port a19d86ff-d11b-4f5b-b86a-82006d82a38e on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:43:54.115666 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.119930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:43:54.120595 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:43:54.121181 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.121815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:43:54.122721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Bound port: a19d86ff-d11b-4f5b-b86a-82006d82a38e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:54.123615 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.136040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6e3533f-0c69-4954-b684-8c32a66dd0f3 req-f621498d-93db-4576-8085-c76a172be705 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6528952 Feb 04 15:43:54.223608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] For port a19d86ff-d11b-4f5b-b86a-82006d82a38e, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:54.228747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] For port a19d86ff-d11b-4f5b-b86a-82006d82a38e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a19d86ff-d11b-4f5b-b86a-82006d82a38e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:54.256684 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.323322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:54.324555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:54.364513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 5c031aca-f0a4-497f-ba68-484daefbf0a2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:54.365667 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.376913 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9364936-5a0c-42c3-93c2-0089303219c4 req-6a4d1e41-c909-4e87-9b9f-95bc7ab4ba34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 HTTP/1.1" status: 200 len: 217 time: 0.4030044 Feb 04 15:43:54.517422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Routers {'00fa7774-5029-4e70-aaf8-23ac124b9026'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:43:54.518057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:43:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['00fa7774-5029-4e70-aaf8-23ac124b9026'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:54.560420 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffca2ddc-7363-4543-b64b-300ae463d2bd tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.780444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] Set router 00fa7774-5029-4e70-aaf8-23ac124b9026 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:43:54.940964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c7eef-8912-4cb0-a00d-e7a59bb28c74 None None] Pushing event updated for resources: {'Port': ['ID=a19d86ff-d11b-4f5b-b86a-82006d82a38e,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:55.080078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Router 00fa7774-5029-4e70-aaf8-23ac124b9026 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:43:55.203608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d7993369-611e-46e4-bd0f-f601ad754a9c up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:55.235799 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e10d6011-1ed7-4a9a-9ef7-067823c700fd req-b2c04964-bdb0-4437-870c-77b759b5258f tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8c95933-c67c-47a8-9775-5ebf8a7bddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3133485 Feb 04 15:43:55.289771 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.395516 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:55.429437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:55.433684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port d7993369-611e-46e4-bd0f-f601ad754a9c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:55.447463 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.499160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:55.515763 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9b751ff6-dbce-45c3-ace7-aba7efac4fd4 admin admin] 10.222.0.60 "PUT /v2.0/routers/00fa7774-5029-4e70-aaf8-23ac124b9026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0984738 Feb 04 15:43:55.536892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port d7993369-611e-46e4-bd0f-f601ad754a9c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:55.537272 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.559548 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffca2ddc-7363-4543-b64b-300ae463d2bd tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.564569 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffca2ddc-7363-4543-b64b-300ae463d2bd tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.590838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9364936-5a0c-42c3-93c2-0089303219c4 req-eea1f292-3366-4bf0-a5a9-2028b69c81c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:55.592910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9364936-5a0c-42c3-93c2-0089303219c4 req-eea1f292-3366-4bf0-a5a9-2028b69c81c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6936ad47-b452-4395-8810-e07292c24d1f HTTP/1.1" status: 200 len: 852 time: 0.9065943 Feb 04 15:43:55.682664 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'name': 'tempest-ServerRescueNegativeTestJSON-1167247479-router', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:46Z', 'updated_at': '2022-02-04T15:43:53Z', 'revision_number': 4, 'project_id': '4e7455e7abb54cf6bccd48d1ec884375', 'gw_port': {'id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:48Z', 'updated_at': '2022-02-04T15:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '57b5ba3c-9da2-4e94-b065-fb50ebb3e298', 'name': '', 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'mac_address': 'fa:16:3e:b5:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1711e37f-bdaf-4a9e-a302-926cbcffa942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:52Z', 'updated_at': '2022-02-04T15:43:53Z', 'revision_number': 2, 'project_id': '4e7455e7abb54cf6bccd48d1ec884375', 'subnets': [{'id': '1711e37f-bdaf-4a9e-a302-926cbcffa942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:55.685525 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffca2ddc-7363-4543-b64b-300ae463d2bd tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.687613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffca2ddc-7363-4543-b64b-300ae463d2bd tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Fanout notify agent at l3_agent the message router_deleted on router 8d80dc71-5f58-4d85-8508-cc0db53628f4 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:43:55.692612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5c031aca-f0a4-497f-ba68-484daefbf0a2,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:55.697766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6157daa9-af9b-45b5-9863-477ea29b1d6a None None] The sync data for ids ['00fa7774-5029-4e70-aaf8-23ac124b9026'] in n-d-827872-1 is: [{'id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'name': 'tempest-ServerRescueNegativeTestJSON-1167247479-router', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:46Z', 'updated_at': '2022-02-04T15:43:53Z', 'revision_number': 4, 'project_id': '4e7455e7abb54cf6bccd48d1ec884375', 'gw_port': {'id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:48Z', 'updated_at': '2022-02-04T15:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '57b5ba3c-9da2-4e94-b065-fb50ebb3e298', 'name': '', 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'mac_address': 'fa:16:3e:b5:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1711e37f-bdaf-4a9e-a302-926cbcffa942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:52Z', 'updated_at': '2022-02-04T15:43:53Z', 'revision_number': 2, 'project_id': '4e7455e7abb54cf6bccd48d1ec884375', 'subnets': [{'id': '1711e37f-bdaf-4a9e-a302-926cbcffa942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:43:55.742583 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9364936-5a0c-42c3-93c2-0089303219c4 req-eb0ae42a-53f8-4896-b3f8-01112a3a5b6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d4c21c4-551b-462b-8e6b-996fea3f21f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278310 Feb 04 15:43:55.831942 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.865143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d0875-6a95-48eb-892f-d582fb597c93 req-83b3f953-a912-4bb4-9945-26e484b2c984 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:55.869355 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-895d0875-6a95-48eb-892f-d582fb597c93 req-83b3f953-a912-4bb4-9945-26e484b2c984 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 984 time: 1.1178861 Feb 04 15:43:55.875265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port d7993369-611e-46e4-bd0f-f601ad754a9c, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d7993369-611e-46e4-bd0f-f601ad754a9c,segment=NetworkSegment(487f4f64-8f23-4c53-bf96-8fc1bcfdedd9),segment_id=487f4f64-8f23-4c53-bf96-8fc1bcfdedd9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:55.883508 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.890876 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffca2ddc-7363-4543-b64b-300ae463d2bd tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.896605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37204) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:55.897873 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ffca2ddc-7363-4543-b64b-300ae463d2bd tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "DELETE /v2.0/routers/8d80dc71-5f58-4d85-8508-cc0db53628f4 HTTP/1.1" status: 204 len: 168 time: 6.5852146 Feb 04 15:43:55.907465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c0482df3-b93d-4972-9b13-6f386a0f5c58 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1401226244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:55.924461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c0482df3-b93d-4972-9b13-6f386a0f5c58 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:55.935061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c0482df3-b93d-4972-9b13-6f386a0f5c58 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Usage tracker for resource:router and tenant:7bdc04a96d8449c88a334047bbca658c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:55.944127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c0482df3-b93d-4972-9b13-6f386a0f5c58 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:55.959783 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c0482df3-b93d-4972-9b13-6f386a0f5c58 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:55.984065 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c0482df3-b93d-4972-9b13-6f386a0f5c58 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.987672 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c0482df3-b93d-4972-9b13-6f386a0f5c58 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.020630 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'code': 200} Feb 04 15:43:56.052918 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c0482df3-b93d-4972-9b13-6f386a0f5c58 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.060653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=d7993369-611e-46e4-bd0f-f601ad754a9c,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:56.121332 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c0482df3-b93d-4972-9b13-6f386a0f5c58 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.124816 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9364936-5a0c-42c3-93c2-0089303219c4 req-35ecc871-35bf-42af-929f-4f1b8f516ec5 service neutron] 10.222.0.73 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573890 Feb 04 15:43:56.179940 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c0482df3-b93d-4972-9b13-6f386a0f5c58 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.184765 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c0482df3-b93d-4972-9b13-6f386a0f5c58 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2839534 Feb 04 15:43:56.185896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37212) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:56.193582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'enable_snat': True}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:43:56.476259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-895d0875-6a95-48eb-892f-d582fb597c93 req-d1b9cd86-4baa-4b47-bfc9-71f056c6a060 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=d092c1e9-a38d-4777-8606-ac0c17cf431c&id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5975165 Feb 04 15:43:56.698747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9364936-5a0c-42c3-93c2-0089303219c4 req-f17d611a-625e-4d9a-ac7c-815352af1a1d service neutron] 10.222.0.73 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654233 Feb 04 15:43:56.790708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab61bca-5dbe-4695-9f5b-2c834a09762a req-bfec0a97-977b-4f48-8b45-d5d75668137a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:56.792858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ab61bca-5dbe-4695-9f5b-2c834a09762a req-bfec0a97-977b-4f48-8b45-d5d75668137a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1761403 Feb 04 15:43:56.962725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ab61bca-5dbe-4695-9f5b-2c834a09762a req-825d310b-9a03-499f-a647-8745b2345a97 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485674 Feb 04 15:43:57.235865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a19d86ff-d11b-4f5b-b86a-82006d82a38e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:57.281621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a7488-ef27-444b-921f-3eb000f07630 req-550b0aa8-929b-4fea-bf88-72a246989ac5 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:57.283217 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-818a7488-ef27-444b-921f-3eb000f07630 req-550b0aa8-929b-4fea-bf88-72a246989ac5 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/networks?id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4 HTTP/1.1" status: 200 len: 819 time: 0.2558253 Feb 04 15:43:57.310156 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.347562 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-818a7488-ef27-444b-921f-3eb000f07630 req-87bfef04-f8ef-408a-8db0-061dce4ea7d9 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/quotas/4e7455e7abb54cf6bccd48d1ec884375 HTTP/1.1" status: 200 len: 375 time: 0.0259686 Feb 04 15:43:57.355089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port a19d86ff-d11b-4f5b-b86a-82006d82a38e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:57.373320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port a19d86ff-d11b-4f5b-b86a-82006d82a38e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:57.373904 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.532566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2e441-44d4-4b84-b6fb-d052a6be5404 req-27467ed0-1d16-46b4-91bc-074ced507d27 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:57.539648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dcb2e441-44d4-4b84-b6fb-d052a6be5404 req-27467ed0-1d16-46b4-91bc-074ced507d27 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 946 time: 0.2553353 Feb 04 15:43:57.561135 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.601931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port a19d86ff-d11b-4f5b-b86a-82006d82a38e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a19d86ff-d11b-4f5b-b86a-82006d82a38e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:57.619682 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.642303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dcb2e441-44d4-4b84-b6fb-d052a6be5404 req-84231300-faad-4789-8bf7-d553a5f1c30e tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8c95933-c67c-47a8-9775-5ebf8a7bddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011457 Feb 04 15:43:57.667121 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-818a7488-ef27-444b-921f-3eb000f07630 req-5a27705a-6544-41cf-90fb-2efcdbb4824d tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e7455e7abb54cf6bccd48d1ec884375&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3099885 Feb 04 15:43:57.756220 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.799232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=a19d86ff-d11b-4f5b-b86a-82006d82a38e,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:57.824589 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.909303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-818a7488-ef27-444b-921f-3eb000f07630 req-92e489a5-0b1d-46ab-9931-a22b589bc9b1 service neutron] 10.222.0.60 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398806 Feb 04 15:43:58.021603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a336b71e-cbaf-49aa-84fa-c6e9004da605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7993369-611e-46e4-bd0f-f601ad754a9c'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:58.032147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Allocated IP 172.25.0.98 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/995b57eb-14a6-499b-848d-741217e9f0fe) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:58.233613 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-818a7488-ef27-444b-921f-3eb000f07630 req-4ede3ef8-b31e-41ef-9e81-fc48ef407de0 service neutron] 10.222.0.60 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161702 Feb 04 15:43:58.240875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bdd58-b112-4e38-a470-e3e9dfba1afc req-dc641d71-3161-45a7-9467-5e552a3a9d74 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:58.248161 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8a8bdd58-b112-4e38-a470-e3e9dfba1afc req-dc641d71-3161-45a7-9467-5e552a3a9d74 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1657007 Feb 04 15:43:58.279898 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.315739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8a8bdd58-b112-4e38-a470-e3e9dfba1afc req-164d0fb3-a753-414f-b0d8-14d85e3b580a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663979 Feb 04 15:43:58.319616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.489534 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a336b71e-cbaf-49aa-84fa-c6e9004da605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7993369-611e-46e4-bd0f-f601ad754a9c', 'code': 200} Feb 04 15:43:58.528286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:58.541408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:58.557819 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Pushing event updated for resources: {'Port': ['ID=995b57eb-14a6-499b-848d-741217e9f0fe,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:58.561062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:43:58.635602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-896e28f4-491e-47fb-90b3-6362efd9d42f req-b2fcc286-7073-4ff3-a30c-ada93f60645d tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 210 time: 0.0520182 Feb 04 15:43:58.651916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761270a9-8c0e-462f-8e39-fcaf7bbcff3a req-660d570d-ca0e-48ed-ada8-9a8479489f69 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:58.659066 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-761270a9-8c0e-462f-8e39-fcaf7bbcff3a req-660d570d-ca0e-48ed-ada8-9a8479489f69 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 984 time: 0.1513083 Feb 04 15:43:58.869590 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4481206b-3f8f-4fac-9709-982fc8265b91 req-73dfd4ae-cbcb-45b5-8596-f89ca66333fb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 1097 time: 0.2531588 Feb 04 15:43:58.899895 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-761270a9-8c0e-462f-8e39-fcaf7bbcff3a req-3fd0be24-a9ae-4ff1-a14f-cc0718e7265f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=d092c1e9-a38d-4777-8606-ac0c17cf431c&id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2397785 Feb 04 15:43:59.000551 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4481206b-3f8f-4fac-9709-982fc8265b91 req-9137cbe6-e4ec-4e09-bcb9-ebe0eadfc5be service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c8c95933-c67c-47a8-9775-5ebf8a7bddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881116 Feb 04 15:43:59.107490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.128305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e744c-2810-433e-8ff7-e4e89215ac5a req-8421aa11-e66d-4daf-bce3-5e927f160976 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:59.128902 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c89e744c-2810-433e-8ff7-e4e89215ac5a req-8421aa11-e66d-4daf-bce3-5e927f160976 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 946 time: 0.1998429 Feb 04 15:43:59.207427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a19d86ff-d11b-4f5b-b86a-82006d82a38e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:59.222017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c89e744c-2810-433e-8ff7-e4e89215ac5a req-b648e0e1-c9b5-4d29-b210-09cbeaa7a177 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8c95933-c67c-47a8-9775-5ebf8a7bddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834866 Feb 04 15:43:59.339010 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port a19d86ff-d11b-4f5b-b86a-82006d82a38e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:59.339692 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.410880 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.422515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.632776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d5434-daca-4583-9b24-5afee875c23f req-467f6459-aa58-4b49-86bc-1f4de0c4b665 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:59.641242 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-897d5434-daca-4583-9b24-5afee875c23f req-467f6459-aa58-4b49-86bc-1f4de0c4b665 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/networks?id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4 HTTP/1.1" status: 200 len: 819 time: 0.2883692 Feb 04 15:43:59.686087 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-897d5434-daca-4583-9b24-5afee875c23f req-eb3e97a6-5117-4cd9-8b07-c2ce3ae9dce9 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/quotas/4e7455e7abb54cf6bccd48d1ec884375 HTTP/1.1" status: 200 len: 375 time: 0.0438128 Feb 04 15:43:59.795219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783660d-20b4-44dd-ae4d-ba840fca2532 req-f620bb09-62e7-4f02-b2e6-1fc7a67513fc tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:59.802811 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b783660d-20b4-44dd-ae4d-ba840fca2532 req-f620bb09-62e7-4f02-b2e6-1fc7a67513fc tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2634976 Feb 04 15:43:59.849099 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-897d5434-daca-4583-9b24-5afee875c23f req-f44a823f-d130-4838-91ee-5229a3746b1d tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e7455e7abb54cf6bccd48d1ec884375&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1617095 Feb 04 15:43:59.867761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Router fd99cf02-f378-4617-8ad0-e1fc9c7105d1 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:44:00.004058 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-897d5434-daca-4583-9b24-5afee875c23f req-ba786199-ec7b-4916-bdfa-9528c9d41ae1 service neutron] 10.222.0.60 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532125 Feb 04 15:44:00.121297 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b783660d-20b4-44dd-ae4d-ba840fca2532 req-1853a020-8135-458f-b78e-c498ec8d68a8 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180251 Feb 04 15:44:00.226470 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-897d5434-daca-4583-9b24-5afee875c23f req-0f14251a-2c6f-4b6a-bb73-8906b846ab53 service neutron] 10.222.0.60 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204902 Feb 04 15:44:00.486538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:44:00.500308 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84b843e-5258-4b8a-82fc-1ccf512be441 None None] Sync routers for ids ['fd99cf02-f378-4617-8ad0-e1fc9c7105d1'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:44:00.514972 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:00.518795 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b843e-5258-4b8a-82fc-1ccf512be441 None None] Routers {'fd99cf02-f378-4617-8ad0-e1fc9c7105d1'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:44:00.521272 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a84b843e-5258-4b8a-82fc-1ccf512be441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:43:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['fd99cf02-f378-4617-8ad0-e1fc9c7105d1'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:00.521645 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2828c372-7780-4cd7-bb7b-7edd631e5913 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "PUT /v2.0/routers/fd99cf02-f378-4617-8ad0-e1fc9c7105d1 HTTP/1.1" status: 200 len: 914 time: 4.3354723 Feb 04 15:44:00.524238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37308) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:00.647270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a7488-ef27-444b-921f-3eb000f07630 req-f43002c8-9111-41e1-8988-206b041990d8 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:00.661823 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-818a7488-ef27-444b-921f-3eb000f07630 req-f43002c8-9111-41e1-8988-206b041990d8 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.73 "GET /v2.0/networks?id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4 HTTP/1.1" status: 200 len: 819 time: 0.3741589 Feb 04 15:44:00.685286 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a84b843e-5258-4b8a-82fc-1ccf512be441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:00.709056 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b843e-5258-4b8a-82fc-1ccf512be441 None None] Routers {'fd99cf02-f378-4617-8ad0-e1fc9c7105d1'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:44:00.710766 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a84b843e-5258-4b8a-82fc-1ccf512be441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:43:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['fd99cf02-f378-4617-8ad0-e1fc9c7105d1'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:00.723695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Request body: {'port': {'device_id': 'd7767bf3-a93d-4b92-a43e-70cf268801c0', 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4', 'admin_state_up': True, 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:00.829774 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a84b843e-5258-4b8a-82fc-1ccf512be441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:00.834250 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84b843e-5258-4b8a-82fc-1ccf512be441 None None] The sync data for ids ['fd99cf02-f378-4617-8ad0-e1fc9c7105d1'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:44:00.992386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c6f6054-0920-42b0-80b8-1e36c7062deb req-484f1a21-123e-4bf4-b740-bd0a1fcfd274 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-159499779&fields=id&tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf HTTP/1.1" status: 200 len: 267 time: 0.3259168 Feb 04 15:44:01.154422 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c4b77dc0-1ef8-4a41-ab7b-d3df21691274 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/routers/fd99cf02-f378-4617-8ad0-e1fc9c7105d1 HTTP/1.1" status: 200 len: 920 time: 0.6265349 Feb 04 15:44:01.155726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37320) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:01.335602 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e0da6a6f-4e48-4dc4-82af-f5b9ed4d7c7b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&device_id=fd99cf02-f378-4617-8ad0-e1fc9c7105d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1765728 Feb 04 15:44:01.338290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37332) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:01.401380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:01.415314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Usage tracker for resource:port and tenant:4e7455e7abb54cf6bccd48d1ec884375 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:01.421843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:01.449271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:01.467632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a6231-e27f-4eda-ab6f-c3ca1fbd99b7 req-5e9a79ef-b149-4fa3-a3cc-cb0ea5e999d8 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:01.470052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c7a6231-e27f-4eda-ab6f-c3ca1fbd99b7 req-5e9a79ef-b149-4fa3-a3cc-cb0ea5e999d8 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2628758 Feb 04 15:44:01.491105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f6054-0920-42b0-80b8-1e36c7062deb req-52277f7f-6ac1-4fc6-a5bf-fbe8053d62de tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:01.503979 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c6f6054-0920-42b0-80b8-1e36c7062deb req-52277f7f-6ac1-4fc6-a5bf-fbe8053d62de tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 984 time: 0.5004616 Feb 04 15:44:01.513653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-9c6f6054-0920-42b0-80b8-1e36c7062deb req-0d80ff9a-5da3-40b3-8d30-427be60c34f0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'port': {'security_groups': ['37aead9b-ce1d-4b99-8731-553225cab531', 'd092c1e9-a38d-4777-8606-ac0c17cf431c', '6d4a5951-afde-4ac0-a9b4-af1f271b3351']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:01.601464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f6c464-47d2-4110-a222-fdbc08e7c710 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:01.604958 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-85f6c464-47d2-4110-a222-fdbc08e7c710 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 881 time: 0.2653966 Feb 04 15:44:01.610209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Made reservation on behalf of 4e7455e7abb54cf6bccd48d1ec884375 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:01.614956 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.622605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37336) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:01.786769 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-98febaeb-4b7d-43de-b707-fdaddd180a0b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd99cf02-f378-4617-8ad0-e1fc9c7105d1 HTTP/1.1" status: 200 len: 205 time: 0.1620235 Feb 04 15:44:01.789563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37340) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:01.873725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c7a6231-e27f-4eda-ab6f-c3ca1fbd99b7 req-0a42e449-5507-4413-bfb2-e4b6285464ae tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119438 Feb 04 15:44:01.919435 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9c6f6054-0920-42b0-80b8-1e36c7062deb req-0d80ff9a-5da3-40b3-8d30-427be60c34f0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.091702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Allocated IP 172.20.0.10 (17a674f3-b911-4fd5-bdf6-0c150ae31bb4/1711e37f-bdaf-4a9e-a302-926cbcffa942/51a18198-b2a5-4869-bdec-639a6506a3f5) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:02.132659 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ea348f3-4a98-4195-b168-12caa4d6797b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.562194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d5434-daca-4583-9b24-5afee875c23f req-a3633bb7-1a1d-4389-86ec-61ee0c2bd2ac tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:02.562884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-897d5434-daca-4583-9b24-5afee875c23f req-a3633bb7-1a1d-4389-86ec-61ee0c2bd2ac tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Synchronizing usage tracker for tenant:4e7455e7abb54cf6bccd48d1ec884375 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:02.588496 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ea348f3-4a98-4195-b168-12caa4d6797b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.595565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d80f-a1a4-43b0-a8bd-7e69ea82024a req-fe93398b-9b6b-4a35-9b48-c2857fed4fe5 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:02.597331 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3428d80f-a1a4-43b0-a8bd-7e69ea82024a req-fe93398b-9b6b-4a35-9b48-c2857fed4fe5 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 946 time: 0.4502826 Feb 04 15:44:02.606340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-897d5434-daca-4583-9b24-5afee875c23f req-a3633bb7-1a1d-4389-86ec-61ee0c2bd2ac tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Unset dirty status for tenant:4e7455e7abb54cf6bccd48d1ec884375 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:02.607941 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-897d5434-daca-4583-9b24-5afee875c23f req-a3633bb7-1a1d-4389-86ec-61ee0c2bd2ac tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.73 "GET /v2.0/networks?id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4 HTTP/1.1" status: 200 len: 819 time: 0.2575412 Feb 04 15:44:02.610613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1ea348f3-4a98-4195-b168-12caa4d6797b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Deleting port 995b57eb-14a6-499b-848d-741217e9f0fe {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:44:02.611084 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ea348f3-4a98-4195-b168-12caa4d6797b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.652301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Request body: {'port': {'device_id': '8d113786-f7c6-4f7e-825a-96a939413d4f', 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4', 'admin_state_up': True, 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:02.755261 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.760147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3428d80f-a1a4-43b0-a8bd-7e69ea82024a req-51bb7208-4155-4d0c-8729-fbdc8951a472 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8c95933-c67c-47a8-9775-5ebf8a7bddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345248 Feb 04 15:44:02.768088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-9c6f6054-0920-42b0-80b8-1e36c7062deb req-0d80ff9a-5da3-40b3-8d30-427be60c34f0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] For port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60,segment=NetworkSegment(e522db58-e236-4242-9bc5-3f2097a12f97),segment_id=e522db58-e236-4242-9bc5-3f2097a12f97)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:02.803797 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9c6f6054-0920-42b0-80b8-1e36c7062deb req-0d80ff9a-5da3-40b3-8d30-427be60c34f0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.818154 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9c6f6054-0920-42b0-80b8-1e36c7062deb req-0d80ff9a-5da3-40b3-8d30-427be60c34f0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.831297 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['37661c94-cfc7-4f0d-9a9b-a6f91b2aac60'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:44:02.878903 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.895243 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['57e0b535-d578-4898-a347-9c2cc45031c7'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:44:02.962297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f6054-0920-42b0-80b8-1e36c7062deb req-0d80ff9a-5da3-40b3-8d30-427be60c34f0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:02.963421 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9c6f6054-0920-42b0-80b8-1e36c7062deb req-0d80ff9a-5da3-40b3-8d30-427be60c34f0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.980060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:02.981007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c6f6054-0920-42b0-80b8-1e36c7062deb req-0d80ff9a-5da3-40b3-8d30-427be60c34f0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "PUT /v2.0/ports/37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 HTTP/1.1" status: 200 len: 1020 time: 1.4748209 Feb 04 15:44:02.983980 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec003fa6-9243-4e56-aece-16f1399c93a1', 'tag': '37661c94-cfc7-4f0d-9a9b-a6f91b2aac60'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:02.998746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Usage tracker for resource:port and tenant:4e7455e7abb54cf6bccd48d1ec884375 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:03.000201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:03.003246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:03.007095 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:03.009272 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ea348f3-4a98-4195-b168-12caa4d6797b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.012050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80ff9a-5da3-40b3-8d30-427be60c34f0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'Port': ['ID=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60,revision_number=7']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:03.019053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:44:03.062337 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:03.160408 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f02f6558-f323-4bb5-9b7f-59f485f68c4b req-faf1c28c-b140-4295-b18a-c97afe1af965 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 210 time: 0.0624707 Feb 04 15:44:03.222740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Pushing event updated for resources: {'Port': ['ID=51a18198-b2a5-4869-bdec-639a6506a3f5,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:03.248635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:03.249349 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.277984 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-818a7488-ef27-444b-921f-3eb000f07630 req-18c6fec6-cd8d-446b-88e5-b9d18f951b44 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5663998 Feb 04 15:44:03.297513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['37661c94-cfc7-4f0d-9a9b-a6f91b2aac60'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:44:03.331667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Request body: {'port': {'device_id': 'd7767bf3-a93d-4b92-a43e-70cf268801c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:03.537668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1ea348f3-4a98-4195-b168-12caa4d6797b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Calling delete_port for 995b57eb-14a6-499b-848d-741217e9f0fe owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:44:03.583923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Made reservation on behalf of 4e7455e7abb54cf6bccd48d1ec884375 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:03.598569 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.617638 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.038201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Allocated IP 172.20.0.3 (17a674f3-b911-4fd5-bdf6-0c150ae31bb4/1711e37f-bdaf-4a9e-a302-926cbcffa942/73de5544-7dde-46d4-b935-140ab78aa46b) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:04.051282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ea348f3-4a98-4195-b168-12caa4d6797b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.098044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525559d-74a2-401f-b971-4b64c3b69b47 req-11da66d9-02e3-483d-bce1-14be3df230dc tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:04.108022 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e525559d-74a2-401f-b971-4b64c3b69b47 req-11da66d9-02e3-483d-bce1-14be3df230dc tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 946 time: 0.4747705 Feb 04 15:44:04.158606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea348f3-4a98-4195-b168-12caa4d6797b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Pushing event deleted for resources: {'Port': ['ID=995b57eb-14a6-499b-848d-741217e9f0fe,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:04.184194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ff1d5-fece-45f2-82f6-e9ce4aa62974 req-54773a54-2ee9-43b9-addc-f5b4e6eb8b88 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:04.190915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ff1d5-fece-45f2-82f6-e9ce4aa62974 req-54773a54-2ee9-43b9-addc-f5b4e6eb8b88 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:04.199802 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a8ff1d5-fece-45f2-82f6-e9ce4aa62974 req-54773a54-2ee9-43b9-addc-f5b4e6eb8b88 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=345f0752-cf92-4332-a143-215f288614c2&device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 1682 time: 0.5104494 Feb 04 15:44:04.233750 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e525559d-74a2-401f-b971-4b64c3b69b47 req-08ed2492-c9d9-49fd-ac83-fd642d4cd8b7 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8c95933-c67c-47a8-9775-5ebf8a7bddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250136 Feb 04 15:44:04.288404 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a8ff1d5-fece-45f2-82f6-e9ce4aa62974 req-aa70ef74-17da-45ce-be8e-30001e20bc66 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874527 Feb 04 15:44:04.376901 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2918676-26f6-4f49-a41b-a53274dfb1ec req-8b3048dc-92eb-42e1-8307-440c22718abe tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/6d4a5951-afde-4ac0-a9b4-af1f271b3351 HTTP/1.1" status: 200 len: 1634 time: 0.0714839 Feb 04 15:44:04.456147 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-f2918676-26f6-4f49-a41b-a53274dfb1ec req-4c160120-3b49-40cd-b5df-c227b7fb6631 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 15:44:04.492489 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2918676-26f6-4f49-a41b-a53274dfb1ec req-4c160120-3b49-40cd-b5df-c227b7fb6631 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "DELETE /v2.0/security-groups/6d4a5951-afde-4ac0-a9b4-af1f271b3351 HTTP/1.1" status: 409 len: 341 time: 0.1082704 Feb 04 15:44:04.502821 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec003fa6-9243-4e56-aece-16f1399c93a1', 'tag': '37661c94-cfc7-4f0d-9a9b-a6f91b2aac60', 'status': 'completed', 'code': 200} Feb 04 15:44:04.606925 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541573b4-d813-4e96-b8cf-be2fe2b57d56 req-6c4894e3-a923-4c74-93ad-913deb607234 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf&device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 1174 time: 0.0993693 Feb 04 15:44:04.632159 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ea348f3-4a98-4195-b168-12caa4d6797b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.871404 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.906556 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ca86ae0b-c6c7-41d4-bfae-f8a8a03d2d7e req-bb4b9792-7841-4c29-8448-fcf2200ae401 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Synchronizing usage tracker for tenant:4e7455e7abb54cf6bccd48d1ec884375 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:04.921114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541573b4-d813-4e96-b8cf-be2fe2b57d56 req-c2cf31d2-1cc5-45dc-a479-18258045530e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:04.922565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541573b4-d813-4e96-b8cf-be2fe2b57d56 req-c2cf31d2-1cc5-45dc-a479-18258045530e service neutron] 10.222.0.73 "GET /v2.0/networks?id=5d4c21c4-551b-462b-8e6b-996fea3f21f0 HTTP/1.1" status: 200 len: 913 time: 0.3074632 Feb 04 15:44:04.968169 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ea348f3-4a98-4195-b168-12caa4d6797b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.976082 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ea348f3-4a98-4195-b168-12caa4d6797b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.013287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ca86ae0b-c6c7-41d4-bfae-f8a8a03d2d7e req-bb4b9792-7841-4c29-8448-fcf2200ae401 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Unset dirty status for tenant:4e7455e7abb54cf6bccd48d1ec884375 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:05.014138 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca86ae0b-c6c7-41d4-bfae-f8a8a03d2d7e req-bb4b9792-7841-4c29-8448-fcf2200ae401 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 210 time: 0.1831877 Feb 04 15:44:05.020432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.037336 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541573b4-d813-4e96-b8cf-be2fe2b57d56 req-959926c5-1e81-4a6f-965f-84a25f2f3684 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 HTTP/1.1" status: 200 len: 217 time: 0.1012685 Feb 04 15:44:05.073754 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ea348f3-4a98-4195-b168-12caa4d6797b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.073754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea348f3-4a98-4195-b168-12caa4d6797b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Fanout notify agent at l3_agent the message router_deleted on router fd99cf02-f378-4617-8ad0-e1fc9c7105d1 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:44:05.117903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:05.131775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:05.138704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:44:05.202634 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ea348f3-4a98-4195-b168-12caa4d6797b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.207915 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1ea348f3-4a98-4195-b168-12caa4d6797b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "DELETE /v2.0/routers/fd99cf02-f378-4617-8ad0-e1fc9c7105d1 HTTP/1.1" status: 204 len: 168 time: 3.4126406 Feb 04 15:44:05.207915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Pushing event updated for resources: {'Port': ['ID=73de5544-7dde-46d4-b935-140ab78aa46b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:05.209759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37386) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:05.221324 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-392d1ea8-2d1c-429f-aad6-4e3014967bba tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-51258572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:05.235343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-392d1ea8-2d1c-429f-aad6-4e3014967bba tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:05.246899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:05.247583 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.255213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-392d1ea8-2d1c-429f-aad6-4e3014967bba tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Usage tracker for resource:router and tenant:7bdc04a96d8449c88a334047bbca658c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:05.264176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-392d1ea8-2d1c-429f-aad6-4e3014967bba tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:05.274866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cfec6-cfcb-4cff-8cba-1a22916c1fab req-715f87f4-7ac6-4fea-b353-da8b2424052e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:05.275595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-392d1ea8-2d1c-429f-aad6-4e3014967bba tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:05.283380 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-963cfec6-cfcb-4cff-8cba-1a22916c1fab req-715f87f4-7ac6-4fea-b353-da8b2424052e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.6236169 Feb 04 15:44:05.294877 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-897d5434-daca-4583-9b24-5afee875c23f req-61bc19ab-9cbc-4492-b9ec-4e00cdb11c89 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6474068 Feb 04 15:44:05.303624 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-392d1ea8-2d1c-429f-aad6-4e3014967bba tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.304719 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-392d1ea8-2d1c-429f-aad6-4e3014967bba tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.310954 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Request body: {'port': {'device_id': '8d113786-f7c6-4f7e-825a-96a939413d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:05.364952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541573b4-d813-4e96-b8cf-be2fe2b57d56 req-e5e0fa7e-6ead-4d48-b28f-0efb7f19ea2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:05.366416 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541573b4-d813-4e96-b8cf-be2fe2b57d56 req-e5e0fa7e-6ead-4d48-b28f-0efb7f19ea2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6936ad47-b452-4395-8810-e07292c24d1f HTTP/1.1" status: 200 len: 852 time: 0.1637957 Feb 04 15:44:05.435724 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-963cfec6-cfcb-4cff-8cba-1a22916c1fab req-bb661c7b-42df-47ac-bd63-529a0d36ba67 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513941 Feb 04 15:44:05.495937 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541573b4-d813-4e96-b8cf-be2fe2b57d56 req-381ce413-2805-43b4-bf0b-fe4b0fc6ab82 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d4c21c4-551b-462b-8e6b-996fea3f21f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166277 Feb 04 15:44:05.632922 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-392d1ea8-2d1c-429f-aad6-4e3014967bba tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.673869 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.737920 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-392d1ea8-2d1c-429f-aad6-4e3014967bba tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.749568 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541573b4-d813-4e96-b8cf-be2fe2b57d56 req-6cc68939-8f11-4730-9034-f7a95b3a98ca service neutron] 10.222.0.73 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297029 Feb 04 15:44:05.759319 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:44:05.833701 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-392d1ea8-2d1c-429f-aad6-4e3014967bba tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.834871 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-392d1ea8-2d1c-429f-aad6-4e3014967bba tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6242368 Feb 04 15:44:05.839414 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37404) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:05.851121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'enable_snat': False}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:05.955468 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e67d93c2-a45b-4e95-b8ae-ed81e3e20493 req-e66e8a80-49ab-4edc-ada8-2877fec1a7f1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3547337 Feb 04 15:44:06.147919 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a18198-b2a5-4869-bdec-639a6506a3f5 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:06.163785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.247040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Transition to ACTIVE for port object 51a18198-b2a5-4869-bdec-639a6506a3f5 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:06.271006 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.360507 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541573b4-d813-4e96-b8cf-be2fe2b57d56 req-5ff2895e-9fcb-4801-9dc8-64df081e3f0e service neutron] 10.222.0.73 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293355 Feb 04 15:44:06.448598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b0349-7351-4013-94c9-97ec283ab3e3 req-f46a7663-e697-4cae-95de-75b392218d5b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:06.455525 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f4b0349-7351-4013-94c9-97ec283ab3e3 req-f46a7663-e697-4cae-95de-75b392218d5b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.6254089 Feb 04 15:44:06.490508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Pushing event updated for resources: {'Port': ['ID=51a18198-b2a5-4869-bdec-639a6506a3f5,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:06.502971 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e67d93c2-a45b-4e95-b8ae-ed81e3e20493 req-60f29118-6cbc-4112-9f53-f33298e99402 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf&device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 1174 time: 0.3550498 Feb 04 15:44:06.601950 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-794e61c2-1490-415d-aa78-48d3c3db508e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.631908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b95f8-4cd2-4d29-a019-cc02d208425e req-b9b6a338-c6ec-4de1-b267-0928737a1604 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:06.639080 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-737b95f8-4cd2-4d29-a019-cc02d208425e req-b9b6a338-c6ec-4de1-b267-0928737a1604 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 946 time: 0.4433427 Feb 04 15:44:06.714386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f4b0349-7351-4013-94c9-97ec283ab3e3 req-9608b948-861d-498d-80a3-6c8ffa9d7529 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578909 Feb 04 15:44:06.737960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-737b95f8-4cd2-4d29-a019-cc02d208425e req-1de83c70-7a0e-4384-b34a-98b3bf8e4bd1 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8c95933-c67c-47a8-9775-5ebf8a7bddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978310 Feb 04 15:44:06.806805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Attempting to bind port 51a18198-b2a5-4869-bdec-639a6506a3f5 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:06.807145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Attempting to bind port 51a18198-b2a5-4869-bdec-639a6506a3f5 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '71e3a25b-315c-4510-8182-2cdb30e0d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:06.807600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Attempting to bind port 51a18198-b2a5-4869-bdec-639a6506a3f5 on network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:44:06.815328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Port 51a18198-b2a5-4869-bdec-639a6506a3f5 on network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:44:06.815654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Attempting to bind port 51a18198-b2a5-4869-bdec-639a6506a3f5 on network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:44:06.829668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:44:06.830010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Checking segment: {'id': '71e3a25b-315c-4510-8182-2cdb30e0d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:44:06.830445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Bound using segment: {'id': '71e3a25b-315c-4510-8182-2cdb30e0d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:44:06.831047 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Bound port: 51a18198-b2a5-4869-bdec-639a6506a3f5, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e3a25b-315c-4510-8182-2cdb30e0d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:06.831622 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.910513 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.937993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73de5544-7dde-46d4-b935-140ab78aa46b {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:06.962670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d93c2-a45b-4e95-b8ae-ed81e3e20493 req-50b99b08-768f-45af-8746-73ca143e40db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:06.966448 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e67d93c2-a45b-4e95-b8ae-ed81e3e20493 req-50b99b08-768f-45af-8746-73ca143e40db service neutron] 10.222.0.81 "GET /v2.0/networks?id=5d4c21c4-551b-462b-8e6b-996fea3f21f0 HTTP/1.1" status: 200 len: 913 time: 0.4030316 Feb 04 15:44:06.985278 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.029683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] For port 51a18198-b2a5-4869-bdec-639a6506a3f5, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:44:07.046811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] For port 51a18198-b2a5-4869-bdec-639a6506a3f5, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=51a18198-b2a5-4869-bdec-639a6506a3f5,segment=NetworkSegment(71e3a25b-315c-4510-8182-2cdb30e0d125),segment_id=71e3a25b-315c-4510-8182-2cdb30e0d125)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:44:07.059385 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.160173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Transition to ACTIVE for port object 73de5544-7dde-46d4-b935-140ab78aa46b will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:07.165513 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e67d93c2-a45b-4e95-b8ae-ed81e3e20493 req-4f81afd9-487d-4225-922b-ced4889fdeee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57e0b535-d578-4898-a347-9c2cc45031c7 HTTP/1.1" status: 200 len: 217 time: 0.1746833 Feb 04 15:44:07.170736 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.255029 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.256642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-818a7488-ef27-444b-921f-3eb000f07630 req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] 10.222.0.73 "PUT /v2.0/ports/51a18198-b2a5-4869-bdec-639a6506a3f5 HTTP/1.1" status: 200 len: 1092 time: 3.9309123 Feb 04 15:44:07.258118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7767bf3-a93d-4b92-a43e-70cf268801c0', 'tag': '51a18198-b2a5-4869-bdec-639a6506a3f5'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:07.402125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861aa75-1077-44f1-b16c-4d6b7c647521 service neutron] Pushing event updated for resources: {'Port': ['ID=51a18198-b2a5-4869-bdec-639a6506a3f5,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:07.526969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9794b-27e9-43de-b351-7e56af769c83 req-09187601-061f-466c-8967-c379ff0435bc tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.547760 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84f9794b-27e9-43de-b351-7e56af769c83 req-09187601-061f-466c-8967-c379ff0435bc tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 1023 time: 0.3684428 Feb 04 15:44:07.653347 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-818a7488-ef27-444b-921f-3eb000f07630 req-07714639-0cb0-4098-a5c3-4333d92b8ca3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e7455e7abb54cf6bccd48d1ec884375&device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 1095 time: 0.3416519 Feb 04 15:44:07.689898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Pushing event updated for resources: {'Port': ['ID=73de5544-7dde-46d4-b935-140ab78aa46b,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:07.701272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d93c2-a45b-4e95-b8ae-ed81e3e20493 req-4cd19adc-b1ef-46fa-9966-cdd6e608b701 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.703006 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e67d93c2-a45b-4e95-b8ae-ed81e3e20493 req-4cd19adc-b1ef-46fa-9966-cdd6e608b701 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6936ad47-b452-4395-8810-e07292c24d1f HTTP/1.1" status: 200 len: 852 time: 0.5268245 Feb 04 15:44:07.839591 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e67d93c2-a45b-4e95-b8ae-ed81e3e20493 req-b2d93594-8e23-427d-8b42-bda4721dd454 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d4c21c4-551b-462b-8e6b-996fea3f21f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244338 Feb 04 15:44:07.839992 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84f9794b-27e9-43de-b351-7e56af769c83 req-b665c4ea-ce95-4dc5-bd87-7e774374ea31 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a5951-afde-4ac0-a9b4-af1f271b3351&id=d092c1e9-a38d-4777-8606-ac0c17cf431c&id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2746718 Feb 04 15:44:07.842507 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-818a7488-ef27-444b-921f-3eb000f07630 req-672a7796-5501-45f6-aace-6cf5d1e9ed2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51a18198-b2a5-4869-bdec-639a6506a3f5 HTTP/1.1" status: 200 len: 217 time: 0.1753759 Feb 04 15:44:07.869002 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e301eb-3bf4-4d6a-a057-e633af7688be req-b7ddb2f4-0f19-49df-b13d-f133ed47614a tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.871485 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98e301eb-3bf4-4d6a-a057-e633af7688be req-b7ddb2f4-0f19-49df-b13d-f133ed47614a tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 943 time: 0.4613321 Feb 04 15:44:07.992112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a7488-ef27-444b-921f-3eb000f07630 req-339500b6-99bd-4fca-9fcc-4859c0b4c9bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.995316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-818a7488-ef27-444b-921f-3eb000f07630 req-339500b6-99bd-4fca-9fcc-4859c0b4c9bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1711e37f-bdaf-4a9e-a302-926cbcffa942 HTTP/1.1" status: 200 len: 859 time: 0.1223273 Feb 04 15:44:08.079765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 105ad940-086c-4da6-91dc-4675bf92434d no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:08.090571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Attempting to bind port 73de5544-7dde-46d4-b935-140ab78aa46b on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:08.090934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Attempting to bind port 73de5544-7dde-46d4-b935-140ab78aa46b by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '71e3a25b-315c-4510-8182-2cdb30e0d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:08.091214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Attempting to bind port 73de5544-7dde-46d4-b935-140ab78aa46b on network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:44:08.126169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Port 73de5544-7dde-46d4-b935-140ab78aa46b on network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:44:08.126517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Attempting to bind port 73de5544-7dde-46d4-b935-140ab78aa46b on network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:44:08.133017 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e67d93c2-a45b-4e95-b8ae-ed81e3e20493 req-d4868c2b-e63b-4223-8350-6089b5ad60fa service neutron] 10.222.0.81 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826140 Feb 04 15:44:08.162569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:44:08.162965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Checking segment: {'id': '71e3a25b-315c-4510-8182-2cdb30e0d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:44:08.165273 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Bound using segment: {'id': '71e3a25b-315c-4510-8182-2cdb30e0d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:44:08.166134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Bound port: 73de5544-7dde-46d4-b935-140ab78aa46b, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e3a25b-315c-4510-8182-2cdb30e0d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:08.166742 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.410800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98e301eb-3bf4-4d6a-a057-e633af7688be req-279e2053-f604-4793-83ee-20663ce0e3c9 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134417 Feb 04 15:44:08.411530 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.436449 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-818a7488-ef27-444b-921f-3eb000f07630 req-78f72af7-24d4-4d14-99c8-e03477ea490c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4102676 Feb 04 15:44:08.471835 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.492046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 105ad940-086c-4da6-91dc-4675bf92434d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=105ad940-086c-4da6-91dc-4675bf92434d,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:08.494104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105ad940-086c-4da6-91dc-4675bf92434d'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:08.506290 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.543520 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] For port 73de5544-7dde-46d4-b935-140ab78aa46b, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:44:08.596387 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.611294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] For port 73de5544-7dde-46d4-b935-140ab78aa46b, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=73de5544-7dde-46d4-b935-140ab78aa46b,segment=NetworkSegment(71e3a25b-315c-4510-8182-2cdb30e0d125),segment_id=71e3a25b-315c-4510-8182-2cdb30e0d125)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:44:08.665768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=105ad940-086c-4da6-91dc-4675bf92434d,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:08.697223 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.830570 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.832202 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-897d5434-daca-4583-9b24-5afee875c23f req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] 10.222.0.73 "PUT /v2.0/ports/73de5544-7dde-46d4-b935-140ab78aa46b HTTP/1.1" status: 200 len: 1091 time: 3.5298789 Feb 04 15:44:08.841071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d113786-f7c6-4f7e-825a-96a939413d4f', 'tag': '73de5544-7dde-46d4-b935-140ab78aa46b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:08.846798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9e10e-e832-4aac-b58a-c5fc3a53f0c3 req-45f615d6-e758-4ff6-ab0f-c411ac520d34 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:08.849290 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8f9e10e-e832-4aac-b58a-c5fc3a53f0c3 req-45f615d6-e758-4ff6-ab0f-c411ac520d34 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/networks?id=e4b139df-5612-4377-ac79-2126181c32bf HTTP/1.1" status: 200 len: 814 time: 0.1890690 Feb 04 15:44:08.880882 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e67d93c2-a45b-4e95-b8ae-ed81e3e20493 req-3bd3137f-bb4d-4609-ab97-eea7f18bb6e7 service neutron] 10.222.0.81 "GET /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7385669 Feb 04 15:44:08.939772 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5804c190-0f89-4791-b6bc-e7d2c97b857b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.979595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d83a6-9253-4865-b533-00003a9ae915 req-660c4911-8f55-4f0b-b2ca-168a0b13b110 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:08.981645 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ef2d83a6-9253-4865-b533-00003a9ae915 req-660c4911-8f55-4f0b-b2ca-168a0b13b110 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 1023 time: 0.9535813 Feb 04 15:44:09.022990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Allocated IP 172.25.0.87 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/87ec3783-16bd-42d5-a82b-aca086030fe8) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:09.048404 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-818a7488-ef27-444b-921f-3eb000f07630 req-a90d5a53-cce5-409b-bfcb-12326c0021c9 service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834768 Feb 04 15:44:09.087404 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8f9e10e-e832-4aac-b58a-c5fc3a53f0c3 req-f78e60c8-62e5-4f09-9e22-b00078a564b6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/quotas/428132a2da7b4ddc958b0b710ebd148c HTTP/1.1" status: 200 len: 375 time: 0.1820562 Feb 04 15:44:09.207903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf4d9d-9717-42a3-a50f-1e36d232178d service neutron] Pushing event updated for resources: {'Port': ['ID=73de5544-7dde-46d4-b935-140ab78aa46b,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:09.259479 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.293206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-ef2d83a6-9253-4865-b533-00003a9ae915 req-2637232e-9eda-41e4-a345-85774dd79a59 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Deleting port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:44:09.293558 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-897d5434-daca-4583-9b24-5afee875c23f req-e91214eb-f226-4525-92dc-8fc04d81b85e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e7455e7abb54cf6bccd48d1ec884375&device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 1094 time: 0.3689957 Feb 04 15:44:09.293739 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ef2d83a6-9253-4865-b533-00003a9ae915 req-2637232e-9eda-41e4-a345-85774dd79a59 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.360620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ba1f3-c910-491d-99bc-67a4008d461c req-1fdfc58e-ba30-4002-bc76-d01946d87ddd tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:09.369586 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c29ba1f3-c910-491d-99bc-67a4008d461c req-1fdfc58e-ba30-4002-bc76-d01946d87ddd tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 947 time: 0.5141006 Feb 04 15:44:09.424162 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.449479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8f9e10e-e832-4aac-b58a-c5fc3a53f0c3 req-e227a903-cbe9-48f4-9890-8961e5cba4d3 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=428132a2da7b4ddc958b0b710ebd148c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3611250 Feb 04 15:44:09.534069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Pushing event updated for resources: {'Port': ['ID=87ec3783-16bd-42d5-a82b-aca086030fe8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:09.551427 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-897d5434-daca-4583-9b24-5afee875c23f req-a5daa268-c2fa-4d09-a796-f8013bef2aaf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73de5544-7dde-46d4-b935-140ab78aa46b HTTP/1.1" status: 200 len: 217 time: 0.2342966 Feb 04 15:44:09.561896 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-818a7488-ef27-444b-921f-3eb000f07630 req-4236a6ae-234b-48e2-ab8b-689c481472ee service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308069 Feb 04 15:44:09.563565 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7767bf3-a93d-4b92-a43e-70cf268801c0', 'tag': '51a18198-b2a5-4869-bdec-639a6506a3f5', 'status': 'completed', 'code': 200} Feb 04 15:44:09.566559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:09.579794 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c29ba1f3-c910-491d-99bc-67a4008d461c req-e04cc0b7-7310-4954-a9df-83c561533381 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/security-groups?id=886403a4-817b-4084-86a8-7328d0fbd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092330 Feb 04 15:44:09.684767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:09.687615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d5434-daca-4583-9b24-5afee875c23f req-d8b6292e-f5e2-4494-b6dd-278a2d5d9ccd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:09.689084 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-897d5434-daca-4583-9b24-5afee875c23f req-d8b6292e-f5e2-4494-b6dd-278a2d5d9ccd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1711e37f-bdaf-4a9e-a302-926cbcffa942 HTTP/1.1" status: 200 len: 859 time: 0.1075454 Feb 04 15:44:09.689790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:44:09.738596 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105ad940-086c-4da6-91dc-4675bf92434d', 'code': 200} Feb 04 15:44:09.783312 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-897d5434-daca-4583-9b24-5afee875c23f req-b0e5e35e-8f20-4aa1-9f3d-6e3ad4ce0656 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521169 Feb 04 15:44:09.853544 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d113786-f7c6-4f7e-825a-96a939413d4f', 'tag': '73de5544-7dde-46d4-b935-140ab78aa46b', 'status': 'completed', 'code': 200} Feb 04 15:44:09.891546 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2eacc21c-c388-4179-b56f-b043ac97e512 req-0bd2ba2c-1644-4567-8c30-0b23ca9469c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e7455e7abb54cf6bccd48d1ec884375&device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 1095 time: 0.1786637 Feb 04 15:44:09.900348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-ef2d83a6-9253-4865-b533-00003a9ae915 req-2637232e-9eda-41e4-a345-85774dd79a59 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] For port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60,segment=NetworkSegment(e522db58-e236-4242-9bc5-3f2097a12f97),segment_id=e522db58-e236-4242-9bc5-3f2097a12f97)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:09.901300 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ef2d83a6-9253-4865-b533-00003a9ae915 req-2637232e-9eda-41e4-a345-85774dd79a59 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.917798 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.122578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-ef2d83a6-9253-4865-b533-00003a9ae915 req-2637232e-9eda-41e4-a345-85774dd79a59 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Calling delete_port for 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:44:10.165905 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.375358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Sync routers for ids ['00fa7774-5029-4e70-aaf8-23ac124b9026'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:44:10.395281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Routers {'00fa7774-5029-4e70-aaf8-23ac124b9026'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:44:10.396398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:44:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['00fa7774-5029-4e70-aaf8-23ac124b9026'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:10.435654 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-897d5434-daca-4583-9b24-5afee875c23f req-f7f17962-d4eb-4e9e-a35c-52d986ce3012 service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262360 Feb 04 15:44:10.606563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacc21c-c388-4179-b56f-b043ac97e512 req-71a39d48-e6b7-4cd8-9829-937529dfd1a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:10.608231 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2eacc21c-c388-4179-b56f-b043ac97e512 req-71a39d48-e6b7-4cd8-9829-937529dfd1a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4 HTTP/1.1" status: 200 len: 920 time: 0.6892705 Feb 04 15:44:10.611507 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-897d5434-daca-4583-9b24-5afee875c23f req-ff4ea195-10d5-4278-bce3-aa0253c78483 service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681588 Feb 04 15:44:10.622506 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.686186 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Set router 00fa7774-5029-4e70-aaf8-23ac124b9026 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:44:10.842365 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ef2d83a6-9253-4865-b533-00003a9ae915 req-2637232e-9eda-41e4-a345-85774dd79a59 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.881287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.887979 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c324a914-6f41-44af-8028-c8880fc66157 req-cc0cbc15-ee5a-4a27-bcd1-7516cce36944 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e7455e7abb54cf6bccd48d1ec884375&device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 1094 time: 0.2041152 Feb 04 15:44:10.889312 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.900145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['57e0b535-d578-4898-a347-9c2cc45031c7'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:44:10.970831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637232e-9eda-41e4-a345-85774dd79a59 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event deleted for resources: {'Port': ['ID=37661c94-cfc7-4f0d-9a9b-a6f91b2aac60,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:10.981616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2eacc21c-c388-4179-b56f-b043ac97e512 req-ea41baa6-4197-4040-8a71-d2696b97f9d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51a18198-b2a5-4869-bdec-639a6506a3f5 HTTP/1.1" status: 200 len: 217 time: 0.2150102 Feb 04 15:44:10.989195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a20f9-e8a8-4710-989f-b10f55fbd9c7 req-9765e7cc-773b-424c-918a-4dc78daba2ad tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:10.990592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-811a20f9-e8a8-4710-989f-b10f55fbd9c7 req-9765e7cc-773b-424c-918a-4dc78daba2ad tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec003fa6-9243-4e56-aece-16f1399c93a1 HTTP/1.1" status: 200 len: 945 time: 0.8299618 Feb 04 15:44:10.997306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ca2e8-c21e-4678-9ccc-ff44e55bd750 req-6ec85057-4a1c-43a3-b0f4-825ee0b00bd0 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:11.005784 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-845ca2e8-c21e-4678-9ccc-ff44e55bd750 req-6ec85057-4a1c-43a3-b0f4-825ee0b00bd0 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 943 time: 0.8021276 Feb 04 15:44:11.168193 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-811a20f9-e8a8-4710-989f-b10f55fbd9c7 req-afca5dda-6a2d-4e48-9699-4ea3a978ebe3 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a5951-afde-4ac0-a9b4-af1f271b3351&id=d092c1e9-a38d-4777-8606-ac0c17cf431c&id=37aead9b-ce1d-4b99-8731-553225cab531&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1156909 Feb 04 15:44:11.231557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324a914-6f41-44af-8028-c8880fc66157 req-33bd4686-ff80-47a6-88c2-ecb0b2df51ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:11.233042 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c324a914-6f41-44af-8028-c8880fc66157 req-33bd4686-ff80-47a6-88c2-ecb0b2df51ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4 HTTP/1.1" status: 200 len: 920 time: 0.3382905 Feb 04 15:44:11.277623 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-845ca2e8-c21e-4678-9ccc-ff44e55bd750 req-ce013298-5254-445c-82a7-d427375a6b45 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708442 Feb 04 15:44:11.292246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2d83a6-9253-4865-b533-00003a9ae915 req-2637232e-9eda-41e4-a345-85774dd79a59 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] No DVR routers for this DVR port 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:11.300357 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ef2d83a6-9253-4865-b533-00003a9ae915 req-2637232e-9eda-41e4-a345-85774dd79a59 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.339597 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacc21c-c388-4179-b56f-b043ac97e512 req-6a35157b-5207-49ee-8e3c-87c072274488 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:11.341270 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2eacc21c-c388-4179-b56f-b043ac97e512 req-6a35157b-5207-49ee-8e3c-87c072274488 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1711e37f-bdaf-4a9e-a302-926cbcffa942 HTTP/1.1" status: 200 len: 859 time: 0.2618856 Feb 04 15:44:11.394322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ef2d83a6-9253-4865-b533-00003a9ae915 req-2637232e-9eda-41e4-a345-85774dd79a59 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.73 "DELETE /v2.0/ports/37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 HTTP/1.1" status: 204 len: 173 time: 2.3432367 Feb 04 15:44:11.448744 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c324a914-6f41-44af-8028-c8880fc66157 req-578acbc5-65fc-4f6f-9fb5-9bc269bf968e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73de5544-7dde-46d4-b935-140ab78aa46b HTTP/1.1" status: 200 len: 217 time: 0.2025719 Feb 04 15:44:11.458695 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2eacc21c-c388-4179-b56f-b043ac97e512 req-12d96dba-da78-4fad-bde0-219ac70670f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108129 Feb 04 15:44:11.491341 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.504659 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.592582 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'name': 'tempest-ServerRescueNegativeTestJSON-1167247479-router', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:46Z', 'updated_at': '2022-02-04T15:43:53Z', 'revision_number': 4, 'project_id': '4e7455e7abb54cf6bccd48d1ec884375', 'gw_port': {'id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:48Z', 'updated_at': '2022-02-04T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '57b5ba3c-9da2-4e94-b065-fb50ebb3e298', 'name': '', 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'mac_address': 'fa:16:3e:b5:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1711e37f-bdaf-4a9e-a302-926cbcffa942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:52Z', 'updated_at': '2022-02-04T15:43:53Z', 'revision_number': 2, 'project_id': '4e7455e7abb54cf6bccd48d1ec884375', 'subnets': [{'id': '1711e37f-bdaf-4a9e-a302-926cbcffa942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:11.605175 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Checking router: 00fa7774-5029-4e70-aaf8-23ac124b9026 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:44:11.605674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Updating router 00fa7774-5029-4e70-aaf8-23ac124b9026 port 57b5ba3c-9da2-4e94-b065-fb50ebb3e298 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:44:11.633748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324a914-6f41-44af-8028-c8880fc66157 req-5781ac62-83d7-4df6-9b68-992e8faf2ff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:11.643422 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c324a914-6f41-44af-8028-c8880fc66157 req-5781ac62-83d7-4df6-9b68-992e8faf2ff1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1711e37f-bdaf-4a9e-a302-926cbcffa942 HTTP/1.1" status: 200 len: 859 time: 0.1820128 Feb 04 15:44:11.691076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec003fa6-9243-4e56-aece-16f1399c93a1', 'name': 'network-vif-deleted', 'tag': '37661c94-cfc7-4f0d-9a9b-a6f91b2aac60'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:11.700447 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2eacc21c-c388-4179-b56f-b043ac97e512 req-073674cf-8ec3-445c-a021-96aef3e59ade service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052414 Feb 04 15:44:11.730564 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c324a914-6f41-44af-8028-c8880fc66157 req-7ebc9f0b-9f87-4593-a741-c26d69ad0f85 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729847 Feb 04 15:44:11.741551 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.940101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b034d-2cc5-4af0-b5d2-ba77d980bcb4 req-aa85a909-aab7-416c-95fa-aaadeb6e2d99 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:11.941766 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d1b034d-2cc5-4af0-b5d2-ba77d980bcb4 req-aa85a909-aab7-416c-95fa-aaadeb6e2d99 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.5558431 Feb 04 15:44:11.984474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Router 25a11d27-9eda-42a4-b57f-bad2e35df048 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:44:12.000998 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c324a914-6f41-44af-8028-c8880fc66157 req-27692d4b-920c-45f2-b3f3-5cd5a2378b1f service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593658 Feb 04 15:44:12.135221 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 51a18198-b2a5-4869-bdec-639a6506a3f5 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:44:12.140075 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d1b034d-2cc5-4af0-b5d2-ba77d980bcb4 req-21296b06-d96d-4e03-97a1-73520626aa27 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820061 Feb 04 15:44:12.150349 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:12.241946 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2eacc21c-c388-4179-b56f-b043ac97e512 req-89d51470-0074-48f0-9c5c-f9d3eea80a08 service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284290 Feb 04 15:44:12.270976 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:44:12.271579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 37661c94-cfc7-4f0d-9a9b-a6f91b2aac60 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:44:12.325345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171be3c-e9cd-41fd-bc9b-7a54397f266a req-eebd1d6d-9215-4ca3-ac99-ee447e45a530 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:12.326916 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c171be3c-e9cd-41fd-bc9b-7a54397f266a req-eebd1d6d-9215-4ca3-ac99-ee447e45a530 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 946 time: 0.1272707 Feb 04 15:44:12.419874 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c171be3c-e9cd-41fd-bc9b-7a54397f266a req-46cddc60-6c0c-4d3c-a3c0-73c823bff390 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8c95933-c67c-47a8-9775-5ebf8a7bddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842247 Feb 04 15:44:12.424555 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec003fa6-9243-4e56-aece-16f1399c93a1', 'name': 'network-vif-deleted', 'tag': '37661c94-cfc7-4f0d-9a9b-a6f91b2aac60', 'status': 'completed', 'code': 200} Feb 04 15:44:12.587566 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c324a914-6f41-44af-8028-c8880fc66157 req-6d66f833-a7f5-481f-ac44-43cba06f1d13 service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971812 Feb 04 15:44:12.710377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e41f25-2b9f-4985-967e-f1d823aee6c4 req-74fd6e45-0d7b-46b8-a8a6-f3e26b443c8c tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:12.711125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-77e41f25-2b9f-4985-967e-f1d823aee6c4 req-74fd6e45-0d7b-46b8-a8a6-f3e26b443c8c tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Synchronizing usage tracker for tenant:6b2d5a0232874a949e41f363eff7e225 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:12.741774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 51a18198-b2a5-4869-bdec-639a6506a3f5, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=51a18198-b2a5-4869-bdec-639a6506a3f5,segment=NetworkSegment(71e3a25b-315c-4510-8182-2cdb30e0d125),segment_id=71e3a25b-315c-4510-8182-2cdb30e0d125)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:12.765177 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.807658 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Transition to ACTIVE for port object 57b5ba3c-9da2-4e94-b065-fb50ebb3e298 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:12.809154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-77e41f25-2b9f-4985-967e-f1d823aee6c4 req-74fd6e45-0d7b-46b8-a8a6-f3e26b443c8c tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Unset dirty status for tenant:6b2d5a0232874a949e41f363eff7e225 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:12.810416 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-77e41f25-2b9f-4985-967e-f1d823aee6c4 req-74fd6e45-0d7b-46b8-a8a6-f3e26b443c8c tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.81 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 946 time: 0.2217770 Feb 04 15:44:12.815600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '51a18198-b2a5-4869-bdec-639a6506a3f5', 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4', 'port_id': '51a18198-b2a5-4869-bdec-639a6506a3f5', 'mac_address': 'fa:16:3e:d8:df:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1711e37f-bdaf-4a9e-a302-926cbcffa942', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:44:12.864540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa50b70-721c-40ae-a0f5-108ae38046a3 req-b7d53dab-0be8-4764-892b-30963ea96429 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:12.872499 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-daa50b70-721c-40ae-a0f5-108ae38046a3 req-b7d53dab-0be8-4764-892b-30963ea96429 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2346709 Feb 04 15:44:12.884850 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.891587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-77e41f25-2b9f-4985-967e-f1d823aee6c4 req-cd4d8abe-7bf9-45e9-b1a4-ce255f4ff829 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Deleting port d7993369-611e-46e4-bd0f-f601ad754a9c {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:44:12.891933 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-77e41f25-2b9f-4985-967e-f1d823aee6c4 req-cd4d8abe-7bf9-45e9-b1a4-ce255f4ff829 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.910291 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.917954 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a18198-b2a5-4869-bdec-639a6506a3f5 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:12.937911 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 51a18198-b2a5-4869-bdec-639a6506a3f5, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=51a18198-b2a5-4869-bdec-639a6506a3f5,segment=NetworkSegment(71e3a25b-315c-4510-8182-2cdb30e0d125),segment_id=71e3a25b-315c-4510-8182-2cdb30e0d125)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:12.958286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:44:12.969198 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f190d8d-5ddd-469b-bbc1-81418d74d436 None None] Sync routers for ids ['25a11d27-9eda-42a4-b57f-bad2e35df048'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:44:12.982261 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.988775 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5c99568d-4826-49ce-8324-52c8eb7b0e26 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "PUT /v2.0/routers/25a11d27-9eda-42a4-b57f-bad2e35df048 HTTP/1.1" status: 200 len: 913 time: 7.1471448 Feb 04 15:44:12.989313 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.991118 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37494) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:12.994759 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f190d8d-5ddd-469b-bbc1-81418d74d436 None None] Routers {'25a11d27-9eda-42a4-b57f-bad2e35df048'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:44:12.996068 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0f190d8d-5ddd-469b-bbc1-81418d74d436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:44:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['25a11d27-9eda-42a4-b57f-bad2e35df048'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:13.018652 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-daa50b70-721c-40ae-a0f5-108ae38046a3 req-f04f9fd5-fd00-4636-a7ef-999303da8fbf tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384921 Feb 04 15:44:13.170002 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0f190d8d-5ddd-469b-bbc1-81418d74d436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:13.198167 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f190d8d-5ddd-469b-bbc1-81418d74d436 None None] Routers {'25a11d27-9eda-42a4-b57f-bad2e35df048'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:44:13.200155 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0f190d8d-5ddd-469b-bbc1-81418d74d436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:44:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['25a11d27-9eda-42a4-b57f-bad2e35df048'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:13.246640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6012ec8-3fa4-4c3a-866f-ece19375b3bf None None] Pushing event updated for resources: {'Port': ['ID=57b5ba3c-9da2-4e94-b065-fb50ebb3e298,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:13.340528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683baa37-80c4-4fab-947c-528aadd60179 req-125c3c5e-4c4a-4f76-92b2-003d2b3882c4 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:13.350050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-683baa37-80c4-4fab-947c-528aadd60179 req-125c3c5e-4c4a-4f76-92b2-003d2b3882c4 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 943 time: 0.1221933 Feb 04 15:44:13.351675 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0f190d8d-5ddd-469b-bbc1-81418d74d436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:13.352596 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f190d8d-5ddd-469b-bbc1-81418d74d436 None None] The sync data for ids ['25a11d27-9eda-42a4-b57f-bad2e35df048'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:44:13.370067 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-77e41f25-2b9f-4985-967e-f1d823aee6c4 req-cd4d8abe-7bf9-45e9-b1a4-ce255f4ff829 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] For port d7993369-611e-46e4-bd0f-f601ad754a9c, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=d7993369-611e-46e4-bd0f-f601ad754a9c,segment=NetworkSegment(487f4f64-8f23-4c53-bf96-8fc1bcfdedd9),segment_id=487f4f64-8f23-4c53-bf96-8fc1bcfdedd9)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:13.370419 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-77e41f25-2b9f-4985-967e-f1d823aee6c4 req-cd4d8abe-7bf9-45e9-b1a4-ce255f4ff829 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.416573 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-683baa37-80c4-4fab-947c-528aadd60179 req-5a2ca266-40dd-46a2-a48c-94b591344808 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651610 Feb 04 15:44:13.488135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['51a18198-b2a5-4869-bdec-639a6506a3f5'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:44:13.547035 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-77e41f25-2b9f-4985-967e-f1d823aee6c4 req-cd4d8abe-7bf9-45e9-b1a4-ce255f4ff829 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Calling delete_port for d7993369-611e-46e4-bd0f-f601ad754a9c owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:44:13.553927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Attempting to bind port 57b5ba3c-9da2-4e94-b065-fb50ebb3e298 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:13.553927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Attempting to bind port 57b5ba3c-9da2-4e94-b065-fb50ebb3e298 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '71e3a25b-315c-4510-8182-2cdb30e0d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:13.554327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Attempting to bind port 57b5ba3c-9da2-4e94-b065-fb50ebb3e298 on network 17a674f3-b911-4fd5-bdf6-0c150ae31bb4 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:44:13.567255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:44:13.569985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Checking segment: {'id': '71e3a25b-315c-4510-8182-2cdb30e0d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:44:13.571302 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.572277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Bound using segment: {'id': '71e3a25b-315c-4510-8182-2cdb30e0d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:44:13.572968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Bound port: 57b5ba3c-9da2-4e94-b065-fb50ebb3e298, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e3a25b-315c-4510-8182-2cdb30e0d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:13.573573 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.598209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=51a18198-b2a5-4869-bdec-639a6506a3f5,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:13.667602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87894eaa-cff6-4bbd-9284-24262077bbca req-bcb8eb5d-e421-40e9-8e04-73d460022bd3 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/d092c1e9-a38d-4777-8606-ac0c17cf431c HTTP/1.1" status: 200 len: 1635 time: 0.1152756 Feb 04 15:44:13.834333 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-87894eaa-cff6-4bbd-9284-24262077bbca req-28239544-aead-46d9-9efe-95c070cb5715 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.839479 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-77e41f25-2b9f-4985-967e-f1d823aee6c4 req-cd4d8abe-7bf9-45e9-b1a4-ce255f4ff829 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.845507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] For port 57b5ba3c-9da2-4e94-b065-fb50ebb3e298, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:44:13.858678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] For port 57b5ba3c-9da2-4e94-b065-fb50ebb3e298, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=57b5ba3c-9da2-4e94-b065-fb50ebb3e298,segment=NetworkSegment(71e3a25b-315c-4510-8182-2cdb30e0d125),segment_id=71e3a25b-315c-4510-8182-2cdb30e0d125)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:44:13.865159 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.878410 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-87894eaa-cff6-4bbd-9284-24262077bbca req-28239544-aead-46d9-9efe-95c070cb5715 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.918973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d8abe-7bf9-45e9-b1a4-ce255f4ff829 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Pushing event deleted for resources: {'Port': ['ID=d7993369-611e-46e4-bd0f-f601ad754a9c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:13.964412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6012ec8-3fa4-4c3a-866f-ece19375b3bf None None] Pushing event updated for resources: {'Port': ['ID=57b5ba3c-9da2-4e94-b065-fb50ebb3e298,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:13.976792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Routers {'00fa7774-5029-4e70-aaf8-23ac124b9026'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:44:13.978193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:44:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['00fa7774-5029-4e70-aaf8-23ac124b9026'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:13.982280 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-87894eaa-cff6-4bbd-9284-24262077bbca req-28239544-aead-46d9-9efe-95c070cb5715 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.009450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28239544-aead-46d9-9efe-95c070cb5715 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d092c1e9-a38d-4777-8606-ac0c17cf431c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:14.021586 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-87894eaa-cff6-4bbd-9284-24262077bbca req-28239544-aead-46d9-9efe-95c070cb5715 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.035483 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87894eaa-cff6-4bbd-9284-24262077bbca req-28239544-aead-46d9-9efe-95c070cb5715 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "DELETE /v2.0/security-groups/d092c1e9-a38d-4777-8606-ac0c17cf431c HTTP/1.1" status: 204 len: 173 time: 0.3663449 Feb 04 15:44:14.110948 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 73de5544-7dde-46d4-b935-140ab78aa46b details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:44:14.119946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e41f25-2b9f-4985-967e-f1d823aee6c4 req-cd4d8abe-7bf9-45e9-b1a4-ce255f4ff829 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] No DVR routers for this DVR port d7993369-611e-46e4-bd0f-f601ad754a9c on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:14.127969 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-77e41f25-2b9f-4985-967e-f1d823aee6c4 req-cd4d8abe-7bf9-45e9-b1a4-ce255f4ff829 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.140100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a336b71e-cbaf-49aa-84fa-c6e9004da605', 'name': 'network-vif-deleted', 'tag': 'd7993369-611e-46e4-bd0f-f601ad754a9c'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:14.158137 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-77e41f25-2b9f-4985-967e-f1d823aee6c4 req-cd4d8abe-7bf9-45e9-b1a4-ce255f4ff829 tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.81 "DELETE /v2.0/ports/d7993369-611e-46e4-bd0f-f601ad754a9c HTTP/1.1" status: 204 len: 173 time: 1.3413815 Feb 04 15:44:14.231299 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee6125ae-c6cc-47e8-b15a-cefba5fe0eac req-00164815-9f92-4cc1-b6ce-21ca72aab1e3 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=428132a2da7b4ddc958b0b710ebd148c HTTP/1.1" status: 200 len: 221 time: 0.0570111 Feb 04 15:44:14.305153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13df3ec-f4bc-4f7e-908c-d760f5404d99 req-7453e576-8b74-4524-8e89-d4ccf695603d tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:14.306140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d13df3ec-f4bc-4f7e-908c-d760f5404d99 req-7453e576-8b74-4524-8e89-d4ccf695603d tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Synchronizing usage tracker for tenant:00a06a3fbce84f479e2a79291daaa77f on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:14.329806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7aff25c1-21d5-4132-952a-d1f4a90d3a45 req-fb6290fa-ab51-4cce-beca-d32109c58cfd tempest-ServersNegativeTestMultiTenantJSON-750156600 tempest-ServersNegativeTestMultiTenantJSON-750156600-project] 10.222.0.60 "GET /v2.0/ports?device_id=a336b71e-cbaf-49aa-84fa-c6e9004da605 HTTP/1.1" status: 200 len: 210 time: 0.0638118 Feb 04 15:44:14.334893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d13df3ec-f4bc-4f7e-908c-d760f5404d99 req-7453e576-8b74-4524-8e89-d4ccf695603d tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Unset dirty status for tenant:00a06a3fbce84f479e2a79291daaa77f on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:14.336156 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d13df3ec-f4bc-4f7e-908c-d760f5404d99 req-7453e576-8b74-4524-8e89-d4ccf695603d tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.81 "GET /v2.0/ports?device_id=345f0752-cf92-4332-a143-215f288614c2 HTTP/1.1" status: 200 len: 945 time: 0.2781031 Feb 04 15:44:14.416709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d13df3ec-f4bc-4f7e-908c-d760f5404d99 req-d53a0d1d-4deb-439b-a7f2-11ff11136655 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Deleting port 35c9c041-da55-47bc-8250-5fbd86d0f35c {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:44:14.416994 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d13df3ec-f4bc-4f7e-908c-d760f5404d99 req-d53a0d1d-4deb-439b-a7f2-11ff11136655 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.440326 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2fba7d1e-48d1-4141-a9dd-497e941ceaa6 req-9d4142d6-32ba-4f56-8800-33f1bfecfb07 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/6d4a5951-afde-4ac0-a9b4-af1f271b3351 HTTP/1.1" status: 200 len: 1634 time: 0.0665987 Feb 04 15:44:14.523332 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-59810b6d-dbd1-4e3f-adec-053d12cc20b2 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/routers/25a11d27-9eda-42a4-b57f-bad2e35df048 HTTP/1.1" status: 200 len: 919 time: 1.5221601 Feb 04 15:44:14.526133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37556) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:14.537021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] Set router 00fa7774-5029-4e70-aaf8-23ac124b9026 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:44:14.589650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc14932-3f75-4206-a2d7-d40a8efe907f req-26bc39fb-23ee-4621-9991-230e9c7a1975 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:14.591705 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cc14932-3f75-4206-a2d7-d40a8efe907f req-26bc39fb-23ee-4621-9991-230e9c7a1975 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=345f0752-cf92-4332-a143-215f288614c2 HTTP/1.1" status: 200 len: 945 time: 0.1351688 Feb 04 15:44:14.610130 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 73de5544-7dde-46d4-b935-140ab78aa46b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=73de5544-7dde-46d4-b935-140ab78aa46b,segment=NetworkSegment(71e3a25b-315c-4510-8182-2cdb30e0d125),segment_id=71e3a25b-315c-4510-8182-2cdb30e0d125)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:14.640078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '73de5544-7dde-46d4-b935-140ab78aa46b', 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4', 'port_id': '73de5544-7dde-46d4-b935-140ab78aa46b', 'mac_address': 'fa:16:3e:1e:2f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1711e37f-bdaf-4a9e-a302-926cbcffa942', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:44:14.644093 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2fba7d1e-48d1-4141-a9dd-497e941ceaa6 req-216bcfcb-5b3c-4983-b276-270f4a98d1da tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.684154 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2fba7d1e-48d1-4141-a9dd-497e941ceaa6 req-216bcfcb-5b3c-4983-b276-270f4a98d1da tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.786395 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cc14932-3f75-4206-a2d7-d40a8efe907f req-8e554b0f-9b1c-4e8d-9e6b-1ace8019eaaf tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681845 Feb 04 15:44:14.831156 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2fba7d1e-48d1-4141-a9dd-497e941ceaa6 req-216bcfcb-5b3c-4983-b276-270f4a98d1da tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.858713 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.895041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73de5544-7dde-46d4-b935-140ab78aa46b {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:14.976757 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 73de5544-7dde-46d4-b935-140ab78aa46b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=73de5544-7dde-46d4-b935-140ab78aa46b,segment=NetworkSegment(71e3a25b-315c-4510-8182-2cdb30e0d125),segment_id=71e3a25b-315c-4510-8182-2cdb30e0d125)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:15.017006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bcfcb-5b3c-4983-b276-270f4a98d1da tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4a5951-afde-4ac0-a9b4-af1f271b3351,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:15.028017 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2fba7d1e-48d1-4141-a9dd-497e941ceaa6 req-216bcfcb-5b3c-4983-b276-270f4a98d1da tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.042435 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2fba7d1e-48d1-4141-a9dd-497e941ceaa6 req-216bcfcb-5b3c-4983-b276-270f4a98d1da tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "DELETE /v2.0/security-groups/6d4a5951-afde-4ac0-a9b4-af1f271b3351 HTTP/1.1" status: 204 len: 173 time: 0.6008732 Feb 04 15:44:15.078587 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.090193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d13df3ec-f4bc-4f7e-908c-d760f5404d99 req-d53a0d1d-4deb-439b-a7f2-11ff11136655 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] For port 35c9c041-da55-47bc-8250-5fbd86d0f35c, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=35c9c041-da55-47bc-8250-5fbd86d0f35c,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:15.090748 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d13df3ec-f4bc-4f7e-908c-d760f5404d99 req-d53a0d1d-4deb-439b-a7f2-11ff11136655 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.123861 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a336b71e-cbaf-49aa-84fa-c6e9004da605', 'name': 'network-vif-deleted', 'tag': 'd7993369-611e-46e4-bd0f-f601ad754a9c', 'status': 'completed', 'code': 200} Feb 04 15:44:15.278142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 57b5ba3c-9da2-4e94-b065-fb50ebb3e298 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:15.316641 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d13df3ec-f4bc-4f7e-908c-d760f5404d99 req-d53a0d1d-4deb-439b-a7f2-11ff11136655 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Calling delete_port for 35c9c041-da55-47bc-8250-5fbd86d0f35c owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:44:15.388681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 35c9c041-da55-47bc-8250-5fbd86d0f35c no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:15.497817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d13df3ec-f4bc-4f7e-908c-d760f5404d99 req-d53a0d1d-4deb-439b-a7f2-11ff11136655 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.504338 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900af48-1b25-4a6b-80ff-8a075c52543e req-9fe1a53b-bd78-44b8-bc52-d8e58b3ee0c6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:15.505612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'name': 'tempest-ServerRescueNegativeTestJSON-1167247479-router', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:46Z', 'updated_at': '2022-02-04T15:43:53Z', 'revision_number': 4, 'project_id': '4e7455e7abb54cf6bccd48d1ec884375', 'gw_port': {'id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:48Z', 'updated_at': '2022-02-04T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '57b5ba3c-9da2-4e94-b065-fb50ebb3e298', 'name': '', 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'mac_address': 'fa:16:3e:b5:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1711e37f-bdaf-4a9e-a302-926cbcffa942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:52Z', 'updated_at': '2022-02-04T15:44:13Z', 'revision_number': 4, 'project_id': '4e7455e7abb54cf6bccd48d1ec884375', 'subnets': [{'id': '1711e37f-bdaf-4a9e-a302-926cbcffa942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:15.511737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 57b5ba3c-9da2-4e94-b065-fb50ebb3e298 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:15.513195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f900af48-1b25-4a6b-80ff-8a075c52543e req-9fe1a53b-bd78-44b8-bc52-d8e58b3ee0c6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2053039 Feb 04 15:44:15.524018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18373a83-ea5b-4f50-b631-0ef5f5bdd08c None None] The sync data for ids ['00fa7774-5029-4e70-aaf8-23ac124b9026'] in n-d-827872-1 is: [{'id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'name': 'tempest-ServerRescueNegativeTestJSON-1167247479-router', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:46Z', 'updated_at': '2022-02-04T15:43:53Z', 'revision_number': 4, 'project_id': '4e7455e7abb54cf6bccd48d1ec884375', 'gw_port': {'id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:48Z', 'updated_at': '2022-02-04T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '57b5ba3c-9da2-4e94-b065-fb50ebb3e298', 'name': '', 'network_id': '17a674f3-b911-4fd5-bdf6-0c150ae31bb4', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'mac_address': 'fa:16:3e:b5:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1711e37f-bdaf-4a9e-a302-926cbcffa942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:52Z', 'updated_at': '2022-02-04T15:44:13Z', 'revision_number': 4, 'project_id': '4e7455e7abb54cf6bccd48d1ec884375', 'subnets': [{'id': '1711e37f-bdaf-4a9e-a302-926cbcffa942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:44:15.526212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 57b5ba3c-9da2-4e94-b065-fb50ebb3e298 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:15.526821 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.547422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eddb7c-f545-4042-b6a1-4f41403c989d req-4243ae37-0fc9-4a12-addc-7e0a62b4d205 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:15.556206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80eddb7c-f545-4042-b6a1-4f41403c989d req-4243ae37-0fc9-4a12-addc-7e0a62b4d205 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 944 time: 0.3252020 Feb 04 15:44:15.592724 n-d-827872-1 neutron-server[83552]: INFO neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No ports have port_id starting with 35c9c041-da55-47bc-8250-5fbd86d0f35c Feb 04 15:44:15.603973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['73de5544-7dde-46d4-b935-140ab78aa46b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:44:15.642032 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d7993369-611e-46e4-bd0f-f601ad754a9c no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:15.656029 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f900af48-1b25-4a6b-80ff-8a075c52543e req-266f806e-e63c-489e-ad1e-a6e6e2dfac0c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418896 Feb 04 15:44:15.681587 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b657c9b6-fbc2-4354-952b-fc28e211eb38 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&device_id=25a11d27-9eda-42a4-b57f-bad2e35df048&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.1533067 Feb 04 15:44:15.694311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-76833af9-b925-4cb7-9452-ebb2bb6511e8 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:15.696673 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-76833af9-b925-4cb7-9452-ebb2bb6511e8 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.73 "GET /v2.0/ports?device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 946 time: 1.2478101 Feb 04 15:44:15.697438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37570) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:15.697697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a0d1d-4deb-439b-a7f2-11ff11136655 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Pushing event deleted for resources: {'Port': ['ID=35c9c041-da55-47bc-8250-5fbd86d0f35c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:15.702331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=73de5544-7dde-46d4-b935-140ab78aa46b,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:15.712479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: d7993369-611e-46e4-bd0f-f601ad754a9c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:44:15.712753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device d7993369-611e-46e4-bd0f-f601ad754a9c not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:44:15.801049 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13df3ec-f4bc-4f7e-908c-d760f5404d99 req-d53a0d1d-4deb-439b-a7f2-11ff11136655 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] No DVR routers for this DVR port 35c9c041-da55-47bc-8250-5fbd86d0f35c on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:15.803507 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80eddb7c-f545-4042-b6a1-4f41403c989d req-337b638d-5e27-4bd4-a7d0-c1752b65e295 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457957 Feb 04 15:44:15.815011 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d13df3ec-f4bc-4f7e-908c-d760f5404d99 req-d53a0d1d-4deb-439b-a7f2-11ff11136655 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.873458 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d13df3ec-f4bc-4f7e-908c-d760f5404d99 req-d53a0d1d-4deb-439b-a7f2-11ff11136655 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.81 "DELETE /v2.0/ports/35c9c041-da55-47bc-8250-5fbd86d0f35c HTTP/1.1" status: 204 len: 173 time: 1.5283566 Feb 04 15:44:15.876726 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.898650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Deleting port 666fcd52-110c-4cb9-8fb0-8649b25a0031 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:44:15.899614 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.981216 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-c0b5d5a6-9f21-4e47-92cf-1670621dec20 req-f1a0de4e-a18b-42f6-a54b-aa7e4f60e153 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-848357475', 'description': 'tempest-description-1649621255'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:16.007461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c0b5d5a6-9f21-4e47-92cf-1670621dec20 req-f1a0de4e-a18b-42f6-a54b-aa7e4f60e153 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:16.025884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c0b5d5a6-9f21-4e47-92cf-1670621dec20 req-f1a0de4e-a18b-42f6-a54b-aa7e4f60e153 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:16.031584 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 57b5ba3c-9da2-4e94-b065-fb50ebb3e298, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=57b5ba3c-9da2-4e94-b065-fb50ebb3e298,segment=NetworkSegment(71e3a25b-315c-4510-8182-2cdb30e0d125),segment_id=71e3a25b-315c-4510-8182-2cdb30e0d125)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:16.041833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c0b5d5a6-9f21-4e47-92cf-1670621dec20 req-f1a0de4e-a18b-42f6-a54b-aa7e4f60e153 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:16.049372 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.090844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c0b5d5a6-9f21-4e47-92cf-1670621dec20 req-f1a0de4e-a18b-42f6-a54b-aa7e4f60e153 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:16.144724 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 51a18198-b2a5-4869-bdec-639a6506a3f5 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:16.213632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b8a04d-254d-40e8-8b17-05d76cf25ae5 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:16.217842 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b5b8a04d-254d-40e8-8b17-05d76cf25ae5 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 881 time: 0.5162044 Feb 04 15:44:16.220213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37582) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:16.229218 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c0b5d5a6-9f21-4e47-92cf-1670621dec20 req-f1a0de4e-a18b-42f6-a54b-aa7e4f60e153 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.306732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c0b5d5a6-9f21-4e47-92cf-1670621dec20 req-f1a0de4e-a18b-42f6-a54b-aa7e4f60e153 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:16.323463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c0b5d5a6-9f21-4e47-92cf-1670621dec20 req-f1a0de4e-a18b-42f6-a54b-aa7e4f60e153 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Usage tracker for resource:security_group_rule and tenant:21378adb8d3d4a6e8d32f04df7fca8bf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:16.327942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c0b5d5a6-9f21-4e47-92cf-1670621dec20 req-f1a0de4e-a18b-42f6-a54b-aa7e4f60e153 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:16.339673 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ec926914-d77e-4e67-ba59-8422ac80d36d tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "GET /v2.0/ports?device_id=25a11d27-9eda-42a4-b57f-bad2e35df048 HTTP/1.1" status: 200 len: 205 time: 0.1152837 Feb 04 15:44:16.341439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37586) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:16.347330 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c0b5d5a6-9f21-4e47-92cf-1670621dec20 req-f1a0de4e-a18b-42f6-a54b-aa7e4f60e153 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:16.423754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=57b5ba3c-9da2-4e94-b065-fb50ebb3e298,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:16.439666 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c0b5d5a6-9f21-4e47-92cf-1670621dec20 req-f1a0de4e-a18b-42f6-a54b-aa7e4f60e153 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.440222 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 51a18198-b2a5-4869-bdec-639a6506a3f5 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:16.448178 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c0b5d5a6-9f21-4e47-92cf-1670621dec20 req-f1a0de4e-a18b-42f6-a54b-aa7e4f60e153 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.452677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 51a18198-b2a5-4869-bdec-639a6506a3f5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:16.453069 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.496470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0de4e-a18b-42f6-a54b-aa7e4f60e153 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25765671-96e0-41ef-914c-a34f84ea9179,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:16.543101 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c0b5d5a6-9f21-4e47-92cf-1670621dec20 req-f1a0de4e-a18b-42f6-a54b-aa7e4f60e153 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.561224 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0b5d5a6-9f21-4e47-92cf-1670621dec20 req-f1a0de4e-a18b-42f6-a54b-aa7e4f60e153 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.6025321 Feb 04 15:44:16.657541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37594) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:16.663071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] For port 666fcd52-110c-4cb9-8fb0-8649b25a0031, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=666fcd52-110c-4cb9-8fb0-8649b25a0031,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:16.666815 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.706076 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.757144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 51a18198-b2a5-4869-bdec-639a6506a3f5, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=51a18198-b2a5-4869-bdec-639a6506a3f5,segment=NetworkSegment(71e3a25b-315c-4510-8182-2cdb30e0d125),segment_id=71e3a25b-315c-4510-8182-2cdb30e0d125)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:16.760717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7767bf3-a93d-4b92-a43e-70cf268801c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a18198-b2a5-4869-bdec-639a6506a3f5'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:16.773179 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.774148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 666fcd52-110c-4cb9-8fb0-8649b25a0031 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:16.873740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bdb3bb-7520-4f37-8369-d8485517c520 admin admin] Deleting subnet 5160f1a2-b6e9-4f58-9837-dd7e0d03dc37 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:44:16.887857 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51bdb3bb-7520-4f37-8369-d8485517c520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.941988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Calling delete_port for 666fcd52-110c-4cb9-8fb0-8649b25a0031 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:44:17.007600 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51bdb3bb-7520-4f37-8369-d8485517c520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.077978 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.137116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=51a18198-b2a5-4869-bdec-639a6506a3f5,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:17.178461 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 666fcd52-110c-4cb9-8fb0-8649b25a0031, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=666fcd52-110c-4cb9-8fb0-8649b25a0031,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:17.185482 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.212869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345f0752-cf92-4332-a143-215f288614c2', 'name': 'network-vif-deleted', 'tag': '35c9c041-da55-47bc-8250-5fbd86d0f35c'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:17.295378 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:44:17.296523 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:44:17.303300 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=666fcd52-110c-4cb9-8fb0-8649b25a0031,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:17.306167 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 57b5ba3c-9da2-4e94-b065-fb50ebb3e298 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:17.319218 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34c42e29-802f-4bcb-b6a2-75469d617b53 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.364736 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51bdb3bb-7520-4f37-8369-d8485517c520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.405196 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 57b5ba3c-9da2-4e94-b065-fb50ebb3e298 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:17.405570 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.440730 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-044126cb-ab4c-4b3c-a784-4ef3566a86f6 req-8b73a6b1-89fd-4740-ab06-e553663f2470 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=345f0752-cf92-4332-a143-215f288614c2 HTTP/1.1" status: 200 len: 210 time: 0.1892607 Feb 04 15:44:17.507127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc4c4c-48e7-4e8b-beaa-21e72fed9065 req-9c31ad52-0859-472f-b0ab-9e80a423ce9d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:17.509888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9dc4c4c-48e7-4e8b-beaa-21e72fed9065 req-9c31ad52-0859-472f-b0ab-9e80a423ce9d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.4015994 Feb 04 15:44:17.621411 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51bdb3bb-7520-4f37-8369-d8485517c520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.658426 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e67281a-3f7c-4340-aa1e-44b99a2fdc25 req-92f4cd3c-92bd-4387-bcba-525f4fe81bb9 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/25765671-96e0-41ef-914c-a34f84ea9179 HTTP/1.1" status: 200 len: 1634 time: 0.1406691 Feb 04 15:44:17.677992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-4e67281a-3f7c-4340-aa1e-44b99a2fdc25 req-91cd3848-49de-4bc6-a3c7-73b583a57f2d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Request body: {'security_group': {'name': 'tempest-sg-hth-906689655', 'description': 'tempest-description-hth-703607574'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:17.711258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdb3bb-7520-4f37-8369-d8485517c520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5160f1a2-b6e9-4f58-9837-dd7e0d03dc37,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:17.720858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9dc4c4c-48e7-4e8b-beaa-21e72fed9065 req-38400575-fc84-4e24-a023-1f948b2d62fe tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882026 Feb 04 15:44:17.721877 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51bdb3bb-7520-4f37-8369-d8485517c520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.732897 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4e67281a-3f7c-4340-aa1e-44b99a2fdc25 req-91cd3848-49de-4bc6-a3c7-73b583a57f2d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.757244 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-51bdb3bb-7520-4f37-8369-d8485517c520 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5160f1a2-b6e9-4f58-9837-dd7e0d03dc37 HTTP/1.1" status: 204 len: 168 time: 1.0984507 Feb 04 15:44:17.761745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37610) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:17.799893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Deleting port 666fcd52-110c-4cb9-8fb0-8649b25a0031 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:44:17.800679 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4e67281a-3f7c-4340-aa1e-44b99a2fdc25 req-91cd3848-49de-4bc6-a3c7-73b583a57f2d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.801631 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.806154 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7767bf3-a93d-4b92-a43e-70cf268801c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a18198-b2a5-4869-bdec-639a6506a3f5', 'code': 200} Feb 04 15:44:17.808399 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4e67281a-3f7c-4340-aa1e-44b99a2fdc25 req-91cd3848-49de-4bc6-a3c7-73b583a57f2d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.812667 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4e67281a-3f7c-4340-aa1e-44b99a2fdc25 req-91cd3848-49de-4bc6-a3c7-73b583a57f2d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.814748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e67281a-3f7c-4340-aa1e-44b99a2fdc25 req-91cd3848-49de-4bc6-a3c7-73b583a57f2d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "PUT /v2.0/security-groups/25765671-96e0-41ef-914c-a34f84ea9179 HTTP/1.1" status: 200 len: 1607 time: 0.1471603 Feb 04 15:44:17.856299 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd3848-49de-4bc6-a3c7-73b583a57f2d tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25765671-96e0-41ef-914c-a34f84ea9179,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:17.912046 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:44:18.003538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f8b06b2-462a-412f-bef6-e909de85e04d req-c597764e-b828-4fe8-b797-971b622660fa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 1097 time: 0.1160700 Feb 04 15:44:18.091270 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34c42e29-802f-4bcb-b6a2-75469d617b53 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.114522 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345f0752-cf92-4332-a143-215f288614c2', 'name': 'network-vif-deleted', 'tag': '35c9c041-da55-47bc-8250-5fbd86d0f35c', 'status': 'completed', 'code': 200} Feb 04 15:44:18.124681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-34c42e29-802f-4bcb-b6a2-75469d617b53 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Deleting port 87ec3783-16bd-42d5-a82b-aca086030fe8 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:44:18.125161 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34c42e29-802f-4bcb-b6a2-75469d617b53 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.128422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f8b06b2-462a-412f-bef6-e909de85e04d req-6687ec7a-137b-4fb6-adcb-830e9828bd87 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695295 Feb 04 15:44:18.133887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 73de5544-7dde-46d4-b935-140ab78aa46b up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:18.156219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c757cf-b2e7-491a-a591-a33056730539 req-37c7f083-63ed-44d5-a8f5-2998acb11c84 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:18.158310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-36c757cf-b2e7-491a-a591-a33056730539 req-37c7f083-63ed-44d5-a8f5-2998acb11c84 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 944 time: 0.1538279 Feb 04 15:44:18.247472 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-36c757cf-b2e7-491a-a591-a33056730539 req-e167b990-fb3c-43e2-8e5b-cb756efd96c4 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825796 Feb 04 15:44:18.271487 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11adf278-81fe-4de5-a676-e5b5801839fe req-bc3f46d9-e571-45af-a0b7-498c775a1cdf tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/25765671-96e0-41ef-914c-a34f84ea9179 HTTP/1.1" status: 200 len: 1607 time: 0.0735998 Feb 04 15:44:18.273121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 73de5544-7dde-46d4-b935-140ab78aa46b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:18.279926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 73de5544-7dde-46d4-b935-140ab78aa46b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:18.280368 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.305627 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d791283-9d9e-48c7-89ea-7cf74a470252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.429417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d480047-16a0-4a6a-aa68-66c7924684cd req-4c3868a8-3f50-4ecb-bf93-ad0a5faa04ce tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/25765671-96e0-41ef-914c-a34f84ea9179 HTTP/1.1" status: 200 len: 1607 time: 0.0876939 Feb 04 15:44:18.480499 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.552463 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 73de5544-7dde-46d4-b935-140ab78aa46b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=73de5544-7dde-46d4-b935-140ab78aa46b,segment=NetworkSegment(71e3a25b-315c-4510-8182-2cdb30e0d125),segment_id=71e3a25b-315c-4510-8182-2cdb30e0d125)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:18.560228 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.579820 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9d480047-16a0-4a6a-aa68-66c7924684cd req-eb5ea191-2248-4245-896f-3a952d80dfcf tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.587263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84712c1-aafb-4fee-9fd9-dbd7c61469ef req-b4143115-1c46-40a2-9165-d6a39eac5aaf tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:18.588993 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c84712c1-aafb-4fee-9fd9-dbd7c61469ef req-b4143115-1c46-40a2-9165-d6a39eac5aaf tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1585944 Feb 04 15:44:18.637893 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9d480047-16a0-4a6a-aa68-66c7924684cd req-eb5ea191-2248-4245-896f-3a952d80dfcf tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.656320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=73de5544-7dde-46d4-b935-140ab78aa46b,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:18.666382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d791283-9d9e-48c7-89ea-7cf74a470252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.679042 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c84712c1-aafb-4fee-9fd9-dbd7c61469ef req-a614425f-612f-4d7b-8858-bc1ff8fa8b11 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795038 Feb 04 15:44:18.719085 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9d480047-16a0-4a6a-aa68-66c7924684cd req-eb5ea191-2248-4245-896f-3a952d80dfcf tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.755328 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34c42e29-802f-4bcb-b6a2-75469d617b53 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.776864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9d480047-16a0-4a6a-aa68-66c7924684cd req-eb5ea191-2248-4245-896f-3a952d80dfcf tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.792024 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d480047-16a0-4a6a-aa68-66c7924684cd req-eb5ea191-2248-4245-896f-3a952d80dfcf tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "DELETE /v2.0/security-groups/25765671-96e0-41ef-914c-a34f84ea9179 HTTP/1.1" status: 204 len: 173 time: 0.3211501 Feb 04 15:44:18.793550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ea191-2248-4245-896f-3a952d80dfcf tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25765671-96e0-41ef-914c-a34f84ea9179,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:18.793811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9d791283-9d9e-48c7-89ea-7cf74a470252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fea271-1260-4b48-a78a-39089146c752']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:18.942247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9d791283-9d9e-48c7-89ea-7cf74a470252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487f4f64-8f23-4c53-bf96-8fc1bcfdedd9') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:18.942543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9d791283-9d9e-48c7-89ea-7cf74a470252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487f4f64-8f23-4c53-bf96-8fc1bcfdedd9') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:18.975962 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d791283-9d9e-48c7-89ea-7cf74a470252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.016562 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d791283-9d9e-48c7-89ea-7cf74a470252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.026878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d791283-9d9e-48c7-89ea-7cf74a470252 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:44:19.031686 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d791283-9d9e-48c7-89ea-7cf74a470252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.038538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582f6af-8b7d-41f6-9eda-7b7f70335829 req-3fb18fd2-6cf1-4a7a-954e-6a699c0da321 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:19.045712 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9582f6af-8b7d-41f6-9eda-7b7f70335829 req-3fb18fd2-6cf1-4a7a-954e-6a699c0da321 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1199448 Feb 04 15:44:19.112411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9582f6af-8b7d-41f6-9eda-7b7f70335829 req-7c590c81-e178-452a-84e5-cecc54955af2 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657473 Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:44:19.145921 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:44:19.157267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-34c42e29-802f-4bcb-b6a2-75469d617b53 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Calling delete_port for 87ec3783-16bd-42d5-a82b-aca086030fe8 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:44:19.230238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] For port 666fcd52-110c-4cb9-8fb0-8649b25a0031, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=666fcd52-110c-4cb9-8fb0-8649b25a0031,segment=NetworkSegment(630b7d10-6a37-4f9a-b75c-4f8f68cd9690),segment_id=630b7d10-6a37-4f9a-b75c-4f8f68cd9690)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:19.230581 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.239505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec079ba-174a-4655-815c-dc637f72bdbc req-a000e563-4d6d-4707-8f6c-c8e36bfb6d28 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:19.249125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ec079ba-174a-4655-815c-dc637f72bdbc req-a000e563-4d6d-4707-8f6c-c8e36bfb6d28 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 944 time: 0.1091719 Feb 04 15:44:19.249413 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d791283-9d9e-48c7-89ea-7cf74a470252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.277906 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.315381 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ec079ba-174a-4655-815c-dc637f72bdbc req-052aa4a1-19aa-43c6-b42f-05b08d416763 tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7543c6-b440-47f0-a875-b48b8d61013f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645378 Feb 04 15:44:19.388715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Calling delete_port for 666fcd52-110c-4cb9-8fb0-8649b25a0031 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:44:19.396241 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-cd5991bf-db52-4d75-a243-9e405248cd50 req-e0680e09-a959-479d-8f59-de56cb7fa733 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] show failed (client error): The resource could not be found. Feb 04 15:44:19.414083 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cd5991bf-db52-4d75-a243-9e405248cd50 req-e0680e09-a959-479d-8f59-de56cb7fa733 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/6d4a5951-afde-4ac0-a9b4-af1f271b3351 HTTP/1.1" status: 404 len: 352 time: 0.0397251 Feb 04 15:44:19.566387 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d791283-9d9e-48c7-89ea-7cf74a470252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.807704 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90acfc96-6690-438f-8fef-2fa5385a794d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666fcd52-110c-4cb9-8fb0-8649b25a0031'}, {'server_uuid': '8d113786-f7c6-4f7e-825a-96a939413d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73de5544-7dde-46d4-b935-140ab78aa46b'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:19.810060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa441e-282b-4516-aebe-9966d5860a0c req-3c2e5027-4eb7-4b29-93da-89ca12aa51e1 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:19.816944 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69aa441e-282b-4516-aebe-9966d5860a0c req-3c2e5027-4eb7-4b29-93da-89ca12aa51e1 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1443019 Feb 04 15:44:19.827311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b91e0-705f-4bce-a07a-08ae1349e0aa req-f6c0ffaf-4e96-4ed0-a5d7-3545a5b7a154 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:19.828825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e92b91e0-705f-4bce-a07a-08ae1349e0aa req-f6c0ffaf-4e96-4ed0-a5d7-3545a5b7a154 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.2982140 Feb 04 15:44:19.840676 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34c42e29-802f-4bcb-b6a2-75469d617b53 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.851106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.930714 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69aa441e-282b-4516-aebe-9966d5860a0c req-6eefe1d8-bb1f-40d4-bf70-a6e2c449e9a1 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122389 Feb 04 15:44:19.946804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e92b91e0-705f-4bce-a07a-08ae1349e0aa req-150c376a-2707-42ab-b6d3-548406aa9582 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027303 Feb 04 15:44:19.995353 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-92e9af0d-0762-4da4-baaa-3f6b28d8101a req-bec1de7d-9408-4871-82d1-eff8320174de tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] show failed (client error): The resource could not be found. Feb 04 15:44:20.011208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92e9af0d-0762-4da4-baaa-3f6b28d8101a req-bec1de7d-9408-4871-82d1-eff8320174de tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/d092c1e9-a38d-4777-8606-ac0c17cf431c HTTP/1.1" status: 404 len: 352 time: 0.0362179 Feb 04 15:44:20.089914 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90acfc96-6690-438f-8fef-2fa5385a794d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666fcd52-110c-4cb9-8fb0-8649b25a0031', 'code': 200} Feb 04 15:44:20.089914 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d113786-f7c6-4f7e-825a-96a939413d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73de5544-7dde-46d4-b935-140ab78aa46b', 'code': 200} Feb 04 15:44:20.100586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d791283-9d9e-48c7-89ea-7cf74a470252 admin admin] Pushing event deleted for resources: {'Network': ['ID=30fea271-1260-4b48-a78a-39089146c752,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:20.136554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c42e29-802f-4bcb-b6a2-75469d617b53 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Pushing event deleted for resources: {'Port': ['ID=87ec3783-16bd-42d5-a82b-aca086030fe8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:20.237302 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-7a7fe292-4d2b-4195-ae9e-eefbf5ea01cf req-bf353e09-18e4-4179-8466-b7f73da31951 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] show failed (client error): The resource could not be found. Feb 04 15:44:20.238358 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a7fe292-4d2b-4195-ae9e-eefbf5ea01cf req-bf353e09-18e4-4179-8466-b7f73da31951 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/2ea00cd4-d41d-4dee-a279-034281e97f6c HTTP/1.1" status: 404 len: 352 time: 0.0394850 Feb 04 15:44:20.314191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039529cd-5ac1-4b45-b3ba-adb0ba32765b req-1efb3f1f-0c97-43f7-a693-d8701a819f05 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:20.324489 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-039529cd-5ac1-4b45-b3ba-adb0ba32765b req-1efb3f1f-0c97-43f7-a693-d8701a819f05 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2029541 Feb 04 15:44:20.345540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8824892f-6bb5-4108-aeb2-c1f9a3ab238d req-19b68ec8-c74f-40d8-b8a9-cacdfd1d42d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 1096 time: 0.1875143 Feb 04 15:44:20.366133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Pushing event deleted for resources: {'Port': ['ID=666fcd52-110c-4cb9-8fb0-8649b25a0031,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:20.386998 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9d791283-9d9e-48c7-89ea-7cf74a470252 admin admin] 10.222.0.60 "DELETE /v2.0/networks/30fea271-1260-4b48-a78a-39089146c752 HTTP/1.1" status: 204 len: 168 time: 2.6232865 Feb 04 15:44:20.389337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37666) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:20.391101 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-94ca78c9-1545-4ab6-b9bf-9d37926b42ab req-518608bd-a803-40cd-86f6-9dcbba1b8556 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] show failed (client error): The resource could not be found. Feb 04 15:44:20.392719 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34c42e29-802f-4bcb-b6a2-75469d617b53 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.393175 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94ca78c9-1545-4ab6-b9bf-9d37926b42ab req-518608bd-a803-40cd-86f6-9dcbba1b8556 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/30e4c590-9492-421d-a434-ddfbd53ce90b HTTP/1.1" status: 404 len: 352 time: 0.0885613 Feb 04 15:44:20.506116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-039529cd-5ac1-4b45-b3ba-adb0ba32765b req-e4f57a50-cb3d-43ba-b063-2c942e9d65bd tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806786 Feb 04 15:44:20.518160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8824892f-6bb5-4108-aeb2-c1f9a3ab238d req-02eed744-dfcf-401d-8fd6-df3a8fd2e9ae service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562867 Feb 04 15:44:20.563486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4f12c2-5cda-480c-8513-d14ab2a74e65 admin admin] Deleting subnet 352fafcf-cfae-47a9-acc0-489b64f0327e {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:44:20.568925 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc4f12c2-5cda-480c-8513-d14ab2a74e65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.725576 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06d3729b-f8ff-4aa7-87a6-df2bf1dfcac0 req-d47bc490-f6c3-4ab6-a6ec-6b5e6933f02a tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.60 "GET /v2.0/ports?device_id=90acfc96-6690-438f-8fef-2fa5385a794d HTTP/1.1" status: 200 len: 210 time: 0.1190131 Feb 04 15:44:20.745183 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc4f12c2-5cda-480c-8513-d14ab2a74e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.815912 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc4f12c2-5cda-480c-8513-d14ab2a74e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.860969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] No DVR routers for this DVR port 666fcd52-110c-4cb9-8fb0-8649b25a0031 on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:20.864085 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34c42e29-802f-4bcb-b6a2-75469d617b53 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.866555 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.869621 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd78408d-07d8-45e9-99e5-594aeeb735bd req-6e595f41-d318-48fa-8257-124b671313be tempest-ListServersNegativeTestJSON-1564680409 tempest-ListServersNegativeTestJSON-1564680409-project] 10.222.0.73 "DELETE /v2.0/ports/666fcd52-110c-4cb9-8fb0-8649b25a0031 HTTP/1.1" status: 204 len: 173 time: 5.1600068 Feb 04 15:44:20.870775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90acfc96-6690-438f-8fef-2fa5385a794d', 'name': 'network-vif-deleted', 'tag': '666fcd52-110c-4cb9-8fb0-8649b25a0031'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:20.878368 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34c42e29-802f-4bcb-b6a2-75469d617b53 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.908586 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-c93bce19-fbba-4eee-8930-28ef5bfa2727 req-be6de9e4-bdbf-4e69-aad6-5019632f43b7 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] show failed (client error): The resource could not be found. Feb 04 15:44:20.909728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c93bce19-fbba-4eee-8930-28ef5bfa2727 req-be6de9e4-bdbf-4e69-aad6-5019632f43b7 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/9b7e5427-1f12-4ef8-971b-1ec149b4115a HTTP/1.1" status: 404 len: 352 time: 0.0200574 Feb 04 15:44:20.926166 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34c42e29-802f-4bcb-b6a2-75469d617b53 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.926982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c42e29-802f-4bcb-b6a2-75469d617b53 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Fanout notify agent at l3_agent the message router_deleted on router 25a11d27-9eda-42a4-b57f-bad2e35df048 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:44:20.942585 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34c42e29-802f-4bcb-b6a2-75469d617b53 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.952801 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-34c42e29-802f-4bcb-b6a2-75469d617b53 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "DELETE /v2.0/routers/25a11d27-9eda-42a4-b57f-bad2e35df048 HTTP/1.1" status: 204 len: 168 time: 4.6097741 Feb 04 15:44:20.953623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37684) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:20.962719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1159113341', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:20.970576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:20.975033 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Usage tracker for resource:router and tenant:7bdc04a96d8449c88a334047bbca658c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:20.979281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:20.985776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:21.000788 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.001972 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.026897 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.048850 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90acfc96-6690-438f-8fef-2fa5385a794d', 'name': 'network-vif-deleted', 'tag': '666fcd52-110c-4cb9-8fb0-8649b25a0031', 'status': 'completed', 'code': 200} Feb 04 15:44:21.092731 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc4f12c2-5cda-480c-8513-d14ab2a74e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.166099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f12c2-5cda-480c-8513-d14ab2a74e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352fafcf-cfae-47a9-acc0-489b64f0327e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:21.185878 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc4f12c2-5cda-480c-8513-d14ab2a74e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.215061 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-bc31de70-8347-4dfc-bc8f-52de72288245 req-d5c77f0c-f1c7-4286-a3eb-52669bcc2a54 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] show failed (client error): The resource could not be found. Feb 04 15:44:21.229558 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bc31de70-8347-4dfc-bc8f-52de72288245 req-d5c77f0c-f1c7-4286-a3eb-52669bcc2a54 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/bea8f76d-7a70-4a64-a13f-d6f7755b732d HTTP/1.1" status: 404 len: 352 time: 0.1282828 Feb 04 15:44:21.237664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bc4f12c2-5cda-480c-8513-d14ab2a74e65 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/352fafcf-cfae-47a9-acc0-489b64f0327e HTTP/1.1" status: 204 len: 168 time: 0.8435731 Feb 04 15:44:21.238836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37694) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:21.259608 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.280556 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8c853-a5ee-46e1-9c90-d31c2c3cbd4a req-cf2c3054-d5f8-4a8d-8742-2e198a33c227 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:21.282494 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3dd8c853-a5ee-46e1-9c90-d31c2c3cbd4a req-cf2c3054-d5f8-4a8d-8742-2e198a33c227 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.3596330 Feb 04 15:44:21.417372 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3dd8c853-a5ee-46e1-9c90-d31c2c3cbd4a req-5edec32a-a21f-4c49-8c71-803bca931484 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744600 Feb 04 15:44:21.507928 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-835d4341-36f9-43d2-8497-69bda307b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.544817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.584649 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.662804 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-835d4341-36f9-43d2-8497-69bda307b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.697525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e273c0-9d23-4341-b2fe-58c2c4aea842 req-c67bc22b-8a26-4875-8cbf-804c0ddfecd7 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:21.704794 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62e273c0-9d23-4341-b2fe-58c2c4aea842 req-c67bc22b-8a26-4875-8cbf-804c0ddfecd7 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.3050120 Feb 04 15:44:21.714234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-835d4341-36f9-43d2-8497-69bda307b8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26dacef-9a00-4bad-93ab-c2a87f666f56']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:21.801818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-835d4341-36f9-43d2-8497-69bda307b8c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1474a6f-26b3-4140-bd50-eac3e7d8c86a') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:21.802176 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-835d4341-36f9-43d2-8497-69bda307b8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1474a6f-26b3-4140-bd50-eac3e7d8c86a') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:21.834029 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62e273c0-9d23-4341-b2fe-58c2c4aea842 req-a9998573-0953-4920-a784-76ef5011eb4e tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282656 Feb 04 15:44:21.840240 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-835d4341-36f9-43d2-8497-69bda307b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.855333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Allocated IP 172.25.0.106 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/ed6b34d9-8bdb-41fb-9f8d-59565bb756a5) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:21.862454 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-835d4341-36f9-43d2-8497-69bda307b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.869589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835d4341-36f9-43d2-8497-69bda307b8c9 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:44:21.870018 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-835d4341-36f9-43d2-8497-69bda307b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:44:21.885271 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:44:22.060290 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-835d4341-36f9-43d2-8497-69bda307b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.106717 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-835d4341-36f9-43d2-8497-69bda307b8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.196770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d4341-36f9-43d2-8497-69bda307b8c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e26dacef-9a00-4bad-93ab-c2a87f666f56,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:22.214729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-835d4341-36f9-43d2-8497-69bda307b8c9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e26dacef-9a00-4bad-93ab-c2a87f666f56 HTTP/1.1" status: 204 len: 168 time: 0.9614065 Feb 04 15:44:22.240119 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.262287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37718) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:22.301215 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.349152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-16537e48-f24c-41e8-b7ed-f8eae1f4eabd admin admin] Deleting subnet f53da167-1e31-4353-8e82-28115b1d24bf {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:44:22.356905 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16537e48-f24c-41e8-b7ed-f8eae1f4eabd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.393632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57e193-aa53-4d19-84cd-92d058c3046f req-08c4b3e7-8bcf-44f3-b028-cb260e2e9e65 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:22.395817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a57e193-aa53-4d19-84cd-92d058c3046f req-08c4b3e7-8bcf-44f3-b028-cb260e2e9e65 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2697260 Feb 04 15:44:22.423798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:22.441704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:22.448769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:44:22.528431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37722) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:22.612595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Pushing event updated for resources: {'Port': ['ID=ed6b34d9-8bdb-41fb-9f8d-59565bb756a5,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:22.635915 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a57e193-aa53-4d19-84cd-92d058c3046f req-e37b1f21-fc5c-4781-9bdc-ad082b564434 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325814 Feb 04 15:44:22.641537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.641978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.642378 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.642785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.643209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.644202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.644845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.645452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.645887 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.646283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.646709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.680788 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16537e48-f24c-41e8-b7ed-f8eae1f4eabd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.725762 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cb90618c-e5c4-4861-ab27-8c57b87c2059 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b2d5a0232874a949e41f363eff7e225&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1934087 Feb 04 15:44:22.726354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37732) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:22.744894 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16537e48-f24c-41e8-b7ed-f8eae1f4eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.832314 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.833284 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.839619 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b42e0c89-1c46-4e73-8ee6-859330bc6e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.895438 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16537e48-f24c-41e8-b7ed-f8eae1f4eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.944411 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b42e0c89-1c46-4e73-8ee6-859330bc6e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.963808 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16537e48-f24c-41e8-b7ed-f8eae1f4eabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.975050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05659b7a-6bd3-417f-af71-033003e23ab3 req-3b71c74e-a32d-4163-a165-84db0312c460 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:22.975852 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-05659b7a-6bd3-417f-af71-033003e23ab3 req-3b71c74e-a32d-4163-a165-84db0312c460 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Synchronizing usage tracker for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:22.981494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16537e48-f24c-41e8-b7ed-f8eae1f4eabd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f53da167-1e31-4353-8e82-28115b1d24bf,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:22.991773 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-16537e48-f24c-41e8-b7ed-f8eae1f4eabd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f53da167-1e31-4353-8e82-28115b1d24bf HTTP/1.1" status: 204 len: 168 time: 0.7208633 Feb 04 15:44:22.995654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37738) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:23.018124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92633839-4edd-498f-8f72-fc0239072e65 req-987497f6-7dd6-45db-add7-5962434c6d40 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:23.019645 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92633839-4edd-498f-8f72-fc0239072e65 req-987497f6-7dd6-45db-add7-5962434c6d40 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2093835 Feb 04 15:44:23.027862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-05659b7a-6bd3-417f-af71-033003e23ab3 req-3b71c74e-a32d-4163-a165-84db0312c460 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Unset dirty status for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:23.035117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05659b7a-6bd3-417f-af71-033003e23ab3 req-3b71c74e-a32d-4163-a165-84db0312c460 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 1023 time: 0.5708196 Feb 04 15:44:23.122845 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92633839-4edd-498f-8f72-fc0239072e65 req-c0cd69e6-ae3f-4114-9390-057dced2a220 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869837 Feb 04 15:44:23.131689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-05659b7a-6bd3-417f-af71-033003e23ab3 req-0661116c-9818-4dee-b2c1-22c2e195f984 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Synchronizing usage tracker for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:23.163257 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-05659b7a-6bd3-417f-af71-033003e23ab3 req-0661116c-9818-4dee-b2c1-22c2e195f984 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Unset dirty status for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:23.163257 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05659b7a-6bd3-417f-af71-033003e23ab3 req-0661116c-9818-4dee-b2c1-22c2e195f984 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&id=ac08dba2-fd29-4602-aef4-0b219dbc8751&id=287eb64a-01bc-4a01-87b4-570e07db1368&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1035399 Feb 04 15:44:23.181471 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9701c5ac-d262-42ca-a281-d0ff9906f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.218405 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b42e0c89-1c46-4e73-8ee6-859330bc6e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.254995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e0c89-1c46-4e73-8ee6-859330bc6e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c95933-c67c-47a8-9775-5ebf8a7bddbe,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:23.375619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c28258-dd42-4e04-833c-0dc31369882c req-32117c7b-27e8-4ae8-b8d3-bc06d8f1dd46 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:23.377706 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97c28258-dd42-4e04-833c-0dc31369882c req-32117c7b-27e8-4ae8-b8d3-bc06d8f1dd46 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.0793192 Feb 04 15:44:23.393016 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b42e0c89-1c46-4e73-8ee6-859330bc6e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.394142 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b42e0c89-1c46-4e73-8ee6-859330bc6e32 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8c95933-c67c-47a8-9775-5ebf8a7bddbe HTTP/1.1" status: 204 len: 168 time: 0.6648142 Feb 04 15:44:23.406082 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9701c5ac-d262-42ca-a281-d0ff9906f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.435345 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97c28258-dd42-4e04-833c-0dc31369882c req-0507919f-e1c9-4dda-8054-6f68eab4b6ad tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500648 Feb 04 15:44:23.472966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9701c5ac-d262-42ca-a281-d0ff9906f328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685b6730-b90f-4117-b6d6-f0c58bb588be']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:23.490721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9701c5ac-d262-42ca-a281-d0ff9906f328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630b7d10-6a37-4f9a-b75c-4f8f68cd9690') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:23.491023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9701c5ac-d262-42ca-a281-d0ff9906f328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630b7d10-6a37-4f9a-b75c-4f8f68cd9690') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:23.508169 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9701c5ac-d262-42ca-a281-d0ff9906f328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.520898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334ea07-b1ff-4c8b-b14c-4c81356490ce req-88deb46d-e68a-4a12-9602-efd4790dccd7 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:23.522513 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6334ea07-b1ff-4c8b-b14c-4c81356490ce req-88deb46d-e68a-4a12-9602-efd4790dccd7 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.0851371 Feb 04 15:44:23.529051 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9701c5ac-d262-42ca-a281-d0ff9906f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.536099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9701c5ac-d262-42ca-a281-d0ff9906f328 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:44:23.536559 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9701c5ac-d262-42ca-a281-d0ff9906f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:44:23.557089 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:44:23.587211 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6334ea07-b1ff-4c8b-b14c-4c81356490ce req-91cf4789-fd98-40e4-bd57-9ef4c015a875 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583997 Feb 04 15:44:23.720620 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9701c5ac-d262-42ca-a281-d0ff9906f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.744735 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9701c5ac-d262-42ca-a281-d0ff9906f328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.760332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701c5ac-d262-42ca-a281-d0ff9906f328 admin admin] Pushing event deleted for resources: {'Network': ['ID=685b6730-b90f-4117-b6d6-f0c58bb588be,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:23.761792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Router ca578ea7-f076-439c-97f4-51df4352e37a is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:44:23.770341 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9701c5ac-d262-42ca-a281-d0ff9906f328 admin admin] 10.222.0.60 "DELETE /v2.0/networks/685b6730-b90f-4117-b6d6-f0c58bb588be HTTP/1.1" status: 204 len: 168 time: 0.7735605 Feb 04 15:44:23.837313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf146763-e12b-48a4-9db1-f27982a995f9 req-522bc288-6b92-41a0-acbf-9cd16fb5a483 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:23.853134 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf146763-e12b-48a4-9db1-f27982a995f9 req-522bc288-6b92-41a0-acbf-9cd16fb5a483 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 945 time: 0.1448901 Feb 04 15:44:23.924506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf146763-e12b-48a4-9db1-f27982a995f9 req-679771b4-3a0e-4ea9-b1c6-ee38b750750c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692234 Feb 04 15:44:24.122124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8903f9b-cdc2-4d7f-8cc0-7e13789919c3 req-7bd0c4de-b3ec-4e07-b928-6d39a4e4fb45 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:24.122896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f8903f9b-cdc2-4d7f-8cc0-7e13789919c3 req-7bd0c4de-b3ec-4e07-b928-6d39a4e4fb45 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Synchronizing usage tracker for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:24.139455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37776) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:24.139798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37774) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:24.157150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 105ad940-086c-4da6-91dc-4675bf92434d details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:44:24.184749 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d0f2c3c1-005b-4620-9255-1baa5c9b1bf4 req-7cd31ad7-d099-4223-b9aa-723fdd19be03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e7455e7abb54cf6bccd48d1ec884375&device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 1096 time: 0.2305486 Feb 04 15:44:24.226616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f8903f9b-cdc2-4d7f-8cc0-7e13789919c3 req-7bd0c4de-b3ec-4e07-b928-6d39a4e4fb45 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Unset dirty status for tenant:21378adb8d3d4a6e8d32f04df7fca8bf on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:24.228707 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8903f9b-cdc2-4d7f-8cc0-7e13789919c3 req-7bd0c4de-b3ec-4e07-b928-6d39a4e4fb45 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 1023 time: 0.3815768 Feb 04 15:44:24.309211 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 105ad940-086c-4da6-91dc-4675bf92434d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=105ad940-086c-4da6-91dc-4675bf92434d,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:24.324796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '105ad940-086c-4da6-91dc-4675bf92434d', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '105ad940-086c-4da6-91dc-4675bf92434d', 'mac_address': 'fa:16:3e:17:ee:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:44:24.346625 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-23fe86f1-c81c-4b20-a469-2a67759bfef1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00a06a3fbce84f479e2a79291daaa77f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1986365 Feb 04 15:44:24.351417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cfe9dae8-0fa4-4a1b-b4f0-ddad1101a54c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e5440df88fe41efbdb24bbbffc39ec2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2024794 Feb 04 15:44:24.351417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37786) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:24.353653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37788) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:24.359845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4493d69-1758-4551-9583-d5da018d4c7e req-8d541d97-7030-4afb-9cc3-3b0bc628bb9c tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:24.361356 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4493d69-1758-4551-9583-d5da018d4c7e req-8d541d97-7030-4afb-9cc3-3b0bc628bb9c tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.2784269 Feb 04 15:44:24.393486 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.412220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105ad940-086c-4da6-91dc-4675bf92434d {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:24.429668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 105ad940-086c-4da6-91dc-4675bf92434d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=105ad940-086c-4da6-91dc-4675bf92434d,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:24.435343 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.467079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314ef59-a7b7-4c50-ad71-6fdcc9095da4 req-7369e9e0-2b31-4d94-855e-690d8fe6e609 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:24.468622 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7314ef59-a7b7-4c50-ad71-6fdcc9095da4 req-7369e9e0-2b31-4d94-855e-690d8fe6e609 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.3239422 Feb 04 15:44:24.513521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=105ad940-086c-4da6-91dc-4675bf92434d,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:24.515336 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-f8903f9b-cdc2-4d7f-8cc0-7e13789919c3 req-1a9a4d5c-650f-4ace-8397-c054a581ba04 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Deleting port 57e0b535-d578-4898-a347-9c2cc45031c7 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:44:24.515750 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f8903f9b-cdc2-4d7f-8cc0-7e13789919c3 req-1a9a4d5c-650f-4ace-8397-c054a581ba04 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.547387 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4493d69-1758-4551-9583-d5da018d4c7e req-2f87d753-128b-45aa-bd34-4a52066dc855 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582036 Feb 04 15:44:24.580764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['105ad940-086c-4da6-91dc-4675bf92434d'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:44:24.588670 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3950305c-4e61-4b7c-a819-1cdefbd944c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.620950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2c3c1-005b-4620-9255-1baa5c9b1bf4 req-b9e69562-e380-4664-92f5-a82b2d7a1184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:24.621679 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3950305c-4e61-4b7c-a819-1cdefbd944c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.621815 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d0f2c3c1-005b-4620-9255-1baa5c9b1bf4 req-b9e69562-e380-4664-92f5-a82b2d7a1184 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4 HTTP/1.1" status: 200 len: 920 time: 0.4234939 Feb 04 15:44:24.653994 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06bcbf1b-0d6f-4c62-aa2d-406d9772b468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.670461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:44:24.688146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12595518-888f-4fdd-bbce-02a521323c1a None None] Sync routers for ids ['ca578ea7-f076-439c-97f4-51df4352e37a'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:44:24.708287 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06bcbf1b-0d6f-4c62-aa2d-406d9772b468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.728642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12595518-888f-4fdd-bbce-02a521323c1a None None] Routers {'ca578ea7-f076-439c-97f4-51df4352e37a'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:44:24.729311 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-12595518-888f-4fdd-bbce-02a521323c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:44:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ca578ea7-f076-439c-97f4-51df4352e37a'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:24.816710 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-12595518-888f-4fdd-bbce-02a521323c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:24.823706 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7314ef59-a7b7-4c50-ad71-6fdcc9095da4 req-58e252c2-e836-42cd-a2d0-9f7617f2651d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273904 Feb 04 15:44:24.831412 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.832631 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-89f28994-c3a5-4056-b050-e7f61e70238b tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8760047 Feb 04 15:44:24.843370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37794) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:24.855215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:24.864414 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06bcbf1b-0d6f-4c62-aa2d-406d9772b468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.901091 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcbf1b-0d6f-4c62-aa2d-406d9772b468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7543c6-b440-47f0-a875-b48b8d61013f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:24.905652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12595518-888f-4fdd-bbce-02a521323c1a None None] Routers {'ca578ea7-f076-439c-97f4-51df4352e37a'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:44:24.911006 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-12595518-888f-4fdd-bbce-02a521323c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:44:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ca578ea7-f076-439c-97f4-51df4352e37a'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:24.920327 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d0f2c3c1-005b-4620-9255-1baa5c9b1bf4 req-056ed295-2ec5-4c7d-b8a2-5e6fc5fc3bf6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73de5544-7dde-46d4-b935-140ab78aa46b HTTP/1.1" status: 200 len: 217 time: 0.2079477 Feb 04 15:44:24.933053 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06bcbf1b-0d6f-4c62-aa2d-406d9772b468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.937406 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-06bcbf1b-0d6f-4c62-aa2d-406d9772b468 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b7543c6-b440-47f0-a875-b48b8d61013f HTTP/1.1" status: 204 len: 168 time: 0.5830841 Feb 04 15:44:24.940727 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3950305c-4e61-4b7c-a819-1cdefbd944c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.966577 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3950305c-4e61-4b7c-a819-1cdefbd944c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.975315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3950305c-4e61-4b7c-a819-1cdefbd944c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e8a79a9-3a5a-41fe-95d1-9751205dddc9 HTTP/1.1" status: 204 len: 168 time: 0.6112266 Feb 04 15:44:24.983495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950305c-4e61-4b7c-a819-1cdefbd944c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8a79a9-3a5a-41fe-95d1-9751205dddc9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:25.069379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b0523-e6ef-4c90-ac1e-d0fc0414ec0e req-655fdcd7-b0c2-4226-8beb-a4afebe8cfc0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:25.091482 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b98b0523-e6ef-4c90-ac1e-d0fc0414ec0e req-655fdcd7-b0c2-4226-8beb-a4afebe8cfc0 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 1023 time: 0.3153112 Feb 04 15:44:25.146287 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-12595518-888f-4fdd-bbce-02a521323c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:25.147161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12595518-888f-4fdd-bbce-02a521323c1a None None] The sync data for ids ['ca578ea7-f076-439c-97f4-51df4352e37a'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:44:25.199044 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f8903f9b-cdc2-4d7f-8cc0-7e13789919c3 req-1a9a4d5c-650f-4ace-8397-c054a581ba04 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] For port 57e0b535-d578-4898-a347-9c2cc45031c7, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=57e0b535-d578-4898-a347-9c2cc45031c7,segment=NetworkSegment(e522db58-e236-4242-9bc5-3f2097a12f97),segment_id=e522db58-e236-4242-9bc5-3f2097a12f97)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:25.199443 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f8903f9b-cdc2-4d7f-8cc0-7e13789919c3 req-1a9a4d5c-650f-4ace-8397-c054a581ba04 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.230614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b98b0523-e6ef-4c90-ac1e-d0fc0414ec0e req-d39fdc91-218d-4d7e-bfd2-bce24d32c2f2 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups?id=37aead9b-ce1d-4b99-8731-553225cab531&id=ac08dba2-fd29-4602-aef4-0b219dbc8751&id=287eb64a-01bc-4a01-87b4-570e07db1368&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1380339 Feb 04 15:44:25.230910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2c3c1-005b-4620-9255-1baa5c9b1bf4 req-dbf7abf2-b1fb-416d-b6cd-ef87d4d5d099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:25.235514 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d0f2c3c1-005b-4620-9255-1baa5c9b1bf4 req-dbf7abf2-b1fb-416d-b6cd-ef87d4d5d099 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1711e37f-bdaf-4a9e-a302-926cbcffa942 HTTP/1.1" status: 200 len: 859 time: 0.3067434 Feb 04 15:44:25.427759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-f8903f9b-cdc2-4d7f-8cc0-7e13789919c3 req-1a9a4d5c-650f-4ace-8397-c054a581ba04 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Calling delete_port for 57e0b535-d578-4898-a347-9c2cc45031c7 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:44:25.467355 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d0f2c3c1-005b-4620-9255-1baa5c9b1bf4 req-270c0056-0f15-4135-8863-d2f03fa58c62 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2080512 Feb 04 15:44:25.494511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b1d7f-d9f6-43e7-a515-bc51a81dd81c req-dd730b69-7f4e-4613-abec-26a123f18908 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:25.502631 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df6b1d7f-d9f6-43e7-a515-bc51a81dd81c req-dd730b69-7f4e-4613-abec-26a123f18908 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1959412 Feb 04 15:44:25.604170 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df6b1d7f-d9f6-43e7-a515-bc51a81dd81c req-33ecc134-ea55-4c51-ab7c-f051eef6444c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006072 Feb 04 15:44:25.647610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b33198-ba56-452b-aa76-4c49522115cf req-178141b1-ed85-4765-be2f-4ee89e6cbde1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:25.663408 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-15b33198-ba56-452b-aa76-4c49522115cf req-178141b1-ed85-4765-be2f-4ee89e6cbde1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 945 time: 0.2615664 Feb 04 15:44:25.764339 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-15b33198-ba56-452b-aa76-4c49522115cf req-0805fe6b-f0a7-4f0a-91f9-bba96c58d244 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999019 Feb 04 15:44:25.768812 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d0f2c3c1-005b-4620-9255-1baa5c9b1bf4 req-4b84a567-ee0a-4794-8017-b99514db3f8f service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887366 Feb 04 15:44:25.885209 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f8903f9b-cdc2-4d7f-8cc0-7e13789919c3 req-1a9a4d5c-650f-4ace-8397-c054a581ba04 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.917484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b581c-ac38-4a6d-8623-8de900c11b55 req-d4f3f369-a72f-46bd-a379-9205c7c3e3c5 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:25.926835 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca7b581c-ac38-4a6d-8623-8de900c11b55 req-d4f3f369-a72f-46bd-a379-9205c7c3e3c5 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.1188483 Feb 04 15:44:25.998039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a4d5c-650f-4ace-8397-c054a581ba04 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event deleted for resources: {'Port': ['ID=57e0b535-d578-4898-a347-9c2cc45031c7,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:26.026777 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca7b581c-ac38-4a6d-8623-8de900c11b55 req-a44cc11f-261b-4c59-a165-43261f6798f3 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987682 Feb 04 15:44:26.170236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 105ad940-086c-4da6-91dc-4675bf92434d up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:26.314590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 105ad940-086c-4da6-91dc-4675bf92434d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:26.315231 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.341306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417ad1d-ff67-4517-a939-bfd3ba970301 req-7d42dd34-1edb-4132-82ee-d43b7f60394a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:26.352851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7417ad1d-ff67-4517-a939-bfd3ba970301 req-7d42dd34-1edb-4132-82ee-d43b7f60394a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1639552 Feb 04 15:44:26.425402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7417ad1d-ff67-4517-a939-bfd3ba970301 req-82e3408e-53ee-4c84-81b7-a5c2a6e9de8b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681756 Feb 04 15:44:26.575902 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.603949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8903f9b-cdc2-4d7f-8cc0-7e13789919c3 req-1a9a4d5c-650f-4ace-8397-c054a581ba04 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] No DVR routers for this DVR port 57e0b535-d578-4898-a347-9c2cc45031c7 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:26.607110 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f8903f9b-cdc2-4d7f-8cc0-7e13789919c3 req-1a9a4d5c-650f-4ace-8397-c054a581ba04 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.635498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf6b284-5328-419b-8789-874ed1c860a2', 'name': 'network-vif-deleted', 'tag': '57e0b535-d578-4898-a347-9c2cc45031c7'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:26.655697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105ad940-086c-4da6-91dc-4675bf92434d'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:26.657365 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d0f2c3c1-005b-4620-9255-1baa5c9b1bf4 req-dbbbcb9a-bd3d-4c23-9c5c-fce40e08220c service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8786941 Feb 04 15:44:26.658585 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8903f9b-cdc2-4d7f-8cc0-7e13789919c3 req-1a9a4d5c-650f-4ace-8397-c054a581ba04 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.81 "DELETE /v2.0/ports/57e0b535-d578-4898-a347-9c2cc45031c7 HTTP/1.1" status: 204 len: 173 time: 2.2499549 Feb 04 15:44:26.670507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 105ad940-086c-4da6-91dc-4675bf92434d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=105ad940-086c-4da6-91dc-4675bf92434d,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:26.679696 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.859523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=105ad940-086c-4da6-91dc-4675bf92434d,revision_number=10']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:27.015613 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aba22838-0fad-4f61-be11-1a1d31cf3876 req-5e292743-1a49-4a73-b6e7-15ccfc27caaa tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf6b284-5328-419b-8789-874ed1c860a2 HTTP/1.1" status: 200 len: 210 time: 0.1870177 Feb 04 15:44:27.111708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3c8be-b111-4a4c-85d7-a51012e84352 req-9c7cfcbf-9172-4939-a0ec-80cff8719045 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:27.120322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcb3c8be-b111-4a4c-85d7-a51012e84352 req-9c7cfcbf-9172-4939-a0ec-80cff8719045 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1578884 Feb 04 15:44:27.174960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcb3c8be-b111-4a4c-85d7-a51012e84352 req-b2375b2b-dd01-4409-98c6-8b5beb2d0dc5 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537837 Feb 04 15:44:27.202761 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf6b284-5328-419b-8789-874ed1c860a2', 'name': 'network-vif-deleted', 'tag': '57e0b535-d578-4898-a347-9c2cc45031c7', 'status': 'completed', 'code': 200} Feb 04 15:44:27.215054 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105ad940-086c-4da6-91dc-4675bf92434d', 'code': 200} Feb 04 15:44:27.261378 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:27.284342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 57e0b535-d578-4898-a347-9c2cc45031c7 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:27.306144 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:27.330947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Deleting port ed6b34d9-8bdb-41fb-9f8d-59565bb756a5 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:44:27.331347 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:27.362961 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 57e0b535-d578-4898-a347-9c2cc45031c7 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:44:27.364199 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 57e0b535-d578-4898-a347-9c2cc45031c7 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:44:27.538463 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:27.822592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Calling delete_port for ed6b34d9-8bdb-41fb-9f8d-59565bb756a5 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:44:28.121512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d077-a7ee-4cc7-9d7b-7560d17c743a req-ff2eb54e-7056-4778-a530-ef53c9593106 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:28.123232 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5506d077-a7ee-4cc7-9d7b-7560d17c743a req-ff2eb54e-7056-4778-a530-ef53c9593106 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.3206038 Feb 04 15:44:28.172794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5c031aca-f0a4-497f-ba68-484daefbf0a2 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:28.184828 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.249226 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5506d077-a7ee-4cc7-9d7b-7560d17c743a req-f2219f42-8684-41f7-9ff7-c7978a6a1792 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203065 Feb 04 15:44:28.314918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Pushing event deleted for resources: {'Port': ['ID=ed6b34d9-8bdb-41fb-9f8d-59565bb756a5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:28.420029 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.476170 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:28.477739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b5bb760-a4d0-41a0-ae5f-4d7481b1f493 req-d3fc6761-dc38-433e-8f25-969cf52c496f tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.0994551 Feb 04 15:44:28.483584 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.580041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5c031aca-f0a4-497f-ba68-484daefbf0a2,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:28.874165 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.028995 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-952273f7-441d-4b4a-a3dc-af4df078265c req-44c90e30-53d6-491d-a07d-43b983977e81 tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/287eb64a-01bc-4a01-87b4-570e07db1368 HTTP/1.1" status: 200 len: 1633 time: 0.2011914 Feb 04 15:44:29.047624 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.052170 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.196611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1e9a4-9267-41a4-9037-e4f33f8fb132 req-1f2fa38e-5f2c-4232-a8e6-a8b2068d5547 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:29.205061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26f1e9a4-9267-41a4-9037-e4f33f8fb132 req-1f2fa38e-5f2c-4232-a8e6-a8b2068d5547 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.4341898 Feb 04 15:44:29.216172 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:29.273043 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-952273f7-441d-4b4a-a3dc-af4df078265c req-b023f4aa-ffd6-42c1-ba7c-d5278b056d8f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.277587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26f1e9a4-9267-41a4-9037-e4f33f8fb132 req-823c98e7-e8f8-40c8-89be-37e699ab3bc8 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717125 Feb 04 15:44:29.310282 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-952273f7-441d-4b4a-a3dc-af4df078265c req-b023f4aa-ffd6-42c1-ba7c-d5278b056d8f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.358316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Router ca578ea7-f076-439c-97f4-51df4352e37a has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:44:29.381121 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-952273f7-441d-4b4a-a3dc-af4df078265c req-b023f4aa-ffd6-42c1-ba7c-d5278b056d8f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.417155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023f4aa-ffd6-42c1-ba7c-d5278b056d8f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=287eb64a-01bc-4a01-87b4-570e07db1368,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:29.421257 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-952273f7-441d-4b4a-a3dc-af4df078265c req-b023f4aa-ffd6-42c1-ba7c-d5278b056d8f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.424768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-952273f7-441d-4b4a-a3dc-af4df078265c req-b023f4aa-ffd6-42c1-ba7c-d5278b056d8f tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "DELETE /v2.0/security-groups/287eb64a-01bc-4a01-87b4-570e07db1368 HTTP/1.1" status: 204 len: 173 time: 0.3750234 Feb 04 15:44:29.444055 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'code': 200} Feb 04 15:44:29.545129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:44:29.557981 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5e659b-6053-4f98-a0e9-4093a7faf8a2 None None] Sync routers for ids ['ca578ea7-f076-439c-97f4-51df4352e37a'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:44:29.577825 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.579121 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5e659b-6053-4f98-a0e9-4093a7faf8a2 None None] Routers {'ca578ea7-f076-439c-97f4-51df4352e37a'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:44:29.581182 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ec5e659b-6053-4f98-a0e9-4093a7faf8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:44:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ca578ea7-f076-439c-97f4-51df4352e37a'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:29.582476 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-784fb857-5be1-47e4-ad72-d2b104736e93 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "PUT /v2.0/routers/ca578ea7-f076-439c-97f4-51df4352e37a HTTP/1.1" status: 200 len: 706 time: 4.7336051 Feb 04 15:44:29.583458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37950) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:29.690794 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad3bb0-3d02-4f3c-a512-edfed5eee62f req-699c5941-2cf9-4cb3-a617-e0c5324c8910 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:29.692417 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ec5e659b-6053-4f98-a0e9-4093a7faf8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:29.699425 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3ad3bb0-3d02-4f3c-a512-edfed5eee62f req-699c5941-2cf9-4cb3-a617-e0c5324c8910 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.1380599 Feb 04 15:44:29.718145 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5e659b-6053-4f98-a0e9-4093a7faf8a2 None None] Routers {'ca578ea7-f076-439c-97f4-51df4352e37a'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:44:29.719098 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ec5e659b-6053-4f98-a0e9-4093a7faf8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:44:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ca578ea7-f076-439c-97f4-51df4352e37a'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:29.787253 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3ad3bb0-3d02-4f3c-a512-edfed5eee62f req-cd99a80f-9956-48b4-a905-3eb0565019e3 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858457 Feb 04 15:44:29.796078 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ec5e659b-6053-4f98-a0e9-4093a7faf8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:29.796537 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5e659b-6053-4f98-a0e9-4093a7faf8a2 None None] The sync data for ids ['ca578ea7-f076-439c-97f4-51df4352e37a'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:44:29.818308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889ffee-d733-4237-948f-a3d0a81bc3cb req-06952e25-0a04-40e1-884e-046cb0d813af tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:29.823400 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4889ffee-d733-4237-948f-a3d0a81bc3cb req-06952e25-0a04-40e1-884e-046cb0d813af tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1818125 Feb 04 15:44:29.855678 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-acc7e639-4864-4176-8c17-8cc13076e18b tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/routers/ca578ea7-f076-439c-97f4-51df4352e37a HTTP/1.1" status: 200 len: 741 time: 0.2703090 Feb 04 15:44:29.858685 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37960) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:29.895450 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4889ffee-d733-4237-948f-a3d0a81bc3cb req-6d435274-ae5c-4f41-bc7e-0d0c6ed157d8 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672312 Feb 04 15:44:29.919540 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4753e2a5-02ec-440b-b180-d323f356ada8 tempest-RoutersAdminTest-1534218354 tempest-RoutersAdminTest-1534218354-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&device_id=ca578ea7-f076-439c-97f4-51df4352e37a HTTP/1.1" status: 200 len: 205 time: 0.0594099 Feb 04 15:44:29.922235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37964) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:29.984545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3c59df2f-b5d2-46f4-8146-d3a438893b86 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca578ea7-f076-439c-97f4-51df4352e37a HTTP/1.1" status: 200 len: 205 time: 0.0608652 Feb 04 15:44:29.991332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37972) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:30.087115 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff2cb466-4dd6-43de-a826-b762f84889a2 req-63fbfccd-64ea-43e5-970a-b109fd6e87fb tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "GET /v2.0/security-groups/ac08dba2-fd29-4602-aef4-0b219dbc8751 HTTP/1.1" status: 200 len: 1635 time: 0.0842259 Feb 04 15:44:30.195752 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-88daf0b6-46d7-439c-94bc-c5ecc4a61f04 req-805fae06-c335-4b02-b91f-ddaf147c7f4d tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.0479810 Feb 04 15:44:30.217912 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ff2cb466-4dd6-43de-a826-b762f84889a2 req-5ed008f1-b915-4f14-8edc-89d48f270b3e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.220337 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5be9c75c-4417-47ba-8045-0d9a8ad4938c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.261455 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ff2cb466-4dd6-43de-a826-b762f84889a2 req-5ed008f1-b915-4f14-8edc-89d48f270b3e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.311713 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ff2cb466-4dd6-43de-a826-b762f84889a2 req-5ed008f1-b915-4f14-8edc-89d48f270b3e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.334503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed008f1-b915-4f14-8edc-89d48f270b3e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac08dba2-fd29-4602-aef4-0b219dbc8751,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:30.342245 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ff2cb466-4dd6-43de-a826-b762f84889a2 req-5ed008f1-b915-4f14-8edc-89d48f270b3e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.355125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff2cb466-4dd6-43de-a826-b762f84889a2 req-5ed008f1-b915-4f14-8edc-89d48f270b3e tempest-SecurityGroupsTestJSON-417424160 tempest-SecurityGroupsTestJSON-417424160-project] 10.222.0.60 "DELETE /v2.0/security-groups/ac08dba2-fd29-4602-aef4-0b219dbc8751 HTTP/1.1" status: 204 len: 173 time: 0.2613103 Feb 04 15:44:30.356312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37980) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:30.516192 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2998e9a-6f57-4af4-87f6-3c401c932580 admin admin] Deleting subnet 6936ad47-b452-4395-8810-e07292c24d1f {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:44:30.520013 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2998e9a-6f57-4af4-87f6-3c401c932580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.637411 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2998e9a-6f57-4af4-87f6-3c401c932580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.730356 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2998e9a-6f57-4af4-87f6-3c401c932580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.776804 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5be9c75c-4417-47ba-8045-0d9a8ad4938c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.785820 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5be9c75c-4417-47ba-8045-0d9a8ad4938c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.824067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5be9c75c-4417-47ba-8045-0d9a8ad4938c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.824650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be9c75c-4417-47ba-8045-0d9a8ad4938c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Fanout notify agent at l3_agent the message router_deleted on router ca578ea7-f076-439c-97f4-51df4352e37a {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:44:30.843206 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5be9c75c-4417-47ba-8045-0d9a8ad4938c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.844297 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5be9c75c-4417-47ba-8045-0d9a8ad4938c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "DELETE /v2.0/routers/ca578ea7-f076-439c-97f4-51df4352e37a HTTP/1.1" status: 204 len: 168 time: 0.8518317 Feb 04 15:44:30.853093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37994) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:30.859720 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2998e9a-6f57-4af4-87f6-3c401c932580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.935462 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ecba749e-9ee8-4e16-9b5a-f52cf25fb8c1 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca578ea7-f076-439c-97f4-51df4352e37a HTTP/1.1" status: 200 len: 205 time: 0.0749197 Feb 04 15:44:30.939401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38000) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:31.003129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2998e9a-6f57-4af4-87f6-3c401c932580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6936ad47-b452-4395-8810-e07292c24d1f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:31.024827 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2998e9a-6f57-4af4-87f6-3c401c932580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.033517 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c2998e9a-6f57-4af4-87f6-3c401c932580 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6936ad47-b452-4395-8810-e07292c24d1f HTTP/1.1" status: 204 len: 168 time: 0.6709073 Feb 04 15:44:31.034724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38006) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:31.034988 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-fceea509-4710-451a-9377-3e508e6c9dff tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] delete failed (client error): The resource could not be found. Feb 04 15:44:31.038621 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fceea509-4710-451a-9377-3e508e6c9dff tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "DELETE /v2.0/routers/ca578ea7-f076-439c-97f4-51df4352e37a HTTP/1.1" status: 404 len: 336 time: 0.0929313 Feb 04 15:44:31.047520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38010) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:31.101903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-02b9df5a-81a6-483c-ab2e-407212024f35 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "GET /v2.0/ports?device_id=25a11d27-9eda-42a4-b57f-bad2e35df048 HTTP/1.1" status: 200 len: 205 time: 0.0497332 Feb 04 15:44:31.103077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38014) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:31.200017 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-0c20cd08-203f-4d3d-be4e-11726780839c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] delete failed (client error): The resource could not be found. Feb 04 15:44:31.204647 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0c20cd08-203f-4d3d-be4e-11726780839c tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "DELETE /v2.0/routers/25a11d27-9eda-42a4-b57f-bad2e35df048 HTTP/1.1" status: 404 len: 336 time: 0.0982010 Feb 04 15:44:31.208785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38018) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:31.307468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea7c65-5e3c-4291-84f1-c7747ee3bd46 req-009f6072-2695-4981-bacb-5c358e4da237 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:31.325323 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7eea7c65-5e3c-4291-84f1-c7747ee3bd46 req-009f6072-2695-4981-bacb-5c358e4da237 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.5119953 Feb 04 15:44:31.415838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02502c7-4adf-4a6d-baae-0591cb171b51 req-3a3ab210-dcd6-479b-b632-ed00e1d16c58 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:31.424426 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c02502c7-4adf-4a6d-baae-0591cb171b51 req-3a3ab210-dcd6-479b-b632-ed00e1d16c58 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.2203496 Feb 04 15:44:31.436381 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3129e743-f4fa-497a-9358-a51ba3f58ec0 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd99cf02-f378-4617-8ad0-e1fc9c7105d1 HTTP/1.1" status: 200 len: 205 time: 0.2240124 Feb 04 15:44:31.436619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38024) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:31.457365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7eea7c65-5e3c-4291-84f1-c7747ee3bd46 req-da163576-df54-413e-a753-e4b104efec3a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304996 Feb 04 15:44:31.517795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c02502c7-4adf-4a6d-baae-0591cb171b51 req-a5780235-03f4-4831-9f43-131767fa52d1 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924323 Feb 04 15:44:31.544779 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-948121a2-efc7-4a27-b9ed-75a807e01ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.574820 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-3f41553a-fbcc-4774-92b0-aff57d653fbb tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] delete failed (client error): The resource could not be found. Feb 04 15:44:31.576047 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3f41553a-fbcc-4774-92b0-aff57d653fbb tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "DELETE /v2.0/routers/fd99cf02-f378-4617-8ad0-e1fc9c7105d1 HTTP/1.1" status: 404 len: 336 time: 0.1385436 Feb 04 15:44:31.578762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38034) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:31.692448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ac182070-0ba8-422b-bfd1-9adfb11f7b76 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d80dc71-5f58-4d85-8508-cc0db53628f4 HTTP/1.1" status: 200 len: 205 time: 0.1103759 Feb 04 15:44:31.695886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38040) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:31.846072 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-948121a2-efc7-4a27-b9ed-75a807e01ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.873201 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-efaebe81-35f0-4429-8751-efe8d969d6f9 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] delete failed (client error): The resource could not be found. Feb 04 15:44:31.877273 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38048) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:31.877986 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-efaebe81-35f0-4429-8751-efe8d969d6f9 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "DELETE /v2.0/routers/8d80dc71-5f58-4d85-8508-cc0db53628f4 HTTP/1.1" status: 404 len: 336 time: 0.1810927 Feb 04 15:44:31.997348 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9e1b8812-ad20-44a2-8a59-474c1a70c481 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2647544-1405-48a5-87db-fab72f8ae100 HTTP/1.1" status: 200 len: 205 time: 0.1169047 Feb 04 15:44:32.009461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38054) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:32.084814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54bc22b5-7d8e-47e6-98bd-9f8cf53f04f4 req-33cd7cc0-45d6-4fbf-a100-554c70987f3c tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.2136264 Feb 04 15:44:32.112291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-948121a2-efc7-4a27-b9ed-75a807e01ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4c21c4-551b-462b-8e6b-996fea3f21f0']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:32.130070 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-fc3281eb-8d96-4ca6-9164-73cc2b5fc2f9 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] delete failed (client error): The resource could not be found. Feb 04 15:44:32.134461 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fc3281eb-8d96-4ca6-9164-73cc2b5fc2f9 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "DELETE /v2.0/routers/d2647544-1405-48a5-87db-fab72f8ae100 HTTP/1.1" status: 404 len: 336 time: 0.1207423 Feb 04 15:44:32.135275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38058) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:32.141396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-948121a2-efc7-4a27-b9ed-75a807e01ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e522db58-e236-4242-9bc5-3f2097a12f97') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:32.142048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-948121a2-efc7-4a27-b9ed-75a807e01ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e522db58-e236-4242-9bc5-3f2097a12f97') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:32.183545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec0e68-29ae-472d-a2db-fe1b2ba55025 req-115a15f3-9f00-460f-bafc-9dfad1263631 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:32.192905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5c031aca-f0a4-497f-ba68-484daefbf0a2 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:44:32.202615 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72ec0e68-29ae-472d-a2db-fe1b2ba55025 req-115a15f3-9f00-460f-bafc-9dfad1263631 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1784368 Feb 04 15:44:32.211003 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-91296e2e-d079-4c96-a3c8-a8d7ac66e787 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5c8a04-4d99-4b30-919f-bf497e63dc8b HTTP/1.1" status: 200 len: 205 time: 0.0746439 Feb 04 15:44:32.214815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38064) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:32.278495 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-948121a2-efc7-4a27-b9ed-75a807e01ecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.304146 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-2d76ae47-631d-4d9b-a71e-ebfab63496fb tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] delete failed (client error): The resource could not be found. Feb 04 15:44:32.307311 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2d76ae47-631d-4d9b-a71e-ebfab63496fb tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "DELETE /v2.0/routers/ed5c8a04-4d99-4b30-919f-bf497e63dc8b HTTP/1.1" status: 404 len: 336 time: 0.0900366 Feb 04 15:44:32.309107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38070) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:32.325671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72ec0e68-29ae-472d-a2db-fe1b2ba55025 req-5322a063-64cd-4332-8897-b5f63d2a6b5d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221063 Feb 04 15:44:32.358724 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d878229b-fadc-4adf-bfe8-1054daa08aa3 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] DELETE failed (client error): The resource could not be found. Feb 04 15:44:32.359356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d878229b-fadc-4adf-bfe8-1054daa08aa3 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:44:32.361178 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d878229b-fadc-4adf-bfe8-1054daa08aa3 tempest-RoutersAdminTest-1527973664 tempest-RoutersAdminTest-1527973664-project] 10.222.0.60 "DELETE /v2.0/subnets/5a0d2c07-cf26-40f2-8a78-81cf83665ea5 HTTP/1.1" status: 404 len: 337 time: 0.0510485 Feb 04 15:44:32.362368 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-948121a2-efc7-4a27-b9ed-75a807e01ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.377744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948121a2-efc7-4a27-b9ed-75a807e01ecf admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:44:32.378251 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-948121a2-efc7-4a27-b9ed-75a807e01ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:44:32.408861 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:44:32.629200 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:32.697791 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-948121a2-efc7-4a27-b9ed-75a807e01ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.729043 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-948121a2-efc7-4a27-b9ed-75a807e01ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.738790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'port_id': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'mac_address': 'fa:16:3e:8d:53:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:44:32.888596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948121a2-efc7-4a27-b9ed-75a807e01ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=5d4c21c4-551b-462b-8e6b-996fea3f21f0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:32.910413 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-948121a2-efc7-4a27-b9ed-75a807e01ecf admin admin] 10.222.0.60 "DELETE /v2.0/networks/5d4c21c4-551b-462b-8e6b-996fea3f21f0 HTTP/1.1" status: 204 len: 168 time: 1.8709807 Feb 04 15:44:32.924150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60319f2e-6385-4669-b0f5-8f385e5b666e req-9bc2d461-496e-4789-bcf4-4be4a9f0c3cc tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:32.941437 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60319f2e-6385-4669-b0f5-8f385e5b666e req-9bc2d461-496e-4789-bcf4-4be4a9f0c3cc tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.3070085 Feb 04 15:44:33.177940 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.190238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38092) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:33.244901 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1728460e-7365-4164-b136-bc3904b7c78b req-3ecc4b15-11a3-4249-b5f4-d6472b00bf84 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.1414673 Feb 04 15:44:33.245177 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c031aca-f0a4-497f-ba68-484daefbf0a2 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:33.267487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38098) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:33.302004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:33.307088 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60319f2e-6385-4669-b0f5-8f385e5b666e req-df460679-ec44-4895-84ed-f9325caa66e9 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643792 Feb 04 15:44:33.313044 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.371880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c24c7d-d30b-45da-94c9-bef107e4dbf0 req-bdcaac60-0c2a-4c6c-b882-b9859df37080 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:33.378519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-91c24c7d-d30b-45da-94c9-bef107e4dbf0 req-bdcaac60-0c2a-4c6c-b882-b9859df37080 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.3413882 Feb 04 15:44:33.383402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6b31f0c1-c44c-4817-9dec-d3331e79d481 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21378adb8d3d4a6e8d32f04df7fca8bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1824150 Feb 04 15:44:33.388326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38108) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:33.458748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-91c24c7d-d30b-45da-94c9-bef107e4dbf0 req-b1026c06-461e-421c-847f-47688815ec8f tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792766 Feb 04 15:44:33.463687 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5c031aca-f0a4-497f-ba68-484daefbf0a2,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:33.476594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['5c031aca-f0a4-497f-ba68-484daefbf0a2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:44:33.538073 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c0910b82-c246-4f74-9060-989bed083e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.597810 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c0910b82-c246-4f74-9060-989bed083e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.669066 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97c78c09-2241-4dcd-8a2a-83cef7ebefcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.728855 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-97c78c09-2241-4dcd-8a2a-83cef7ebefcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:33.732939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-97c78c09-2241-4dcd-8a2a-83cef7ebefcb admin admin] Usage tracker for resource:security_group_rule and tenant:7bdc04a96d8449c88a334047bbca658c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:33.737687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-97c78c09-2241-4dcd-8a2a-83cef7ebefcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:33.746665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-97c78c09-2241-4dcd-8a2a-83cef7ebefcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:33.759903 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c0910b82-c246-4f74-9060-989bed083e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.795933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0910b82-c246-4f74-9060-989bed083e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37aead9b-ce1d-4b99-8731-553225cab531,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:33.821481 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c0910b82-c246-4f74-9060-989bed083e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.828605 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c0910b82-c246-4f74-9060-989bed083e3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37aead9b-ce1d-4b99-8731-553225cab531 HTTP/1.1" status: 204 len: 168 time: 0.4390833 Feb 04 15:44:33.846305 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e9f971f-8139-4126-97f4-a4e82ec9b1b8 req-e44c4b17-16b3-42e0-a534-9de688948f21 tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.1114187 Feb 04 15:44:33.957940 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97c78c09-2241-4dcd-8a2a-83cef7ebefcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.978169 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97c78c09-2241-4dcd-8a2a-83cef7ebefcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.046921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c78c09-2241-4dcd-8a2a-83cef7ebefcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66793af-85a9-4eef-93c1-0a3eac726ca8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:34.058321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da8b6e-96ac-4642-a358-b0308b17c6c2 req-f355eb5d-f7a1-454d-8c35-0e092447da08 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:34.066521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3da8b6e-96ac-4642-a358-b0308b17c6c2 req-f355eb5d-f7a1-454d-8c35-0e092447da08 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2149670 Feb 04 15:44:34.093544 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-97c78c09-2241-4dcd-8a2a-83cef7ebefcb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7bdc04a96d8449c88a334047bbca658c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8244674 Feb 04 15:44:34.095923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38128) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:34.170343 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3da8b6e-96ac-4642-a358-b0308b17c6c2 req-d0290dd6-8c70-462d-8915-929a1181218c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028666 Feb 04 15:44:34.242892 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a6fe2046-3e94-4e5f-abdd-dbfbe129f4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.326243 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a6fe2046-3e94-4e5f-abdd-dbfbe129f4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.454630 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a6fe2046-3e94-4e5f-abdd-dbfbe129f4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.491133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe2046-3e94-4e5f-abdd-dbfbe129f4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66793af-85a9-4eef-93c1-0a3eac726ca8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:34.504783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a6fe2046-3e94-4e5f-abdd-dbfbe129f4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.510691 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a6fe2046-3e94-4e5f-abdd-dbfbe129f4c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c66793af-85a9-4eef-93c1-0a3eac726ca8 HTTP/1.1" status: 204 len: 168 time: 0.4129691 Feb 04 15:44:34.934080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c4f63-7eaa-464d-b21a-9d53dded4157 req-0b2ec365-0fe9-4642-bf06-f480674d617c tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:34.939124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d6c4f63-7eaa-464d-b21a-9d53dded4157 req-0b2ec365-0fe9-4642-bf06-f480674d617c tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.3088744 Feb 04 15:44:35.015200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecc738-4002-4a44-8fb4-7dde6127c5ff req-b4d9dea8-123e-4b96-922e-78ec605dad00 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:35.016768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-00ecc738-4002-4a44-8fb4-7dde6127c5ff req-b4d9dea8-123e-4b96-922e-78ec605dad00 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.3092599 Feb 04 15:44:35.178529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d6c4f63-7eaa-464d-b21a-9d53dded4157 req-7c2a7f42-56d3-4cd8-bd44-af187b7bc757 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330050 Feb 04 15:44:35.286177 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-00ecc738-4002-4a44-8fb4-7dde6127c5ff req-4fe80ec9-1a6a-4194-9671-2af607bf1874 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534530 Feb 04 15:44:35.393594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38170) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:35.524621 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-281a5e6b-dea8-4ed0-bc0e-b4a3b915b112 req-6e5ae7c5-d31f-469f-8974-f83ca1670bc7 tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.0727272 Feb 04 15:44:35.558766 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3a8dc583-3dc0-440e-884b-36bb5a0d6660 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c2215094199f47c684c3572377977b8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1563342 Feb 04 15:44:35.559311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38178) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:35.651264 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97ee6288-637f-4250-be66-b1366875b848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.687213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97ee6288-637f-4250-be66-b1366875b848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.795125 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97ee6288-637f-4250-be66-b1366875b848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.819407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee6288-637f-4250-be66-b1366875b848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8896898e-1371-4b05-91a4-a6f9f788d0c9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:35.842732 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97ee6288-637f-4250-be66-b1366875b848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.844931 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-97ee6288-637f-4250-be66-b1366875b848 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8896898e-1371-4b05-91a4-a6f9f788d0c9 HTTP/1.1" status: 204 len: 168 time: 0.2846200 Feb 04 15:44:36.217849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5c031aca-f0a4-497f-ba68-484daefbf0a2 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:36.356278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 5c031aca-f0a4-497f-ba68-484daefbf0a2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:36.356656 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.765487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768daf5-795c-42de-a8ed-0e87219518fe req-d33d679c-dae0-4746-87e6-f9d668c686dc tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:36.769850 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cbfe545a-77f0-4f3b-b8d2-15a373d2c427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.771340 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.778050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a768daf5-795c-42de-a8ed-0e87219518fe req-d33d679c-dae0-4746-87e6-f9d668c686dc tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1328533 Feb 04 15:44:36.815538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444f64e-f09d-4a93-a738-5f09cefdca8c req-4e384447-ec28-4aa5-8372-bc114bc6d357 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:36.824545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d444f64e-f09d-4a93-a738-5f09cefdca8c req-4e384447-ec28-4aa5-8372-bc114bc6d357 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.3573444 Feb 04 15:44:36.839431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:36.842901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:36.857726 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.988154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38222) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:36.997267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a768daf5-795c-42de-a8ed-0e87219518fe req-bfe33b34-aa9d-4db9-8df7-1ced2b80a40e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086227 Feb 04 15:44:37.004764 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d444f64e-f09d-4a93-a738-5f09cefdca8c req-061e1899-da39-4722-b944-bc6a1fef51b1 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791110 Feb 04 15:44:37.045889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5c031aca-f0a4-497f-ba68-484daefbf0a2,revision_number=10']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:37.400375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57e6d940-146a-438f-993b-2bb141e6a2fd req-3a2b8e42-a95c-4b4c-858e-b5d0bb941007 tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.0994005 Feb 04 15:44:37.404564 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'code': 200} Feb 04 15:44:37.468724 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9f7c57b4-4b1d-435e-ac4f-23971107057e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.509127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9f7c57b4-4b1d-435e-ac4f-23971107057e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:37.513568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9f7c57b4-4b1d-435e-ac4f-23971107057e admin admin] Usage tracker for resource:security_group_rule and tenant:5a2308a6c38a464080b6280c8923f91a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:37.516749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9f7c57b4-4b1d-435e-ac4f-23971107057e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:37.523506 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9f7c57b4-4b1d-435e-ac4f-23971107057e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:37.605605 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9f7c57b4-4b1d-435e-ac4f-23971107057e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.615827 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9f7c57b4-4b1d-435e-ac4f-23971107057e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.683420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c57b4-4b1d-435e-ac4f-23971107057e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b5360c-b1b4-449c-a9c4-3f13e5d3d93a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:37.687809 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9f7c57b4-4b1d-435e-ac4f-23971107057e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a2308a6c38a464080b6280c8923f91a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6986187 Feb 04 15:44:37.690569 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38252) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:37.763054 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8382a81d-d9b3-43ec-839c-173d6c008c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.792864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8382a81d-d9b3-43ec-839c-173d6c008c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.880589 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8382a81d-d9b3-43ec-839c-173d6c008c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.928974 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8382a81d-d9b3-43ec-839c-173d6c008c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.933471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8382a81d-d9b3-43ec-839c-173d6c008c4a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83b5360c-b1b4-449c-a9c4-3f13e5d3d93a HTTP/1.1" status: 204 len: 168 time: 0.2393267 Feb 04 15:44:37.936498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382a81d-d9b3-43ec-839c-173d6c008c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b5360c-b1b4-449c-a9c4-3f13e5d3d93a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:38.276731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38272) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:38.654878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbff599-594a-4cd3-9b19-455f32f74fc3 req-203d8b32-370f-4857-bd1d-21f42b00f5d8 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:38.668347 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6dbff599-594a-4cd3-9b19-455f32f74fc3 req-203d8b32-370f-4857-bd1d-21f42b00f5d8 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.1576450 Feb 04 15:44:38.765563 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6dbff599-594a-4cd3-9b19-455f32f74fc3 req-ade19fe4-1d55-425b-a246-a8ee7270999d tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960836 Feb 04 15:44:38.777659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1014930470'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:38.794123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:38.801427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Usage tracker for resource:network and tenant:1fe11059a01f46e1a648572de57acbbe is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:38.806474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:38.823639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:38.841094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Made reservation on behalf of 1fe11059a01f46e1a648572de57acbbe for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:38.845298 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.943742 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b74b7a02-5aaa-460b-bf61-5792cae1715d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.997777 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.093103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:39.108976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Usage tracker for resource:security_group_rule and tenant:1fe11059a01f46e1a648572de57acbbe is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:39.117999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24278828-5839-46ff-9bcf-9db8a67f1d18 req-f5c311a1-1eb5-4c81-bd4e-62d3ef5339e2 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:39.119880 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24278828-5839-46ff-9bcf-9db8a67f1d18 req-f5c311a1-1eb5-4c81-bd4e-62d3ef5339e2 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2592914 Feb 04 15:44:39.121066 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:39.129506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:39.215754 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24278828-5839-46ff-9bcf-9db8a67f1d18 req-14f938fe-fb67-437a-9752-c8d199871f8a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881431 Feb 04 15:44:39.327093 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.340060 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.361539 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:44:39.378544 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.378895 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Added segment 9695fa9c-e721-438f-b2cc-8edd81cd9326 of type vlan for network ffa4b706-1aed-4e66-9aab-51c8ac1a913a Feb 04 15:44:39.410413 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.482727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=034f4d99-e65c-40db-9a3b-83362fd66ab1,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:39.484714 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.488854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:39.489465 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.620843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38318) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:39.646654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event updated for resources: {'Network': ['ID=ffa4b706-1aed-4e66-9aab-51c8ac1a913a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:39.656561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38326) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:39.662545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Request body: {'subnet': {'network_id': 'ffa4b706-1aed-4e66-9aab-51c8ac1a913a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:39.671147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-97b16b7e-a2f6-441e-85e7-d67c63a67e44 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3930528 Feb 04 15:44:39.694161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network ffa4b706-1aed-4e66-9aab-51c8ac1a913a details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:44:39.909764 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.046612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:40.052641 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Usage tracker for resource:subnet and tenant:1fe11059a01f46e1a648572de57acbbe is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:40.060818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:40.074159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:40.114585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Made reservation on behalf of 1fe11059a01f46e1a648572de57acbbe for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:40.120148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f60587-19e5-4fc3-9d8c-9fca23cacfcc req-e00b98b6-6e42-4aea-9e97-8dcf60f68562 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:40.128441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6f60587-19e5-4fc3-9d8c-9fca23cacfcc req-e00b98b6-6e42-4aea-9e97-8dcf60f68562 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.4846196 Feb 04 15:44:40.151933 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.188037 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6f60587-19e5-4fc3-9d8c-9fca23cacfcc req-eb774a3f-6e21-44cf-8d2b-ec394fbe90b8 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584192 Feb 04 15:44:40.401042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1719091189-network', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:40.408876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.455282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:40.531150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Usage tracker for resource:network and tenant:8eac8c56f3d841e6a4ba841766074a64 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:40.540210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:40.544760 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edc1940c-7c62-4822-bcab-273edf8972db req-fbb433f2-78cd-42fc-8800-619cee337279 tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.0681753 Feb 04 15:44:40.605730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd95bc-8eae-4a4c-8845-88b726ebf75f req-e69c4d1f-8226-4400-981f-593d5f2f21e2 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:40.607629 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3cbd95bc-8eae-4a4c-8845-88b726ebf75f req-e69c4d1f-8226-4400-981f-593d5f2f21e2 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.2504184 Feb 04 15:44:40.678929 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3cbd95bc-8eae-4a4c-8845-88b726ebf75f req-33877632-17f2-469c-bbfb-8d857522ea9a tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627513 Feb 04 15:44:40.736999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:40.771251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Made reservation on behalf of 8eac8c56f3d841e6a4ba841766074a64 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:40.775858 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.798568 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.892357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:40.901415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Usage tracker for resource:security_group_rule and tenant:8eac8c56f3d841e6a4ba841766074a64 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:40.905921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:40.921177 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:41.065337 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.158273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56e1e3-f990-4908-a0bd-a6dc4f225947 req-bf283523-2c45-4414-adca-3a7c0908efa4 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:41.168467 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc56e1e3-f990-4908-a0bd-a6dc4f225947 req-bf283523-2c45-4414-adca-3a7c0908efa4 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1306813 Feb 04 15:44:41.213593 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event updated for resources: {'Subnet': ['ID=a51e996e-8313-4b5f-8f08-54606fe38915,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:41.217680 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.223188 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Checking segment: {'id': '9695fa9c-e721-438f-b2cc-8edd81cd9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ffa4b706-1aed-4e66-9aab-51c8ac1a913a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:44:41.223594 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Network hostable DHCP agents. Network: ffa4b706-1aed-4e66-9aab-51c8ac1a913a, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:44:41.242897 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc56e1e3-f990-4908-a0bd-a6dc4f225947 req-935aaacf-58e9-4d2a-b189-ac5538963167 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659354 Feb 04 15:44:41.245293 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.284625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:44:41.296977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Network ffa4b706-1aed-4e66-9aab-51c8ac1a913a is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:44:41.302569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bc1139-1b0e-412e-90ce-ce1dd9cf8cd3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:41.312446 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.313055 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Added segment f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067 of type vlan for network cf943030-a722-4907-bab5-6f8f53f03847 Feb 04 15:44:41.321835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, ffa4b706-1aed-4e66-9aab-51c8ac1a913a) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:41.341034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:41.342035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c9a42-2293-490c-a912-3c5f7bbe07f8 None None] Network ffa4b706-1aed-4e66-9aab-51c8ac1a913a requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:44:41.343033 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.393690 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-25e819cc-259e-4c29-9ee6-a18d03194187 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7359881 Feb 04 15:44:41.396345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38358) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:41.402489 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.404857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Request body: {'port': {'network_id': 'ffa4b706-1aed-4e66-9aab-51c8ac1a913a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-855110649'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:41.474038 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.475285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:41.476021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.543070 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9211481 Feb 04 15:44:41.553844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38364) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:41.571040 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.622963 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.694921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] Request body: {'subnet': {'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1719091189-subnet', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:41.709375 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:41.748133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] Usage tracker for resource:subnet and tenant:8eac8c56f3d841e6a4ba841766074a64 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:41.753194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:41.776086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2491bb-eb89-449d-aa9c-2fd32a5b249e admin admin] Pushing event updated for resources: {'Network': ['ID=cf943030-a722-4907-bab5-6f8f53f03847,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:41.781577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:41.794664 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network cf943030-a722-4907-bab5-6f8f53f03847 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:44:41.822839 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] Made reservation on behalf of 8eac8c56f3d841e6a4ba841766074a64 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:41.833790 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.930473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-ffa4b706-1aed-4e66-9aab-51c8ac1a913a', 'network_id': 'ffa4b706-1aed-4e66-9aab-51c8ac1a913a', 'tenant_id': '1fe11059a01f46e1a648572de57acbbe', 'fixed_ips': [{'subnet_id': 'a51e996e-8313-4b5f-8f08-54606fe38915'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:44:41.931323 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.089798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b10d0c5b-db9b-4bbd-b462-cc0a611f82b0 req-30484146-a3b9-4bff-b1c1-6e10644995e0 tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.1430874 Feb 04 15:44:42.108119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b9e2d-8ed0-474c-bb3f-6cbd5f4fd1e5 req-852457b7-ffd4-42e5-a1d3-e661c71f45e1 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:42.117421 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-099b9e2d-8ed0-474c-bb3f-6cbd5f4fd1e5 req-852457b7-ffd4-42e5-a1d3-e661c71f45e1 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.5383368 Feb 04 15:44:42.122569 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:42.166426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Usage tracker for resource:port and tenant:1fe11059a01f46e1a648572de57acbbe is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:42.186626 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:42.218234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:42.274856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Made reservation on behalf of 1fe11059a01f46e1a648572de57acbbe for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:42.282880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.399275 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.439641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Allocated IP 2001:db8::2 (ffa4b706-1aed-4e66-9aab-51c8ac1a913a/a51e996e-8313-4b5f-8f08-54606fe38915/eb05bd38-a2f3-4eff-aff3-54d345aaefa3) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:42.443362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38384) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:42.476228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dcece27-8004-41d0-bd0a-227a821ed8d1,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:42.487539 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-099b9e2d-8ed0-474c-bb3f-6cbd5f4fd1e5 req-d0c4645d-5f8e-4197-9499-8d2e700d8dc0 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648176 Feb 04 15:44:42.517706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] Checking segment: {'id': 'f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:44:42.518818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] Network hostable DHCP agents. Network: cf943030-a722-4907-bab5-6f8f53f03847, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:44:42.526035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] device_id is not set on port 2ff20404-9c8e-47a7-9226-d394095092ba yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:44:42.550044 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] Network cf943030-a722-4907-bab5-6f8f53f03847 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:44:42.571014 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, cf943030-a722-4907-bab5-6f8f53f03847) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:42.590707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:42.592362 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.627409 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb1a119-032b-4781-ad11-9270aead5fb9 None None] Network cf943030-a722-4907-bab5-6f8f53f03847 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:44:42.638498 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5bdd0680-cf7c-4b82-baff-3e5f650adfb9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0815272 Feb 04 15:44:42.640881 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38396) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:42.648462 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:42.663859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:42.677223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Usage tracker for resource:router and tenant:8eac8c56f3d841e6a4ba841766074a64 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:42.688472 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:42.705218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:42.737323 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.737323 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.798382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.871932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2aa8b-092a-4762-beee-ae8cbdd312a9 req-67f4ae8f-e93b-423c-bd53-c1a718ecb56f tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:42.877216 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44c2aa8b-092a-4762-beee-ae8cbdd312a9 req-67f4ae8f-e93b-423c-bd53-c1a718ecb56f tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.5504565 Feb 04 15:44:43.015464 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.057242 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.092768 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.113796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44c2aa8b-092a-4762-beee-ae8cbdd312a9 req-6fdc252e-b757-45e4-8087-618603780a36 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929197 Feb 04 15:44:43.147740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:43.156905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc78fbada6c462c9ee40927ac7349cb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:43.166295 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:43.177928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:43.180955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-cf943030-a722-4907-bab5-6f8f53f03847', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'fixed_ips': [{'subnet_id': '4dcece27-8004-41d0-bd0a-227a821ed8d1'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:44:43.181981 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.220618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949746b-1a2d-4742-bb52-85ead8c67ee9 req-535b7da1-e1fe-45ca-9882-d3c911e6a85e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:43.230427 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b949746b-1a2d-4742-bb52-85ead8c67ee9 req-535b7da1-e1fe-45ca-9882-d3c911e6a85e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1895597 Feb 04 15:44:43.296085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Transition to ACTIVE for port object eb05bd38-a2f3-4eff-aff3-54d345aaefa3 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:43.311454 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b949746b-1a2d-4742-bb52-85ead8c67ee9 req-0f1b5cf5-d6dd-40e1-b8b4-d4f98561b7c3 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800641 Feb 04 15:44:43.394673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Transition to ACTIVE for port object eb05bd38-a2f3-4eff-aff3-54d345aaefa3 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:43.412154 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.446473 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.479258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Network ffa4b706-1aed-4e66-9aab-51c8ac1a913a is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:43.490517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:43.510053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:44:43.524140 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.615513 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.684985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Attempting to bind port eb05bd38-a2f3-4eff-aff3-54d345aaefa3 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:43.685873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Attempting to bind port eb05bd38-a2f3-4eff-aff3-54d345aaefa3 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '9695fa9c-e721-438f-b2cc-8edd81cd9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ffa4b706-1aed-4e66-9aab-51c8ac1a913a'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:43.686569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Attempting to bind port eb05bd38-a2f3-4eff-aff3-54d345aaefa3 on network ffa4b706-1aed-4e66-9aab-51c8ac1a913a {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:44:43.699526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c899feff-9e78-43df-b8a2-ae9374f6d92d req-fadd87eb-3bd1-4b10-9f1b-889b72e3f46a tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.0452034 Feb 04 15:44:43.705696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Allocated IP 2001:db8::54 (ffa4b706-1aed-4e66-9aab-51c8ac1a913a/a51e996e-8313-4b5f-8f08-54606fe38915/2ff20404-9c8e-47a7-9226-d394095092ba) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:43.713472 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.720865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Pushing event updated for resources: {'Port': ['ID=eb05bd38-a2f3-4eff-aff3-54d345aaefa3,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:43.740626 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:44:43.741335 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Checking segment: {'id': '9695fa9c-e721-438f-b2cc-8edd81cd9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ffa4b706-1aed-4e66-9aab-51c8ac1a913a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:44:43.741922 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.743887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Bound using segment: {'id': '9695fa9c-e721-438f-b2cc-8edd81cd9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ffa4b706-1aed-4e66-9aab-51c8ac1a913a'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:44:43.744617 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Bound port: eb05bd38-a2f3-4eff-aff3-54d345aaefa3, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9695fa9c-e721-438f-b2cc-8edd81cd9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ffa4b706-1aed-4e66-9aab-51c8ac1a913a'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:43.745162 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.758062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383e04f8-7c73-4d06-a543-156f046bef8c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:43.771862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Allocated IP 172.25.0.231 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/f25a2d81-7587-4e5c-a4d4-3cf53c08be26) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:43.778687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:43.797727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:43.797727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:43.797727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:43.797727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:43.797727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:43.797727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:43.797727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:43.797727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:43.797727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:43.797727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:43.856072 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0137e5af-854f-4f34-b5d8-e170a128c722 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7dc78fbada6c462c9ee40927ac7349cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4057600 Feb 04 15:44:43.861070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38412) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:43.863361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] For port eb05bd38-a2f3-4eff-aff3-54d345aaefa3, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:44:43.866669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] For port eb05bd38-a2f3-4eff-aff3-54d345aaefa3, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=eb05bd38-a2f3-4eff-aff3-54d345aaefa3,segment=NetworkSegment(9695fa9c-e721-438f-b2cc-8edd81cd9326),segment_id=9695fa9c-e721-438f-b2cc-8edd81cd9326)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:44:43.881296 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.986629 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee39cc9-63eb-42e4-b851-d43553928b51 None None] Pushing event updated for resources: {'Port': ['ID=eb05bd38-a2f3-4eff-aff3-54d345aaefa3,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:44.001805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Allocated IP 172.20.0.2 (cf943030-a722-4907-bab5-6f8f53f03847/4dcece27-8004-41d0-bd0a-227a821ed8d1/92d8a9a9-c72b-42bb-b1de-05b22de09056) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:44.104033 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.161112 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.162707 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8b3bbe1-b1be-4c68-b7c5-6c3920d5f1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.230386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3c021-42e5-4be2-b7e8-da49b64e847c req-52308ae4-53a7-45d1-9b9d-4bbba5f9e0b4 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:44.232060 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ad3c021-42e5-4be2-b7e8-da49b64e847c req-52308ae4-53a7-45d1-9b9d-4bbba5f9e0b4 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.6150289 Feb 04 15:44:44.234036 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8b3bbe1-b1be-4c68-b7c5-6c3920d5f1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.292537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f25a2d81-7587-4e5c-a4d4-3cf53c08be26,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:44.321741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:44.324774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:44.328922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:44:44.504237 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.525597 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Transition to ACTIVE for port object 92d8a9a9-c72b-42bb-b1de-05b22de09056 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:44.554075 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Transition to ACTIVE for port object 92d8a9a9-c72b-42bb-b1de-05b22de09056 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:44.562600 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.611300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ad3c021-42e5-4be2-b7e8-da49b64e847c req-ce9702db-b408-48c4-b3d4-b3bc2ae3657c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614936 Feb 04 15:44:44.633208 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8b3bbe1-b1be-4c68-b7c5-6c3920d5f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.660635 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.661378 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.690144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Pushing event updated for resources: {'Port': ['ID=92d8a9a9-c72b-42bb-b1de-05b22de09056,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:44.696968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Network cf943030-a722-4907-bab5-6f8f53f03847 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:44.700051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:44.703988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:44:44.727880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3bbe1-b1be-4c68-b7c5-6c3920d5f1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383e04f8-7c73-4d06-a543-156f046bef8c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:44.798805 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8b3bbe1-b1be-4c68-b7c5-6c3920d5f1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.800223 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f8b3bbe1-b1be-4c68-b7c5-6c3920d5f1e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/383e04f8-7c73-4d06-a543-156f046bef8c HTTP/1.1" status: 204 len: 168 time: 0.9381027 Feb 04 15:44:44.865515 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.881995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Attempting to bind port 92d8a9a9-c72b-42bb-b1de-05b22de09056 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:44.882336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Attempting to bind port 92d8a9a9-c72b-42bb-b1de-05b22de09056 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:44.882751 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Attempting to bind port 92d8a9a9-c72b-42bb-b1de-05b22de09056 on network cf943030-a722-4907-bab5-6f8f53f03847 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:44:44.897254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:44:44.897635 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Checking segment: {'id': 'f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:44:44.899503 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.899903 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Bound using segment: {'id': 'f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:44:44.900402 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Bound port: 92d8a9a9-c72b-42bb-b1de-05b22de09056, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:44.900779 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.936844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Transition to ACTIVE for port object 2ff20404-9c8e-47a7-9226-d394095092ba will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:44.984401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7247110-4f63-4991-9d0e-6bc0fcd19e85 req-0c5eeffd-46a4-4301-a471-d1f5df68b848 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:44.985970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7247110-4f63-4991-9d0e-6bc0fcd19e85 req-0c5eeffd-46a4-4301-a471-d1f5df68b848 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.5084221 Feb 04 15:44:45.204055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] For port 92d8a9a9-c72b-42bb-b1de-05b22de09056, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:44:45.208880 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] For port 92d8a9a9-c72b-42bb-b1de-05b22de09056, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=92d8a9a9-c72b-42bb-b1de-05b22de09056,segment=NetworkSegment(f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067),segment_id=f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:44:45.226021 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:45.304806 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device eb05bd38-a2f3-4eff-aff3-54d345aaefa3 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:45.341469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Router 97d58697-b564-4be5-b13a-1fc534dac2aa is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:44:45.534090 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7247110-4f63-4991-9d0e-6bc0fcd19e85 req-fd42d7bb-177c-4b00-9d87-f68f6215d556 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303030 Feb 04 15:44:45.550918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e445392-7879-4256-9cdd-7ce2202bd0cf None None] Pushing event updated for resources: {'Port': ['ID=92d8a9a9-c72b-42bb-b1de-05b22de09056,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:45.551444 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:45.744685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event updated for resources: {'Port': ['ID=2ff20404-9c8e-47a7-9226-d394095092ba,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:45.772902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port eb05bd38-a2f3-4eff-aff3-54d345aaefa3 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:45.785226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Network ffa4b706-1aed-4e66-9aab-51c8ac1a913a is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:45.792216 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:45.800410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:44:45.809378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:45.811717 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:45.849010 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8f3d6df5-fee1-41eb-9c71-d4c900b07a09 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.4503446 Feb 04 15:44:45.859367 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38444) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:45.872188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Request body: {'port': {'network_id': 'ffa4b706-1aed-4e66-9aab-51c8ac1a913a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2100487789', 'allowed_address_pairs': [{'ip_address': '2001:db8::54', 'mac_address': 'fa:16:3e:66:47:c8'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:46.101538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:44:46.108194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1dbef4-a5ad-4f55-bdb7-f20c44c0ace2 None None] Network ffa4b706-1aed-4e66-9aab-51c8ac1a913a requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:44:46.130851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Sync routers for ids ['97d58697-b564-4be5-b13a-1fc534dac2aa'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:44:46.156311 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:46.160700 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d8593366-e824-4f31-b321-b8226a7989c3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5154440 Feb 04 15:44:46.161511 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38450) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:46.231974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a889df39-1fc6-4920-835f-e7dc959bdbd9 None None] Provisioning for port eb05bd38-a2f3-4eff-aff3-54d345aaefa3 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:46.240410 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a889df39-1fc6-4920-835f-e7dc959bdbd9 None None] Provisioning complete for port eb05bd38-a2f3-4eff-aff3-54d345aaefa3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:46.240640 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a889df39-1fc6-4920-835f-e7dc959bdbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:46.286062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Routers {'97d58697-b564-4be5-b13a-1fc534dac2aa'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:44:46.286062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:44:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['97d58697-b564-4be5-b13a-1fc534dac2aa'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:46.376809 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fe532-5b35-4728-a214-becd00275d2a req-822f1164-7938-42a0-a817-9f0c505e6d05 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:46.384817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bc8fe532-5b35-4728-a214-becd00275d2a req-822f1164-7938-42a0-a817-9f0c505e6d05 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 1.2652190 Feb 04 15:44:46.425038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8c0451f-ce5f-4a11-9f5e-90142138c988 req-66f7f9e9-b8f9-4788-b9ed-6a8211d48d0c tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.1674719 Feb 04 15:44:46.487017 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:46.562412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Usage tracker for resource:port and tenant:1fe11059a01f46e1a648572de57acbbe is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:46.596158 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bc8fe532-5b35-4728-a214-becd00275d2a req-4c43f133-4c6f-459e-afcd-61676c44d870 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080352 Feb 04 15:44:46.602426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:46.622459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:46.660612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Made reservation on behalf of 1fe11059a01f46e1a648572de57acbbe for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:46.938745 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a889df39-1fc6-4920-835f-e7dc959bdbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.116149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Set router 97d58697-b564-4be5-b13a-1fc534dac2aa gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:44:47.172390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a889df39-1fc6-4920-835f-e7dc959bdbd9 None None] For port eb05bd38-a2f3-4eff-aff3-54d345aaefa3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=eb05bd38-a2f3-4eff-aff3-54d345aaefa3,segment=NetworkSegment(9695fa9c-e721-438f-b2cc-8edd81cd9326),segment_id=9695fa9c-e721-438f-b2cc-8edd81cd9326)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:47.310882 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a889df39-1fc6-4920-835f-e7dc959bdbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.312939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 92d8a9a9-c72b-42bb-b1de-05b22de09056 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:47.412007 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.508271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] device_id is not set on port 77fe47b6-3b1f-4227-9a6d-c84dbc38f0d0 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:44:47.580692 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d408f78b-a2fd-4e80-9112-7c6b9f097de0 None None] Network cf943030-a722-4907-bab5-6f8f53f03847 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:44:47.625311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcc5cf-c6a6-479c-baa1-61f763855df4 req-f397a08d-dcd1-40aa-8be5-092382fbb15c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:47.628596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9dfcc5cf-c6a6-479c-baa1-61f763855df4 req-f397a08d-dcd1-40aa-8be5-092382fbb15c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.5802047 Feb 04 15:44:47.686891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2c589-3253-4018-871a-545084f6566d req-d050bd21-930c-4b14-b760-aef7babee331 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:47.689314 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30e2c589-3253-4018-871a-545084f6566d req-d050bd21-930c-4b14-b760-aef7babee331 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.4700172 Feb 04 15:44:47.858328 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30e2c589-3253-4018-871a-545084f6566d req-a07d827d-2977-4dba-b942-3e42f0b67987 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554279 Feb 04 15:44:47.875870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9dfcc5cf-c6a6-479c-baa1-61f763855df4 req-f9e86dac-a791-4f29-b013-fc7315e01243 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373495 Feb 04 15:44:47.973135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Allocated IP 2001:db8::d9 (ffa4b706-1aed-4e66-9aab-51c8ac1a913a/a51e996e-8313-4b5f-8f08-54606fe38915/77fe47b6-3b1f-4227-9a6d-c84dbc38f0d0) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:47.999749 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.218790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-47b56bdd-f9ea-42d9-956d-8f1ca38a12fb None None] Provisioning for port 92d8a9a9-c72b-42bb-b1de-05b22de09056 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:48.252623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-47b56bdd-f9ea-42d9-956d-8f1ca38a12fb None None] Provisioning complete for port 92d8a9a9-c72b-42bb-b1de-05b22de09056 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:48.254632 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47b56bdd-f9ea-42d9-956d-8f1ca38a12fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.311826 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889df39-1fc6-4920-835f-e7dc959bdbd9 None None] Pushing event updated for resources: {'Port': ['ID=eb05bd38-a2f3-4eff-aff3-54d345aaefa3,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:48.316609 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 92d8a9a9-c72b-42bb-b1de-05b22de09056 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:48.428837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 92d8a9a9-c72b-42bb-b1de-05b22de09056 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:48.437496 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.455418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Allocated IP 172.20.0.1 (cf943030-a722-4907-bab5-6f8f53f03847/4dcece27-8004-41d0-bd0a-227a821ed8d1/fb4cd652-bcdd-4135-a56f-d08d8f0ea90f) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:48.546358 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.563485 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Transition to ACTIVE for port object 77fe47b6-3b1f-4227-9a6d-c84dbc38f0d0 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:48.644075 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5487482a-ff12-4da2-b44c-2cbf4223d7f0 req-86b8a606-838d-45fc-8bc3-5600d7451727 tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.0592918 Feb 04 15:44:48.647500 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.749664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Network ffa4b706-1aed-4e66-9aab-51c8ac1a913a is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:48.756358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:48.766836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:44:48.770810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:48.771553 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.857696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event updated for resources: {'Port': ['ID=77fe47b6-3b1f-4227-9a6d-c84dbc38f0d0,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:48.870256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-67c19e3d-4b0b-498d-b8cc-d61f9ecf4ba8 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.0045264 Feb 04 15:44:48.875756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38488) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:49.064364 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.117075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Transition to ACTIVE for port object fb4cd652-bcdd-4135-a56f-d08d8f0ea90f will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:49.191234 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.198983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707a7884-0e33-4c75-bf5f-997a2590a6a5 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:49.210518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707a7884-0e33-4c75-bf5f-997a2590a6a5 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:49.219208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707a7884-0e33-4c75-bf5f-997a2590a6a5 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:49.224699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-707a7884-0e33-4c75-bf5f-997a2590a6a5 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Synchronizing usage tracker for tenant:1fe11059a01f46e1a648572de57acbbe on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:49.283195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-707a7884-0e33-4c75-bf5f-997a2590a6a5 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Unset dirty status for tenant:1fe11059a01f46e1a648572de57acbbe on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:49.286674 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-707a7884-0e33-4c75-bf5f-997a2590a6a5 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.4099562 Feb 04 15:44:49.290040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38502) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:49.383770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Network cf943030-a722-4907-bab5-6f8f53f03847 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:49.395946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:49.396631 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47b56bdd-f9ea-42d9-956d-8f1ca38a12fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.404371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:44:49.438289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:42Z', 'updated_at': '2022-02-04T15:44:44Z', 'revision_number': 3, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'gw_port': {'id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ba:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:43Z', 'updated_at': '2022-02-04T15:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:49.462427 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.482605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Checking router: 97d58697-b564-4be5-b13a-1fc534dac2aa for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:44:49.483052 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Updating router 97d58697-b564-4be5-b13a-1fc534dac2aa port f25a2d81-7587-4e5c-a4d4-3cf53c08be26 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:44:49.492683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Pushing event updated for resources: {'Port': ['ID=fb4cd652-bcdd-4135-a56f-d08d8f0ea90f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:49.529347 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.544918 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.614567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-47b56bdd-f9ea-42d9-956d-8f1ca38a12fb None None] For port 92d8a9a9-c72b-42bb-b1de-05b22de09056, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=92d8a9a9-c72b-42bb-b1de-05b22de09056,segment=NetworkSegment(f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067),segment_id=f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:49.619360 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.629326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-31ff4494-7fdd-4625-8289-bf30a5026fc6 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Deleting port 77fe47b6-3b1f-4227-9a6d-c84dbc38f0d0 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:44:49.629675 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-31ff4494-7fdd-4625-8289-bf30a5026fc6 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.661395 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47b56bdd-f9ea-42d9-956d-8f1ca38a12fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.764888 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.010103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bdd84-6be1-4a29-b2b1-5b5e402c7e14 req-24bf3ead-cc29-4484-9493-4fe3995288d2 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:50.013694 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c5bdd84-6be1-4a29-b2b1-5b5e402c7e14 req-24bf3ead-cc29-4484-9493-4fe3995288d2 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.6290791 Feb 04 15:44:50.097540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b56bdd-f9ea-42d9-956d-8f1ca38a12fb None None] Pushing event updated for resources: {'Port': ['ID=92d8a9a9-c72b-42bb-b1de-05b22de09056,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:50.137873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d55c2-2dd2-46f9-a986-c9340693bd82 req-4e39370f-aabb-4461-ae53-3c87c87568b5 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:50.143871 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-195d55c2-2dd2-46f9-a986-c9340693bd82 req-4e39370f-aabb-4461-ae53-3c87c87568b5 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.4327462 Feb 04 15:44:50.316210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a85004dc-e174-4239-a0a7-fad51843c7f0 None None] Provisioning for port 77fe47b6-3b1f-4227-9a6d-c84dbc38f0d0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:50.368220 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:44:50.368220 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:44:50.368220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a85004dc-e174-4239-a0a7-fad51843c7f0 None None] Provisioning complete for port 77fe47b6-3b1f-4227-9a6d-c84dbc38f0d0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:50.368792 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a85004dc-e174-4239-a0a7-fad51843c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.387948 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.398158 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.457145 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c5bdd84-6be1-4a29-b2b1-5b5e402c7e14 req-e34e8a4f-db40-48dc-a300-229a69ce3264 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268284 Feb 04 15:44:50.505709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a85004dc-e174-4239-a0a7-fad51843c7f0 None None] Port 77fe47b6-3b1f-4227-9a6d-c84dbc38f0d0 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:44:50.568017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-195d55c2-2dd2-46f9-a986-c9340693bd82 req-16cc36b8-3295-4722-ade5-30e6411f6df7 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175704 Feb 04 15:44:50.678117 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-31ff4494-7fdd-4625-8289-bf30a5026fc6 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.682376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a85004dc-e174-4239-a0a7-fad51843c7f0 None None] Provisioning complete for port eb05bd38-a2f3-4eff-aff3-54d345aaefa3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:50.682742 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a85004dc-e174-4239-a0a7-fad51843c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.707164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Pushing event updated for resources: {'Port': ['ID=fb4cd652-bcdd-4135-a56f-d08d8f0ea90f,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:50.823087 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.881524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-31ff4494-7fdd-4625-8289-bf30a5026fc6 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Calling delete_port for 77fe47b6-3b1f-4227-9a6d-c84dbc38f0d0 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:44:51.151006 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-31ff4494-7fdd-4625-8289-bf30a5026fc6 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.281884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Network cf943030-a722-4907-bab5-6f8f53f03847 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:51.286938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:51.352726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-454fc2ed-18b0-403c-a8e9-fd98e19bb510 req-a911c57a-8ea5-41e4-bcd4-f135924c29fb tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.1247582 Feb 04 15:44:51.470072 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device eb05bd38-a2f3-4eff-aff3-54d345aaefa3 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:51.660889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff4494-7fdd-4625-8289-bf30a5026fc6 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event deleted for resources: {'Port': ['ID=77fe47b6-3b1f-4227-9a6d-c84dbc38f0d0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:51.793039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a85004dc-e174-4239-a0a7-fad51843c7f0 None None] Provisioning for port 2ff20404-9c8e-47a7-9226-d394095092ba completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:51.804174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a85004dc-e174-4239-a0a7-fad51843c7f0 None None] Provisioning complete for port 2ff20404-9c8e-47a7-9226-d394095092ba triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:51.805735 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a85004dc-e174-4239-a0a7-fad51843c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.884551 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-31ff4494-7fdd-4625-8289-bf30a5026fc6 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.931125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-31ff4494-7fdd-4625-8289-bf30a5026fc6 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "DELETE /v2.0/ports/77fe47b6-3b1f-4227-9a6d-c84dbc38f0d0 HTTP/1.1" status: 204 len: 168 time: 2.6395996 Feb 04 15:44:51.933900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38528) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:51.962973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a85004dc-e174-4239-a0a7-fad51843c7f0 None None] Port 2ff20404-9c8e-47a7-9226-d394095092ba cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:44:51.967585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port eb05bd38-a2f3-4eff-aff3-54d345aaefa3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:51.968088 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.001573 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.052217 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Transition to ACTIVE for port object f25a2d81-7587-4e5c-a4d4-3cf53c08be26 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:52.088171 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Router 97d58697-b564-4be5-b13a-1fc534dac2aa has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:44:52.122038 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.128346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a602b6-697b-446f-a416-450742d64a8f req-1f346873-278e-46ce-9577-7a90b257b2f1 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:52.131294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16a602b6-697b-446f-a416-450742d64a8f req-1f346873-278e-46ce-9577-7a90b257b2f1 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.6081514 Feb 04 15:44:52.186197 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d06a9dd-8bb7-4c40-a868-07a64b681e3c tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] GET failed (client error): The resource could not be found. Feb 04 15:44:52.186881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0d06a9dd-8bb7-4c40-a868-07a64b681e3c tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Synchronizing usage tracker for tenant:1fe11059a01f46e1a648572de57acbbe on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:52.289145 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16a602b6-697b-446f-a416-450742d64a8f req-8c51ad1e-3dcf-4dc2-b30b-966bd6fca122 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268892 Feb 04 15:44:52.314221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2153bf-6257-4e19-82e7-beefd0afdd14 req-ca237ac3-9541-4e5e-8d4f-e3c3ab1c7ccc tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:52.330844 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc2153bf-6257-4e19-82e7-beefd0afdd14 req-ca237ac3-9541-4e5e-8d4f-e3c3ab1c7ccc tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.5386555 Feb 04 15:44:52.333492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0d06a9dd-8bb7-4c40-a868-07a64b681e3c tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Unset dirty status for tenant:1fe11059a01f46e1a648572de57acbbe on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:52.345499 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0d06a9dd-8bb7-4c40-a868-07a64b681e3c tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "GET /v2.0/ports/77fe47b6-3b1f-4227-9a6d-c84dbc38f0d0 HTTP/1.1" status: 404 len: 333 time: 0.3958168 Feb 04 15:44:52.346419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38538) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:52.405587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Request body: {'port': {'network_id': 'ffa4b706-1aed-4e66-9aab-51c8ac1a913a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1145609362'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:52.418992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Attempting to bind port f25a2d81-7587-4e5c-a4d4-3cf53c08be26 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:52.419388 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Attempting to bind port f25a2d81-7587-4e5c-a4d4-3cf53c08be26 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:52.420209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Attempting to bind port f25a2d81-7587-4e5c-a4d4-3cf53c08be26 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:44:52.424799 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-21dc323a-8170-430e-ad01-fa28b5fc7df3 None None] Provisioning for port fb4cd652-bcdd-4135-a56f-d08d8f0ea90f completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:52.452971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39511144-9313-415f-9ff4-3a4c13a9df8f None None] Pushing event updated for resources: {'Port': ['ID=f25a2d81-7587-4e5c-a4d4-3cf53c08be26,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:52.470760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-21dc323a-8170-430e-ad01-fa28b5fc7df3 None None] Provisioning complete for port fb4cd652-bcdd-4135-a56f-d08d8f0ea90f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:52.471161 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-21dc323a-8170-430e-ad01-fa28b5fc7df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.515098 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:44:52.515506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:44:52.515912 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.516310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:44:52.516791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Bound port: f25a2d81-7587-4e5c-a4d4-3cf53c08be26, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:52.517161 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.595875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511144-9313-415f-9ff4-3a4c13a9df8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:52.596216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511144-9313-415f-9ff4-3a4c13a9df8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:52.596552 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511144-9313-415f-9ff4-3a4c13a9df8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:52.596884 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511144-9313-415f-9ff4-3a4c13a9df8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:52.597208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511144-9313-415f-9ff4-3a4c13a9df8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:52.597534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511144-9313-415f-9ff4-3a4c13a9df8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:52.597853 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511144-9313-415f-9ff4-3a4c13a9df8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:52.598166 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511144-9313-415f-9ff4-3a4c13a9df8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:52.598491 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511144-9313-415f-9ff4-3a4c13a9df8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:52.598803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511144-9313-415f-9ff4-3a4c13a9df8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:52.599119 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511144-9313-415f-9ff4-3a4c13a9df8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:52.634947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 92d8a9a9-c72b-42bb-b1de-05b22de09056 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:52.686658 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-21dc323a-8170-430e-ad01-fa28b5fc7df3 None None] Port fb4cd652-bcdd-4135-a56f-d08d8f0ea90f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:44:52.688212 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc2153bf-6257-4e19-82e7-beefd0afdd14 req-0c1deea5-f5e9-4e8f-b851-9ba45eb4029a tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281233 Feb 04 15:44:52.706967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:44:52.727756 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a369d18b-5667-4071-90bf-600b78a92366 admin admin] 10.222.0.60 "PUT /v2.0/routers/97d58697-b564-4be5-b13a-1fc534dac2aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5651553 Feb 04 15:44:52.806893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:52.834812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:52.863692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Made reservation on behalf of 1fe11059a01f46e1a648572de57acbbe for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:52.869085 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.898065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] For port f25a2d81-7587-4e5c-a4d4-3cf53c08be26, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:44:52.903100 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] For port f25a2d81-7587-4e5c-a4d4-3cf53c08be26, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f25a2d81-7587-4e5c-a4d4-3cf53c08be26,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:44:52.913513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-21dc323a-8170-430e-ad01-fa28b5fc7df3 None None] Provisioning complete for port 92d8a9a9-c72b-42bb-b1de-05b22de09056 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:52.916092 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-21dc323a-8170-430e-ad01-fa28b5fc7df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.957075 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.062659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] device_id is not set on port c006cb1a-680f-44aa-a975-7545744670c9 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:44:53.111872 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 92d8a9a9-c72b-42bb-b1de-05b22de09056 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:53.112546 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.170820 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47092cff-4bb2-48eb-8430-881d441ce652 req-dc9947cf-f193-4870-bb4c-5f485374c5e9 tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.1995051 Feb 04 15:44:53.283650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39511144-9313-415f-9ff4-3a4c13a9df8f None None] Pushing event updated for resources: {'Port': ['ID=f25a2d81-7587-4e5c-a4d4-3cf53c08be26,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:53.291715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Routers {'97d58697-b564-4be5-b13a-1fc534dac2aa'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:44:53.292340 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:44:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['97d58697-b564-4be5-b13a-1fc534dac2aa'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:53.410144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Allocated IP 2001:db8::2e4 (ffa4b706-1aed-4e66-9aab-51c8ac1a913a/a51e996e-8313-4b5f-8f08-54606fe38915/c006cb1a-680f-44aa-a975-7545744670c9) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:53.430633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389c5af-f000-41bc-bb73-d60503aa940c req-a51812e2-1fb8-491a-a679-e847fd45db48 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:53.432557 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1389c5af-f000-41bc-bb73-d60503aa940c req-a51812e2-1fb8-491a-a679-e847fd45db48 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1833470 Feb 04 15:44:53.566366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1389c5af-f000-41bc-bb73-d60503aa940c req-63bdaae0-2e67-4fd2-874c-b12432f27697 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128221 Feb 04 15:44:53.607352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] Set router 97d58697-b564-4be5-b13a-1fc534dac2aa gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:44:53.769268 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.786763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Transition to ACTIVE for port object c006cb1a-680f-44aa-a975-7545744670c9 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:53.818397 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.910142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Network ffa4b706-1aed-4e66-9aab-51c8ac1a913a is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:53.917761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:53.921325 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event updated for resources: {'Port': ['ID=c006cb1a-680f-44aa-a975-7545744670c9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:53.924178 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:44:53.928750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:53.929352 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.964246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b51c8df9-78d5-44bb-92d2-baf97b0fc121 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5674341 Feb 04 15:44:53.966780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38586) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:53.972774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-1c957922-e054-4919-806b-4761be403d0f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::54', 'mac_address': 'fa:16:3e:66:47:c8'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:54.248269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38592) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:54.255688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-735caa76-2250-4955-9477-93c7b492dc9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302479030', 'description': 'tempest-description--1926258785'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:54.276621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-735caa76-2250-4955-9477-93c7b492dc9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:54.292151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-735caa76-2250-4955-9477-93c7b492dc9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Usage tracker for resource:security_group and tenant:8eac8c56f3d841e6a4ba841766074a64 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:54.305500 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-735caa76-2250-4955-9477-93c7b492dc9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:54.326668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-735caa76-2250-4955-9477-93c7b492dc9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:54.350867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-735caa76-2250-4955-9477-93c7b492dc9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.414054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-735caa76-2250-4955-9477-93c7b492dc9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:54.420591 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-735caa76-2250-4955-9477-93c7b492dc9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Usage tracker for resource:security_group_rule and tenant:8eac8c56f3d841e6a4ba841766074a64 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:54.424284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-735caa76-2250-4955-9477-93c7b492dc9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:54.439438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-735caa76-2250-4955-9477-93c7b492dc9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:54.537856 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-735caa76-2250-4955-9477-93c7b492dc9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.540239 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:42Z', 'updated_at': '2022-02-04T15:44:49Z', 'revision_number': 4, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'gw_port': {'id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ba:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:43Z', 'updated_at': '2022-02-04T15:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fb4cd652-bcdd-4135-a56f-d08d8f0ea90f', 'name': '', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'mac_address': 'fa:16:3e:08:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:48Z', 'updated_at': '2022-02-04T15:44:49Z', 'revision_number': 2, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'subnets': [{'id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:54.554297 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-735caa76-2250-4955-9477-93c7b492dc9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.572682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ffceab-e278-4e2f-90ee-6d434d1780b1 None None] The sync data for ids ['97d58697-b564-4be5-b13a-1fc534dac2aa'] in n-d-827872-1 is: [{'id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:42Z', 'updated_at': '2022-02-04T15:44:49Z', 'revision_number': 4, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'gw_port': {'id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ba:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:43Z', 'updated_at': '2022-02-04T15:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fb4cd652-bcdd-4135-a56f-d08d8f0ea90f', 'name': '', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'mac_address': 'fa:16:3e:08:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:48Z', 'updated_at': '2022-02-04T15:44:49Z', 'revision_number': 2, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'subnets': [{'id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:44:54.582280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-42ce2dca-05d4-42dd-9fde-b61f90530e12 None None] Provisioning for port c006cb1a-680f-44aa-a975-7545744670c9 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:54.599060 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-42ce2dca-05d4-42dd-9fde-b61f90530e12 None None] Provisioning complete for port c006cb1a-680f-44aa-a975-7545744670c9 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:54.600436 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-42ce2dca-05d4-42dd-9fde-b61f90530e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.642650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735caa76-2250-4955-9477-93c7b492dc9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ea30b0-6ce6-486a-9415-b1d0db80609f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:54.662539 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-735caa76-2250-4955-9477-93c7b492dc9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.665001 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-735caa76-2250-4955-9477-93c7b492dc9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4154665 Feb 04 15:44:54.668040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38598) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:54.676162 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e16d3df7-228e-4e12-88bc-e453c6691c9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Request body: {'security_group_rule': {'security_group_id': 'd6ea30b0-6ce6-486a-9415-b1d0db80609f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:54.687408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e16d3df7-228e-4e12-88bc-e453c6691c9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:54.694350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e16d3df7-228e-4e12-88bc-e453c6691c9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Usage tracker for resource:security_group_rule and tenant:8eac8c56f3d841e6a4ba841766074a64 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:54.699856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e16d3df7-228e-4e12-88bc-e453c6691c9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:54.707856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e16d3df7-228e-4e12-88bc-e453c6691c9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:54.741044 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e16d3df7-228e-4e12-88bc-e453c6691c9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.754703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-42ce2dca-05d4-42dd-9fde-b61f90530e12 None None] Port c006cb1a-680f-44aa-a975-7545744670c9 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:44:54.806228 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bf1ca-1319-4964-b0db-1f75f13a26b6 req-0ea329f9-44a5-4711-a92a-9f305c8d7948 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:54.816060 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-473bf1ca-1319-4964-b0db-1f75f13a26b6 req-0ea329f9-44a5-4711-a92a-9f305c8d7948 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.3574493 Feb 04 15:44:54.857829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a9df3-fea6-4416-bf26-5ca01a675ede req-fb14502a-1c4b-4501-bcf1-34968bf832ed tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:54.865276 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f8a9df3-fea6-4416-bf26-5ca01a675ede req-fb14502a-1c4b-4501-bcf1-34968bf832ed tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.6136541 Feb 04 15:44:54.893834 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e16d3df7-228e-4e12-88bc-e453c6691c9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.911395 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e16d3df7-228e-4e12-88bc-e453c6691c9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.931046 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:44:54.967072 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e16d3df7-228e-4e12-88bc-e453c6691c9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.968589 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e16d3df7-228e-4e12-88bc-e453c6691c9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2991829 Feb 04 15:44:54.987109 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38602) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:55.001391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-727bd1ec-369b-4f2a-9da1-8c13a9c421c9 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Request body: {'security_group_rule': {'security_group_id': 'd6ea30b0-6ce6-486a-9415-b1d0db80609f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:55.009354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-727bd1ec-369b-4f2a-9da1-8c13a9c421c9 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:55.014789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-727bd1ec-369b-4f2a-9da1-8c13a9c421c9 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Usage tracker for resource:security_group_rule and tenant:8eac8c56f3d841e6a4ba841766074a64 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:55.018350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-727bd1ec-369b-4f2a-9da1-8c13a9c421c9 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:55.044172 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-727bd1ec-369b-4f2a-9da1-8c13a9c421c9 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:55.053949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d3df7-228e-4e12-88bc-e453c6691c9f tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca77205d-1aae-4c9c-be2d-bbdb259b6bb5,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:55.081596 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-727bd1ec-369b-4f2a-9da1-8c13a9c421c9 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.144869 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1c957922-e054-4919-806b-4761be403d0f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.230677 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-727bd1ec-369b-4f2a-9da1-8c13a9c421c9 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.235486 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-727bd1ec-369b-4f2a-9da1-8c13a9c421c9 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.269688 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-473bf1ca-1319-4964-b0db-1f75f13a26b6 req-eda869a4-2b09-4020-ad91-3f84307d0323 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526610 Feb 04 15:44:55.286252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bd1ec-369b-4f2a-9da1-8c13a9c421c9 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72c8efb-150e-4608-8f64-acc4ddf3e7f1,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:55.296373 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-727bd1ec-369b-4f2a-9da1-8c13a9c421c9 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.298021 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-727bd1ec-369b-4f2a-9da1-8c13a9c421c9 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3068459 Feb 04 15:44:55.301845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38608) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:55.322314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:55.345025 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:55.364145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Usage tracker for resource:floatingip and tenant:8eac8c56f3d841e6a4ba841766074a64 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:55.378972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:55.406941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:55.442101 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.513814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f8a9df3-fea6-4416-bf26-5ca01a675ede req-ea10dc3b-a5b1-4568-8fed-54edb5f0bcca tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471174 Feb 04 15:44:55.740459 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1c957922-e054-4919-806b-4761be403d0f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.747249 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1c957922-e054-4919-806b-4761be403d0f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.912011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-1c957922-e054-4919-806b-4761be403d0f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] In _notify_port_updated(), no bound segment for port c006cb1a-680f-44aa-a975-7545744670c9 on network ffa4b706-1aed-4e66-9aab-51c8ac1a913a {{(pid=83551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:44:55.937479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c957922-e054-4919-806b-4761be403d0f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:55.944003 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1c957922-e054-4919-806b-4761be403d0f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.946601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1c957922-e054-4919-806b-4761be403d0f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "PUT /v2.0/ports/c006cb1a-680f-44aa-a975-7545744670c9 HTTP/1.1" status: 200 len: 1002 time: 1.9787595 Feb 04 15:44:56.059919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38620) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:56.122358 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7463dc1c-4c41-4f25-8ffd-9500e9550df0 req-25f7c714-2394-430e-962f-7ffcd7f843ae tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.1725342 Feb 04 15:44:56.207672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c957922-e054-4919-806b-4761be403d0f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event updated for resources: {'Port': ['ID=c006cb1a-680f-44aa-a975-7545744670c9,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:56.314630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3a29d0bf-868b-4649-be19-19e2fd223a8b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Deleting port c006cb1a-680f-44aa-a975-7545744670c9 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:44:56.314630 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a29d0bf-868b-4649-be19-19e2fd223a8b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:56.542764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f86ad-aded-4c74-b504-6285b9d87f53 req-7eb28bdb-35fe-43dc-a1eb-b618188ee6ac tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:56.559048 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-729f86ad-aded-4c74-b504-6285b9d87f53 req-7eb28bdb-35fe-43dc-a1eb-b618188ee6ac tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.3142240 Feb 04 15:44:56.610681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-28e6df05-6c43-40f9-b289-7fdc8993202b None None] Provisioning complete for port c006cb1a-680f-44aa-a975-7545744670c9 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:56.611422 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-28e6df05-6c43-40f9-b289-7fdc8993202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:56.758482 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a29d0bf-868b-4649-be19-19e2fd223a8b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:56.759017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-28e6df05-6c43-40f9-b289-7fdc8993202b None None] Port c006cb1a-680f-44aa-a975-7545744670c9 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:44:56.875760 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-729f86ad-aded-4c74-b504-6285b9d87f53 req-1a07d7c4-6a68-4695-8f84-2d43367fb0f5 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145602 Feb 04 15:44:56.930224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012eb5a-33a1-4e91-b3da-9f73425cb8c6 req-7bdc3822-b69c-4bab-b981-3e9be2546919 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:56.950044 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3a29d0bf-868b-4649-be19-19e2fd223a8b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Calling delete_port for c006cb1a-680f-44aa-a975-7545744670c9 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:44:56.967215 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9012eb5a-33a1-4e91-b3da-9f73425cb8c6 req-7bdc3822-b69c-4bab-b981-3e9be2546919 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.3217118 Feb 04 15:44:57.132186 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9012eb5a-33a1-4e91-b3da-9f73425cb8c6 req-b8a0880a-b0a1-46c6-b46f-69172f1c2653 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726544 Feb 04 15:44:57.217867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:57.359858 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a29d0bf-868b-4649-be19-19e2fd223a8b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:57.540122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29d0bf-868b-4649-be19-19e2fd223a8b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event deleted for resources: {'Port': ['ID=c006cb1a-680f-44aa-a975-7545744670c9,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:57.802918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f25a2d81-7587-4e5c-a4d4-3cf53c08be26 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:57.938174 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-947cbc20-2487-4227-9982-7ab9c94edcd3 req-1d27ba80-b6be-4460-92cc-5bbfa8f0b9f8 tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.1192334 Feb 04 15:44:57.969166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60c56e-f70f-4212-85eb-9e4f87bf01df req-cba59606-65e9-4bc7-b54e-15e06fdee255 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:57.978526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c60c56e-f70f-4212-85eb-9e4f87bf01df req-cba59606-65e9-4bc7-b54e-15e06fdee255 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.3820395 Feb 04 15:44:58.027523 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a29d0bf-868b-4649-be19-19e2fd223a8b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.099650 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3a29d0bf-868b-4649-be19-19e2fd223a8b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "DELETE /v2.0/ports/c006cb1a-680f-44aa-a975-7545744670c9 HTTP/1.1" status: 204 len: 168 time: 2.0345333 Feb 04 15:44:58.104583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Allocated IP 172.25.0.6 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/73a9b03c-6858-4aeb-89ad-ccf7269f2f7a) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:58.105527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38652) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:58.135047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port f25a2d81-7587-4e5c-a4d4-3cf53c08be26 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:58.154768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port f25a2d81-7587-4e5c-a4d4-3cf53c08be26 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:58.155320 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.192049 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c60c56e-f70f-4212-85eb-9e4f87bf01df req-7162cc6c-4254-4c73-b96a-a5eba17534f8 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071497 Feb 04 15:44:58.225139 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79332b6-c27e-44b4-a186-f11a51c6c893 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] GET failed (client error): The resource could not be found. Feb 04 15:44:58.225908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b79332b6-c27e-44b4-a186-f11a51c6c893 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Synchronizing usage tracker for tenant:1fe11059a01f46e1a648572de57acbbe on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:58.423531 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.463232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b79332b6-c27e-44b4-a186-f11a51c6c893 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Unset dirty status for tenant:1fe11059a01f46e1a648572de57acbbe on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:58.464989 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b79332b6-c27e-44b4-a186-f11a51c6c893 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "GET /v2.0/ports/c006cb1a-680f-44aa-a975-7545744670c9 HTTP/1.1" status: 404 len: 333 time: 0.3584700 Feb 04 15:44:58.468996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38666) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:58.474640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Request body: {'port': {'network_id': 'ffa4b706-1aed-4e66-9aab-51c8ac1a913a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-425094744'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:44:58.488061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port f25a2d81-7587-4e5c-a4d4-3cf53c08be26, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f25a2d81-7587-4e5c-a4d4-3cf53c08be26,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:58.496138 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.503075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38672) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:58.606719 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.666793 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.672830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=f25a2d81-7587-4e5c-a4d4-3cf53c08be26,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:58.782206 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:58.811278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:58.813816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:44:58.852742 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-94cabf1f-ab44-4553-b7c3-25dacf6b662b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.883125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:58.885207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Pushing event updated for resources: {'Port': ['ID=73a9b03c-6858-4aeb-89ad-ccf7269f2f7a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:58.891730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb04a2b-025b-4321-8bc4-5ad5fa3dd0ae req-2b83c3e3-cbee-4051-98bc-18dd85d62d2d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:58.900051 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdb04a2b-025b-4321-8bc4-5ad5fa3dd0ae req-2b83c3e3-cbee-4051-98bc-18dd85d62d2d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2532773 Feb 04 15:44:58.930436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-94cabf1f-ab44-4553-b7c3-25dacf6b662b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:58.935981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-94cabf1f-ab44-4553-b7c3-25dacf6b662b admin admin] Usage tracker for resource:security_group_rule and tenant:eebfbcdd7e9740c5a10362ab8de6aefe is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:58.939407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edda18-db21-4a94-a83b-b40933e72bc1 req-2d9f20d0-3564-4a88-950d-37916c957873 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:58.939933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-94cabf1f-ab44-4553-b7c3-25dacf6b662b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:58.940747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72edda18-db21-4a94-a83b-b40933e72bc1 req-2d9f20d0-3564-4a88-950d-37916c957873 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.4259429 Feb 04 15:44:58.948102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:58.952041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-94cabf1f-ab44-4553-b7c3-25dacf6b662b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:59.027988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdb04a2b-025b-4321-8bc4-5ad5fa3dd0ae req-f35d248d-30ff-4a47-ad8e-923d048e98c8 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267920 Feb 04 15:44:59.028896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Made reservation on behalf of 1fe11059a01f46e1a648572de57acbbe for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:59.032287 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.073043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] device_id is not set on port 3328f471-e03b-4d86-bd59-96c34af9eff0 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:44:59.087019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.171748 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.179812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72edda18-db21-4a94-a83b-b40933e72bc1 req-f5c1c03a-472f-4f8b-86e2-e0c7b41815fd tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077036 Feb 04 15:44:59.504548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-94cabf1f-ab44-4553-b7c3-25dacf6b662b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.524769 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-94cabf1f-ab44-4553-b7c3-25dacf6b662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.618721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c3ea1dd-bdf3-4e4c-9b73-6766b1806490 req-6ab03dbb-4af3-4453-9afb-5aea8e60f8e0 tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.0989490 Feb 04 15:44:59.652957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cabf1f-ab44-4553-b7c3-25dacf6b662b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a917e365-4325-4f95-a24d-a42f6e51ed3f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:59.670345 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-94cabf1f-ab44-4553-b7c3-25dacf6b662b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eebfbcdd7e9740c5a10362ab8de6aefe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1445537 Feb 04 15:44:59.671233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38688) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:59.699550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Allocated IP 2001:db8::2ec (ffa4b706-1aed-4e66-9aab-51c8ac1a913a/a51e996e-8313-4b5f-8f08-54606fe38915/3328f471-e03b-4d86-bd59-96c34af9eff0) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:59.754134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f25a2d81-7587-4e5c-a4d4-3cf53c08be26 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:59.829236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba36979-27a6-40ff-84ff-bb950feaf188 req-e3e05270-6f97-4cf9-b80f-8fa6d4d7069d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:59.830694 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ba36979-27a6-40ff-84ff-bb950feaf188 req-e3e05270-6f97-4cf9-b80f-8fa6d4d7069d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.4612951 Feb 04 15:44:59.857418 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port f25a2d81-7587-4e5c-a4d4-3cf53c08be26 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:59.858076 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.935908 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.966898 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.018305 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ba36979-27a6-40ff-84ff-bb950feaf188 req-6bdc1fc2-8053-4274-b0bd-195b9c6e932d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599977 Feb 04 15:45:00.139267 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.141132 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.166671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Transition to ACTIVE for port object 3328f471-e03b-4d86-bd59-96c34af9eff0 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:00.204109 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b13ded07-f8f3-41ae-a82d-36ce7a807010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.229002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Pushing event updated for resources: {'Port': ['ID=73a9b03c-6858-4aeb-89ad-ccf7269f2f7a,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:00.229839 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.237546 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f203031-6d7c-4a5a-86c4-bf924463ea1f req-c34b104e-d8c8-4cb2-a648-5ddb60da2c2f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 1096 time: 0.4710267 Feb 04 15:45:00.245177 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.255576 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e755f387-2bc4-4e4d-af10-3d207bcdfd61 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9525604 Feb 04 15:45:00.280164 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b13ded07-f8f3-41ae-a82d-36ce7a807010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.340805 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8f203031-6d7c-4a5a-86c4-bf924463ea1f req-c655c970-2646-4361-b7d1-feaa6451927a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836344 Feb 04 15:45:00.350366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event updated for resources: {'Port': ['ID=3328f471-e03b-4d86-bd59-96c34af9eff0,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:00.379910 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b13ded07-f8f3-41ae-a82d-36ce7a807010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.393095 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Network ffa4b706-1aed-4e66-9aab-51c8ac1a913a is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:00.394570 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:00.413261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:45:00.422527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:00.423556 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.428625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ded07-f8f3-41ae-a82d-36ce7a807010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a917e365-4325-4f95-a24d-a42f6e51ed3f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:00.435078 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b13ded07-f8f3-41ae-a82d-36ce7a807010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.436284 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b13ded07-f8f3-41ae-a82d-36ce7a807010 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a917e365-4325-4f95-a24d-a42f6e51ed3f HTTP/1.1" status: 204 len: 168 time: 0.7641249 Feb 04 15:45:00.493476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c86424eb-a7c9-43be-b014-d0687fd09024 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0204487 Feb 04 15:45:00.494231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38714) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:00.501173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a1a54225-7922-4291-b7e0-170b8040fd7c tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:66:47:c8'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:00.645891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b729b-e789-4c5f-89e7-fb8423a50beb req-9dd46552-9090-499f-baf4-9fff15d84f51 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:00.649821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d2b729b-e789-4c5f-89e7-fb8423a50beb req-9dd46552-9090-499f-baf4-9fff15d84f51 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1331525 Feb 04 15:45:00.863592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d2b729b-e789-4c5f-89e7-fb8423a50beb req-4477eea1-7a19-4f2f-8bd9-51ff25fb1b63 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881719 Feb 04 15:45:00.977243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24828e7-2d2e-49cd-b0a2-2944520e304e req-c62f79bc-0907-4aad-9eca-94a29c022900 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:00.986081 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f24828e7-2d2e-49cd-b0a2-2944520e304e req-c62f79bc-0907-4aad-9eca-94a29c022900 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.2235546 Feb 04 15:45:01.049484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c4b5ed65-eff2-4227-8a74-2a1d94422654 None None] Provisioning for port 3328f471-e03b-4d86-bd59-96c34af9eff0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:01.059992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c4b5ed65-eff2-4227-8a74-2a1d94422654 None None] Provisioning complete for port 3328f471-e03b-4d86-bd59-96c34af9eff0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:01.063775 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4b5ed65-eff2-4227-8a74-2a1d94422654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.096786 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f24828e7-2d2e-49cd-b0a2-2944520e304e req-31d833f4-d765-4a3b-a08f-9b662b00047b tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098173 Feb 04 15:45:01.122049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1a54225-7922-4291-b7e0-170b8040fd7c tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.212658 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c4b5ed65-eff2-4227-8a74-2a1d94422654 None None] Port 3328f471-e03b-4d86-bd59-96c34af9eff0 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:45:01.379773 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5da6134d-a8be-442a-bd55-3d2515acb869 req-985fd6af-7ef4-4a37-a0c3-27571053af6d tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.1168673 Feb 04 15:45:01.478254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71604-9a67-4a1c-a328-458d8e2a8ef7 req-3fa2b219-41d5-4010-8dc8-3fb7b6586e7f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:01.485429 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffc71604-9a67-4a1c-a328-458d8e2a8ef7 req-3fa2b219-41d5-4010-8dc8-3fb7b6586e7f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1546474 Feb 04 15:45:01.556603 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffc71604-9a67-4a1c-a328-458d8e2a8ef7 req-747d6592-0640-4acc-82e4-d3b296a0d37e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702281 Feb 04 15:45:01.667904 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1a54225-7922-4291-b7e0-170b8040fd7c tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.681763 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1a54225-7922-4291-b7e0-170b8040fd7c tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.878868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-a1a54225-7922-4291-b7e0-170b8040fd7c tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] In _notify_port_updated(), no bound segment for port 3328f471-e03b-4d86-bd59-96c34af9eff0 on network ffa4b706-1aed-4e66-9aab-51c8ac1a913a {{(pid=83550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:45:01.888379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a54225-7922-4291-b7e0-170b8040fd7c tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:01.890924 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1a54225-7922-4291-b7e0-170b8040fd7c tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.895969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38766) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:01.927786 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a1a54225-7922-4291-b7e0-170b8040fd7c tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "PUT /v2.0/ports/3328f471-e03b-4d86-bd59-96c34af9eff0 HTTP/1.1" status: 200 len: 1002 time: 1.4315529 Feb 04 15:45:02.008779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a54225-7922-4291-b7e0-170b8040fd7c tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event updated for resources: {'Port': ['ID=3328f471-e03b-4d86-bd59-96c34af9eff0,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:02.119326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-83718005-f668-4e26-acb0-94d8cf0e7b1a tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Deleting port 3328f471-e03b-4d86-bd59-96c34af9eff0 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:45:02.121725 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83718005-f668-4e26-acb0-94d8cf0e7b1a tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:02.363770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-19752597-173f-46ec-aed3-b5149809ac08 None None] Provisioning complete for port 3328f471-e03b-4d86-bd59-96c34af9eff0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:02.364795 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-19752597-173f-46ec-aed3-b5149809ac08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:02.447634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-19752597-173f-46ec-aed3-b5149809ac08 None None] Port 3328f471-e03b-4d86-bd59-96c34af9eff0 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:45:02.668990 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83718005-f668-4e26-acb0-94d8cf0e7b1a tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:02.816975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-83718005-f668-4e26-acb0-94d8cf0e7b1a tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Calling delete_port for 3328f471-e03b-4d86-bd59-96c34af9eff0 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:45:02.891483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6261993-fa71-4a9c-845e-a083ac861725 req-c7c73416-d826-429e-ad79-8870b427b89d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:02.898820 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6261993-fa71-4a9c-845e-a083ac861725 req-c7c73416-d826-429e-ad79-8870b427b89d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.5470037 Feb 04 15:45:02.908447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a3bd4-b848-43a9-b14a-972c870b48ee req-fba06295-0632-4c77-8a95-2f74d5b76a76 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:02.909983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-971a3bd4-b848-43a9-b14a-972c870b48ee req-fba06295-0632-4c77-8a95-2f74d5b76a76 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.4340940 Feb 04 15:45:03.068084 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6261993-fa71-4a9c-845e-a083ac861725 req-a229695a-d7fe-4ade-bc24-bda45cb1d9ce tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680372 Feb 04 15:45:03.091791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-971a3bd4-b848-43a9-b14a-972c870b48ee req-13afaa0c-e6db-440a-b553-2109294030e5 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715600 Feb 04 15:45:03.172940 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83718005-f668-4e26-acb0-94d8cf0e7b1a tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:03.495392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83718005-f668-4e26-acb0-94d8cf0e7b1a tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event deleted for resources: {'Port': ['ID=3328f471-e03b-4d86-bd59-96c34af9eff0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:03.532300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c81cb3b5-02f0-4b47-bdb1-9102fddf1bc2 req-def80ff0-d797-4350-a9ba-d213dc1ca022 tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.0914624 Feb 04 15:45:03.548664 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83718005-f668-4e26-acb0-94d8cf0e7b1a tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:03.573755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-83718005-f668-4e26-acb0-94d8cf0e7b1a tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "DELETE /v2.0/ports/3328f471-e03b-4d86-bd59-96c34af9eff0 HTTP/1.1" status: 204 len: 168 time: 1.6765962 Feb 04 15:45:03.577308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38822) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:03.685774 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-151f3136-747f-4712-91b8-a0a1a00f98c6 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] GET failed (client error): The resource could not be found. Feb 04 15:45:03.690472 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-151f3136-747f-4712-91b8-a0a1a00f98c6 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "GET /v2.0/ports/3328f471-e03b-4d86-bd59-96c34af9eff0 HTTP/1.1" status: 404 len: 333 time: 0.1083455 Feb 04 15:45:03.691322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38830) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:03.700335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Request body: {'port': {'network_id': 'ffa4b706-1aed-4e66-9aab-51c8ac1a913a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-833349679'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:03.846384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc366-d3e7-437b-bf02-eb98a0ef3782 req-b22792c7-7650-432e-94f1-00207e8015bb tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:03.854526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2efdc366-d3e7-437b-bf02-eb98a0ef3782 req-b22792c7-7650-432e-94f1-00207e8015bb tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2707620 Feb 04 15:45:03.979770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:04.014038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2efdc366-d3e7-437b-bf02-eb98a0ef3782 req-ab3198f1-374e-4eec-950f-40213b825914 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584053 Feb 04 15:45:04.018508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Usage tracker for resource:port and tenant:1fe11059a01f46e1a648572de57acbbe is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:04.025894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:04.033911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:04.072050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Made reservation on behalf of 1fe11059a01f46e1a648572de57acbbe for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:04.077806 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.126291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] device_id is not set on port da9a6c35-193a-4acf-84be-24a3eba242a9 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:04.557930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Allocated IP 2001:db8::241 (ffa4b706-1aed-4e66-9aab-51c8ac1a913a/a51e996e-8313-4b5f-8f08-54606fe38915/da9a6c35-193a-4acf-84be-24a3eba242a9) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:04.714421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ae4bb-ed49-402a-ba2d-7abe399cfe3e req-38b47162-73de-4a74-83e3-31b6d8cb0ca5 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:04.728505 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb0ae4bb-ed49-402a-ba2d-7abe399cfe3e req-38b47162-73de-4a74-83e3-31b6d8cb0ca5 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.3909805 Feb 04 15:45:04.831235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc02ef4-4873-43bd-9769-6dfb1dcb5455 req-c8065ac1-35ee-4e58-b223-9b868376805d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:04.831235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-adc02ef4-4873-43bd-9769-6dfb1dcb5455 req-c8065ac1-35ee-4e58-b223-9b868376805d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.3876631 Feb 04 15:45:04.997873 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb0ae4bb-ed49-402a-ba2d-7abe399cfe3e req-f987c6f9-e834-4da2-a001-c4d780593cd5 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598474 Feb 04 15:45:05.072405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-adc02ef4-4873-43bd-9769-6dfb1dcb5455 req-89318da7-3775-43b8-afa8-e178dd3f0d4e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415071 Feb 04 15:45:05.119947 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c639e3fd-5ef6-4977-8b05-72d517d4cb15 req-926f54f5-e1c3-4777-a5a2-0311bef4259d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 1097 time: 0.3166709 Feb 04 15:45:05.223275 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.276759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Transition to ACTIVE for port object da9a6c35-193a-4acf-84be-24a3eba242a9 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:05.438525 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b0e04eb-7850-46d4-b9fd-ea901f49fd6d req-b23cddde-dcbd-44eb-8585-ce71e1f06d59 tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.1226964 Feb 04 15:45:05.440828 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.597102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639e3fd-5ef6-4977-8b05-72d517d4cb15 req-1763efa7-9441-4960-b49a-75c7c3eaee86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:05.598707 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c639e3fd-5ef6-4977-8b05-72d517d4cb15 req-1763efa7-9441-4960-b49a-75c7c3eaee86 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.4422207 Feb 04 15:45:05.774740 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c639e3fd-5ef6-4977-8b05-72d517d4cb15 req-51868aaa-9910-406c-9f77-39a28be5b93f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2 HTTP/1.1" status: 200 len: 1000 time: 0.1693056 Feb 04 15:45:05.781151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event updated for resources: {'Port': ['ID=da9a6c35-193a-4acf-84be-24a3eba242a9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:05.801659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Network ffa4b706-1aed-4e66-9aab-51c8ac1a913a is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:05.866313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639e3fd-5ef6-4977-8b05-72d517d4cb15 req-2572d01a-4164-49d5-b4ca-169561bc5b7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:05.868851 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c639e3fd-5ef6-4977-8b05-72d517d4cb15 req-2572d01a-4164-49d5-b4ca-169561bc5b7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.0822411 Feb 04 15:45:05.876732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:05.939494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:45:05.944001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:05.945107 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.988228 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-13902538-ff44-4f95-9883-3f2272b525ca tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2895954 Feb 04 15:45:05.996348 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38878) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:06.115007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1b66b-e72b-46bb-bbc7-cd56a5cfbd16 req-19205b00-5e52-4ed6-9b81-98602419b9d6 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:06.122900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9d1b66b-e72b-46bb-bbc7-cd56a5cfbd16 req-19205b00-5e52-4ed6-9b81-98602419b9d6 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.3434415 Feb 04 15:45:06.239466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Request body: {'port': {'network_id': 'ffa4b706-1aed-4e66-9aab-51c8ac1a913a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1710662229'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:06.240516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9d1b66b-e72b-46bb-bbc7-cd56a5cfbd16 req-9fbc233e-9ab7-42a5-99a7-93f44aec54c0 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164770 Feb 04 15:45:06.266574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b38ab-fa19-4d33-a761-9e54feb72383 req-cdacfe71-e6da-46b2-8023-d3bf6a06e83f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:06.272165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a83b38ab-fa19-4d33-a761-9e54feb72383 req-cdacfe71-e6da-46b2-8023-d3bf6a06e83f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.3797636 Feb 04 15:45:06.408684 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c639e3fd-5ef6-4977-8b05-72d517d4cb15 req-b7892c5c-32b9-42c5-90bd-b72212435ed7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5325184 Feb 04 15:45:06.415984 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a83b38ab-fa19-4d33-a761-9e54feb72383 req-d5ed233e-125d-4a44-b5ae-a4285dcc76eb tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233931 Feb 04 15:45:06.522493 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1bfde79c-2e7c-41c0-9fad-0976fd6bf357 None None] Provisioning for port da9a6c35-193a-4acf-84be-24a3eba242a9 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:06.558812 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1bfde79c-2e7c-41c0-9fad-0976fd6bf357 None None] Provisioning complete for port da9a6c35-193a-4acf-84be-24a3eba242a9 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:06.572642 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1bfde79c-2e7c-41c0-9fad-0976fd6bf357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.877896 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f8976cdd-660b-4986-9fb7-9428f4679cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.927634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:06.956971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Usage tracker for resource:port and tenant:1fe11059a01f46e1a648572de57acbbe is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:06.957101 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1bfde79c-2e7c-41c0-9fad-0976fd6bf357 None None] Port da9a6c35-193a-4acf-84be-24a3eba242a9 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:45:06.965524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:06.979121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:06.994483 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c639e3fd-5ef6-4977-8b05-72d517d4cb15 req-8be8965c-1d58-4749-a362-aa91fad6974f service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730150 Feb 04 15:45:06.997778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Made reservation on behalf of 1fe11059a01f46e1a648572de57acbbe for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:07.001639 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.065159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] device_id is not set on port 5fec60e8-280e-4f45-8dfa-7971fe3f4069 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:07.581144 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c639e3fd-5ef6-4977-8b05-72d517d4cb15 req-fb936b84-e914-4a27-968b-98f4020f7d61 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508840 Feb 04 15:45:07.662710 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58c1ca79-a14d-4433-9b10-fb7e674ccd16 req-a20ebfd0-04b1-4ee5-8342-2f3635f2d5ae tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.0990520 Feb 04 15:45:07.663527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Allocated IP 2001:db8::35b (ffa4b706-1aed-4e66-9aab-51c8ac1a913a/a51e996e-8313-4b5f-8f08-54606fe38915/5fec60e8-280e-4f45-8dfa-7971fe3f4069) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:08.215048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d4fec-8fed-4dbd-878e-caa436c2a915 req-569f83bc-425b-4334-85d9-50ed0923c470 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:08.217814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-381d4fec-8fed-4dbd-878e-caa436c2a915 req-569f83bc-425b-4334-85d9-50ed0923c470 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.1961939 Feb 04 15:45:08.263938 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e282ab73-a251-4d52-96d9-dcb6c4c722d7 req-f1971f84-6737-4b40-9e3e-3bffd5732435 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=428132a2da7b4ddc958b0b710ebd148c&device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 1096 time: 0.5795238 Feb 04 15:45:08.342601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-381d4fec-8fed-4dbd-878e-caa436c2a915 req-52dfe598-d177-4713-a1ca-d36a2f05d003 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177399 Feb 04 15:45:08.343322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38930) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:08.499209 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.550885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Transition to ACTIVE for port object 5fec60e8-280e-4f45-8dfa-7971fe3f4069 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:08.619948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ca404-bca7-404d-9af6-a141c614d7d6 req-4b2563de-abc2-4d94-9d9b-54291b078673 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:08.620908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ab73-a251-4d52-96d9-dcb6c4c722d7 req-4b8a2c14-7afe-44a7-b67b-82575636e325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:08.624010 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e282ab73-a251-4d52-96d9-dcb6c4c722d7 req-4b8a2c14-7afe-44a7-b67b-82575636e325 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e4b139df-5612-4377-ac79-2126181c32bf HTTP/1.1" status: 200 len: 915 time: 0.3062601 Feb 04 15:45:08.628721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b2ca404-bca7-404d-9af6-a141c614d7d6 req-4b2563de-abc2-4d94-9d9b-54291b078673 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2282591 Feb 04 15:45:08.673355 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-46edf4e1-1754-420a-9b26-930001a632b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.722067 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e282ab73-a251-4d52-96d9-dcb6c4c722d7 req-6be8b946-936d-488b-a568-40b7d4395b63 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b HTTP/1.1" status: 200 len: 217 time: 0.0850616 Feb 04 15:45:08.744897 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b2ca404-bca7-404d-9af6-a141c614d7d6 req-bb1d00c2-f6bb-48b5-a7ef-1183e63300f1 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150126 Feb 04 15:45:08.753131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-46edf4e1-1754-420a-9b26-930001a632b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:08.764465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-46edf4e1-1754-420a-9b26-930001a632b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e5c8a2c4bec245698504a742a11d74d9 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:08.777894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-46edf4e1-1754-420a-9b26-930001a632b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:08.786013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-46edf4e1-1754-420a-9b26-930001a632b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:08.822982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ab73-a251-4d52-96d9-dcb6c4c722d7 req-5de2afd7-1546-4a1c-b02e-1c9755524651 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:08.824811 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e282ab73-a251-4d52-96d9-dcb6c4c722d7 req-5de2afd7-1546-4a1c-b02e-1c9755524651 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fba70c8c-3c5e-41a3-95b3-0ee97d48f59f HTTP/1.1" status: 200 len: 854 time: 0.0942972 Feb 04 15:45:08.826635 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.958930 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-46edf4e1-1754-420a-9b26-930001a632b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.963245 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9005c6a2-7e47-4634-ae52-5f958c8f6a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.975381 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e282ab73-a251-4d52-96d9-dcb6c4c722d7 req-f3c24dfa-b4bc-4e33-9ccc-70c4bb0886f9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e4b139df-5612-4377-ac79-2126181c32bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904326 Feb 04 15:45:08.978479 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-46edf4e1-1754-420a-9b26-930001a632b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.154820 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-46edf4e1-1754-420a-9b26-930001a632b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5c8a2c4bec245698504a742a11d74d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8070593 Feb 04 15:45:09.155788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edf4e1-1754-420a-9b26-930001a632b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb0a778-19c4-4c26-813a-97bf30ce2247,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:09.162572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38948) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:09.212241 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4181d281-038c-4681-a856-f5144bfe8a72 req-5ef9aeeb-bd62-49fd-a8b6-efc1a43b7e2b tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.1252985 Feb 04 15:45:09.271649 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3aa24444-324a-4fec-8c17-5f4a87ee642c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.345134 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e282ab73-a251-4d52-96d9-dcb6c4c722d7 req-82b71101-8fd6-4bcc-b3d0-cab8471de968 service neutron] 10.222.0.81 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428254 Feb 04 15:45:09.354449 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Network ffa4b706-1aed-4e66-9aab-51c8ac1a913a is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:09.355847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event updated for resources: {'Port': ['ID=5fec60e8-280e-4f45-8dfa-7971fe3f4069,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:09.360193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:09.390654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:45:09.395150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:09.401078 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.668655 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Sync routers for ids ['97d58697-b564-4be5-b13a-1fc534dac2aa'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:45:09.673587 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3aa24444-324a-4fec-8c17-5f4a87ee642c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.692382 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Routers {'97d58697-b564-4be5-b13a-1fc534dac2aa'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:45:09.693000 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:45:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['97d58697-b564-4be5-b13a-1fc534dac2aa'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:09.760285 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3aa24444-324a-4fec-8c17-5f4a87ee642c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.848037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa24444-324a-4fec-8c17-5f4a87ee642c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb0a778-19c4-4c26-813a-97bf30ce2247,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:09.861977 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3aa24444-324a-4fec-8c17-5f4a87ee642c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.869900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3aa24444-324a-4fec-8c17-5f4a87ee642c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1fb0a778-19c4-4c26-813a-97bf30ce2247 HTTP/1.1" status: 204 len: 168 time: 0.7013929 Feb 04 15:45:09.943998 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.000380 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-16dd1fe3-16f2-47c9-8a6e-82c62aeb255d tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9910600 Feb 04 15:45:10.003115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38966) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:10.029875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cd3ceeed-8d0c-4a62-9f02-e7431c483eb8 None None] Provisioning for port 5fec60e8-280e-4f45-8dfa-7971fe3f4069 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:10.043024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-28d1fff2-0edf-482a-8b82-9943f551bcd3 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::54', 'mac_address': 'fa:16:3e:66:47:c8'}, {'ip_address': '2001:db8::241', 'mac_address': 'fa:16:3e:d2:43:40'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:10.050421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cd3ceeed-8d0c-4a62-9f02-e7431c483eb8 None None] Provisioning complete for port 5fec60e8-280e-4f45-8dfa-7971fe3f4069 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:10.050788 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cd3ceeed-8d0c-4a62-9f02-e7431c483eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.196918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714e99e-cbb7-48ea-8712-9af0cb5f7cbd req-ceb1da3a-6911-4586-9f89-57b9cb4d77a6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:10.204602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8714e99e-cbb7-48ea-8712-9af0cb5f7cbd req-ceb1da3a-6911-4586-9f89-57b9cb4d77a6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2306452 Feb 04 15:45:10.316006 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Set router 97d58697-b564-4be5-b13a-1fc534dac2aa gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:45:10.328159 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.329118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ceeed-8d0c-4a62-9f02-e7431c483eb8 None None] Port 5fec60e8-280e-4f45-8dfa-7971fe3f4069 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:45:10.369501 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e282ab73-a251-4d52-96d9-dcb6c4c722d7 req-a5a663df-291e-408c-a266-54e4df607702 service neutron] 10.222.0.81 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0107057 Feb 04 15:45:10.376449 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8714e99e-cbb7-48ea-8712-9af0cb5f7cbd req-b2564cd6-caeb-40bc-8e33-0e6edda97360 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705739 Feb 04 15:45:10.440598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3738a-912e-40ae-9689-35aaaca18a40 req-50c0ea54-868d-4ed1-9aa4-3155d9074160 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:10.442270 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ff3738a-912e-40ae-9689-35aaaca18a40 req-50c0ea54-868d-4ed1-9aa4-3155d9074160 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.4005179 Feb 04 15:45:10.589745 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ff3738a-912e-40ae-9689-35aaaca18a40 req-0e4c6553-7b06-4c6d-97f3-c7fa315e341f tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382134 Feb 04 15:45:10.899768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ce078eb-8e11-4eeb-bdaa-2e8a7410ac99 req-5d51ef02-2d4c-438c-b53c-258c70129e5f tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.1449945 Feb 04 15:45:10.967920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38984) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:11.004541 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6ae01ce2-fbb1-4c43-9485-b23ee7f6d398 req-f8135c76-c464-4aa2-b10f-40c3084f932b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.1470776 Feb 04 15:45:11.009966 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-46165c0d-069c-4b2d-9e5c-09d655d1c24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.025217 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-28d1fff2-0edf-482a-8b82-9943f551bcd3 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.063314 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:42Z', 'updated_at': '2022-02-04T15:44:49Z', 'revision_number': 4, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'gw_port': {'id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:43Z', 'updated_at': '2022-02-04T15:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fb4cd652-bcdd-4135-a56f-d08d8f0ea90f', 'name': '', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'mac_address': 'fa:16:3e:08:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:48Z', 'updated_at': '2022-02-04T15:44:49Z', 'revision_number': 2, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'subnets': [{'id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:11.068756 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Checking router: 97d58697-b564-4be5-b13a-1fc534dac2aa for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:45:11.069233 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Updating router 97d58697-b564-4be5-b13a-1fc534dac2aa port fb4cd652-bcdd-4135-a56f-d08d8f0ea90f binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:45:11.092958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-46165c0d-069c-4b2d-9e5c-09d655d1c24a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:11.108194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-46165c0d-069c-4b2d-9e5c-09d655d1c24a admin admin] Usage tracker for resource:security_group_rule and tenant:65534461c6c44c389415571f94883ef0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:11.116952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-46165c0d-069c-4b2d-9e5c-09d655d1c24a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:11.130249 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-46165c0d-069c-4b2d-9e5c-09d655d1c24a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:11.150343 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.293317 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-46165c0d-069c-4b2d-9e5c-09d655d1c24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.299223 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-46165c0d-069c-4b2d-9e5c-09d655d1c24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.357820 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.416703 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-46165c0d-069c-4b2d-9e5c-09d655d1c24a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65534461c6c44c389415571f94883ef0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4475048 Feb 04 15:45:11.422857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38990) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:11.484563 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.508146 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-28d1fff2-0edf-482a-8b82-9943f551bcd3 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.519672 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-28d1fff2-0edf-482a-8b82-9943f551bcd3 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.552072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46165c0d-069c-4b2d-9e5c-09d655d1c24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7947f7-92af-4207-9d20-f58c613a595c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:11.614672 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-67377c74-5986-4f00-a484-0f58117c52f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.656562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-28d1fff2-0edf-482a-8b82-9943f551bcd3 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] In _notify_port_updated(), no bound segment for port 5fec60e8-280e-4f45-8dfa-7971fe3f4069 on network ffa4b706-1aed-4e66-9aab-51c8ac1a913a {{(pid=83550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:45:11.660564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d1fff2-0edf-482a-8b82-9943f551bcd3 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:11.661356 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-28d1fff2-0edf-482a-8b82-9943f551bcd3 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.665625 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-28d1fff2-0edf-482a-8b82-9943f551bcd3 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "PUT /v2.0/ports/5fec60e8-280e-4f45-8dfa-7971fe3f4069 HTTP/1.1" status: 200 len: 1067 time: 1.6615112 Feb 04 15:45:11.666308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38998) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:11.668911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1fff2-0edf-482a-8b82-9943f551bcd3 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event updated for resources: {'Port': ['ID=5fec60e8-280e-4f45-8dfa-7971fe3f4069,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:11.673006 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-67377c74-5986-4f00-a484-0f58117c52f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.780681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-20218864-7948-44ef-854d-022956994985 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Deleting port 5fec60e8-280e-4f45-8dfa-7971fe3f4069 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:45:11.789402 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20218864-7948-44ef-854d-022956994985 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.920490 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.947785 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Transition to ACTIVE for port object fb4cd652-bcdd-4135-a56f-d08d8f0ea90f will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:11.964737 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.082088 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45a005-6105-4676-9d94-3eb96ac2aac8 None None] Pushing event updated for resources: {'Port': ['ID=fb4cd652-bcdd-4135-a56f-d08d8f0ea90f,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:12.094550 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45a005-6105-4676-9d94-3eb96ac2aac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.095039 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45a005-6105-4676-9d94-3eb96ac2aac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.095514 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45a005-6105-4676-9d94-3eb96ac2aac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.096577 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45a005-6105-4676-9d94-3eb96ac2aac8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.098028 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45a005-6105-4676-9d94-3eb96ac2aac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.098472 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45a005-6105-4676-9d94-3eb96ac2aac8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.098906 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45a005-6105-4676-9d94-3eb96ac2aac8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.100466 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45a005-6105-4676-9d94-3eb96ac2aac8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.100597 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45a005-6105-4676-9d94-3eb96ac2aac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.101632 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45a005-6105-4676-9d94-3eb96ac2aac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.102340 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b45a005-6105-4676-9d94-3eb96ac2aac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.191744 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c4bd0a2c-58e6-4a5e-92ef-068f8783409e None None] Provisioning complete for port 5fec60e8-280e-4f45-8dfa-7971fe3f4069 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:12.192361 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4bd0a2c-58e6-4a5e-92ef-068f8783409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.236961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f9e09-dd68-4100-b7c3-e6182e7abe43 req-c7a0f725-244b-425a-850a-253ccab1a13f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:12.243013 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-122f9e09-dd68-4100-b7c3-e6182e7abe43 req-c7a0f725-244b-425a-850a-253ccab1a13f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.5358922 Feb 04 15:45:12.273610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53f2e7-d806-406a-baad-ca98fe3ba53f req-e755c93c-0643-4f8a-829e-0c955f2149c7 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:12.286588 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cd53f2e7-d806-406a-baad-ca98fe3ba53f req-e755c93c-0643-4f8a-829e-0c955f2149c7 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.3253026 Feb 04 15:45:12.288457 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-67377c74-5986-4f00-a484-0f58117c52f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.361171 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67377c74-5986-4f00-a484-0f58117c52f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7947f7-92af-4207-9d20-f58c613a595c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:12.410940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd0a2c-58e6-4a5e-92ef-068f8783409e None None] Port 5fec60e8-280e-4f45-8dfa-7971fe3f4069 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:45:12.422288 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-67377c74-5986-4f00-a484-0f58117c52f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.426972 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-67377c74-5986-4f00-a484-0f58117c52f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b7947f7-92af-4207-9d20-f58c613a595c HTTP/1.1" status: 204 len: 168 time: 0.9974988 Feb 04 15:45:12.471070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cd53f2e7-d806-406a-baad-ca98fe3ba53f req-c1cd0684-7f26-447d-acde-63783d3596cb tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834869 Feb 04 15:45:12.510865 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Attempting to bind port fb4cd652-bcdd-4135-a56f-d08d8f0ea90f on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:12.515045 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Attempting to bind port fb4cd652-bcdd-4135-a56f-d08d8f0ea90f by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:12.524953 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Attempting to bind port fb4cd652-bcdd-4135-a56f-d08d8f0ea90f on network cf943030-a722-4907-bab5-6f8f53f03847 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:45:12.547052 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:45:12.547659 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Checking segment: {'id': 'f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:45:12.548315 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.549349 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Bound using segment: {'id': 'f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:45:12.549349 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Bound port: fb4cd652-bcdd-4135-a56f-d08d8f0ea90f, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:12.549635 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.552509 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20218864-7948-44ef-854d-022956994985 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.577827 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-122f9e09-dd68-4100-b7c3-e6182e7abe43 req-243d01c9-589b-4dd0-9c8e-c8c279002a89 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166826 Feb 04 15:45:12.750750 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] For port fb4cd652-bcdd-4135-a56f-d08d8f0ea90f, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:45:12.755756 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] For port fb4cd652-bcdd-4135-a56f-d08d8f0ea90f, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fb4cd652-bcdd-4135-a56f-d08d8f0ea90f,segment=NetworkSegment(f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067),segment_id=f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:45:12.774677 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.903556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-20218864-7948-44ef-854d-022956994985 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Calling delete_port for 5fec60e8-280e-4f45-8dfa-7971fe3f4069 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:45:13.082178 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d07284d3-f090-40ee-87db-432e0c76f213 req-206fbb69-73af-4b95-a1db-60f67515b2aa tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.2319548 Feb 04 15:45:13.093401 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45a005-6105-4676-9d94-3eb96ac2aac8 None None] Pushing event updated for resources: {'Port': ['ID=fb4cd652-bcdd-4135-a56f-d08d8f0ea90f,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:13.106337 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Routers {'97d58697-b564-4be5-b13a-1fc534dac2aa'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:45:13.106930 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:45:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['97d58697-b564-4be5-b13a-1fc534dac2aa'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:13.509752 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20218864-7948-44ef-854d-022956994985 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.702218 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] Set router 97d58697-b564-4be5-b13a-1fc534dac2aa gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:45:13.819436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fb4cd652-bcdd-4135-a56f-d08d8f0ea90f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:13.832146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20218864-7948-44ef-854d-022956994985 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event deleted for resources: {'Port': ['ID=5fec60e8-280e-4f45-8dfa-7971fe3f4069,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:14.089068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a85903-3bc7-4dab-8f8d-3d6071660b78 req-5b4406bb-e93a-4db8-a0df-e39359c8b118 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:14.099779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4a85903-3bc7-4dab-8f8d-3d6071660b78 req-5b4406bb-e93a-4db8-a0df-e39359c8b118 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1905687 Feb 04 15:45:14.125156 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port fb4cd652-bcdd-4135-a56f-d08d8f0ea90f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:14.146532 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port fb4cd652-bcdd-4135-a56f-d08d8f0ea90f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:14.149237 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.237613 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4a85903-3bc7-4dab-8f8d-3d6071660b78 req-3f8ba1e1-b0bf-481d-842c-64e70b91acc8 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358266 Feb 04 15:45:14.377056 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20218864-7948-44ef-854d-022956994985 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.421399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39058) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:14.433435 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-20218864-7948-44ef-854d-022956994985 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "DELETE /v2.0/ports/5fec60e8-280e-4f45-8dfa-7971fe3f4069 HTTP/1.1" status: 204 len: 168 time: 2.7657666 Feb 04 15:45:14.574075 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2c7682-f071-4ba6-b9ce-9c1b4a9d9040 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] GET failed (client error): The resource could not be found. Feb 04 15:45:14.579113 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4f2c7682-f071-4ba6-b9ce-9c1b4a9d9040 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Synchronizing usage tracker for tenant:1fe11059a01f46e1a648572de57acbbe on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:14.617475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4f2c7682-f071-4ba6-b9ce-9c1b4a9d9040 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Unset dirty status for tenant:1fe11059a01f46e1a648572de57acbbe on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:14.622547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39068) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:14.630147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4f2c7682-f071-4ba6-b9ce-9c1b4a9d9040 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "GET /v2.0/ports/5fec60e8-280e-4f45-8dfa-7971fe3f4069 HTTP/1.1" status: 404 len: 333 time: 0.2069829 Feb 04 15:45:14.681840 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.833703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port fb4cd652-bcdd-4135-a56f-d08d8f0ea90f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fb4cd652-bcdd-4135-a56f-d08d8f0ea90f,segment=NetworkSegment(f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067),segment_id=f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:14.840574 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.862610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-190a1da6-5e88-4df7-a02d-b9673e0be89b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Deleting port da9a6c35-193a-4acf-84be-24a3eba242a9 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:45:14.863137 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-190a1da6-5e88-4df7-a02d-b9673e0be89b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.900029 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c072bb8-d4da-43d2-b245-60b699662f79 req-55e883c9-ccc4-42a2-80de-dcd6315ef8d0 tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.2214544 Feb 04 15:45:15.001487 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:42Z', 'updated_at': '2022-02-04T15:44:49Z', 'revision_number': 4, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'gw_port': {'id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:43Z', 'updated_at': '2022-02-04T15:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fb4cd652-bcdd-4135-a56f-d08d8f0ea90f', 'name': '', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'mac_address': 'fa:16:3e:08:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:48Z', 'updated_at': '2022-02-04T15:45:12Z', 'revision_number': 4, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'subnets': [{'id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:15.020262 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e006d09-fa47-4d8f-82dd-1a18f21c3747 None None] The sync data for ids ['97d58697-b564-4be5-b13a-1fc534dac2aa'] in n-d-827872-1 is: [{'id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:42Z', 'updated_at': '2022-02-04T15:44:49Z', 'revision_number': 4, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'gw_port': {'id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:43Z', 'updated_at': '2022-02-04T15:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fb4cd652-bcdd-4135-a56f-d08d8f0ea90f', 'name': '', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'mac_address': 'fa:16:3e:08:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:48Z', 'updated_at': '2022-02-04T15:45:12Z', 'revision_number': 4, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'subnets': [{'id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:45:15.037661 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=fb4cd652-bcdd-4135-a56f-d08d8f0ea90f,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:15.468003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a937a-ee0b-47d2-96eb-b5285519b071 req-fff38823-8750-4a8e-8715-c55566f4547f tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:15.473538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-112a937a-ee0b-47d2-96eb-b5285519b071 req-fff38823-8750-4a8e-8715-c55566f4547f tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 950 time: 0.3003514 Feb 04 15:45:15.603534 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-112a937a-ee0b-47d2-96eb-b5285519b071 req-b55d67cf-df1c-4502-93f8-a089831edf29 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/security-groups?id=886403a4-817b-4084-86a8-7328d0fbd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212683 Feb 04 15:45:15.765330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fb4cd652-bcdd-4135-a56f-d08d8f0ea90f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:15.974165 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-190a1da6-5e88-4df7-a02d-b9673e0be89b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.155702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port fb4cd652-bcdd-4135-a56f-d08d8f0ea90f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:16.158697 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.502420 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fa51bb75-9987-41c1-8782-7f885b21aa82 req-e11e104e-a34f-4d83-90b9-a2254371287f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d538e61c6924a9a8f53ae12d2d4e983&device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.4863188 Feb 04 15:45:16.511409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bdf72-2874-4413-9451-d18282b42b5f req-1330aa28-172d-4a64-bb03-cfeab1e957f4 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:16.514108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-190a1da6-5e88-4df7-a02d-b9673e0be89b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Calling delete_port for da9a6c35-193a-4acf-84be-24a3eba242a9 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:45:16.521622 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af6bdf72-2874-4413-9451-d18282b42b5f req-1330aa28-172d-4a64-bb03-cfeab1e957f4 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.5571156 Feb 04 15:45:16.565781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8f84916-b1d1-42e9-88af-c6f0d3b4188c req-08d7a801-10b0-45e2-a8bc-2982f75386bd tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.2236333 Feb 04 15:45:16.646017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af6bdf72-2874-4413-9451-d18282b42b5f req-986a07a5-e285-443f-9ac4-dc2342197183 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224790 Feb 04 15:45:16.649848 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fa51bb75-9987-41c1-8782-7f885b21aa82 req-2996bd5c-d5c6-4db9-9abe-be6f6cdc7068 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=1d538e61c6924a9a8f53ae12d2d4e983&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993629 Feb 04 15:45:17.130820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51bb75-9987-41c1-8782-7f885b21aa82 req-8d2943ac-26c3-469f-8c8d-4dc307477e2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:17.133811 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fa51bb75-9987-41c1-8782-7f885b21aa82 req-8d2943ac-26c3-469f-8c8d-4dc307477e2e service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4566789 Feb 04 15:45:17.191251 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-190a1da6-5e88-4df7-a02d-b9673e0be89b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.269306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab76f3-1fe9-4f69-84a6-241e84f8b102 req-1e6c8052-2190-4d27-9b6d-5e5c5af8cb59 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:17.270882 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdab76f3-1fe9-4f69-84a6-241e84f8b102 req-1e6c8052-2190-4d27-9b6d-5e5c5af8cb59 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 950 time: 0.2659786 Feb 04 15:45:17.349768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a1da6-5e88-4df7-a02d-b9673e0be89b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event deleted for resources: {'Port': ['ID=da9a6c35-193a-4acf-84be-24a3eba242a9,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:17.454552 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-190a1da6-5e88-4df7-a02d-b9673e0be89b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.462343 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdab76f3-1fe9-4f69-84a6-241e84f8b102 req-81496321-cb2b-41c3-9be6-ce476265eafe tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/security-groups?id=886403a4-817b-4084-86a8-7328d0fbd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796582 Feb 04 15:45:17.537051 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-190a1da6-5e88-4df7-a02d-b9673e0be89b tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "DELETE /v2.0/ports/da9a6c35-193a-4acf-84be-24a3eba242a9 HTTP/1.1" status: 204 len: 168 time: 2.9130373 Feb 04 15:45:17.541261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39132) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:17.558463 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-327db779-9af0-4224-9810-45aec26079f3 req-7f714565-debf-49a9-83fd-bff190632572 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e7455e7abb54cf6bccd48d1ec884375&device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 1097 time: 0.2713771 Feb 04 15:45:17.672621 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b451ed-cd9a-42fb-a5ed-294264fb5981 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] GET failed (client error): The resource could not be found. Feb 04 15:45:17.684858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-09b451ed-cd9a-42fb-a5ed-294264fb5981 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "GET /v2.0/ports/da9a6c35-193a-4acf-84be-24a3eba242a9 HTTP/1.1" status: 404 len: 333 time: 0.1390874 Feb 04 15:45:17.693726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39144) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:17.789274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-26d3297c-0f7f-4414-b459-cca78b7ec975 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Deleting port 2ff20404-9c8e-47a7-9226-d394095092ba {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:45:17.789807 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26d3297c-0f7f-4414-b459-cca78b7ec975 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.875025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f130f5-f158-4ff7-929a-701027e86611 req-47dadff3-ed62-41c5-a916-1de385810cbb tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:17.879963 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27f130f5-f158-4ff7-929a-701027e86611 req-47dadff3-ed62-41c5-a916-1de385810cbb tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.1931193 Feb 04 15:45:18.009744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27f130f5-f158-4ff7-929a-701027e86611 req-9d64714f-898d-41de-868e-2ef8a7059f09 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218500 Feb 04 15:45:18.113409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327db779-9af0-4224-9810-45aec26079f3 req-593ad86d-5421-4f67-9ffe-f5af5e600335 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:18.115079 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-327db779-9af0-4224-9810-45aec26079f3 req-593ad86d-5421-4f67-9ffe-f5af5e600335 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4 HTTP/1.1" status: 200 len: 920 time: 0.5479259 Feb 04 15:45:18.305331 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-327db779-9af0-4224-9810-45aec26079f3 req-e070e082-5d04-47a6-b5ec-472df5943cc3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51a18198-b2a5-4869-bdec-639a6506a3f5 HTTP/1.1" status: 200 len: 217 time: 0.1740220 Feb 04 15:45:18.423070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0e5b637-0851-4e44-b2d6-ba2ff79fd8ad req-44389289-6298-4883-b669-6a5c013a463b tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.1084313 Feb 04 15:45:18.437126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 105ad940-086c-4da6-91dc-4675bf92434d no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:45:18.556523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327db779-9af0-4224-9810-45aec26079f3 req-a92260ce-1775-4f0e-86ca-2d61aa4da44b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:18.560298 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-327db779-9af0-4224-9810-45aec26079f3 req-a92260ce-1775-4f0e-86ca-2d61aa4da44b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1711e37f-bdaf-4a9e-a302-926cbcffa942 HTTP/1.1" status: 200 len: 859 time: 0.1999776 Feb 04 15:45:18.668589 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-327db779-9af0-4224-9810-45aec26079f3 req-cb9b088c-2b29-4c63-8580-963060b1f7ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923512 Feb 04 15:45:18.846302 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.943815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 105ad940-086c-4da6-91dc-4675bf92434d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=105ad940-086c-4da6-91dc-4675bf92434d,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:18.946458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105ad940-086c-4da6-91dc-4675bf92434d'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:18.969947 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.985404 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-327db779-9af0-4224-9810-45aec26079f3 req-0f0c25ea-0d6c-4b80-8e0a-82716e5a63c3 service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984602 Feb 04 15:45:19.157019 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=105ad940-086c-4da6-91dc-4675bf92434d,revision_number=11']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:19.216845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37f41d-74b3-4fce-a7c0-7949c8bc6fb7 req-2d971dc3-7388-484d-aacc-5b0102d20af3 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:19.220372 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf37f41d-74b3-4fce-a7c0-7949c8bc6fb7 req-2d971dc3-7388-484d-aacc-5b0102d20af3 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2786939 Feb 04 15:45:19.285300 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.338880 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26d3297c-0f7f-4414-b459-cca78b7ec975 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.342316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf37f41d-74b3-4fce-a7c0-7949c8bc6fb7 req-2996de8a-a8b1-4e09-bc75-76642031dffd tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158369 Feb 04 15:45:19.365655 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fa51bb75-9987-41c1-8782-7f885b21aa82 req-f1a97f96-7b51-458e-943a-31267a77d198 tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.81 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.3790514 Feb 04 15:45:19.502930 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105ad940-086c-4da6-91dc-4675bf92434d', 'code': 200} Feb 04 15:45:19.810440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-26d3297c-0f7f-4414-b459-cca78b7ec975 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Calling delete_port for 2ff20404-9c8e-47a7-9226-d394095092ba owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:45:20.121195 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-327db779-9af0-4224-9810-45aec26079f3 req-4903cfec-394a-4025-9666-0af1fefdbbd0 service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0367463 Feb 04 15:45:20.145368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-def6c88e-4455-4d5f-906c-1b09299a3b95 req-b1271ce8-c40d-44e2-b4a6-c6707d1290f0 tempest-ServerShowV254Test-38716902 tempest-ServerShowV254Test-38716902-project] 10.222.0.60 "GET /v2.0/ports?device_id=06ffa74b-79ed-43e3-bd31-432135b1c65f HTTP/1.1" status: 200 len: 210 time: 0.2025375 Feb 04 15:45:20.394591 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26d3297c-0f7f-4414-b459-cca78b7ec975 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.442660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0511d-62b8-4dec-b73d-85fa7435b2b7 req-ded2b6ce-7173-4954-96e9-4b2c4b5887ba tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:20.450046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bc0511d-62b8-4dec-b73d-85fa7435b2b7 req-ded2b6ce-7173-4954-96e9-4b2c4b5887ba tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.3036172 Feb 04 15:45:20.570025 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3297c-0f7f-4414-b459-cca78b7ec975 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event deleted for resources: {'Port': ['ID=2ff20404-9c8e-47a7-9226-d394095092ba,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:20.582807 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bc0511d-62b8-4dec-b73d-85fa7435b2b7 req-ea73158a-8325-4d76-b631-67cef8d347f3 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319036 Feb 04 15:45:20.736738 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26d3297c-0f7f-4414-b459-cca78b7ec975 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.757190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39224) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:20.769310 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-26d3297c-0f7f-4414-b459-cca78b7ec975 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "DELETE /v2.0/ports/2ff20404-9c8e-47a7-9226-d394095092ba HTTP/1.1" status: 204 len: 168 time: 3.0682755 Feb 04 15:45:21.921472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-096922e1-b70a-4785-9128-d1e6e5bb2484 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Deleting subnet a51e996e-8313-4b5f-8f08-54606fe38915 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:45:21.936338 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-096922e1-b70a-4785-9128-d1e6e5bb2484 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.997926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb01f8-72ee-4ec0-a4d1-7fa837c44823 req-01ab8a08-dbe6-4a2e-8b6a-6090ee9bb7cf tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:21.999507 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bacb01f8-72ee-4ec0-a4d1-7fa837c44823 req-01ab8a08-dbe6-4a2e-8b6a-6090ee9bb7cf tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 948 time: 0.6204469 Feb 04 15:45:22.077478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3787d-64b9-4c6c-a5a6-91abab31d0d4 req-bde3bf7b-8c7e-405e-a9db-7c4ec8bc23d6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:22.086340 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52c3787d-64b9-4c6c-a5a6-91abab31d0d4 req-bde3bf7b-8c7e-405e-a9db-7c4ec8bc23d6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.7217062 Feb 04 15:45:22.182623 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bacb01f8-72ee-4ec0-a4d1-7fa837c44823 req-912e799b-1e75-4c4e-9b5f-78d6e10a86a5 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/security-groups?id=886403a4-817b-4084-86a8-7328d0fbd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760414 Feb 04 15:45:22.190551 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-096922e1-b70a-4785-9128-d1e6e5bb2484 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.267539 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52c3787d-64b9-4c6c-a5a6-91abab31d0d4 req-9a1673fe-fd61-47a5-a295-80e9dd8c92b2 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801870 Feb 04 15:45:22.569202 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-096922e1-b70a-4785-9128-d1e6e5bb2484 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.674566 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-096922e1-b70a-4785-9128-d1e6e5bb2484 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.735732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096922e1-b70a-4785-9128-d1e6e5bb2484 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event deleted for resources: {'Subnet': ['ID=a51e996e-8313-4b5f-8f08-54606fe38915,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:22.747596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a5be84-aa21-4064-8ef2-d0435af759e1 None None] Network ffa4b706-1aed-4e66-9aab-51c8ac1a913a requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:45:22.766535 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-096922e1-b70a-4785-9128-d1e6e5bb2484 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.844416 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-096922e1-b70a-4785-9128-d1e6e5bb2484 tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "DELETE /v2.0/subnets/a51e996e-8313-4b5f-8f08-54606fe38915 HTTP/1.1" status: 204 len: 168 time: 2.0836692 Feb 04 15:45:22.848675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39256) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:22.865444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2c3f1-38e8-4041-844b-c9df92cb4ad6 req-1d1c7cd2-2ea2-40cc-93aa-04330a10a0d2 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:22.882518 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dcb2c3f1-38e8-4041-844b-c9df92cb4ad6 req-1d1c7cd2-2ea2-40cc-93aa-04330a10a0d2 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.4124558 Feb 04 15:45:23.155839 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.268241 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dcb2c3f1-38e8-4041-844b-c9df92cb4ad6 req-d31fb1a4-6fdf-4c6c-a1c4-907bd05d4e2d tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842182 Feb 04 15:45:23.298509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39268) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:23.301079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Deleting port eb05bd38-a2f3-4eff-aff3-54d345aaefa3 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:45:23.301479 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.343771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276b8146-37a8-4b64-b763-5540d0f0c46c None None] DHCP port deletion for ffa4b706-1aed-4e66-9aab-51c8ac1a913a request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:45:23.348144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-276b8146-37a8-4b64-b763-5540d0f0c46c None None] Deleting port eb05bd38-a2f3-4eff-aff3-54d345aaefa3 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:45:23.348514 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-276b8146-37a8-4b64-b763-5540d0f0c46c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.878118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device eb05bd38-a2f3-4eff-aff3-54d345aaefa3 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:45:24.006570 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] For port eb05bd38-a2f3-4eff-aff3-54d345aaefa3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=eb05bd38-a2f3-4eff-aff3-54d345aaefa3,segment=NetworkSegment(9695fa9c-e721-438f-b2cc-8edd81cd9326),segment_id=9695fa9c-e721-438f-b2cc-8edd81cd9326)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:24.013035 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.190283 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.193213 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.230764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-276b8146-37a8-4b64-b763-5540d0f0c46c None None] For port eb05bd38-a2f3-4eff-aff3-54d345aaefa3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=eb05bd38-a2f3-4eff-aff3-54d345aaefa3,segment=NetworkSegment(9695fa9c-e721-438f-b2cc-8edd81cd9326),segment_id=9695fa9c-e721-438f-b2cc-8edd81cd9326)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:24.231139 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-276b8146-37a8-4b64-b763-5540d0f0c46c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.319525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfff56c-bd23-4e7f-acae-1c8d9db44d9e req-a5a1e21a-701c-4651-80c2-5302104cdb29 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:24.327095 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6bfff56c-bd23-4e7f-acae-1c8d9db44d9e req-a5a1e21a-701c-4651-80c2-5302104cdb29 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 948 time: 0.3735933 Feb 04 15:45:24.339777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Calling delete_port for eb05bd38-a2f3-4eff-aff3-54d345aaefa3 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:45:24.446005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:24.485224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Usage tracker for resource:security_group_rule and tenant:1d538e61c6924a9a8f53ae12d2d4e983 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:24.503021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:24.536990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:24.573878 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.596274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-6bfff56c-bd23-4e7f-acae-1c8d9db44d9e req-bad57038-0a4c-4cd6-bcb9-429e2c21ef0b tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Deleting port 105ad940-086c-4da6-91dc-4675bf92434d {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:45:24.598018 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6bfff56c-bd23-4e7f-acae-1c8d9db44d9e req-bad57038-0a4c-4cd6-bcb9-429e2c21ef0b tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.620407 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-276b8146-37a8-4b64-b763-5540d0f0c46c None None] Calling delete_port for eb05bd38-a2f3-4eff-aff3-54d345aaefa3 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:45:24.681010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event deleted for resources: {'Port': ['ID=eb05bd38-a2f3-4eff-aff3-54d345aaefa3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:24.700737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] No DVR routers for this DVR port eb05bd38-a2f3-4eff-aff3-54d345aaefa3 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:45:24.710785 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708042f-cb7d-408e-80ef-328cd10db2bc req-9f1c76c8-5f53-4364-8362-8a92d84ca838 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:24.714485 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7708042f-cb7d-408e-80ef-328cd10db2bc req-9f1c76c8-5f53-4364-8362-8a92d84ca838 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 948 time: 1.1976197 Feb 04 15:45:24.795389 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-276b8146-37a8-4b64-b763-5540d0f0c46c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:45:24.795654 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-276b8146-37a8-4b64-b763-5540d0f0c46c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:45:25.296256 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.300114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-276b8146-37a8-4b64-b763-5540d0f0c46c None None] Deleting port eb05bd38-a2f3-4eff-aff3-54d345aaefa3 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:45:25.302088 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-276b8146-37a8-4b64-b763-5540d0f0c46c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.344626 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.427512 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.436756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-276b8146-37a8-4b64-b763-5540d0f0c46c None None] The port 'eb05bd38-a2f3-4eff-aff3-54d345aaefa3' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:45:25.459140 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d538e61c6924a9a8f53ae12d2d4e983&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1587920 Feb 04 15:45:25.460077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39304) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:25.507875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7708042f-cb7d-408e-80ef-328cd10db2bc req-b25564c0-9f19-4b10-9fa0-0b3104f67517 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/security-groups?id=886403a4-817b-4084-86a8-7328d0fbd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223363 Feb 04 15:45:25.533649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-6bfff56c-bd23-4e7f-acae-1c8d9db44d9e req-bad57038-0a4c-4cd6-bcb9-429e2c21ef0b tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] For port 105ad940-086c-4da6-91dc-4675bf92434d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=105ad940-086c-4da6-91dc-4675bf92434d,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:25.533649 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6bfff56c-bd23-4e7f-acae-1c8d9db44d9e req-bad57038-0a4c-4cd6-bcb9-429e2c21ef0b tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.534127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:45:25.551953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc183cc3-a1b4-499d-8267-6e33a30fc521,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:25.578634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add980f-8497-4bf2-a652-7bad789d9bad req-e773c0d1-09fc-4d3e-ad11-0671c16e982a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:25.590171 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8add980f-8497-4bf2-a652-7bad789d9bad req-e773c0d1-09fc-4d3e-ad11-0671c16e982a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 1.8725362 Feb 04 15:45:25.624523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa4b706-1aed-4e66-9aab-51c8ac1a913a']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:25.784787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9695fa9c-e721-438f-b2cc-8edd81cd9326') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:25.785160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9695fa9c-e721-438f-b2cc-8edd81cd9326') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:25.868683 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.916426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:25.916799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:25.917081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:25.917408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:25.917727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:25.918052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:25.918365 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:25.923595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:25.923786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:25.924072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:25.924408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f2ef-b7f9-45bf-916c-ad0072642ad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:25.946017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-6bfff56c-bd23-4e7f-acae-1c8d9db44d9e req-bad57038-0a4c-4cd6-bcb9-429e2c21ef0b tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Calling delete_port for 105ad940-086c-4da6-91dc-4675bf92434d owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:45:25.977763 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:26.020095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b', 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf', 'port_id': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b', 'mac_address': 'fa:16:3e:a6:b9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba70c8c-3c5e-41a3-95b3-0ee97d48f59f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:45:26.111046 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.146922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:45:26.147941 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.182989 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.254841 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8add980f-8497-4bf2-a652-7bad789d9bad req-807e1ecb-7d47-49d3-b76f-cfe03332a5fc tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6633909 Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:45:26.255597 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:45:26.261868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:26.283256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:26.289209 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.360707 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6bfff56c-bd23-4e7f-acae-1c8d9db44d9e req-bad57038-0a4c-4cd6-bcb9-429e2c21ef0b tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.385324 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:26.448163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:45:26.467745 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd78642a-ff3b-455c-a655-33d8b2ef1e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.473127 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.534176 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.539142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad57038-0a4c-4cd6-bcb9-429e2c21ef0b tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Pushing event deleted for resources: {'Port': ['ID=105ad940-086c-4da6-91dc-4675bf92434d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:26.571771 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] Pushing event deleted for resources: {'Network': ['ID=ffa4b706-1aed-4e66-9aab-51c8ac1a913a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:26.580071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f61a14f8-fb9b-45a7-a355-45e7d162d78f tempest-AllowedAddressPairIpV6TestJSON-150878836 tempest-AllowedAddressPairIpV6TestJSON-150878836-project] 10.222.0.60 "DELETE /v2.0/networks/ffa4b706-1aed-4e66-9aab-51c8ac1a913a HTTP/1.1" status: 204 len: 168 time: 3.7241185 Feb 04 15:45:26.675618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfff56c-bd23-4e7f-acae-1c8d9db44d9e req-bad57038-0a4c-4cd6-bcb9-429e2c21ef0b tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] No DVR routers for this DVR port 105ad940-086c-4da6-91dc-4675bf92434d on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:45:26.683355 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd78642a-ff3b-455c-a655-33d8b2ef1e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.684852 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6bfff56c-bd23-4e7f-acae-1c8d9db44d9e req-bad57038-0a4c-4cd6-bcb9-429e2c21ef0b tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.696965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'name': 'network-vif-deleted', 'tag': '105ad940-086c-4da6-91dc-4675bf92434d'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:26.730044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757327fd-b333-4522-841d-595dc2995d30 req-a49d1ae4-ad5d-4e84-ab37-6f9ba100d970 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:26.732777 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-757327fd-b333-4522-841d-595dc2995d30 req-a49d1ae4-ad5d-4e84-ab37-6f9ba100d970 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.8440239 Feb 04 15:45:26.736736 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6bfff56c-bd23-4e7f-acae-1c8d9db44d9e req-bad57038-0a4c-4cd6-bcb9-429e2c21ef0b tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.73 "DELETE /v2.0/ports/105ad940-086c-4da6-91dc-4675bf92434d HTTP/1.1" status: 204 len: 173 time: 2.4041300 Feb 04 15:45:27.221265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-757327fd-b333-4522-841d-595dc2995d30 req-5e82f4b6-0728-403d-8cfc-51371a223d7e tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691799 Feb 04 15:45:27.228862 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29b9a9e8-bf30-45f6-8ffb-bc42fbc0964f req-edf0c84d-6c54-4166-9100-fe59dbbdfd9d tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 210 time: 0.2753298 Feb 04 15:45:27.255592 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd78642a-ff3b-455c-a655-33d8b2ef1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.403913 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78642a-ff3b-455c-a655-33d8b2ef1e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc183cc3-a1b4-499d-8267-6e33a30fc521,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:27.405802 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd78642a-ff3b-455c-a655-33d8b2ef1e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.419742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dd78642a-ff3b-455c-a655-33d8b2ef1e3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc183cc3-a1b4-499d-8267-6e33a30fc521 HTTP/1.1" status: 204 len: 168 time: 1.9584200 Feb 04 15:45:27.469310 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7', 'name': 'network-vif-deleted', 'tag': '105ad940-086c-4da6-91dc-4675bf92434d', 'status': 'completed', 'code': 200} Feb 04 15:45:27.549048 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:27.738762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:27.739527 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.972832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a146bab-960d-402e-954b-c39d8f954a53 req-a62cbec9-64c8-4f6e-8cd9-21f7f2935c87 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:27.976113 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6a146bab-960d-402e-954b-c39d8f954a53 req-a62cbec9-64c8-4f6e-8cd9-21f7f2935c87 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 944 time: 0.2584214 Feb 04 15:45:27.985038 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:28.020411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39356) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:28.051788 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6a146bab-960d-402e-954b-c39d8f954a53 req-22887303-ffea-49e9-a726-65051b61009d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687153 Feb 04 15:45:28.082968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:28.129534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:28.136818 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:28.260567 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b', 'code': 200} Feb 04 15:45:28.283483 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:28.509505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 105ad940-086c-4da6-91dc-4675bf92434d no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:45:28.619853 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 105ad940-086c-4da6-91dc-4675bf92434d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:45:28.620546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 105ad940-086c-4da6-91dc-4675bf92434d not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:45:28.670471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-82cf9ca9-5232-4273-9149-a3887096bcfc req-929a9217-d958-4ba8-97e3-ec64d8b09812 tempest-ImagesOneServerTestJSON-1346669442 tempest-ImagesOneServerTestJSON-1346669442-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa4830e9-1d7d-47a7-9e4e-4e53b6ea5ec7 HTTP/1.1" status: 200 len: 210 time: 0.0749714 Feb 04 15:45:28.885212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31c00e-cfdc-4ea3-9609-7d4c799f1014 req-39e541bb-c0b3-4332-812f-863dbc791b47 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:28.890238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e31c00e-cfdc-4ea3-9609-7d4c799f1014 req-39e541bb-c0b3-4332-812f-863dbc791b47 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.1526077 Feb 04 15:45:29.035616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e31c00e-cfdc-4ea3-9609-7d4c799f1014 req-579cc59b-dbc2-4df2-8138-afaf709768f4 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407776 Feb 04 15:45:29.042726 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1566f853-6c8a-4084-8d76-0733e0c55ace admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1fe11059a01f46e1a648572de57acbbe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0194488 Feb 04 15:45:29.043273 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39388) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:29.166329 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27a69df6-8df6-455f-ac58-73de380d731a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.178119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a3523-c11b-4eb0-b38d-624c3505a1e0 req-21fab9bc-45b6-4c09-bae0-06476d8b16b2 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:29.184601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a78a3523-c11b-4eb0-b38d-624c3505a1e0 req-21fab9bc-45b6-4c09-bae0-06476d8b16b2 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 0.1976817 Feb 04 15:45:29.214168 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27a69df6-8df6-455f-ac58-73de380d731a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.281866 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a78a3523-c11b-4eb0-b38d-624c3505a1e0 req-6da15f9c-e450-44dc-9493-dd6c925328a7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922465 Feb 04 15:45:29.293945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27a69df6-8df6-455f-ac58-73de380d731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.325532 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a69df6-8df6-455f-ac58-73de380d731a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034f4d99-e65c-40db-9a3b-83362fd66ab1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:29.361565 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27a69df6-8df6-455f-ac58-73de380d731a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.365207 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-27a69df6-8df6-455f-ac58-73de380d731a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/034f4d99-e65c-40db-9a3b-83362fd66ab1 HTTP/1.1" status: 204 len: 168 time: 0.3202529 Feb 04 15:45:29.471955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a042c-4ec8-465b-b827-a75732ff66a9 req-2c073a14-0c80-425d-b812-d6d99b0de724 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:29.480388 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad4a042c-4ec8-465b-b827-a75732ff66a9 req-2c073a14-0c80-425d-b812-d6d99b0de724 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1983616 Feb 04 15:45:29.528240 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad4a042c-4ec8-465b-b827-a75732ff66a9 req-46831d7e-6034-44f3-99b7-0b603a459bff tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469937 Feb 04 15:45:30.284524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af14be-c8e0-471b-9b65-7ebbf073909f req-8edcc0d4-dbba-43ca-9d18-e95cbb285905 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:30.292612 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61af14be-c8e0-471b-9b65-7ebbf073909f req-8edcc0d4-dbba-43ca-9d18-e95cbb285905 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.0989380 Feb 04 15:45:30.358113 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61af14be-c8e0-471b-9b65-7ebbf073909f req-0f945344-5e2e-4578-bbed-b83aca0754f9 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646234 Feb 04 15:45:30.553222 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2137b5-bfcd-4275-84be-fa3476b321ea req-4f5fd1d9-7926-4128-8f1f-05ed004f89e3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:30.555389 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d2137b5-bfcd-4275-84be-fa3476b321ea req-4f5fd1d9-7926-4128-8f1f-05ed004f89e3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 0.0986774 Feb 04 15:45:30.569556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39434) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:30.665484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d2137b5-bfcd-4275-84be-fa3476b321ea req-9f995a76-3ee3-42c6-a190-a47d1461b058 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018806 Feb 04 15:45:30.754711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39444) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:30.870619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccecbed-3133-4bd6-bc17-c7a7e902419d req-34de9fee-0a7c-4aff-9114-07d81b3d320e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:30.889594 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ccecbed-3133-4bd6-bc17-c7a7e902419d req-34de9fee-0a7c-4aff-9114-07d81b3d320e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1566055 Feb 04 15:45:31.037122 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ccecbed-3133-4bd6-bc17-c7a7e902419d req-e451b6ee-59c2-4797-a466-f75635c4cc72 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460004 Feb 04 15:45:31.177360 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7f8b5870-58c1-4e41-97c1-888ad53da232 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7981485f2f84e9bb49c2c3e67c70d35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6044946 Feb 04 15:45:31.177706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39458) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:31.261785 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76e41aff-4a25-4b77-9e38-13b2fb949f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.269598 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-943489790-network', 'tenant_id': 'd6b4662da38740d7bdb9894c8873c149'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:31.492097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:31.549323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Usage tracker for resource:network and tenant:d6b4662da38740d7bdb9894c8873c149 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:31.557003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:31.580810 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76e41aff-4a25-4b77-9e38-13b2fb949f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.616698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:31.695648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Made reservation on behalf of d6b4662da38740d7bdb9894c8873c149 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:31.698758 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.737511 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.815214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:31.821251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b4662da38740d7bdb9894c8873c149 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:31.827715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:31.828829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589b9b6-1c4a-4dfc-b858-4fc5e6803881 req-a8d74a43-45f9-471f-b8b0-9f576cc153ed tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:31.846033 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e589b9b6-1c4a-4dfc-b858-4fc5e6803881 req-a8d74a43-45f9-471f-b8b0-9f576cc153ed tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 0.2200723 Feb 04 15:45:31.849296 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:31.854540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76e41aff-4a25-4b77-9e38-13b2fb949f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.855443 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4768c-9ced-4d0f-925b-4fa1e2c0131b req-31e0ef8a-2651-44e8-a6a8-8cf9a05d5050 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:31.862751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbd4768c-9ced-4d0f-925b-4fa1e2c0131b req-31e0ef8a-2651-44e8-a6a8-8cf9a05d5050 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.1871696 Feb 04 15:45:31.919392 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:45:31.923022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e41aff-4a25-4b77-9e38-13b2fb949f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886403a4-817b-4084-86a8-7328d0fbd699,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:31.969126 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76e41aff-4a25-4b77-9e38-13b2fb949f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.970654 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-76e41aff-4a25-4b77-9e38-13b2fb949f9b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/886403a4-817b-4084-86a8-7328d0fbd699 HTTP/1.1" status: 204 len: 168 time: 0.7919974 Feb 04 15:45:31.971699 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e589b9b6-1c4a-4dfc-b858-4fc5e6803881 req-dac19918-59b8-4420-9627-1495e9a1eef1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238766 Feb 04 15:45:32.012860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbd4768c-9ced-4d0f-925b-4fa1e2c0131b req-23988b08-5799-4bac-a073-d31ddefd6757 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491864 Feb 04 15:45:32.050460 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.057724 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.161745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:32.183995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fe6087-6a0b-47f7-8650-809cc7944568,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:32.198282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.201094 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Added segment d92ec179-134d-44d1-b999-da4fcd80bf68 of type vlan for network c91d216b-3331-44ad-853b-9cea412fc83a Feb 04 15:45:32.300411 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.386106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.387393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:32.388084 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.516051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5c031aca-f0a4-497f-ba68-484daefbf0a2 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:45:32.629206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583470e-c357-41f1-815e-9d7fa824b0ff req-8fec935a-7dee-4d18-a412-d7e5f4b3e43b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:32.638298 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8583470e-c357-41f1-815e-9d7fa824b0ff req-8fec935a-7dee-4d18-a412-d7e5f4b3e43b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.2058852 Feb 04 15:45:32.695646 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9390216 Feb 04 15:45:32.697881 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e170f7-4336-454f-add9-9a91447f8c77 admin admin] Pushing event updated for resources: {'Network': ['ID=c91d216b-3331-44ad-853b-9cea412fc83a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:32.705834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39500) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:32.731856 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8583470e-c357-41f1-815e-9d7fa824b0ff req-f21dc354-ce68-4112-ae3e-7811d67d2482 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923207 Feb 04 15:45:32.737548 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] Request body: {'subnet': {'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-943489790-subnet', 'tenant_id': 'd6b4662da38740d7bdb9894c8873c149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:32.753028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:32.760526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] Usage tracker for resource:subnet and tenant:d6b4662da38740d7bdb9894c8873c149 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:32.770755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:32.781219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network c91d216b-3331-44ad-853b-9cea412fc83a details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:32.785999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:32.811524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] Made reservation on behalf of d6b4662da38740d7bdb9894c8873c149 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:32.817080 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.112277 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.214206 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.299372 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:33.304841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:33.325885 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.386880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee73c442-e12b-426b-9d50-5bbed69cbf29,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:33.525379 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5c031aca-f0a4-497f-ba68-484daefbf0a2,revision_number=11']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:33.554452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39520) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:33.617082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] Checking segment: {'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:45:33.618928 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] Network hostable DHCP agents. Network: c91d216b-3331-44ad-853b-9cea412fc83a, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:45:33.680513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] Network c91d216b-3331-44ad-853b-9cea412fc83a is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:45:33.718797 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d722630-0a04-41be-9d2f-64f902f5c963 req-7b36005e-2b81-4b2d-b2ac-baf6cf465fd7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:33.721483 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, c91d216b-3331-44ad-853b-9cea412fc83a) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:33.729989 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d722630-0a04-41be-9d2f-64f902f5c963 req-7b36005e-2b81-4b2d-b2ac-baf6cf465fd7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.4473288 Feb 04 15:45:33.732502 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fd8a6b4a-8e3e-4c59-9019-5fb1e512014c req-2b8b10ad-8c8d-4dbf-b378-2b22898bde2f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 1097 time: 0.2637935 Feb 04 15:45:33.733005 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b5c3f-5816-4158-8c25-a06520d19486 None None] Network c91d216b-3331-44ad-853b-9cea412fc83a requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:45:33.738216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:33.739764 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.838893 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5ec765e4-1521-4b9d-bb16-ba089ae490f5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1313715 Feb 04 15:45:33.867617 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fd8a6b4a-8e3e-4c59-9019-5fb1e512014c req-6b504808-ac11-40f7-96a6-263fde3f548f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033483 Feb 04 15:45:34.029333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1657878640'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:34.054313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:34.077057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae5895-377c-4ef7-9d63-97249bfdf4be req-fdb3d98c-b9f9-46e3-900f-5ee9f2e30640 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:34.091833 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8ae5895-377c-4ef7-9d63-97249bfdf4be req-fdb3d98c-b9f9-46e3-900f-5ee9f2e30640 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.7176147 Feb 04 15:45:34.127410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:network and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:34.155985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:34.160143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb7e36a-a517-494c-bf85-4da9976fb338 None None] Network c91d216b-3331-44ad-853b-9cea412fc83a requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:45:34.196581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:34.259157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d722630-0a04-41be-9d2f-64f902f5c963 req-003866e2-bbee-4070-9d8a-6dabc196fbb3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5288022 Feb 04 15:45:34.281131 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8ae5895-377c-4ef7-9d63-97249bfdf4be req-093269b1-dd28-44c0-bfd7-939adf119f4b tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858401 Feb 04 15:45:34.291713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:34.315474 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.377225 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.472049 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:34.479472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:security_group_rule and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:34.492082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:34.526489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:34.580759 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'code': 200} Feb 04 15:45:34.747361 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.811018 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.891857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:34.909746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76defdf-95d8-4243-920d-d4aded953a72,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:34.927464 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.927788 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Added segment 7dda2539-def4-425e-a4f0-9ef0fdf84970 of type vlan for network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 Feb 04 15:45:34.943519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-7aa27360-c346-4802-b8f7-0f82b0e1df49 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1302479030&fields=id&tenant_id=8eac8c56f3d841e6a4ba841766074a64 HTTP/1.1" status: 200 len: 267 time: 0.1897523 Feb 04 15:45:35.211764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fa51b-f13e-4886-b568-a63d464c0dca req-fe2e5092-b2f8-49e1-ba12-a7f95c4bbb66 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:35.218695 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de0fa51b-f13e-4886-b568-a63d464c0dca req-fe2e5092-b2f8-49e1-ba12-a7f95c4bbb66 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.4670091 Feb 04 15:45:35.227226 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.312479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de0fa51b-f13e-4886-b568-a63d464c0dca req-0e94deca-9773-41b6-b757-b1970ffc7014 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920405 Feb 04 15:45:35.389883 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.394343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:35.395156 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.456570 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0750a880-aa5c-440d-985e-1f55ad1ca784 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:35.465118 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0750a880-aa5c-440d-985e-1f55ad1ca784 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/networks?id=cf943030-a722-4907-bab5-6f8f53f03847 HTTP/1.1" status: 200 len: 816 time: 0.5240989 Feb 04 15:45:35.582531 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9899356 Feb 04 15:45:35.586104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39562) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:35.594599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'name': 'tempest-PortsIpV6TestJSON-189799458'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:35.615910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-19a8abd0-b493-41f1-a0ac-5c71c684eced tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/quotas/8eac8c56f3d841e6a4ba841766074a64 HTTP/1.1" status: 200 len: 375 time: 0.1494067 Feb 04 15:45:35.727981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89661d6-a0b0-49fe-9a1a-6686068fb364 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Network': ['ID=5c5ae5ad-4230-41ef-bcc3-63649b9926f4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:35.742079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:35.839833 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-805cae72-e08d-4583-9189-bdb5eac63eab tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8eac8c56f3d841e6a4ba841766074a64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2223728 Feb 04 15:45:35.903538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:35.910030 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:port and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:35.915795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:35.933968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:35.952531 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:35.956239 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.034114 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port e88f6755-16fe-49a0-8f9b-c35416b72d6b yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:36.490865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.527084 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.551857 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-699f017b-671f-40dc-b2a8-c033b0ccd550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.638767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=e88f6755-16fe-49a0-8f9b-c35416b72d6b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:36.659951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Checking segment: {'id': '7dda2539-def4-425e-a4f0-9ef0fdf84970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:45:36.660321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network hostable DHCP agents. Network: 5c5ae5ad-4230-41ef-bcc3-63649b9926f4, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:45:36.677431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-7abe64aa-614b-4993-a423-5b4087ea59e2 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:36.681291 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-7abe64aa-614b-4993-a423-5b4087ea59e2 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/networks?id=c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 200 len: 814 time: 0.4486241 Feb 04 15:45:36.685040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-494cf82b-4c88-47b3-9b91-26f941cb0ef8 service neutron] 10.222.0.60 "GET /v2.0/networks/cf943030-a722-4907-bab5-6f8f53f03847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8395131 Feb 04 15:45:36.701494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:45:36.707316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-5352f04b-d7ef-420a-8ea7-883e864a256b tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/quotas/d6b4662da38740d7bdb9894c8873c149 HTTP/1.1" status: 200 len: 375 time: 0.0212162 Feb 04 15:45:36.721948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 5c5ae5ad-4230-41ef-bcc3-63649b9926f4) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:36.732004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3ee092-192d-4ca8-8676-b61af70d06af None None] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:45:36.737467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:45:36.743455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:36.744471 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.780770 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-624a3719-172c-4d1d-8182-b21eb2d4b975 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1927121 Feb 04 15:45:36.784487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39582) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:36.805491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-875215229'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:36.827149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:36.838687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:network and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:36.842121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:36.849802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:36.861014 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-529565b0-2331-4e27-9490-22189502bbfb tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6b4662da38740d7bdb9894c8873c149&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1455986 Feb 04 15:45:36.870160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:36.874692 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.936597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:36.953916 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.954239 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Added segment 18ff1b74-55bd-4c39-bae5-19c5ae8789a4 of type vlan for network 5507ecba-2ef0-48aa-9c0b-3bd3832db4e6 Feb 04 15:45:36.995116 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.060118 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.066659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:37.068785 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.084001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-74b190db-cb1f-471a-a5da-e078c0be13c4 service neutron] 10.222.0.60 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001483 Feb 04 15:45:37.224637 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4337034 Feb 04 15:45:37.226277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39590) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:37.250660 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'ports': [{'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4'}, {'network_id': '5507ecba-2ef0-48aa-9c0b-3bd3832db4e6'}]} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:37.250974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:37.251470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'network_id': '5507ecba-2ef0-48aa-9c0b-3bd3832db4e6'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:37.264886 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-edcd8773-e767-477b-b28f-23e4c82efcc4 service neutron] 10.222.0.60 "GET /v2.0/networks/cf943030-a722-4907-bab5-6f8f53f03847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495658 Feb 04 15:45:37.369905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-c0943bce-ad42-460b-84af-6dec61af8f9d service neutron] 10.222.0.60 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792501 Feb 04 15:45:37.507269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269da589-c831-49ca-ab70-550732892cb6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Network': ['ID=5507ecba-2ef0-48aa-9c0b-3bd3832db4e6,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:37.515887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 5507ecba-2ef0-48aa-9c0b-3bd3832db4e6 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:37.531640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:37.541527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:port and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:37.551444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:37.576444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:37.602973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'port': 2} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:37.608307 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.653113 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.166142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port a793e916-9f5a-4133-881b-3a63cbed4f24 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:38.174963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dba8b-368d-4c96-83f9-d9fa62d9a2b6 req-869dff01-b3a6-427e-aaa2-36f0d77ec173 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:38.201674 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d4dba8b-368d-4c96-83f9-d9fa62d9a2b6 req-869dff01-b3a6-427e-aaa2-36f0d77ec173 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.3579011 Feb 04 15:45:38.299408 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.510353 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d4dba8b-368d-4c96-83f9-d9fa62d9a2b6 req-d93fd9b7-c666-4164-9e15-a4d5017bdb52 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824786 Feb 04 15:45:38.551114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e4231-d4c4-428f-9918-d93aedfb26b1 req-64a44302-f5e5-4b28-b604-30959da3d06f tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:38.559675 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-272e4231-d4c4-428f-9918-d93aedfb26b1 req-64a44302-f5e5-4b28-b604-30959da3d06f tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.2902086 Feb 04 15:45:38.563410 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5c031aca-f0a4-497f-ba68-484daefbf0a2 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:45:38.617707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39632) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:38.658122 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-272e4231-d4c4-428f-9918-d93aedfb26b1 req-39c7b6dc-2065-443d-8816-e94b8ee3e058 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932214 Feb 04 15:45:38.748823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port 0d5874b7-3b8b-4b5f-8521-844ab7c7ce14 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:38.979428 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f4e7d9ce-3296-4f8b-b673-421248dc3d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.048542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:39.072489 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'port_id': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'mac_address': 'fa:16:3e:8d:53:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:45:39.129470 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.159461 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.173795 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.219263 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c031aca-f0a4-497f-ba68-484daefbf0a2 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:39.255676 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:39.257154 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:39.260466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:39.264326 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.270071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:45:39.270894 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.315991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=a793e916-9f5a-4133-881b-3a63cbed4f24,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:39.364940 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82bb79d2-f837-493d-8521-a8fa9d5464b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.413961 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5c031aca-f0a4-497f-ba68-484daefbf0a2,revision_number=12']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:39.427893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['5c031aca-f0a4-497f-ba68-484daefbf0a2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:45:39.443545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f937e-cf63-46ff-bca6-c726f9f0bbf1 req-a4f14b2c-4baa-4caf-a53f-ba30bccec9eb tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:39.446075 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea7f937e-cf63-46ff-bca6-c726f9f0bbf1 req-a4f14b2c-4baa-4caf-a53f-ba30bccec9eb tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.5368345 Feb 04 15:45:39.517696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=0d5874b7-3b8b-4b5f-8521-844ab7c7ce14,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:39.524559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Checking segment: {'id': '18ff1b74-55bd-4c39-bae5-19c5ae8789a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5507ecba-2ef0-48aa-9c0b-3bd3832db4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:45:39.525171 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network hostable DHCP agents. Network: 5507ecba-2ef0-48aa-9c0b-3bd3832db4e6, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:45:39.542144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-82bb79d2-f837-493d-8521-a8fa9d5464b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:39.548433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-82bb79d2-f837-493d-8521-a8fa9d5464b5 admin admin] Usage tracker for resource:security_group_rule and tenant:0a141137c0c44d7abfa23a15b03e1f30 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:39.550408 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-82bb79d2-f837-493d-8521-a8fa9d5464b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:39.557822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-82bb79d2-f837-493d-8521-a8fa9d5464b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:39.584627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 5507ecba-2ef0-48aa-9c0b-3bd3832db4e6 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:45:39.603458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 5507ecba-2ef0-48aa-9c0b-3bd3832db4e6) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:39.620180 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0703b30a-f792-4d25-bbfb-4594b254c8b5 None None] Network 5507ecba-2ef0-48aa-9c0b-3bd3832db4e6 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:45:39.625176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:45:39.631157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:39.636669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:39.637568 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.670516 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5f3eef09-8a0a-449b-9b5b-e71a54be420d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4431026 Feb 04 15:45:39.673051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39642) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:39.691531 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82bb79d2-f837-493d-8521-a8fa9d5464b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.712548 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82bb79d2-f837-493d-8521-a8fa9d5464b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.768795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-316cfed8-d463-4213-91ca-99a1e70937ce tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port 0d5874b7-3b8b-4b5f-8521-844ab7c7ce14 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:45:39.770097 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-316cfed8-d463-4213-91ca-99a1e70937ce tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.838455 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea7f937e-cf63-46ff-bca6-c726f9f0bbf1 req-eba692d9-7fa4-4d8e-920f-c0008a799753 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742042 Feb 04 15:45:39.948136 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-82bb79d2-f837-493d-8521-a8fa9d5464b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a141137c0c44d7abfa23a15b03e1f30&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3270409 Feb 04 15:45:39.949526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39648) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:39.958319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb79d2-f837-493d-8521-a8fa9d5464b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a1e570-8d06-4c99-8ba8-4a2c2915a3b0,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:40.013357 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.165623 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.221637 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bdc2d65-7b28-49cb-ac7f-40a37da6592b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.249892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0af9934-16d1-49a9-b8ae-b587e2349d39 req-0c886b22-64dd-480f-8521-dcecff6d4749 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 210 time: 0.1676362 Feb 04 15:45:40.263643 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bdc2d65-7b28-49cb-ac7f-40a37da6592b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.267697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-32beac92-992f-4bd7-b27d-e798eb5a36fb req-81cda5cb-14a3-4e21-979d-c6b3f0c10dc5 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 210 time: 0.0892406 Feb 04 15:45:40.415861 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bdc2d65-7b28-49cb-ac7f-40a37da6592b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.462617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc2d65-7b28-49cb-ac7f-40a37da6592b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a1e570-8d06-4c99-8ba8-4a2c2915a3b0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:40.541432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-316cfed8-d463-4213-91ca-99a1e70937ce tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.556762 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bdc2d65-7b28-49cb-ac7f-40a37da6592b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.561570 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2bdc2d65-7b28-49cb-ac7f-40a37da6592b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12a1e570-8d06-4c99-8ba8-4a2c2915a3b0 HTTP/1.1" status: 204 len: 168 time: 0.6063905 Feb 04 15:45:40.583035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5c031aca-f0a4-497f-ba68-484daefbf0a2 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:40.713236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7721e-964b-4db7-9f45-4d9c62beb9ce req-f88b8e1a-3639-401a-8d66-68671f1c6480 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:40.729447 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29b7721e-964b-4db7-9f45-4d9c62beb9ce req-f88b8e1a-3639-401a-8d66-68671f1c6480 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 945 time: 0.2446516 Feb 04 15:45:40.787656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-aef5496f-8a8c-45f6-bf9c-5b163a7a0a76 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:40.789646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-aef5496f-8a8c-45f6-bf9c-5b163a7a0a76 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Synchronizing usage tracker for tenant:d6b4662da38740d7bdb9894c8873c149 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:40.816201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 5c031aca-f0a4-497f-ba68-484daefbf0a2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:40.818662 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.856228 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29b7721e-964b-4db7-9f45-4d9c62beb9ce req-4167b247-dc13-42e8-b0bb-56f6e3b4e33e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254029 Feb 04 15:45:40.874825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-316cfed8-d463-4213-91ca-99a1e70937ce tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for 0d5874b7-3b8b-4b5f-8521-844ab7c7ce14 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:45:40.956515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-aef5496f-8a8c-45f6-bf9c-5b163a7a0a76 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Unset dirty status for tenant:d6b4662da38740d7bdb9894c8873c149 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:40.957831 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-aef5496f-8a8c-45f6-bf9c-5b163a7a0a76 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.81 "GET /v2.0/networks?id=c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 200 len: 814 time: 0.5829914 Feb 04 15:45:41.039822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Request body: {'port': {'device_id': 'bef2f48c-e87a-4b15-8e25-984ab920570e', 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a', 'admin_state_up': True, 'tenant_id': 'd6b4662da38740d7bdb9894c8873c149'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:41.127678 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.234632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:41.281349 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:41.286720 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.294720 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:41.361020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Usage tracker for resource:port and tenant:d6b4662da38740d7bdb9894c8873c149 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:41.415965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:41.476818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11869fae-ceb1-48f4-bb4c-bb636e70b8ce req-12684c12-6f2b-4840-b9a4-880bb2b1c54a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:41.479856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:41.486656 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11869fae-ceb1-48f4-bb4c-bb636e70b8ce req-12684c12-6f2b-4840-b9a4-880bb2b1c54a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1083508 Feb 04 15:45:41.505552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39678) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:41.556412 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b7407b11-4494-4304-a3ea-b0c15c3b08c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.564739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11869fae-ceb1-48f4-bb4c-bb636e70b8ce req-8e82a7d6-0444-4daa-8833-ff5f87c78ba3 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765533 Feb 04 15:45:41.594932 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-316cfed8-d463-4213-91ca-99a1e70937ce tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.626608 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.647887 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b7407b11-4494-4304-a3ea-b0c15c3b08c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:41.653935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b7407b11-4494-4304-a3ea-b0c15c3b08c4 admin admin] Usage tracker for resource:security_group_rule and tenant:862df9396ffd49dfadb0b7972b1c5064 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:41.657244 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b7407b11-4494-4304-a3ea-b0c15c3b08c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:41.664547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b7407b11-4494-4304-a3ea-b0c15c3b08c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:41.684780 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.700866 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5c031aca-f0a4-497f-ba68-484daefbf0a2,revision_number=13']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:41.705308 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'code': 200} Feb 04 15:45:41.750774 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b7407b11-4494-4304-a3ea-b0c15c3b08c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.751823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Made reservation on behalf of d6b4662da38740d7bdb9894c8873c149 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:41.756099 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.832515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-c7e4c3fb-6ec9-4ab5-bd48-3e1b8043d4a7 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:41.833198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-c7e4c3fb-6ec9-4ab5-bd48-3e1b8043d4a7 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Synchronizing usage tracker for tenant:8eac8c56f3d841e6a4ba841766074a64 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:41.950409 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77a17097-9a71-413f-a179-7f92c937da68 req-4f19e10b-a602-4e14-868e-976902a9c08b tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 210 time: 0.0621507 Feb 04 15:45:41.998355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373954a-7b61-414f-a9b9-0b83bf453956 req-2d0a2f54-578c-4cdf-bb4f-58aed4c4f02b tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:42.006581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b373954a-7b61-414f-a9b9-0b83bf453956 req-2d0a2f54-578c-4cdf-bb4f-58aed4c4f02b tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.2059290 Feb 04 15:45:42.120852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b373954a-7b61-414f-a9b9-0b83bf453956 req-5653935a-f566-4053-8cf7-0a195d502243 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078658 Feb 04 15:45:42.169766 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Allocated IP 172.20.0.8 (c91d216b-3331-44ad-853b-9cea412fc83a/ee73c442-e12b-426b-9d50-5bbed69cbf29/7fd4a256-0043-48f7-ab9d-ca3c8f775414) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:42.194037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cfed8-d463-4213-91ca-99a1e70937ce tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=0d5874b7-3b8b-4b5f-8521-844ab7c7ce14,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:42.232547 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b7407b11-4494-4304-a3ea-b0c15c3b08c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.298771 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b7407b11-4494-4304-a3ea-b0c15c3b08c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=862df9396ffd49dfadb0b7972b1c5064&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7823341 Feb 04 15:45:42.299782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-c7e4c3fb-6ec9-4ab5-bd48-3e1b8043d4a7 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Unset dirty status for tenant:8eac8c56f3d841e6a4ba841766074a64 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:42.300955 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-c7e4c3fb-6ec9-4ab5-bd48-3e1b8043d4a7 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.81 "GET /v2.0/networks?id=cf943030-a722-4907-bab5-6f8f53f03847 HTTP/1.1" status: 200 len: 816 time: 1.3742459 Feb 04 15:45:42.306279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39688) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:42.311558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7407b11-4494-4304-a3ea-b0c15c3b08c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36908cba-f246-4106-84b3-5fd422cd3ea1,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:42.391040 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-909565da-e047-449b-8208-9e15d5355e44 req-2859f2ca-365f-4866-85bf-a0014286baf1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e7455e7abb54cf6bccd48d1ec884375&device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 1097 time: 1.1581459 Feb 04 15:45:42.394628 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb59083e-0d29-4987-b0d4-831fa4479735 req-5232ea08-2c44-4277-8c4f-56a21a726179 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 210 time: 0.1487160 Feb 04 15:45:42.442641 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-316cfed8-d463-4213-91ca-99a1e70937ce tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.478553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8dad0-6c42-425f-9878-ab10b23473f0 req-3cac52f7-50f9-48fd-a303-37b27a538ea9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:42.493066 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eff8dad0-6c42-425f-9878-ab10b23473f0 req-3cac52f7-50f9-48fd-a303-37b27a538ea9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 0.1524131 Feb 04 15:45:42.515930 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-316cfed8-d463-4213-91ca-99a1e70937ce tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/0d5874b7-3b8b-4b5f-8521-844ab7c7ce14 HTTP/1.1" status: 204 len: 168 time: 2.8415585 Feb 04 15:45:42.518124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39692) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:42.623957 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eff8dad0-6c42-425f-9878-ab10b23473f0 req-4582b479-3893-4a5b-af64-6ba10da03907 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298480 Feb 04 15:45:42.713149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642e0c52-3e89-4e56-840e-835a63388588 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:42.723015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642e0c52-3e89-4e56-840e-835a63388588 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:42.724720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-642e0c52-3e89-4e56-840e-835a63388588 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2056739 Feb 04 15:45:42.731786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39700) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:42.808800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-aaf72af8-3272-4e60-96e0-73ac152fb194 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Synchronizing usage tracker for tenant:8eac8c56f3d841e6a4ba841766074a64 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:42.826254 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc05c0ff-67aa-467a-ba21-df2597726cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.866988 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc05c0ff-67aa-467a-ba21-df2597726cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.953577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port a793e916-9f5a-4133-881b-3a63cbed4f24 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:45:42.954104 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.991206 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc05c0ff-67aa-467a-ba21-df2597726cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:43.054556 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc05c0ff-67aa-467a-ba21-df2597726cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:43.059059 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cc05c0ff-67aa-467a-ba21-df2597726cb2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36908cba-f246-4106-84b3-5fd422cd3ea1 HTTP/1.1" status: 204 len: 168 time: 0.7272098 Feb 04 15:45:43.060858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05c0ff-67aa-467a-ba21-df2597726cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36908cba-f246-4106-84b3-5fd422cd3ea1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:43.102107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-aaf72af8-3272-4e60-96e0-73ac152fb194 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Unset dirty status for tenant:8eac8c56f3d841e6a4ba841766074a64 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:43.103687 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-aaf72af8-3272-4e60-96e0-73ac152fb194 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eac8c56f3d841e6a4ba841766074a64 HTTP/1.1" status: 200 len: 380 time: 0.7693076 Feb 04 15:45:43.117140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Request body: {'port': {'device_id': '6881c294-7399-4b52-80b3-e71f0d46bfcd', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'admin_state_up': True, 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'security_groups': ['d6ea30b0-6ce6-486a-9415-b1d0db80609f']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:43.143567 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909565da-e047-449b-8208-9e15d5355e44 req-794e9d1f-ddf9-482f-8f64-f6eee23f0f28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:43.145122 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-909565da-e047-449b-8208-9e15d5355e44 req-794e9d1f-ddf9-482f-8f64-f6eee23f0f28 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4 HTTP/1.1" status: 200 len: 920 time: 0.6737921 Feb 04 15:45:43.237143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b581374-a802-42f2-81b3-105f5a2909fb req-af234f57-622b-4536-8c5d-c648a20a8369 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:43.238676 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b581374-a802-42f2-81b3-105f5a2909fb req-af234f57-622b-4536-8c5d-c648a20a8369 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.4023459 Feb 04 15:45:43.411747 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-909565da-e047-449b-8208-9e15d5355e44 req-d84e43be-ecd4-41db-b0db-7d6afcd68ffa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51a18198-b2a5-4869-bdec-639a6506a3f5 HTTP/1.1" status: 200 len: 217 time: 0.2510700 Feb 04 15:45:43.424390 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:43.492585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:43.496657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Usage tracker for resource:port and tenant:8eac8c56f3d841e6a4ba841766074a64 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:43.499705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:43.506079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:43.603826 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b581374-a802-42f2-81b3-105f5a2909fb req-df2e0b3a-37b5-4751-82b7-9a96cf91f4a3 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486404 Feb 04 15:45:43.605371 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:43.654082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Made reservation on behalf of 8eac8c56f3d841e6a4ba841766074a64 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:43.660865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:43.905067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for a793e916-9f5a-4133-881b-3a63cbed4f24 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:45:43.956449 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.038167 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-74c09c4d-f8a0-427e-8203-647f84a1d79e req-129c4ed1-3263-4d94-8a83-ef516e425fcc tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 210 time: 0.1507771 Feb 04 15:45:44.097218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909565da-e047-449b-8208-9e15d5355e44 req-09fe237e-ac46-4e60-bbf0-f028df986169 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:44.098721 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-909565da-e047-449b-8208-9e15d5355e44 req-09fe237e-ac46-4e60-bbf0-f028df986169 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1711e37f-bdaf-4a9e-a302-926cbcffa942 HTTP/1.1" status: 200 len: 859 time: 0.5594702 Feb 04 15:45:44.301849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5837f-a331-4ac5-865c-4fe68f873eac req-4f57bd37-f4fd-4b62-b510-2679b0518da4 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:44.306510 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05a5837f-a331-4ac5-865c-4fe68f873eac req-4f57bd37-f4fd-4b62-b510-2679b0518da4 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.3680601 Feb 04 15:45:44.308179 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.364330 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-909565da-e047-449b-8208-9e15d5355e44 req-14a89d3c-df1c-4c40-9ba7-f341ead4b4be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1725368 Feb 04 15:45:44.578919 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=a793e916-9f5a-4133-881b-3a63cbed4f24,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:44.596533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:44.597301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:44.597859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:44.598435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:44.598997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:44.599600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:44.601055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:44.601716 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:44.602401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:44.602946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:44.603687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:44.651655 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05a5837f-a331-4ac5-865c-4fe68f873eac req-57904bc8-f022-4035-ba6b-7f0138c6a6f4 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378909 Feb 04 15:45:44.656633 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.687416 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d30b9153-a246-4039-914d-5fef98228345 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/a793e916-9f5a-4133-881b-3a63cbed4f24 HTTP/1.1" status: 204 len: 168 time: 1.9534466 Feb 04 15:45:44.690301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39740) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:44.703022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Pushing event updated for resources: {'Port': ['ID=7fd4a256-0043-48f7-ab9d-ca3c8f775414,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:44.735639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Network c91d216b-3331-44ad-853b-9cea412fc83a is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:44.825942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:44.858526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9970ab-f027-44b1-91f3-f93d81f1a5c0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:44.858884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:45:44.866994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3c9970ab-f027-44b1-91f3-f93d81f1a5c0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:44.937692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3c9970ab-f027-44b1-91f3-f93d81f1a5c0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:44.941290 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3c9970ab-f027-44b1-91f3-f93d81f1a5c0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2473872 Feb 04 15:45:44.941747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39748) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:45.046472 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc27f241-62a7-47c3-a2fd-fc83ba59cc9b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] GET failed (client error): The resource could not be found. Feb 04 15:45:45.055300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bc27f241-62a7-47c3-a2fd-fc83ba59cc9b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/0d5874b7-3b8b-4b5f-8521-844ab7c7ce14 HTTP/1.1" status: 404 len: 333 time: 0.1091583 Feb 04 15:45:45.056027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39752) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:45.199704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Allocated IP 172.20.0.9 (cf943030-a722-4907-bab5-6f8f53f03847/4dcece27-8004-41d0-bd0a-227a821ed8d1/b92be8d5-87fa-4629-8ff9-bda9bea6bb3b) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:45.221815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:45.223031 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:45.252871 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-909565da-e047-449b-8208-9e15d5355e44 req-716e3602-dacf-49d1-9266-ad9cba3fb197 service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8416536 Feb 04 15:45:45.294723 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c4815d-77dc-44c8-afc3-638711edcec3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] GET failed (client error): The resource could not be found. Feb 04 15:45:45.296263 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-85c4815d-77dc-44c8-afc3-638711edcec3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/a793e916-9f5a-4133-881b-3a63cbed4f24 HTTP/1.1" status: 404 len: 333 time: 0.2387056 Feb 04 15:45:45.299078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39764) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:45.399625 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-2f08d409-381b-49ca-8a14-bba23fa81b8f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4200194 Feb 04 15:45:45.426372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Request body: {'port': {'device_id': 'bef2f48c-e87a-4b15-8e25-984ab920570e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:45.673187 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cc74ce9a-d9f4-48ef-9950-83e1f51228f7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:45.701902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa69a06-5f9c-41f2-a098-f669a0addbaa req-91d834cc-2da7-48b6-a1ab-dff49873f817 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:45.704039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-baa69a06-5f9c-41f2-a098-f669a0addbaa req-91d834cc-2da7-48b6-a1ab-dff49873f817 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 931 time: 0.6511512 Feb 04 15:45:45.784043 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-909565da-e047-449b-8208-9e15d5355e44 req-7283d7e8-b406-4bda-a856-a25546510159 service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199673 Feb 04 15:45:45.874898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6a773-c9bd-4106-9b69-60fe40f4a2ca req-5ba38e3e-18b6-47be-94c0-3d6b09f2ac1a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:45.882238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9cd6a773-c9bd-4106-9b69-60fe40f4a2ca req-5ba38e3e-18b6-47be-94c0-3d6b09f2ac1a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 0.5040724 Feb 04 15:45:45.899847 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-baa69a06-5f9c-41f2-a098-f669a0addbaa req-235dede7-baff-4bc0-8859-37ac559db5b5 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709335 Feb 04 15:45:45.972752 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.149741 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cc74ce9a-d9f4-48ef-9950-83e1f51228f7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.162264 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.213774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-cc74ce9a-d9f4-48ef-9950-83e1f51228f7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5507ecba-2ef0-48aa-9c0b-3bd3832db4e6']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:46.228406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-cc74ce9a-d9f4-48ef-9950-83e1f51228f7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ff1b74-55bd-4c39-bae5-19c5ae8789a4') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:46.228838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-cc74ce9a-d9f4-48ef-9950-83e1f51228f7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ff1b74-55bd-4c39-bae5-19c5ae8789a4') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:46.247983 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cc74ce9a-d9f4-48ef-9950-83e1f51228f7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.267050 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cc74ce9a-d9f4-48ef-9950-83e1f51228f7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.274389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc74ce9a-d9f4-48ef-9950-83e1f51228f7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:45:46.274786 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cc74ce9a-d9f4-48ef-9950-83e1f51228f7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:45:46.402218 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:45:46.418188 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Transition to ACTIVE for port object b92be8d5-87fa-4629-8ff9-bda9bea6bb3b will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:46.596789 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cc74ce9a-d9f4-48ef-9950-83e1f51228f7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.643278 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cc74ce9a-d9f4-48ef-9950-83e1f51228f7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.650591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74ce9a-d9f4-48ef-9950-83e1f51228f7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Network': ['ID=5507ecba-2ef0-48aa-9c0b-3bd3832db4e6,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:46.654506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cc74ce9a-d9f4-48ef-9950-83e1f51228f7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/networks/5507ecba-2ef0-48aa-9c0b-3bd3832db4e6 HTTP/1.1" status: 204 len: 168 time: 1.3528523 Feb 04 15:45:46.657911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39784) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:46.691820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1564162897'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:46.727234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:46.750760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:network and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:46.773166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:46.795678 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.795943 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9cd6a773-c9bd-4106-9b69-60fe40f4a2ca req-fe181b55-ee02-4dac-b032-367d7838d261 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9126403 Feb 04 15:45:46.806871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:46.879508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:46.890740 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.963672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Network cf943030-a722-4907-bab5-6f8f53f03847 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:46.969435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d727d59-eba8-4b89-959f-1c457c50f410 req-baa5a02a-dce7-4036-9e23-bf9e689b936f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:46.972540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:46.984531 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:45:46.990152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d727d59-eba8-4b89-959f-1c457c50f410 req-baa5a02a-dce7-4036-9e23-bf9e689b936f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.5900569 Feb 04 15:45:47.053665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Pushing event updated for resources: {'Port': ['ID=b92be8d5-87fa-4629-8ff9-bda9bea6bb3b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:47.148239 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:45:47.219345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:47.291332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:47.292214 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.406543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d727d59-eba8-4b89-959f-1c457c50f410 req-f9d9a351-4137-4230-9e4d-ffce6751b617 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152172 Feb 04 15:45:47.413943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd4a256-0043-48f7-ab9d-ca3c8f775414 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:47.415573 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.416449 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Added segment 13ea15f7-9c41-4bff-95a5-58231a457381 of type vlan for network 24718470-b4a7-4a42-a12e-1caf1e95a562 Feb 04 15:45:47.427667 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-0dc79dc3-faab-474f-b29b-8b2f6f2c45ec tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3172581 Feb 04 15:45:47.439957 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.471361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Request body: {'port': {'device_id': '6881c294-7399-4b52-80b3-e71f0d46bfcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:47.582626 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8e2bb417-9a2b-457b-b93f-e75dbbcef8e6 None None] Provisioning for port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:47.586842 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.622999 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8e2bb417-9a2b-457b-b93f-e75dbbcef8e6 None None] Provisioning complete for port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:47.627983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3bb30-ddd2-4c73-b5a7-2c3e0309063f req-3218dbd6-0d92-4316-a450-edfd40f24511 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:47.635502 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8e2bb417-9a2b-457b-b93f-e75dbbcef8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.638776 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31a3bb30-ddd2-4c73-b5a7-2c3e0309063f req-3218dbd6-0d92-4316-a450-edfd40f24511 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 931 time: 0.4446809 Feb 04 15:45:47.699878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Transition to ACTIVE for port object 7fd4a256-0043-48f7-ab9d-ca3c8f775414 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:47.816738 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.817391 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.833599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:47.847760 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.887998 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8e2bb417-9a2b-457b-b93f-e75dbbcef8e6 None None] Port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:45:48.038961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31a3bb30-ddd2-4c73-b5a7-2c3e0309063f req-07ff00d3-a0f4-40c8-b2dc-d164ac1fa25b tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3989542 Feb 04 15:45:48.111320 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.115097 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4561586 Feb 04 15:45:48.119455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39804) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:48.128024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'subnet': {'network_id': '24718470-b4a7-4a42-a12e-1caf1e95a562', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:48.174034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef66580-3679-42fa-8ca8-e5b9388cf0d2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Network': ['ID=24718470-b4a7-4a42-a12e-1caf1e95a562,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:48.189177 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 24718470-b4a7-4a42-a12e-1caf1e95a562 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:48.469687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd4a256-0043-48f7-ab9d-ca3c8f775414,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:48.484358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:48.495630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:subnet and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:48.503293 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:48.518721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:48.655116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:49.014998 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Attempting to bind port 7fd4a256-0043-48f7-ab9d-ca3c8f775414 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:49.015362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Attempting to bind port 7fd4a256-0043-48f7-ab9d-ca3c8f775414 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:49.015694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Attempting to bind port 7fd4a256-0043-48f7-ab9d-ca3c8f775414 on network c91d216b-3331-44ad-853b-9cea412fc83a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:45:49.137279 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.165112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Port 7fd4a256-0043-48f7-ab9d-ca3c8f775414 on network c91d216b-3331-44ad-853b-9cea412fc83a not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:45:49.165735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Attempting to bind port 7fd4a256-0043-48f7-ab9d-ca3c8f775414 on network c91d216b-3331-44ad-853b-9cea412fc83a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:45:49.175516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:45:49.176189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Checking segment: {'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:45:49.176764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Bound using segment: {'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:45:49.177549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Bound port: 7fd4a256-0043-48f7-ab9d-ca3c8f775414, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:49.179354 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.306214 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.373297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2749c5-8de8-4212-b839-8274369c59f3 req-8637bb92-9b25-4648-b156-43c6f74ad22b tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:49.394523 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b2749c5-8de8-4212-b839-8274369c59f3 req-8637bb92-9b25-4648-b156-43c6f74ad22b tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.8463910 Feb 04 15:45:49.394523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.ipam_backend_mixin [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Performing IP validity checks on allocation pools {{(pid=83551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 15:45:49.394523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.ipam_backend_mixin [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 15:45:49.478042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92be8d5-87fa-4629-8ff9-bda9bea6bb3b {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:49.505352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ac8b1-bd56-409c-9987-a1470f907c95 req-771687c6-5964-40fe-9c8a-d21625165b33 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:49.505352 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed8ac8b1-bd56-409c-9987-a1470f907c95 req-771687c6-5964-40fe-9c8a-d21625165b33 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 943 time: 0.8397119 Feb 04 15:45:49.505825 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.593309 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b2749c5-8de8-4212-b839-8274369c59f3 req-21e9a745-5e90-43a9-969f-4ce465bcbcc0 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043886 Feb 04 15:45:49.620861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] For port 7fd4a256-0043-48f7-ab9d-ca3c8f775414, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:45:49.624684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] For port 7fd4a256-0043-48f7-ab9d-ca3c8f775414, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7fd4a256-0043-48f7-ab9d-ca3c8f775414,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:45:49.639498 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.685248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Transition to ACTIVE for port object b92be8d5-87fa-4629-8ff9-bda9bea6bb3b will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:49.714619 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.732747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed8ac8b1-bd56-409c-9987-a1470f907c95 req-f684b75e-fb78-4084-b789-28e6d224f0ca tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520723 Feb 04 15:45:49.975594 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.244664 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.247852 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] 10.222.0.81 "PUT /v2.0/ports/7fd4a256-0043-48f7-ab9d-ca3c8f775414 HTTP/1.1" status: 200 len: 1091 time: 4.8286862 Feb 04 15:45:50.248312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef2f48c-e87a-4b15-8e25-984ab920570e', 'tag': '7fd4a256-0043-48f7-ab9d-ca3c8f775414'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:50.277826 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41720f98-88b7-4392-ba08-7327463d1876 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd4a256-0043-48f7-ab9d-ca3c8f775414,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:50.436252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Subnet': ['ID=195cbe3a-b142-46bb-baa6-ff62015a3c2c,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:50.504870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Checking segment: {'id': '13ea15f7-9c41-4bff-95a5-58231a457381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '24718470-b4a7-4a42-a12e-1caf1e95a562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:45:50.505107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network hostable DHCP agents. Network: 24718470-b4a7-4a42-a12e-1caf1e95a562, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:45:50.539457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Pushing event updated for resources: {'Port': ['ID=b92be8d5-87fa-4629-8ff9-bda9bea6bb3b,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:50.558108 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262300d-f3b9-40ec-a628-7c6320dade94 req-be3e4cd7-dd87-49e0-b5f0-d24df56b2ff8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:50.565441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d262300d-f3b9-40ec-a628-7c6320dade94 req-be3e4cd7-dd87-49e0-b5f0-d24df56b2ff8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 0.4938304 Feb 04 15:45:50.599441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52418d8-1971-407a-9e56-f58f113e2e4c req-076af678-ef7f-4b54-8fcb-aadd1d3ad40f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:50.608245 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a52418d8-1971-407a-9e56-f58f113e2e4c req-076af678-ef7f-4b54-8fcb-aadd1d3ad40f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.3759320 Feb 04 15:45:50.639969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 24718470-b4a7-4a42-a12e-1caf1e95a562 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:45:50.731288 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 24718470-b4a7-4a42-a12e-1caf1e95a562) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:50.740442 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4362f01c-1ba2-433c-81d3-411cca03bbb9 None None] Network 24718470-b4a7-4a42-a12e-1caf1e95a562 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:45:50.770687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:50.773537 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.801949 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-757205e2-5ac7-41c6-a0ef-20210cf48991 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d6b4662da38740d7bdb9894c8873c149&device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 1094 time: 0.4755256 Feb 04 15:45:50.814798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Attempting to bind port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:50.815406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Attempting to bind port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:50.815707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Attempting to bind port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b on network cf943030-a722-4907-bab5-6f8f53f03847 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:45:50.889517 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d262300d-f3b9-40ec-a628-7c6320dade94 req-94d3eb28-6493-4a32-8e32-71982539afa2 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228765 Feb 04 15:45:50.898780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6502b95f-3f59-4b71-9d23-9a325ce16c2b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7782924 Feb 04 15:45:50.920685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a52418d8-1971-407a-9e56-f58f113e2e4c req-dac78681-12bd-4157-912a-4499bd3fa7d6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111446 Feb 04 15:45:50.924652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39850) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:50.965683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'network_id': '24718470-b4a7-4a42-a12e-1caf1e95a562', 'name': 'tempest-PortsIpV6TestJSON-993929506'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:51.017270 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-70430027-85fa-47d9-a8c5-07f40c45a4b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd4a256-0043-48f7-ab9d-ca3c8f775414 HTTP/1.1" status: 200 len: 217 time: 0.1987491 Feb 04 15:45:51.017633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b on network cf943030-a722-4907-bab5-6f8f53f03847 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:45:51.017951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Attempting to bind port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b on network cf943030-a722-4907-bab5-6f8f53f03847 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:45:51.279889 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-c73c7fb6-8381-4cfd-a8ee-9b2c4e1347e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:51.281594 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-c73c7fb6-8381-4cfd-a8ee-9b2c4e1347e9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee73c442-e12b-426b-9d50-5bbed69cbf29 HTTP/1.1" status: 200 len: 854 time: 0.2384920 Feb 04 15:45:51.282971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:45:51.283331 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Checking segment: {'id': 'f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:45:51.283707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Bound using segment: {'id': 'f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:45:51.284145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Bound port: b92be8d5-87fa-4629-8ff9-bda9bea6bb3b, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:51.284487 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:51.520293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-24718470-b4a7-4a42-a12e-1caf1e95a562', 'network_id': '24718470-b4a7-4a42-a12e-1caf1e95a562', 'tenant_id': '7f7215bd13c94f90a591fef9405f0820', 'fixed_ips': [{'subnet_id': '195cbe3a-b142-46bb-baa6-ff62015a3c2c'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:45:51.522751 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:51.532049 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef2f48c-e87a-4b15-8e25-984ab920570e', 'tag': '7fd4a256-0043-48f7-ab9d-ca3c8f775414', 'status': 'completed', 'code': 200} Feb 04 15:45:51.560588 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-4b0c54f9-3162-421e-a819-618cab92aceb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c91d216b-3331-44ad-853b-9cea412fc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2631571 Feb 04 15:45:51.735470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:51.752073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:51.790348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:51.794200 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:51.831468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a68ef4-e94c-4a17-aac3-8b94d062782a req-1d5f1036-fded-4c07-8055-bf3c05ae03d2 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:51.838942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59a68ef4-e94c-4a17-aac3-8b94d062782a req-1d5f1036-fded-4c07-8055-bf3c05ae03d2 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.1721177 Feb 04 15:45:51.846223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca07787-6dde-45c2-bde8-2702f5215178 req-f6fce4f9-8ecc-4525-81c2-28728804e137 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:51.854044 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ca07787-6dde-45c2-bde8-2702f5215178 req-f6fce4f9-8ecc-4525-81c2-28728804e137 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 943 time: 0.3447134 Feb 04 15:45:51.932327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port 50489779-73a2-4f23-b6a0-2d123f5e1052 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:51.933896 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-d0c6f721-0b90-4ee4-8291-55f45060790f service neutron] 10.222.0.81 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461442 Feb 04 15:45:52.078223 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Allocated IP 2001:db8::2 (24718470-b4a7-4a42-a12e-1caf1e95a562/195cbe3a-b142-46bb-baa6-ff62015a3c2c/448822e6-4915-418c-9c11-d1f13d8f80c5) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:52.171854 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ca07787-6dde-45c2-bde8-2702f5215178 req-ba70a76d-1ef2-400d-ba4c-95cd8d8c0725 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167412 Feb 04 15:45:52.206178 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59a68ef4-e94c-4a17-aac3-8b94d062782a req-10463177-18ad-4539-8b38-14c0c09ec3ec tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660216 Feb 04 15:45:52.288381 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b143bbfe-d032-475a-8f15-d75a24eb5b9c req-e4e4d471-d4a4-408d-9121-2099db8098b3 service neutron] 10.222.0.81 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336849 Feb 04 15:45:52.325778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] For port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:45:52.336753 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] For port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=b92be8d5-87fa-4629-8ff9-bda9bea6bb3b,segment=NetworkSegment(f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067),segment_id=f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:45:52.355128 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:52.615960 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:52.684676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Transition to ACTIVE for port object 448822e6-4915-418c-9c11-d1f13d8f80c5 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:52.736940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Transition to ACTIVE for port object 448822e6-4915-418c-9c11-d1f13d8f80c5 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:52.751432 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:52.764753 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:52.769500 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-875c2897-da79-4146-a225-49e6018dd47e service neutron] 10.222.0.81 "PUT /v2.0/ports/b92be8d5-87fa-4629-8ff9-bda9bea6bb3b HTTP/1.1" status: 200 len: 1091 time: 5.3129203 Feb 04 15:45:52.809086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c2897-da79-4146-a225-49e6018dd47e service neutron] Pushing event updated for resources: {'Port': ['ID=b92be8d5-87fa-4629-8ff9-bda9bea6bb3b,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:52.963141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Pushing event updated for resources: {'Port': ['ID=448822e6-4915-418c-9c11-d1f13d8f80c5,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:53.009129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Network 24718470-b4a7-4a42-a12e-1caf1e95a562 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:53.012441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8835c7d-e736-4ed4-b2c8-564bb94a3de1 req-62448a9b-8858-4117-95f7-b1ab5761669f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:53.018907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:53.025134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.025479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.025815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.026146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.026476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.026803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.027045 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8835c7d-e736-4ed4-b2c8-564bb94a3de1 req-62448a9b-8858-4117-95f7-b1ab5761669f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 943 time: 0.5593235 Feb 04 15:45:53.027244 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.027469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.027789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.028106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.028424 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.054756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:45:53.165591 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8b7b2e57-656e-4018-96ac-3680c879fa76 req-8ab7763c-f6fc-4b02-a33c-dc29251715a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d6b4662da38740d7bdb9894c8873c149&device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 1094 time: 0.6827579 Feb 04 15:45:53.422503 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-b51c465c-9233-4aed-897d-88a778b3d1c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8eac8c56f3d841e6a4ba841766074a64&device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 1094 time: 0.5793817 Feb 04 15:45:53.474244 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Attempting to bind port 448822e6-4915-418c-9c11-d1f13d8f80c5 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:53.484293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Attempting to bind port 448822e6-4915-418c-9c11-d1f13d8f80c5 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '13ea15f7-9c41-4bff-95a5-58231a457381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '24718470-b4a7-4a42-a12e-1caf1e95a562'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:53.487359 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Attempting to bind port 448822e6-4915-418c-9c11-d1f13d8f80c5 on network 24718470-b4a7-4a42-a12e-1caf1e95a562 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:45:53.554121 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Allocated IP 2001:db8::2e3 (24718470-b4a7-4a42-a12e-1caf1e95a562/195cbe3a-b142-46bb-baa6-ff62015a3c2c/50489779-73a2-4f23-b6a0-2d123f5e1052) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:53.623413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:45:53.625736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Checking segment: {'id': '13ea15f7-9c41-4bff-95a5-58231a457381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '24718470-b4a7-4a42-a12e-1caf1e95a562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:45:53.625736 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.625736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Bound using segment: {'id': '13ea15f7-9c41-4bff-95a5-58231a457381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '24718470-b4a7-4a42-a12e-1caf1e95a562'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:45:53.625736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Bound port: 448822e6-4915-418c-9c11-d1f13d8f80c5, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ea15f7-9c41-4bff-95a5-58231a457381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '24718470-b4a7-4a42-a12e-1caf1e95a562'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:53.627230 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.868217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6881c294-7399-4b52-80b3-e71f0d46bfcd', 'tag': 'b92be8d5-87fa-4629-8ff9-bda9bea6bb3b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:53.935562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] For port 448822e6-4915-418c-9c11-d1f13d8f80c5, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:45:53.945763 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] For port 448822e6-4915-418c-9c11-d1f13d8f80c5, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=448822e6-4915-418c-9c11-d1f13d8f80c5,segment=NetworkSegment(13ea15f7-9c41-4bff-95a5-58231a457381),segment_id=13ea15f7-9c41-4bff-95a5-58231a457381)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:45:53.970306 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:54.015701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b2e57-656e-4018-96ac-3680c879fa76 req-438862bd-2a72-428e-86dd-33b0a3278f56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:54.017190 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8b7b2e57-656e-4018-96ac-3680c879fa76 req-438862bd-2a72-428e-86dd-33b0a3278f56 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 200 len: 915 time: 0.8497930 Feb 04 15:45:54.053661 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-21bdfea2-7f0e-43dc-85cb-788a5a190f07 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b92be8d5-87fa-4629-8ff9-bda9bea6bb3b HTTP/1.1" status: 200 len: 217 time: 0.5709682 Feb 04 15:45:54.218407 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8835c7d-e736-4ed4-b2c8-564bb94a3de1 req-c40422f7-c03c-4717-bb80-61027227f95d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184724 Feb 04 15:45:54.271161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835e9e3-0fc1-4c12-812b-5c91ad5adf69 req-8d087057-2b80-4651-bdd4-a035b45e5e63 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:54.280998 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3835e9e3-0fc1-4c12-812b-5c91ad5adf69 req-8d087057-2b80-4651-bdd4-a035b45e5e63 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 1.6237350 Feb 04 15:45:54.315418 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80082a85-c3c9-4ec6-9a66-90fca066de95 None None] Pushing event updated for resources: {'Port': ['ID=448822e6-4915-418c-9c11-d1f13d8f80c5,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:54.533760 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8b7b2e57-656e-4018-96ac-3680c879fa76 req-5016f9bf-c054-4580-acea-99e1977cf777 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd4a256-0043-48f7-ab9d-ca3c8f775414 HTTP/1.1" status: 200 len: 217 time: 0.4761417 Feb 04 15:45:54.547824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3835e9e3-0fc1-4c12-812b-5c91ad5adf69 req-e4d8a3e5-f7ab-488d-a370-e1b0078f80a1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555463 Feb 04 15:45:54.561626 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:54.615761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-f03f31bb-27db-46fe-b46e-6f9405e1bb69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:54.617793 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-f03f31bb-27db-46fe-b46e-6f9405e1bb69 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4dcece27-8004-41d0-bd0a-227a821ed8d1 HTTP/1.1" status: 200 len: 855 time: 0.3056197 Feb 04 15:45:54.630646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Transition to ACTIVE for port object 50489779-73a2-4f23-b6a0-2d123f5e1052 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:55.005366 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:55.160891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b2e57-656e-4018-96ac-3680c879fa76 req-6e7c76f3-e2be-4e25-85b1-37eaff2e3f6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:55.169764 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8b7b2e57-656e-4018-96ac-3680c879fa76 req-6e7c76f3-e2be-4e25-85b1-37eaff2e3f6f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee73c442-e12b-426b-9d50-5bbed69cbf29 HTTP/1.1" status: 200 len: 854 time: 0.5414684 Feb 04 15:45:55.704839 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7fd4a256-0043-48f7-ab9d-ca3c8f775414 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:45:55.781402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39916) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:55.786287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 24718470-b4a7-4a42-a12e-1caf1e95a562 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:55.801533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:55.826060 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8b7b2e57-656e-4018-96ac-3680c879fa76 req-833eafba-96e1-4fb4-8581-676f21bce92f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c91d216b-3331-44ad-853b-9cea412fc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6315057 Feb 04 15:45:55.839794 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-dfcebd79-7484-437e-8aea-9374206397ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cf943030-a722-4907-bab5-6f8f53f03847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2127135 Feb 04 15:45:55.846225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc8591-6ba9-4394-8879-0dabebff5339 req-bd649403-390a-4e17-b9e4-fa03e40487b5 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:55.848284 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4cc8591-6ba9-4394-8879-0dabebff5339 req-bd649403-390a-4e17-b9e4-fa03e40487b5 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 1.2190099 Feb 04 15:45:55.849286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=50489779-73a2-4f23-b6a0-2d123f5e1052,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:55.863758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:45:55.870013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:55.888411 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:56.042010 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6c12f8a2-0e9d-4e3e-97a1-b7fac31537b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1110251 Feb 04 15:45:56.045511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39924) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:56.062604 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4cc8591-6ba9-4394-8879-0dabebff5339 req-f250c6dc-fa6a-4f82-947a-dadbadfda9d4 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646490 Feb 04 15:45:56.111205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 448822e6-4915-418c-9c11-d1f13d8f80c5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:56.164591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95799d1d-3a2d-4b0c-a3e2-76b2407f8c90 req-e99cd419-b230-4934-9bb7-5e2c36f0cbde tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:56.176730 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95799d1d-3a2d-4b0c-a3e2-76b2407f8c90 req-e99cd419-b230-4934-9bb7-5e2c36f0cbde tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 943 time: 1.2071643 Feb 04 15:45:56.276328 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6881c294-7399-4b52-80b3-e71f0d46bfcd', 'tag': 'b92be8d5-87fa-4629-8ff9-bda9bea6bb3b', 'status': 'completed', 'code': 200} Feb 04 15:45:56.440072 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 7fd4a256-0043-48f7-ab9d-ca3c8f775414, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7fd4a256-0043-48f7-ab9d-ca3c8f775414,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:56.470138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '7fd4a256-0043-48f7-ab9d-ca3c8f775414', 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a', 'port_id': '7fd4a256-0043-48f7-ab9d-ca3c8f775414', 'mac_address': 'fa:16:3e:d4:bb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee73c442-e12b-426b-9d50-5bbed69cbf29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:45:56.569000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95799d1d-3a2d-4b0c-a3e2-76b2407f8c90 req-122460a8-86d2-4cfc-a25f-a94644126ba8 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3906872 Feb 04 15:45:56.573018 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1312a3c5-9cc4-45f4-92f0-def229dc8e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:56.592908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-18f6b2a6-6882-4dec-b59e-c09024320c05 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port 50489779-73a2-4f23-b6a0-2d123f5e1052 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:45:56.595767 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-fec60bc9-950a-49cc-85f6-c1229ebd8075 service neutron] 10.222.0.81 "GET /v2.0/networks/cf943030-a722-4907-bab5-6f8f53f03847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7024686 Feb 04 15:45:56.599420 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18f6b2a6-6882-4dec-b59e-c09024320c05 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:56.611416 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae612e31-4df3-4d1f-a57f-cc32a9c1047f None None] Network 24718470-b4a7-4a42-a12e-1caf1e95a562 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:45:56.648460 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8b7b2e57-656e-4018-96ac-3680c879fa76 req-24ccc021-08d3-4d09-9a22-4718e0d628dd service neutron] 10.222.0.81 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8075140 Feb 04 15:45:56.867006 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:56.906574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd4a256-0043-48f7-ab9d-ca3c8f775414 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:56.927521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 7fd4a256-0043-48f7-ab9d-ca3c8f775414, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7fd4a256-0043-48f7-ab9d-ca3c8f775414,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:56.936608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-03d5d5fd-63af-42b1-9477-899e195bf9eb None None] Provisioning for port 448822e6-4915-418c-9c11-d1f13d8f80c5 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:56.947614 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:56.989804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 448822e6-4915-418c-9c11-d1f13d8f80c5 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:57.035118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 448822e6-4915-418c-9c11-d1f13d8f80c5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:57.036190 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.040934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1312a3c5-9cc4-45f4-92f0-def229dc8e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:57.123035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1312a3c5-9cc4-45f4-92f0-def229dc8e7f admin admin] Usage tracker for resource:security_group_rule and tenant:382bf849454c4d6eb23ad4082759d487 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:57.145684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1312a3c5-9cc4-45f4-92f0-def229dc8e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:57.189314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1312a3c5-9cc4-45f4-92f0-def229dc8e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:57.214606 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6b6e2588-8d31-4c1f-a038-04c6bcb2dac7 req-d32e32e2-9618-4bcc-86dc-3363c71fbc40 service neutron] 10.222.0.81 "GET /v2.0/networks/cf943030-a722-4907-bab5-6f8f53f03847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6108899 Feb 04 15:45:57.218283 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8b7b2e57-656e-4018-96ac-3680c879fa76 req-3cc2e67d-b315-4082-b22e-a1a1e6cedb78 service neutron] 10.222.0.81 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592775 Feb 04 15:45:57.271298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9d643-774d-4025-8d44-065b9b6c752a req-a8c381f0-3bde-4040-a796-11cd29f9b76a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:57.273387 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-faa9d643-774d-4025-8d44-065b9b6c752a req-a8c381f0-3bde-4040-a796-11cd29f9b76a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 943 time: 0.9223154 Feb 04 15:45:57.277984 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=7fd4a256-0043-48f7-ab9d-ca3c8f775414,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:57.404455 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.436015 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['7fd4a256-0043-48f7-ab9d-ca3c8f775414'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:45:57.516473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 448822e6-4915-418c-9c11-d1f13d8f80c5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=448822e6-4915-418c-9c11-d1f13d8f80c5,segment=NetworkSegment(13ea15f7-9c41-4bff-95a5-58231a457381),segment_id=13ea15f7-9c41-4bff-95a5-58231a457381)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:57.531735 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.586274 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-678a2ab0-9d70-4bad-ac59-e129f65a7b10 req-9890f621-fd71-495e-8b47-8a90af0ebd05 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8eac8c56f3d841e6a4ba841766074a64&device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 1094 time: 0.2576787 Feb 04 15:45:57.826994 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-faa9d643-774d-4025-8d44-065b9b6c752a req-e41e35a1-f738-4947-abbe-ea363ca251d8 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528717 Feb 04 15:45:57.865092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=448822e6-4915-418c-9c11-d1f13d8f80c5,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:57.887609 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18f6b2a6-6882-4dec-b59e-c09024320c05 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.916189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a2ab0-9d70-4bad-ac59-e129f65a7b10 req-9259889c-d5a5-4d50-bcab-031d67fa8701 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:57.927594 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-678a2ab0-9d70-4bad-ac59-e129f65a7b10 req-9259889c-d5a5-4d50-bcab-031d67fa8701 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cf943030-a722-4907-bab5-6f8f53f03847 HTTP/1.1" status: 200 len: 917 time: 0.3255966 Feb 04 15:45:57.962961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68576f5d-c0ac-4a24-ab32-7c3aa56f4d7a req-a749086c-dd96-41b4-b686-ca2ac22e1daa tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:57.964498 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68576f5d-c0ac-4a24-ab32-7c3aa56f4d7a req-a749086c-dd96-41b4-b686-ca2ac22e1daa tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 1.0432112 Feb 04 15:45:58.126488 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-755eb65d-3d97-41b0-aa4d-e5bef48a8bb6 None None] Provisioning complete for port 448822e6-4915-418c-9c11-d1f13d8f80c5 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:58.127705 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-755eb65d-3d97-41b0-aa4d-e5bef48a8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.139385 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-678a2ab0-9d70-4bad-ac59-e129f65a7b10 req-fa8c8829-2204-45f0-9f24-005ccd40e8d5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b92be8d5-87fa-4629-8ff9-bda9bea6bb3b HTTP/1.1" status: 200 len: 217 time: 0.2086937 Feb 04 15:45:58.324182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a2ab0-9d70-4bad-ac59-e129f65a7b10 req-5d25df7b-df24-4c7f-9b61-64a99e938142 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:58.326210 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-678a2ab0-9d70-4bad-ac59-e129f65a7b10 req-5d25df7b-df24-4c7f-9b61-64a99e938142 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4dcece27-8004-41d0-bd0a-227a821ed8d1 HTTP/1.1" status: 200 len: 855 time: 0.1822228 Feb 04 15:45:58.413119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-18f6b2a6-6882-4dec-b59e-c09024320c05 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for 50489779-73a2-4f23-b6a0-2d123f5e1052 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:45:58.514753 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-678a2ab0-9d70-4bad-ac59-e129f65a7b10 req-7560603f-55ab-45b5-80d7-35b40267c44d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cf943030-a722-4907-bab5-6f8f53f03847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778917 Feb 04 15:45:58.515744 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1312a3c5-9cc4-45f4-92f0-def229dc8e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.544723 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1312a3c5-9cc4-45f4-92f0-def229dc8e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.602970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-755eb65d-3d97-41b0-aa4d-e5bef48a8bb6 None None] Provisioning for port 50489779-73a2-4f23-b6a0-2d123f5e1052 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:58.611703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-755eb65d-3d97-41b0-aa4d-e5bef48a8bb6 None None] Provisioning complete for port 50489779-73a2-4f23-b6a0-2d123f5e1052 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:58.612272 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-755eb65d-3d97-41b0-aa4d-e5bef48a8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.626755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68576f5d-c0ac-4a24-ab32-7c3aa56f4d7a req-f76f704f-286e-43b0-b6ce-03eca03059a5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6217690 Feb 04 15:45:58.718813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312a3c5-9cc4-45f4-92f0-def229dc8e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64dd3ba-e3c0-4aeb-81d6-56e380c7b010,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:58.760755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1312a3c5-9cc4-45f4-92f0-def229dc8e7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=382bf849454c4d6eb23ad4082759d487&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9660611 Feb 04 15:45:58.770899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39950) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:58.771146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-755eb65d-3d97-41b0-aa4d-e5bef48a8bb6 None None] Port 50489779-73a2-4f23-b6a0-2d123f5e1052 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:45:58.846063 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-678a2ab0-9d70-4bad-ac59-e129f65a7b10 req-b729652b-c100-4bb4-b429-1556b127b5bf service neutron] 10.222.0.81 "GET /v2.0/networks/cf943030-a722-4907-bab5-6f8f53f03847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241191 Feb 04 15:45:58.929515 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f155c5e6-d43c-4818-a535-5ea422f053db None None] Provisioning complete for port 50489779-73a2-4f23-b6a0-2d123f5e1052 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:58.929859 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f155c5e6-d43c-4818-a535-5ea422f053db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.074907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f155c5e6-d43c-4818-a535-5ea422f053db None None] Port 50489779-73a2-4f23-b6a0-2d123f5e1052 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:45:59.107189 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717db89-db64-4b4d-8747-886fa1ddd35d req-5bcd4c77-1ba9-4315-a2fd-44a782377049 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:59.118294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2717db89-db64-4b4d-8747-886fa1ddd35d req-5bcd4c77-1ba9-4315-a2fd-44a782377049 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.7375386 Feb 04 15:45:59.172667 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18f6b2a6-6882-4dec-b59e-c09024320c05 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.221665 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-678a2ab0-9d70-4bad-ac59-e129f65a7b10 req-af7c0a4c-9195-4582-8c42-8462e6ec8e34 service neutron] 10.222.0.81 "GET /v2.0/networks/cf943030-a722-4907-bab5-6f8f53f03847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605390 Feb 04 15:45:59.282604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6b2a6-6882-4dec-b59e-c09024320c05 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=50489779-73a2-4f23-b6a0-2d123f5e1052,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:59.285080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afec743c-3135-4d8a-90c5-f1607bef02ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.300175 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2717db89-db64-4b4d-8747-886fa1ddd35d req-ed33ced2-3f7b-4deb-86e1-ddf3ef2595f0 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805739 Feb 04 15:45:59.368003 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afec743c-3135-4d8a-90c5-f1607bef02ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.624361 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afec743c-3135-4d8a-90c5-f1607bef02ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.718567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7fd4a256-0043-48f7-ab9d-ca3c8f775414 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:59.729479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f040ea-0e06-4276-93fd-de172ad98baf req-92d54953-eac1-45dc-a938-5fb5d7b96467 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:59.738981 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58f040ea-0e06-4276-93fd-de172ad98baf req-92d54953-eac1-45dc-a938-5fb5d7b96467 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.8235164 Feb 04 15:45:59.742536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec743c-3135-4d8a-90c5-f1607bef02ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64dd3ba-e3c0-4aeb-81d6-56e380c7b010,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:59.750341 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18f6b2a6-6882-4dec-b59e-c09024320c05 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.767680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-18f6b2a6-6882-4dec-b59e-c09024320c05 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/50489779-73a2-4f23-b6a0-2d123f5e1052 HTTP/1.1" status: 204 len: 168 time: 3.7186360 Feb 04 15:45:59.776357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39970) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:59.815513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 448822e6-4915-418c-9c11-d1f13d8f80c5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:59.915730 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6009e2-a120-4c8a-84f2-2486b928897e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] DELETE failed (client error): The resource could not be found. Feb 04 15:45:59.916320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6009e2-a120-4c8a-84f2-2486b928897e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:45:59.920480 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2a6009e2-a120-4c8a-84f2-2486b928897e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/50489779-73a2-4f23-b6a0-2d123f5e1052 HTTP/1.1" status: 404 len: 333 time: 0.1402776 Feb 04 15:45:59.930239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39976) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:59.978277 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afec743c-3135-4d8a-90c5-f1607bef02ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.986242 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-afec743c-3135-4d8a-90c5-f1607bef02ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b64dd3ba-e3c0-4aeb-81d6-56e380c7b010 HTTP/1.1" status: 204 len: 168 time: 1.2130601 Feb 04 15:45:59.999112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 448822e6-4915-418c-9c11-d1f13d8f80c5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:59.999791 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.070524 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cd5ed3-ddd7-4f13-8be1-3fb9d473962b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] GET failed (client error): The resource could not be found. Feb 04 15:46:00.071460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-00cd5ed3-ddd7-4f13-8be1-3fb9d473962b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:00.090652 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58f040ea-0e06-4276-93fd-de172ad98baf req-507e288a-8bd9-43b5-b823-5f5b50db3d52 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502142 Feb 04 15:46:00.109914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-00cd5ed3-ddd7-4f13-8be1-3fb9d473962b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:00.114638 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-00cd5ed3-ddd7-4f13-8be1-3fb9d473962b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/50489779-73a2-4f23-b6a0-2d123f5e1052 HTTP/1.1" status: 404 len: 333 time: 0.1830759 Feb 04 15:46:00.115304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39984) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:00.123762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27629c98-677e-4282-a90b-5f47a436007d req-f305824a-08ba-44d1-98f9-3ad09e679587 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:00.145650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27629c98-677e-4282-a90b-5f47a436007d req-f305824a-08ba-44d1-98f9-3ad09e679587 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 943 time: 0.5276389 Feb 04 15:46:00.293779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27629c98-677e-4282-a90b-5f47a436007d req-259d1b03-9e5b-408a-858d-f01c095f5cb6 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421502 Feb 04 15:46:00.442355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 7fd4a256-0043-48f7-ab9d-ca3c8f775414 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:00.534445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 7fd4a256-0043-48f7-ab9d-ca3c8f775414 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:00.534807 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.754109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42205683-4e74-4402-bc48-76d7e8d068d7 req-84ba0581-82d1-4012-95dc-00d7066b6474 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:00.760861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42205683-4e74-4402-bc48-76d7e8d068d7 req-84ba0581-82d1-4012-95dc-00d7066b6474 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 944 time: 0.2782450 Feb 04 15:46:00.844022 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.854774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dbcebce-86bc-499f-b412-c02dbd397a06 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting subnet 195cbe3a-b142-46bb-baa6-ff62015a3c2c {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:46:00.858419 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dbcebce-86bc-499f-b412-c02dbd397a06 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.879876 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42205683-4e74-4402-bc48-76d7e8d068d7 req-a90e1f49-1521-4a92-90eb-98329113ddb5 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145082 Feb 04 15:46:00.941266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 7fd4a256-0043-48f7-ab9d-ca3c8f775414, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7fd4a256-0043-48f7-ab9d-ca3c8f775414,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:00.942789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef2f48c-e87a-4b15-8e25-984ab920570e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd4a256-0043-48f7-ab9d-ca3c8f775414'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:00.953353 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:01.039029 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dbcebce-86bc-499f-b412-c02dbd397a06 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:01.140357 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=7fd4a256-0043-48f7-ab9d-ca3c8f775414,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:01.225548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dbcebce-86bc-499f-b412-c02dbd397a06 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:01.319227 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b1d68-5044-4fb3-bc3c-2062d81c75f7 req-c228f92a-d082-474d-a36a-ad91f21798e7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:01.321993 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-413b1d68-5044-4fb3-bc3c-2062d81c75f7 req-c228f92a-d082-474d-a36a-ad91f21798e7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 0.1298494 Feb 04 15:46:01.388296 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-413b1d68-5044-4fb3-bc3c-2062d81c75f7 req-a548b4ef-8524-42da-8e64-03b8419922e8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598218 Feb 04 15:46:01.445330 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dbcebce-86bc-499f-b412-c02dbd397a06 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:01.470668 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef2f48c-e87a-4b15-8e25-984ab920570e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd4a256-0043-48f7-ab9d-ca3c8f775414', 'code': 200} Feb 04 15:46:01.551888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6a9d3f-00c6-4c21-80e6-8904998d63e3 None None] Network 24718470-b4a7-4a42-a12e-1caf1e95a562 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:46:01.566131 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dbcebce-86bc-499f-b412-c02dbd397a06 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:01.590028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcebce-86bc-499f-b412-c02dbd397a06 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Subnet': ['ID=195cbe3a-b142-46bb-baa6-ff62015a3c2c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:01.609740 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1dbcebce-86bc-499f-b412-c02dbd397a06 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/195cbe3a-b142-46bb-baa6-ff62015a3c2c HTTP/1.1" status: 204 len: 168 time: 1.4904690 Feb 04 15:46:01.610680 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40030) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:01.871594 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9a0f3b64-5f7f-44f7-a256-1b78b1be9b55 req-13952edc-1479-4015-ba16-141e539c1323 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 1096 time: 0.1980834 Feb 04 15:46:02.050610 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9a0f3b64-5f7f-44f7-a256-1b78b1be9b55 req-2f056da7-d058-4686-95c4-65f340c9da5f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540303 Feb 04 15:46:02.332337 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40048) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:02.362086 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf86670-1dad-41e3-be47-89b9d69f57ac None None] DHCP port deletion for 24718470-b4a7-4a42-a12e-1caf1e95a562 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:46:02.372567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4bf86670-1dad-41e3-be47-89b9d69f57ac None None] Deleting port 448822e6-4915-418c-9c11-d1f13d8f80c5 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:46:02.373159 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4bf86670-1dad-41e3-be47-89b9d69f57ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.513062 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.619003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port 448822e6-4915-418c-9c11-d1f13d8f80c5 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:46:02.619115 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.701329 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-249597279-network', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:02.755676 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cc772-f86e-430d-80f5-2ade2cf35491 req-0d1f3ba3-1c25-4be2-9e61-11b22de5371b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:02.760889 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:02.764027 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-299cc772-f86e-430d-80f5-2ade2cf35491 req-0d1f3ba3-1c25-4be2-9e61-11b22de5371b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.5485752 Feb 04 15:46:02.789666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Usage tracker for resource:network and tenant:87bedc59a9134ea084ed6143f17674b0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:02.818125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4a278-3151-47d5-a862-94c83062a05e req-b52fb097-7b07-4e59-847f-bc363ea76e3d tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:02.831583 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-43f4a278-3151-47d5-a862-94c83062a05e req-b52fb097-7b07-4e59-847f-bc363ea76e3d tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 943 time: 0.6192880 Feb 04 15:46:02.848042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:02.884554 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4ada39a1-871f-461b-b1d1-36b38eb34b20 req-bf734e4d-f673-4c5b-8d97-4176da9c7f1e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=428132a2da7b4ddc958b0b710ebd148c&device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 1096 time: 0.4420362 Feb 04 15:46:02.956513 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-299cc772-f86e-430d-80f5-2ade2cf35491 req-a046e438-d798-4c80-a44b-090d47368d11 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881900 Feb 04 15:46:02.968852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:03.019946 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-43f4a278-3151-47d5-a862-94c83062a05e req-fbc567d1-9ae0-4428-aa47-5c8d365f0815 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919379 Feb 04 15:46:03.118165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4bf86670-1dad-41e3-be47-89b9d69f57ac None None] For port 448822e6-4915-418c-9c11-d1f13d8f80c5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=448822e6-4915-418c-9c11-d1f13d8f80c5,segment=NetworkSegment(13ea15f7-9c41-4bff-95a5-58231a457381),segment_id=13ea15f7-9c41-4bff-95a5-58231a457381)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:03.118562 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4bf86670-1dad-41e3-be47-89b9d69f57ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.197008 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Made reservation on behalf of 87bedc59a9134ea084ed6143f17674b0 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:03.203047 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.229547 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.315620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:03.332592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Usage tracker for resource:security_group_rule and tenant:87bedc59a9134ea084ed6143f17674b0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:03.342925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:03.355857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:03.362868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada39a1-871f-461b-b1d1-36b38eb34b20 req-a771db34-68ae-429f-9067-70544b928775 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:03.364737 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4ada39a1-871f-461b-b1d1-36b38eb34b20 req-a771db34-68ae-429f-9067-70544b928775 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e4b139df-5612-4377-ac79-2126181c32bf HTTP/1.1" status: 200 len: 915 time: 0.4599605 Feb 04 15:46:03.369874 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4bf86670-1dad-41e3-be47-89b9d69f57ac None None] Calling delete_port for 448822e6-4915-418c-9c11-d1f13d8f80c5 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:46:03.442402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] For port 448822e6-4915-418c-9c11-d1f13d8f80c5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=448822e6-4915-418c-9c11-d1f13d8f80c5,segment=NetworkSegment(13ea15f7-9c41-4bff-95a5-58231a457381),segment_id=13ea15f7-9c41-4bff-95a5-58231a457381)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:03.442780 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.553727 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4bf86670-1dad-41e3-be47-89b9d69f57ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.588226 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4ada39a1-871f-461b-b1d1-36b38eb34b20 req-d41a9c9e-3999-4f3b-89ea-5c20ad4abe17 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b HTTP/1.1" status: 200 len: 217 time: 0.2085674 Feb 04 15:46:03.679062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf86670-1dad-41e3-be47-89b9d69f57ac None None] No DVR routers for this DVR port 448822e6-4915-418c-9c11-d1f13d8f80c5 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:03.687893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada39a1-871f-461b-b1d1-36b38eb34b20 req-cd3dc852-dac9-4bee-a0c9-f79f932d8ac2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:03.699955 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4ada39a1-871f-461b-b1d1-36b38eb34b20 req-cd3dc852-dac9-4bee-a0c9-f79f932d8ac2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fba70c8c-3c5e-41a3-95b3-0ee97d48f59f HTTP/1.1" status: 200 len: 854 time: 0.0794356 Feb 04 15:46:03.706512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for 448822e6-4915-418c-9c11-d1f13d8f80c5 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:46:03.731284 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf86670-1dad-41e3-be47-89b9d69f57ac None None] Pushing event deleted for resources: {'Port': ['ID=448822e6-4915-418c-9c11-d1f13d8f80c5,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:03.790111 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4ada39a1-871f-461b-b1d1-36b38eb34b20 req-70a2ced3-ed6f-4a39-b1ae-8a360a3bc875 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e4b139df-5612-4377-ac79-2126181c32bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892627 Feb 04 15:46:03.804172 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 448822e6-4915-418c-9c11-d1f13d8f80c5 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:03.885209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 448822e6-4915-418c-9c11-d1f13d8f80c5 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:46:03.888163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 448822e6-4915-418c-9c11-d1f13d8f80c5 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:46:03.907420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f4199-e025-40a5-acb1-653a6d53d27e req-4407536b-899b-4985-a087-b9a9f830221b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:03.915124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-322f4199-e025-40a5-acb1-653a6d53d27e req-4407536b-899b-4985-a087-b9a9f830221b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 0.5858850 Feb 04 15:46:03.989854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02131f50-b3a2-496c-9467-9a4481e08c02 req-7077a3ea-3b99-4b10-af4c-ece2317ee95d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:04.003575 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02131f50-b3a2-496c-9467-9a4481e08c02 req-7077a3ea-3b99-4b10-af4c-ece2317ee95d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 945 time: 0.7847033 Feb 04 15:46:04.087274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-322f4199-e025-40a5-acb1-653a6d53d27e req-2c1e1377-e095-493f-91c0-ac2d8bcfd5f1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709948 Feb 04 15:46:04.092492 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4ada39a1-871f-461b-b1d1-36b38eb34b20 req-6d8f246f-2b66-4c0b-996d-d500d2609c90 service neutron] 10.222.0.81 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719388 Feb 04 15:46:04.127656 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:46:04.128519 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:46:04.159757 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02131f50-b3a2-496c-9467-9a4481e08c02 req-89409dd2-5da8-46aa-900a-8f0f79401d84 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552131 Feb 04 15:46:04.320049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.364230 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.377625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:04.389833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.390614 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Added segment 3b6269a6-1ef8-4180-8315-f4ef647b25b3 of type vlan for network 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 Feb 04 15:46:04.408279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aafbf-01f6-4c16-8b26-bd8b5a2fc744 req-456732c9-888b-4fc4-83af-a82946f0ea9d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:04.419802 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de4aafbf-01f6-4c16-8b26-bd8b5a2fc744 req-456732c9-888b-4fc4-83af-a82946f0ea9d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1660156 Feb 04 15:46:04.421322 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.510863 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.512217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:04.514223 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.541072 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de4aafbf-01f6-4c16-8b26-bd8b5a2fc744 req-b1f9aa4b-e322-47dd-955b-38ea6820267b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180820 Feb 04 15:46:04.606373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b92996-ef11-41e6-a889-3abdd17944d9 req-02139856-d5d2-456b-a1d3-918e392b5231 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:04.615097 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7b92996-ef11-41e6-a889-3abdd17944d9 req-02139856-d5d2-456b-a1d3-918e392b5231 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 943 time: 0.1526880 Feb 04 15:46:04.657895 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4ada39a1-871f-461b-b1d1-36b38eb34b20 req-e421d278-edac-409f-a0b0-db515a126840 service neutron] 10.222.0.81 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439990 Feb 04 15:46:04.659433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port 448822e6-4915-418c-9c11-d1f13d8f80c5 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:46:04.660658 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.668637 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3349962 Feb 04 15:46:04.733126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40082) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:04.741272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] Request body: {'subnet': {'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-249597279-subnet', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:04.753755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66138afe-8be0-479b-bec9-7a5f7aa1ff05,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:04.778037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:04.793779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] Usage tracker for resource:subnet and tenant:87bedc59a9134ea084ed6143f17674b0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:04.797465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:04.811464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] The port '448822e6-4915-418c-9c11-d1f13d8f80c5' was deleted {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:46:04.812198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898c57e-68ac-478a-8841-05f03090c702 admin admin] Pushing event updated for resources: {'Network': ['ID=9c994eb7-21f6-4bbb-aa9a-e5f946251d53,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:04.815605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:04.825668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:46:04.834644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] Made reservation on behalf of 87bedc59a9134ea084ed6143f17674b0 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:04.838168 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.976044 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7b92996-ef11-41e6-a889-3abdd17944d9 req-e890415f-09b0-47d8-8a20-6a757a5c766c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3504577 Feb 04 15:46:05.022406 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.065697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24718470-b4a7-4a42-a12e-1caf1e95a562']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:05.083614 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ea15f7-9c41-4bff-95a5-58231a457381') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:05.085096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ea15f7-9c41-4bff-95a5-58231a457381') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:05.103277 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.164027 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.184669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:46:05.185716 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:46:05.209731 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:46:05.330244 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.360275 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.399432 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.414800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Network': ['ID=24718470-b4a7-4a42-a12e-1caf1e95a562,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:05.442743 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-76d472ff-1e1d-47fe-8cbb-e859da85ba19 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/networks/24718470-b4a7-4a42-a12e-1caf1e95a562 HTTP/1.1" status: 204 len: 168 time: 3.8308721 Feb 04 15:46:05.444183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40092) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:05.450883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-420021314'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:05.459983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:05.507485 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:network and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:05.518216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3ee7bb-9132-4f79-8df1-c25a2a473bab,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:05.532161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] Checking segment: {'id': '3b6269a6-1ef8-4180-8315-f4ef647b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:46:05.532504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] Network hostable DHCP agents. Network: 9c994eb7-21f6-4bbb-aa9a-e5f946251d53, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:46:05.537481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:05.563751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] Network 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:46:05.577112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 9c994eb7-21f6-4bbb-aa9a-e5f946251d53) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:05.583111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:05.585922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1820dbf-592e-4c0c-a57c-fb3dbb25e909 None None] Network 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:46:05.597641 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.740801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:05.762237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:05.789311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:05.794456 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.845099 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7d551953-bf23-464a-81ae-ecc7821cafa3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1096716 Feb 04 15:46:05.847988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40102) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:05.855858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:05.867099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:05.873557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Usage tracker for resource:router and tenant:87bedc59a9134ea084ed6143f17674b0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:05.877499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:05.884895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247cf1f-db11-40e3-a0a6-fd628a3f867a req-6b2cc8f0-43d2-4dda-8a51-7f488858eeba tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:05.887602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2247cf1f-db11-40e3-a0a6-fd628a3f867a req-6b2cc8f0-43d2-4dda-8a51-7f488858eeba tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 945 time: 0.3678434 Feb 04 15:46:05.895055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:05.908144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f4bca-097d-42b4-bbe4-5ffe5c943a1e req-9444dd16-8e44-4355-92c5-999ee9fa79ec tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:05.923349 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f8f4bca-097d-42b4-bbe4-5ffe5c943a1e req-9444dd16-8e44-4355-92c5-999ee9fa79ec tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 0.4649949 Feb 04 15:46:05.932011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:05.937441 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.941062 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.999524 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.043950 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.045176 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Added segment 5e3d3327-ab7d-4c0e-a0ff-5bc80cf92615 of type vlan for network eed638ef-ac27-4e9f-9661-c553e0740e2d Feb 04 15:46:06.063805 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.103682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:06.106942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:06.154841 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.229552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f8f4bca-097d-42b4-bbe4-5ffe5c943a1e req-363f9cc6-4ce9-44c7-a59b-1ee6b217b00c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035088 Feb 04 15:46:06.250042 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.293981 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:06.296420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2247cf1f-db11-40e3-a0a6-fd628a3f867a req-7481b73a-cf8b-43e8-8d67-74f9ce93bd7a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567483 Feb 04 15:46:06.299846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'fixed_ips': [{'subnet_id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:46:06.300984 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.310203 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.383211 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.386892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:06.387508 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.675315 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-73b343e0-2ce8-4306-ace0-11747b0d2c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.675660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Network': ['ID=eed638ef-ac27-4e9f-9661-c553e0740e2d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:06.773837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network eed638ef-ac27-4e9f-9661-c553e0740e2d details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:46:06.926684 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.004572 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3b25209f-5546-4b4c-b4ad-9fd684926caf tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5563416 Feb 04 15:46:07.020838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40124) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:07.061386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'subnet': {'network_id': 'eed638ef-ac27-4e9f-9661-c553e0740e2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:07.073835 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.133862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Allocated IP 172.20.0.2 (9c994eb7-21f6-4bbb-aa9a-e5f946251d53/cb3ee7bb-9132-4f79-8df1-c25a2a473bab/2c851912-194b-4e81-ac83-d4f77a1265d5) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:07.324918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:07.334077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:subnet and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:07.341890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:07.359145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:07.369829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd7171-75e5-4e38-b18c-78b93aa9ffb8 req-b5dfcd41-9a7d-4876-9038-847f48ead56c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:07.381732 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5cdd7171-75e5-4e38-b18c-78b93aa9ffb8 req-b5dfcd41-9a7d-4876-9038-847f48ead56c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 943 time: 0.7079303 Feb 04 15:46:07.426839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd676d-d93b-43e0-ad22-e250138ed76c req-3f80e0a1-88c9-43cd-8ca8-9abe2daf1c03 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:07.429223 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0bd676d-d93b-43e0-ad22-e250138ed76c req-3f80e0a1-88c9-43cd-8ca8-9abe2daf1c03 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 943 time: 0.7483194 Feb 04 15:46:07.463964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:07.496736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Allocated IP 172.25.0.147 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/7aa1f382-4481-42e1-b063-a0ecdd958ae1) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:07.694197 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5cdd7171-75e5-4e38-b18c-78b93aa9ffb8 req-a6d480b9-1abf-489b-914e-67b293e5c948 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103776 Feb 04 15:46:07.710787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0bd676d-d93b-43e0-ad22-e250138ed76c req-7f6087a5-5d27-4b3a-9c5a-c9d9cac92a5a tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725141 Feb 04 15:46:07.721856 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.783868 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.827346 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Transition to ACTIVE for port object 2c851912-194b-4e81-ac83-d4f77a1265d5 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:07.856352 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fd8b8152-1a0a-411d-ad00-fe2ed9acd03a req-2b753cb2-1279-4ab2-961c-bcf2e1a82438 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8571911 Feb 04 15:46:07.911123 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Transition to ACTIVE for port object 2c851912-194b-4e81-ac83-d4f77a1265d5 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:07.919206 n-d-827872-1 neutron-server[83552]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b', 'code': 422} returned with failed status Feb 04 15:46:07.930629 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.113713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Network 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:08.119528 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:08.125876 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:46:08.175619 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Pushing event updated for resources: {'Port': ['ID=2c851912-194b-4e81-ac83-d4f77a1265d5,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:08.205253 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.216447 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.281678 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fd8b8152-1a0a-411d-ad00-fe2ed9acd03a req-5a5446a3-4374-46b0-8b25-2f0f17966387 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e7455e7abb54cf6bccd48d1ec884375&device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 1097 time: 0.3824444 Feb 04 15:46:08.315650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Attempting to bind port 2c851912-194b-4e81-ac83-d4f77a1265d5 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:08.317399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Attempting to bind port 2c851912-194b-4e81-ac83-d4f77a1265d5 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '3b6269a6-1ef8-4180-8315-f4ef647b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:08.318668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Attempting to bind port 2c851912-194b-4e81-ac83-d4f77a1265d5 on network 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:46:08.327283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:46:08.328057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Checking segment: {'id': '3b6269a6-1ef8-4180-8315-f4ef647b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:46:08.329178 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.329937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Bound using segment: {'id': '3b6269a6-1ef8-4180-8315-f4ef647b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:46:08.331358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Bound port: 2c851912-194b-4e81-ac83-d4f77a1265d5, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6269a6-1ef8-4180-8315-f4ef647b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:08.332004 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.345171 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Subnet': ['ID=2b9102b9-93e4-41f7-ac42-e495f854f801,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:08.357654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Checking segment: {'id': '5e3d3327-ab7d-4c0e-a0ff-5bc80cf92615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'eed638ef-ac27-4e9f-9661-c553e0740e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:46:08.358010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network hostable DHCP agents. Network: eed638ef-ac27-4e9f-9661-c553e0740e2d, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:46:08.387434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095f7d1-a0c6-4650-8a8e-76f480fc53db req-056fe16c-bffc-427c-9b7b-336b0d2d18b4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:08.388923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6095f7d1-a0c6-4650-8a8e-76f480fc53db req-056fe16c-bffc-427c-9b7b-336b0d2d18b4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 0.2284307 Feb 04 15:46:08.404659 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.440220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network eed638ef-ac27-4e9f-9661-c553e0740e2d is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:46:08.483757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, eed638ef-ac27-4e9f-9661-c553e0740e2d) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:08.493054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:08.493642 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.517983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ff964e-e099-4bfb-a9b7-7af54a65647e None None] Network eed638ef-ac27-4e9f-9661-c553e0740e2d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:46:08.536656 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-39486116-1abb-431e-8f8e-a41cce6e4eda tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4966078 Feb 04 15:46:08.540559 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40148) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:08.572748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:08.573301 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6095f7d1-a0c6-4650-8a8e-76f480fc53db req-c08ea48b-e8ad-4eba-9b26-b370d17660f3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749177 Feb 04 15:46:08.584642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:08.586551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'network_id': 'eed638ef-ac27-4e9f-9661-c553e0740e2d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-148600248'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:08.593173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:46:08.627155 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa1f382-4481-42e1-b063-a0ecdd958ae1,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:08.746115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8152-1a0a-411d-ad00-fe2ed9acd03a req-d89344e5-a41b-4f8d-b04d-f3648b5fd41e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:08.749103 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fd8b8152-1a0a-411d-ad00-fe2ed9acd03a req-d89344e5-a41b-4f8d-b04d-f3648b5fd41e service neutron] 10.222.0.73 "GET /v2.0/networks?id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4 HTTP/1.1" status: 200 len: 920 time: 0.4297457 Feb 04 15:46:08.804924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] For port 2c851912-194b-4e81-ac83-d4f77a1265d5, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:08.828496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] For port 2c851912-194b-4e81-ac83-d4f77a1265d5, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2c851912-194b-4e81-ac83-d4f77a1265d5,segment=NetworkSegment(3b6269a6-1ef8-4180-8315-f4ef647b25b3),segment_id=3b6269a6-1ef8-4180-8315-f4ef647b25b3)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:08.861138 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.934930 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:46:09.130831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:09.136470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:port and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:09.139966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:09.148995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:09.231792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:09.237989 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.292834 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fd8b8152-1a0a-411d-ad00-fe2ed9acd03a req-898fc25c-13b5-4514-965f-7570d583dc5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51a18198-b2a5-4869-bdec-639a6506a3f5 HTTP/1.1" status: 200 len: 217 time: 0.4156466 Feb 04 15:46:09.319806 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e751577-d6d9-462b-93ab-13f574d92c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.353774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port aaba7422-bce9-4f34-9d4d-43c754b59d72 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:09.415923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8152-1a0a-411d-ad00-fe2ed9acd03a req-2e43c46c-bb23-43d5-8058-c6c9d672ec00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:09.417626 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fd8b8152-1a0a-411d-ad00-fe2ed9acd03a req-2e43c46c-bb23-43d5-8058-c6c9d672ec00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1711e37f-bdaf-4a9e-a302-926cbcffa942 HTTP/1.1" status: 200 len: 859 time: 0.1144304 Feb 04 15:46:09.491027 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1953563-cc63-4052-b7c2-29968435f953 None None] Pushing event updated for resources: {'Port': ['ID=2c851912-194b-4e81-ac83-d4f77a1265d5,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:09.507726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-eed638ef-ac27-4e9f-9661-c553e0740e2d', 'network_id': 'eed638ef-ac27-4e9f-9661-c553e0740e2d', 'tenant_id': '7f7215bd13c94f90a591fef9405f0820', 'fixed_ips': [{'subnet_id': '2b9102b9-93e4-41f7-ac42-e495f854f801'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:46:09.508497 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fd8b8152-1a0a-411d-ad00-fe2ed9acd03a req-b2c5e9ac-9335-4949-a7ca-1323cc8fca1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832283 Feb 04 15:46:09.508628 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.524240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8f20c-1328-4599-bf49-1aa3b5a27e4d req-9f786327-9092-4616-a396-f509af7b9f4e tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:09.537347 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3e8f20c-1328-4599-bf49-1aa3b5a27e4d req-9f786327-9092-4616-a396-f509af7b9f4e tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 943 time: 0.3798952 Feb 04 15:46:09.933659 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.976027 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.976837 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.985593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be192e1-4195-40c2-9a2b-04ef60bec497 req-2d1b88bf-bf5f-4c93-89ff-5d3073316ad6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:09.995274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4be192e1-4195-40c2-9a2b-04ef60bec497 req-2d1b88bf-bf5f-4c93-89ff-5d3073316ad6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 943 time: 0.7272925 Feb 04 15:46:10.123786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Allocated IP 2001:db8::36d (eed638ef-ac27-4e9f-9661-c553e0740e2d/2b9102b9-93e4-41f7-ac42-e495f854f801/aaba7422-bce9-4f34-9d4d-43c754b59d72) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:10.164438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3e8f20c-1328-4599-bf49-1aa3b5a27e4d req-4f528823-f091-4623-a67e-86dc14507f80 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6258938 Feb 04 15:46:10.168324 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.194467 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fd8b8152-1a0a-411d-ad00-fe2ed9acd03a req-5fb3528b-d258-41c0-9663-5eade45eba3b service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6760495 Feb 04 15:46:10.206134 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4be192e1-4195-40c2-9a2b-04ef60bec497 req-437aac99-5c5b-46cc-bf65-fb6db486b513 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095370 Feb 04 15:46:10.577191 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fd8b8152-1a0a-411d-ad00-fe2ed9acd03a req-3830928d-face-484d-a3ee-e1a184f7539f service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747251 Feb 04 15:46:10.797199 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.812463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f7a81-413b-4ab0-99c7-e7bb3fcfac4f req-1cae89bd-14fe-4dc4-947c-03d002d8316d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:10.814206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-501f7a81-413b-4ab0-99c7-e7bb3fcfac4f req-1cae89bd-14fe-4dc4-947c-03d002d8316d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 943 time: 0.3449199 Feb 04 15:46:10.833453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcf248-a7a7-4a28-bc9d-f57db9a4ada0 req-27e17fd5-ff07-4e27-9c37-af0633118340 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:10.842306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0dbcf248-a7a7-4a28-bc9d-f57db9a4ada0 req-27e17fd5-ff07-4e27-9c37-af0633118340 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 0.3739734 Feb 04 15:46:10.913543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Transition to ACTIVE for port object aaba7422-bce9-4f34-9d4d-43c754b59d72 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:10.938899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-501f7a81-413b-4ab0-99c7-e7bb3fcfac4f req-6df36c0e-4f43-4218-acb1-d91ddd99b38c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145384 Feb 04 15:46:10.949143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Router 36f649e5-045b-40a4-a922-b7e95cd7f839 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:46:10.972501 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0dbcf248-a7a7-4a28-bc9d-f57db9a4ada0 req-c46aa8b4-8baf-4219-98d3-c14fa14dc29c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292319 Feb 04 15:46:11.024758 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.233571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Allocated IP 2001:db8::2 (eed638ef-ac27-4e9f-9661-c553e0740e2d/2b9102b9-93e4-41f7-ac42-e495f854f801/d40f6e74-b13c-43eb-8016-7ac4ad08b31b) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:11.259305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=aaba7422-bce9-4f34-9d4d-43c754b59d72,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:11.285243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network eed638ef-ac27-4e9f-9661-c553e0740e2d is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:11.289336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:11.297911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:46:11.312102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:11.312790 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.417918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2f75993c-a09a-4d42-839d-83f88e74f504 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.8759148 Feb 04 15:46:11.420971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40196) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:11.448105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af83912-c7cc-4680-93ee-ccc90acee1d5 None None] Network 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:46:11.579484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.599005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ce0ea-6423-493b-81c7-954ade234920 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port aaba7422-bce9-4f34-9d4d-43c754b59d72 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:46:11.601377 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0f1ce0ea-6423-493b-81c7-954ade234920 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.636495 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.734246 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-30a6dd7e-3efe-4d4a-a75f-0bab72e2dc38 None None] Provisioning for port 2c851912-194b-4e81-ac83-d4f77a1265d5 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:11.797871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:46:11.853648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device b92be8d5-87fa-4629-8ff9-bda9bea6bb3b details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:46:11.880077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.894053 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8c05ccd5-7559-4571-a86c-bc7330d81fb2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0447922 Feb 04 15:46:11.895345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40212) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:12.128787 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=b92be8d5-87fa-4629-8ff9-bda9bea6bb3b,segment=NetworkSegment(f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067),segment_id=f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:12.152873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:12.265810 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'b92be8d5-87fa-4629-8ff9-bda9bea6bb3b', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'port_id': 'b92be8d5-87fa-4629-8ff9-bda9bea6bb3b', 'mac_address': 'fa:16:3e:38:c8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:46:12.275045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2c851912-194b-4e81-ac83-d4f77a1265d5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:12.379873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Sync routers for ids ['36f649e5-045b-40a4-a922-b7e95cd7f839'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:46:12.623018 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.634359 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Transition to ACTIVE for port object d40f6e74-b13c-43eb-8016-7ac4ad08b31b will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:12.657177 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Transition to ACTIVE for port object d40f6e74-b13c-43eb-8016-7ac4ad08b31b will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:12.670695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Routers {'36f649e5-045b-40a4-a922-b7e95cd7f839'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:46:12.671590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:46:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['36f649e5-045b-40a4-a922-b7e95cd7f839'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:12.699383 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91356-f2af-4238-81f0-465c82127a35 req-18c6bb3f-30ab-47cd-bf4c-17ea066f2a01 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:12.706678 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-85c91356-f2af-4238-81f0-465c82127a35 req-18c6bb3f-30ab-47cd-bf4c-17ea066f2a01 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 943 time: 0.8023105 Feb 04 15:46:12.749920 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.828508 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0f1ce0ea-6423-493b-81c7-954ade234920 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.862735 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-85c91356-f2af-4238-81f0-465c82127a35 req-c7d6a784-c139-432a-95a0-93b7aaccfbac tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548827 Feb 04 15:46:13.128355 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.277709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ce0ea-6423-493b-81c7-954ade234920 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for aaba7422-bce9-4f34-9d4d-43c754b59d72 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:46:13.278721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Network eed638ef-ac27-4e9f-9661-c553e0740e2d is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:13.360543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:13.369587 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:46:13.395888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Pushing event updated for resources: {'Port': ['ID=d40f6e74-b13c-43eb-8016-7ac4ad08b31b,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:13.422260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92be8d5-87fa-4629-8ff9-bda9bea6bb3b {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:46:13.454116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ef92efca-1adb-4793-ad81-4816ec531060 req-920847c6-133d-4528-a9d8-f19449518039 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.9440613 Feb 04 15:46:13.469462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=b92be8d5-87fa-4629-8ff9-bda9bea6bb3b,segment=NetworkSegment(f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067),segment_id=f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:13.620717 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.734549 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0f1ce0ea-6423-493b-81c7-954ade234920 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.868270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ce0ea-6423-493b-81c7-954ade234920 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=aaba7422-bce9-4f34-9d4d-43c754b59d72,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:13.970263 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Set router 36f649e5-045b-40a4-a922-b7e95cd7f839 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:46:14.019490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.085035 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0f1ce0ea-6423-493b-81c7-954ade234920 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.219248 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0f1ce0ea-6423-493b-81c7-954ade234920 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/aaba7422-bce9-4f34-9d4d-43c754b59d72 HTTP/1.1" status: 204 len: 168 time: 2.7972083 Feb 04 15:46:14.228764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40266) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:14.484734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 2c851912-194b-4e81-ac83-d4f77a1265d5 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:14.488262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['b92be8d5-87fa-4629-8ff9-bda9bea6bb3b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:46:14.502308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09c86e-3589-484c-9c8f-9eb91a2fcf4f req-c1e610cb-0917-40fb-823c-0649c332756b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:14.526037 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d09c86e-3589-484c-9c8f-9eb91a2fcf4f req-c1e610cb-0917-40fb-823c-0649c332756b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 0.4287570 Feb 04 15:46:14.560025 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8faccd15-8c66-417e-8844-fcad2413a550 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] GET failed (client error): The resource could not be found. Feb 04 15:46:14.563242 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8faccd15-8c66-417e-8844-fcad2413a550 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/aaba7422-bce9-4f34-9d4d-43c754b59d72 HTTP/1.1" status: 404 len: 333 time: 0.2480145 Feb 04 15:46:14.578897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40272) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:14.712447 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a7d2e19-c160-4793-90d3-0dbeaa021b58 req-d3ecd613-cab0-477f-b573-ee6d5fa3e15e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e7455e7abb54cf6bccd48d1ec884375&device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 1097 time: 0.6472533 Feb 04 15:46:14.757641 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-463a69a6-9814-4845-8689-1e6122755ffa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7842445 Feb 04 15:46:14.770572 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2c851912-194b-4e81-ac83-d4f77a1265d5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:14.770947 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.835966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d09c86e-3589-484c-9c8f-9eb91a2fcf4f req-e3f4176f-bc0d-4458-9d20-978c9b0dec45 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088331 Feb 04 15:46:14.919425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Allocated IP 172.20.0.1 (9c994eb7-21f6-4bbb-aa9a-e5f946251d53/cb3ee7bb-9132-4f79-8df1-c25a2a473bab/c03eab2e-1e10-440a-9dbe-7ac737a99129) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:15.217789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Attempting to bind port d40f6e74-b13c-43eb-8016-7ac4ad08b31b on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:15.218150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Attempting to bind port d40f6e74-b13c-43eb-8016-7ac4ad08b31b by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '5e3d3327-ab7d-4c0e-a0ff-5bc80cf92615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'eed638ef-ac27-4e9f-9661-c553e0740e2d'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:15.218510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Attempting to bind port d40f6e74-b13c-43eb-8016-7ac4ad08b31b on network eed638ef-ac27-4e9f-9661-c553e0740e2d {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:46:15.237514 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d2e19-c160-4793-90d3-0dbeaa021b58 req-29a842f8-4a4e-4a65-b132-20cce861dc99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:15.239022 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a7d2e19-c160-4793-90d3-0dbeaa021b58 req-29a842f8-4a4e-4a65-b132-20cce861dc99 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4 HTTP/1.1" status: 200 len: 920 time: 0.4862392 Feb 04 15:46:15.275672 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=b92be8d5-87fa-4629-8ff9-bda9bea6bb3b,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:15.379978 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:46:15.380352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Checking segment: {'id': '5e3d3327-ab7d-4c0e-a0ff-5bc80cf92615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'eed638ef-ac27-4e9f-9661-c553e0740e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:46:15.385038 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.391681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Bound using segment: {'id': '5e3d3327-ab7d-4c0e-a0ff-5bc80cf92615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'eed638ef-ac27-4e9f-9661-c553e0740e2d'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:46:15.392340 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Bound port: d40f6e74-b13c-43eb-8016-7ac4ad08b31b, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3d3327-ab7d-4c0e-a0ff-5bc80cf92615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'eed638ef-ac27-4e9f-9661-c553e0740e2d'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:15.397122 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.436236 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a7d2e19-c160-4793-90d3-0dbeaa021b58 req-cfe57d9a-e2d9-426c-bd99-c4cdfa4018e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51a18198-b2a5-4869-bdec-639a6506a3f5 HTTP/1.1" status: 200 len: 217 time: 0.1890213 Feb 04 15:46:15.540548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60de230-7f20-49ef-8a2e-86c0de9fb943 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting subnet 2b9102b9-93e4-41f7-ac42-e495f854f801 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:46:15.567470 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f60de230-7f20-49ef-8a2e-86c0de9fb943 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.622635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523507ed-fc1c-41dc-9982-40cca5577814 req-7d714a9c-9e97-4508-80a4-177286a04f73 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:15.626129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-523507ed-fc1c-41dc-9982-40cca5577814 req-7d714a9c-9e97-4508-80a4-177286a04f73 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 943 time: 1.3227246 Feb 04 15:46:15.680158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d2e19-c160-4793-90d3-0dbeaa021b58 req-414f3374-dcd6-4f42-a07d-e111c4143411 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:15.686115 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a7d2e19-c160-4793-90d3-0dbeaa021b58 req-414f3374-dcd6-4f42-a07d-e111c4143411 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1711e37f-bdaf-4a9e-a302-926cbcffa942 HTTP/1.1" status: 200 len: 859 time: 0.2414792 Feb 04 15:46:15.838482 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f60de230-7f20-49ef-8a2e-86c0de9fb943 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.844647 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.869097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Transition to ACTIVE for port object c03eab2e-1e10-440a-9dbe-7ac737a99129 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:15.905498 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-523507ed-fc1c-41dc-9982-40cca5577814 req-d65038b5-4dbe-453f-bb47-7cc9eb09bb44 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581308 Feb 04 15:46:15.913023 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.924543 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a7d2e19-c160-4793-90d3-0dbeaa021b58 req-fa60cd38-04a6-43e1-b679-558006f56482 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2083421 Feb 04 15:46:15.982159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] For port d40f6e74-b13c-43eb-8016-7ac4ad08b31b, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:15.986633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] For port d40f6e74-b13c-43eb-8016-7ac4ad08b31b, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d40f6e74-b13c-43eb-8016-7ac4ad08b31b,segment=NetworkSegment(5e3d3327-ab7d-4c0e-a0ff-5bc80cf92615),segment_id=5e3d3327-ab7d-4c0e-a0ff-5bc80cf92615)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:16.030704 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.050335 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.052361 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f60de230-7f20-49ef-8a2e-86c0de9fb943 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.069774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-84bd0562-062f-4ebd-a484-9ba471dc4d6e None None] Provisioning complete for port 2c851912-194b-4e81-ac83-d4f77a1265d5 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:16.070439 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-84bd0562-062f-4ebd-a484-9ba471dc4d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.180162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4b987-3329-4b1f-aed8-e2387787b45e None None] Pushing event updated for resources: {'Port': ['ID=d40f6e74-b13c-43eb-8016-7ac4ad08b31b,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:16.205572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Network 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:16.208901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Pushing event updated for resources: {'Port': ['ID=c03eab2e-1e10-440a-9dbe-7ac737a99129,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:16.222713 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f60de230-7f20-49ef-8a2e-86c0de9fb943 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.226202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:16.231116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:46:16.254496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 2c851912-194b-4e81-ac83-d4f77a1265d5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2c851912-194b-4e81-ac83-d4f77a1265d5,segment=NetworkSegment(3b6269a6-1ef8-4180-8315-f4ef647b25b3),segment_id=3b6269a6-1ef8-4180-8315-f4ef647b25b3)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:16.282291 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.301767 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.319455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60de230-7f20-49ef-8a2e-86c0de9fb943 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9102b9-93e4-41f7-ac42-e495f854f801,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:16.340454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d80593-b175-48c0-b30a-b0dd6a3eea40 req-c672da69-b585-48bc-933b-dff0a866c2b9 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:16.351810 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61d80593-b175-48c0-b30a-b0dd6a3eea40 req-c672da69-b585-48bc-933b-dff0a866c2b9 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 944 time: 0.9983120 Feb 04 15:46:16.428755 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f60de230-7f20-49ef-8a2e-86c0de9fb943 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.451003 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61d80593-b175-48c0-b30a-b0dd6a3eea40 req-59cc02ee-2c2c-40c5-bd64-0b361d401e7a tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965593 Feb 04 15:46:16.456906 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a7d2e19-c160-4793-90d3-0dbeaa021b58 req-707d3485-0015-4847-9919-63f3116d5bf9 service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779189 Feb 04 15:46:16.463265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=2c851912-194b-4e81-ac83-d4f77a1265d5,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:16.571089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f60de230-7f20-49ef-8a2e-86c0de9fb943 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/2b9102b9-93e4-41f7-ac42-e495f854f801 HTTP/1.1" status: 204 len: 168 time: 1.9905465 Feb 04 15:46:16.575017 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40306) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:16.722883 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:05Z', 'updated_at': '2022-02-04T15:46:09Z', 'revision_number': 3, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'gw_port': {'id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:07Z', 'updated_at': '2022-02-04T15:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:16.730683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Checking router: 36f649e5-045b-40a4-a922-b7e95cd7f839 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:46:16.731311 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Updating router 36f649e5-045b-40a4-a922-b7e95cd7f839 port 7aa1f382-4481-42e1-b063-a0ecdd958ae1 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:46:16.734313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8863f44-34b8-4a2f-9e69-43b6df0ecfef req-c2bae8a5-3f78-45b9-90bd-fe8a7d3198b7 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:16.742116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8863f44-34b8-4a2f-9e69-43b6df0ecfef req-c2bae8a5-3f78-45b9-90bd-fe8a7d3198b7 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.5946507 Feb 04 15:46:16.850965 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.921253 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-2d4df930-7b00-4987-a8a1-ffcbedb71c6d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0&tenant_id=428132a2da7b4ddc958b0b710ebd148c HTTP/1.1" status: 200 len: 1094 time: 1.0147901 Feb 04 15:46:16.936946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:16.938862 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8a7d2e19-c160-4793-90d3-0dbeaa021b58 req-03b15496-5def-4cf3-8aee-0b31f403968c service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421234 Feb 04 15:46:16.946572 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.010898 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.016350 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5885d33e-ed06-4403-adbc-87e4ad1c5e56 None None] Provisioning for port c03eab2e-1e10-440a-9dbe-7ac737a99129 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:17.052949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5885d33e-ed06-4403-adbc-87e4ad1c5e56 None None] Provisioning complete for port c03eab2e-1e10-440a-9dbe-7ac737a99129 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:17.054667 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5885d33e-ed06-4403-adbc-87e4ad1c5e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.067837 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8863f44-34b8-4a2f-9e69-43b6df0ecfef req-bb0218a4-580b-435a-b2db-2a93ca9af666 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416029 Feb 04 15:46:17.178882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port d40f6e74-b13c-43eb-8016-7ac4ad08b31b {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:46:17.179532 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.360544 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.393292 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164d674-3270-4c3f-8f10-1b55162dd49d req-8fbd82d1-42be-4f09-a419-86e30505cf8c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:17.401919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7164d674-3270-4c3f-8f10-1b55162dd49d req-8fbd82d1-42be-4f09-a419-86e30505cf8c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 0.5745542 Feb 04 15:46:17.526039 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.537621 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.579453 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5885d33e-ed06-4403-adbc-87e4ad1c5e56 None None] Port c03eab2e-1e10-440a-9dbe-7ac737a99129 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:46:17.766382 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.769387 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.780223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Pushing event updated for resources: {'Port': ['ID=c03eab2e-1e10-440a-9dbe-7ac737a99129,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:17.806759 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Transition to ACTIVE for port object 7aa1f382-4481-42e1-b063-a0ecdd958ae1 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:17.822869 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.885845 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device b92be8d5-87fa-4629-8ff9-bda9bea6bb3b up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:17.973522 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7164d674-3270-4c3f-8f10-1b55162dd49d req-772c1275-b213-472c-9f65-2b1148118a64 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5641341 Feb 04 15:46:18.014594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] For port d40f6e74-b13c-43eb-8016-7ac4ad08b31b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d40f6e74-b13c-43eb-8016-7ac4ad08b31b,segment=NetworkSegment(5e3d3327-ab7d-4c0e-a0ff-5bc80cf92615),segment_id=5e3d3327-ab7d-4c0e-a0ff-5bc80cf92615)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:18.019963 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.027923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Attempting to bind port 7aa1f382-4481-42e1-b063-a0ecdd958ae1 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:18.028479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Attempting to bind port 7aa1f382-4481-42e1-b063-a0ecdd958ae1 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:18.028689 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Attempting to bind port 7aa1f382-4481-42e1-b063-a0ecdd958ae1 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:46:18.049960 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:46:18.050239 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:46:18.050610 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.050991 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:46:18.051494 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Bound port: 7aa1f382-4481-42e1-b063-a0ecdd958ae1, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:18.051862 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.105752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bead8a-6671-4de6-8452-4f77ea3c7268 None None] Pushing event updated for resources: {'Port': ['ID=7aa1f382-4481-42e1-b063-a0ecdd958ae1,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:18.133396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a91f68-3699-4503-8549-83a6e165a7ff None None] Network eed638ef-ac27-4e9f-9661-c553e0740e2d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:46:18.303582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Network 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:18.304841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:18.393392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c8b43f3a-411f-4614-a1e2-da9623209af1 None None] Provisioning for port d40f6e74-b13c-43eb-8016-7ac4ad08b31b completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:18.398235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] For port 7aa1f382-4481-42e1-b063-a0ecdd958ae1, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:18.426766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:18.438287 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] For port 7aa1f382-4481-42e1-b063-a0ecdd958ae1, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7aa1f382-4481-42e1-b063-a0ecdd958ae1,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:18.465825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:18.466258 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.503490 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.582426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d40f6e74-b13c-43eb-8016-7ac4ad08b31b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:18.594424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for d40f6e74-b13c-43eb-8016-7ac4ad08b31b owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:46:18.741678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c39d70-3dbb-464a-9fed-3449b702c99f req-537a3eb6-a618-46cb-82f4-ddd9ecbec466 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:18.743191 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9c39d70-3dbb-464a-9fed-3449b702c99f req-537a3eb6-a618-46cb-82f4-ddd9ecbec466 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 943 time: 1.4851484 Feb 04 15:46:18.756192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bead8a-6671-4de6-8452-4f77ea3c7268 None None] Pushing event updated for resources: {'Port': ['ID=7aa1f382-4481-42e1-b063-a0ecdd958ae1,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:18.792577 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.808653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5c031aca-f0a4-497f-ba68-484daefbf0a2 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:18.867844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=d40f6e74-b13c-43eb-8016-7ac4ad08b31b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:18.902519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e610e-7229-4d10-b39b-621730db1114 req-163eac68-be87-4489-b4fd-2e040a4ee19e tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:18.909404 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c83e610e-7229-4d10-b39b-621730db1114 req-163eac68-be87-4489-b4fd-2e040a4ee19e tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 944 time: 0.3220041 Feb 04 15:46:18.928726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-aff65dac-99bb-447e-8227-18ae7035c03d None None] Provisioning complete for port c03eab2e-1e10-440a-9dbe-7ac737a99129 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:18.929835 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-aff65dac-99bb-447e-8227-18ae7035c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.960372 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Routers {'36f649e5-045b-40a4-a922-b7e95cd7f839'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:46:18.960931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:46:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['36f649e5-045b-40a4-a922-b7e95cd7f839'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:18.983725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c83e610e-7229-4d10-b39b-621730db1114 req-86a305a4-80b4-4cdd-aebd-7bae839757ee tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733135 Feb 04 15:46:18.988225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:18.991205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No DVR routers for this DVR port d40f6e74-b13c-43eb-8016-7ac4ad08b31b on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:18.998323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Router 36f649e5-045b-40a4-a922-b7e95cd7f839 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:46:19.139210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d28814-1625-44b7-a2e2-da617724f219 None None] DHCP port deletion for eed638ef-ac27-4e9f-9661-c553e0740e2d request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:46:19.181171 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No active binding found for port d40f6e74-b13c-43eb-8016-7ac4ad08b31b {{(pid=83552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 15:46:19.181581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d40f6e74-b13c-43eb-8016-7ac4ad08b31b not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 15:46:19.223711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9c39d70-3dbb-464a-9fed-3449b702c99f req-0bcea774-c832-4a4b-ae23-9ce7bae9ed1e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698858 Feb 04 15:46:19.288811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Port d40f6e74-b13c-43eb-8016-7ac4ad08b31b not found, will not notify nova. {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 15:46:19.289220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2c851912-194b-4e81-ac83-d4f77a1265d5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:19.297207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:46:19.317176 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-66c597d3-cfc2-4d84-88c2-22d81319e876 admin admin] 10.222.0.60 "PUT /v2.0/routers/36f649e5-045b-40a4-a922-b7e95cd7f839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4112849 Feb 04 15:46:19.325965 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:46:19.360890 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.372532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h1-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:19.386428 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-aff65dac-99bb-447e-8227-18ae7035c03d None None] Port c03eab2e-1e10-440a-9dbe-7ac737a99129 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:46:19.474195 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.493321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed638ef-ac27-4e9f-9661-c553e0740e2d']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:19.512637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:46:19.521719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3d3327-ab7d-4c0e-a0ff-5bc80cf92615') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:19.522110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3d3327-ab7d-4c0e-a0ff-5bc80cf92615') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:19.533807 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.535419 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.560126 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.572477 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.591278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6881c294-7399-4b52-80b3-e71f0d46bfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92be8d5-87fa-4629-8ff9-bda9bea6bb3b'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:19.596474 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.601321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Transition to ACTIVE for port object f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:19.612326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=b92be8d5-87fa-4629-8ff9-bda9bea6bb3b,segment=NetworkSegment(f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067),segment_id=f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:19.615440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc50ae6-ee99-4f4a-8aba-8755ba5bc965 req-098440a3-224f-4d0d-8e24-4fddecc60c4c tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:19.617034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-acc50ae6-ee99-4f4a-8aba-8755ba5bc965 req-098440a3-224f-4d0d-8e24-4fddecc60c4c tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.4084578 Feb 04 15:46:19.618855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:46:19.619276 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.628016 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:46:19.634960 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:46:19.637995 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.668644 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] Set router 36f649e5-045b-40a4-a922-b7e95cd7f839 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:46:19.706505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2c851912-194b-4e81-ac83-d4f77a1265d5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:19.706752 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.785956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:19.804212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18346e60-3aa7-42fa-ac95-6e03f090f594 req-79dc1b45-04e3-4cfa-b8bf-bfab89d7b37e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:19.805728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18346e60-3aa7-42fa-ac95-6e03f090f594 req-79dc1b45-04e3-4cfa-b8bf-bfab89d7b37e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 946 time: 0.3622415 Feb 04 15:46:19.810146 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.898953 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=b92be8d5-87fa-4629-8ff9-bda9bea6bb3b,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:19.937379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Pushing event updated for resources: {'Port': ['ID=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,revision_number=9']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:19.946852 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.001179 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.015630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-acc50ae6-ee99-4f4a-8aba-8755ba5bc965 req-ddbb6f05-a41f-4544-b8eb-6aa7d1884a0a tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799317 Feb 04 15:46:20.021052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] No DVR routers for this DVR port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b on host n-h1-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:20.026716 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Network': ['ID=eed638ef-ac27-4e9f-9661-c553e0740e2d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:20.048296 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8531d9a6-c470-4ec4-bb1d-0f6dc8fce2ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/networks/eed638ef-ac27-4e9f-9661-c553e0740e2d HTTP/1.1" status: 204 len: 168 time: 3.4635913 Feb 04 15:46:20.052038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40404) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:20.058294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'name': 'tempest-PortsIpV6TestJSON-534660390'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:20.118031 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5c031aca-f0a4-497f-ba68-484daefbf0a2,revision_number=14']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:20.147857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18346e60-3aa7-42fa-ac95-6e03f090f594 req-0807ee9e-e526-457e-b303-62c010bd1a12 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411633 Feb 04 15:46:20.191574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Attempting to bind port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:20.191574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Attempting to bind port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '164197f5-caec-4dbd-a088-bd997824cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:20.191574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Attempting to bind port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b on network e4b139df-5612-4377-ac79-2126181c32bf {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:46:20.197693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b on network e4b139df-5612-4377-ac79-2126181c32bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:46:20.197693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Attempting to bind port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b on network e4b139df-5612-4377-ac79-2126181c32bf {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:46:20.214724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:46:20.215155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Checking segment: {'id': '164197f5-caec-4dbd-a088-bd997824cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:46:20.215540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Bound using segment: {'id': '164197f5-caec-4dbd-a088-bd997824cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:46:20.215895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Bound port: f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164197f5-caec-4dbd-a088-bd997824cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:20.216228 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.294651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:20.301747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:port and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:20.309292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:20.314067 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6881c294-7399-4b52-80b3-e71f0d46bfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92be8d5-87fa-4629-8ff9-bda9bea6bb3b', 'code': 200} Feb 04 15:46:20.323424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:20.348643 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:05Z', 'updated_at': '2022-02-04T15:46:16Z', 'revision_number': 4, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'gw_port': {'id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:07Z', 'updated_at': '2022-02-04T15:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'c03eab2e-1e10-440a-9dbe-7ac737a99129', 'name': '', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'mac_address': 'fa:16:3e:68:62:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:17Z', 'revision_number': 2, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'subnets': [{'id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:20.361413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62728d1f-97c6-4e00-ab6e-107473eb26d1 None None] The sync data for ids ['36f649e5-045b-40a4-a922-b7e95cd7f839'] in n-d-827872-1 is: [{'id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:05Z', 'updated_at': '2022-02-04T15:46:16Z', 'revision_number': 4, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'gw_port': {'id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:07Z', 'updated_at': '2022-02-04T15:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'c03eab2e-1e10-440a-9dbe-7ac737a99129', 'name': '', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'mac_address': 'fa:16:3e:68:62:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:17Z', 'revision_number': 2, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'subnets': [{'id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:46:20.371798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:20.375234 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.437907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d40f6e74-b13c-43eb-8016-7ac4ad08b31b no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:20.448853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port d0759f1c-25e9-4f97-9561-72689f970176 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:20.483613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:20.487934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:20.505619 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.529035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: d40f6e74-b13c-43eb-8016-7ac4ad08b31b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:46:20.529379 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d40f6e74-b13c-43eb-8016-7ac4ad08b31b not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:46:20.592763 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.595011 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] 10.222.0.73 "PUT /v2.0/ports/f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b HTTP/1.1" status: 200 len: 1091 time: 3.6623902 Feb 04 15:46:20.595541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40422) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:20.623841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'tag': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:20.837337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55dce6c-dd78-4645-b2c5-57885f941c1d service neutron] Pushing event updated for resources: {'Port': ['ID=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,revision_number=10']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:20.905370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb9be9-c942-4e6d-8ac4-c6c00d8dce62 req-7bf0539b-d865-460c-a255-c7ceec02d910 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:20.906888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4fb9be9-c942-4e6d-8ac4-c6c00d8dce62 req-7bf0539b-d865-460c-a255-c7ceec02d910 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 945 time: 0.2755523 Feb 04 15:46:20.909940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-ef8e41c1-fb74-453b-9fbb-8cf540b51bfa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=428132a2da7b4ddc958b0b710ebd148c&device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 1095 time: 0.2772970 Feb 04 15:46:20.947022 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.088054 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.180200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:21.181326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40462) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:21.189416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:21.206730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e7d36420-a704-4d89-b1a1-d909a5c023be tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1739447657', 'description': 'tempest-description--136026008'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:21.222447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:46:21.235688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:21.236605 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.286247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e7d36420-a704-4d89-b1a1-d909a5c023be tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:21.303900 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fc4fd6e5-8186-4838-b82c-dac496d7902f req-bb233a32-3299-4b67-8224-f9b8158ddd8b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 1096 time: 0.8614466 Feb 04 15:46:21.305628 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e7d36420-a704-4d89-b1a1-d909a5c023be tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Usage tracker for resource:security_group and tenant:87bedc59a9134ea084ed6143f17674b0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:21.316850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e7d36420-a704-4d89-b1a1-d909a5c023be tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:21.324221 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2705646 Feb 04 15:46:21.353659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40466) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:21.356542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e7d36420-a704-4d89-b1a1-d909a5c023be tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:21.422132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4fb9be9-c942-4e6d-8ac4-c6c00d8dce62 req-ba5669c7-c44c-4dc2-a848-7f5adc15e264 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5086801 Feb 04 15:46:21.449926 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1390da96-5297-4813-b2b9-c67a03a8ba7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.468391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0986ded8-9c5f-4d08-94ef-a02c53a28565 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port d0759f1c-25e9-4f97-9561-72689f970176 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:46:21.468391 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0986ded8-9c5f-4d08-94ef-a02c53a28565 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.558532 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834ad90-f816-4f81-a34a-e99014981c8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=d0759f1c-25e9-4f97-9561-72689f970176,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:21.561997 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e7d36420-a704-4d89-b1a1-d909a5c023be tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.617355 n-d-827872-1 neutron-server[83551]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'tag': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b', 'status': 'failed', 'code': 422} returned with failed status Feb 04 15:46:21.683223 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fc4fd6e5-8186-4838-b82c-dac496d7902f req-36d65e0f-e0be-4641-afc6-950e52bc9930 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608270 Feb 04 15:46:21.700672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-12cc06c1-1fdf-4a4b-a25a-0d315ae76f00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:21.702236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-12cc06c1-1fdf-4a4b-a25a-0d315ae76f00 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e4b139df-5612-4377-ac79-2126181c32bf HTTP/1.1" status: 200 len: 915 time: 0.7715755 Feb 04 15:46:21.739156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e7d36420-a704-4d89-b1a1-d909a5c023be tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:21.774266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e7d36420-a704-4d89-b1a1-d909a5c023be tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Usage tracker for resource:security_group_rule and tenant:87bedc59a9134ea084ed6143f17674b0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:21.786582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e7d36420-a704-4d89-b1a1-d909a5c023be tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:21.817930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1390da96-5297-4813-b2b9-c67a03a8ba7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:21.860590 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1390da96-5297-4813-b2b9-c67a03a8ba7b admin admin] Usage tracker for resource:security_group_rule and tenant:17a08e19c9c04b15ba3adb288c2e50e3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:21.875322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1390da96-5297-4813-b2b9-c67a03a8ba7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:21.897028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-6a6d1f17-5c62-4ba7-b68d-dac63f4cd44c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b HTTP/1.1" status: 200 len: 217 time: 0.1849012 Feb 04 15:46:21.898464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1390da96-5297-4813-b2b9-c67a03a8ba7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:21.919468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d02ef1-95fb-46c1-9891-159506a53fa7 req-67834db1-3c17-4c55-b2ad-4e8549594a10 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:21.921257 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-99d02ef1-95fb-46c1-9891-159506a53fa7 req-67834db1-3c17-4c55-b2ad-4e8549594a10 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 944 time: 0.5476208 Feb 04 15:46:22.002999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e7d36420-a704-4d89-b1a1-d909a5c023be tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:22.072248 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-5965d9c6-4bf3-4567-83ff-8de96c755b52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:22.076092 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-5965d9c6-4bf3-4567-83ff-8de96c755b52 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fba70c8c-3c5e-41a3-95b3-0ee97d48f59f HTTP/1.1" status: 200 len: 854 time: 0.1660869 Feb 04 15:46:22.076853 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0986ded8-9c5f-4d08-94ef-a02c53a28565 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.178206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-99d02ef1-95fb-46c1-9891-159506a53fa7 req-5aedd98d-0262-4d50-9647-f1b893fbcf28 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106662 Feb 04 15:46:22.226647 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-c2e79ce8-e8cb-49fa-824c-a972eed0c54d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e4b139df-5612-4377-ac79-2126181c32bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375034 Feb 04 15:46:22.269170 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0986ded8-9c5f-4d08-94ef-a02c53a28565 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for d0759f1c-25e9-4f97-9561-72689f970176 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:46:22.276582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa1820-5881-47d7-adcd-379c620b1eac req-f815bd35-4620-4c0f-bb22-d1843ff2561a tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:22.283526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02fa1820-5881-47d7-adcd-379c620b1eac req-f815bd35-4620-4c0f-bb22-d1843ff2561a tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.4628866 Feb 04 15:46:22.316684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:22.417276 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e7d36420-a704-4d89-b1a1-d909a5c023be tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.436675 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e7d36420-a704-4d89-b1a1-d909a5c023be tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.458211 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7aa1f382-4481-42e1-b063-a0ecdd958ae1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:22.506592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-1665681c-c206-4ac8-85e5-276d14ba5958 service neutron] 10.222.0.73 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721536 Feb 04 15:46:22.519141 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1390da96-5297-4813-b2b9-c67a03a8ba7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.535018 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1390da96-5297-4813-b2b9-c67a03a8ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.544804 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0986ded8-9c5f-4d08-94ef-a02c53a28565 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.599984 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 7aa1f382-4481-42e1-b063-a0ecdd958ae1 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:22.608066 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 7aa1f382-4481-42e1-b063-a0ecdd958ae1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:22.611235 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.695832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d36420-a704-4d89-b1a1-d909a5c023be tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5a2d95-412d-47b4-97db-566b9fd1b938,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:22.714959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986ded8-9c5f-4d08-94ef-a02c53a28565 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=d0759f1c-25e9-4f97-9561-72689f970176,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:22.714959 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e7d36420-a704-4d89-b1a1-d909a5c023be tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.724028 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e7d36420-a704-4d89-b1a1-d909a5c023be tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.5273821 Feb 04 15:46:22.724028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40518) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:22.744616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0cff3ffe-5254-4f7b-9f1b-1b98df036e76 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Request body: {'security_group_rule': {'security_group_id': '7a5a2d95-412d-47b4-97db-566b9fd1b938', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:22.753407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0cff3ffe-5254-4f7b-9f1b-1b98df036e76 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:22.756349 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0986ded8-9c5f-4d08-94ef-a02c53a28565 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.760734 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0986ded8-9c5f-4d08-94ef-a02c53a28565 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/d0759f1c-25e9-4f97-9561-72689f970176 HTTP/1.1" status: 204 len: 168 time: 1.4033537 Feb 04 15:46:22.761019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0cff3ffe-5254-4f7b-9f1b-1b98df036e76 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Usage tracker for resource:security_group_rule and tenant:87bedc59a9134ea084ed6143f17674b0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:22.763374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390da96-5297-4813-b2b9-c67a03a8ba7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930cb4f2-2a3a-4f3e-8813-35609be2ea91,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:22.764722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40522) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:22.767500 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0cff3ffe-5254-4f7b-9f1b-1b98df036e76 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:22.775423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'mac_address': 'fa:16:3e:9f:7e:84', 'name': 'tempest-PortsIpV6TestJSON-258591842'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:22.779222 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02fa1820-5881-47d7-adcd-379c620b1eac req-04c549df-5e00-4850-9d09-6ac940309e64 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948320 Feb 04 15:46:22.793967 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1390da96-5297-4813-b2b9-c67a03a8ba7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17a08e19c9c04b15ba3adb288c2e50e3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1642590 Feb 04 15:46:22.796206 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0cff3ffe-5254-4f7b-9f1b-1b98df036e76 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:22.803297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40528) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:22.840981 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.862302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 7aa1f382-4481-42e1-b063-a0ecdd958ae1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7aa1f382-4481-42e1-b063-a0ecdd958ae1,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:22.871900 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.896356 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cff3ffe-5254-4f7b-9f1b-1b98df036e76 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.897233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-18fe48be-12d2-4a9a-939e-a4941c48be58 service neutron] 10.222.0.73 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647845 Feb 04 15:46:22.910030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c0f29-a998-4481-9261-7c96b426f2f7 req-2915f779-9959-4e1b-be24-be6b3d53e9cb tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:22.913179 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-606c0f29-a998-4481-9261-7c96b426f2f7 req-2915f779-9959-4e1b-be24-be6b3d53e9cb tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.3964088 Feb 04 15:46:22.968558 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64c1efe6-00a9-4a0f-b81f-ae2a3dfc7dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.982227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:22.985276 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'code': 200} Feb 04 15:46:22.985838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=7aa1f382-4481-42e1-b063-a0ecdd958ae1,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:22.992333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:port and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:22.996126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:23.006794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:23.011400 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-606c0f29-a998-4481-9261-7c96b426f2f7 req-a511546f-b581-4bd1-9782-efa66bfe483a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893638 Feb 04 15:46:23.016043 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64c1efe6-00a9-4a0f-b81f-ae2a3dfc7dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.063511 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cff3ffe-5254-4f7b-9f1b-1b98df036e76 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.065338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:23.112441 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64c1efe6-00a9-4a0f-b81f-ae2a3dfc7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.130932 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cff3ffe-5254-4f7b-9f1b-1b98df036e76 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.135027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1efe6-00a9-4a0f-b81f-ae2a3dfc7dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930cb4f2-2a3a-4f3e-8813-35609be2ea91,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:23.139363 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64c1efe6-00a9-4a0f-b81f-ae2a3dfc7dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.140751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-64c1efe6-00a9-4a0f-b81f-ae2a3dfc7dbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/930cb4f2-2a3a-4f3e-8813-35609be2ea91 HTTP/1.1" status: 204 len: 168 time: 0.3342350 Feb 04 15:46:23.218977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff3ffe-5254-4f7b-9f1b-1b98df036e76 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b037f2-f39a-461f-828a-2161bc32beb2,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:23.245644 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.260329 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cff3ffe-5254-4f7b-9f1b-1b98df036e76 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.261856 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0cff3ffe-5254-4f7b-9f1b-1b98df036e76 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5392499 Feb 04 15:46:23.265086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40542) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:23.285949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d857baff-574a-4969-85d4-bfdd485a8d9c tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Request body: {'security_group_rule': {'security_group_id': '7a5a2d95-412d-47b4-97db-566b9fd1b938', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:23.316250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port c22f6722-f13f-4942-bdcd-fda2363a8738 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:23.376992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d857baff-574a-4969-85d4-bfdd485a8d9c tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:23.394508 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d857baff-574a-4969-85d4-bfdd485a8d9c tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Usage tracker for resource:security_group_rule and tenant:87bedc59a9134ea084ed6143f17674b0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:23.400984 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d857baff-574a-4969-85d4-bfdd485a8d9c tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:23.408047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d857baff-574a-4969-85d4-bfdd485a8d9c tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:23.451860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d857baff-574a-4969-85d4-bfdd485a8d9c tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.480289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8756ff-c38f-4573-9b0f-5b1a49cd8828 req-58c54505-2f9a-476c-b8d5-b41ab4bc30f3 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:23.481892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec8756ff-c38f-4573-9b0f-5b1a49cd8828 req-58c54505-2f9a-476c-b8d5-b41ab4bc30f3 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 945 time: 0.2371862 Feb 04 15:46:23.488321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-df128c42-0a3b-4999-9984-39fc2989432c tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:23.495772 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-df128c42-0a3b-4999-9984-39fc2989432c tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/networks?id=c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 200 len: 814 time: 0.3016703 Feb 04 15:46:23.527378 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-28151386-400f-41f7-9f4d-9bee6a8ba08e tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/quotas/d6b4662da38740d7bdb9894c8873c149 HTTP/1.1" status: 200 len: 375 time: 0.0306346 Feb 04 15:46:23.600795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec8756ff-c38f-4573-9b0f-5b1a49cd8828 req-452895c1-fe5a-4a11-bf0c-7410579ff3eb tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018066 Feb 04 15:46:23.648435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40548) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:23.664390 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d857baff-574a-4969-85d4-bfdd485a8d9c tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.672777 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.680282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d857baff-574a-4969-85d4-bfdd485a8d9c tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.681439 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6654a552-8bcf-4321-8804-e85aedff9fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.734785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857baff-574a-4969-85d4-bfdd485a8d9c tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e57030-16f7-4377-a471-63bf2f3efc3e,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:23.749159 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-7040539a-d3a9-4798-b5d8-bdde6dcd5550 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6b4662da38740d7bdb9894c8873c149&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2004015 Feb 04 15:46:23.763458 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d857baff-574a-4969-85d4-bfdd485a8d9c tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.763458 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d857baff-574a-4969-85d4-bfdd485a8d9c tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4928193 Feb 04 15:46:23.763458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40552) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:23.774846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:23.786055 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.795444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:23.832867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6654a552-8bcf-4321-8804-e85aedff9fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:23.837038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Usage tracker for resource:floatingip and tenant:87bedc59a9134ea084ed6143f17674b0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:23.844266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6654a552-8bcf-4321-8804-e85aedff9fac admin admin] Usage tracker for resource:security_group_rule and tenant:92301f33cf4e49e284129df8d3b62fc0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:23.849732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6654a552-8bcf-4321-8804-e85aedff9fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:23.851684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:23.860622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6654a552-8bcf-4321-8804-e85aedff9fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:23.862979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:23.885157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:23.891151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:23.898198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:46:23.902457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:23.903771 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.937073 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=c22f6722-f13f-4942-bdcd-fda2363a8738,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:23.945839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.950006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c76bd3b2-0d08-4987-a764-f2422a4a5672 service neutron] 10.222.0.60 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973107 Feb 04 15:46:23.977270 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-714fcbd4-c298-4f2d-9f6f-2dde28404c68 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2108474 Feb 04 15:46:23.978123 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40564) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:24.142534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d97cfc9-1da9-411e-ae42-2d79cd1ad825 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:24.143133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5d97cfc9-1da9-411e-ae42-2d79cd1ad825 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:24.179280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5d97cfc9-1da9-411e-ae42-2d79cd1ad825 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:24.183691 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5d97cfc9-1da9-411e-ae42-2d79cd1ad825 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/c22f6722-f13f-4942-bdcd-fda2363a8738 HTTP/1.1" status: 200 len: 844 time: 0.2020299 Feb 04 15:46:24.184524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40574) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:24.258553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b276fb6f-363c-4d6a-afc5-acf80344b916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port c22f6722-f13f-4942-bdcd-fda2363a8738 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:46:24.258985 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b276fb6f-363c-4d6a-afc5-acf80344b916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.386926 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6654a552-8bcf-4321-8804-e85aedff9fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.418319 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6654a552-8bcf-4321-8804-e85aedff9fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.423354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7aa1f382-4481-42e1-b063-a0ecdd958ae1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:24.523037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6aa5ba-c420-475a-84ca-b9528ba8a9e1 req-e4b38309-daf4-485a-b4d6-bb733ae457f6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:24.530157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd6aa5ba-c420-475a-84ca-b9528ba8a9e1 req-e4b38309-daf4-485a-b4d6-bb733ae457f6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 944 time: 0.4829268 Feb 04 15:46:24.549945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ff94b5-ddad-4ff7-bf88-0bb5719b3951 req-dd131b96-b4a4-4750-bf1a-94959f03ab16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 1095 time: 0.5476766 Feb 04 15:46:24.552053 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-8564d8a2-7799-4cc1-b844-34b94c681d97 service neutron] 10.222.0.60 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828052 Feb 04 15:46:24.563634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654a552-8bcf-4321-8804-e85aedff9fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf245f1-1875-4f73-9d44-d271ddee23e6,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:24.584916 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6654a552-8bcf-4321-8804-e85aedff9fac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92301f33cf4e49e284129df8d3b62fc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9354968 Feb 04 15:46:24.611212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 7aa1f382-4481-42e1-b063-a0ecdd958ae1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:24.611977 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.621539 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40580) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:24.765138 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.811789 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b276fb6f-363c-4d6a-afc5-acf80344b916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.001105 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b276fb6f-363c-4d6a-afc5-acf80344b916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for c22f6722-f13f-4942-bdcd-fda2363a8738 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:46:25.050186 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd6aa5ba-c420-475a-84ca-b9528ba8a9e1 req-1a3ee253-ad42-465e-bb3b-67c7e2daf574 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184298 Feb 04 15:46:25.053298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff94b5-ddad-4ff7-bf88-0bb5719b3951 req-042d437b-9965-4c5c-9cdb-3fafad993027 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:25.060910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ff94b5-ddad-4ff7-bf88-0bb5719b3951 req-042d437b-9965-4c5c-9cdb-3fafad993027 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.4745395 Feb 04 15:46:25.232611 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b276fb6f-363c-4d6a-afc5-acf80344b916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.309834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Allocated IP 172.25.0.186 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/e66b7441-2140-49e9-8350-0e08b5fcbd94) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:25.316107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276fb6f-363c-4d6a-afc5-acf80344b916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=c22f6722-f13f-4942-bdcd-fda2363a8738,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:25.342882 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b276fb6f-363c-4d6a-afc5-acf80344b916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.448881 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b276fb6f-363c-4d6a-afc5-acf80344b916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/c22f6722-f13f-4942-bdcd-fda2363a8738 HTTP/1.1" status: 204 len: 168 time: 1.2620828 Feb 04 15:46:25.451963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40596) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:25.517324 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-919e14d1-974b-4d13-b8f8-eb98202b34bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.566577 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebee514-1948-4779-a5f8-c330de005bb5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] GET failed (client error): The resource could not be found. Feb 04 15:46:25.568690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1ebee514-1948-4779-a5f8-c330de005bb5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:25.637899 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-919e14d1-974b-4d13-b8f8-eb98202b34bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.648746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ff94b5-ddad-4ff7-bf88-0bb5719b3951 req-46e3d827-283c-46fc-a8a2-3dd1eb4c26da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2 HTTP/1.1" status: 200 len: 998 time: 0.5593390 Feb 04 15:46:25.683976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08ab15-a6e1-46a0-92e5-bc1c41358a9f req-e6f446e1-184e-421e-8d57-213727951e01 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:25.691926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c08ab15-a6e1-46a0-92e5-bc1c41358a9f req-e6f446e1-184e-421e-8d57-213727951e01 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.3596702 Feb 04 15:46:25.712965 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.740292 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b01bc1-90f6-4904-8d1c-46e0f02f1666 req-c69fcd20-0ee8-43aa-8910-97276c1e18de tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:25.747755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60b01bc1-90f6-4904-8d1c-46e0f02f1666 req-c69fcd20-0ee8-43aa-8910-97276c1e18de tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.4921961 Feb 04 15:46:25.754152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1ebee514-1948-4779-a5f8-c330de005bb5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:25.756405 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1ebee514-1948-4779-a5f8-c330de005bb5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/c22f6722-f13f-4942-bdcd-fda2363a8738 HTTP/1.1" status: 404 len: 333 time: 0.3029227 Feb 04 15:46:25.760433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40600) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:25.774254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3467f995-34bd-475b-b4ce-1736fbfd460c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'name': 'tempest-PortsIpV6TestJSON-628936183'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:25.798421 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.829302 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c08ab15-a6e1-46a0-92e5-bc1c41358a9f req-699ce4a6-1ba6-41b0-b48d-635badd8a6d9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363797 Feb 04 15:46:25.832228 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-919e14d1-974b-4d13-b8f8-eb98202b34bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.883734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e14d1-974b-4d13-b8f8-eb98202b34bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf245f1-1875-4f73-9d44-d271ddee23e6,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:25.899204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:25.920320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60b01bc1-90f6-4904-8d1c-46e0f02f1666 req-83b5f850-7313-4fa5-8a94-3194d8de6728 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644638 Feb 04 15:46:25.921876 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-919e14d1-974b-4d13-b8f8-eb98202b34bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.929570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-919e14d1-974b-4d13-b8f8-eb98202b34bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dcf245f1-1875-4f73-9d44-d271ddee23e6 HTTP/1.1" status: 204 len: 168 time: 1.3069549 Feb 04 15:46:25.950842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Pushing event updated for resources: {'Port': ['ID=e66b7441-2140-49e9-8350-0e08b5fcbd94,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:25.960947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:25.969802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:25.970246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:25.970685 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:25.971133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:25.971817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:25.972253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:25.972688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:25.973109 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:25.973533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:25.974555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:25.974995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:25.982202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:46:26.314717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-802d9a5f-5428-415f-ae46-d5a4167e1992 req-6d3c006c-f189-49e3-a81f-f02fc0c7e283 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 210 time: 0.0717752 Feb 04 15:46:26.365328 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.376376 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3467f995-34bd-475b-b4ce-1736fbfd460c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:26.390490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff94b5-ddad-4ff7-bf88-0bb5719b3951 req-603f1af0-2700-4670-be1d-29a0c40ea415 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:26.392697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ff94b5-ddad-4ff7-bf88-0bb5719b3951 req-603f1af0-2700-4670-be1d-29a0c40ea415 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.1982481 Feb 04 15:46:26.437019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd196e7d-1d5b-402f-94c1-629f56efae5d req-a75b8893-5cd5-4f9a-92b9-cdeb444c434c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:26.451319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd196e7d-1d5b-402f-94c1-629f56efae5d req-a75b8893-5cd5-4f9a-92b9-cdeb444c434c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 945 time: 0.3362167 Feb 04 15:46:26.521811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3467f995-34bd-475b-b4ce-1736fbfd460c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:26.548855 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd196e7d-1d5b-402f-94c1-629f56efae5d req-e3f2dc62-9ef9-453a-8778-42380a1159be tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964475 Feb 04 15:46:26.602406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3467f995-34bd-475b-b4ce-1736fbfd460c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:26.614431 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3467f995-34bd-475b-b4ce-1736fbfd460c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.710676 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.790456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-3467f995-34bd-475b-b4ce-1736fbfd460c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port 27ed46f2-d476-43b1-a346-4e57f2262c5e yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:27.088105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ff94b5-ddad-4ff7-bf88-0bb5719b3951 req-b9618002-2976-4858-90b1-597299d5737c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5117407 Feb 04 15:46:27.110760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e47f3-f272-4624-b01b-d7e82c853a0d req-e18676f5-589a-4eb8-a537-3813ec579501 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:27.112447 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8a4e47f3-f272-4624-b01b-d7e82c853a0d req-e18676f5-589a-4eb8-a537-3813ec579501 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 944 time: 0.3984663 Feb 04 15:46:27.120722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed01853-a3d9-46a9-b220-81013f7fcd1d req-ce120280-e77d-4d8f-ab16-67900f610502 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:27.138467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40622) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:27.142990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ed01853-a3d9-46a9-b220-81013f7fcd1d req-ce120280-e77d-4d8f-ab16-67900f610502 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 945 time: 0.3157847 Feb 04 15:46:27.152334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9d79681c-6d23-406b-981b-de8dbaa5cace tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Request body: {'floatingip': {'port_id': 'b92be8d5-87fa-4629-8ff9-bda9bea6bb3b'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:27.391949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8a4e47f3-f272-4624-b01b-d7e82c853a0d req-d92861f9-70c6-4d51-888c-38ba8fb30f38 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476850 Feb 04 15:46:27.450856 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d79681c-6d23-406b-981b-de8dbaa5cace tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for floatingip, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.514380 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ff94b5-ddad-4ff7-bf88-0bb5719b3951 req-02a318ee-6d89-49b6-9f3b-d9c1f293415c service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006400 Feb 04 15:46:27.655117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70f51f-80f7-48ef-bee1-da60542724ad req-4ed5ef0c-e892-4ff2-830d-0edad3e72589 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:27.663592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e70f51f-80f7-48ef-bee1-da60542724ad req-4ed5ef0c-e892-4ff2-830d-0edad3e72589 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.2704232 Feb 04 15:46:28.000715 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e70f51f-80f7-48ef-bee1-da60542724ad req-0c6492da-a2a9-475e-8018-198b80622db6 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3361263 Feb 04 15:46:28.185841 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ff94b5-ddad-4ff7-bf88-0bb5719b3951 req-9d901348-bdac-4b2f-aeb1-2e891ce4083b service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413438 Feb 04 15:46:28.194241 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3467f995-34bd-475b-b4ce-1736fbfd460c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:28.345040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dad171-201d-4b2f-8099-623ad89c5a75 req-49b118e6-c2ee-44d0-a4ea-8c8e5db62012 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:28.357083 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47dad171-201d-4b2f-8099-623ad89c5a75 req-49b118e6-c2ee-44d0-a4ea-8c8e5db62012 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.6563776 Feb 04 15:46:28.517876 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47dad171-201d-4b2f-8099-623ad89c5a75 req-e7e9d974-341a-43fb-9afb-7e27e0c54f66 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575503 Feb 04 15:46:28.688984 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:28.718915 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6afbf0f-a737-476c-8865-f880f6bc9e23 req-11dfd071-9a10-4058-93dd-741afba230fd tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 210 time: 0.1671152 Feb 04 15:46:28.725790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-d44db037-96af-4b58-b396-28abb53bceee tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:28.727669 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-d44db037-96af-4b58-b396-28abb53bceee tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.73 "GET /v2.0/networks?id=c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 200 len: 814 time: 0.7216289 Feb 04 15:46:28.760485 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:28.857374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Pushing event updated for resources: {'Port': ['ID=e66b7441-2140-49e9-8350-0e08b5fcbd94,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:28.865676 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Request body: {'port': {'device_id': 'ecff00e8-e8b0-4e84-9097-dc50a3dd9a94', 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a', 'admin_state_up': True, 'tenant_id': 'd6b4662da38740d7bdb9894c8873c149'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:29.117551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d43f1-0f89-4501-8c35-1136fc1d22a2 req-6b2f461c-b277-48f1-a201-68e4d01d7413 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:29.119264 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f8d43f1-0f89-4501-8c35-1136fc1d22a2 req-6b2f461c-b277-48f1-a201-68e4d01d7413 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 944 time: 0.2502720 Feb 04 15:46:29.125792 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3467f995-34bd-475b-b4ce-1736fbfd460c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.318192 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f8d43f1-0f89-4501-8c35-1136fc1d22a2 req-d3ce72b2-ae0b-4632-a5fc-d095e8a05dc4 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908972 Feb 04 15:46:29.414981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8aafbd-19d6-4cc9-986b-cab277fbac7c req-82c7c4c8-8793-462b-bbc7-88e9bb234834 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:29.419522 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac8aafbd-19d6-4cc9-986b-cab277fbac7c req-82c7c4c8-8793-462b-bbc7-88e9bb234834 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.1514251 Feb 04 15:46:29.511564 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac8aafbd-19d6-4cc9-986b-cab277fbac7c req-775626f5-e579-47fd-91c7-af7524e5ad97 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836227 Feb 04 15:46:29.634458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3467f995-34bd-475b-b4ce-1736fbfd460c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:29.687917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-3467f995-34bd-475b-b4ce-1736fbfd460c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:29.695024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467f995-34bd-475b-b4ce-1736fbfd460c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=27ed46f2-d476-43b1-a346-4e57f2262c5e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:29.697510 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.701805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3467f995-34bd-475b-b4ce-1736fbfd460c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:46:29.706545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3467f995-34bd-475b-b4ce-1736fbfd460c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:29.708735 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3467f995-34bd-475b-b4ce-1736fbfd460c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.795673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:29.800421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Usage tracker for resource:port and tenant:d6b4662da38740d7bdb9894c8873c149 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:29.804451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:29.812620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:29.844241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Made reservation on behalf of d6b4662da38740d7bdb9894c8873c149 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:29.846879 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.027026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645def72-88df-4ae9-af3a-8bd726a5d9f3 req-9354f5df-79ff-4078-be5c-547310bd2c77 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:30.028673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-645def72-88df-4ae9-af3a-8bd726a5d9f3 req-9354f5df-79ff-4078-be5c-547310bd2c77 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.2661173 Feb 04 15:46:30.041211 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.041905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cd25136c-152d-444a-bd1d-cf5ac31cd489 req-55153c90-814f-43da-b10a-6c077feb9e12 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 210 time: 0.0887556 Feb 04 15:46:30.056291 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eeb61615-2a65-48a7-880e-a15028f822fc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2928789 Feb 04 15:46:30.113988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-645def72-88df-4ae9-af3a-8bd726a5d9f3 req-7edcd95c-87b3-46c3-a6a3-0dadc1901e86 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709105 Feb 04 15:46:30.138929 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3467f995-34bd-475b-b4ce-1736fbfd460c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.3736188 Feb 04 15:46:30.139918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40664) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:30.151224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-92feb26b-499d-484f-b47a-7b8dff301ded tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:30.424879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Allocated IP 172.20.0.14 (c91d216b-3331-44ad-853b-9cea412fc83a/ee73c442-e12b-426b-9d50-5bbed69cbf29/5a4b7ce4-339a-43fb-9951-6b3534979416) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:30.533061 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-92feb26b-499d-484f-b47a-7b8dff301ded tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.933892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-540fe074-6783-441d-b09c-927e3aef2829 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1739447657&fields=id&tenant_id=87bedc59a9134ea084ed6143f17674b0 HTTP/1.1" status: 200 len: 267 time: 0.2744849 Feb 04 15:46:31.082930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d79681c-6d23-406b-981b-de8dbaa5cace tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.096140 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d79681c-6d23-406b-981b-de8dbaa5cace tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.146989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607c906-9b89-4731-9833-6b3ad30531c5 req-9004ef32-7e56-4357-a7f4-5168fd618519 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:31.149129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1607c906-9b89-4731-9833-6b3ad30531c5 req-9004ef32-7e56-4357-a7f4-5168fd618519 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 944 time: 0.4577215 Feb 04 15:46:31.218420 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-92feb26b-499d-484f-b47a-7b8dff301ded tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.244682 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-7ee0187d-3b81-42ca-a43c-9661e6256c80 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:31.246254 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-7ee0187d-3b81-42ca-a43c-9661e6256c80 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/networks?id=9c994eb7-21f6-4bbb-aa9a-e5f946251d53 HTTP/1.1" status: 200 len: 811 time: 0.3112223 Feb 04 15:46:31.250557 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-92feb26b-499d-484f-b47a-7b8dff301ded tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.417674 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.431537 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92feb26b-499d-484f-b47a-7b8dff301ded tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=27ed46f2-d476-43b1-a346-4e57f2262c5e,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:31.440302 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-06269478-1daa-4d29-abc5-a659f53d9515 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/quotas/87bedc59a9134ea084ed6143f17674b0 HTTP/1.1" status: 200 len: 375 time: 0.1854773 Feb 04 15:46:31.515667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-92feb26b-499d-484f-b47a-7b8dff301ded tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] In _notify_port_updated(), no bound segment for port 27ed46f2-d476-43b1-a346-4e57f2262c5e on network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 {{(pid=83551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:46:31.533375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92feb26b-499d-484f-b47a-7b8dff301ded tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:31.534120 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-92feb26b-499d-484f-b47a-7b8dff301ded tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.539313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-92feb26b-499d-484f-b47a-7b8dff301ded tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "PUT /v2.0/ports/27ed46f2-d476-43b1-a346-4e57f2262c5e HTTP/1.1" status: 200 len: 818 time: 1.3944497 Feb 04 15:46:31.549922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40696) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:31.621874 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.657827 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['7fd4a256-0043-48f7-ab9d-ca3c8f775414'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:46:31.669586 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1607c906-9b89-4731-9833-6b3ad30531c5 req-0f05118d-6d0f-4654-87e3-b926bed54516 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855552 Feb 04 15:46:31.674991 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-9d79681c-6d23-406b-981b-de8dbaa5cace tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Floating IP 0f643287-4d25-4734-9aea-465963d592d9 associated. External IP: 172.25.0.6, port: b92be8d5-87fa-4629-8ff9-bda9bea6bb3b. Feb 04 15:46:31.675925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e0f28825-52d8-4981-936e-214573c57304 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port 27ed46f2-d476-43b1-a346-4e57f2262c5e {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:46:31.676265 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e0f28825-52d8-4981-936e-214573c57304 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.987412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Pushing event updated for resources: {'Port': ['ID=5a4b7ce4-339a-43fb-9951-6b3534979416,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:32.009911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Network c91d216b-3331-44ad-853b-9cea412fc83a is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:32.013056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:32.017543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:46:32.137611 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:32.139166 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.257340 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-c493af2b-b0f1-4ccc-8598-bc593b572964 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4125583 Feb 04 15:46:32.318782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Request body: {'port': {'device_id': 'ecff00e8-e8b0-4e84-9097-dc50a3dd9a94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:32.368516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-70287fb3-f1c5-49cf-aeb2-08dacb51799b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=87bedc59a9134ea084ed6143f17674b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9262273 Feb 04 15:46:32.734045 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.914441 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e0f28825-52d8-4981-936e-214573c57304 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:33.113772 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-74960258-d7ed-4cf9-be19-5449e31435c8 service neutron] 10.222.0.60 "GET /v2.0/networks/9c994eb7-21f6-4bbb-aa9a-e5f946251d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6656845 Feb 04 15:46:33.293871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e0f28825-52d8-4981-936e-214573c57304 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for 27ed46f2-d476-43b1-a346-4e57f2262c5e owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:46:33.495054 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:46:33.656637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28906b-131e-4705-a7ab-a3c174ed616e req-c8e26a5c-4179-41b8-a537-a1409772a597 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:33.667120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b28906b-131e-4705-a7ab-a3c174ed616e req-c8e26a5c-4179-41b8-a537-a1409772a597 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 1.2896459 Feb 04 15:46:33.672190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4b7ce4-339a-43fb-9951-6b3534979416 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:46:33.681916 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:33.727767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Transition to ACTIVE for port object 5a4b7ce4-339a-43fb-9951-6b3534979416 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:33.742693 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:33.797678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40714) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:33.854057 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d79681c-6d23-406b-981b-de8dbaa5cace tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Router 97d58697-b564-4be5-b13a-1fc534dac2aa has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:46:33.868594 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b28906b-131e-4705-a7ab-a3c174ed616e req-a5970151-ed7f-4a0f-bab5-78cfcf357e29 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003407 Feb 04 15:46:33.878191 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-e5a54af9-b4a2-4695-8b09-a8aeb79eca67 service neutron] 10.222.0.60 "GET /v2.0/networks/9c994eb7-21f6-4bbb-aa9a-e5f946251d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349044 Feb 04 15:46:33.884511 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e0f28825-52d8-4981-936e-214573c57304 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.030450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4b7ce4-339a-43fb-9951-6b3534979416,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:34.108395 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e0f28825-52d8-4981-936e-214573c57304 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.137803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f28825-52d8-4981-936e-214573c57304 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=27ed46f2-d476-43b1-a346-4e57f2262c5e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:34.313991 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e0f28825-52d8-4981-936e-214573c57304 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/27ed46f2-d476-43b1-a346-4e57f2262c5e HTTP/1.1" status: 204 len: 168 time: 2.7605326 Feb 04 15:46:34.319423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40722) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:34.562964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Attempting to bind port 5a4b7ce4-339a-43fb-9951-6b3534979416 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:34.563573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Attempting to bind port 5a4b7ce4-339a-43fb-9951-6b3534979416 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:34.563678 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Attempting to bind port 5a4b7ce4-339a-43fb-9951-6b3534979416 on network c91d216b-3331-44ad-853b-9cea412fc83a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:46:34.594560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Port 5a4b7ce4-339a-43fb-9951-6b3534979416 on network c91d216b-3331-44ad-853b-9cea412fc83a not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:46:34.594560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Attempting to bind port 5a4b7ce4-339a-43fb-9951-6b3534979416 on network c91d216b-3331-44ad-853b-9cea412fc83a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:46:34.622761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:46:34.622761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Checking segment: {'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:46:34.622761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Bound using segment: {'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:46:34.622761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Bound port: 5a4b7ce4-339a-43fb-9951-6b3534979416, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:34.622761 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.710474 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-701349a0-e2e5-4176-b875-8d4ed32e689c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.817147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-701349a0-e2e5-4176-b875-8d4ed32e689c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:34.823895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-701349a0-e2e5-4176-b875-8d4ed32e689c admin admin] Usage tracker for resource:security_group_rule and tenant:7708aa3db5f241e5abd2e16ad7d0ccfd is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:34.828005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-701349a0-e2e5-4176-b875-8d4ed32e689c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:34.836562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-701349a0-e2e5-4176-b875-8d4ed32e689c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:34.999751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] For port 5a4b7ce4-339a-43fb-9951-6b3534979416, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:35.090186 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] For port 5a4b7ce4-339a-43fb-9951-6b3534979416, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5a4b7ce4-339a-43fb-9951-6b3534979416,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:35.120908 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-701349a0-e2e5-4176-b875-8d4ed32e689c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.124867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.139447 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-701349a0-e2e5-4176-b875-8d4ed32e689c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.155752 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87f413b8-61d1-4fec-bfad-ca8767d3dfb8 req-30050d9e-71ca-49c9-8660-b4c67ae81019 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 1097 time: 1.0296934 Feb 04 15:46:35.192929 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Sync routers for ids ['36f649e5-045b-40a4-a922-b7e95cd7f839'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:46:35.213591 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Routers {'36f649e5-045b-40a4-a922-b7e95cd7f839'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:46:35.214244 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:46:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['36f649e5-045b-40a4-a922-b7e95cd7f839'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:35.425568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4b7ce4-339a-43fb-9951-6b3534979416,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:35.461817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701349a0-e2e5-4176-b875-8d4ed32e689c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f54893b-8f00-4c57-aad1-058cf95c51e6,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:35.476787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.479404 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-18db4b13-f751-425c-abb5-333ec9e4c219 service neutron] 10.222.0.73 "PUT /v2.0/ports/5a4b7ce4-339a-43fb-9951-6b3534979416 HTTP/1.1" status: 200 len: 1092 time: 3.1846967 Feb 04 15:46:35.495843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecff00e8-e8b0-4e84-9097-dc50a3dd9a94', 'tag': '5a4b7ce4-339a-43fb-9951-6b3534979416'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:35.527636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40740) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:35.530360 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-701349a0-e2e5-4176-b875-8d4ed32e689c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7708aa3db5f241e5abd2e16ad7d0ccfd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7216220 Feb 04 15:46:35.604419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430658-0906-4c65-b67a-4dd1c8cf4621 req-92d99884-2ec9-4ad3-b46c-2c8461017d50 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:35.632896 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa430658-0906-4c65-b67a-4dd1c8cf4621 req-92d99884-2ec9-4ad3-b46c-2c8461017d50 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 944 time: 1.1261473 Feb 04 15:46:35.659741 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1130c80e-e329-41f4-a106-96415e1df77b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:35.663333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1130c80e-e329-41f4-a106-96415e1df77b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:35.723802 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87f413b8-61d1-4fec-bfad-ca8767d3dfb8 req-abfc1702-6e69-41c4-af4d-8cf36c1b0577 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528295 Feb 04 15:46:35.846432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1130c80e-e329-41f4-a106-96415e1df77b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:35.851899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1130c80e-e329-41f4-a106-96415e1df77b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.5314157 Feb 04 15:46:35.856000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d79681c-6d23-406b-981b-de8dbaa5cace tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:46:35.858066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40744) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:35.867273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719864b-4510-4373-9ab0-61dfaa71070c None None] Sync routers for ids ['97d58697-b564-4be5-b13a-1fc534dac2aa'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:46:35.890783 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719864b-4510-4373-9ab0-61dfaa71070c None None] Routers {'97d58697-b564-4be5-b13a-1fc534dac2aa'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:46:35.892887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b719864b-4510-4373-9ab0-61dfaa71070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:46:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['97d58697-b564-4be5-b13a-1fc534dac2aa'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:35.897582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaf159-1c50-4380-932a-73d56517a84a req-710a496a-91b5-4431-9fc3-e6eab66b797c tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:35.918196 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8bcaf159-1c50-4380-932a-73d56517a84a req-710a496a-91b5-4431-9fc3-e6eab66b797c tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 1.0258160 Feb 04 15:46:35.978504 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Set router 36f649e5-045b-40a4-a922-b7e95cd7f839 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:46:36.008046 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d79681c-6d23-406b-981b-de8dbaa5cace tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.160993 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8bcaf159-1c50-4380-932a-73d56517a84a req-883697e0-9397-4e68-80ec-e43254d25806 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415161 Feb 04 15:46:36.198344 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa430658-0906-4c65-b67a-4dd1c8cf4621 req-5396d6d7-3421-4f31-a92a-99598020c89a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171955 Feb 04 15:46:36.199968 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25d628e-db15-4148-9307-12a57dc89347 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] GET failed (client error): The resource could not be found. Feb 04 15:46:36.199968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a25d628e-db15-4148-9307-12a57dc89347 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:36.315217 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9d79681c-6d23-406b-981b-de8dbaa5cace tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "PUT /v2.0/floatingips/0f643287-4d25-4734-9aea-465963d592d9 HTTP/1.1" status: 200 len: 989 time: 9.1759627 Feb 04 15:46:36.353227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a25d628e-db15-4148-9307-12a57dc89347 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:36.360802 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a25d628e-db15-4148-9307-12a57dc89347 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/27ed46f2-d476-43b1-a346-4e57f2262c5e HTTP/1.1" status: 404 len: 333 time: 0.4825258 Feb 04 15:46:36.362628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40750) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:36.369640 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0e10-eb9a-45a9-98de-5933c841c4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.386704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-257484435'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:36.403456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:36.416730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:network and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:36.429675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:36.449696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:36.456051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-b719864b-4510-4373-9ab0-61dfaa71070c None None] Set router 97d58697-b564-4be5-b13a-1fc534dac2aa gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:46:36.467388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:36.478854 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.482726 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0e10-eb9a-45a9-98de-5933c841c4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.503427 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-3882eef3-d6c5-43c1-9b09-1f6253c3af95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6b4662da38740d7bdb9894c8873c149&device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 1095 time: 0.8445201 Feb 04 15:46:36.540988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:36.554694 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.555069 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Added segment a48d3f8b-37e8-45cf-8a03-e7dcf0d97710 of type vlan for network 93352e6d-6422-4131-b3ff-539383342087 Feb 04 15:46:36.664241 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0e10-eb9a-45a9-98de-5933c841c4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.695264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a0e10-eb9a-45a9-98de-5933c841c4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f54893b-8f00-4c57-aad1-058cf95c51e6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:36.723153 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0e10-eb9a-45a9-98de-5933c841c4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.727946 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bb8a0e10-eb9a-45a9-98de-5933c841c4f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f54893b-8f00-4c57-aad1-058cf95c51e6 HTTP/1.1" status: 204 len: 168 time: 1.1991713 Feb 04 15:46:36.752301 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.813229 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-12326185-8513-4513-bc05-e6483546dded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.850106 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.861490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:36.862380 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.873308 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:05Z', 'updated_at': '2022-02-04T15:46:16Z', 'revision_number': 4, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'gw_port': {'id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:07Z', 'updated_at': '2022-02-04T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'c03eab2e-1e10-440a-9dbe-7ac737a99129', 'name': '', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'mac_address': 'fa:16:3e:68:62:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:17Z', 'revision_number': 2, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'subnets': [{'id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:36.887775 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Checking router: 36f649e5-045b-40a4-a922-b7e95cd7f839 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:46:36.888260 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Updating router 36f649e5-045b-40a4-a922-b7e95cd7f839 port c03eab2e-1e10-440a-9dbe-7ac737a99129 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:46:36.913793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031179a-e314-4d18-bb71-09f492956b1d req-546b0f7a-0e11-4652-b786-c06754958111 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:36.915756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b031179a-e314-4d18-bb71-09f492956b1d req-546b0f7a-0e11-4652-b786-c06754958111 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 944 time: 0.3296387 Feb 04 15:46:37.015108 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.128238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7636414 Feb 04 15:46:37.155800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40758) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:37.179875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-d5d0307b-89c6-4597-aeb1-85b31e4c84e6 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:37.182431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'subnet': {'network_id': '93352e6d-6422-4131-b3ff-539383342087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:37.186299 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b719864b-4510-4373-9ab0-61dfaa71070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:42Z', 'updated_at': '2022-02-04T15:44:49Z', 'revision_number': 4, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'gw_port': {'id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:43Z', 'updated_at': '2022-02-04T15:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '0f643287-4d25-4734-9aea-465963d592d9', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'port_id': 'b92be8d5-87fa-4629-8ff9-bda9bea6bb3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'mac_address': 'fa:16:3e:38:c8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6881c294-7399-4b52-80b3-e71f0d46bfcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:44:58Z', 'updated_at': '2022-02-04T15:46:30Z', 'revision_number': 1, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4cd652-bcdd-4135-a56f-d08d8f0ea90f', 'name': '', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'mac_address': 'fa:16:3e:08:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:48Z', 'updated_at': '2022-02-04T15:45:14Z', 'revision_number': 5, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'subnets': [{'id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:37.187307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-d5d0307b-89c6-4597-aeb1-85b31e4c84e6 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Synchronizing usage tracker for tenant:87bedc59a9134ea084ed6143f17674b0 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:37.196509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719864b-4510-4373-9ab0-61dfaa71070c None None] Checking router: 97d58697-b564-4be5-b13a-1fc534dac2aa for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:46:37.219451 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719864b-4510-4373-9ab0-61dfaa71070c None None] Routers {'97d58697-b564-4be5-b13a-1fc534dac2aa'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:46:37.220355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b719864b-4510-4373-9ab0-61dfaa71070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:46:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['97d58697-b564-4be5-b13a-1fc534dac2aa'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:37.227051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-d5d0307b-89c6-4597-aeb1-85b31e4c84e6 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Unset dirty status for tenant:87bedc59a9134ea084ed6143f17674b0 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:37.228456 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-d5d0307b-89c6-4597-aeb1-85b31e4c84e6 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.81 "GET /v2.0/networks?id=9c994eb7-21f6-4bbb-aa9a-e5f946251d53 HTTP/1.1" status: 200 len: 811 time: 0.4152746 Feb 04 15:46:37.235871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036679b5-5549-406f-a68e-68abb44319b1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Network': ['ID=93352e6d-6422-4131-b3ff-539383342087,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:37.304592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 93352e6d-6422-4131-b3ff-539383342087 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:46:37.326144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-9e510c75-9df1-4d25-be13-ae57b5c8d989 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Synchronizing usage tracker for tenant:87bedc59a9134ea084ed6143f17674b0 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:37.351766 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-9e510c75-9df1-4d25-be13-ae57b5c8d989 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Unset dirty status for tenant:87bedc59a9134ea084ed6143f17674b0 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:37.353113 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-9e510c75-9df1-4d25-be13-ae57b5c8d989 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87bedc59a9134ea084ed6143f17674b0 HTTP/1.1" status: 200 len: 380 time: 0.0934498 Feb 04 15:46:37.393988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Request body: {'port': {'device_id': '1d294c86-cf59-4d80-9c84-649d76598d9d', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'admin_state_up': True, 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'security_groups': ['7a5a2d95-412d-47b4-97db-566b9fd1b938']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:37.438895 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b031179a-e314-4d18-bb71-09f492956b1d req-c0c34a89-8676-4967-9a6d-14904df84883 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041853 Feb 04 15:46:37.457933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:37.475875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:subnet and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:37.480134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:37.490305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:37.518011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:37.594715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:37.600891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Usage tracker for resource:port and tenant:87bedc59a9134ea084ed6143f17674b0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:37.606875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:37.607397 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-b719864b-4510-4373-9ab0-61dfaa71070c None None] Set router 97d58697-b564-4be5-b13a-1fc534dac2aa gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:46:37.625433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:37.642352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Made reservation on behalf of 87bedc59a9134ea084ed6143f17674b0 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:37.642810 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.649407 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.670423 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.703741 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Transition to ACTIVE for port object c03eab2e-1e10-440a-9dbe-7ac737a99129 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:37.720910 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.862673 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894042f2-706d-4bae-95c5-3204d42bdf2c None None] Pushing event updated for resources: {'Port': ['ID=c03eab2e-1e10-440a-9dbe-7ac737a99129,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:37.872447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Allocated IP 172.20.0.10 (9c994eb7-21f6-4bbb-aa9a-e5f946251d53/cb3ee7bb-9132-4f79-8df1-c25a2a473bab/aab9cdf4-a858-41ab-a248-6d93430c1859) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:37.887581 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894042f2-706d-4bae-95c5-3204d42bdf2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:37.889431 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894042f2-706d-4bae-95c5-3204d42bdf2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:37.890631 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894042f2-706d-4bae-95c5-3204d42bdf2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:37.891143 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894042f2-706d-4bae-95c5-3204d42bdf2c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:37.892571 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894042f2-706d-4bae-95c5-3204d42bdf2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:37.893080 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894042f2-706d-4bae-95c5-3204d42bdf2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:37.894227 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894042f2-706d-4bae-95c5-3204d42bdf2c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:37.894770 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894042f2-706d-4bae-95c5-3204d42bdf2c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:37.895316 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894042f2-706d-4bae-95c5-3204d42bdf2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:37.895713 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894042f2-706d-4bae-95c5-3204d42bdf2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:37.896161 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894042f2-706d-4bae-95c5-3204d42bdf2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:37.938273 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38587771-86e8-433d-8e12-4ac85be03428 req-48635c8b-f57b-4d9f-be93-20d3232b89d1 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 210 time: 0.0761278 Feb 04 15:46:38.134991 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecff00e8-e8b0-4e84-9097-dc50a3dd9a94', 'tag': '5a4b7ce4-339a-43fb-9951-6b3534979416', 'status': 'completed', 'code': 200} Feb 04 15:46:38.197230 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b719864b-4510-4373-9ab0-61dfaa71070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:42Z', 'updated_at': '2022-02-04T15:44:49Z', 'revision_number': 4, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'gw_port': {'id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:43Z', 'updated_at': '2022-02-04T15:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '0f643287-4d25-4734-9aea-465963d592d9', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'port_id': 'b92be8d5-87fa-4629-8ff9-bda9bea6bb3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'mac_address': 'fa:16:3e:38:c8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6881c294-7399-4b52-80b3-e71f0d46bfcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:44:58Z', 'updated_at': '2022-02-04T15:46:30Z', 'revision_number': 1, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4cd652-bcdd-4135-a56f-d08d8f0ea90f', 'name': '', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'mac_address': 'fa:16:3e:08:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:48Z', 'updated_at': '2022-02-04T15:45:14Z', 'revision_number': 5, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'subnets': [{'id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:38.214558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719864b-4510-4373-9ab0-61dfaa71070c None None] The sync data for ids ['97d58697-b564-4be5-b13a-1fc534dac2aa'] in n-d-827872-1 is: [{'id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:42Z', 'updated_at': '2022-02-04T15:44:49Z', 'revision_number': 4, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'gw_port': {'id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:43Z', 'updated_at': '2022-02-04T15:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '0f643287-4d25-4734-9aea-465963d592d9', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'port_id': 'b92be8d5-87fa-4629-8ff9-bda9bea6bb3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'mac_address': 'fa:16:3e:38:c8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6881c294-7399-4b52-80b3-e71f0d46bfcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:44:58Z', 'updated_at': '2022-02-04T15:46:30Z', 'revision_number': 1, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4cd652-bcdd-4135-a56f-d08d8f0ea90f', 'name': '', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'mac_address': 'fa:16:3e:08:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:48Z', 'updated_at': '2022-02-04T15:45:14Z', 'revision_number': 5, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'subnets': [{'id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:46:38.236585 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.277667 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Attempting to bind port c03eab2e-1e10-440a-9dbe-7ac737a99129 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:38.278032 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Attempting to bind port c03eab2e-1e10-440a-9dbe-7ac737a99129 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '3b6269a6-1ef8-4180-8315-f4ef647b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:38.278389 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Attempting to bind port c03eab2e-1e10-440a-9dbe-7ac737a99129 on network 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:46:38.299372 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:46:38.300031 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Checking segment: {'id': '3b6269a6-1ef8-4180-8315-f4ef647b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:46:38.300658 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.301226 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Bound using segment: {'id': '3b6269a6-1ef8-4180-8315-f4ef647b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:46:38.301948 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Bound port: c03eab2e-1e10-440a-9dbe-7ac737a99129, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6269a6-1ef8-4180-8315-f4ef647b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:38.302585 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.324934 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.349271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Transition to ACTIVE for port object aab9cdf4-a858-41ab-a248-6d93430c1859 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:38.391844 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.432961 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] For port c03eab2e-1e10-440a-9dbe-7ac737a99129, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:38.437765 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] For port c03eab2e-1e10-440a-9dbe-7ac737a99129, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c03eab2e-1e10-440a-9dbe-7ac737a99129,segment=NetworkSegment(3b6269a6-1ef8-4180-8315-f4ef647b25b3),segment_id=3b6269a6-1ef8-4180-8315-f4ef647b25b3)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:38.446649 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.500601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Subnet': ['ID=51d0774b-efe8-466a-9616-51bcf0cca9a0,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:38.504097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Network 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:38.508778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:38.532789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:46:38.535912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Checking segment: {'id': 'a48d3f8b-37e8-45cf-8a03-e7dcf0d97710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '93352e6d-6422-4131-b3ff-539383342087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:46:38.536562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network hostable DHCP agents. Network: 93352e6d-6422-4131-b3ff-539383342087, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:46:38.570843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780ff55-0926-4949-8d16-5388d5015ce3 req-d675bffa-e8ae-46ab-a986-740ebb24ceb8 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:38.578883 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e780ff55-0926-4949-8d16-5388d5015ce3 req-d675bffa-e8ae-46ab-a986-740ebb24ceb8 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 945 time: 0.3107071 Feb 04 15:46:38.604805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Pushing event updated for resources: {'Port': ['ID=aab9cdf4-a858-41ab-a248-6d93430c1859,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:38.609675 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Routers {'36f649e5-045b-40a4-a922-b7e95cd7f839'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:46:38.610299 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:46:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['36f649e5-045b-40a4-a922-b7e95cd7f839'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:38.663881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 93352e6d-6422-4131-b3ff-539383342087 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:46:38.664192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:38.665010 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.695254 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e780ff55-0926-4949-8d16-5388d5015ce3 req-d5cfda04-26c3-4baa-9366-607a3f68db1c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151705 Feb 04 15:46:38.702313 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-876f5f83-f4c4-4e81-ac61-48d2d816bb2b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3125937 Feb 04 15:46:38.704947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 93352e6d-6422-4131-b3ff-539383342087) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:38.710232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:38.710833 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.721344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f031f883-b64e-49d5-b41c-1c601930c842 None None] Network 93352e6d-6422-4131-b3ff-539383342087 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:46:38.728280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Request body: {'port': {'device_id': '1d294c86-cf59-4d80-9c84-649d76598d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:38.774418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-922447ce-92c8-4bc9-b4bd-9ae393ab4954 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6156640 Feb 04 15:46:38.775505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40786) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:38.782998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-64929ae8-6068-4532-b706-3bcd2aa2978f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'subnet': {'network_id': '93352e6d-6422-4131-b3ff-539383342087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:38.901546 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c1ce8-8255-4ced-8ba5-59b37b8355b1 None None] New status for floating IP 0f643287-4d25-4734-9aea-465963d592d9: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:46:39.051366 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.053809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-67d88ce1-9f68-4264-88a6-348cdb7d57b2 None None] Provisioning for port aab9cdf4-a858-41ab-a248-6d93430c1859 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:39.129514 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] Set router 36f649e5-045b-40a4-a922-b7e95cd7f839 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:46:39.154748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-64929ae8-6068-4532-b706-3bcd2aa2978f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:39.165019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-64929ae8-6068-4532-b706-3bcd2aa2978f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:subnet and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:39.168693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-64929ae8-6068-4532-b706-3bcd2aa2978f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:39.177828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-64929ae8-6068-4532-b706-3bcd2aa2978f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:39.190918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-67d88ce1-9f68-4264-88a6-348cdb7d57b2 None None] Provisioning complete for port aab9cdf4-a858-41ab-a248-6d93430c1859 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:39.192043 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-67d88ce1-9f68-4264-88a6-348cdb7d57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.217234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64929ae8-6068-4532-b706-3bcd2aa2978f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:39.221150 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64929ae8-6068-4532-b706-3bcd2aa2978f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.232114 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4e0afcac-e2e8-458e-a3d6-5ee3aaa94ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.264295 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894042f2-706d-4bae-95c5-3204d42bdf2c None None] Pushing event updated for resources: {'Port': ['ID=c03eab2e-1e10-440a-9dbe-7ac737a99129,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:39.322652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40794) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:39.362927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-67d88ce1-9f68-4264-88a6-348cdb7d57b2 None None] Port aab9cdf4-a858-41ab-a248-6d93430c1859 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:46:39.408184 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6fd9c-4c59-4f5b-be38-3bd394f92757 req-4fa2ea14-db49-4dd2-987a-a6c728a63704 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:39.419023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4fa6fd9c-4c59-4f5b-be38-3bd394f92757 req-4fa2ea14-db49-4dd2-987a-a6c728a63704 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.3968806 Feb 04 15:46:39.462722 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-93352e6d-6422-4131-b3ff-539383342087', 'network_id': '93352e6d-6422-4131-b3ff-539383342087', 'tenant_id': '7f7215bd13c94f90a591fef9405f0820', 'fixed_ips': [{'subnet_id': '51d0774b-efe8-466a-9616-51bcf0cca9a0'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:46:39.463740 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.478018 n-d-827872-1 neutron-server[83551]: INFO neutron.db.ipam_backend_mixin [None req-64929ae8-6068-4532-b706-3bcd2aa2978f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51d0774b-efe8-466a-9616-51bcf0cca9a0 (CIDR: 2001:db8::/64) Feb 04 15:46:39.487736 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-64929ae8-6068-4532-b706-3bcd2aa2978f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:46:39.488808 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64929ae8-6068-4532-b706-3bcd2aa2978f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:46:39.516322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-64929ae8-6068-4532-b706-3bcd2aa2978f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7392540 Feb 04 15:46:39.520076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40800) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:39.551644 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4fa6fd9c-4c59-4f5b-be38-3bd394f92757 req-71781ab3-7940-465c-983c-f8222b2c50a1 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310964 Feb 04 15:46:39.555668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3816ee37-f48d-4a22-bbc1-0eeb10306485 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'subnet': {'network_id': '93352e6d-6422-4131-b3ff-539383342087', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:39.620506 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54bac787-9af2-4c75-a3b3-b1f3e4a80970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.731257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-54bac787-9af2-4c75-a3b3-b1f3e4a80970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:39.740261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-54bac787-9af2-4c75-a3b3-b1f3e4a80970 admin admin] Usage tracker for resource:security_group_rule and tenant:e26e397c114a4b51b21a94eb47b44e19 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:39.744559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-54bac787-9af2-4c75-a3b3-b1f3e4a80970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:39.754561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-54bac787-9af2-4c75-a3b3-b1f3e4a80970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:39.820216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Allocated IP 2001:db8::2 (93352e6d-6422-4131-b3ff-539383342087/51d0774b-efe8-466a-9616-51bcf0cca9a0/c269b7ed-5e47-45a9-8584-9800eb63b1fd) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:39.876709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab9cdf4-a858-41ab-a248-6d93430c1859 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:46:39.887008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3816ee37-f48d-4a22-bbc1-0eeb10306485 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:39.893157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3816ee37-f48d-4a22-bbc1-0eeb10306485 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:subnet and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:39.900426 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.907996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3816ee37-f48d-4a22-bbc1-0eeb10306485 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:39.922219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3816ee37-f48d-4a22-bbc1-0eeb10306485 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:39.938419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Transition to ACTIVE for port object aab9cdf4-a858-41ab-a248-6d93430c1859 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:39.950146 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.958342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c996c3e-4acf-4262-b596-58f6b75f9712 req-db66fd57-5105-4ea6-beb5-fb94620790ba tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:39.966950 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c996c3e-4acf-4262-b596-58f6b75f9712 req-db66fd57-5105-4ea6-beb5-fb94620790ba tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 944 time: 0.2147865 Feb 04 15:46:40.009364 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.051539 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:05Z', 'updated_at': '2022-02-04T15:46:16Z', 'revision_number': 4, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'gw_port': {'id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:07Z', 'updated_at': '2022-02-04T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'c03eab2e-1e10-440a-9dbe-7ac737a99129', 'name': '', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'mac_address': 'fa:16:3e:68:62:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:38Z', 'revision_number': 4, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'subnets': [{'id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:40.053551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c996c3e-4acf-4262-b596-58f6b75f9712 req-4ad07321-f875-4bc8-912f-3f8496c000ca tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855927 Feb 04 15:46:40.058216 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53521eb3-809b-4208-b248-4fc7c4a3c769 None None] The sync data for ids ['36f649e5-045b-40a4-a922-b7e95cd7f839'] in n-d-827872-1 is: [{'id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:05Z', 'updated_at': '2022-02-04T15:46:16Z', 'revision_number': 4, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'gw_port': {'id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:07Z', 'updated_at': '2022-02-04T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'c03eab2e-1e10-440a-9dbe-7ac737a99129', 'name': '', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'mac_address': 'fa:16:3e:68:62:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:38Z', 'revision_number': 4, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'subnets': [{'id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:46:40.087259 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54bac787-9af2-4c75-a3b3-b1f3e4a80970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.118203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3816ee37-f48d-4a22-bbc1-0eeb10306485 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:40.127027 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3816ee37-f48d-4a22-bbc1-0eeb10306485 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.216594 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6881c294-7399-4b52-80b3-e71f0d46bfcd', 'tag': 'b92be8d5-87fa-4629-8ff9-bda9bea6bb3b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:40.258540 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.269213 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54bac787-9af2-4c75-a3b3-b1f3e4a80970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.274905 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.280615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=aab9cdf4-a858-41ab-a248-6d93430c1859,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:40.286187 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-26db2a65-031c-46db-afb9-a2dc57ce316d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a4b7ce4-339a-43fb-9951-6b3534979416 HTTP/1.1" status: 200 len: 217 time: 0.1883931 Feb 04 15:46:40.299399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Transition to ACTIVE for port object c269b7ed-5e47-45a9-8584-9800eb63b1fd will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:40.344415 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Transition to ACTIVE for port object c269b7ed-5e47-45a9-8584-9800eb63b1fd will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:40.355864 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.496818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Pushing event updated for resources: {'Port': ['ID=c269b7ed-5e47-45a9-8584-9800eb63b1fd,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:40.503726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c03eab2e-1e10-440a-9dbe-7ac737a99129 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:40.546337 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-54bac787-9af2-4c75-a3b3-b1f3e4a80970 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e26e397c114a4b51b21a94eb47b44e19&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2180936 Feb 04 15:46:40.561832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Network 93352e6d-6422-4131-b3ff-539383342087 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:40.563474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40810) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:40.566481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:40.576642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:46:40.661834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bac787-9af2-4c75-a3b3-b1f3e4a80970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083d722a-827e-4f70-8ad0-08f87ebcac22,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:40.700438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-3cb6f48c-a12f-452d-918b-044389b1bc67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:40.702172 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-3cb6f48c-a12f-452d-918b-044389b1bc67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee73c442-e12b-426b-9d50-5bbed69cbf29 HTTP/1.1" status: 200 len: 854 time: 0.2844760 Feb 04 15:46:40.793520 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-4517d5d6-f00e-4cf6-ac6f-5146a5ce2bc7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c91d216b-3331-44ad-853b-9cea412fc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849764 Feb 04 15:46:40.813889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Attempting to bind port c269b7ed-5e47-45a9-8584-9800eb63b1fd on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:40.814414 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Attempting to bind port c269b7ed-5e47-45a9-8584-9800eb63b1fd by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'a48d3f8b-37e8-45cf-8a03-e7dcf0d97710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '93352e6d-6422-4131-b3ff-539383342087'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:40.814784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Attempting to bind port c269b7ed-5e47-45a9-8584-9800eb63b1fd on network 93352e6d-6422-4131-b3ff-539383342087 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:46:40.817100 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3421dcf6-c1be-40ce-81a1-3d1d276564d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.825794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:46:40.826235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Checking segment: {'id': 'a48d3f8b-37e8-45cf-8a03-e7dcf0d97710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '93352e6d-6422-4131-b3ff-539383342087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:46:40.826658 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.827038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Bound using segment: {'id': 'a48d3f8b-37e8-45cf-8a03-e7dcf0d97710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '93352e6d-6422-4131-b3ff-539383342087'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:46:40.827566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Bound port: c269b7ed-5e47-45a9-8584-9800eb63b1fd, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48d3f8b-37e8-45cf-8a03-e7dcf0d97710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '93352e6d-6422-4131-b3ff-539383342087'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:40.827937 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.856106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port c03eab2e-1e10-440a-9dbe-7ac737a99129 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:40.888975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c03eab2e-1e10-440a-9dbe-7ac737a99129 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:40.889612 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.941332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Attempting to bind port aab9cdf4-a858-41ab-a248-6d93430c1859 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:40.942091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Attempting to bind port aab9cdf4-a858-41ab-a248-6d93430c1859 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '3b6269a6-1ef8-4180-8315-f4ef647b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:40.943485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Attempting to bind port aab9cdf4-a858-41ab-a248-6d93430c1859 on network 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:46:40.971001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Port aab9cdf4-a858-41ab-a248-6d93430c1859 on network 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:46:40.971866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Attempting to bind port aab9cdf4-a858-41ab-a248-6d93430c1859 on network 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:46:41.008689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:46:41.009433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Checking segment: {'id': '3b6269a6-1ef8-4180-8315-f4ef647b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:46:41.010465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Bound using segment: {'id': '3b6269a6-1ef8-4180-8315-f4ef647b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:46:41.011129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Bound port: aab9cdf4-a858-41ab-a248-6d93430c1859, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6269a6-1ef8-4180-8315-f4ef647b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:41.011938 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.031630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec300ba5-3f76-4ecc-be5c-b943cebbc3bb req-fe8f8344-5f0b-4c7e-a30b-281d3c1a6b34 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:41.035786 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec300ba5-3f76-4ecc-be5c-b943cebbc3bb req-fe8f8344-5f0b-4c7e-a30b-281d3c1a6b34 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 944 time: 0.7270586 Feb 04 15:46:41.058502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] For port c269b7ed-5e47-45a9-8584-9800eb63b1fd, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:41.073691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] For port c269b7ed-5e47-45a9-8584-9800eb63b1fd, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c269b7ed-5e47-45a9-8584-9800eb63b1fd,segment=NetworkSegment(a48d3f8b-37e8-45cf-8a03-e7dcf0d97710),segment_id=a48d3f8b-37e8-45cf-8a03-e7dcf0d97710)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:41.076601 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.085326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd31bd-f544-4fe9-9c66-363b37e29dc6 req-a6abd0e9-9fd7-45bb-9cab-f44e9abde4e0 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:41.085590 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-3f1a5b19-214b-46b5-b11f-4d986f2d3a7b service neutron] 10.222.0.73 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761505 Feb 04 15:46:41.088138 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0cd31bd-f544-4fe9-9c66-363b37e29dc6 req-a6abd0e9-9fd7-45bb-9cab-f44e9abde4e0 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 944 time: 0.8390903 Feb 04 15:46:41.090032 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3816ee37-f48d-4a22-bbc1-0eeb10306485 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.090799 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.185692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816ee37-f48d-4a22-bbc1-0eeb10306485 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Subnet': ['ID=d263ec91-b05d-42be-995c-3e8dae1a3a4c,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:41.231750 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port c03eab2e-1e10-440a-9dbe-7ac737a99129, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c03eab2e-1e10-440a-9dbe-7ac737a99129,segment=NetworkSegment(3b6269a6-1ef8-4180-8315-f4ef647b25b3),segment_id=3b6269a6-1ef8-4180-8315-f4ef647b25b3)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:41.238469 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.240762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d3f7b-dcac-4c6b-bf67-0a25b642e913 None None] Pushing event updated for resources: {'Port': ['ID=c269b7ed-5e47-45a9-8584-9800eb63b1fd,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:41.255310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] For port aab9cdf4-a858-41ab-a248-6d93430c1859, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:41.281913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] For port aab9cdf4-a858-41ab-a248-6d93430c1859, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=aab9cdf4-a858-41ab-a248-6d93430c1859,segment=NetworkSegment(3b6269a6-1ef8-4180-8315-f4ef647b25b3),segment_id=3b6269a6-1ef8-4180-8315-f4ef647b25b3)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:41.287927 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0cd31bd-f544-4fe9-9c66-363b37e29dc6 req-e2794bf8-5690-41b4-8ebd-0d535f137058 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850636 Feb 04 15:46:41.291101 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3421dcf6-c1be-40ce-81a1-3d1d276564d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.293398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.337484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=c03eab2e-1e10-440a-9dbe-7ac737a99129,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:41.373548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816ee37-f48d-4a22-bbc1-0eeb10306485 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 93352e6d-6422-4131-b3ff-539383342087 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:41.373773 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.374922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-3816ee37-f48d-4a22-bbc1-0eeb10306485 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:41.386668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816ee37-f48d-4a22-bbc1-0eeb10306485 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:41.387719 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3816ee37-f48d-4a22-bbc1-0eeb10306485 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.408476 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b7eb267f-82c9-4ba8-b761-73eac58f1775 req-a842d303-2124-49eb-a9ae-57db7d6e4004 service neutron] 10.222.0.73 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139203 Feb 04 15:46:41.422885 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.424542 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] 10.222.0.81 "PUT /v2.0/ports/aab9cdf4-a858-41ab-a248-6d93430c1859 HTTP/1.1" status: 200 len: 1092 time: 2.7028902 Feb 04 15:46:41.437359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc6700-c6f8-47eb-a39b-bad18dfd5ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=aab9cdf4-a858-41ab-a248-6d93430c1859,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:41.455929 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec300ba5-3f76-4ecc-be5c-b943cebbc3bb req-ab737019-16a0-4542-9cdc-3a4d57439fe8 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a5a2d95-412d-47b4-97db-566b9fd1b938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4013252 Feb 04 15:46:41.489187 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.524153 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3816ee37-f48d-4a22-bbc1-0eeb10306485 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9990695 Feb 04 15:46:41.525238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40818) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:41.539791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'network_id': '93352e6d-6422-4131-b3ff-539383342087', 'fixed_ips': [{'subnet_id': '51d0774b-efe8-466a-9616-51bcf0cca9a0'}, {'subnet_id': 'd263ec91-b05d-42be-995c-3e8dae1a3a4c'}], 'name': 'tempest-PortsIpV6TestJSON-1693687481'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:41.722339 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8bc8bb0f-e855-4783-a486-8fa36fb68b5d req-4444d553-199c-401a-8e7c-1a30a80837cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6b4662da38740d7bdb9894c8873c149&device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 1095 time: 0.2340980 Feb 04 15:46:41.725868 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-ca8c58c7-180d-4f18-b5c8-7d351efe9cc3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=87bedc59a9134ea084ed6143f17674b0&device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 1095 time: 0.1790535 Feb 04 15:46:41.884951 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-1b77cca4-1746-4187-bc63-679436b14997 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aab9cdf4-a858-41ab-a248-6d93430c1859 HTTP/1.1" status: 200 len: 217 time: 0.1315336 Feb 04 15:46:41.957521 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3421dcf6-c1be-40ce-81a1-3d1d276564d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.004507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421dcf6-c1be-40ce-81a1-3d1d276564d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083d722a-827e-4f70-8ad0-08f87ebcac22,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:42.047011 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3421dcf6-c1be-40ce-81a1-3d1d276564d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.049584 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3421dcf6-c1be-40ce-81a1-3d1d276564d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/083d722a-827e-4f70-8ad0-08f87ebcac22 HTTP/1.1" status: 204 len: 168 time: 1.4838867 Feb 04 15:46:42.055579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:42.063957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:port and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:42.069190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:42.087240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:42.103934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbe245-24bc-4891-8231-561bcb97a05f req-b9a5da75-bc3d-47f1-8770-43fa4da251c3 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:42.105469 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbbbe245-24bc-4891-8231-561bcb97a05f req-b9a5da75-bc3d-47f1-8770-43fa4da251c3 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 945 time: 0.2844901 Feb 04 15:46:42.114762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7cc42-6ec9-4119-8c00-c5c623e019a8 req-6be0c16a-3fd0-40b5-a56b-bafd13782a0e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:42.121617 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbd7cc42-6ec9-4119-8c00-c5c623e019a8 req-6be0c16a-3fd0-40b5-a56b-bafd13782a0e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.3017802 Feb 04 15:46:42.141256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:42.147296 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.148743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-198b76b8-ce41-45c0-bad4-457ecc01871c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:42.150206 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-198b76b8-ce41-45c0-bad4-457ecc01871c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb3ee7bb-9132-4f79-8df1-c25a2a473bab HTTP/1.1" status: 200 len: 850 time: 0.2563355 Feb 04 15:46:42.151262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8bb0f-e855-4783-a486-8fa36fb68b5d req-bd069e0d-753d-4882-8ed6-81e47b89cf90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:42.152555 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8bc8bb0f-e855-4783-a486-8fa36fb68b5d req-bd069e0d-753d-4882-8ed6-81e47b89cf90 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 200 len: 915 time: 0.4232502 Feb 04 15:46:42.210115 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port 7df8cb6b-6024-4449-821a-b735e82912e4 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:42.287236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbd7cc42-6ec9-4119-8c00-c5c623e019a8 req-f4531fe2-7222-47e6-95ce-78a2d4242268 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645241 Feb 04 15:46:42.305820 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbbbe245-24bc-4891-8231-561bcb97a05f req-8edd8fa4-8769-40cd-b99c-2139c9b2e3ba tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820147 Feb 04 15:46:42.315994 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8bc8bb0f-e855-4783-a486-8fa36fb68b5d req-8aa44827-ab64-4313-843b-38fb52389541 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a4b7ce4-339a-43fb-9951-6b3534979416 HTTP/1.1" status: 200 len: 217 time: 0.1101465 Feb 04 15:46:42.454202 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6881c294-7399-4b52-80b3-e71f0d46bfcd', 'tag': 'b92be8d5-87fa-4629-8ff9-bda9bea6bb3b', 'status': 'completed', 'code': 200} Feb 04 15:46:42.578905 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-891fbaad-bbb3-4837-bb1e-dfe9ffe4fffc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9c994eb7-21f6-4bbb-aa9a-e5f946251d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4216025 Feb 04 15:46:42.604931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8bb0f-e855-4783-a486-8fa36fb68b5d req-1ede2180-6682-4413-b3f2-9ddfe7037254 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:42.606409 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8bc8bb0f-e855-4783-a486-8fa36fb68b5d req-1ede2180-6682-4413-b3f2-9ddfe7037254 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee73c442-e12b-426b-9d50-5bbed69cbf29 HTTP/1.1" status: 200 len: 854 time: 0.2610240 Feb 04 15:46:42.615832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c03eab2e-1e10-440a-9dbe-7ac737a99129 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:42.743666 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c03eab2e-1e10-440a-9dbe-7ac737a99129 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:42.744042 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.764409 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8bc8bb0f-e855-4783-a486-8fa36fb68b5d req-8e1a1e01-c76e-4bf8-8842-b77b8fa097ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c91d216b-3331-44ad-853b-9cea412fc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225224 Feb 04 15:46:42.868473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4345d28b-e5af-4bda-bd1f-3816b851d9df None None] Network 93352e6d-6422-4131-b3ff-539383342087 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:46:42.967393 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-636c70f4-5819-4aad-8142-0025df21c893 service neutron] 10.222.0.81 "GET /v2.0/networks/9c994eb7-21f6-4bbb-aa9a-e5f946251d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599696 Feb 04 15:46:42.973282 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18802d43-2844-455a-8994-b9bfc37d0696 req-7ea1b0a6-1b1f-4ef7-ab0b-1baff99e4273 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8eac8c56f3d841e6a4ba841766074a64&device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 1096 time: 0.4795790 Feb 04 15:46:43.056393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f2417-316f-4047-9b3f-50dc2945507b req-0890391b-5432-41d1-9426-4eeab0ee2614 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:43.077370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-153f2417-316f-4047-9b3f-50dc2945507b req-0890391b-5432-41d1-9426-4eeab0ee2614 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 944 time: 0.3695023 Feb 04 15:46:43.128518 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8bc8bb0f-e855-4783-a486-8fa36fb68b5d req-4cc83ce3-36e4-4432-b68e-c3827f62b9d7 service neutron] 10.222.0.73 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429377 Feb 04 15:46:43.159013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Allocated IP 2001:db8::163 (93352e6d-6422-4131-b3ff-539383342087/51d0774b-efe8-466a-9616-51bcf0cca9a0/7df8cb6b-6024-4449-821a-b735e82912e4) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:43.189423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccfec4-8fd5-4c30-a198-e3a323399f67 req-1de6e1a9-0288-4198-b024-4c801a69192e tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:43.189423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2ccfec4-8fd5-4c30-a198-e3a323399f67 req-1de6e1a9-0288-4198-b024-4c801a69192e tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.4853771 Feb 04 15:46:43.211603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c8c16663-9b1c-41d0-8100-fdbba8197318 None None] Provisioning for port c269b7ed-5e47-45a9-8584-9800eb63b1fd completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:43.258259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Allocated IP 2001:db8:0:1::2b1 (93352e6d-6422-4131-b3ff-539383342087/d263ec91-b05d-42be-995c-3e8dae1a3a4c/7df8cb6b-6024-4449-821a-b735e82912e4) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:43.319916 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c269b7ed-5e47-45a9-8584-9800eb63b1fd up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:43.380852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2ccfec4-8fd5-4c30-a198-e3a323399f67 req-fee43e80-85d3-4057-b2ed-133ce5636561 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812644 Feb 04 15:46:43.454311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-153f2417-316f-4047-9b3f-50dc2945507b req-11d33bcc-93cc-4d11-bbfe-9b91a176e191 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657184 Feb 04 15:46:43.581486 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8e04a713-5c06-444f-ad5c-9cab7f062310 req-523fd540-2029-4441-88f8-08cc9182d378 service neutron] 10.222.0.81 "GET /v2.0/networks/9c994eb7-21f6-4bbb-aa9a-e5f946251d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867460 Feb 04 15:46:43.710579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port c269b7ed-5e47-45a9-8584-9800eb63b1fd completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:43.722201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c269b7ed-5e47-45a9-8584-9800eb63b1fd triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:43.722201 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.827963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18802d43-2844-455a-8994-b9bfc37d0696 req-111a7c2a-79e6-44a7-be8c-d563beafc405 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:43.842159 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18802d43-2844-455a-8994-b9bfc37d0696 req-111a7c2a-79e6-44a7-be8c-d563beafc405 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cf943030-a722-4907-bab5-6f8f53f03847 HTTP/1.1" status: 200 len: 917 time: 0.8439496 Feb 04 15:46:43.847704 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8bc8bb0f-e855-4783-a486-8fa36fb68b5d req-2f3deac5-2d6d-48bf-9e5b-83e071592d6d service neutron] 10.222.0.73 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697074 Feb 04 15:46:44.061828 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.087524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72d58a-f62a-43e1-b212-4088910d7017 req-38b837dd-cbf3-4365-b137-8439da2f1468 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:44.098570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea72d58a-f62a-43e1-b212-4088910d7017 req-38b837dd-cbf3-4365-b137-8439da2f1468 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.3323810 Feb 04 15:46:44.112685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7426d4-7294-4338-9ebd-d2ea80d6f83c req-bac772ac-284a-4d10-9f1c-59e95d4c83be tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:44.112685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea7426d4-7294-4338-9ebd-d2ea80d6f83c req-bac772ac-284a-4d10-9f1c-59e95d4c83be tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 944 time: 0.4064696 Feb 04 15:46:44.128645 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18802d43-2844-455a-8994-b9bfc37d0696 req-0b113e60-7b8e-4143-9805-c66edb3dfcd0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b92be8d5-87fa-4629-8ff9-bda9bea6bb3b HTTP/1.1" status: 200 len: 999 time: 0.2727988 Feb 04 15:46:44.146052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Transition to ACTIVE for port object 7df8cb6b-6024-4449-821a-b735e82912e4 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:44.175859 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e68860-365e-412a-9574-0f5ec00cb55b None None] Update dhcp port {'port': {'network_id': '93352e6d-6422-4131-b3ff-539383342087', 'fixed_ips': [{'subnet_id': '51d0774b-efe8-466a-9616-51bcf0cca9a0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd263ec91-b05d-42be-995c-3e8dae1a3a4c'}], 'binding:host_id': 'n-d-827872-1'}, 'id': 'c269b7ed-5e47-45a9-8584-9800eb63b1fd'} from n-d-827872-1. {{(pid=83552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 15:46:44.244112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18802d43-2844-455a-8994-b9bfc37d0696 req-4ac6406c-3cc7-479a-be03-6b20c6c2fa7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:44.244112 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18802d43-2844-455a-8994-b9bfc37d0696 req-4ac6406c-3cc7-479a-be03-6b20c6c2fa7f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4dcece27-8004-41d0-bd0a-227a821ed8d1 HTTP/1.1" status: 200 len: 855 time: 0.1173568 Feb 04 15:46:44.267368 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-28e68860-365e-412a-9574-0f5ec00cb55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.295462 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.337043 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea7426d4-7294-4338-9ebd-d2ea80d6f83c req-b83e8fff-3091-4f3b-a72a-ca8ff4eff5fd tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697521 Feb 04 15:46:44.381081 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea72d58a-f62a-43e1-b212-4088910d7017 req-61b98ade-5129-447c-a846-49bbc7eb6421 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810652 Feb 04 15:46:44.406857 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.457809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d294c86-cf59-4d80-9c84-649d76598d9d', 'tag': 'aab9cdf4-a858-41ab-a248-6d93430c1859'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:44.538081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port c269b7ed-5e47-45a9-8584-9800eb63b1fd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c269b7ed-5e47-45a9-8584-9800eb63b1fd,segment=NetworkSegment(a48d3f8b-37e8-45cf-8a03-e7dcf0d97710),segment_id=a48d3f8b-37e8-45cf-8a03-e7dcf0d97710)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:44.545191 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.633532 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18802d43-2844-455a-8994-b9bfc37d0696 req-c205cf51-cc84-41e0-9161-f6fa5c0d3e26 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cf943030-a722-4907-bab5-6f8f53f03847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3826869 Feb 04 15:46:44.786028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=c269b7ed-5e47-45a9-8584-9800eb63b1fd,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:44.830637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:46:44.841864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-28e68860-365e-412a-9574-0f5ec00cb55b None None] Allocated IP 2001:db8:0:1::2 (93352e6d-6422-4131-b3ff-539383342087/d263ec91-b05d-42be-995c-3e8dae1a3a4c/c269b7ed-5e47-45a9-8584-9800eb63b1fd) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:44.850255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 93352e6d-6422-4131-b3ff-539383342087 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:44.889593 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18802d43-2844-455a-8994-b9bfc37d0696 req-7232017f-7481-48e4-afa4-6916174dfa46 service neutron] 10.222.0.81 "GET /v2.0/networks/cf943030-a722-4907-bab5-6f8f53f03847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450714 Feb 04 15:46:44.921527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:44.924601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:46:44.930570 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:44.931242 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.981403 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:46:44.987269 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.4596772 Feb 04 15:46:44.993191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40872) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:45.011337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-16040553-9ddf-4b25-bbf4-f79d290909b3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '51d0774b-efe8-466a-9616-51bcf0cca9a0'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:45.088164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=7df8cb6b-6024-4449-821a-b735e82912e4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:45.162523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-28e68860-365e-412a-9574-0f5ec00cb55b None None] For port c269b7ed-5e47-45a9-8584-9800eb63b1fd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c269b7ed-5e47-45a9-8584-9800eb63b1fd,segment=NetworkSegment(a48d3f8b-37e8-45cf-8a03-e7dcf0d97710),segment_id=a48d3f8b-37e8-45cf-8a03-e7dcf0d97710)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:45.173011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:45.191085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b', 'network_id': 'e4b139df-5612-4377-ac79-2126181c32bf', 'port_id': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b', 'mac_address': 'fa:16:3e:a6:b9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba70c8c-3c5e-41a3-95b3-0ee97d48f59f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:46:45.254033 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-28e68860-365e-412a-9574-0f5ec00cb55b None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.283415 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18802d43-2844-455a-8994-b9bfc37d0696 req-11ac0658-150c-458e-bd63-f49f19630ae4 service neutron] 10.222.0.81 "GET /v2.0/networks/cf943030-a722-4907-bab5-6f8f53f03847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869445 Feb 04 15:46:45.286761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-28e68860-365e-412a-9574-0f5ec00cb55b None None] Transition to ACTIVE for port object c269b7ed-5e47-45a9-8584-9800eb63b1fd will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:45.287861 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.302666 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-28e68860-365e-412a-9574-0f5ec00cb55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.335507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:45.335839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:45.336378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:45.336705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:45.337025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:45.337345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:45.337661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:45.338441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:45.338764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:45.339376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:45.339689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6b6b-22c0-4c05-83f4-77c32a4066f6 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:45.367967 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:46:45.389615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32368f-b180-446f-8766-c809c83c2307 req-2ffcb66a-6c5b-4162-a720-2b43f3a196ef tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:45.392444 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac32368f-b180-446f-8766-c809c83c2307 req-2ffcb66a-6c5b-4162-a720-2b43f3a196ef tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 945 time: 0.6786461 Feb 04 15:46:45.452700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:45.490539 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.491213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5a4b7ce4-339a-43fb-9951-6b3534979416 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:46:45.496027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1240b-09fa-487f-adc1-31422b447efa req-cacda793-10ba-4143-a1f6-d62bf3ddce99 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:45.497308 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4c1240b-09fa-487f-adc1-31422b447efa req-cacda793-10ba-4143-a1f6-d62bf3ddce99 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 944 time: 0.6443851 Feb 04 15:46:45.501115 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e68860-365e-412a-9574-0f5ec00cb55b None None] Pushing event updated for resources: {'Port': ['ID=c269b7ed-5e47-45a9-8584-9800eb63b1fd,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:45.543722 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac32368f-b180-446f-8766-c809c83c2307 req-8b7ae5f1-5996-4f27-b47d-bbbae99cf98c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301317 Feb 04 15:46:45.596535 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16040553-9ddf-4b25-bbf4-f79d290909b3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.785641 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4c1240b-09fa-487f-adc1-31422b447efa req-bdd8954b-8b56-462c-9c07-d15c31410f23 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a5a2d95-412d-47b4-97db-566b9fd1b938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540512 Feb 04 15:46:45.906427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,revision_number=11']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:45.933562 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:46:45.937881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5a4b7ce4-339a-43fb-9951-6b3534979416, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5a4b7ce4-339a-43fb-9951-6b3534979416,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:45.982578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device aab9cdf4-a858-41ab-a248-6d93430c1859 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:46:46.007681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '5a4b7ce4-339a-43fb-9951-6b3534979416', 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a', 'port_id': '5a4b7ce4-339a-43fb-9951-6b3534979416', 'mac_address': 'fa:16:3e:79:e4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee73c442-e12b-426b-9d50-5bbed69cbf29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:46:46.135636 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d294c86-cf59-4d80-9c84-649d76598d9d', 'tag': 'aab9cdf4-a858-41ab-a248-6d93430c1859', 'status': 'completed', 'code': 200} Feb 04 15:46:46.151697 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.203742 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:46:46.243828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4b7ce4-339a-43fb-9951-6b3534979416 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:46:46.262356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40900) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:46.329664 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86c19235-c720-44da-afbd-c45f15e038c6 req-25fcd6c2-64dc-45ba-8390-5ecb2e004039 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=87bedc59a9134ea084ed6143f17674b0&device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 1095 time: 0.1451144 Feb 04 15:46:46.355925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-16040553-9ddf-4b25-bbf4-f79d290909b3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Delete allocated IP 2001:db8:0:1::2b1 (93352e6d-6422-4131-b3ff-539383342087/d263ec91-b05d-42be-995c-3e8dae1a3a4c) {{(pid=83551) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:46:46.408100 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf31e8d4-e2ff-45ce-a73b-f078c38f32ae None None] Network 93352e6d-6422-4131-b3ff-539383342087 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:46:46.569600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5a4b7ce4-339a-43fb-9951-6b3534979416, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5a4b7ce4-339a-43fb-9951-6b3534979416,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:46.572897 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2412096-5e0e-4a7b-b316-78ffb666296c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.600779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c19235-c720-44da-afbd-c45f15e038c6 req-91c970a4-9090-41b2-907d-d1238e932dae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:46.604035 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86c19235-c720-44da-afbd-c45f15e038c6 req-91c970a4-9090-41b2-907d-d1238e932dae service neutron] 10.222.0.81 "GET /v2.0/networks?id=9c994eb7-21f6-4bbb-aa9a-e5f946251d53 HTTP/1.1" status: 200 len: 912 time: 0.2657523 Feb 04 15:46:46.622794 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.624938 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-79e52264-222a-42b8-b9eb-2ab263612f88 None None] Provisioning for port c269b7ed-5e47-45a9-8584-9800eb63b1fd completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:46.642557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdf265-105b-440e-81e8-6c4bde3d497f req-7918819d-c291-440c-9e41-0649a6f803a5 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:46.644075 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56fdf265-105b-440e-81e8-6c4bde3d497f req-7918819d-c291-440c-9e41-0649a6f803a5 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 944 time: 0.5141735 Feb 04 15:46:46.683156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-135372e0-60be-46b3-bf38-0365e30ebe4e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:46.684623 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-135372e0-60be-46b3-bf38-0365e30ebe4e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 811 time: 0.3770149 Feb 04 15:46:46.744306 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c269b7ed-5e47-45a9-8584-9800eb63b1fd up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:46.744789 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86c19235-c720-44da-afbd-c45f15e038c6 req-6c49420a-5942-4529-81b6-e6519553c391 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aab9cdf4-a858-41ab-a248-6d93430c1859 HTTP/1.1" status: 200 len: 217 time: 0.1277707 Feb 04 15:46:46.758516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a2412096-5e0e-4a7b-b316-78ffb666296c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:46.758783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-26d008e2-0772-47c9-bbe0-f196bbdfd68f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/quotas/ba5317e5b4e643378ca182cde621e16b HTTP/1.1" status: 200 len: 375 time: 0.0508745 Feb 04 15:46:46.800068 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a2412096-5e0e-4a7b-b316-78ffb666296c admin admin] Usage tracker for resource:security_group_rule and tenant:8fc8cd6acb8c4c249ffbda78cf7fad87 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:46.806995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a2412096-5e0e-4a7b-b316-78ffb666296c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:46.816205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a2412096-5e0e-4a7b-b316-78ffb666296c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:46.821144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-79e52264-222a-42b8-b9eb-2ab263612f88 None None] Provisioning complete for port c269b7ed-5e47-45a9-8584-9800eb63b1fd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:46.821594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-79e52264-222a-42b8-b9eb-2ab263612f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.822386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56fdf265-105b-440e-81e8-6c4bde3d497f req-67584d35-7d0a-46cf-984c-acf8550cf059 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447442 Feb 04 15:46:46.831022 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16040553-9ddf-4b25-bbf4-f79d290909b3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.855637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c19235-c720-44da-afbd-c45f15e038c6 req-ad66c266-2dd0-4c6c-ab5f-1a0d11b9a05b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:46.857891 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86c19235-c720-44da-afbd-c45f15e038c6 req-ad66c266-2dd0-4c6c-ab5f-1a0d11b9a05b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb3ee7bb-9132-4f79-8df1-c25a2a473bab HTTP/1.1" status: 200 len: 850 time: 0.1059740 Feb 04 15:46:46.862986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-16040553-9ddf-4b25-bbf4-f79d290909b3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Ignored duplicate provisioning block setup for port 7df8cb6b-6024-4449-821a-b735e82912e4 by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 15:46:46.873385 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16040553-9ddf-4b25-bbf4-f79d290909b3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.002803 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d2ee403-873c-47fb-aba2-d7c34908fa6b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2344534 Feb 04 15:46:47.035212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port aab9cdf4-a858-41ab-a248-6d93430c1859, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=aab9cdf4-a858-41ab-a248-6d93430c1859,segment=NetworkSegment(3b6269a6-1ef8-4180-8315-f4ef647b25b3),segment_id=3b6269a6-1ef8-4180-8315-f4ef647b25b3)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:47.060961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16040553-9ddf-4b25-bbf4-f79d290909b3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=7df8cb6b-6024-4449-821a-b735e82912e4,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:47.088863 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86c19235-c720-44da-afbd-c45f15e038c6 req-3534f8b1-32ca-453c-a093-c7eb2de634b3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9c994eb7-21f6-4bbb-aa9a-e5f946251d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2231967 Feb 04 15:46:47.091763 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5a4b7ce4-339a-43fb-9951-6b3534979416,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:47.106809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'aab9cdf4-a858-41ab-a248-6d93430c1859', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'port_id': 'aab9cdf4-a858-41ab-a248-6d93430c1859', 'mac_address': 'fa:16:3e:4a:be:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:46:47.117244 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2412096-5e0e-4a7b-b316-78ffb666296c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.139911 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2412096-5e0e-4a7b-b316-78ffb666296c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.167470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['5a4b7ce4-339a-43fb-9951-6b3534979416'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:46:47.234426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2412096-5e0e-4a7b-b316-78ffb666296c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63666ad3-25d0-405d-9286-7ff63e685542,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:47.281694 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a2412096-5e0e-4a7b-b316-78ffb666296c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fc8cd6acb8c4c249ffbda78cf7fad87&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0053086 Feb 04 15:46:47.281694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40912) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:47.291089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:46:47.341526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-eed72fe5-2c54-4923-9ccd-112fe3fd89f7 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488990 Feb 04 15:46:47.400537 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86c19235-c720-44da-afbd-c45f15e038c6 req-4bb265cd-6aa6-4276-940c-a38f3327933c service neutron] 10.222.0.81 "GET /v2.0/networks/9c994eb7-21f6-4bbb-aa9a-e5f946251d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999005 Feb 04 15:46:47.401499 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b916e1f-513e-4a64-b084-adb905f160d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.413083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-16040553-9ddf-4b25-bbf4-f79d290909b3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] In _notify_port_updated(), no bound segment for port 7df8cb6b-6024-4449-821a-b735e82912e4 on network 93352e6d-6422-4131-b3ff-539383342087 {{(pid=83551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:46:47.417094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16040553-9ddf-4b25-bbf4-f79d290909b3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:47.417831 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16040553-9ddf-4b25-bbf4-f79d290909b3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.424043 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-16040553-9ddf-4b25-bbf4-f79d290909b3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "PUT /v2.0/ports/7df8cb6b-6024-4449-821a-b735e82912e4 HTTP/1.1" status: 200 len: 926 time: 2.4176295 Feb 04 15:46:47.428327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40916) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:47.502431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-14d1617f-53f5-4b2a-9e2d-e34e680e5176 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '51d0774b-efe8-466a-9616-51bcf0cca9a0'}, {'subnet_id': 'd263ec91-b05d-42be-995c-3e8dae1a3a4c'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:47.523531 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.532518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b916e1f-513e-4a64-b084-adb905f160d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.588859 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c269b7ed-5e47-45a9-8584-9800eb63b1fd triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:47.589226 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.591461 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86c19235-c720-44da-afbd-c45f15e038c6 req-03985c2f-fe4e-465c-b5b3-258a4e5fd863 service neutron] 10.222.0.81 "GET /v2.0/networks/9c994eb7-21f6-4bbb-aa9a-e5f946251d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810176 Feb 04 15:46:47.666665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab9cdf4-a858-41ab-a248-6d93430c1859 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:46:47.670456 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b916e1f-513e-4a64-b084-adb905f160d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.727720 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14d1617f-53f5-4b2a-9e2d-e34e680e5176 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.730585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b916e1f-513e-4a64-b084-adb905f160d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63666ad3-25d0-405d-9286-7ff63e685542,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:47.745435 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b916e1f-513e-4a64-b084-adb905f160d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.748264 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2b916e1f-513e-4a64-b084-adb905f160d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63666ad3-25d0-405d-9286-7ff63e685542 HTTP/1.1" status: 204 len: 168 time: 0.4723065 Feb 04 15:46:47.767765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port aab9cdf4-a858-41ab-a248-6d93430c1859, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=aab9cdf4-a858-41ab-a248-6d93430c1859,segment=NetworkSegment(3b6269a6-1ef8-4180-8315-f4ef647b25b3),segment_id=3b6269a6-1ef8-4180-8315-f4ef647b25b3)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:47.794060 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.935463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495ae6a-bb9d-47a6-bfb6-8d0d15504335 req-88facf2e-4fa6-4466-a41f-85d7e7182189 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:47.937023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7495ae6a-bb9d-47a6-bfb6-8d0d15504335 req-88facf2e-4fa6-4466-a41f-85d7e7182189 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.6042862 Feb 04 15:46:47.947974 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-96ba8d85-ae81-41e1-a85d-fe9da31e6c78 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039119 Feb 04 15:46:48.052617 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=aab9cdf4-a858-41ab-a248-6d93430c1859,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:48.185780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7495ae6a-bb9d-47a6-bfb6-8d0d15504335 req-442b9189-0a2e-4f88-9a77-60472df7224b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204669 Feb 04 15:46:48.234596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['aab9cdf4-a858-41ab-a248-6d93430c1859'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:46:48.573400 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c4e69ae8-f60e-4bd4-898a-ea7ee4c2132a None None] Provisioning for port 7df8cb6b-6024-4449-821a-b735e82912e4 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:48.595451 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c4e69ae8-f60e-4bd4-898a-ea7ee4c2132a None None] Provisioning complete for port 7df8cb6b-6024-4449-821a-b735e82912e4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:48.595877 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4e69ae8-f60e-4bd4-898a-ea7ee4c2132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.848950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c4e69ae8-f60e-4bd4-898a-ea7ee4c2132a None None] Port 7df8cb6b-6024-4449-821a-b735e82912e4 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:46:48.959553 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6aedb2d1-c487-4e84-b050-f498e04bac07 req-7192ddcc-8c4a-43f4-852a-800a54df156a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e7455e7abb54cf6bccd48d1ec884375&device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 1097 time: 0.2631772 Feb 04 15:46:48.960126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c4e69ae8-f60e-4bd4-898a-ea7ee4c2132a None None] Provisioning complete for port c269b7ed-5e47-45a9-8584-9800eb63b1fd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:48.972777 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4e69ae8-f60e-4bd4-898a-ea7ee4c2132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.204917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be333a-cc34-4cd4-9e0d-3508806984a9 req-13718858-f3c3-42e1-9b53-efe66ba3920d tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:49.219644 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1be333a-cc34-4cd4-9e0d-3508806984a9 req-13718858-f3c3-42e1-9b53-efe66ba3920d tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 945 time: 0.6765008 Feb 04 15:46:49.273121 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-14d1617f-53f5-4b2a-9e2d-e34e680e5176 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Allocated IP 2001:db8:0:1::21a (93352e6d-6422-4131-b3ff-539383342087/d263ec91-b05d-42be-995c-3e8dae1a3a4c/7df8cb6b-6024-4449-821a-b735e82912e4) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:49.297170 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedb2d1-c487-4e84-b050-f498e04bac07 req-0f0f7d94-7a6e-489c-be74-dec473e1fa5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:49.299761 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6aedb2d1-c487-4e84-b050-f498e04bac07 req-0f0f7d94-7a6e-489c-be74-dec473e1fa5a service neutron] 10.222.0.73 "GET /v2.0/networks?id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4 HTTP/1.1" status: 200 len: 920 time: 0.3207610 Feb 04 15:46:49.348322 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.403128 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6aedb2d1-c487-4e84-b050-f498e04bac07 req-845e0fdc-a231-4b9c-97c6-5a393cddae19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51a18198-b2a5-4869-bdec-639a6506a3f5 HTTP/1.1" status: 200 len: 217 time: 0.0959272 Feb 04 15:46:49.472192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b44d988f-806a-4d3c-bfb6-ff9eae099906 None None] Provisioning complete for port 7df8cb6b-6024-4449-821a-b735e82912e4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:49.472567 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b44d988f-806a-4d3c-bfb6-ff9eae099906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.500804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedb2d1-c487-4e84-b050-f498e04bac07 req-bd2dbca0-3a50-4caa-a0fa-b421c2cfe2e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:49.502535 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6aedb2d1-c487-4e84-b050-f498e04bac07 req-bd2dbca0-3a50-4caa-a0fa-b421c2cfe2e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1711e37f-bdaf-4a9e-a302-926cbcffa942 HTTP/1.1" status: 200 len: 859 time: 0.0918267 Feb 04 15:46:49.524486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6e0d2-1d2c-4a42-beff-d776362096be req-d2d39004-0ecf-44c0-9c72-48daf4c8e468 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:49.531206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0e6e0d2-1d2c-4a42-beff-d776362096be req-d2d39004-0ecf-44c0-9c72-48daf4c8e468 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 945 time: 0.5834067 Feb 04 15:46:49.547967 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1be333a-cc34-4cd4-9e0d-3508806984a9 req-1cdabac4-9ec7-4ce4-83bf-75c561ffc20d tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280983 Feb 04 15:46:49.593462 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6aedb2d1-c487-4e84-b050-f498e04bac07 req-aa647b9f-3239-43ea-869c-54ded7ef2136 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817678 Feb 04 15:46:49.598864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b44d988f-806a-4d3c-bfb6-ff9eae099906 None None] Port 7df8cb6b-6024-4449-821a-b735e82912e4 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:46:49.686391 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14d1617f-53f5-4b2a-9e2d-e34e680e5176 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.717308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-14d1617f-53f5-4b2a-9e2d-e34e680e5176 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Ignored duplicate provisioning block setup for port 7df8cb6b-6024-4449-821a-b735e82912e4 by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 15:46:49.731786 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0e6e0d2-1d2c-4a42-beff-d776362096be req-e130896f-e7e6-4e47-b4f7-10bf982e9cb8 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a5a2d95-412d-47b4-97db-566b9fd1b938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996512 Feb 04 15:46:49.733571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fb1111a8-4a53-4a00-a4e2-9a6a78bcbb71 None None] Provisioning complete for port 7df8cb6b-6024-4449-821a-b735e82912e4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:49.734078 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fb1111a8-4a53-4a00-a4e2-9a6a78bcbb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.736198 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14d1617f-53f5-4b2a-9e2d-e34e680e5176 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.751868 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6aedb2d1-c487-4e84-b050-f498e04bac07 req-d7064aa4-6d68-4df2-bbf5-3fe1f3440857 service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474018 Feb 04 15:46:50.015010 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-fb1111a8-4a53-4a00-a4e2-9a6a78bcbb71 None None] Port 7df8cb6b-6024-4449-821a-b735e82912e4 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:46:50.016831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device aab9cdf4-a858-41ab-a248-6d93430c1859 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:50.090793 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6aedb2d1-c487-4e84-b050-f498e04bac07 req-cd3891f6-7a2e-4e71-a8d7-08eee1d719b4 service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264840 Feb 04 15:46:50.133986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port aab9cdf4-a858-41ab-a248-6d93430c1859 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:50.144071 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port aab9cdf4-a858-41ab-a248-6d93430c1859 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:50.144811 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.315272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1617f-53f5-4b2a-9e2d-e34e680e5176 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=7df8cb6b-6024-4449-821a-b735e82912e4,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:50.344648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-74893547-db39-4148-ad2e-3d1c4a8c66b4 req-dbecf5f3-f0d1-43fd-935e-78fd1426d23e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 210 time: 0.2398014 Feb 04 15:46:50.346150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-14d1617f-53f5-4b2a-9e2d-e34e680e5176 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] In _notify_port_updated(), no bound segment for port 7df8cb6b-6024-4449-821a-b735e82912e4 on network 93352e6d-6422-4131-b3ff-539383342087 {{(pid=83551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:46:50.358434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d1617f-53f5-4b2a-9e2d-e34e680e5176 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:50.361097 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14d1617f-53f5-4b2a-9e2d-e34e680e5176 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.362407 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-14d1617f-53f5-4b2a-9e2d-e34e680e5176 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "PUT /v2.0/ports/7df8cb6b-6024-4449-821a-b735e82912e4 HTTP/1.1" status: 200 len: 1012 time: 2.9297979 Feb 04 15:46:50.365769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40968) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:50.415309 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.462192 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94675baf-9d55-4b44-b30f-45c3b8b55242 req-c835a78d-1a23-47a8-82ac-209f77a54f73 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:50.467792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d294c86-cf59-4d80-9c84-649d76598d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab9cdf4-a858-41ab-a248-6d93430c1859'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:50.473588 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94675baf-9d55-4b44-b30f-45c3b8b55242 req-c835a78d-1a23-47a8-82ac-209f77a54f73 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 945 time: 0.7214189 Feb 04 15:46:50.483134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port aab9cdf4-a858-41ab-a248-6d93430c1859, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=aab9cdf4-a858-41ab-a248-6d93430c1859,segment=NetworkSegment(3b6269a6-1ef8-4180-8315-f4ef647b25b3),segment_id=3b6269a6-1ef8-4180-8315-f4ef647b25b3)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:50.500688 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.595589 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-5204aa1b-62b9-419b-b5e8-69c621339bd9 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port 7df8cb6b-6024-4449-821a-b735e82912e4 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:46:50.595589 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5204aa1b-62b9-419b-b5e8-69c621339bd9 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.613006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94675baf-9d55-4b44-b30f-45c3b8b55242 req-8de6fbc4-9f28-45b5-989a-e0cce3a4bdb3 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341102 Feb 04 15:46:50.705302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=aab9cdf4-a858-41ab-a248-6d93430c1859,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:50.775766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a90fc4be-671c-4ba8-8088-79f2df9eaa2c None None] Provisioning complete for port 7df8cb6b-6024-4449-821a-b735e82912e4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:50.776135 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a90fc4be-671c-4ba8-8088-79f2df9eaa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.854184 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:50.858526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3cf75-53d2-4ea4-84da-9fcd04317b11 req-10dd5923-24db-4691-9d2c-f73c283cb028 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:50.860291 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6e3cf75-53d2-4ea4-84da-9fcd04317b11 req-10dd5923-24db-4691-9d2c-f73c283cb028 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.2020836 Feb 04 15:46:50.915099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a90fc4be-671c-4ba8-8088-79f2df9eaa2c None None] Port 7df8cb6b-6024-4449-821a-b735e82912e4 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:46:50.953586 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:50.960832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6e3cf75-53d2-4ea4-84da-9fcd04317b11 req-cb2a0b76-02e6-42af-b8d4-08603e3d9d3b tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838959 Feb 04 15:46:50.965607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:50.966207 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.974680 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2204c71-d926-4ad9-915f-ea6fda84c8db req-96ae7d5a-e69f-4f48-9cfb-005d7c91cb65 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:50.976829 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2204c71-d926-4ad9-915f-ea6fda84c8db req-96ae7d5a-e69f-4f48-9cfb-005d7c91cb65 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 945 time: 0.1870131 Feb 04 15:46:51.105823 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2204c71-d926-4ad9-915f-ea6fda84c8db req-c06c7ac0-ae51-4ce4-8b51-75b1beac07fc tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220205 Feb 04 15:46:51.150000 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.218104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:51.230122 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.230122 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5a4b7ce4-339a-43fb-9951-6b3534979416 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:51.374324 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-b319806e-1f35-4ae9-9a39-4ce9bbed7650 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:51.374911 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d294c86-cf59-4d80-9c84-649d76598d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab9cdf4-a858-41ab-a248-6d93430c1859', 'code': 200} Feb 04 15:46:51.375082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-b319806e-1f35-4ae9-9a39-4ce9bbed7650 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Synchronizing usage tracker for tenant:ba5317e5b4e643378ca182cde621e16b on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:51.479883 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,revision_number=12']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:51.489819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 5a4b7ce4-339a-43fb-9951-6b3534979416 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:51.496304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112ecc2-72c7-4aca-b7f9-071e4610fef8 req-2305390b-6354-43f9-bb04-98d56d46b901 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:51.497108 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 5a4b7ce4-339a-43fb-9951-6b3534979416 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:51.497385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8112ecc2-72c7-4aca-b7f9-071e4610fef8 req-2305390b-6354-43f9-bb04-98d56d46b901 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 945 time: 0.1903419 Feb 04 15:46:51.497501 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.590459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-b319806e-1f35-4ae9-9a39-4ce9bbed7650 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Unset dirty status for tenant:ba5317e5b4e643378ca182cde621e16b on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:51.591752 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-b319806e-1f35-4ae9-9a39-4ce9bbed7650 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 811 time: 1.3852572 Feb 04 15:46:51.596294 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5204aa1b-62b9-419b-b5e8-69c621339bd9 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.621629 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8112ecc2-72c7-4aca-b7f9-071e4610fef8 req-7c17e310-d601-4c3f-a13a-fd92f3d910a6 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887692 Feb 04 15:46:51.632633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Request body: {'port': {'device_id': 'a4543580-eaa6-4800-a509-8f8058c1cbdf', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'admin_state_up': True, 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:51.697835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105dbbd-a77a-49ad-8d9c-8aeb5ab14fb1 req-f76a6df8-0994-4b09-a9e4-508f1f0d2084 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:51.706464 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4105dbbd-a77a-49ad-8d9c-8aeb5ab14fb1 req-f76a6df8-0994-4b09-a9e4-508f1f0d2084 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 946 time: 0.2076266 Feb 04 15:46:51.749010 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.838035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5a4b7ce4-339a-43fb-9951-6b3534979416, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5a4b7ce4-339a-43fb-9951-6b3534979416,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:51.849864 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.885041 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4105dbbd-a77a-49ad-8d9c-8aeb5ab14fb1 req-3d051904-3518-4977-bb1e-974e189256a7 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a5a2d95-412d-47b4-97db-566b9fd1b938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738467 Feb 04 15:46:52.012287 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5a4b7ce4-339a-43fb-9951-6b3534979416,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:52.029624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-5204aa1b-62b9-419b-b5e8-69c621339bd9 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for 7df8cb6b-6024-4449-821a-b735e82912e4 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:46:52.281135 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72c5c694-5138-4552-86b0-052572ae8d48 req-2a3dccaa-b626-4b47-8db8-f978c2a5cbb0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 210 time: 0.1480272 Feb 04 15:46:52.281484 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-819d0914-1d91-46c5-9cee-35c36907beff req-0a5e4121-b0a9-4e5e-9562-9d05e095ba66 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 1097 time: 0.8081067 Feb 04 15:46:52.288934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:52.392287 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-819d0914-1d91-46c5-9cee-35c36907beff req-7a47fb05-2190-4465-986d-a8e0002d56e9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7a5a2d95-412d-47b4-97db-566b9fd1b938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000354 Feb 04 15:46:52.404096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:52.411022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90daf9a6-60b0-4674-af22-8a0e9906326a req-fc6cc94f-38d0-41a6-a90b-254baeffc332 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:52.419813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90daf9a6-60b0-4674-af22-8a0e9906326a req-fc6cc94f-38d0-41a6-a90b-254baeffc332 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 946 time: 0.1385329 Feb 04 15:46:52.433276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Made reservation on behalf of ba5317e5b4e643378ca182cde621e16b for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:52.437270 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.571394 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90daf9a6-60b0-4674-af22-8a0e9906326a req-ca4e80b7-2052-446f-bdd6-8858e8008553 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492608 Feb 04 15:46:52.603670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d809e7-6525-4cf2-872a-c7fcce884d02 req-22c8453c-6878-4997-a2d1-041f3f62047a tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:52.605471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29d809e7-6525-4cf2-872a-c7fcce884d02 req-22c8453c-6878-4997-a2d1-041f3f62047a tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.1483879 Feb 04 15:46:52.605670 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5204aa1b-62b9-419b-b5e8-69c621339bd9 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.656853 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29d809e7-6525-4cf2-872a-c7fcce884d02 req-9d0a167e-19cb-4d49-8091-865659e5e221 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457928 Feb 04 15:46:52.673890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204aa1b-62b9-419b-b5e8-69c621339bd9 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=7df8cb6b-6024-4449-821a-b735e82912e4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:52.849430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a27da-fbfa-40fe-8f72-e1422a92725f req-5a86eeed-4543-4967-9f15-79a1964d79a3 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:52.857179 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d8a27da-fbfa-40fe-8f72-e1422a92725f req-5a86eeed-4543-4967-9f15-79a1964d79a3 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.1215453 Feb 04 15:46:52.863065 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5204aa1b-62b9-419b-b5e8-69c621339bd9 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.930289 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5204aa1b-62b9-419b-b5e8-69c621339bd9 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/7df8cb6b-6024-4449-821a-b735e82912e4 HTTP/1.1" status: 204 len: 168 time: 2.5572677 Feb 04 15:46:52.930289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41046) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:52.936282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Allocated IP 172.20.0.6 (2d7217e5-e318-4a66-a489-b15644d8d3cf/12330993-a528-43ce-8b65-732ec38af950/63f11e5f-f02d-4939-90d2-3bca6664382b) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:53.054028 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66a0372-f999-4ccd-b86f-c7696f3c13c8 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] GET failed (client error): The resource could not be found. Feb 04 15:46:53.056193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c66a0372-f999-4ccd-b86f-c7696f3c13c8 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:53.105027 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d8a27da-fbfa-40fe-8f72-e1422a92725f req-0ba9b28c-b70d-40a1-a31d-ce69c7034e7a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467272 Feb 04 15:46:53.135663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c66a0372-f999-4ccd-b86f-c7696f3c13c8 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:53.142125 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c66a0372-f999-4ccd-b86f-c7696f3c13c8 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/7df8cb6b-6024-4449-821a-b735e82912e4 HTTP/1.1" status: 404 len: 333 time: 0.2078111 Feb 04 15:46:53.147107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41056) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:53.278917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012059eb-a6bd-43c6-a430-68a305851659 req-10b9f218-46e6-49f7-be16-bf26b6cbabf7 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:53.296704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-012059eb-a6bd-43c6-a430-68a305851659 req-10b9f218-46e6-49f7-be16-bf26b6cbabf7 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 946 time: 0.1802168 Feb 04 15:46:53.376206 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b'}, {'server_uuid': 'ecff00e8-e8b0-4e84-9097-dc50a3dd9a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4b7ce4-339a-43fb-9951-6b3534979416'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:53.387955 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-012059eb-a6bd-43c6-a430-68a305851659 req-e3e2c67e-8990-47f3-8c94-cb85aa61db95 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a5a2d95-412d-47b4-97db-566b9fd1b938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887315 Feb 04 15:46:53.504496 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b', 'code': 200} Feb 04 15:46:53.504496 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecff00e8-e8b0-4e84-9097-dc50a3dd9a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4b7ce4-339a-43fb-9951-6b3534979416', 'code': 200} Feb 04 15:46:53.761924 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c10b74d-a206-4871-9fa1-c5f9cf6cc4ae req-e2e1df95-7ede-41ff-a6c8-371a5a19d825 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 1097 time: 0.1799366 Feb 04 15:46:53.897841 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a80fc34-d35e-4dbc-97ba-c7082621d298 req-f62d3fa0-9026-4319-89f6-0987a25ed0b3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 210 time: 0.0511246 Feb 04 15:46:54.002187 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c10b74d-a206-4871-9fa1-c5f9cf6cc4ae req-1624313f-c816-4919-8de8-88d8406291b1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325687 Feb 04 15:46:54.038165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-592b7d46-7fed-4d01-8291-f1d62bca3bc2 req-4669e4c1-a82c-4832-a411-04d4bbe1e273 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 1097 time: 0.2698712 Feb 04 15:46:54.050263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-6198a0d6-0091-4c8c-8133-6af99bce2e3f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting subnet d263ec91-b05d-42be-995c-3e8dae1a3a4c {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:46:54.057474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392d563-c921-4da6-b0c8-35765d63534d req-99a0136f-71c2-4c39-8db8-c69f5c11b9f2 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:54.064883 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7392d563-c921-4da6-b0c8-35765d63534d req-99a0136f-71c2-4c39-8db8-c69f5c11b9f2 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 946 time: 0.1589711 Feb 04 15:46:54.085936 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6198a0d6-0091-4c8c-8133-6af99bce2e3f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.165079 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7392d563-c921-4da6-b0c8-35765d63534d req-ed142b51-9eae-463d-9533-fc5427e74313 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861523 Feb 04 15:46:54.176925 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.238619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Transition to ACTIVE for port object 63f11e5f-f02d-4939-90d2-3bca6664382b will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:54.249049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6198a0d6-0091-4c8c-8133-6af99bce2e3f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.351357 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.408595 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-592b7d46-7fed-4d01-8291-f1d62bca3bc2 req-cf4ceb17-b7d5-4c0c-914f-dfcf9b726773 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273010 Feb 04 15:46:54.445123 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Network 2d7217e5-e318-4a66-a489-b15644d8d3cf is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:54.447765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc76c9-d9c3-4567-b336-248ecb99a85b req-4ddbd637-b028-4fae-9314-9b0d143ad6b8 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:54.449359 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bffc76c9-d9c3-4567-b336-248ecb99a85b req-4ddbd637-b028-4fae-9314-9b0d143ad6b8 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.1074951 Feb 04 15:46:54.451119 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:54.453911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:46:54.501875 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6198a0d6-0091-4c8c-8133-6af99bce2e3f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.562230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event updated for resources: {'Port': ['ID=63f11e5f-f02d-4939-90d2-3bca6664382b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:54.603709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bffc76c9-d9c3-4567-b336-248ecb99a85b req-d0c9bf0b-d742-4680-a44c-f7ee14d82645 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968881 Feb 04 15:46:54.619685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bf00b-215b-4cac-a5a1-8d18706da208 req-ea01c402-201b-40ba-8074-c0d58a27ae33 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:54.621417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-082bf00b-215b-4cac-a5a1-8d18706da208 req-ea01c402-201b-40ba-8074-c0d58a27ae33 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.1710510 Feb 04 15:46:54.623023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:54.624066 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.660333 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-55d7f864-421c-4373-8ed5-cbc652d36461 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0380843 Feb 04 15:46:54.670840 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6198a0d6-0091-4c8c-8133-6af99bce2e3f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.722073 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Request body: {'port': {'device_id': 'a4543580-eaa6-4800-a509-8f8058c1cbdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:54.780030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-082bf00b-215b-4cac-a5a1-8d18706da208 req-12695832-b8cf-48cb-8d45-2a5c9fa258ae tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512384 Feb 04 15:46:54.820876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198a0d6-0091-4c8c-8133-6af99bce2e3f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Subnet': ['ID=d263ec91-b05d-42be-995c-3e8dae1a3a4c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:54.857152 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6198a0d6-0091-4c8c-8133-6af99bce2e3f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.859618 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6198a0d6-0091-4c8c-8133-6af99bce2e3f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/d263ec91-b05d-42be-995c-3e8dae1a3a4c HTTP/1.1" status: 204 len: 168 time: 1.7103903 Feb 04 15:46:54.863625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15335514-73de-4664-b9ae-ea38aaaa3ba8 None None] Network 93352e6d-6422-4131-b3ff-539383342087 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:46:54.893761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41120) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:55.018109 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.119946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83409721-a6f1-4fef-ab21-838615c54538 req-ec715ce2-dfc1-4804-bb1f-685cfc5274c7 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:55.127559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83409721-a6f1-4fef-ab21-838615c54538 req-ec715ce2-dfc1-4804-bb1f-685cfc5274c7 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 946 time: 0.2759290 Feb 04 15:46:55.131167 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7654d23b-1a07-42fb-b072-30859cf47ce6 None None] Provisioning for port 63f11e5f-f02d-4939-90d2-3bca6664382b completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:55.153169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7654d23b-1a07-42fb-b072-30859cf47ce6 None None] Provisioning complete for port 63f11e5f-f02d-4939-90d2-3bca6664382b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:55.153683 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7654d23b-1a07-42fb-b072-30859cf47ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.241142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cb6247-4ba0-47d6-85af-adb729154336 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting subnet 51d0774b-efe8-466a-9616-51bcf0cca9a0 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:46:55.246678 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6247-4ba0-47d6-85af-adb729154336 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.311160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-83409721-a6f1-4fef-ab21-838615c54538 req-8eee3adb-740b-4e41-acd4-eb5f1d1c1c31 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a5a2d95-412d-47b4-97db-566b9fd1b938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824377 Feb 04 15:46:55.344048 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7654d23b-1a07-42fb-b072-30859cf47ce6 None None] Port 63f11e5f-f02d-4939-90d2-3bca6664382b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:46:55.373328 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6247-4ba0-47d6-85af-adb729154336 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.533006 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6247-4ba0-47d6-85af-adb729154336 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.654711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f11e5f-f02d-4939-90d2-3bca6664382b {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:46:55.658842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41148) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:55.676862 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.700755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Transition to ACTIVE for port object 63f11e5f-f02d-4939-90d2-3bca6664382b will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:55.705676 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.824830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002fe28-b77b-4648-b0e4-d07c7364afb7 req-fd524465-8d43-4577-aa9f-7febaf0dc0eb tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:55.826519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1002fe28-b77b-4648-b0e4-d07c7364afb7 req-fd524465-8d43-4577-aa9f-7febaf0dc0eb tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 946 time: 0.2379048 Feb 04 15:46:55.827698 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6247-4ba0-47d6-85af-adb729154336 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.870962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e81d6d-0e96-4df2-8326-e557bd724c9a req-3c4d0c46-a638-42c4-a9bf-78422d9ba7a0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:55.872552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7e81d6d-0e96-4df2-8326-e557bd724c9a req-3c4d0c46-a638-42c4-a9bf-78422d9ba7a0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 931 time: 0.2828615 Feb 04 15:46:55.891112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Pushing event updated for resources: {'Port': ['ID=63f11e5f-f02d-4939-90d2-3bca6664382b,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:55.898790 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-57ccd636-6484-4393-94d9-5f4a76db2842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.984889 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-57ccd636-6484-4393-94d9-5f4a76db2842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:55.993633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-57ccd636-6484-4393-94d9-5f4a76db2842 admin admin] Usage tracker for resource:security_group_rule and tenant:7721d15c38c6446f8369b6b6b06bce8a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:55.999058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-57ccd636-6484-4393-94d9-5f4a76db2842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:56.008829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-57ccd636-6484-4393-94d9-5f4a76db2842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:56.017047 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb6247-4ba0-47d6-85af-adb729154336 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Subnet': ['ID=51d0774b-efe8-466a-9616-51bcf0cca9a0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:56.061997 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1002fe28-b77b-4648-b0e4-d07c7364afb7 req-ef53fbe0-9572-4cf8-8b22-071a8c540825 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854029 Feb 04 15:46:56.075433 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6247-4ba0-47d6-85af-adb729154336 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.097473 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c8cb6247-4ba0-47d6-85af-adb729154336 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/51d0774b-efe8-466a-9616-51bcf0cca9a0 HTTP/1.1" status: 204 len: 168 time: 1.1914124 Feb 04 15:46:56.100855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41156) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:56.155230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7e81d6d-0e96-4df2-8326-e557bd724c9a req-1b01dd5e-ae22-4a33-8d44-073c1937cd17 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446475 Feb 04 15:46:56.246387 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-57ccd636-6484-4393-94d9-5f4a76db2842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.253812 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-57ccd636-6484-4393-94d9-5f4a76db2842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.373179 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-57ccd636-6484-4393-94d9-5f4a76db2842 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7721d15c38c6446f8369b6b6b06bce8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7129331 Feb 04 15:46:56.376737 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41160) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:56.479916 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.491914 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190c8d1e-b6ac-462f-94f1-c6870a019df3 None None] Network 93352e6d-6422-4131-b3ff-539383342087 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:46:56.542063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccd636-6484-4393-94d9-5f4a76db2842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515e4f4f-92ae-4bf2-a8ed-263c50bf4173,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:56.624559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Attempting to bind port 63f11e5f-f02d-4939-90d2-3bca6664382b on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:56.624905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Attempting to bind port 63f11e5f-f02d-4939-90d2-3bca6664382b by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:56.626656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Attempting to bind port 63f11e5f-f02d-4939-90d2-3bca6664382b on network 2d7217e5-e318-4a66-a489-b15644d8d3cf {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:46:56.633371 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port c269b7ed-5e47-45a9-8584-9800eb63b1fd {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:46:56.633713 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.634021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-86518aa0-9bf3-4398-8583-8bbaec0c7a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.706150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Port 63f11e5f-f02d-4939-90d2-3bca6664382b on network 2d7217e5-e318-4a66-a489-b15644d8d3cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:46:56.708036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Attempting to bind port 63f11e5f-f02d-4939-90d2-3bca6664382b on network 2d7217e5-e318-4a66-a489-b15644d8d3cf {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:46:56.728009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f157fbe6-6e3b-4d63-b448-5cdb875235f6 None None] Provisioning complete for port c269b7ed-5e47-45a9-8584-9800eb63b1fd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:56.728009 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f157fbe6-6e3b-4d63-b448-5cdb875235f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.756041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:46:56.756041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Checking segment: {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:46:56.756041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Bound using segment: {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:46:56.756041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Bound port: 63f11e5f-f02d-4939-90d2-3bca6664382b, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:56.756041 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.820818 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-86518aa0-9bf3-4398-8583-8bbaec0c7a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.970969 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-86518aa0-9bf3-4398-8583-8bbaec0c7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.052085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86518aa0-9bf3-4398-8583-8bbaec0c7a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515e4f4f-92ae-4bf2-a8ed-263c50bf4173,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:57.100809 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-86518aa0-9bf3-4398-8583-8bbaec0c7a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.100809 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-86518aa0-9bf3-4398-8583-8bbaec0c7a01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/515e4f4f-92ae-4bf2-a8ed-263c50bf4173 HTTP/1.1" status: 204 len: 168 time: 0.6946607 Feb 04 15:46:57.162112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] For port 63f11e5f-f02d-4939-90d2-3bca6664382b, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:57.167553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] For port 63f11e5f-f02d-4939-90d2-3bca6664382b, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=63f11e5f-f02d-4939-90d2-3bca6664382b,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:57.196142 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.792927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] DHCP port deletion for 93352e6d-6422-4131-b3ff-539383342087 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:46:57.802291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Deleting port c269b7ed-5e47-45a9-8584-9800eb63b1fd {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:46:57.802291 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.821852 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.821852 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] 10.222.0.73 "PUT /v2.0/ports/63f11e5f-f02d-4939-90d2-3bca6664382b HTTP/1.1" status: 200 len: 1091 time: 3.1092355 Feb 04 15:46:57.842122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4543580-eaa6-4800-a509-8f8058c1cbdf', 'tag': '63f11e5f-f02d-4939-90d2-3bca6664382b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:57.856310 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533d7c2-4b2a-4864-a90f-e32d02272ad4 req-87e42b2c-bf73-4d9b-80e7-1805ae79905f tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:57.858789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9533d7c2-4b2a-4864-a90f-e32d02272ad4 req-87e42b2c-bf73-4d9b-80e7-1805ae79905f tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 946 time: 1.3687377 Feb 04 15:46:57.875157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41210) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:57.898301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87235f9-98f3-459d-8416-6ec59079fe17 req-399149d6-5eba-47c1-bf07-6898e7773e6b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:57.900313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f87235f9-98f3-459d-8416-6ec59079fe17 req-399149d6-5eba-47c1-bf07-6898e7773e6b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 1.1937129 Feb 04 15:46:58.026518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] For port c269b7ed-5e47-45a9-8584-9800eb63b1fd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c269b7ed-5e47-45a9-8584-9800eb63b1fd,segment=NetworkSegment(a48d3f8b-37e8-45cf-8a03-e7dcf0d97710),segment_id=a48d3f8b-37e8-45cf-8a03-e7dcf0d97710)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:58.026518 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.115452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5d1e7db9-2ca6-4930-aef3-e9f51e4eb093 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Request body: {'floatingip': {'port_id': 'aab9cdf4-a858-41ab-a248-6d93430c1859'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:46:58.378824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d738c16-3ad1-4e95-ab0b-793ec79c6584 service neutron] Pushing event updated for resources: {'Port': ['ID=63f11e5f-f02d-4939-90d2-3bca6664382b,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:58.388826 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7db9-2ca6-4930-aef3-e9f51e4eb093 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for floatingip, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.404540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] For port c269b7ed-5e47-45a9-8584-9800eb63b1fd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c269b7ed-5e47-45a9-8584-9800eb63b1fd,segment=NetworkSegment(a48d3f8b-37e8-45cf-8a03-e7dcf0d97710),segment_id=a48d3f8b-37e8-45cf-8a03-e7dcf0d97710)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:58.412612 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.468209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for c269b7ed-5e47-45a9-8584-9800eb63b1fd owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:46:58.613707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Calling delete_port for c269b7ed-5e47-45a9-8584-9800eb63b1fd owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:46:58.682289 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-f730def3-77ec-452d-a5cb-0163ef0ccbb1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 1094 time: 0.8043542 Feb 04 15:46:58.737083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c269b7ed-5e47-45a9-8584-9800eb63b1fd no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:58.752966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f87235f9-98f3-459d-8416-6ec59079fe17 req-ee5fb082-ce3f-4315-bf75-6f01d0eb21c4 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8306890 Feb 04 15:46:58.816863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467399f-678e-4d79-803f-95815ff82cab req-9dd87135-eed4-4bac-bb1e-9945a6039d77 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:58.818278 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.820686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f467399f-678e-4d79-803f-95815ff82cab req-9dd87135-eed4-4bac-bb1e-9945a6039d77 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 946 time: 0.5387688 Feb 04 15:46:58.824683 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:46:58.824683 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:46:58.874447 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-fb23601c-b98f-4961-8f10-5ccd627780bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f11e5f-f02d-4939-90d2-3bca6664382b HTTP/1.1" status: 200 len: 217 time: 0.1638744 Feb 04 15:46:58.920520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: c269b7ed-5e47-45a9-8584-9800eb63b1fd {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:46:58.920657 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c269b7ed-5e47-45a9-8584-9800eb63b1fd not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:46:58.924367 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f467399f-678e-4d79-803f-95815ff82cab req-138b5682-0101-401d-9428-20b038cb81bd tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967500 Feb 04 15:46:58.964549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Pushing event deleted for resources: {'Port': ['ID=c269b7ed-5e47-45a9-8584-9800eb63b1fd,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:58.983782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] No DVR routers for this DVR port c269b7ed-5e47-45a9-8584-9800eb63b1fd on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:59.005195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:59.005371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:59.007170 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:59.013132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:59.014340 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:59.014797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:59.017045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:59.017396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:59.019039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:59.020128 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:59.027529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd4aeb-6332-4f33-ade4-5b47e3dce388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:59.175525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-6ca6acef-62df-417a-9f7a-5aa59da01101 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:59.177681 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-6ca6acef-62df-417a-9f7a-5aa59da01101 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.2854965 Feb 04 15:46:59.269253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972431ce-3e26-4e80-b7ce-53abc16ce355 req-446596db-ce3b-4c4d-b86a-dbb7572a1a44 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:59.284202 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-972431ce-3e26-4e80-b7ce-53abc16ce355 req-446596db-ce3b-4c4d-b86a-dbb7572a1a44 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 943 time: 0.2399588 Feb 04 15:46:59.327083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port c269b7ed-5e47-45a9-8584-9800eb63b1fd {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:46:59.327494 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.403105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-972431ce-3e26-4e80-b7ce-53abc16ce355 req-1dc58cc6-6f4d-43fe-bb91-54265ebc83ba tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065922 Feb 04 15:46:59.474849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] The port 'c269b7ed-5e47-45a9-8584-9800eb63b1fd' was deleted {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:46:59.587272 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4543580-eaa6-4800-a509-8f8058c1cbdf', 'tag': '63f11e5f-f02d-4939-90d2-3bca6664382b', 'status': 'completed', 'code': 200} Feb 04 15:46:59.609804 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-c5abf8f6-6ef6-43ef-a9cb-294f0af0a4f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3674045 Feb 04 15:46:59.694194 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.726758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93352e6d-6422-4131-b3ff-539383342087']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:59.744802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48d3f8b-37e8-45cf-8a03-e7dcf0d97710') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:59.745159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48d3f8b-37e8-45cf-8a03-e7dcf0d97710') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:59.762504 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.781810 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.790623 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:46:59.790623 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:46:59.945523 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:00.015804 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.032570 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.196418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Network': ['ID=93352e6d-6422-4131-b3ff-539383342087,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:00.219589 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3b5d9627-aeac-4ede-a0d5-d4a16bfa3f42 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/networks/93352e6d-6422-4131-b3ff-539383342087 HTTP/1.1" status: 204 len: 168 time: 4.1175795 Feb 04 15:47:00.220028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41254) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.295279 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7db9-2ca6-4930-aef3-e9f51e4eb093 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.305029 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7db9-2ca6-4930-aef3-e9f51e4eb093 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.343628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d649f-947b-416b-9415-8cdd95cc864f req-c0438ba4-5c54-46b6-a65e-8fa8a3a91625 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:00.354650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c06d649f-947b-416b-9415-8cdd95cc864f req-c0438ba4-5c54-46b6-a65e-8fa8a3a91625 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.2331319 Feb 04 15:47:00.437016 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-c8a02cdc-929b-4ff6-bb32-f7d8076bbccc service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8084958 Feb 04 15:47:00.546242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c88c24-4e04-448d-bfa0-927a50ed89fd tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:00.560656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a6c88c24-4e04-448d-bfa0-927a50ed89fd tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:00.587875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c06d649f-947b-416b-9415-8cdd95cc864f req-36c9390c-a399-44a9-ab44-0566696d737c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322404 Feb 04 15:47:00.637309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a6c88c24-4e04-448d-bfa0-927a50ed89fd tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:00.655249 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a6c88c24-4e04-448d-bfa0-927a50ed89fd tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4209151 Feb 04 15:47:00.655249 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41268) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.023865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a819e93-c2f6-46ab-b82c-28609bc37d61 req-1105616c-3533-4f24-a80c-b8334e3b9510 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:01.025336 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1a819e93-c2f6-46ab-b82c-28609bc37d61 req-1105616c-3533-4f24-a80c-b8334e3b9510 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 943 time: 0.3215306 Feb 04 15:47:01.035151 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ca2f9381-a14e-4b2a-b82e-d8e7226088e1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3883440 Feb 04 15:47:01.037256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41280) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.045624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1128771068'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:01.076186 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:01.087291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:network and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:01.092602 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d55c41b3-0a0d-4462-91c4-bb7deeb9f9cc req-78f5b9cb-6edc-4c3e-8c6d-7fca85ebedb4 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429493 Feb 04 15:47:01.097952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab94d5b-9be4-4c07-bb9b-f24e374c9c8d req-67ae7787-bdb7-4efb-974d-0433b9e06b2d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:01.106301 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ab94d5b-9be4-4c07-bb9b-f24e374c9c8d req-67ae7787-bdb7-4efb-974d-0433b9e06b2d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.2245438 Feb 04 15:47:01.109120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:01.142705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:01.149971 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-5d1e7db9-2ca6-4930-aef3-e9f51e4eb093 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Floating IP fafd6009-cf4a-4410-8277-8a08b22c5fdb associated. External IP: 172.25.0.186, port: aab9cdf4-a858-41ab-a248-6d93430c1859. Feb 04 15:47:01.214716 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ab94d5b-9be4-4c07-bb9b-f24e374c9c8d req-e250c0b0-85bc-437f-8580-28bbafcff9aa tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074727 Feb 04 15:47:01.217762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1a819e93-c2f6-46ab-b82c-28609bc37d61 req-146fca8d-a576-4628-97ce-f10cea32477b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814559 Feb 04 15:47:01.218364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:01.221177 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.313367 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:01.337087 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.338329 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Added segment cb2df4e5-532c-413e-bd7e-9bc4382cf261 of type vlan for network 6ef13542-c8a8-4217-8b81-91303fee4272 Feb 04 15:47:01.366255 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f6b7834-9341-4f4a-b3c6-da2ffd43d994 req-ac799c2b-eb8c-475d-87fb-546ede9ba16c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 1094 time: 0.1396265 Feb 04 15:47:01.503880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.547408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41292) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.667545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b7834-9341-4f4a-b3c6-da2ffd43d994 req-9bd588a6-b346-4bb1-ac87-a971f5836ece service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:01.667545 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f6b7834-9341-4f4a-b3c6-da2ffd43d994 req-9bd588a6-b346-4bb1-ac87-a971f5836ece service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.2181137 Feb 04 15:47:01.820655 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:47:01.854211 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f6b7834-9341-4f4a-b3c6-da2ffd43d994 req-39b33bb3-9110-473c-a2b6-d6cd0c99b2cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f11e5f-f02d-4939-90d2-3bca6664382b HTTP/1.1" status: 200 len: 217 time: 0.1195436 Feb 04 15:47:01.885470 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.889087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:01.889890 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.982876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b7834-9341-4f4a-b3c6-da2ffd43d994 req-7094af55-8b02-4ff6-9e9c-06bd922eaeb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:01.983959 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb52d8-5569-4978-a399-7bbb940b2d3f req-23bc39b9-3064-4d87-9d5a-246d0777910b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:01.984557 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f6b7834-9341-4f4a-b3c6-da2ffd43d994 req-7094af55-8b02-4ff6-9e9c-06bd922eaeb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.1127441 Feb 04 15:47:01.991104 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42eb52d8-5569-4978-a399-7bbb940b2d3f req-23bc39b9-3064-4d87-9d5a-246d0777910b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.5921397 Feb 04 15:47:02.157559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1148708 Feb 04 15:47:02.158233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1130001122'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:02.161388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41304) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:02.166744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:02.174742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff659f0-a9c5-436b-9326-23d1844f97e4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Network': ['ID=6ef13542-c8a8-4217-8b81-91303fee4272,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:02.178589 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'subnet': {'network_id': '6ef13542-c8a8-4217-8b81-91303fee4272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:02.187798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42eb52d8-5569-4978-a399-7bbb940b2d3f req-90b66b57-b32d-4a5c-ba07-ecdadaa9ecea tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958463 Feb 04 15:47:02.189956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 6ef13542-c8a8-4217-8b81-91303fee4272 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:02.204919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Usage tracker for resource:network and tenant:c155245a153246069b2eea2acd3551e0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:02.314694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:02.321860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:02.356574 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:02.360744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:subnet and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:02.363593 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:02.370669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:02.383378 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f6b7834-9341-4f4a-b3c6-da2ffd43d994 req-6cb3269e-f0c4-457b-b9d1-4b93911fbc67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3920331 Feb 04 15:47:02.383963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Made reservation on behalf of c155245a153246069b2eea2acd3551e0 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:02.386764 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.432352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:02.500134 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.506711 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05ab1b-7bdc-4af0-a47c-477a4c1c9c71 req-96a34a29-e6cc-4169-947b-024512e49f8c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:02.508445 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a05ab1b-7bdc-4af0-a47c-477a4c1c9c71 req-96a34a29-e6cc-4169-947b-024512e49f8c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.1323087 Feb 04 15:47:02.563806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55501f51-0ad0-4d8e-bc6b-88e00c74b74c req-bdc070b9-b295-490c-8110-7e32c3d1b92c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:02.565426 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55501f51-0ad0-4d8e-bc6b-88e00c74b74c req-bdc070b9-b295-490c-8110-7e32c3d1b92c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 943 time: 0.1284270 Feb 04 15:47:02.633651 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a05ab1b-7bdc-4af0-a47c-477a4c1c9c71 req-04ab7447-9905-4207-8ff0-454ffd735246 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951786 Feb 04 15:47:02.645765 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55501f51-0ad0-4d8e-bc6b-88e00c74b74c req-9e18f7d1-0b2b-43e5-b1ac-f8cd93853466 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679843 Feb 04 15:47:02.659249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:02.679652 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.714995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Usage tracker for resource:security_group_rule and tenant:c155245a153246069b2eea2acd3551e0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:02.722760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:02.977342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf3ba4-9944-4eda-a300-5fc93716a7b7 req-6a6aee87-1b2f-449e-9104-53efb7e03156 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:02.990965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ddf3ba4-9944-4eda-a300-5fc93716a7b7 req-6a6aee87-1b2f-449e-9104-53efb7e03156 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.1656315 Feb 04 15:47:03.063220 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ddf3ba4-9944-4eda-a300-5fc93716a7b7 req-77315b53-ac3b-4159-bf72-02fbb899faa4 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687482 Feb 04 15:47:03.081149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:03.165656 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f6b7834-9341-4f4a-b3c6-da2ffd43d994 req-8a0bcdbd-3653-4c45-b8f2-ce38636ad69a service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7681775 Feb 04 15:47:03.169406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1e7db9-2ca6-4930-aef3-e9f51e4eb093 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Router 36f649e5-045b-40a4-a922-b7e95cd7f839 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:47:03.527735 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6f6b7834-9341-4f4a-b3c6-da2ffd43d994 req-e10ea6d1-d486-45a2-b3bb-fce2f36950a5 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457196 Feb 04 15:47:03.531012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527042a7-ba0a-40c2-a8cf-e7239aa6e82b req-89793f65-676e-4efe-94fc-75b1ff890701 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:03.532601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-527042a7-ba0a-40c2-a8cf-e7239aa6e82b req-89793f65-676e-4efe-94fc-75b1ff890701 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.1433449 Feb 04 15:47:03.562654 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.599046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-527042a7-ba0a-40c2-a8cf-e7239aa6e82b req-fc764f79-1c30-4c56-9bf1-cce63c9f793e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583992 Feb 04 15:47:03.629251 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.647008 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.716277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:03.740822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Subnet': ['ID=ad448e73-1964-4723-96b9-2e41e2147470,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:03.754490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f4dfbd-c706-4646-beff-def266fe443c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:03.760494 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.760840 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Added segment df205476-4a40-450c-8f26-a104fb5ca0b0 of type vlan for network f38f1718-b792-45de-a1f8-655ee25da790 Feb 04 15:47:03.821058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Checking segment: {'id': 'cb2df4e5-532c-413e-bd7e-9bc4382cf261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ef13542-c8a8-4217-8b81-91303fee4272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:47:03.821536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network hostable DHCP agents. Network: 6ef13542-c8a8-4217-8b81-91303fee4272, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:03.938420 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.039255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 6ef13542-c8a8-4217-8b81-91303fee4272 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:04.058116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1e7db9-2ca6-4930-aef3-e9f51e4eb093 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:47:04.068597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 6ef13542-c8a8-4217-8b81-91303fee4272) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:04.071337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c69b4a-d3bd-4176-a8fa-3b35aefeb75f None None] Sync routers for ids ['36f649e5-045b-40a4-a922-b7e95cd7f839'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:47:04.083100 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.093787 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dc79fb-744c-4870-90e6-b65b2bde6d89 None None] Network 6ef13542-c8a8-4217-8b81-91303fee4272 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:04.095327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:04.096277 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.122090 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c69b4a-d3bd-4176-a8fa-3b35aefeb75f None None] Routers {'36f649e5-045b-40a4-a922-b7e95cd7f839'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:47:04.122718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-58c69b4a-d3bd-4176-a8fa-3b35aefeb75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:46:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['36f649e5-045b-40a4-a922-b7e95cd7f839'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:04.130377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082829e-9aea-4090-8d5a-1f0157a8b7b7 req-8fe0d0b0-5389-439f-ad25-58bd3276fb34 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:04.131985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f082829e-9aea-4090-8d5a-1f0157a8b7b7 req-8fe0d0b0-5389-439f-ad25-58bd3276fb34 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.2292161 Feb 04 15:47:04.138783 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:04.139591 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.179028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de392f1-9889-4775-ad1b-20796a25dd59 req-9ec01928-8998-410c-9153-77f91e89ff83 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:04.181918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4de392f1-9889-4775-ad1b-20796a25dd59 req-9ec01928-8998-410c-9153-77f91e89ff83 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 943 time: 0.2344110 Feb 04 15:47:04.257118 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f082829e-9aea-4090-8d5a-1f0157a8b7b7 req-48dce0c7-d04d-49ae-91ef-cd652b98ced6 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171548 Feb 04 15:47:04.324208 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0aa1ab07-253f-4099-afca-46667c02c4d7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1577682 Feb 04 15:47:04.325990 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7db9-2ca6-4930-aef3-e9f51e4eb093 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.338096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4de392f1-9889-4775-ad1b-20796a25dd59 req-1b1ea9a5-f6fa-4a6f-abfe-b5a90adbefa9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315022 Feb 04 15:47:04.338851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41338) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:04.354452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'network_id': '6ef13542-c8a8-4217-8b81-91303fee4272', 'name': 'tempest-PortsIpV6TestJSON-1953387108'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:04.404315 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8515399 Feb 04 15:47:04.441920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41342) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:04.526580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7f06c-b099-43c5-b264-7b82a41cd8f7 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Pushing event updated for resources: {'Network': ['ID=f38f1718-b792-45de-a1f8-655ee25da790,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:04.557781 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5d1e7db9-2ca6-4930-aef3-e9f51e4eb093 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "PUT /v2.0/floatingips/fafd6009-cf4a-4410-8277-8a08b22c5fdb HTTP/1.1" status: 200 len: 992 time: 6.6748066 Feb 04 15:47:04.560924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d294c86-cf59-4d80-9c84-649d76598d9d', 'tag': 'aab9cdf4-a858-41ab-a248-6d93430c1859'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:04.672833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Request body: {'network': {'name': 'tempest-network--1228426633', 'router:external': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:04.679081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:04.689404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Usage tracker for resource:network and tenant:c4da341dd5dc49109a7af5e54520c277 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:04.695596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network f38f1718-b792-45de-a1f8-655ee25da790 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:04.702650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:04.704198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:04.714581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:04.727353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:04.741582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Made reservation on behalf of c4da341dd5dc49109a7af5e54520c277 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:04.741850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:04.745677 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.748182 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.764242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-58c69b4a-d3bd-4176-a8fa-3b35aefeb75f None None] Set router 36f649e5-045b-40a4-a922-b7e95cd7f839 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:47:04.773894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port 51a421ac-cf0b-46d7-ac80-a5ae16d9faf8 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:04.797645 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.896693 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:04.907023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Usage tracker for resource:security_group_rule and tenant:c4da341dd5dc49109a7af5e54520c277 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:04.919951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:04.935589 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:05.053255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 63f11e5f-f02d-4939-90d2-3bca6664382b details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:47:05.094210 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d294c86-cf59-4d80-9c84-649d76598d9d', 'tag': 'aab9cdf4-a858-41ab-a248-6d93430c1859', 'status': 'completed', 'code': 200} Feb 04 15:47:05.128037 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.134247 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.143602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d983db-1315-4eca-a084-9db8c96fdf0d req-c5e538aa-362b-4517-b380-c8b2e577264c tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:05.146032 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6d983db-1315-4eca-a084-9db8c96fdf0d req-c5e538aa-362b-4517-b380-c8b2e577264c tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 946 time: 0.2329757 Feb 04 15:47:05.195955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Allocated IP 2001:db8::256 (6ef13542-c8a8-4217-8b81-91303fee4272/ad448e73-1964-4723-96b9-2e41e2147470/51a421ac-cf0b-46d7-ac80-a5ae16d9faf8) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:05.265553 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6d983db-1315-4eca-a084-9db8c96fdf0d req-c1422786-dcff-4552-ab4f-081b91ebd2bc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a5a2d95-412d-47b4-97db-566b9fd1b938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090739 Feb 04 15:47:05.323157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:05.342522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4163a7a2-7b6f-43f7-8d28-f746c537c2bb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:05.351102 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.352164 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Added segment 8241ac24-3ad2-4ce0-8176-2b779a9918c1 of type vlan for network 50ad95db-4896-4b89-ba40-01332ed64ae4 Feb 04 15:47:05.414988 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.497383 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d6c41f6d-252b-4685-a886-c4f2cdd6a5bf req-71bd2839-4fdb-478f-8bdb-caa3169cd52e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=87bedc59a9134ea084ed6143f17674b0&device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 1097 time: 0.3189461 Feb 04 15:47:05.498946 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.498946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:05.499162 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.622665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event updated for resources: {'Network': ['ID=50ad95db-4896-4b89-ba40-01332ed64ae4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:05.657678 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.677329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Transition to ACTIVE for port object 51a421ac-cf0b-46d7-ac80-a5ae16d9faf8 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:05.732518 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.743519 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 50ad95db-4896-4b89-ba40-01332ed64ae4 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:05.748074 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3450756e-2ca0-41b0-a221-76da21790e5c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2885122 Feb 04 15:47:05.752236 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41372) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:05.775848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-6ef13542-c8a8-4217-8b81-91303fee4272', 'network_id': '6ef13542-c8a8-4217-8b81-91303fee4272', 'tenant_id': '7f7215bd13c94f90a591fef9405f0820', 'fixed_ips': [{'subnet_id': 'ad448e73-1964-4723-96b9-2e41e2147470'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:47:05.776965 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.909558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c41f6d-252b-4685-a886-c4f2cdd6a5bf req-f793b1a0-44f3-4d90-b402-65d4b773d106 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:05.911717 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d6c41f6d-252b-4685-a886-c4f2cdd6a5bf req-f793b1a0-44f3-4d90-b402-65d4b773d106 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9c994eb7-21f6-4bbb-aa9a-e5f946251d53 HTTP/1.1" status: 200 len: 912 time: 0.4073656 Feb 04 15:47:05.921408 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c11c8cb-ef15-47b3-85a5-e4e2c3579e75 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.950188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 6ef13542-c8a8-4217-8b81-91303fee4272 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:05.960243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=51a421ac-cf0b-46d7-ac80-a5ae16d9faf8,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:05.981191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:05.991472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:47:06.001208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:06.001344 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.060957 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d6c41f6d-252b-4685-a886-c4f2cdd6a5bf req-97317990-2917-4471-9537-2d09366f94b6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aab9cdf4-a858-41ab-a248-6d93430c1859 HTTP/1.1" status: 200 len: 1000 time: 0.1357603 Feb 04 15:47:06.106300 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 63f11e5f-f02d-4939-90d2-3bca6664382b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=63f11e5f-f02d-4939-90d2-3bca6664382b,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:06.172450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '63f11e5f-f02d-4939-90d2-3bca6664382b', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'port_id': '63f11e5f-f02d-4939-90d2-3bca6664382b', 'mac_address': 'fa:16:3e:60:4c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:47:06.269559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-58c69b4a-d3bd-4176-a8fa-3b35aefeb75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:05Z', 'updated_at': '2022-02-04T15:46:16Z', 'revision_number': 4, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'gw_port': {'id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:07Z', 'updated_at': '2022-02-04T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'fafd6009-cf4a-4410-8277-8a08b22c5fdb', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'port_id': 'aab9cdf4-a858-41ab-a248-6d93430c1859', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'mac_address': 'fa:16:3e:4a:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d294c86-cf59-4d80-9c84-649d76598d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:46:26Z', 'updated_at': '2022-02-04T15:46:59Z', 'revision_number': 1, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03eab2e-1e10-440a-9dbe-7ac737a99129', 'name': '', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'mac_address': 'fa:16:3e:68:62:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:41Z', 'revision_number': 5, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'subnets': [{'id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:06.279899 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c69b4a-d3bd-4176-a8fa-3b35aefeb75f None None] Checking router: 36f649e5-045b-40a4-a922-b7e95cd7f839 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:47:06.294272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101c482-d491-432c-bc43-a89c19a0c256 req-ce019386-997a-4264-8a65-8a2745fccb30 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:06.296195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6101c482-d491-432c-bc43-a89c19a0c256 req-ce019386-997a-4264-8a65-8a2745fccb30 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/networks?id=c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 200 len: 814 time: 0.5940127 Feb 04 15:47:06.321619 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.334174 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e49fb9-8db3-440d-89f9-635e73dfc0f3 req-04d52fef-d373-45fb-9e8c-701e272f534c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:06.346261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f11e5f-f02d-4939-90d2-3bca6664382b {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:47:06.347605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96e49fb9-8db3-440d-89f9-635e73dfc0f3 req-04d52fef-d373-45fb-9e8c-701e272f534c tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 1.0348918 Feb 04 15:47:06.371551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Allocated IP 2001:db8::2 (6ef13542-c8a8-4217-8b81-91303fee4272/ad448e73-1964-4723-96b9-2e41e2147470/e3597a6f-b40d-4331-a007-728905f09290) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:06.383153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 63f11e5f-f02d-4939-90d2-3bca6664382b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=63f11e5f-f02d-4939-90d2-3bca6664382b,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:06.390865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c69b4a-d3bd-4176-a8fa-3b35aefeb75f None None] Routers {'36f649e5-045b-40a4-a922-b7e95cd7f839'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:47:06.391999 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-58c69b4a-d3bd-4176-a8fa-3b35aefeb75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:46:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['36f649e5-045b-40a4-a922-b7e95cd7f839'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:06.404460 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c11c8cb-ef15-47b3-85a5-e4e2c3579e75 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.405299 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f40d9e65-5340-4195-8b9a-e60dc7eb7b9c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0621932 Feb 04 15:47:06.410218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41378) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:06.418161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c41f6d-252b-4685-a886-c4f2cdd6a5bf req-91678e49-fa2b-405f-8593-ce2af1427903 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:06.420208 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d6c41f6d-252b-4685-a886-c4f2cdd6a5bf req-91678e49-fa2b-405f-8593-ce2af1427903 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb3ee7bb-9132-4f79-8df1-c25a2a473bab HTTP/1.1" status: 200 len: 850 time: 0.3278668 Feb 04 15:47:06.422390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'network_id': '6ef13542-c8a8-4217-8b81-91303fee4272', 'name': 'tempest-PortsIpV6TestJSON-996631839'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:06.452688 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.485903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7c11c8cb-ef15-47b3-85a5-e4e2c3579e75 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ad95db-4896-4b89-ba40-01332ed64ae4']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:06.512687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7c11c8cb-ef15-47b3-85a5-e4e2c3579e75 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8241ac24-3ad2-4ce0-8176-2b779a9918c1') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:06.513817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7c11c8cb-ef15-47b3-85a5-e4e2c3579e75 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8241ac24-3ad2-4ce0-8176-2b779a9918c1') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:06.544654 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c11c8cb-ef15-47b3-85a5-e4e2c3579e75 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.568300 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d6c41f6d-252b-4685-a886-c4f2cdd6a5bf req-c2326c80-e271-4276-9b84-9abee95c9b76 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9c994eb7-21f6-4bbb-aa9a-e5f946251d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371691 Feb 04 15:47:06.574459 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c11c8cb-ef15-47b3-85a5-e4e2c3579e75 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.588756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6101c482-d491-432c-bc43-a89c19a0c256 req-712dc770-2af1-4cc9-b984-04a7cebb34d2 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/quotas/d6b4662da38740d7bdb9894c8873c149 HTTP/1.1" status: 200 len: 375 time: 0.2829812 Feb 04 15:47:06.606888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c11c8cb-ef15-47b3-85a5-e4e2c3579e75 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:47:06.607392 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c11c8cb-ef15-47b3-85a5-e4e2c3579e75 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:06.626207 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:06.660115 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:06.670127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:port and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:06.690256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96e49fb9-8db3-440d-89f9-635e73dfc0f3 req-3b6afaa5-58ed-40ee-9210-ea429ae53f1f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404596 Feb 04 15:47:06.691296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:06.725388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:06.798087 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c11c8cb-ef15-47b3-85a5-e4e2c3579e75 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.800946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:06.812465 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.830546 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c11c8cb-ef15-47b3-85a5-e4e2c3579e75 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50ad95db-4896-4b89-ba40-01332ed64ae4 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 15:47:06.841030 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11c8cb-ef15-47b3-85a5-e4e2c3579e75 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event deleted for resources: {'Network': ['ID=50ad95db-4896-4b89-ba40-01332ed64ae4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:06.845693 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c11c8cb-ef15-47b3-85a5-e4e2c3579e75 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.855821 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d6c41f6d-252b-4685-a886-c4f2cdd6a5bf req-9de69466-9637-4b35-b99b-f84f17a5c122 service neutron] 10.222.0.81 "GET /v2.0/networks/9c994eb7-21f6-4bbb-aa9a-e5f946251d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786167 Feb 04 15:47:06.857006 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7c11c8cb-ef15-47b3-85a5-e4e2c3579e75 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "DELETE /v2.0/networks/50ad95db-4896-4b89-ba40-01332ed64ae4 HTTP/1.1" status: 204 len: 168 time: 1.1038549 Feb 04 15:47:06.865267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41386) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:06.871842 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-75564892-8f73-4852-b7fd-db9892cd0086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.877916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:06.905874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port 8b98b848-b95b-434a-84d9-681bc5cb47ee yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:06.957293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=63f11e5f-f02d-4939-90d2-3bca6664382b,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:07.006161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-58c69b4a-d3bd-4176-a8fa-3b35aefeb75f None None] Set router 36f649e5-045b-40a4-a922-b7e95cd7f839 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:47:07.013767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:07.061606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Usage tracker for resource:network and tenant:c4da341dd5dc49109a7af5e54520c277 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:07.066407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:07.079456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6101c482-d491-432c-bc43-a89c19a0c256 req-83a1509d-9230-4282-a1c7-0e8bb3b71896 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6b4662da38740d7bdb9894c8873c149&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4593961 Feb 04 15:47:07.089960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:07.126768 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d6c41f6d-252b-4685-a886-c4f2cdd6a5bf req-a5bc8612-c1dc-4774-83fa-e6a64b3d6b57 service neutron] 10.222.0.81 "GET /v2.0/networks/9c994eb7-21f6-4bbb-aa9a-e5f946251d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636104 Feb 04 15:47:07.218058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Made reservation on behalf of c4da341dd5dc49109a7af5e54520c277 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:07.220399 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.316923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:07.319248 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['63f11e5f-f02d-4939-90d2-3bca6664382b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:47:07.347757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125dd0a-cd1d-4d82-b0b9-8f0c920572b0 req-d08b59c3-50e1-41fe-b240-975213ec6a58 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:07.350436 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2125dd0a-cd1d-4d82-b0b9-8f0c920572b0 req-d08b59c3-50e1-41fe-b240-975213ec6a58 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 944 time: 0.3338079 Feb 04 15:47:07.354363 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.354700 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Added segment 1f230c79-91c5-4be7-ac9d-3b2b8964c74c of type vlan for network 9339c1e9-a5c4-447c-88d1-da4a69412d5f Feb 04 15:47:07.357231 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6101c482-d491-432c-bc43-a89c19a0c256 req-e7f2e6f5-62ad-4cc9-b0e5-60274619aad1 service neutron] 10.222.0.60 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541914 Feb 04 15:47:07.508035 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.529934 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.533926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2125dd0a-cd1d-4d82-b0b9-8f0c920572b0 req-a9b779f2-2ee2-4b7b-af85-67e3f9736270 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757712 Feb 04 15:47:07.562277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Transition to ACTIVE for port object e3597a6f-b40d-4331-a007-728905f09290 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:07.591633 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6101c482-d491-432c-bc43-a89c19a0c256 req-7a38421d-6ad8-4df7-8cb0-2bb66f22111c service neutron] 10.222.0.60 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138865 Feb 04 15:47:07.596510 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.597366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:07.598140 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.599474 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Transition to ACTIVE for port object e3597a6f-b40d-4331-a007-728905f09290 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:07.626932 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.718286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-58c69b4a-d3bd-4176-a8fa-3b35aefeb75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:05Z', 'updated_at': '2022-02-04T15:46:16Z', 'revision_number': 4, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'gw_port': {'id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:07Z', 'updated_at': '2022-02-04T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'fafd6009-cf4a-4410-8277-8a08b22c5fdb', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'port_id': 'aab9cdf4-a858-41ab-a248-6d93430c1859', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'mac_address': 'fa:16:3e:4a:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d294c86-cf59-4d80-9c84-649d76598d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:46:26Z', 'updated_at': '2022-02-04T15:46:59Z', 'revision_number': 1, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03eab2e-1e10-440a-9dbe-7ac737a99129', 'name': '', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'mac_address': 'fa:16:3e:68:62:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:41Z', 'revision_number': 5, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'subnets': [{'id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:07.738125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event updated for resources: {'Network': ['ID=9339c1e9-a5c4-447c-88d1-da4a69412d5f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:07.752866 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Network 6ef13542-c8a8-4217-8b81-91303fee4272 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:07.766150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Pushing event updated for resources: {'Port': ['ID=e3597a6f-b40d-4331-a007-728905f09290,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:07.769588 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:07.772510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c69b4a-d3bd-4176-a8fa-3b35aefeb75f None None] The sync data for ids ['36f649e5-045b-40a4-a922-b7e95cd7f839'] in n-d-827872-1 is: [{'id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:05Z', 'updated_at': '2022-02-04T15:46:16Z', 'revision_number': 4, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'gw_port': {'id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:07Z', 'updated_at': '2022-02-04T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'fafd6009-cf4a-4410-8277-8a08b22c5fdb', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'port_id': 'aab9cdf4-a858-41ab-a248-6d93430c1859', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'mac_address': 'fa:16:3e:4a:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d294c86-cf59-4d80-9c84-649d76598d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:46:26Z', 'updated_at': '2022-02-04T15:46:59Z', 'revision_number': 1, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03eab2e-1e10-440a-9dbe-7ac737a99129', 'name': '', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'mac_address': 'fa:16:3e:68:62:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:41Z', 'revision_number': 5, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'subnets': [{'id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:47:07.774447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 9339c1e9-a5c4-447c-88d1-da4a69412d5f details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:07.794548 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:47:07.944862 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-95b413eb-bbca-416b-a963-3173b6e7ce92 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0738740 Feb 04 15:47:07.949151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41396) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:07.961698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Request body: {'subnet': {'network_id': '9339c1e9-a5c4-447c-88d1-da4a69412d5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:07.965658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Allocated IP 2001:db8::3ac (6ef13542-c8a8-4217-8b81-91303fee4272/ad448e73-1964-4723-96b9-2e41e2147470/8b98b848-b95b-434a-84d9-681bc5cb47ee) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:07.983165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:07.999070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Usage tracker for resource:subnet and tenant:c4da341dd5dc49109a7af5e54520c277 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:08.002924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602231c4-d83b-4163-b0e3-e14442ec75f4 req-33d4bbb4-53c0-42a6-88e8-47049ab19353 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:08.004077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:08.011476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-602231c4-d83b-4163-b0e3-e14442ec75f4 req-33d4bbb4-53c0-42a6-88e8-47049ab19353 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 946 time: 0.2333081 Feb 04 15:47:08.045966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:08.072782 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1f9059fe-c4fa-4ea2-9818-ba87a4041f10 req-97388136-d6ae-4c9f-bc7f-95f247b03b18 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3178637 Feb 04 15:47:08.081380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Made reservation on behalf of c4da341dd5dc49109a7af5e54520c277 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:08.084884 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.213151 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7239afe2-0352-4e50-a36e-063a8231aae8 None None] New status for floating IP fafd6009-cf4a-4410-8277-8a08b22c5fdb: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:47:08.227788 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-602231c4-d83b-4163-b0e3-e14442ec75f4 req-50caa32e-2b8e-4381-aacc-0dbbb67c5c3c tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a5a2d95-412d-47b4-97db-566b9fd1b938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151697 Feb 04 15:47:08.358684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Attempting to bind port e3597a6f-b40d-4331-a007-728905f09290 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:08.372078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Attempting to bind port e3597a6f-b40d-4331-a007-728905f09290 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'cb2df4e5-532c-413e-bd7e-9bc4382cf261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ef13542-c8a8-4217-8b81-91303fee4272'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:08.373469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Attempting to bind port e3597a6f-b40d-4331-a007-728905f09290 on network 6ef13542-c8a8-4217-8b81-91303fee4272 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:47:08.389237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:47:08.389594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Checking segment: {'id': 'cb2df4e5-532c-413e-bd7e-9bc4382cf261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ef13542-c8a8-4217-8b81-91303fee4272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:47:08.389997 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.390384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Bound using segment: {'id': 'cb2df4e5-532c-413e-bd7e-9bc4382cf261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ef13542-c8a8-4217-8b81-91303fee4272'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:47:08.390859 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Bound port: e3597a6f-b40d-4331-a007-728905f09290, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2df4e5-532c-413e-bd7e-9bc4382cf261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ef13542-c8a8-4217-8b81-91303fee4272'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:08.391599 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.431369 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1f9059fe-c4fa-4ea2-9818-ba87a4041f10 req-498b4d9c-62ac-4b9e-8ed3-abca43a8f132 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e7455e7abb54cf6bccd48d1ec884375&device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 1096 time: 0.3283930 Feb 04 15:47:08.498205 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4add1f72-f09e-4e2d-aa9a-bb4f4f7c727e req-354b911a-1536-45fb-adbb-4bd230581d61 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 210 time: 0.0754211 Feb 04 15:47:08.579406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] For port e3597a6f-b40d-4331-a007-728905f09290, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:47:08.584240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] For port e3597a6f-b40d-4331-a007-728905f09290, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e3597a6f-b40d-4331-a007-728905f09290,segment=NetworkSegment(cb2df4e5-532c-413e-bd7e-9bc4382cf261),segment_id=cb2df4e5-532c-413e-bd7e-9bc4382cf261)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:47:08.596081 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.729374 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.761296 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9059fe-c4fa-4ea2-9818-ba87a4041f10 req-a31a5364-9e59-4351-9acf-c3366bdbdfb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:08.763055 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1f9059fe-c4fa-4ea2-9818-ba87a4041f10 req-a31a5364-9e59-4351-9acf-c3366bdbdfb8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4 HTTP/1.1" status: 200 len: 920 time: 0.2180316 Feb 04 15:47:08.767738 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Transition to ACTIVE for port object 8b98b848-b95b-434a-84d9-681bc5cb47ee will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:08.795893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742c136-b662-4a4c-93a9-2f02102fb12f req-95e28f10-2384-4f26-9afe-ad3b9733b84a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:08.797697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4742c136-b662-4a4c-93a9-2f02102fb12f req-95e28f10-2384-4f26-9afe-ad3b9733b84a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.2369707 Feb 04 15:47:08.812967 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed425c70-05f9-43eb-b25d-6705f37d0b23 None None] Pushing event updated for resources: {'Port': ['ID=e3597a6f-b40d-4331-a007-728905f09290,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:08.889953 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1f9059fe-c4fa-4ea2-9818-ba87a4041f10 req-f959c309-c865-4eaa-ba5c-05fafd77ba48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73de5544-7dde-46d4-b935-140ab78aa46b HTTP/1.1" status: 200 len: 217 time: 0.1043866 Feb 04 15:47:08.947756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4742c136-b662-4a4c-93a9-2f02102fb12f req-b5f48faf-5c96-4341-81b9-dc99310a4bc2 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413763 Feb 04 15:47:08.949744 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.965009 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-93a57161-ac15-42e3-a84b-2c7e52c72d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.140700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9059fe-c4fa-4ea2-9818-ba87a4041f10 req-0cffe4a8-1d1c-4431-9320-654e6bfa9711 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:09.142186 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1f9059fe-c4fa-4ea2-9818-ba87a4041f10 req-0cffe4a8-1d1c-4431-9320-654e6bfa9711 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1711e37f-bdaf-4a9e-a302-926cbcffa942 HTTP/1.1" status: 200 len: 859 time: 0.1497564 Feb 04 15:47:09.168544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=8b98b848-b95b-434a-84d9-681bc5cb47ee,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:09.194031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 6ef13542-c8a8-4217-8b81-91303fee4272 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:09.196862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:09.209427 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1f9059fe-c4fa-4ea2-9818-ba87a4041f10 req-b023322c-4c8d-4469-9a8d-97b75b74484d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17a674f3-b911-4fd5-bdf6-0c150ae31bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578947 Feb 04 15:47:09.212710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:47:09.217161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:09.218012 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.236789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28483b2-55c9-47fa-8996-ce2824c5bf48 req-7528f360-96d7-41cf-b805-d30e631b7719 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:09.239723 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a28483b2-55c9-47fa-8996-ce2824c5bf48 req-7528f360-96d7-41cf-b805-d30e631b7719 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 946 time: 0.4355483 Feb 04 15:47:09.449178 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9f1ea977-3279-4913-a992-639d7d074518 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0362306 Feb 04 15:47:09.452351 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41414) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:09.480934 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a28483b2-55c9-47fa-8996-ce2824c5bf48 req-bc16a480-3d8a-4525-b3dc-eef4b79eb1d6 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a5a2d95-412d-47b4-97db-566b9fd1b938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322123 Feb 04 15:47:09.510421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df310206-13af-4425-9651-2a2957e0bc93 req-f53f7b58-da73-4bd5-9174-989b15c10b1d tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:09.517875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df310206-13af-4425-9651-2a2957e0bc93 req-f53f7b58-da73-4bd5-9174-989b15c10b1d tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.2491260 Feb 04 15:47:09.576931 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df310206-13af-4425-9651-2a2957e0bc93 req-0450a7e8-32ed-45ff-9c84-761e512abec7 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572982 Feb 04 15:47:09.646253 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1f9059fe-c4fa-4ea2-9818-ba87a4041f10 req-40118727-556d-4eca-af93-994caebdec25 service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131927 Feb 04 15:47:09.699367 n-d-827872-1 neutron-server[83550]: DEBUG neutron.objects.ports [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83550) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:47:09.699783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.849110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e76e847e-736a-4ef6-afb8-b43ddad17c30,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:09.915963 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.961892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae5339-c834-4870-84b0-6dd0dc25185d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:09.966287 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b4ae5339-c834-4870-84b0-6dd0dc25185d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A256 HTTP/1.1" status: 200 len: 929 time: 0.5132995 Feb 04 15:47:09.970143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41424) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:10.013259 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1f9059fe-c4fa-4ea2-9818-ba87a4041f10 req-127850e4-b117-45d1-b660-0a29cabafcec service neutron] 10.222.0.73 "GET /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474069 Feb 04 15:47:10.055701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Checking segment: {'id': '1f230c79-91c5-4be7-ac9d-3b2b8964c74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9339c1e9-a5c4-447c-88d1-da4a69412d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:47:10.056309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Network hostable DHCP agents. Network: 9339c1e9-a5c4-447c-88d1-da4a69412d5f, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:10.066666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2464b50-c28b-4a5f-9ba9-c3711f0c8991 req-de07cdaa-0eb6-4191-9b81-0dbea648f5b6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 210 time: 0.1017647 Feb 04 15:47:10.110271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651eff4b-8c03-44a8-b0fa-f0d14ce4fc97 req-abdf37ad-79f8-41eb-ba1a-ed11748ae726 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:10.112899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-651eff4b-8c03-44a8-b0fa-f0d14ce4fc97 req-abdf37ad-79f8-41eb-ba1a-ed11748ae726 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 944 time: 0.4700105 Feb 04 15:47:10.139760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c50d6dc6-ede9-4012-b2c1-de656c65cc25 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port 8b98b848-b95b-434a-84d9-681bc5cb47ee {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:10.140146 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c50d6dc6-ede9-4012-b2c1-de656c65cc25 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.153567 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.173505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101c482-d491-432c-bc43-a89c19a0c256 req-cd8b026d-634e-468f-a0d5-8b3f9a9a5984 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:10.174941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6101c482-d491-432c-bc43-a89c19a0c256 req-cd8b026d-634e-468f-a0d5-8b3f9a9a5984 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.73 "GET /v2.0/networks?id=c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 200 len: 814 time: 0.4630752 Feb 04 15:47:10.204836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Request body: {'port': {'device_id': '5610db41-42c2-4eab-8490-439ce9d6a34f', 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a', 'admin_state_up': True, 'tenant_id': 'd6b4662da38740d7bdb9894c8873c149'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:10.206065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Network 9339c1e9-a5c4-447c-88d1-da4a69412d5f is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:10.233908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 9339c1e9-a5c4-447c-88d1-da4a69412d5f) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:10.249651 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b4c64-71b4-446a-8be8-909e32a17bdf None None] Network 9339c1e9-a5c4-447c-88d1-da4a69412d5f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:10.280237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:10.280533 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.352555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-651eff4b-8c03-44a8-b0fa-f0d14ce4fc97 req-901cee83-03b0-41f2-83a3-b50eba2db0ac tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340009 Feb 04 15:47:10.362857 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-53c6e121-ae0b-4dff-90d0-663a26fd40ad tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4125714 Feb 04 15:47:10.397843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41430) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:10.414409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Request body: {'floatingip': {'floating_network_id': '9339c1e9-a5c4-447c-88d1-da4a69412d5f'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:10.414409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:10.430817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Usage tracker for resource:floatingip and tenant:c4da341dd5dc49109a7af5e54520c277 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:10.430817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:10.439461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:10.471854 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.555358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeb4b11-e73f-4ac9-90b7-e62c4f12ccb2 None None] Network 6ef13542-c8a8-4217-8b81-91303fee4272 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:10.671438 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c50d6dc6-ede9-4012-b2c1-de656c65cc25 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.711214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:10.711214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Usage tracker for resource:port and tenant:d6b4662da38740d7bdb9894c8873c149 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:10.711214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:10.716266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:10.747003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Made reservation on behalf of d6b4662da38740d7bdb9894c8873c149 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:10.750124 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.846154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c50d6dc6-ede9-4012-b2c1-de656c65cc25 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for 8b98b848-b95b-434a-84d9-681bc5cb47ee owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:10.849242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387456a1-19b1-4c12-b24f-0a619c907669 None None] Network 9339c1e9-a5c4-447c-88d1-da4a69412d5f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:10.856918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61a0ea-ca50-4793-8fab-f3b9b2e19cdd req-ed2bbaff-a8ff-4cc0-985f-67f01428c1d9 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:10.858402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b61a0ea-ca50-4793-8fab-f3b9b2e19cdd req-ed2bbaff-a8ff-4cc0-985f-67f01428c1d9 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.2622807 Feb 04 15:47:10.870690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e3597a6f-b40d-4331-a007-728905f09290 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:10.996712 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-39b1e0f5-0f18-41bd-8a76-4d498fd1a1d9 req-66b24749-4b20-465c-86ab-a73729708492 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3771493 Feb 04 15:47:11.026212 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b61a0ea-ca50-4793-8fab-f3b9b2e19cdd req-6dbc8412-51ed-4a44-b753-db8255afa4d3 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103432 Feb 04 15:47:11.043947 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47f1aba6-1c6b-4c37-9a0a-4e1c4380708c req-04314ce1-a095-461b-b216-5e0dcc00ae5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=428132a2da7b4ddc958b0b710ebd148c&device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 1097 time: 0.4750636 Feb 04 15:47:11.051251 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.187243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15d009-2dc0-4649-8efa-86147736c4f3 req-f9c5509b-9938-40c0-8f1f-0d32e2d80770 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:11.196969 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b15d009-2dc0-4649-8efa-86147736c4f3 req-f9c5509b-9938-40c0-8f1f-0d32e2d80770 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.3487887 Feb 04 15:47:11.222103 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c50d6dc6-ede9-4012-b2c1-de656c65cc25 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.251804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 63f11e5f-f02d-4939-90d2-3bca6664382b up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:11.284037 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b15d009-2dc0-4649-8efa-86147736c4f3 req-aaabd285-9fe5-4d98-a7c0-38efdca5797d tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858555 Feb 04 15:47:11.296349 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Allocated IP 172.20.0.3 (c91d216b-3331-44ad-853b-9cea412fc83a/ee73c442-e12b-426b-9d50-5bbed69cbf29/6bc1ba43-d26a-459f-851c-6005b5e59b8c) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:11.298681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d6dc6-ede9-4012-b2c1-de656c65cc25 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=8b98b848-b95b-434a-84d9-681bc5cb47ee,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:11.373070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-af8d2d20-b2c1-4d39-b506-6005687d6ead None None] Provisioning for port e3597a6f-b40d-4331-a007-728905f09290 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:11.407568 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c50d6dc6-ede9-4012-b2c1-de656c65cc25 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.422578 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1aba6-1c6b-4c37-9a0a-4e1c4380708c req-41078e3b-3ffb-4d45-a9d0-b8ea6d24c133 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:11.424074 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47f1aba6-1c6b-4c37-9a0a-4e1c4380708c req-41078e3b-3ffb-4d45-a9d0-b8ea6d24c133 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e4b139df-5612-4377-ac79-2126181c32bf HTTP/1.1" status: 200 len: 915 time: 0.3640308 Feb 04 15:47:11.427841 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c50d6dc6-ede9-4012-b2c1-de656c65cc25 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/8b98b848-b95b-434a-84d9-681bc5cb47ee HTTP/1.1" status: 204 len: 168 time: 1.4557884 Feb 04 15:47:11.430626 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41442) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:11.450373 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.458547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95553a01-59de-41fc-a32f-7c5d16f7c66e req-08d8523f-45bd-45d0-8d01-2f71d35a0502 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 210 time: 0.1365643 Feb 04 15:47:11.611947 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.612783 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port e3597a6f-b40d-4331-a007-728905f09290 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:11.624528 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 63f11e5f-f02d-4939-90d2-3bca6664382b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:11.627365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e3597a6f-b40d-4331-a007-728905f09290 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:11.627738 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.666536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 63f11e5f-f02d-4939-90d2-3bca6664382b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:11.666536 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.686049 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d590405-42ce-4e3e-9784-71fdea29a3f0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] GET failed (client error): The resource could not be found. Feb 04 15:47:11.686415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6d590405-42ce-4e3e-9784-71fdea29a3f0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:11.687552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Allocated IP 172.20.0.9 (9339c1e9-a5c4-447c-88d1-da4a69412d5f/e76e847e-736a-4ef6-afb8-b43ddad17c30/2c62be1e-5c4b-49f3-a779-bc144beb2347) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:11.692758 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-39b1e0f5-0f18-41bd-8a76-4d498fd1a1d9 req-eda392a0-69f4-4a62-af0e-badc86147274 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d6b4662da38740d7bdb9894c8873c149&device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 1096 time: 0.5163743 Feb 04 15:47:11.696801 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47f1aba6-1c6b-4c37-9a0a-4e1c4380708c req-75e5f535-8796-4e75-8624-f6e6a9c5b13a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b HTTP/1.1" status: 200 len: 217 time: 0.0865080 Feb 04 15:47:11.863502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6d590405-42ce-4e3e-9784-71fdea29a3f0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:11.865415 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6d590405-42ce-4e3e-9784-71fdea29a3f0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/8b98b848-b95b-434a-84d9-681bc5cb47ee HTTP/1.1" status: 404 len: 333 time: 0.4338560 Feb 04 15:47:11.878955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41448) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:11.970176 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.987911 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.074948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1aba6-1c6b-4c37-9a0a-4e1c4380708c req-e7f33526-1c96-4ae9-b523-b87ca689753e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:12.087812 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47f1aba6-1c6b-4c37-9a0a-4e1c4380708c req-e7f33526-1c96-4ae9-b523-b87ca689753e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fba70c8c-3c5e-41a3-95b3-0ee97d48f59f HTTP/1.1" status: 200 len: 854 time: 0.3714678 Feb 04 15:47:12.102489 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4543580-eaa6-4800-a509-8f8058c1cbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f11e5f-f02d-4939-90d2-3bca6664382b'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:12.120171 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port e3597a6f-b40d-4331-a007-728905f09290, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e3597a6f-b40d-4331-a007-728905f09290,segment=NetworkSegment(cb2df4e5-532c-413e-bd7e-9bc4382cf261),segment_id=cb2df4e5-532c-413e-bd7e-9bc4382cf261)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:12.138196 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.202302 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.239974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 63f11e5f-f02d-4939-90d2-3bca6664382b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=63f11e5f-f02d-4939-90d2-3bca6664382b,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:12.269860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ec36c-a864-442c-85f7-b24cb3a9e3f5 req-691c702f-915b-4eb0-b7fe-0e164d435772 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:12.269860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c04ec36c-a864-442c-85f7-b24cb3a9e3f5 req-691c702f-915b-4eb0-b7fe-0e164d435772 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.5917253 Feb 04 15:47:12.278233 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.310946 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47f1aba6-1c6b-4c37-9a0a-4e1c4380708c req-4422b2c4-7a09-4e72-9497-9372f923cd41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e4b139df-5612-4377-ac79-2126181c32bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1804283 Feb 04 15:47:12.356230 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=e3597a6f-b40d-4331-a007-728905f09290,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:12.561722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-95ff92de-c3c9-489e-8756-9bdaa8132d41 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port 51a421ac-cf0b-46d7-ac80-a5ae16d9faf8 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:12.561722 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95ff92de-c3c9-489e-8756-9bdaa8132d41 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.592170 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-836b25fb-54cd-471a-82ce-e554d7adeb95 None None] Provisioning complete for port e3597a6f-b40d-4331-a007-728905f09290 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:12.592170 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-836b25fb-54cd-471a-82ce-e554d7adeb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.619779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=63f11e5f-f02d-4939-90d2-3bca6664382b,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:12.708759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1e0f5-0f18-41bd-8a76-4d498fd1a1d9 req-463c30d5-26f0-4764-919f-5278b42bad5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:12.708759 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-39b1e0f5-0f18-41bd-8a76-4d498fd1a1d9 req-463c30d5-26f0-4764-919f-5278b42bad5c service neutron] 10.222.0.81 "GET /v2.0/networks?id=c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 200 len: 915 time: 0.9596732 Feb 04 15:47:12.748610 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.774639 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e3597a6f-b40d-4331-a007-728905f09290 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:12.928320 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-39b1e0f5-0f18-41bd-8a76-4d498fd1a1d9 req-bbbd9512-a1c1-4000-b838-656a7535c480 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd4a256-0043-48f7-ab9d-ca3c8f775414 HTTP/1.1" status: 200 len: 217 time: 0.1742165 Feb 04 15:47:12.951504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-836b25fb-54cd-471a-82ce-e554d7adeb95 None None] Provisioning for port 51a421ac-cf0b-46d7-ac80-a5ae16d9faf8 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:12.959484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-836b25fb-54cd-471a-82ce-e554d7adeb95 None None] Provisioning complete for port 51a421ac-cf0b-46d7-ac80-a5ae16d9faf8 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:12.959484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-836b25fb-54cd-471a-82ce-e554d7adeb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.109355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e3597a6f-b40d-4331-a007-728905f09290 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:13.109355 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.153465 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47f1aba6-1c6b-4c37-9a0a-4e1c4380708c req-7baf2da2-36be-45e5-bbb4-578633e0de93 service neutron] 10.222.0.73 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074486 Feb 04 15:47:13.175822 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-836b25fb-54cd-471a-82ce-e554d7adeb95 None None] Port 51a421ac-cf0b-46d7-ac80-a5ae16d9faf8 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:47:13.230062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1e0f5-0f18-41bd-8a76-4d498fd1a1d9 req-1736cdd7-1c6c-4bc7-bc27-d821c19bff21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:13.248467 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-39b1e0f5-0f18-41bd-8a76-4d498fd1a1d9 req-1736cdd7-1c6c-4bc7-bc27-d821c19bff21 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee73c442-e12b-426b-9d50-5bbed69cbf29 HTTP/1.1" status: 200 len: 854 time: 0.3014958 Feb 04 15:47:13.277924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c04ec36c-a864-442c-85f7-b24cb3a9e3f5 req-8f4d475f-c7b2-43c9-8e9e-ada0fbaac495 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Deleting port 73de5544-7dde-46d4-b935-140ab78aa46b {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:13.277924 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c04ec36c-a864-442c-85f7-b24cb3a9e3f5 req-8f4d475f-c7b2-43c9-8e9e-ada0fbaac495 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.318882 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f4fbf276-1050-49db-9864-35537f648222 None None] Could not find standard attr ID for object 8b98b848-b95b-434a-84d9-681bc5cb47ee. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:47:13.356259 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f4fbf276-1050-49db-9864-35537f648222 None None] Provisioning complete for port 51a421ac-cf0b-46d7-ac80-a5ae16d9faf8 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:13.356259 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf276-1050-49db-9864-35537f648222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.375165 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.479310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbf276-1050-49db-9864-35537f648222 None None] Port 51a421ac-cf0b-46d7-ac80-a5ae16d9faf8 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:47:13.487016 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-39b1e0f5-0f18-41bd-8a76-4d498fd1a1d9 req-36b03298-0c55-4b35-be8e-32fb94d8f9ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c91d216b-3331-44ad-853b-9cea412fc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2267842 Feb 04 15:47:13.525152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Network 9339c1e9-a5c4-447c-88d1-da4a69412d5f is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:13.533644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:13.550307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce39cf-5312-492c-8b56-2dfcbffacfce req-7df38690-7830-4fdb-bd28-75b199e4d154 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:13.559750 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20ce39cf-5312-492c-8b56-2dfcbffacfce req-7df38690-7830-4fdb-bd28-75b199e4d154 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.7860658 Feb 04 15:47:13.562675 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.569300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:47:13.574951 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['5a4b7ce4-339a-43fb-9951-6b3534979416'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:47:13.669456 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['7fd4a256-0043-48f7-ab9d-ca3c8f775414'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:47:13.699022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3c05d-1b2c-4475-882e-2b3c7ea54840 req-b1a45583-4dfe-470e-988f-85229ab3eae2 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:13.710517 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ac3c05d-1b2c-4475-882e-2b3c7ea54840 req-b1a45583-4dfe-470e-988f-85229ab3eae2 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 2.0254893 Feb 04 15:47:13.767546 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event updated for resources: {'Port': ['ID=2c62be1e-5c4b-49f3-a779-bc144beb2347,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:13.804284 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95ff92de-c3c9-489e-8756-9bdaa8132d41 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.932782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Network c91d216b-3331-44ad-853b-9cea412fc83a is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:13.954602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-95ff92de-c3c9-489e-8756-9bdaa8132d41 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for 51a421ac-cf0b-46d7-ac80-a5ae16d9faf8 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:13.987956 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47f1aba6-1c6b-4c37-9a0a-4e1c4380708c req-e773a5d5-bb84-44b7-bf1d-c92c1b2abf73 service neutron] 10.222.0.73 "GET /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8099761 Feb 04 15:47:14.016345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:14.044745 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:47:14.093089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ac3c05d-1b2c-4475-882e-2b3c7ea54840 req-e25aceda-dd66-489a-b748-dffc91171909 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871498 Feb 04 15:47:14.102551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Pushing event updated for resources: {'Port': ['ID=6bc1ba43-d26a-459f-851c-6005b5e59b8c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:14.106535 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20ce39cf-5312-492c-8b56-2dfcbffacfce req-4ca0621e-f85e-42bf-b6d8-52ef5137f8c4 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462451 Feb 04 15:47:14.184513 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4543580-eaa6-4800-a509-8f8058c1cbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f11e5f-f02d-4939-90d2-3bca6664382b', 'code': 200} Feb 04 15:47:14.216792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:14.218115 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.225201 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-39b1e0f5-0f18-41bd-8a76-4d498fd1a1d9 req-73837b2f-e7c6-44a9-8964-dedfff9dc61b service neutron] 10.222.0.81 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7265935 Feb 04 15:47:14.236442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c04ec36c-a864-442c-85f7-b24cb3a9e3f5 req-8f4d475f-c7b2-43c9-8e9e-ada0fbaac495 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] For port 73de5544-7dde-46d4-b935-140ab78aa46b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=73de5544-7dde-46d4-b935-140ab78aa46b,segment=NetworkSegment(71e3a25b-315c-4510-8182-2cdb30e0d125),segment_id=71e3a25b-315c-4510-8182-2cdb30e0d125)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:14.237131 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c04ec36c-a864-442c-85f7-b24cb3a9e3f5 req-8f4d475f-c7b2-43c9-8e9e-ada0fbaac495 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.381157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c04ec36c-a864-442c-85f7-b24cb3a9e3f5 req-8f4d475f-c7b2-43c9-8e9e-ada0fbaac495 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Calling delete_port for 73de5544-7dde-46d4-b935-140ab78aa46b owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:14.519964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6101c482-d491-432c-bc43-a89c19a0c256 req-45504741-cbf8-499e-bfa0-b8693af0f178 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3202035 Feb 04 15:47:14.525199 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-39b1e0f5-0f18-41bd-8a76-4d498fd1a1d9 req-984839b3-d267-458e-a513-b3c25e7f19ad service neutron] 10.222.0.81 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818205 Feb 04 15:47:14.527834 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95ff92de-c3c9-489e-8756-9bdaa8132d41 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.563989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Request body: {'port': {'device_id': '5610db41-42c2-4eab-8490-439ce9d6a34f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:14.569552 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2698e3db-24f0-4373-9ac9-b50bcf1b8666 req-6cb553f4-1cd4-4aa1-ad31-8f06bd460f40 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 1096 time: 0.2953384 Feb 04 15:47:14.601056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff92de-c3c9-489e-8756-9bdaa8132d41 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=51a421ac-cf0b-46d7-ac80-a5ae16d9faf8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:14.603273 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.674170 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95ff92de-c3c9-489e-8756-9bdaa8132d41 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.698508 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-95ff92de-c3c9-489e-8756-9bdaa8132d41 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/51a421ac-cf0b-46d7-ac80-a5ae16d9faf8 HTTP/1.1" status: 204 len: 168 time: 2.8103809 Feb 04 15:47:14.700575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41466) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:14.744781 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2698e3db-24f0-4373-9ac9-b50bcf1b8666 req-bacc66c1-8f3d-43bb-a6f1-5acc261ae792 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603553 Feb 04 15:47:14.751309 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6213b4-0af1-4425-b273-7e8d70d501a1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] GET failed (client error): The resource could not be found. Feb 04 15:47:14.752099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7d6213b4-0af1-4425-b273-7e8d70d501a1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:14.772065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7d6213b4-0af1-4425-b273-7e8d70d501a1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:14.773694 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7d6213b4-0af1-4425-b273-7e8d70d501a1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/51a421ac-cf0b-46d7-ac80-a5ae16d9faf8 HTTP/1.1" status: 404 len: 333 time: 0.0722139 Feb 04 15:47:14.777565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41470) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:14.841461 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.960908 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.972487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-05be543f-2b56-465e-8d49-03ce4f7f0028 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting subnet ad448e73-1964-4723-96b9-2e41e2147470 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:47:14.976535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05be543f-2b56-465e-8d49-03ce4f7f0028 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.015346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efae4e8-640e-4082-acf9-a692857e0332 req-fb49c0d7-8a35-4c56-a5b9-89d94d373da2 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:15.016820 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6efae4e8-640e-4082-acf9-a692857e0332 req-fb49c0d7-8a35-4c56-a5b9-89d94d373da2 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d113786-f7c6-4f7e-825a-96a939413d4f HTTP/1.1" status: 200 len: 945 time: 0.6462791 Feb 04 15:47:15.071818 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05be543f-2b56-465e-8d49-03ce4f7f0028 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.180490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05be543f-2b56-465e-8d49-03ce4f7f0028 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.268162 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05be543f-2b56-465e-8d49-03ce4f7f0028 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.281904 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c04ec36c-a864-442c-85f7-b24cb3a9e3f5 req-8f4d475f-c7b2-43c9-8e9e-ada0fbaac495 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.301603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['51a18198-b2a5-4869-bdec-639a6506a3f5'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:47:15.314338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be543f-2b56-465e-8d49-03ce4f7f0028 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Subnet': ['ID=ad448e73-1964-4723-96b9-2e41e2147470,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:15.320881 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-05be543f-2b56-465e-8d49-03ce4f7f0028 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.327104 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-05be543f-2b56-465e-8d49-03ce4f7f0028 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/ad448e73-1964-4723-96b9-2e41e2147470 HTTP/1.1" status: 204 len: 168 time: 0.5485342 Feb 04 15:47:15.329653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41480) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:15.343162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05ca0f0-039a-4b2b-98cb-652358d6f39b None None] Network 6ef13542-c8a8-4217-8b81-91303fee4272 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:15.371596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d475f-c7b2-43c9-8e9e-ada0fbaac495 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Pushing event deleted for resources: {'Port': ['ID=73de5544-7dde-46d4-b935-140ab78aa46b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:15.447817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9089ae-8702-4a99-83db-0117b7649b0f req-1e48b07c-2dc1-44b7-95ee-66141a4d5e4a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:15.448532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0a9089ae-8702-4a99-83db-0117b7649b0f req-1e48b07c-2dc1-44b7-95ee-66141a4d5e4a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Synchronizing usage tracker for tenant:d6b4662da38740d7bdb9894c8873c149 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:15.467725 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.486540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port e3597a6f-b40d-4331-a007-728905f09290 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:15.487361 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.514990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6efae4e8-640e-4082-acf9-a692857e0332 req-bf04b5ed-7bbf-46b5-98d7-6f7f2a7f38b8 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851482 Feb 04 15:47:15.598259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04ec36c-a864-442c-85f7-b24cb3a9e3f5 req-8f4d475f-c7b2-43c9-8e9e-ada0fbaac495 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] No DVR routers for this DVR port 73de5544-7dde-46d4-b935-140ab78aa46b on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:15.608800 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c04ec36c-a864-442c-85f7-b24cb3a9e3f5 req-8f4d475f-c7b2-43c9-8e9e-ada0fbaac495 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.615423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d113786-f7c6-4f7e-825a-96a939413d4f', 'name': 'network-vif-deleted', 'tag': '73de5544-7dde-46d4-b935-140ab78aa46b'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:15.794732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] For port e3597a6f-b40d-4331-a007-728905f09290, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e3597a6f-b40d-4331-a007-728905f09290,segment=NetworkSegment(cb2df4e5-532c-413e-bd7e-9bc4382cf261),segment_id=cb2df4e5-532c-413e-bd7e-9bc4382cf261)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:15.795489 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.861996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c04ec36c-a864-442c-85f7-b24cb3a9e3f5 req-8f4d475f-c7b2-43c9-8e9e-ada0fbaac495 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.73 "DELETE /v2.0/ports/73de5544-7dde-46d4-b935-140ab78aa46b HTTP/1.1" status: 204 len: 173 time: 3.5611441 Feb 04 15:47:15.866598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0a9089ae-8702-4a99-83db-0117b7649b0f req-1e48b07c-2dc1-44b7-95ee-66141a4d5e4a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Unset dirty status for tenant:d6b4662da38740d7bdb9894c8873c149 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:15.869126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eb52a4-5fcf-4bf0-a0de-c4d8f9aa7d48 None None] DHCP port deletion for 6ef13542-c8a8-4217-8b81-91303fee4272 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:47:15.873725 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb52a4-5fcf-4bf0-a0de-c4d8f9aa7d48 None None] Deleting port e3597a6f-b40d-4331-a007-728905f09290 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:15.874314 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c3eb52a4-5fcf-4bf0-a0de-c4d8f9aa7d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.887401 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a9089ae-8702-4a99-83db-0117b7649b0f req-1e48b07c-2dc1-44b7-95ee-66141a4d5e4a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 931 time: 1.2900348 Feb 04 15:47:15.961467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for e3597a6f-b40d-4331-a007-728905f09290 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:15.963339 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:47:15.974661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc1ba43-d26a-459f-851c-6005b5e59b8c {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:47:16.045531 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.063984 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.082365 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.099967 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.117055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No DVR routers for this DVR port e3597a6f-b40d-4331-a007-728905f09290 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:16.126999 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c3eb52a4-5fcf-4bf0-a0de-c4d8f9aa7d48 None None] For port e3597a6f-b40d-4331-a007-728905f09290, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e3597a6f-b40d-4331-a007-728905f09290,segment=NetworkSegment(cb2df4e5-532c-413e-bd7e-9bc4382cf261),segment_id=cb2df4e5-532c-413e-bd7e-9bc4382cf261)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:16.127456 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c3eb52a4-5fcf-4bf0-a0de-c4d8f9aa7d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.143232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Transition to ACTIVE for port object 6bc1ba43-d26a-459f-851c-6005b5e59b8c will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:16.150408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=e3597a6f-b40d-4331-a007-728905f09290,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:16.172738 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a9089ae-8702-4a99-83db-0117b7649b0f req-d6f0fd38-a9ed-46f3-90d9-019ed1d4a909 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844646 Feb 04 15:47:16.184849 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.256295 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb52a4-5fcf-4bf0-a0de-c4d8f9aa7d48 None None] Calling delete_port for e3597a6f-b40d-4331-a007-728905f09290 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:16.321365 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event updated for resources: {'Port': ['ID=2c62be1e-5c4b-49f3-a779-bc144beb2347,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:16.355751 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-c3eb52a4-5fcf-4bf0-a0de-c4d8f9aa7d48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:47:16.356960 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-c3eb52a4-5fcf-4bf0-a0de-c4d8f9aa7d48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:47:16.370793 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.405632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef13542-c8a8-4217-8b81-91303fee4272']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:16.427730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2df4e5-532c-413e-bd7e-9bc4382cf261') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:16.428028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2df4e5-532c-413e-bd7e-9bc4382cf261') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:16.428220 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.440472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.453210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efab89-e2d4-4b0c-b6bc-ec2f3f07ddb1 req-30714178-8d52-4ac8-823e-0b25812fd13c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:16.455001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14efab89-e2d4-4b0c-b6bc-ec2f3f07ddb1 req-30714178-8d52-4ac8-823e-0b25812fd13c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 945 time: 0.4968727 Feb 04 15:47:16.461441 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.469979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:47:16.470705 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.498831 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.500467 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3486e034-341d-4b4c-b1d3-63866195c1af tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.1080830 Feb 04 15:47:16.513751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41486) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:16.550446 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:16.587266 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.595867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.647852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Network': ['ID=6ef13542-c8a8-4217-8b81-91303fee4272,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:16.652284 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-31eb4e37-5058-4b02-be4d-46ab41178b3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/networks/6ef13542-c8a8-4217-8b81-91303fee4272 HTTP/1.1" status: 204 len: 168 time: 1.3216512 Feb 04 15:47:16.656879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41492) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:16.664447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-922331736'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:16.674715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:16.679246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:network and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:16.680979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc1ba43-d26a-459f-851c-6005b5e59b8c,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:16.683317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:16.692416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:16.705681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:16.709842 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.717445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e3597a6f-b40d-4331-a007-728905f09290 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:16.740599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a66a1bf0-73d8-4f53-9180-52ea3f83c3c7 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Synchronizing usage tracker for tenant:c4da341dd5dc49109a7af5e54520c277 on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:16.745195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:16.759962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: e3597a6f-b40d-4331-a007-728905f09290 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:47:16.760531 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e3597a6f-b40d-4331-a007-728905f09290 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:16.769130 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.771252 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Added segment ea63acd1-7d59-4893-81e7-f77c40df590e of type vlan for network 37d72874-0080-4425-8ed3-038239434bb0 Feb 04 15:47:16.784603 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14efab89-e2d4-4b0c-b6bc-ec2f3f07ddb1 req-09874eff-38af-4523-83af-eebd4ac46b34 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738295 Feb 04 15:47:16.797960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Attempting to bind port 6bc1ba43-d26a-459f-851c-6005b5e59b8c on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:16.798286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Attempting to bind port 6bc1ba43-d26a-459f-851c-6005b5e59b8c by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:16.798753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Attempting to bind port 6bc1ba43-d26a-459f-851c-6005b5e59b8c on network c91d216b-3331-44ad-853b-9cea412fc83a {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:47:16.811115 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a66a1bf0-73d8-4f53-9180-52ea3f83c3c7 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Unset dirty status for tenant:c4da341dd5dc49109a7af5e54520c277 on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:16.812290 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a66a1bf0-73d8-4f53-9180-52ea3f83c3c7 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=9339c1e9-a5c4-447c-88d1-da4a69412d5f HTTP/1.1" status: 200 len: 689 time: 0.2948835 Feb 04 15:47:16.813224 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.815009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41498) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:16.818928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Port 6bc1ba43-d26a-459f-851c-6005b5e59b8c on network c91d216b-3331-44ad-853b-9cea412fc83a not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:47:16.818928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Attempting to bind port 6bc1ba43-d26a-459f-851c-6005b5e59b8c on network c91d216b-3331-44ad-853b-9cea412fc83a {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:47:16.826328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c177f76-e42a-4b9c-b878-ecd31b24883e req-2b255dba-7e0f-41da-9292-21fe4801d514 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:16.831671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c177f76-e42a-4b9c-b878-ecd31b24883e req-2b255dba-7e0f-41da-9292-21fe4801d514 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.3226020 Feb 04 15:47:16.851755 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.855567 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:16.856279 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.859137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb52a4-5fcf-4bf0-a0de-c4d8f9aa7d48 None None] Deleting port e3597a6f-b40d-4331-a007-728905f09290 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:16.861020 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c3eb52a4-5fcf-4bf0-a0de-c4d8f9aa7d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.935283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb52a4-5fcf-4bf0-a0de-c4d8f9aa7d48 None None] The port 'e3597a6f-b40d-4331-a007-728905f09290' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:47:16.977447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:47:16.978165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Network': ['ID=37d72874-0080-4425-8ed3-038239434bb0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:16.978313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Checking segment: {'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:47:16.978665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Bound using segment: {'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:47:16.979123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Bound port: 6bc1ba43-d26a-459f-851c-6005b5e59b8c, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:16.979415 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 73de5544-7dde-46d4-b935-140ab78aa46b no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:16.979537 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.001962 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-99ca3f70-cf7e-42fc-ac59-dcd1d3f9f20d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3431988 Feb 04 15:47:17.002948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41502) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:17.013317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'subnet': {'network_id': '37d72874-0080-4425-8ed3-038239434bb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:17.060624 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 37d72874-0080-4425-8ed3-038239434bb0 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:17.081457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 73de5544-7dde-46d4-b935-140ab78aa46b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:47:17.081891 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 73de5544-7dde-46d4-b935-140ab78aa46b not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:17.146744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:17.150905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:subnet and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:17.153802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:17.159479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:17.171766 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:17.262454 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c177f76-e42a-4b9c-b878-ecd31b24883e req-4fdebe69-d2cb-4d42-b738-7332150d833c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101748 Feb 04 15:47:17.276449 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.308410 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.311456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] For port 6bc1ba43-d26a-459f-851c-6005b5e59b8c, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:47:17.317198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] For port 6bc1ba43-d26a-459f-851c-6005b5e59b8c, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6bc1ba43-d26a-459f-851c-6005b5e59b8c,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:47:17.382109 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d113786-f7c6-4f7e-825a-96a939413d4f', 'name': 'network-vif-deleted', 'tag': '73de5544-7dde-46d4-b935-140ab78aa46b', 'status': 'completed', 'code': 200} Feb 04 15:47:17.394220 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.440967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c19ad9-2057-4828-b37e-56da63703785 req-edb82eb4-de78-4815-8f06-f7f6b479f68d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:17.443461 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58c19ad9-2057-4828-b37e-56da63703785 req-edb82eb4-de78-4815-8f06-f7f6b479f68d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.5196064 Feb 04 15:47:17.451618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Deleting port 2c62be1e-5c4b-49f3-a779-bc144beb2347 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:17.452012 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.550741 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.553804 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.555160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6101c482-d491-432c-bc43-a89c19a0c256 req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] 10.222.0.73 "PUT /v2.0/ports/6bc1ba43-d26a-459f-851c-6005b5e59b8c HTTP/1.1" status: 200 len: 1091 time: 3.0006723 Feb 04 15:47:17.633746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Subnet': ['ID=071b3df4-6f3e-4374-b329-d0b9aa359e00,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:17.649591 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Checking segment: {'id': 'ea63acd1-7d59-4893-81e7-f77c40df590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d72874-0080-4425-8ed3-038239434bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:47:17.649978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network hostable DHCP agents. Network: 37d72874-0080-4425-8ed3-038239434bb0, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:17.672686 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 37d72874-0080-4425-8ed3-038239434bb0 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:17.683417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 37d72874-0080-4425-8ed3-038239434bb0) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:17.687922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:17.688504 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.693713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7e4741-b96e-4193-b7a2-4d2bd7f062e4 None None] Network 37d72874-0080-4425-8ed3-038239434bb0 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:17.722136 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-96e6b6a7-314b-490d-996a-5f2f670ff5d0 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7177560 Feb 04 15:47:17.726185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41512) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:17.732299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'network_id': '37d72874-0080-4425-8ed3-038239434bb0', 'name': 'tempest-PortsIpV6TestJSON-1594763277', 'fixed_ips': [{'subnet_id': '071b3df4-6f3e-4374-b329-d0b9aa359e00', 'ip_address': '2001:db8::10'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:17.733777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8a523-aa7e-41ff-851a-2fec3bad03a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc1ba43-d26a-459f-851c-6005b5e59b8c,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:17.769968 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58c19ad9-2057-4828-b37e-56da63703785 req-e86096f9-23c8-4ff0-9e02-c296fd923277 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874048 Feb 04 15:47:17.857996 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.858316 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.899838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:17.904143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:port and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:17.907140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:17.915567 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:17.927386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:17.937679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.993617 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-37d72874-0080-4425-8ed3-038239434bb0', 'network_id': '37d72874-0080-4425-8ed3-038239434bb0', 'tenant_id': '7f7215bd13c94f90a591fef9405f0820', 'fixed_ips': [{'subnet_id': '071b3df4-6f3e-4374-b329-d0b9aa359e00'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:47:17.994469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port cbaf72d4-143d-4bb0-aae5-2abc541fe4cb yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:17.994870 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.051929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Calling delete_port for 2c62be1e-5c4b-49f3-a779-bc144beb2347 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:18.093898 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6101c482-d491-432c-bc43-a89c19a0c256 req-ff86bff0-d0c5-40db-a0b5-c06256c86ee7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6b4662da38740d7bdb9894c8873c149&device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 1094 time: 0.4705749 Feb 04 15:47:18.101469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc607e7d-14e1-4b07-b1fb-d18d7888c9a6 req-aedd9c48-31b8-42bb-8f1c-45ed4acbba9a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:18.108632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc607e7d-14e1-4b07-b1fb-d18d7888c9a6 req-aedd9c48-31b8-42bb-8f1c-45ed4acbba9a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 943 time: 0.5321653 Feb 04 15:47:18.211066 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Allocated IP 2001:db8::2 (37d72874-0080-4425-8ed3-038239434bb0/071b3df4-6f3e-4374-b329-d0b9aa359e00/45eee917-b08d-4fab-8f76-f1ab566576c6) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:18.221925 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6101c482-d491-432c-bc43-a89c19a0c256 req-0922c8a3-e97a-4fa3-8a11-953c23fc6244 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bc1ba43-d26a-459f-851c-6005b5e59b8c HTTP/1.1" status: 200 len: 217 time: 0.1031783 Feb 04 15:47:18.319857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc607e7d-14e1-4b07-b1fb-d18d7888c9a6 req-38f0d8f2-9d96-46ff-93ce-791eeb9b2a0a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100422 Feb 04 15:47:18.376451 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101c482-d491-432c-bc43-a89c19a0c256 req-e349e261-2848-409d-89f2-c5b1e8e17052 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:18.378052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6101c482-d491-432c-bc43-a89c19a0c256 req-e349e261-2848-409d-89f2-c5b1e8e17052 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee73c442-e12b-426b-9d50-5bbed69cbf29 HTTP/1.1" status: 200 len: 854 time: 0.1439035 Feb 04 15:47:18.443662 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6101c482-d491-432c-bc43-a89c19a0c256 req-90328d28-dffc-4e37-8c4b-0f7136003c27 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c91d216b-3331-44ad-853b-9cea412fc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449333 Feb 04 15:47:18.475575 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.486691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Transition to ACTIVE for port object 45eee917-b08d-4fab-8f76-f1ab566576c6 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:18.506253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Transition to ACTIVE for port object 45eee917-b08d-4fab-8f76-f1ab566576c6 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:18.512242 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.514504 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.580374 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Network 37d72874-0080-4425-8ed3-038239434bb0 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:18.581492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:18.584885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:47:18.596440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Allocated IP 2001:db8::10 (37d72874-0080-4425-8ed3-038239434bb0/071b3df4-6f3e-4374-b329-d0b9aa359e00/cbaf72d4-143d-4bb0-aae5-2abc541fe4cb) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:18.598944 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Pushing event updated for resources: {'Port': ['ID=45eee917-b08d-4fab-8f76-f1ab566576c6,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:18.659438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c62be1e-5c4b-49f3-a779-bc144beb2347,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:18.689725 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Attempting to bind port 45eee917-b08d-4fab-8f76-f1ab566576c6 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:18.690190 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Attempting to bind port 45eee917-b08d-4fab-8f76-f1ab566576c6 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'ea63acd1-7d59-4893-81e7-f77c40df590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d72874-0080-4425-8ed3-038239434bb0'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:18.690610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Attempting to bind port 45eee917-b08d-4fab-8f76-f1ab566576c6 on network 37d72874-0080-4425-8ed3-038239434bb0 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:47:18.698139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:47:18.698833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Checking segment: {'id': 'ea63acd1-7d59-4893-81e7-f77c40df590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d72874-0080-4425-8ed3-038239434bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:47:18.698937 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.699485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Bound using segment: {'id': 'ea63acd1-7d59-4893-81e7-f77c40df590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d72874-0080-4425-8ed3-038239434bb0'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:47:18.700013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Bound port: 45eee917-b08d-4fab-8f76-f1ab566576c6, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea63acd1-7d59-4893-81e7-f77c40df590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '37d72874-0080-4425-8ed3-038239434bb0'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:18.700444 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.807788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] For port 45eee917-b08d-4fab-8f76-f1ab566576c6, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:47:18.810881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] For port 45eee917-b08d-4fab-8f76-f1ab566576c6, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=45eee917-b08d-4fab-8f76-f1ab566576c6,segment=NetworkSegment(ea63acd1-7d59-4893-81e7-f77c40df590e),segment_id=ea63acd1-7d59-4893-81e7-f77c40df590e)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:47:18.818209 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.846453 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6101c482-d491-432c-bc43-a89c19a0c256 req-16f6925d-7ed5-4a76-a32e-d04f908359d0 service neutron] 10.222.0.73 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949697 Feb 04 15:47:18.846761 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.865922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a41da8-9bcb-4d8c-b925-1b6e162edf71 req-85dcdff1-d682-4fbc-886c-d7d51c9d664f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:18.867402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-81a41da8-9bcb-4d8c-b925-1b6e162edf71 req-85dcdff1-d682-4fbc-886c-d7d51c9d664f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.3923526 Feb 04 15:47:18.875492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Transition to ACTIVE for port object cbaf72d4-143d-4bb0-aae5-2abc541fe4cb will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:18.903492 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.942896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06951e06-3d5f-46f4-9097-51239d23f879 None None] Pushing event updated for resources: {'Port': ['ID=45eee917-b08d-4fab-8f76-f1ab566576c6,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:18.997615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=cbaf72d4-143d-4bb0-aae5-2abc541fe4cb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:19.009713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 37d72874-0080-4425-8ed3-038239434bb0 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:19.011374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:19.013737 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:47:19.017689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:19.018305 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.043067 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.046702 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-aa6fc281-716b-4334-be17-46b6b3078204 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3193140 Feb 04 15:47:19.049023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41526) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:19.055199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'network_id': '37d72874-0080-4425-8ed3-038239434bb0', 'name': 'tempest-PortsIpV6TestJSON-1317398060', 'fixed_ips': [{'subnet_id': '071b3df4-6f3e-4374-b329-d0b9aa359e00', 'ip_address': '2001:db8::f'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:19.100457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0531677-5588-42e1-83cd-951745e44185 req-9d317d53-13a7-4326-a2f1-614549aba688 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:19.101420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f0531677-5588-42e1-83cd-951745e44185 req-9d317d53-13a7-4326-a2f1-614549aba688 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Synchronizing usage tracker for tenant:4e7455e7abb54cf6bccd48d1ec884375 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:19.220123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f0531677-5588-42e1-83cd-951745e44185 req-9d317d53-13a7-4326-a2f1-614549aba688 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Unset dirty status for tenant:4e7455e7abb54cf6bccd48d1ec884375 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:19.221296 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0531677-5588-42e1-83cd-951745e44185 req-9d317d53-13a7-4326-a2f1-614549aba688 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.7123239 Feb 04 15:47:19.231756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-81a41da8-9bcb-4d8c-b925-1b6e162edf71 req-0d5b73a3-4238-4323-8b66-c7676eb82639 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094204 Feb 04 15:47:19.327088 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6101c482-d491-432c-bc43-a89c19a0c256 req-2014d6c4-8878-4471-a1c4-007589ac5b0f service neutron] 10.222.0.73 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569168 Feb 04 15:47:19.343527 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.351242 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.369640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:19.374181 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:port and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:19.377395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:19.383918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:19.392505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5610db41-42c2-4eab-8490-439ce9d6a34f', 'tag': '6bc1ba43-d26a-459f-851c-6005b5e59b8c'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:19.394065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:19.400122 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.422999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port a65faae2-d7e5-4aa7-90dd-119f95d96c77 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:19.455205 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0531677-5588-42e1-83cd-951745e44185 req-aee6b438-f05a-4c31-885e-83f9ab62eefb tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781244 Feb 04 15:47:19.534296 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.584230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea687dc-f2ad-4955-a9f9-83967b9cb77f req-52c71673-5e82-40dd-a4a9-7dec8f887e24 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:19.586213 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aea687dc-f2ad-4955-a9f9-83967b9cb77f req-52c71673-5e82-40dd-a4a9-7dec8f887e24 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.1990364 Feb 04 15:47:19.593769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e76e847e-736a-4ef6-afb8-b43ddad17c30,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:19.648032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Allocated IP 2001:db8::f (37d72874-0080-4425-8ed3-038239434bb0/071b3df4-6f3e-4374-b329-d0b9aa359e00/a65faae2-d7e5-4aa7-90dd-119f95d96c77) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:19.761975 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.802039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aea687dc-f2ad-4955-a9f9-83967b9cb77f req-59585abb-92a2-4882-ad47-d55ea713c32a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042613 Feb 04 15:47:19.806057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9339c1e9-a5c4-447c-88d1-da4a69412d5f']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:19.822395 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f230c79-91c5-4be7-ac9d-3b2b8964c74c') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:19.822742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f230c79-91c5-4be7-ac9d-3b2b8964c74c') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:19.840136 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.862486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77896b7c-4aeb-446b-ac56-755928167092 req-ecade3a8-b39e-4145-b1cc-4f3a7cb1da75 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:19.870174 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77896b7c-4aeb-446b-ac56-755928167092 req-ecade3a8-b39e-4145-b1cc-4f3a7cb1da75 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 945 time: 0.2778511 Feb 04 15:47:19.881895 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.891133 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.900664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Transition to ACTIVE for port object a65faae2-d7e5-4aa7-90dd-119f95d96c77 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:19.907805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:47:19.908218 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.927152 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:19.944407 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:20.004820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 37d72874-0080-4425-8ed3-038239434bb0 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:20.008029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:20.012366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:47:20.016277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.016893 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.025887 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=a65faae2-d7e5-4aa7-90dd-119f95d96c77,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:20.052734 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-837409d0-61ff-42b5-978f-d431cfc64acc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0022037 Feb 04 15:47:20.056056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41540) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:20.121823 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77896b7c-4aeb-446b-ac56-755928167092 req-7f3751dd-b38f-492a-b466-5a7e61c2b432 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507269 Feb 04 15:47:20.125517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2661308-0a9e-4407-a389-fe881691a421 None None] Network 37d72874-0080-4425-8ed3-038239434bb0 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:20.151061 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.180980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8314d178-e5a7-4aca-ba2d-0a167d4b819a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.181734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8314d178-e5a7-4aca-ba2d-0a167d4b819a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:20.182245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9339c1e9-a5c4-447c-88d1-da4a69412d5f {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 15:47:20.190546 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.199116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event deleted for resources: {'Network': ['ID=9339c1e9-a5c4-447c-88d1-da4a69412d5f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:20.212305 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8314d178-e5a7-4aca-ba2d-0a167d4b819a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:20.214644 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8314d178-e5a7-4aca-ba2d-0a167d4b819a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1573904 Feb 04 15:47:20.218432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41544) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:20.228185 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6dc8a-b194-486a-8620-5d7a374449d5 req-c33991f8-ad6c-47d4-a79a-250e287bb1d2 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.229750 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08d6dc8a-b194-486a-8620-5d7a374449d5 req-c33991f8-ad6c-47d4-a79a-250e287bb1d2 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 943 time: 0.1794579 Feb 04 15:47:20.271217 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5610db41-42c2-4eab-8490-439ce9d6a34f', 'tag': '6bc1ba43-d26a-459f-851c-6005b5e59b8c', 'status': 'completed', 'code': 200} Feb 04 15:47:20.294570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6841155b-7343-4c85-a389-34b44b5f7c4f tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "DELETE /v2.0/networks/9339c1e9-a5c4-447c-88d1-da4a69412d5f HTTP/1.1" status: 204 len: 168 time: 3.4785845 Feb 04 15:47:20.298474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41548) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:20.361788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4892c511-9a3d-4718-a09a-6d69c224ef39 None None] Provisioning for port 45eee917-b08d-4fab-8f76-f1ab566576c6 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:20.415852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08d6dc8a-b194-486a-8620-5d7a374449d5 req-67a2c625-3306-496f-9917-e97a9da44dcb tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437051 Feb 04 15:47:20.463265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59c8d720-5031-4a2b-921f-57fc776b937b req-dade4be7-ed8f-4f37-9272-a3c47974a871 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6b4662da38740d7bdb9894c8873c149&device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 1094 time: 0.1674273 Feb 04 15:47:20.492124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b00de83-05f2-44c1-9d34-ae78e9aca566 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.509397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b00de83-05f2-44c1-9d34-ae78e9aca566 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.522615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b00de83-05f2-44c1-9d34-ae78e9aca566 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.522615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6b00de83-05f2-44c1-9d34-ae78e9aca566 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:20.583450 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-68749cc0-3ee9-4579-aeb8-60d8cbb5d337 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2563 time: 0.2799129 Feb 04 15:47:20.586844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41554) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:20.733311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5001cb1-0b83-40f6-b624-070a6aa6ecf4 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.733684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5001cb1-0b83-40f6-b624-070a6aa6ecf4 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.734076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5001cb1-0b83-40f6-b624-070a6aa6ecf4 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.734480 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5001cb1-0b83-40f6-b624-070a6aa6ecf4 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.734817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5001cb1-0b83-40f6-b624-070a6aa6ecf4 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.735298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5001cb1-0b83-40f6-b624-070a6aa6ecf4 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.735653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5001cb1-0b83-40f6-b624-070a6aa6ecf4 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.736000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5001cb1-0b83-40f6-b624-070a6aa6ecf4 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.736392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5001cb1-0b83-40f6-b624-070a6aa6ecf4 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.736744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5001cb1-0b83-40f6-b624-070a6aa6ecf4 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.737861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a5001cb1-0b83-40f6-b624-070a6aa6ecf4 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Synchronizing usage tracker for tenant:c4da341dd5dc49109a7af5e54520c277 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:20.799396 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6b00de83-05f2-44c1-9d34-ae78e9aca566 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:20.802853 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6b00de83-05f2-44c1-9d34-ae78e9aca566 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.5819902 Feb 04 15:47:20.807980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41560) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:20.829434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 45eee917-b08d-4fab-8f76-f1ab566576c6 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:20.950262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b39c0-c897-47fc-8dd2-c56e4f22f0f8 req-3d8efd5f-1bf9-44f2-9a9e-f9f01894ae44 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.956662 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe3b39c0-c897-47fc-8dd2-c56e4f22f0f8 req-3d8efd5f-1bf9-44f2-9a9e-f9f01894ae44 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.2826033 Feb 04 15:47:20.984156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-913b1171-52da-4bb3-8600-cfdd477ff636 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port a65faae2-d7e5-4aa7-90dd-119f95d96c77 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:20.984812 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-913b1171-52da-4bb3-8600-cfdd477ff636 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.018436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 45eee917-b08d-4fab-8f76-f1ab566576c6 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:21.029221 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 45eee917-b08d-4fab-8f76-f1ab566576c6 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:21.029504 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.101013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8d720-5031-4a2b-921f-57fc776b937b req-a7319c0c-c85f-4757-858d-8170632a6c8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.102661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59c8d720-5031-4a2b-921f-57fc776b937b req-a7319c0c-c85f-4757-858d-8170632a6c8b service neutron] 10.222.0.73 "GET /v2.0/networks?id=c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 200 len: 915 time: 0.5827889 Feb 04 15:47:21.119454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a5001cb1-0b83-40f6-b624-070a6aa6ecf4 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Unset dirty status for tenant:c4da341dd5dc49109a7af5e54520c277 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:21.123901 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a5001cb1-0b83-40f6-b624-070a6aa6ecf4 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6567 time: 0.5327449 Feb 04 15:47:21.127288 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41564) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:21.152095 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe3b39c0-c897-47fc-8dd2-c56e4f22f0f8 req-1a023e29-7f46-41b6-aee9-edd197fc0ee8 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830810 Feb 04 15:47:21.209464 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bc9bb895-4f15-4e41-9fb8-f4f271550a95 None None] Provisioning for port a65faae2-d7e5-4aa7-90dd-119f95d96c77 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:21.225242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bc9bb895-4f15-4e41-9fb8-f4f271550a95 None None] Provisioning complete for port a65faae2-d7e5-4aa7-90dd-119f95d96c77 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:21.225616 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb895-4f15-4e41-9fb8-f4f271550a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.236052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59c8d720-5031-4a2b-921f-57fc776b937b req-c86f8f0e-cff2-425f-9e5a-a0fe619f1200 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bc1ba43-d26a-459f-851c-6005b5e59b8c HTTP/1.1" status: 200 len: 217 time: 0.0888677 Feb 04 15:47:21.287255 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-27e8e2d5-dcd8-40cb-b729-bf159f746afa tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] delete failed (client error): The resource could not be found. Feb 04 15:47:21.288306 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-27e8e2d5-dcd8-40cb-b729-bf159f746afa tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/8d5dd38e-7943-4714-b303-602fdcbfb3a0 HTTP/1.1" status: 404 len: 345 time: 0.1592693 Feb 04 15:47:21.292062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41572) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:21.295830 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.352319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b45b2-c973-4463-a160-94165de0cf1a req-23c6ed14-dca2-45ec-bbb7-96884ea86542 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.358124 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bc9bb895-4f15-4e41-9fb8-f4f271550a95 None None] Port a65faae2-d7e5-4aa7-90dd-119f95d96c77 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:47:21.360670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d3b45b2-c973-4463-a160-94165de0cf1a req-23c6ed14-dca2-45ec-bbb7-96884ea86542 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.4023974 Feb 04 15:47:21.378455 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 45eee917-b08d-4fab-8f76-f1ab566576c6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=45eee917-b08d-4fab-8f76-f1ab566576c6,segment=NetworkSegment(ea63acd1-7d59-4893-81e7-f77c40df590e),segment_id=ea63acd1-7d59-4893-81e7-f77c40df590e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:21.384919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bc9bb895-4f15-4e41-9fb8-f4f271550a95 None None] Provisioning complete for port 45eee917-b08d-4fab-8f76-f1ab566576c6 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:21.385312 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb895-4f15-4e41-9fb8-f4f271550a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.391667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8d720-5031-4a2b-921f-57fc776b937b req-32205be4-2ce2-4e82-8789-58b7909ee5ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.394502 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc567eca-2219-439f-9fb2-33a8b873f791 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 15:47:21.395746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59c8d720-5031-4a2b-921f-57fc776b937b req-32205be4-2ce2-4e82-8789-58b7909ee5ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee73c442-e12b-426b-9d50-5bbed69cbf29 HTTP/1.1" status: 200 len: 854 time: 0.1483717 Feb 04 15:47:21.395911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc567eca-2219-439f-9fb2-33a8b873f791 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:47:21.398316 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bc567eca-2219-439f-9fb2-33a8b873f791 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "DELETE /v2.0/networks/9339c1e9-a5c4-447c-88d1-da4a69412d5f HTTP/1.1" status: 404 len: 339 time: 0.1052737 Feb 04 15:47:21.404624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41576) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:21.418426 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.420504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Request body: {'network': {'name': 'tempest-network--1491163529', 'router:external': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:21.425755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:21.430555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Usage tracker for resource:network and tenant:c4da341dd5dc49109a7af5e54520c277 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:21.433624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:21.439619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:21.463071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-2c044264-5231-4f6c-a8fd-0e0eb194b8b8 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.463845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-2c044264-5231-4f6c-a8fd-0e0eb194b8b8 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Synchronizing usage tracker for tenant:8eac8c56f3d841e6a4ba841766074a64 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:21.473774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Made reservation on behalf of c4da341dd5dc49109a7af5e54520c277 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:21.476467 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.548125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-2c044264-5231-4f6c-a8fd-0e0eb194b8b8 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Unset dirty status for tenant:8eac8c56f3d841e6a4ba841766074a64 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:21.549291 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-2c044264-5231-4f6c-a8fd-0e0eb194b8b8 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.81 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 945 time: 0.8072655 Feb 04 15:47:21.557769 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-913b1171-52da-4bb3-8600-cfdd477ff636 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.568061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=45eee917-b08d-4fab-8f76-f1ab566576c6,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:21.620993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:21.647889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bc9bb895-4f15-4e41-9fb8-f4f271550a95 None None] Provisioning for port cbaf72d4-143d-4bb0-aae5-2abc541fe4cb completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:21.654764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bc9bb895-4f15-4e41-9fb8-f4f271550a95 None None] Provisioning complete for port cbaf72d4-143d-4bb0-aae5-2abc541fe4cb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:21.655101 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb895-4f15-4e41-9fb8-f4f271550a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.690848 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59c8d720-5031-4a2b-921f-57fc776b937b req-fc95be53-e027-4e27-9bbf-3af8007db79e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c91d216b-3331-44ad-853b-9cea412fc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2818732 Feb 04 15:47:21.700044 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d3b45b2-c973-4463-a160-94165de0cf1a req-5a43e35e-3268-47e1-ad4e-cea5d9063e0c tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378747 Feb 04 15:47:21.708021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-59c8d720-5031-4a2b-921f-57fc776b937b req-0979a1ae-b9c1-45ce-9fd2-d548919b57e9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:47:21.709018 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59c8d720-5031-4a2b-921f-57fc776b937b req-0979a1ae-b9c1-45ce-9fd2-d548919b57e9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064588 Feb 04 15:47:21.730929 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bc9bb895-4f15-4e41-9fb8-f4f271550a95 None None] Port cbaf72d4-143d-4bb0-aae5-2abc541fe4cb cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:47:21.769868 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.770240 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Added segment 78e547f1-aeea-47fc-a15d-958d5a77341d of type vlan for network 4ea0577c-4abf-47ac-8763-a6f834f09bcc Feb 04 15:47:21.782873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-913b1171-52da-4bb3-8600-cfdd477ff636 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for a65faae2-d7e5-4aa7-90dd-119f95d96c77 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:21.834113 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b083ba-75d7-4028-9faa-c2876b33b894 req-f9d88a16-56ea-4208-b372-ab9ff8f9491d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.841302 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2b083ba-75d7-4028-9faa-c2876b33b894 req-f9d88a16-56ea-4208-b372-ab9ff8f9491d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.4343359 Feb 04 15:47:21.846638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-cf0e1c8d-b9d0-463b-a110-d88326f5182c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Deleting port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:21.846979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-cf0e1c8d-b9d0-463b-a110-d88326f5182c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.859989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-af2ffca7-8c3b-4675-82cd-9c3b0f3f65e5 None None] Provisioning complete for port a65faae2-d7e5-4aa7-90dd-119f95d96c77 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:21.860500 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-af2ffca7-8c3b-4675-82cd-9c3b0f3f65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.931528 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-af2ffca7-8c3b-4675-82cd-9c3b0f3f65e5 None None] Port a65faae2-d7e5-4aa7-90dd-119f95d96c77 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:47:21.947953 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-af2ffca7-8c3b-4675-82cd-9c3b0f3f65e5 None None] Provisioning complete for port cbaf72d4-143d-4bb0-aae5-2abc541fe4cb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:21.948619 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-af2ffca7-8c3b-4675-82cd-9c3b0f3f65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.973872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59c8d720-5031-4a2b-921f-57fc776b937b req-9fb37345-96be-4b4b-93f8-0db536dd15ba service neutron] 10.222.0.73 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531197 Feb 04 15:47:21.993266 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2b083ba-75d7-4028-9faa-c2876b33b894 req-bf6aa424-4f40-4f38-ac46-1a6e362b33e5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509991 Feb 04 15:47:22.034679 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-af2ffca7-8c3b-4675-82cd-9c3b0f3f65e5 None None] Port cbaf72d4-143d-4bb0-aae5-2abc541fe4cb cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:47:22.099394 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.123639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16fae3-a14e-4d10-9d52-e71ce6dbe507 req-7d09af15-226b-4c31-a28d-c4107a73aa20 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:22.129170 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce16fae3-a14e-4d10-9d52-e71ce6dbe507 req-7d09af15-226b-4c31-a28d-c4107a73aa20 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 945 time: 0.2686226 Feb 04 15:47:22.233704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59c8d720-5031-4a2b-921f-57fc776b937b req-0b066091-a5de-460c-823a-7409c6a902be service neutron] 10.222.0.73 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393241 Feb 04 15:47:22.245891 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:47:22.272004 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce16fae3-a14e-4d10-9d52-e71ce6dbe507 req-13a8bc25-4059-4768-9909-a4d22091bfae tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218646 Feb 04 15:47:22.287854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67307113-3b5c-42be-bf18-e3bfb9c0b663 req-a10aaec6-96f6-47a4-a7a9-2689c3c8e028 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:22.289327 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67307113-3b5c-42be-bf18-e3bfb9c0b663 req-a10aaec6-96f6-47a4-a7a9-2689c3c8e028 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.1395268 Feb 04 15:47:22.319075 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.319865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:22.320528 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.345904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67307113-3b5c-42be-bf18-e3bfb9c0b663 req-6ed7b817-a84d-4046-b2dd-e5f18e325e67 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501375 Feb 04 15:47:22.452516 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-913b1171-52da-4bb3-8600-cfdd477ff636 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.532814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b1171-52da-4bb3-8600-cfdd477ff636 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=a65faae2-d7e5-4aa7-90dd-119f95d96c77,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:22.538576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event updated for resources: {'Network': ['ID=4ea0577c-4abf-47ac-8763-a6f834f09bcc,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:22.543247 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8aeeb77c-881a-428b-89b2-6440b14f43db tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1327353 Feb 04 15:47:22.545630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-cf0e1c8d-b9d0-463b-a110-d88326f5182c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] For port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=b92be8d5-87fa-4629-8ff9-bda9bea6bb3b,segment=NetworkSegment(f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067),segment_id=f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:22.546217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41588) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:22.551627 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-cf0e1c8d-b9d0-463b-a110-d88326f5182c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.558870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 4ea0577c-4abf-47ac-8763-a6f834f09bcc details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:22.699599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 45eee917-b08d-4fab-8f76-f1ab566576c6 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:22.713329 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-913b1171-52da-4bb3-8600-cfdd477ff636 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.715907 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-913b1171-52da-4bb3-8600-cfdd477ff636 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/a65faae2-d7e5-4aa7-90dd-119f95d96c77 HTTP/1.1" status: 204 len: 168 time: 1.9038970 Feb 04 15:47:22.719636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41592) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:22.803024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 45eee917-b08d-4fab-8f76-f1ab566576c6 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:22.803922 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.836943 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61c1e95-f3ba-4c06-8ec2-b5cb33839c38 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] GET failed (client error): The resource could not be found. Feb 04 15:47:22.837604 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f61c1e95-f3ba-4c06-8ec2-b5cb33839c38 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:22.839389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9154d60-32e0-4fd7-a33e-f0dadd7fc149 req-12c243a7-d1c9-41a7-8591-38c2844bd1f9 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:22.840894 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9154d60-32e0-4fd7-a33e-f0dadd7fc149 req-12c243a7-d1c9-41a7-8591-38c2844bd1f9 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 943 time: 0.2922082 Feb 04 15:47:22.847968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4e3de9-2c92-461b-b9c7-04f3a54e28b5 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:22.854177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4e3de9-2c92-461b-b9c7-04f3a54e28b5 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:22.859610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4e3de9-2c92-461b-b9c7-04f3a54e28b5 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:22.864079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4e3de9-2c92-461b-b9c7-04f3a54e28b5 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:22.869748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cc4e3de9-2c92-461b-b9c7-04f3a54e28b5 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3187993 Feb 04 15:47:22.869951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f61c1e95-f3ba-4c06-8ec2-b5cb33839c38 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:22.871318 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f61c1e95-f3ba-4c06-8ec2-b5cb33839c38 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/a65faae2-d7e5-4aa7-90dd-119f95d96c77 HTTP/1.1" status: 404 len: 333 time: 0.1505103 Feb 04 15:47:22.871810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41598) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:22.885217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41600) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:22.893707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d533b-d2d1-43d7-b968-7f88594eb107 req-c8a34ada-1ac5-4dde-8059-944da0d0c4c4 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:22.896165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-290d533b-d2d1-43d7-b968-7f88594eb107 req-c8a34ada-1ac5-4dde-8059-944da0d0c4c4 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.2824550 Feb 04 15:47:22.913655 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:47:23.006656 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9154d60-32e0-4fd7-a33e-f0dadd7fc149 req-f6d01543-5ec6-4dd2-9cf2-63764b0789a4 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391518 Feb 04 15:47:23.012209 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-290d533b-d2d1-43d7-b968-7f88594eb107 req-6e088b83-bc07-4138-abb2-d91f1013e778 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052206 Feb 04 15:47:23.056288 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e17ef-8a96-491d-9fb4-12f87becc7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port cbaf72d4-143d-4bb0-aae5-2abc541fe4cb {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:23.056631 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc1e17ef-8a96-491d-9fb4-12f87becc7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.206211 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a812b936-38b2-4d3f-95a2-20abd1eebc1c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.255596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cbac7-f331-441e-bde2-6480699510dc req-45e70588-1528-4547-95bd-c1c38cac20fb tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:23.257068 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-639cbac7-f331-441e-bde2-6480699510dc req-45e70588-1528-4547-95bd-c1c38cac20fb tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.1362934 Feb 04 15:47:23.267697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c87b69-a7ec-4f09-b8c5-4186a2faf79d req-e2ada47a-a022-4f03-a6fc-46fcffe3caba tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:23.269141 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56c87b69-a7ec-4f09-b8c5-4186a2faf79d req-e2ada47a-a022-4f03-a6fc-46fcffe3caba tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.1133280 Feb 04 15:47:23.342760 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-639cbac7-f331-441e-bde2-6480699510dc req-1f7c85ef-a5df-446e-86f4-d105e6e0618b tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720510 Feb 04 15:47:23.345134 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56c87b69-a7ec-4f09-b8c5-4186a2faf79d req-2f65b0b4-3aab-41e3-92e1-d00e1d66a22e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611398 Feb 04 15:47:23.345366 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-cf0e1c8d-b9d0-463b-a110-d88326f5182c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.345750 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-cf0e1c8d-b9d0-463b-a110-d88326f5182c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.346065 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-cf0e1c8d-b9d0-463b-a110-d88326f5182c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Floating IP 0f643287-4d25-4734-9aea-465963d592d9 disassociated. External IP: 172.25.0.6, port: b92be8d5-87fa-4629-8ff9-bda9bea6bb3b. Feb 04 15:47:23.346406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-cf0e1c8d-b9d0-463b-a110-d88326f5182c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Calling delete_port for b92be8d5-87fa-4629-8ff9-bda9bea6bb3b owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:23.602653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1e51c-37e3-4318-a24f-5caf702a7d87 req-3958570a-b2c4-47e1-b265-5a4c13c36d8c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:23.604343 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ef1e51c-37e3-4318-a24f-5caf702a7d87 req-3958570a-b2c4-47e1-b265-5a4c13c36d8c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 945 time: 0.1405549 Feb 04 15:47:23.615864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a400ee-c021-4a73-aa5d-afd79192269e req-e084e3da-e262-492f-976e-db0412be7e0d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:23.617363 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08a400ee-c021-4a73-aa5d-afd79192269e req-e084e3da-e262-492f-976e-db0412be7e0d tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.1231391 Feb 04 15:47:23.685344 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a812b936-38b2-4d3f-95a2-20abd1eebc1c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.692157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ef1e51c-37e3-4318-a24f-5caf702a7d87 req-58454e6d-a788-4585-b0f0-71c85ff666ee tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ea30b0-6ce6-486a-9415-b1d0db80609f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731874 Feb 04 15:47:23.694590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08a400ee-c021-4a73-aa5d-afd79192269e req-74d3fb9c-d5ed-4ad9-82c3-c83544bd5d97 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602405 Feb 04 15:47:23.757995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-a812b936-38b2-4d3f-95a2-20abd1eebc1c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea0577c-4abf-47ac-8763-a6f834f09bcc']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:23.802475 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc1e17ef-8a96-491d-9fb4-12f87becc7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.824226 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-a812b936-38b2-4d3f-95a2-20abd1eebc1c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e547f1-aeea-47fc-a15d-958d5a77341d') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:23.824525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-a812b936-38b2-4d3f-95a2-20abd1eebc1c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e547f1-aeea-47fc-a15d-958d5a77341d') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:23.897234 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a812b936-38b2-4d3f-95a2-20abd1eebc1c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.923551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b8a7c-5d55-4e11-96ba-3403ff133777 req-1d2ac1d5-1079-4d02-83ad-1fe7bc366d77 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:23.929580 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb2b8a7c-5d55-4e11-96ba-3403ff133777 req-1d2ac1d5-1079-4d02-83ad-1fe7bc366d77 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.0830505 Feb 04 15:47:23.974661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e17ef-8a96-491d-9fb4-12f87becc7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for cbaf72d4-143d-4bb0-aae5-2abc541fe4cb owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:23.979201 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb2b8a7c-5d55-4e11-96ba-3403ff133777 req-7cd753ac-328b-4868-94da-3d51f32bf8b4 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473597 Feb 04 15:47:24.027784 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a812b936-38b2-4d3f-95a2-20abd1eebc1c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.032502 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-cf0e1c8d-b9d0-463b-a110-d88326f5182c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.077531 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device b92be8d5-87fa-4629-8ff9-bda9bea6bb3b no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:24.096933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a812b936-38b2-4d3f-95a2-20abd1eebc1c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:47:24.097352 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a812b936-38b2-4d3f-95a2-20abd1eebc1c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.113995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e1c8d-b9d0-463b-a110-d88326f5182c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Pushing event deleted for resources: {'Port': ['ID=b92be8d5-87fa-4629-8ff9-bda9bea6bb3b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:24.116273 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:24.132874 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: b92be8d5-87fa-4629-8ff9-bda9bea6bb3b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:47:24.133506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device b92be8d5-87fa-4629-8ff9-bda9bea6bb3b not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:24.260043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383b163-19bd-4cb6-a40d-10d93e6c63e8 req-b6de4c75-f724-4c2b-9d5b-7a9d71da255e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:24.261479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9383b163-19bd-4cb6-a40d-10d93e6c63e8 req-b6de4c75-f724-4c2b-9d5b-7a9d71da255e tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.1468849 Feb 04 15:47:24.272327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039858fa-f87a-4a06-9e30-31d426704669 req-e7fc6221-f8f8-422a-aba0-2425398aa459 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:24.273767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-039858fa-f87a-4a06-9e30-31d426704669 req-e7fc6221-f8f8-422a-aba0-2425398aa459 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 943 time: 0.1154382 Feb 04 15:47:24.319259 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a812b936-38b2-4d3f-95a2-20abd1eebc1c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.346020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a812b936-38b2-4d3f-95a2-20abd1eebc1c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ea0577c-4abf-47ac-8763-a6f834f09bcc {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 15:47:24.351907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9383b163-19bd-4cb6-a40d-10d93e6c63e8 req-5ab61f70-9d3b-42fe-82ad-429a0d1c6482 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771902 Feb 04 15:47:24.356089 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a812b936-38b2-4d3f-95a2-20abd1eebc1c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.356469 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-039858fa-f87a-4a06-9e30-31d426704669 req-5d6affb3-b67a-4a08-8bba-8b614eb037e9 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658188 Feb 04 15:47:24.374157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812b936-38b2-4d3f-95a2-20abd1eebc1c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ea0577c-4abf-47ac-8763-a6f834f09bcc,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:24.414557 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc1e17ef-8a96-491d-9fb4-12f87becc7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.462261 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a812b936-38b2-4d3f-95a2-20abd1eebc1c tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "DELETE /v2.0/networks/4ea0577c-4abf-47ac-8763-a6f834f09bcc HTTP/1.1" status: 204 len: 168 time: 1.5891085 Feb 04 15:47:24.466427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41626) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:24.475659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Request body: {'network': {'name': 'tempest-network--517442243', 'router:external': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:24.478043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e17ef-8a96-491d-9fb4-12f87becc7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=cbaf72d4-143d-4bb0-aae5-2abc541fe4cb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:24.530914 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc1e17ef-8a96-491d-9fb4-12f87becc7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.536754 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cc1e17ef-8a96-491d-9fb4-12f87becc7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/cbaf72d4-143d-4bb0-aae5-2abc541fe4cb HTTP/1.1" status: 204 len: 168 time: 1.6498210 Feb 04 15:47:24.537595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41632) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:24.569434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:24.579429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Usage tracker for resource:network and tenant:c4da341dd5dc49109a7af5e54520c277 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:24.590214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:24.600197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:24.653426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Made reservation on behalf of c4da341dd5dc49109a7af5e54520c277 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:24.657343 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.674101 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb4d0b6-40a3-4e00-8379-a45ee0dca30c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] GET failed (client error): The resource could not be found. Feb 04 15:47:24.674620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4cb4d0b6-40a3-4e00-8379-a45ee0dca30c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:24.714763 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4cb4d0b6-40a3-4e00-8379-a45ee0dca30c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:24.719015 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4cb4d0b6-40a3-4e00-8379-a45ee0dca30c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/cbaf72d4-143d-4bb0-aae5-2abc541fe4cb HTTP/1.1" status: 404 len: 333 time: 0.1228559 Feb 04 15:47:24.719693 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41636) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:24.892706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:24.911997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe5308-52f5-485e-87b6-a9bbbb35b273 req-ffdadbf8-ec8d-47b1-8975-b9ad6d6c51de tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:24.913521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4dfe5308-52f5-485e-87b6-a9bbbb35b273 req-ffdadbf8-ec8d-47b1-8975-b9ad6d6c51de tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.4120405 Feb 04 15:47:24.936255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-cf0e1c8d-b9d0-463b-a110-d88326f5182c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Router 97d58697-b564-4be5-b13a-1fc534dac2aa has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:47:24.938515 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.939000 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Added segment e5a13af4-34c4-4c45-a9f3-b8398a4674f5 of type vlan for network b60aa288-3832-4bbc-b8cc-e9d063d0c47f Feb 04 15:47:24.997062 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.014095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6bc1ba43-d26a-459f-851c-6005b5e59b8c details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:47:25.018451 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4afa7-fefe-4b95-be4b-30fdf47a8d9b req-ebb1c644-d1c0-4448-bfde-814de7d74b96 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:25.044930 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5af4afa7-fefe-4b95-be4b-30fdf47a8d9b req-ebb1c644-d1c0-4448-bfde-814de7d74b96 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.3595552 Feb 04 15:47:25.051967 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4dfe5308-52f5-485e-87b6-a9bbbb35b273 req-86a273ca-3518-44d1-a6e2-0df2ee631a20 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309609 Feb 04 15:47:25.100616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52aa5cd-d577-4f8a-a21b-4a522ef0c659 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting subnet 071b3df4-6f3e-4374-b329-d0b9aa359e00 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:47:25.104442 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a52aa5cd-d577-4f8a-a21b-4a522ef0c659 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.163222 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5af4afa7-fefe-4b95-be4b-30fdf47a8d9b req-3132b2fd-f1cc-4b3c-b8c5-51885da385c9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170707 Feb 04 15:47:25.165247 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.168976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:25.169703 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.185272 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a52aa5cd-d577-4f8a-a21b-4a522ef0c659 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.337370 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6bc1ba43-d26a-459f-851c-6005b5e59b8c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6bc1ba43-d26a-459f-851c-6005b5e59b8c,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:25.352934 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '6bc1ba43-d26a-459f-851c-6005b5e59b8c', 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a', 'port_id': '6bc1ba43-d26a-459f-851c-6005b5e59b8c', 'mac_address': 'fa:16:3e:63:34:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee73c442-e12b-426b-9d50-5bbed69cbf29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:47:25.409425 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a52aa5cd-d577-4f8a-a21b-4a522ef0c659 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.416616 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.429666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9608414 Feb 04 15:47:25.439630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc1ba43-d26a-459f-851c-6005b5e59b8c {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:47:25.442423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41644) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:25.461307 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6bc1ba43-d26a-459f-851c-6005b5e59b8c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6bc1ba43-d26a-459f-851c-6005b5e59b8c,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:25.466777 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.491714 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a541e094-33ec-4565-950a-726f607db9b2 req-9d49cc5c-d929-45a5-a91b-01eb3f7d0381 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 210 time: 0.1577141 Feb 04 15:47:25.542794 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b08de-57ac-4046-bf37-f05aef343770 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event updated for resources: {'Network': ['ID=b60aa288-3832-4bbc-b8cc-e9d063d0c47f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:25.563952 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=6bc1ba43-d26a-459f-851c-6005b5e59b8c,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:25.567523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network b60aa288-3832-4bbc-b8cc-e9d063d0c47f details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:25.649736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-cf0e1c8d-b9d0-463b-a110-d88326f5182c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:47:25.662949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5933a8-dc29-4017-b2ed-63831ca25d64 None None] Sync routers for ids ['97d58697-b564-4be5-b13a-1fc534dac2aa'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:47:25.714655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5933a8-dc29-4017-b2ed-63831ca25d64 None None] Routers {'97d58697-b564-4be5-b13a-1fc534dac2aa'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:47:25.715581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6a5933a8-dc29-4017-b2ed-63831ca25d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:47:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['97d58697-b564-4be5-b13a-1fc534dac2aa'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:25.735592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-cf0e1c8d-b9d0-463b-a110-d88326f5182c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] No DVR routers for this DVR port b92be8d5-87fa-4629-8ff9-bda9bea6bb3b on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:25.739420 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-cf0e1c8d-b9d0-463b-a110-d88326f5182c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.744131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6881c294-7399-4b52-80b3-e71f0d46bfcd', 'name': 'network-vif-deleted', 'tag': 'b92be8d5-87fa-4629-8ff9-bda9bea6bb3b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:25.750436 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a52aa5cd-d577-4f8a-a21b-4a522ef0c659 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.792380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f516aae-80db-423b-a3bc-87ea6ffa4ea1 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:25.796873 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2f516aae-80db-423b-a3bc-87ea6ffa4ea1 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] 10.222.0.60 "GET /v2.0/networks/b60aa288-3832-4bbc-b8cc-e9d063d0c47f HTTP/1.1" status: 200 len: 756 time: 0.3039312 Feb 04 15:47:25.798379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41650) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:25.802775 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-420480fe-208d-45c3-9156-8a6b2d46f33b req-cf0e1c8d-b9d0-463b-a110-d88326f5182c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.81 "DELETE /v2.0/ports/b92be8d5-87fa-4629-8ff9-bda9bea6bb3b HTTP/1.1" status: 204 len: 173 time: 4.2331500 Feb 04 15:47:25.806158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52aa5cd-d577-4f8a-a21b-4a522ef0c659 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Subnet': ['ID=071b3df4-6f3e-4374-b329-d0b9aa359e00,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:25.812454 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a52aa5cd-d577-4f8a-a21b-4a522ef0c659 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.817907 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a52aa5cd-d577-4f8a-a21b-4a522ef0c659 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/071b3df4-6f3e-4374-b329-d0b9aa359e00 HTTP/1.1" status: 204 len: 168 time: 1.0930264 Feb 04 15:47:25.818429 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41654) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:25.828322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb920b8-b15b-4294-869a-bf7e7c60fae1 None None] Network 37d72874-0080-4425-8ed3-038239434bb0 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:25.912357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c015d3-e33d-49c0-919e-e89393a36c53 req-d6ec2f38-dce8-44f5-901f-e6d72de74353 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:25.913828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6c015d3-e33d-49c0-919e-e89393a36c53 req-d6ec2f38-dce8-44f5-901f-e6d72de74353 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.4703634 Feb 04 15:47:25.923615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bb08d-5e44-4c55-836d-f037666a0c1f req-aefb6033-ef02-4c4c-80c1-f2f0fc345514 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:25.930416 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea3bb08d-5e44-4c55-836d-f037666a0c1f req-aefb6033-ef02-4c4c-80c1-f2f0fc345514 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.5982063 Feb 04 15:47:25.948711 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.961478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port 45eee917-b08d-4fab-8f76-f1ab566576c6 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:25.961937 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.006452 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['6bc1ba43-d26a-459f-851c-6005b5e59b8c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:47:26.072931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5877af-6223-46b7-a69c-5c0d995d1ad1 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:26.077213 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ec5877af-6223-46b7-a69c-5c0d995d1ad1 tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] 10.222.0.60 "GET /v2.0/networks/f38f1718-b792-45de-a1f8-655ee25da790 HTTP/1.1" status: 200 len: 768 time: 0.2743094 Feb 04 15:47:26.077476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41658) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:26.086588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-b6c015d3-e33d-49c0-919e-e89393a36c53 req-fa5ce241-872a-4da1-b993-b54a9aa7ef6e tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Deleting port 51a18198-b2a5-4869-bdec-639a6506a3f5 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:26.086929 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6c015d3-e33d-49c0-919e-e89393a36c53 req-fa5ce241-872a-4da1-b993-b54a9aa7ef6e tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.125226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef18fe-c705-4f5a-891b-ff0c7f8be7ac req-745b8204-2e51-4f86-8005-e635fa78ae4e tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:26.127401 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7fef18fe-c705-4f5a-891b-ff0c7f8be7ac req-745b8204-2e51-4f86-8005-e635fa78ae4e tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 944 time: 0.4405901 Feb 04 15:47:26.146233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea3bb08d-5e44-4c55-836d-f037666a0c1f req-fc79047e-0f10-47a3-bfee-8a5864253caa tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149110 Feb 04 15:47:26.273000 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6881c294-7399-4b52-80b3-e71f0d46bfcd', 'name': 'network-vif-deleted', 'tag': 'b92be8d5-87fa-4629-8ff9-bda9bea6bb3b', 'status': 'completed', 'code': 200} Feb 04 15:47:26.299684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7fef18fe-c705-4f5a-891b-ff0c7f8be7ac req-595ba210-60a6-434a-a4da-a220eaf61224 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501412 Feb 04 15:47:26.333449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-6a5933a8-dc29-4017-b2ed-63831ca25d64 None None] Set router 97d58697-b564-4be5-b13a-1fc534dac2aa gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:47:26.510684 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-710ca953-ee0c-4147-8bea-e53b167d90bb tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.524144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] For port 45eee917-b08d-4fab-8f76-f1ab566576c6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=45eee917-b08d-4fab-8f76-f1ab566576c6,segment=NetworkSegment(ea63acd1-7d59-4893-81e7-f77c40df590e),segment_id=ea63acd1-7d59-4893-81e7-f77c40df590e)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:26.525637 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.529756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c4e19-d003-4ede-a168-9ab0570c1c33 None None] DHCP port deletion for 37d72874-0080-4425-8ed3-038239434bb0 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:47:26.552636 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c4e19-d003-4ede-a168-9ab0570c1c33 None None] Deleting port 45eee917-b08d-4fab-8f76-f1ab566576c6 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:26.553019 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4e19-d003-4ede-a168-9ab0570c1c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.677703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for 45eee917-b08d-4fab-8f76-f1ab566576c6 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:26.684171 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326d2f9-1053-48cf-9d9d-48d0f91e9d0a req-1d71f270-0e3e-44ac-b226-8176984f83d8 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:26.685635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2326d2f9-1053-48cf-9d9d-48d0f91e9d0a req-1d71f270-0e3e-44ac-b226-8176984f83d8 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 946 time: 0.2262664 Feb 04 15:47:26.734490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-b6c015d3-e33d-49c0-919e-e89393a36c53 req-fa5ce241-872a-4da1-b993-b54a9aa7ef6e tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] For port 51a18198-b2a5-4869-bdec-639a6506a3f5, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=51a18198-b2a5-4869-bdec-639a6506a3f5,segment=NetworkSegment(71e3a25b-315c-4510-8182-2cdb30e0d125),segment_id=71e3a25b-315c-4510-8182-2cdb30e0d125)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:26.734843 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6c015d3-e33d-49c0-919e-e89393a36c53 req-fa5ce241-872a-4da1-b993-b54a9aa7ef6e tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.768499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961673d4-6324-4115-9fb3-4b4521c823ab req-7c22c050-bbc4-47db-80ce-7d50ac29654f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:26.776041 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-961673d4-6324-4115-9fb3-4b4521c823ab req-7c22c050-bbc4-47db-80ce-7d50ac29654f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.2375779 Feb 04 15:47:26.804834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 45eee917-b08d-4fab-8f76-f1ab566576c6 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:26.891995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-710ca953-ee0c-4147-8bea-e53b167d90bb tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.930712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-b6c015d3-e33d-49c0-919e-e89393a36c53 req-fa5ce241-872a-4da1-b993-b54a9aa7ef6e tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Calling delete_port for 51a18198-b2a5-4869-bdec-639a6506a3f5 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:26.952369 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.028941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-710ca953-ee0c-4147-8bea-e53b167d90bb tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60aa288-3832-4bbc-b8cc-e9d063d0c47f']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:27.081315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-710ca953-ee0c-4147-8bea-e53b167d90bb tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a13af4-34c4-4c45-a9f3-b8398a4674f5') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:27.082547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-710ca953-ee0c-4147-8bea-e53b167d90bb tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a13af4-34c4-4c45-a9f3-b8398a4674f5') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:27.091937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=45eee917-b08d-4fab-8f76-f1ab566576c6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:27.106759 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-710ca953-ee0c-4147-8bea-e53b167d90bb tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.127387 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:27.128130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:27.128562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:27.129295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:27.130374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:27.130820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:27.131271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:27.131700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:27.133046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:27.134022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:27.134022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:27.137628 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No DVR routers for this DVR port 45eee917-b08d-4fab-8f76-f1ab566576c6 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:27.185642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2326d2f9-1053-48cf-9d9d-48d0f91e9d0a req-2316bde4-4777-404e-be22-3039bb238ab7 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ecb9b53-056f-44e2-b86c-367e15ae7252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839833 Feb 04 15:47:27.270064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-961673d4-6324-4115-9fb3-4b4521c823ab req-d14d0642-b7ff-4ec2-b2e7-cbe82e56b3b8 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929049 Feb 04 15:47:27.326316 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.373745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d72874-0080-4425-8ed3-038239434bb0']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:27.401452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea63acd1-7d59-4893-81e7-f77c40df590e') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:27.401844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea63acd1-7d59-4893-81e7-f77c40df590e') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:27.416728 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.437145 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.445273 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:47:27.445806 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.584228 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-710ca953-ee0c-4147-8bea-e53b167d90bb tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:27.588684 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:27.596455 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.627520 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710ca953-ee0c-4147-8bea-e53b167d90bb tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:47:27.628548 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No active binding found for port 45eee917-b08d-4fab-8f76-f1ab566576c6 {{(pid=83552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 15:47:27.630326 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-710ca953-ee0c-4147-8bea-e53b167d90bb tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.631435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 45eee917-b08d-4fab-8f76-f1ab566576c6 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:27.644038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9f9c4e19-d003-4ede-a168-9ab0570c1c33 None None] For port 45eee917-b08d-4fab-8f76-f1ab566576c6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=45eee917-b08d-4fab-8f76-f1ab566576c6,segment=NetworkSegment(ea63acd1-7d59-4893-81e7-f77c40df590e),segment_id=ea63acd1-7d59-4893-81e7-f77c40df590e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:27.650390 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4e19-d003-4ede-a168-9ab0570c1c33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.656371 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.672963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Network': ['ID=37d72874-0080-4425-8ed3-038239434bb0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:27.675088 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:27.696290 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb497cc4-a5a6-4c29-ae42-881c4c0abc0b req-f0edf915-f037-4a69-bfec-4ffc2ed28366 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/ports?device_id=6881c294-7399-4b52-80b3-e71f0d46bfcd HTTP/1.1" status: 200 len: 210 time: 0.0766544 Feb 04 15:47:27.714447 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6c015d3-e33d-49c0-919e-e89393a36c53 req-fa5ce241-872a-4da1-b993-b54a9aa7ef6e tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.756192 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a786a9bc-f5bf-4e49-b8a5-799c2759a73f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/networks/37d72874-0080-4425-8ed3-038239434bb0 HTTP/1.1" status: 204 len: 168 time: 1.9364178 Feb 04 15:47:27.757022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41674) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:27.767824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-399635095'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:27.787295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:27.797628 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:network and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:27.802166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:27.810734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:27.823140 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-710ca953-ee0c-4147-8bea-e53b167d90bb tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.853493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ce241-872a-4da1-b993-b54a9aa7ef6e tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Pushing event deleted for resources: {'Port': ['ID=51a18198-b2a5-4869-bdec-639a6506a3f5,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:27.873079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710ca953-ee0c-4147-8bea-e53b167d90bb tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b60aa288-3832-4bbc-b8cc-e9d063d0c47f {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 15:47:27.888961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ca953-ee0c-4147-8bea-e53b167d90bb tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event deleted for resources: {'Network': ['ID=b60aa288-3832-4bbc-b8cc-e9d063d0c47f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:27.891326 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-710ca953-ee0c-4147-8bea-e53b167d90bb tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.899451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:27.902481 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.915925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c4e19-d003-4ede-a168-9ab0570c1c33 None None] Calling delete_port for 45eee917-b08d-4fab-8f76-f1ab566576c6 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.018362 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.023269 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.023269 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.023269 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.023269 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.023269 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.023269 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.023269 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.023269 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.023269 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.023269 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.023269 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.023269 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.023269 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:28.023269 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:47:28.028638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6a5933a8-dc29-4017-b2ed-63831ca25d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:42Z', 'updated_at': '2022-02-04T15:44:49Z', 'revision_number': 4, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'gw_port': {'id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:43Z', 'updated_at': '2022-02-04T15:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fb4cd652-bcdd-4135-a56f-d08d8f0ea90f', 'name': '', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'mac_address': 'fa:16:3e:08:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:48Z', 'updated_at': '2022-02-04T15:45:14Z', 'revision_number': 5, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'subnets': [{'id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:28.034856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5933a8-dc29-4017-b2ed-63831ca25d64 None None] Checking router: 97d58697-b564-4be5-b13a-1fc534dac2aa for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:47:28.045088 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-9f9c4e19-d003-4ede-a168-9ab0570c1c33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:47:28.045539 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-9f9c4e19-d003-4ede-a168-9ab0570c1c33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:47:28.055573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5933a8-dc29-4017-b2ed-63831ca25d64 None None] Routers {'97d58697-b564-4be5-b13a-1fc534dac2aa'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:47:28.056663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6a5933a8-dc29-4017-b2ed-63831ca25d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:47:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['97d58697-b564-4be5-b13a-1fc534dac2aa'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:28.104418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c015d3-e33d-49c0-919e-e89393a36c53 req-fa5ce241-872a-4da1-b993-b54a9aa7ef6e tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] No DVR routers for this DVR port 51a18198-b2a5-4869-bdec-639a6506a3f5 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:28.116709 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b6c015d3-e33d-49c0-919e-e89393a36c53 req-fa5ce241-872a-4da1-b993-b54a9aa7ef6e tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.125035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbeb26-b23a-4399-a225-ae3f96f2d041 req-072f9e4b-d0ad-414b-ba05-78df36389e1f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:28.133933 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1bbeb26-b23a-4399-a225-ae3f96f2d041 req-072f9e4b-d0ad-414b-ba05-78df36389e1f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.5909050 Feb 04 15:47:28.140010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7767bf3-a93d-4b92-a43e-70cf268801c0', 'name': 'network-vif-deleted', 'tag': '51a18198-b2a5-4869-bdec-639a6506a3f5'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:28.154257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['51a18198-b2a5-4869-bdec-639a6506a3f5'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:47:28.158998 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-710ca953-ee0c-4147-8bea-e53b167d90bb tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "DELETE /v2.0/networks/b60aa288-3832-4bbc-b8cc-e9d063d0c47f HTTP/1.1" status: 204 len: 168 time: 2.0800745 Feb 04 15:47:28.160266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41682) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:28.183599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Request body: {'network': {'name': 'tempest-network--1442387078'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:28.189359 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6c015d3-e33d-49c0-919e-e89393a36c53 req-fa5ce241-872a-4da1-b993-b54a9aa7ef6e tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.73 "DELETE /v2.0/ports/51a18198-b2a5-4869-bdec-639a6506a3f5 HTTP/1.1" status: 204 len: 173 time: 2.2346916 Feb 04 15:47:28.190148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:28.199934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Usage tracker for resource:network and tenant:c4da341dd5dc49109a7af5e54520c277 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:28.205437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:28.226122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:28.227027 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1bbeb26-b23a-4399-a225-ae3f96f2d041 req-bf781004-7def-4e63-be54-abb433e0d0b6 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919681 Feb 04 15:47:28.235834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:28.256819 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.257385 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Added segment 9c374ba3-2563-48b3-b8dd-e9acb944478b of type vlan for network 201daa4b-0458-4c81-b80a-d80350f54f55 Feb 04 15:47:28.266059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Made reservation on behalf of c4da341dd5dc49109a7af5e54520c277 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:28.270184 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.278067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ad128-d185-4887-ae97-f5c2b6f6d4a8 req-3e24a409-c9ce-4b39-ae5f-6203c45f5bc6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:28.279710 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-785ad128-d185-4887-ae97-f5c2b6f6d4a8 req-3e24a409-c9ce-4b39-ae5f-6203c45f5bc6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 944 time: 0.2724373 Feb 04 15:47:28.334900 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.351861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:28.378697 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.379426 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Added segment 441e9d6d-84e8-4a6b-9c9c-b84f7f817988 of type vlan for network 09945f57-1128-44e1-8248-d869d120c4c6 Feb 04 15:47:28.414123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-785ad128-d185-4887-ae97-f5c2b6f6d4a8 req-91a1e31f-62a2-4e4f-ae7d-6c934a3f195c tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256740 Feb 04 15:47:28.421568 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.432848 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:28.435162 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.549745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c4e19-d003-4ede-a168-9ab0570c1c33 None None] Deleting port 45eee917-b08d-4fab-8f76-f1ab566576c6 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:28.550117 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4e19-d003-4ede-a168-9ab0570c1c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.584684 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7767bf3-a93d-4b92-a43e-70cf268801c0', 'name': 'network-vif-deleted', 'tag': '51a18198-b2a5-4869-bdec-639a6506a3f5', 'status': 'completed', 'code': 200} Feb 04 15:47:28.616696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Network': ['ID=201daa4b-0458-4c81-b80a-d80350f54f55,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:28.654570 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.677767 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c4e19-d003-4ede-a168-9ab0570c1c33 None None] The port '45eee917-b08d-4fab-8f76-f1ab566576c6' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:47:28.679427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 201daa4b-0458-4c81-b80a-d80350f54f55 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:28.684735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac31ff6-0c02-468b-abca-37eed7e1e377 req-f5bcdd84-ee42-4123-a5e0-ae18a2ab1d3b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:28.692802 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eac31ff6-0c02-468b-abca-37eed7e1e377 req-f5bcdd84-ee42-4123-a5e0-ae18a2ab1d3b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.1713848 Feb 04 15:47:28.735384 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9a68bac6-9eaa-4f5a-8585-659fad987e10 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9721501 Feb 04 15:47:28.738688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41688) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:28.748560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'subnet': {'network_id': '201daa4b-0458-4c81-b80a-d80350f54f55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:28.783540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e91bb1c2-1ae9-4b68-8973-d69f6d6f90a9 req-b1ee28b3-4b7c-4a7d-8be9-ea16336e01a5 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Synchronizing usage tracker for tenant:4e7455e7abb54cf6bccd48d1ec884375 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:28.811162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-6a5933a8-dc29-4017-b2ed-63831ca25d64 None None] Set router 97d58697-b564-4be5-b13a-1fc534dac2aa gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:47:28.822144 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eac31ff6-0c02-468b-abca-37eed7e1e377 req-aa34db0e-a446-44ae-bf28-bf2f6740c5d3 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283100 Feb 04 15:47:28.843321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e91bb1c2-1ae9-4b68-8973-d69f6d6f90a9 req-b1ee28b3-4b7c-4a7d-8be9-ea16336e01a5 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] Unset dirty status for tenant:4e7455e7abb54cf6bccd48d1ec884375 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:28.846949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e91bb1c2-1ae9-4b68-8973-d69f6d6f90a9 req-b1ee28b3-4b7c-4a7d-8be9-ea16336e01a5 tempest-ServerRescueNegativeTestJSON-583516862 tempest-ServerRescueNegativeTestJSON-583516862-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7767bf3-a93d-4b92-a43e-70cf268801c0 HTTP/1.1" status: 200 len: 210 time: 0.1164470 Feb 04 15:47:28.854322 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.855402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:28.856044 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.124828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6bc1ba43-d26a-459f-851c-6005b5e59b8c up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:29.143510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf78897-92da-4250-9849-c435cf98e02e req-76bc0bf6-5259-4bb9-a5f2-477c49a75ba2 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:29.158759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cf78897-92da-4250-9849-c435cf98e02e req-76bc0bf6-5259-4bb9-a5f2-477c49a75ba2 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.1647415 Feb 04 15:47:29.182061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41698) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:29.193915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:29.200347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:subnet and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:29.210730 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0425909 Feb 04 15:47:29.213553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:29.219705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41702) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:29.227023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:29.235811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-72a2a1bf-2e02-4dc1-a93b-fec529ebbfd6 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:29.255667 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cf78897-92da-4250-9849-c435cf98e02e req-2d43a69e-e098-4875-ba19-42529887c089 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960016 Feb 04 15:47:29.258303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36254ce1-ebfa-4b89-bd70-7ebc0525d5f3 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event updated for resources: {'Network': ['ID=09945f57-1128-44e1-8248-d869d120c4c6,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:29.312893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 09945f57-1128-44e1-8248-d869d120c4c6 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:29.315351 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9e18a047-e16d-44b6-9002-6c25d2989cb0 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.369922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:29.376400 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9e18a047-e16d-44b6-9002-6c25d2989cb0 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.460503 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9e18a047-e16d-44b6-9002-6c25d2989cb0 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.534273 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.564086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18a047-e16d-44b6-9002-6c25d2989cb0 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ea30b0-6ce6-486a-9415-b1d0db80609f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:29.564805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6a5933a8-dc29-4017-b2ed-63831ca25d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:42Z', 'updated_at': '2022-02-04T15:44:49Z', 'revision_number': 4, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'gw_port': {'id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:43Z', 'updated_at': '2022-02-04T15:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fb4cd652-bcdd-4135-a56f-d08d8f0ea90f', 'name': '', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'mac_address': 'fa:16:3e:08:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:48Z', 'updated_at': '2022-02-04T15:45:14Z', 'revision_number': 5, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'subnets': [{'id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:29.570327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 6bc1ba43-d26a-459f-851c-6005b5e59b8c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:29.574750 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5933a8-dc29-4017-b2ed-63831ca25d64 None None] The sync data for ids ['97d58697-b564-4be5-b13a-1fc534dac2aa'] in n-d-827872-1 is: [{'id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:42Z', 'updated_at': '2022-02-04T15:44:49Z', 'revision_number': 4, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'gw_port': {'id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:43Z', 'updated_at': '2022-02-04T15:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fb4cd652-bcdd-4135-a56f-d08d8f0ea90f', 'name': '', 'network_id': 'cf943030-a722-4907-bab5-6f8f53f03847', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'mac_address': 'fa:16:3e:08:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:48Z', 'updated_at': '2022-02-04T15:45:14Z', 'revision_number': 5, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'subnets': [{'id': '4dcece27-8004-41d0-bd0a-227a821ed8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:47:29.589205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 6bc1ba43-d26a-459f-851c-6005b5e59b8c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:29.589594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.688834 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9e18a047-e16d-44b6-9002-6c25d2989cb0 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.690278 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9e18a047-e16d-44b6-9002-6c25d2989cb0 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "DELETE /v2.0/security-groups/d6ea30b0-6ce6-486a-9415-b1d0db80609f HTTP/1.1" status: 204 len: 168 time: 0.5072944 Feb 04 15:47:29.697704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41716) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:29.742945 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.751726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02424db-dc40-45ad-acf7-af208719840c req-123cdd76-c07f-4a8a-aa52-6caa5b5b8a7c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:29.753382 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c02424db-dc40-45ad-acf7-af208719840c req-123cdd76-c07f-4a8a-aa52-6caa5b5b8a7c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.2666500 Feb 04 15:47:29.760470 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-6047faef-10e6-4c2a-958f-0a11b6a0e99c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] show failed (client error): The resource could not be found. Feb 04 15:47:29.761480 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6047faef-10e6-4c2a-958f-0a11b6a0e99c tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "GET /v2.0/security-groups/d6ea30b0-6ce6-486a-9415-b1d0db80609f HTTP/1.1" status: 404 len: 347 time: 0.0603991 Feb 04 15:47:29.765898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41720) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:29.807145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 6bc1ba43-d26a-459f-851c-6005b5e59b8c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6bc1ba43-d26a-459f-851c-6005b5e59b8c,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:29.808429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5610db41-42c2-4eab-8490-439ce9d6a34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc1ba43-d26a-459f-851c-6005b5e59b8c'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:29.814523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f162bc8-e1d5-42f5-8f4a-a15323e0f3b2 req-11026956-7c6b-4ec7-b764-5771fa9fe714 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:29.820403 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f162bc8-e1d5-42f5-8f4a-a15323e0f3b2 req-11026956-7c6b-4ec7-b764-5771fa9fe714 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.2350342 Feb 04 15:47:29.827298 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.865612 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c02424db-dc40-45ad-acf7-af208719840c req-e87cf0db-83ff-49cb-b1ea-7df0c1aceb56 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030300 Feb 04 15:47:29.899557 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f162bc8-e1d5-42f5-8f4a-a15323e0f3b2 req-6ec9ff86-8e3c-47fa-ae7f-b102c03443e0 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538769 Feb 04 15:47:29.965620 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17e3b8-66ad-4a51-8fd3-764108e12ae9 None None] New status for floating IP 0f643287-4d25-4734-9aea-465963d592d9: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:47:30.077726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=6bc1ba43-d26a-459f-851c-6005b5e59b8c,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:30.102833 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5610db41-42c2-4eab-8490-439ce9d6a34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc1ba43-d26a-459f-851c-6005b5e59b8c', 'code': 200} Feb 04 15:47:30.127592 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-72a2a1bf-2e02-4dc1-a93b-fec529ebbfd6 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.204248 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-72a2a1bf-2e02-4dc1-a93b-fec529ebbfd6 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.246858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ab1d1-8abc-4b36-8123-5188fa8f244a req-25dc4132-1c56-493b-b838-38caf7f3ff29 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:30.248819 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f1ab1d1-8abc-4b36-8123-5188fa8f244a req-25dc4132-1c56-493b-b838-38caf7f3ff29 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 945 time: 0.1677516 Feb 04 15:47:30.321554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f1ab1d1-8abc-4b36-8123-5188fa8f244a req-5830b499-104b-45c4-abe2-a1eae1f583c2 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669467 Feb 04 15:47:30.322258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41732) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:30.382892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-fa6cdf3c-7982-46ed-81eb-a0a69cbc3560 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Deleting port 73a9b03c-6858-4aeb-89ad-ccf7269f2f7a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:30.383279 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fa6cdf3c-7982-46ed-81eb-a0a69cbc3560 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.474517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72a2a1bf-2e02-4dc1-a93b-fec529ebbfd6 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Network 09945f57-1128-44e1-8248-d869d120c4c6 is not hosted by any dhcp agent {{(pid=83550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 15:47:30.475393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a2a1bf-2e02-4dc1-a93b-fec529ebbfd6 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:30.476316 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-72a2a1bf-2e02-4dc1-a93b-fec529ebbfd6 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.480369 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-72a2a1bf-2e02-4dc1-a93b-fec529ebbfd6 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "PUT /v2.0/networks/09945f57-1128-44e1-8248-d869d120c4c6 HTTP/1.1" status: 200 len: 858 time: 1.2526274 Feb 04 15:47:30.486644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41736) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:30.522463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2a1bf-2e02-4dc1-a93b-fec529ebbfd6 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event updated for resources: {'Network': ['ID=09945f57-1128-44e1-8248-d869d120c4c6,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:30.580698 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a7a20fef-72e4-4195-a9c1-be44d926dac0 req-58245567-2804-441d-839f-ed0d170ea8db service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 1096 time: 0.4032319 Feb 04 15:47:30.587021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4a537-19f1-4536-a9ca-04d9bd74ce2b req-393b549a-76e4-414d-9066-41e62c535c7f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:30.588436 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6a4a537-19f1-4536-a9ca-04d9bd74ce2b req-393b549a-76e4-414d-9066-41e62c535c7f tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.1356504 Feb 04 15:47:30.741955 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6a4a537-19f1-4536-a9ca-04d9bd74ce2b req-a45e2041-bbe7-44b6-903d-ae0f0264e5c9 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370716 Feb 04 15:47:30.744800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a7a20fef-72e4-4195-a9c1-be44d926dac0 req-955276ab-73ef-4f70-a64d-80ef800894ac service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550457 Feb 04 15:47:30.856463 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-416aecb7-7d88-476d-b58e-4de4f8e953e2 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.875980 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.945095 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fa6cdf3c-7982-46ed-81eb-a0a69cbc3560 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.945329 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fa6cdf3c-7982-46ed-81eb-a0a69cbc3560 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.056852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 51a18198-b2a5-4869-bdec-639a6506a3f5 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:31.094360 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 51a18198-b2a5-4869-bdec-639a6506a3f5 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:47:31.095067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 51a18198-b2a5-4869-bdec-639a6506a3f5 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:31.145228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-fa6cdf3c-7982-46ed-81eb-a0a69cbc3560 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Calling delete_port for 73a9b03c-6858-4aeb-89ad-ccf7269f2f7a owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:31.167229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b3891-ada0-4a2a-a956-ed27e1b288f6 req-09edac8b-67f3-43f4-ab34-005179826eaf tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:31.168693 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-362b3891-ada0-4a2a-a956-ed27e1b288f6 req-09edac8b-67f3-43f4-ab34-005179826eaf tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.2167616 Feb 04 15:47:31.186844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Subnet': ['ID=7e91fa4d-b3a4-4e5e-bf3b-179c267a2f47,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:31.248773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d12b11-f09a-455f-87c4-43a79a80661d req-f7d6a4dd-1a46-4887-a839-8ee7fd85b7cf tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:31.250230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92d12b11-f09a-455f-87c4-43a79a80661d req-f7d6a4dd-1a46-4887-a839-8ee7fd85b7cf tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.2156458 Feb 04 15:47:31.257998 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-362b3891-ada0-4a2a-a956-ed27e1b288f6 req-ce446f12-69ab-409f-8154-25fdcb0cf06b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801244 Feb 04 15:47:31.284635 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-416aecb7-7d88-476d-b58e-4de4f8e953e2 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.300744 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d885e6b1-adf4-4861-95a5-035504abe17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.305379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Checking segment: {'id': '9c374ba3-2563-48b3-b8dd-e9acb944478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '201daa4b-0458-4c81-b80a-d80350f54f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:47:31.305749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network hostable DHCP agents. Network: 201daa4b-0458-4c81-b80a-d80350f54f55, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:31.333623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-416aecb7-7d88-476d-b58e-4de4f8e953e2 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09945f57-1128-44e1-8248-d869d120c4c6']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:31.351015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-416aecb7-7d88-476d-b58e-4de4f8e953e2 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441e9d6d-84e8-4a6b-9c9c-b84f7f817988') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:31.351359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-416aecb7-7d88-476d-b58e-4de4f8e953e2 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441e9d6d-84e8-4a6b-9c9c-b84f7f817988') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:31.366997 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-416aecb7-7d88-476d-b58e-4de4f8e953e2 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.375787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92d12b11-f09a-455f-87c4-43a79a80661d req-d4ab4d25-0ec8-478e-b8d8-c43fffc533c6 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160350 Feb 04 15:47:31.428903 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-416aecb7-7d88-476d-b58e-4de4f8e953e2 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.441831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 201daa4b-0458-4c81-b80a-d80350f54f55 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:31.447537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416aecb7-7d88-476d-b58e-4de4f8e953e2 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:47:31.447935 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-416aecb7-7d88-476d-b58e-4de4f8e953e2 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:31.463045 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:31.530156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 201daa4b-0458-4c81-b80a-d80350f54f55) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:31.538527 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a46bbca-7caf-4ed0-8b18-4bdcfeef75a7 None None] Network 201daa4b-0458-4c81-b80a-d80350f54f55 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:31.555203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:31.555821 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.570572 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fa6cdf3c-7982-46ed-81eb-a0a69cbc3560 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.633569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cdf3c-7982-46ed-81eb-a0a69cbc3560 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Pushing event deleted for resources: {'Port': ['ID=73a9b03c-6858-4aeb-89ad-ccf7269f2f7a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:31.638367 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-416aecb7-7d88-476d-b58e-4de4f8e953e2 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.662374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416aecb7-7d88-476d-b58e-4de4f8e953e2 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 09945f57-1128-44e1-8248-d869d120c4c6 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 15:47:31.700102 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-247a08cf-0c1c-4d10-bf18-87826b2dc0b2 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9602089 Feb 04 15:47:31.701418 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-416aecb7-7d88-476d-b58e-4de4f8e953e2 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.702927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cf8dd-4606-4401-9d84-aa619c98c8e3 req-6857e2ad-95c0-468b-8e20-a6ebb1083eeb tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:31.703148 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-416aecb7-7d88-476d-b58e-4de4f8e953e2 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] 10.222.0.60 "DELETE /v2.0/networks/09945f57-1128-44e1-8248-d869d120c4c6 HTTP/1.1" status: 204 len: 168 time: 1.2132981 Feb 04 15:47:31.710382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416aecb7-7d88-476d-b58e-4de4f8e953e2 tempest-ExternalNetworksTestJSON-151397715 tempest-ExternalNetworksTestJSON-151397715-project-admin] Pushing event deleted for resources: {'Network': ['ID=09945f57-1128-44e1-8248-d869d120c4c6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:31.712099 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7d2cf8dd-4606-4401-9d84-aa619c98c8e3 req-6857e2ad-95c0-468b-8e20-a6ebb1083eeb tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 945 time: 0.1644323 Feb 04 15:47:31.716664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41752) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:31.716999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41754) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:31.755167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-79b0268e-b58c-4b08-aac7-94e2530b8bf4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1559396995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:31.795340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-79b0268e-b58c-4b08-aac7-94e2530b8bf4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:31.805728 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e577f2a-9607-47da-a89b-7ab84c7fdecf tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] DELETE failed (client error): The resource could not be found. Feb 04 15:47:31.806343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e577f2a-9607-47da-a89b-7ab84c7fdecf tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:47:31.810624 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4e577f2a-9607-47da-a89b-7ab84c7fdecf tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] 10.222.0.60 "DELETE /v2.0/subnets/e76e847e-736a-4ef6-afb8-b43ddad17c30 HTTP/1.1" status: 404 len: 337 time: 0.0907974 Feb 04 15:47:31.815886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-79b0268e-b58c-4b08-aac7-94e2530b8bf4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:router and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:31.819911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41760) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:31.869819 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fa6cdf3c-7982-46ed-81eb-a0a69cbc3560 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.874792 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fa6cdf3c-7982-46ed-81eb-a0a69cbc3560 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.878891 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fa6cdf3c-7982-46ed-81eb-a0a69cbc3560 tempest-ServersTestBootFromVolume-481453812 tempest-ServersTestBootFromVolume-481453812-project] 10.222.0.60 "DELETE /v2.0/floatingips/0f643287-4d25-4734-9aea-465963d592d9 HTTP/1.1" status: 204 len: 168 time: 2.1091950 Feb 04 15:47:31.880514 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-79b0268e-b58c-4b08-aac7-94e2530b8bf4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:31.891853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-79b0268e-b58c-4b08-aac7-94e2530b8bf4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:31.892661 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-201daa4b-0458-4c81-b80a-d80350f54f55', 'network_id': '201daa4b-0458-4c81-b80a-d80350f54f55', 'tenant_id': '7f7215bd13c94f90a591fef9405f0820', 'fixed_ips': [{'subnet_id': '7e91fa4d-b3a4-4e5e-bf3b-179c267a2f47'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:47:31.893667 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.901675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41764) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:32.005332 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-79b0268e-b58c-4b08-aac7-94e2530b8bf4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.006667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-79b0268e-b58c-4b08-aac7-94e2530b8bf4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.102957 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7d2cf8dd-4606-4401-9d84-aa619c98c8e3 req-cc5e825c-86c3-47d6-8077-39382bca2cdf tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902042 Feb 04 15:47:32.127906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Allocated IP 2001:db8::2 (201daa4b-0458-4c81-b80a-d80350f54f55/7e91fa4d-b3a4-4e5e-bf3b-179c267a2f47/0d784a73-7964-461f-9b8e-838153208d00) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:32.139192 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-79b0268e-b58c-4b08-aac7-94e2530b8bf4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.142260 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a1539685-37d2-416a-8ee3-bae61b5dda9b tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.194747 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-79b0268e-b58c-4b08-aac7-94e2530b8bf4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.296761 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-79b0268e-b58c-4b08-aac7-94e2530b8bf4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.301824 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-79b0268e-b58c-4b08-aac7-94e2530b8bf4 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5837319 Feb 04 15:47:32.308039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41768) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:32.322425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'network_id': '201daa4b-0458-4c81-b80a-d80350f54f55', 'name': 'tempest-PortsIpV6TestJSON-1906400366'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:32.482879 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a1539685-37d2-416a-8ee3-bae61b5dda9b tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.510964 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.528146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Transition to ACTIVE for port object 0d784a73-7964-461f-9b8e-838153208d00 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:32.550317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a1539685-37d2-416a-8ee3-bae61b5dda9b tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38f1718-b792-45de-a1f8-655ee25da790']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:32.572127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a1539685-37d2-416a-8ee3-bae61b5dda9b tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df205476-4a40-450c-8f26-a104fb5ca0b0') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:32.572382 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Transition to ACTIVE for port object 0d784a73-7964-461f-9b8e-838153208d00 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:32.572845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a1539685-37d2-416a-8ee3-bae61b5dda9b tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df205476-4a40-450c-8f26-a104fb5ca0b0') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:32.584905 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.594419 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a1539685-37d2-416a-8ee3-bae61b5dda9b tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.620883 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a1539685-37d2-416a-8ee3-bae61b5dda9b tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.631944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1539685-37d2-416a-8ee3-bae61b5dda9b tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:47:32.633495 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a1539685-37d2-416a-8ee3-bae61b5dda9b tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:32.662232 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:32.701918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Network 201daa4b-0458-4c81-b80a-d80350f54f55 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:32.705088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:32.710321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:47:32.717094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Pushing event updated for resources: {'Port': ['ID=0d784a73-7964-461f-9b8e-838153208d00,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:32.815444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Attempting to bind port 0d784a73-7964-461f-9b8e-838153208d00 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:32.815815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Attempting to bind port 0d784a73-7964-461f-9b8e-838153208d00 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '9c374ba3-2563-48b3-b8dd-e9acb944478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '201daa4b-0458-4c81-b80a-d80350f54f55'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:32.817218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Attempting to bind port 0d784a73-7964-461f-9b8e-838153208d00 on network 201daa4b-0458-4c81-b80a-d80350f54f55 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:47:32.831326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:47:32.832228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Checking segment: {'id': '9c374ba3-2563-48b3-b8dd-e9acb944478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '201daa4b-0458-4c81-b80a-d80350f54f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:47:32.832853 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.834060 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Bound using segment: {'id': '9c374ba3-2563-48b3-b8dd-e9acb944478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '201daa4b-0458-4c81-b80a-d80350f54f55'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:47:32.834703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Bound port: 0d784a73-7964-461f-9b8e-838153208d00, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c374ba3-2563-48b3-b8dd-e9acb944478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '201daa4b-0458-4c81-b80a-d80350f54f55'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:32.835427 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.843147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:32.852120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:port and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:32.855704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:32.882097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:32.887474 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a1539685-37d2-416a-8ee3-bae61b5dda9b tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.911434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:32.914219 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a1539685-37d2-416a-8ee3-bae61b5dda9b tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.914677 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.935291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1539685-37d2-416a-8ee3-bae61b5dda9b tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] Pushing event deleted for resources: {'Network': ['ID=f38f1718-b792-45de-a1f8-655ee25da790,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:32.940632 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65419e77-b0e6-4064-b284-4530f9db5b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.945081 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a1539685-37d2-416a-8ee3-bae61b5dda9b tempest-ExternalNetworksTestJSON-216813546 tempest-ExternalNetworksTestJSON-216813546-project] 10.222.0.60 "DELETE /v2.0/networks/f38f1718-b792-45de-a1f8-655ee25da790 HTTP/1.1" status: 204 len: 168 time: 1.1241500 Feb 04 15:47:32.997291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba2ec4-9e1f-4021-87a1-6dea8eb039a8 req-554f09ac-92d6-40cf-b9fd-5e6a0b5050e1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:32.999076 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65ba2ec4-9e1f-4021-87a1-6dea8eb039a8 req-554f09ac-92d6-40cf-b9fd-5e6a0b5050e1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.2518208 Feb 04 15:47:33.018317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port 41e41ddc-5573-4b0b-b349-3e4f6fb67e61 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:33.103673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] For port 0d784a73-7964-461f-9b8e-838153208d00, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:47:33.111929 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] For port 0d784a73-7964-461f-9b8e-838153208d00, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0d784a73-7964-461f-9b8e-838153208d00,segment=NetworkSegment(9c374ba3-2563-48b3-b8dd-e9acb944478b),segment_id=9c374ba3-2563-48b3-b8dd-e9acb944478b)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:47:33.139228 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.165720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65ba2ec4-9e1f-4021-87a1-6dea8eb039a8 req-f0446f37-6b9e-48b5-8629-eb20bb96f4ea tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588805 Feb 04 15:47:33.282239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Allocated IP 2001:db8::2c7 (201daa4b-0458-4c81-b80a-d80350f54f55/7e91fa4d-b3a4-4e5e-bf3b-179c267a2f47/41e41ddc-5573-4b0b-b349-3e4f6fb67e61) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:33.304107 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688fcdf-8664-445d-891d-9e554812e1d5 None None] Pushing event updated for resources: {'Port': ['ID=0d784a73-7964-461f-9b8e-838153208d00,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:33.583482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41784) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:33.620121 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d885e6b1-adf4-4861-95a5-035504abe17a admin admin] Deleting port 57b5ba3c-9da2-4e94-b065-fb50ebb3e298 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:33.620619 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d885e6b1-adf4-4861-95a5-035504abe17a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.775139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.810061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Transition to ACTIVE for port object 41e41ddc-5573-4b0b-b349-3e4f6fb67e61 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:33.865512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70631372-10f6-4c7f-9f4f-4f72faa45209 req-6ce8db27-cbcb-4e2e-a58c-67a585efa44f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:33.872270 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-70631372-10f6-4c7f-9f4f-4f72faa45209 req-6ce8db27-cbcb-4e2e-a58c-67a585efa44f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 945 time: 0.3603318 Feb 04 15:47:33.934468 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.958714 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-70631372-10f6-4c7f-9f4f-4f72faa45209 req-0b539f20-524e-4cc6-aaf9-da3f26dfe4e7 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855751 Feb 04 15:47:33.982182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-d885e6b1-adf4-4861-95a5-035504abe17a admin admin] For port 57b5ba3c-9da2-4e94-b065-fb50ebb3e298, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=57b5ba3c-9da2-4e94-b065-fb50ebb3e298,segment=NetworkSegment(71e3a25b-315c-4510-8182-2cdb30e0d125),segment_id=71e3a25b-315c-4510-8182-2cdb30e0d125)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:33.982872 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d885e6b1-adf4-4861-95a5-035504abe17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.140460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=41e41ddc-5573-4b0b-b349-3e4f6fb67e61,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:34.156535 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7f6b2e39-bcf4-4518-8326-e64fcf1b4481 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c155245a153246069b2eea2acd3551e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5701611 Feb 04 15:47:34.166592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 201daa4b-0458-4c81-b80a-d80350f54f55 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:34.167296 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41794) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:34.170306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d885e6b1-adf4-4861-95a5-035504abe17a admin admin] Calling delete_port for 57b5ba3c-9da2-4e94-b065-fb50ebb3e298 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:34.195628 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:34.234311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:47:34.246047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:34.251904 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.417795 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dcdaa3de-e917-41a8-b9e8-5d9efbb0a2ee tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1060214 Feb 04 15:47:34.423492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41802) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:34.471521 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d885e6b1-adf4-4861-95a5-035504abe17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.614448 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8631-323a-4b36-93b2-846157b4d1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.695239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885e6b1-adf4-4861-95a5-035504abe17a admin admin] Pushing event deleted for resources: {'Port': ['ID=57b5ba3c-9da2-4e94-b065-fb50ebb3e298,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:34.818454 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8631-323a-4b36-93b2-846157b4d1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.857461 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0d784a73-7964-461f-9b8e-838153208d00 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:34.982514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66bcff-7b2e-4355-a6e1-49fb3cfbcbf4 req-1971f614-5bb0-4892-8bbd-d521631c6a6e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:34.991280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a54ee1-957d-46f5-b532-5b3554bb62a3 None None] Network 201daa4b-0458-4c81-b80a-d80350f54f55 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:34.992984 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea66bcff-7b2e-4355-a6e1-49fb3cfbcbf4 req-1971f614-5bb0-4892-8bbd-d521631c6a6e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.4483805 Feb 04 15:47:35.143986 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea66bcff-7b2e-4355-a6e1-49fb3cfbcbf4 req-4cb6afef-8ae6-4063-9fb7-46733ac343c0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498895 Feb 04 15:47:35.475193 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d885e6b1-adf4-4861-95a5-035504abe17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.618279 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0583fd59-c5a0-4e98-adc9-7c61990f71c7 None None] Provisioning for port 0d784a73-7964-461f-9b8e-838153208d00 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:35.623162 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-65419e77-b0e6-4064-b284-4530f9db5b13 admin admin] Deleting port fb4cd652-bcdd-4135-a56f-d08d8f0ea90f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:35.624570 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65419e77-b0e6-4064-b284-4530f9db5b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.692114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 0d784a73-7964-461f-9b8e-838153208d00 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:35.714245 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 0d784a73-7964-461f-9b8e-838153208d00 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:35.714615 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.993195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-65419e77-b0e6-4064-b284-4530f9db5b13 admin admin] For port fb4cd652-bcdd-4135-a56f-d08d8f0ea90f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fb4cd652-bcdd-4135-a56f-d08d8f0ea90f,segment=NetworkSegment(f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067),segment_id=f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:35.993429 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65419e77-b0e6-4064-b284-4530f9db5b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.207665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-65419e77-b0e6-4064-b284-4530f9db5b13 admin admin] Calling delete_port for fb4cd652-bcdd-4135-a56f-d08d8f0ea90f owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:36.232403 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.310032 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 0d784a73-7964-461f-9b8e-838153208d00, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0d784a73-7964-461f-9b8e-838153208d00,segment=NetworkSegment(9c374ba3-2563-48b3-b8dd-e9acb944478b),segment_id=9c374ba3-2563-48b3-b8dd-e9acb944478b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:36.319618 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.334737 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8631-323a-4b36-93b2-846157b4d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.485026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d8631-323a-4b36-93b2-846157b4d1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f4dfbd-c706-4646-beff-def266fe443c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:36.491599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=0d784a73-7964-461f-9b8e-838153208d00,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:36.536143 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8631-323a-4b36-93b2-846157b4d1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.539924 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2c6d8631-323a-4b36-93b2-846157b4d1b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83f4dfbd-c706-4646-beff-def266fe443c HTTP/1.1" status: 204 len: 168 time: 2.3646464 Feb 04 15:47:36.558797 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8cf0aba-a11e-4dd5-81d2-a669826ec9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.668856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8f8d15ce-1ba6-4b05-a2eb-282a8a8d251a None None] Provisioning for port 41e41ddc-5573-4b0b-b349-3e4f6fb67e61 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:36.680594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8f8d15ce-1ba6-4b05-a2eb-282a8a8d251a None None] Provisioning complete for port 41e41ddc-5573-4b0b-b349-3e4f6fb67e61 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:36.691870 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8f8d15ce-1ba6-4b05-a2eb-282a8a8d251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.812020 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d15ce-1ba6-4b05-a2eb-282a8a8d251a None None] Port 41e41ddc-5573-4b0b-b349-3e4f6fb67e61 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:47:36.832369 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8f8d15ce-1ba6-4b05-a2eb-282a8a8d251a None None] Provisioning complete for port 0d784a73-7964-461f-9b8e-838153208d00 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:36.832830 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8f8d15ce-1ba6-4b05-a2eb-282a8a8d251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.895628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0d784a73-7964-461f-9b8e-838153208d00 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:37.139417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f506fbc-d290-45a3-afb0-0c4e89885e19 req-0eb9a33a-0ebb-45da-a514-bba99d97419f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:37.140961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f506fbc-d290-45a3-afb0-0c4e89885e19 req-0eb9a33a-0ebb-45da-a514-bba99d97419f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.2656510 Feb 04 15:47:37.159641 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f04d588-b0fd-4301-b912-e77be7050fe5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.259124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f506fbc-d290-45a3-afb0-0c4e89885e19 req-df6ce47c-64d0-4356-91db-1d984035e2c6 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100233 Feb 04 15:47:37.326466 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65419e77-b0e6-4064-b284-4530f9db5b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.329408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 0d784a73-7964-461f-9b8e-838153208d00 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:37.329915 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.395149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41832) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:37.437076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65419e77-b0e6-4064-b284-4530f9db5b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4cd652-bcdd-4135-a56f-d08d8f0ea90f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:37.521044 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0f0ec5f4-1f74-4f6e-bf27-05b607983e97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4da341dd5dc49109a7af5e54520c277&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1213603 Feb 04 15:47:37.521168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41838) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:37.568801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ee9275c9-366c-4630-9c98-7d0e3bc9238d None None] Provisioning complete for port 41e41ddc-5573-4b0b-b349-3e4f6fb67e61 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:37.569659 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ee9275c9-366c-4630-9c98-7d0e3bc9238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.600033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d885e6b1-adf4-4861-95a5-035504abe17a admin admin] Router 00fa7774-5029-4e70-aaf8-23ac124b9026 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:47:37.647130 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ee9275c9-366c-4630-9c98-7d0e3bc9238d None None] Port 41e41ddc-5573-4b0b-b349-3e4f6fb67e61 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:47:37.727732 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2e36d264-5d79-4d36-8d2b-697c4d8cc168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.789204 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2e36d264-5d79-4d36-8d2b-697c4d8cc168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.947981 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f04d588-b0fd-4301-b912-e77be7050fe5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.997828 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2e36d264-5d79-4d36-8d2b-697c4d8cc168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.022406 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f04d588-b0fd-4301-b912-e77be7050fe5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.036028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36d264-5d79-4d36-8d2b-697c4d8cc168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4163a7a2-7b6f-43f7-8d28-f746c537c2bb,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:38.086933 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2e36d264-5d79-4d36-8d2b-697c4d8cc168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.088507 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2e36d264-5d79-4d36-8d2b-697c4d8cc168 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4163a7a2-7b6f-43f7-8d28-f746c537c2bb HTTP/1.1" status: 204 len: 168 time: 0.5663302 Feb 04 15:47:38.119819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d885e6b1-adf4-4861-95a5-035504abe17a admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:47:38.130633 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d885e6b1-adf4-4861-95a5-035504abe17a admin admin] 10.222.0.60 "PUT /v2.0/routers/00fa7774-5029-4e70-aaf8-23ac124b9026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8066986 Feb 04 15:47:38.131778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65c5452-f581-49fa-b812-ebe35a4d4cfc None None] Sync routers for ids ['00fa7774-5029-4e70-aaf8-23ac124b9026'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:47:38.134363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41852) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:38.155418 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c5452-f581-49fa-b812-ebe35a4d4cfc None None] Routers {'00fa7774-5029-4e70-aaf8-23ac124b9026'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:47:38.160983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f65c5452-f581-49fa-b812-ebe35a4d4cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:47:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['00fa7774-5029-4e70-aaf8-23ac124b9026'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:38.576721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04d588-b0fd-4301-b912-e77be7050fe5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=41e41ddc-5573-4b0b-b349-3e4f6fb67e61,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:38.657268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-f65c5452-f581-49fa-b812-ebe35a4d4cfc None None] Set router 00fa7774-5029-4e70-aaf8-23ac124b9026 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:47:38.746214 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.029669 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65419e77-b0e6-4064-b284-4530f9db5b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.044171 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f04d588-b0fd-4301-b912-e77be7050fe5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.073056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9a879-50f9-4afe-a218-70a1411e623b req-2cd407b3-4178-4b78-ab99-35bbc4f17e9d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:39.112498 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffe9a879-50f9-4afe-a218-70a1411e623b req-2cd407b3-4178-4b78-ab99-35bbc4f17e9d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.5499911 Feb 04 15:47:39.194974 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f04d588-b0fd-4301-b912-e77be7050fe5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.268295 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ca86a4ac-014a-4fd2-986d-d348a2310f95 None None] Provisioning complete for port 41e41ddc-5573-4b0b-b349-3e4f6fb67e61 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:39.268815 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ca86a4ac-014a-4fd2-986d-d348a2310f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.300192 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffe9a879-50f9-4afe-a218-70a1411e623b req-0d51c2d1-7ac4-4b90-8aab-ec3d43c942b1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773105 Feb 04 15:47:39.345496 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e8d-6ad8-4906-8edd-1eb69c6d6eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.402273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ca86a4ac-014a-4fd2-986d-d348a2310f95 None None] Port 41e41ddc-5573-4b0b-b349-3e4f6fb67e61 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:47:39.440600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f65c5452-f581-49fa-b812-ebe35a4d4cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'name': 'tempest-ServerRescueNegativeTestJSON-1167247479-router', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:46Z', 'updated_at': '2022-02-04T15:47:34Z', 'revision_number': 5, 'project_id': '4e7455e7abb54cf6bccd48d1ec884375', 'gw_port': {'id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:48Z', 'updated_at': '2022-02-04T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:39.445297 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65c5452-f581-49fa-b812-ebe35a4d4cfc None None] Checking router: 00fa7774-5029-4e70-aaf8-23ac124b9026 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:47:39.459266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c5452-f581-49fa-b812-ebe35a4d4cfc None None] Routers {'00fa7774-5029-4e70-aaf8-23ac124b9026'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:47:39.460109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f65c5452-f581-49fa-b812-ebe35a4d4cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:47:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['00fa7774-5029-4e70-aaf8-23ac124b9026'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:39.710724 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.742826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] Deleting port a19d86ff-d11b-4f5b-b86a-82006d82a38e {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:39.743158 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.783949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072c8b4-8d1a-4b2f-8228-6a0839c573c1 req-cb175f7a-e7e1-4bdd-87de-3474c05010d5 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:39.786199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f072c8b4-8d1a-4b2f-8228-6a0839c573c1 req-cb175f7a-e7e1-4bdd-87de-3474c05010d5 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.2762375 Feb 04 15:47:39.797559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-f65c5452-f581-49fa-b812-ebe35a4d4cfc None None] Set router 00fa7774-5029-4e70-aaf8-23ac124b9026 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:47:39.935161 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f072c8b4-8d1a-4b2f-8228-6a0839c573c1 req-fe81936d-c1ae-40a1-b431-cebf41b643a3 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419914 Feb 04 15:47:40.010198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] For port a19d86ff-d11b-4f5b-b86a-82006d82a38e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a19d86ff-d11b-4f5b-b86a-82006d82a38e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:40.010839 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.083868 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f04d588-b0fd-4301-b912-e77be7050fe5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.091295 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f04d588-b0fd-4301-b912-e77be7050fe5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.092102 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f04d588-b0fd-4301-b912-e77be7050fe5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.119389 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.190745 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.309181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] Calling delete_port for a19d86ff-d11b-4f5b-b86a-82006d82a38e owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:40.337392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f65c5452-f581-49fa-b812-ebe35a4d4cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'name': 'tempest-ServerRescueNegativeTestJSON-1167247479-router', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:46Z', 'updated_at': '2022-02-04T15:47:34Z', 'revision_number': 5, 'project_id': '4e7455e7abb54cf6bccd48d1ec884375', 'gw_port': {'id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:48Z', 'updated_at': '2022-02-04T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:40.341674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65c5452-f581-49fa-b812-ebe35a4d4cfc None None] The sync data for ids ['00fa7774-5029-4e70-aaf8-23ac124b9026'] in n-d-827872-1 is: [{'id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'name': 'tempest-ServerRescueNegativeTestJSON-1167247479-router', 'tenant_id': '4e7455e7abb54cf6bccd48d1ec884375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:46Z', 'updated_at': '2022-02-04T15:47:34Z', 'revision_number': 5, 'project_id': '4e7455e7abb54cf6bccd48d1ec884375', 'gw_port': {'id': 'a19d86ff-d11b-4f5b-b86a-82006d82a38e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa7774-5029-4e70-aaf8-23ac124b9026', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:48Z', 'updated_at': '2022-02-04T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:47:40.440513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04d588-b0fd-4301-b912-e77be7050fe5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=41e41ddc-5573-4b0b-b349-3e4f6fb67e61,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:40.612054 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.626165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f04d588-b0fd-4301-b912-e77be7050fe5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 201daa4b-0458-4c81-b80a-d80350f54f55 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:40.631300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7f04d588-b0fd-4301-b912-e77be7050fe5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:40.657217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d35573-fedb-49b3-8ec2-3cf0143f3943 req-69a7ffb6-811b-4aa9-b889-37f0f198200e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:40.658841 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41d35573-fedb-49b3-8ec2-3cf0143f3943 req-69a7ffb6-811b-4aa9-b889-37f0f198200e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.1457922 Feb 04 15:47:40.720807 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 57b5ba3c-9da2-4e94-b065-fb50ebb3e298 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:40.733899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] Pushing event deleted for resources: {'Port': ['ID=a19d86ff-d11b-4f5b-b86a-82006d82a38e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:40.828054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 57b5ba3c-9da2-4e94-b065-fb50ebb3e298 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:47:40.828522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 57b5ba3c-9da2-4e94-b065-fb50ebb3e298 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:41.084542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41d35573-fedb-49b3-8ec2-3cf0143f3943 req-ec211b61-f05f-4339-8402-a0f4754829d7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064283 Feb 04 15:47:41.160536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2b2042df-eb61-4793-98a7-f11e1a0da594 None None] Provisioning complete for port 41e41ddc-5573-4b0b-b349-3e4f6fb67e61 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:41.160995 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b2042df-eb61-4793-98a7-f11e1a0da594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.276255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2b2042df-eb61-4793-98a7-f11e1a0da594 None None] Port 41e41ddc-5573-4b0b-b349-3e4f6fb67e61 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:47:41.280574 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.362521 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.486703 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.595805 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.600600 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.632522 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.633050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00fa7774-5029-4e70-aaf8-23ac124b9026 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:47:41.651514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79032b86-e72e-47ff-8c44-3948a9045207 req-6e3f3303-c93e-4279-8e2b-0d281d88ff06 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:41.651514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79032b86-e72e-47ff-8c44-3948a9045207 req-6e3f3303-c93e-4279-8e2b-0d281d88ff06 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.4192066 Feb 04 15:47:41.685539 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.686579 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f91e2d73-5adb-4895-a31f-f9dbcb81558b admin admin] 10.222.0.60 "DELETE /v2.0/routers/00fa7774-5029-4e70-aaf8-23ac124b9026 HTTP/1.1" status: 204 len: 168 time: 3.5513148 Feb 04 15:47:41.689324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41912) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:41.752442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65419e77-b0e6-4064-b284-4530f9db5b13 admin admin] Router 97d58697-b564-4be5-b13a-1fc534dac2aa has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:47:41.762521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79032b86-e72e-47ff-8c44-3948a9045207 req-fde44fc1-3e97-497f-9744-5010706e9d47 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974932 Feb 04 15:47:41.811344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-e599668d-999f-4fa7-8c9b-10a14fc8ad76 admin admin] Deleting subnet 1711e37f-bdaf-4a9e-a302-926cbcffa942 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:47:41.819448 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e599668d-999f-4fa7-8c9b-10a14fc8ad76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.855505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41916) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:41.876383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f04d588-b0fd-4301-b912-e77be7050fe5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Router f03c87da-beef-4c1f-a477-a3c0e0b146df is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:47:41.892477 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e599668d-999f-4fa7-8c9b-10a14fc8ad76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.971655 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8ad38-a5c1-41ce-b61d-c3f1624f713f req-bb38f289-c793-4023-801c-fc35cbc4aa3a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:41.975211 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7fd8ad38-a5c1-41ce-b61d-c3f1624f713f req-bb38f289-c793-4023-801c-fc35cbc4aa3a tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.73 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.1981180 Feb 04 15:47:41.976060 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e599668d-999f-4fa7-8c9b-10a14fc8ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.090559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4a90a730-381a-4c7a-a0c7-ce4701bc5e66 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1638051744'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:42.094019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-7fd8ad38-a5c1-41ce-b61d-c3f1624f713f req-9c8e4b15-8f2c-402e-9263-c68f0211a26b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Deleting port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:42.094515 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7fd8ad38-a5c1-41ce-b61d-c3f1624f713f req-9c8e4b15-8f2c-402e-9263-c68f0211a26b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.115637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4a90a730-381a-4c7a-a0c7-ce4701bc5e66 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:42.125061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4a90a730-381a-4c7a-a0c7-ce4701bc5e66 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Usage tracker for resource:router and tenant:557de4bfb544472ebd22c1e86292790c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:42.131257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4a90a730-381a-4c7a-a0c7-ce4701bc5e66 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:42.141019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4a90a730-381a-4c7a-a0c7-ce4701bc5e66 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:42.183485 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a90a730-381a-4c7a-a0c7-ce4701bc5e66 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.184446 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a90a730-381a-4c7a-a0c7-ce4701bc5e66 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.229064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f04d588-b0fd-4301-b912-e77be7050fe5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:47:42.233321 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a90a730-381a-4c7a-a0c7-ce4701bc5e66 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.241465 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7d07b5-8815-4de2-972e-75be2adaa3da None None] Sync routers for ids ['f03c87da-beef-4c1f-a477-a3c0e0b146df'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:47:42.253223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65419e77-b0e6-4064-b284-4530f9db5b13 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:47:42.254322 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7d07b5-8815-4de2-972e-75be2adaa3da None None] Routers {'f03c87da-beef-4c1f-a477-a3c0e0b146df'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:47:42.255351 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ce7d07b5-8815-4de2-972e-75be2adaa3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:47:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f03c87da-beef-4c1f-a477-a3c0e0b146df'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:42.266668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3dd3e3-07e0-4647-8e0e-ee6565745e3a None None] Sync routers for ids ['97d58697-b564-4be5-b13a-1fc534dac2aa'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:47:42.296630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3dd3e3-07e0-4647-8e0e-ee6565745e3a None None] Routers {'97d58697-b564-4be5-b13a-1fc534dac2aa'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:47:42.296846 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7f04d588-b0fd-4301-b912-e77be7050fe5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "PUT /v2.0/routers/f03c87da-beef-4c1f-a477-a3c0e0b146df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8647535 Feb 04 15:47:42.296970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-db3dd3e3-07e0-4647-8e0e-ee6565745e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:47:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['97d58697-b564-4be5-b13a-1fc534dac2aa'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:42.301817 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-65419e77-b0e6-4064-b284-4530f9db5b13 admin admin] 10.222.0.60 "PUT /v2.0/routers/97d58697-b564-4be5-b13a-1fc534dac2aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3958147 Feb 04 15:47:42.301817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41926) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:42.319923 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ce7d07b5-8815-4de2-972e-75be2adaa3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:42.330992 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7d07b5-8815-4de2-972e-75be2adaa3da None None] Routers {'f03c87da-beef-4c1f-a477-a3c0e0b146df'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:47:42.332202 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ce7d07b5-8815-4de2-972e-75be2adaa3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:47:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f03c87da-beef-4c1f-a477-a3c0e0b146df'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:42.345647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41928) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:42.390611 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ce7d07b5-8815-4de2-972e-75be2adaa3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:42.391009 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7d07b5-8815-4de2-972e-75be2adaa3da None None] The sync data for ids ['f03c87da-beef-4c1f-a477-a3c0e0b146df'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:47:42.421884 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e599668d-999f-4fa7-8c9b-10a14fc8ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.423049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a90a730-381a-4c7a-a0c7-ce4701bc5e66 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.464574 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a90a730-381a-4c7a-a0c7-ce4701bc5e66 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.468048 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4a90a730-381a-4c7a-a0c7-ce4701bc5e66 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6115143 Feb 04 15:47:42.474691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41934) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:42.483500 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e599668d-999f-4fa7-8c9b-10a14fc8ad76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.500614 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599668d-999f-4fa7-8c9b-10a14fc8ad76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1711e37f-bdaf-4a9e-a302-926cbcffa942,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:42.502842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-db3dd3e3-07e0-4647-8e0e-ee6565745e3a None None] Set router 97d58697-b564-4be5-b13a-1fc534dac2aa gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:47:42.512804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e599668d-999f-4fa7-8c9b-10a14fc8ad76 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1711e37f-bdaf-4a9e-a302-926cbcffa942 HTTP/1.1" status: 204 len: 168 time: 0.8203011 Feb 04 15:47:42.515232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41938) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:42.657636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e615eaf0-188e-41ca-ab2e-090069141e4c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:42.658358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e615eaf0-188e-41ca-ab2e-090069141e4c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:42.665330 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-85379083-b9c7-4257-be06-c7ba92c99486 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.670678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99b276-e040-4a4d-b45b-1c2d6eb3cdb4 req-a1f557e0-5c9e-4508-899e-68c44880a32b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:42.672176 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e99b276-e040-4a4d-b45b-1c2d6eb3cdb4 req-a1f557e0-5c9e-4508-899e-68c44880a32b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.3682442 Feb 04 15:47:42.739945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a19d86ff-d11b-4f5b-b86a-82006d82a38e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:42.774709 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d769c4e-e3fd-4961-8ffc-cd09c3911263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.805103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: a19d86ff-d11b-4f5b-b86a-82006d82a38e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:47:42.805816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a19d86ff-d11b-4f5b-b86a-82006d82a38e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:42.825530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-7fd8ad38-a5c1-41ce-b61d-c3f1624f713f req-9c8e4b15-8f2c-402e-9263-c68f0211a26b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] For port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,segment=NetworkSegment(164197f5-caec-4dbd-a088-bd997824cbbc),segment_id=164197f5-caec-4dbd-a088-bd997824cbbc)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:42.825905 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7fd8ad38-a5c1-41ce-b61d-c3f1624f713f req-9c8e4b15-8f2c-402e-9263-c68f0211a26b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.845684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-db3dd3e3-07e0-4647-8e0e-ee6565745e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:42Z', 'updated_at': '2022-02-04T15:47:37Z', 'revision_number': 5, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'gw_port': {'id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:43Z', 'updated_at': '2022-02-04T15:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:42.850634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3dd3e3-07e0-4647-8e0e-ee6565745e3a None None] Checking router: 97d58697-b564-4be5-b13a-1fc534dac2aa for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:47:42.863549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3dd3e3-07e0-4647-8e0e-ee6565745e3a None None] Routers {'97d58697-b564-4be5-b13a-1fc534dac2aa'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:47:42.875767 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-db3dd3e3-07e0-4647-8e0e-ee6565745e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:47:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['97d58697-b564-4be5-b13a-1fc534dac2aa'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:42.991237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-7fd8ad38-a5c1-41ce-b61d-c3f1624f713f req-9c8e4b15-8f2c-402e-9263-c68f0211a26b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Calling delete_port for f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:43.006915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e615eaf0-188e-41ca-ab2e-090069141e4c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:43.008190 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e615eaf0-188e-41ca-ab2e-090069141e4c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports?device_id=f03c87da-beef-4c1f-a477-a3c0e0b146df HTTP/1.1" status: 200 len: 989 time: 0.7048757 Feb 04 15:47:43.011121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41944) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:43.033984 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e99b276-e040-4a4d-b45b-1c2d6eb3cdb4 req-68a73031-a72a-49d0-959e-eb638b46816b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511117 Feb 04 15:47:43.086539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-db3dd3e3-07e0-4647-8e0e-ee6565745e3a None None] Set router 97d58697-b564-4be5-b13a-1fc534dac2aa gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:47:43.271876 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d769c4e-e3fd-4961-8ffc-cd09c3911263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.349205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61746155-7407-4180-8f4b-2d2e9ec01cd6 req-bf9b411f-3005-472f-940c-db5db0008a55 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:43.351221 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61746155-7407-4180-8f4b-2d2e9ec01cd6 req-bf9b411f-3005-472f-940c-db5db0008a55 tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/ports?device_id=20acc284-66d7-4710-85f8-5e8e20890aa0 HTTP/1.1" status: 200 len: 946 time: 0.3272302 Feb 04 15:47:43.354481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-3d769c4e-e3fd-4961-8ffc-cd09c3911263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a674f3-b911-4fd5-bdf6-0c150ae31bb4']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:43.390279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-3d769c4e-e3fd-4961-8ffc-cd09c3911263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e3a25b-315c-4510-8182-2cdb30e0d125') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:43.390658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-3d769c4e-e3fd-4961-8ffc-cd09c3911263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e3a25b-315c-4510-8182-2cdb30e0d125') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:43.416923 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d769c4e-e3fd-4961-8ffc-cd09c3911263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.437213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7fd8ad38-a5c1-41ce-b61d-c3f1624f713f req-9c8e4b15-8f2c-402e-9263-c68f0211a26b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.438629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-85379083-b9c7-4257-be06-c7ba92c99486 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.450109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:47:43.452910 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-85379083-b9c7-4257-be06-c7ba92c99486 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.499882 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d769c4e-e3fd-4961-8ffc-cd09c3911263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.501157 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.502126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e4b15-8f2c-402e-9263-c68f0211a26b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Pushing event deleted for resources: {'Port': ['ID=f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:43.509169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-db3dd3e3-07e0-4647-8e0e-ee6565745e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:42Z', 'updated_at': '2022-02-04T15:47:37Z', 'revision_number': 5, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'gw_port': {'id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:43Z', 'updated_at': '2022-02-04T15:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:43.513378 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61746155-7407-4180-8f4b-2d2e9ec01cd6 req-04f09039-1e54-44de-b720-c9a4e4c06d2b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba2e748d-2a46-45f9-8399-3756e6e1ce97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493876 Feb 04 15:47:43.513811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3dd3e3-07e0-4647-8e0e-ee6565745e3a None None] The sync data for ids ['97d58697-b564-4be5-b13a-1fc534dac2aa'] in n-d-827872-1 is: [{'id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'name': 'tempest-ServersTestBootFromVolume-1719091189-router', 'tenant_id': '8eac8c56f3d841e6a4ba841766074a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:42Z', 'updated_at': '2022-02-04T15:47:37Z', 'revision_number': 5, 'project_id': '8eac8c56f3d841e6a4ba841766074a64', 'gw_port': {'id': 'f25a2d81-7587-4e5c-a4d4-3cf53c08be26', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d58697-b564-4be5-b13a-1fc534dac2aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:43Z', 'updated_at': '2022-02-04T15:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:47:43.516457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d769c4e-e3fd-4961-8ffc-cd09c3911263 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:47:43.516890 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d769c4e-e3fd-4961-8ffc-cd09c3911263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:43.531308 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:43.632872 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-85379083-b9c7-4257-be06-c7ba92c99486 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.633276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85379083-b9c7-4257-be06-c7ba92c99486 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63248e90-529a-498e-ac80-4af043009387 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:47:43.648880 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-85379083-b9c7-4257-be06-c7ba92c99486 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.650004 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-85379083-b9c7-4257-be06-c7ba92c99486 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] 10.222.0.60 "DELETE /v2.0/routers/63248e90-529a-498e-ac80-4af043009387 HTTP/1.1" status: 204 len: 168 time: 1.1719196 Feb 04 15:47:43.665223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41950) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:43.672067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd8ad38-a5c1-41ce-b61d-c3f1624f713f req-9c8e4b15-8f2c-402e-9263-c68f0211a26b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] No DVR routers for this DVR port f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:43.677031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b12380eb-77ba-49c3-aa26-16306c4f53cf tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Request body: {'router': {'name': 'tempest-router-683890444', 'distributed': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:43.684016 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7fd8ad38-a5c1-41ce-b61d-c3f1624f713f req-9c8e4b15-8f2c-402e-9263-c68f0211a26b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.687290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'name': 'network-vif-deleted', 'tag': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:43.693737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b12380eb-77ba-49c3-aa26-16306c4f53cf tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:43.702479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b12380eb-77ba-49c3-aa26-16306c4f53cf tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Usage tracker for resource:router and tenant:557de4bfb544472ebd22c1e86292790c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:43.707678 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d769c4e-e3fd-4961-8ffc-cd09c3911263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.709220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b12380eb-77ba-49c3-aa26-16306c4f53cf tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:43.727068 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d769c4e-e3fd-4961-8ffc-cd09c3911263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.734857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7fd8ad38-a5c1-41ce-b61d-c3f1624f713f req-9c8e4b15-8f2c-402e-9263-c68f0211a26b tempest-ServersNegativeTestJSON-1772019910 tempest-ServersNegativeTestJSON-1772019910-project] 10.222.0.73 "DELETE /v2.0/ports/f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b HTTP/1.1" status: 204 len: 173 time: 1.7321119 Feb 04 15:47:43.739324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b12380eb-77ba-49c3-aa26-16306c4f53cf tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:43.743689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d769c4e-e3fd-4961-8ffc-cd09c3911263 admin admin] Pushing event deleted for resources: {'Network': ['ID=17a674f3-b911-4fd5-bdf6-0c150ae31bb4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:43.753521 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20acc284-66d7-4710-85f8-5e8e20890aa0', 'name': 'network-vif-deleted', 'tag': 'f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b', 'status': 'completed', 'code': 200} Feb 04 15:47:43.758771 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b12380eb-77ba-49c3-aa26-16306c4f53cf tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.759851 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b12380eb-77ba-49c3-aa26-16306c4f53cf tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.767538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3d769c4e-e3fd-4961-8ffc-cd09c3911263 admin admin] 10.222.0.60 "DELETE /v2.0/networks/17a674f3-b911-4fd5-bdf6-0c150ae31bb4 HTTP/1.1" status: 204 len: 168 time: 1.2430258 Feb 04 15:47:43.795004 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b12380eb-77ba-49c3-aa26-16306c4f53cf tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.817205 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b12380eb-77ba-49c3-aa26-16306c4f53cf tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.844751 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b12380eb-77ba-49c3-aa26-16306c4f53cf tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.846127 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b12380eb-77ba-49c3-aa26-16306c4f53cf tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1799300 Feb 04 15:47:43.849593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41958) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:44.064407 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.092063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] Deleting port f25a2d81-7587-4e5c-a4d4-3cf53c08be26 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:44.092976 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.137780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41964) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:44.256684 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a1cec731-f4d7-4dce-997c-149a0d8a0a7c tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.431252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bafa3-d2e2-4760-aa65-4bb7b1ecb57d req-9dd6c42c-7ec2-4bf5-96a5-0eaec1d65187 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:44.432622 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-000bafa3-d2e2-4760-aa65-4bb7b1ecb57d req-9dd6c42c-7ec2-4bf5-96a5-0eaec1d65187 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.2301717 Feb 04 15:47:44.491646 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-62b094e4-3fbd-4e84-bfcf-1bb01306950b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e7455e7abb54cf6bccd48d1ec884375&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3527920 Feb 04 15:47:44.496289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41972) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:44.525154 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6aacb509-6356-4aea-891f-de6a74dc44ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.610015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] For port f25a2d81-7587-4e5c-a4d4-3cf53c08be26, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f25a2d81-7587-4e5c-a4d4-3cf53c08be26,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:44.610385 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.665690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41978) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:44.667461 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fb4cd652-bcdd-4135-a56f-d08d8f0ea90f no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:44.703588 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: fb4cd652-bcdd-4135-a56f-d08d8f0ea90f {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:47:44.704189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fb4cd652-bcdd-4135-a56f-d08d8f0ea90f not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:44.711938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-000bafa3-d2e2-4760-aa65-4bb7b1ecb57d req-b4c00303-c2ed-44d7-8962-fab052d3d9ac tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226939 Feb 04 15:47:44.779847 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a1cec731-f4d7-4dce-997c-149a0d8a0a7c tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.795559 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a1cec731-f4d7-4dce-997c-149a0d8a0a7c tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.799067 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] Calling delete_port for f25a2d81-7587-4e5c-a4d4-3cf53c08be26 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:44.799604 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb38e37a-ec9e-4720-a601-fb27c8d83572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.839985 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb38e37a-ec9e-4720-a601-fb27c8d83572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.858247 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a1cec731-f4d7-4dce-997c-149a0d8a0a7c tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.858770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cec731-f4d7-4dce-997c-149a0d8a0a7c tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8cb86d8d-671e-42b0-ae3c-9f7a3bc8f1d4 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:47:44.881265 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a1cec731-f4d7-4dce-997c-149a0d8a0a7c tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.885798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a1cec731-f4d7-4dce-997c-149a0d8a0a7c tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] 10.222.0.60 "DELETE /v2.0/routers/8cb86d8d-671e-42b0-ae3c-9f7a3bc8f1d4 HTTP/1.1" status: 204 len: 168 time: 1.0317247 Feb 04 15:47:44.886188 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41984) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:44.899266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-457b22d0-12f5-4fdc-b958-a9e03f5ceee9 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Request body: {'router': {'name': 'tempest-router-1035072750', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3942518e9f124ac09087f4813982b212'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:44.908274 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb38e37a-ec9e-4720-a601-fb27c8d83572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.911718 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-457b22d0-12f5-4fdc-b958-a9e03f5ceee9 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:44.919195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-457b22d0-12f5-4fdc-b958-a9e03f5ceee9 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Usage tracker for resource:router and tenant:3942518e9f124ac09087f4813982b212 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:44.925059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-457b22d0-12f5-4fdc-b958-a9e03f5ceee9 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:44.927448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38e37a-ec9e-4720-a601-fb27c8d83572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecb9b53-056f-44e2-b86c-367e15ae7252,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:44.936194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-457b22d0-12f5-4fdc-b958-a9e03f5ceee9 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:44.936626 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eb38e37a-ec9e-4720-a601-fb27c8d83572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.938479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-eb38e37a-ec9e-4720-a601-fb27c8d83572 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ecb9b53-056f-44e2-b86c-367e15ae7252 HTTP/1.1" status: 204 len: 168 time: 0.4418280 Feb 04 15:47:44.990015 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-457b22d0-12f5-4fdc-b958-a9e03f5ceee9 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.990938 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-457b22d0-12f5-4fdc-b958-a9e03f5ceee9 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.224444 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-457b22d0-12f5-4fdc-b958-a9e03f5ceee9 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.265634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a326e38-1b88-4514-b1ae-c192a71e1bb9 admin admin] Deleting subnet fba70c8c-3c5e-41a3-95b3-0ee97d48f59f {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:47:45.280246 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a326e38-1b88-4514-b1ae-c192a71e1bb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.326109 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.360997 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-457b22d0-12f5-4fdc-b958-a9e03f5ceee9 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.396986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] Pushing event deleted for resources: {'Port': ['ID=f25a2d81-7587-4e5c-a4d4-3cf53c08be26,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:45.404531 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-6aacb509-6356-4aea-891f-de6a74dc44ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port 41e41ddc-5573-4b0b-b349-3e4f6fb67e61 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:45.404878 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6aacb509-6356-4aea-891f-de6a74dc44ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.431511 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a326e38-1b88-4514-b1ae-c192a71e1bb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.542237 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-457b22d0-12f5-4fdc-b958-a9e03f5ceee9 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.543738 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-457b22d0-12f5-4fdc-b958-a9e03f5ceee9 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6553669 Feb 04 15:47:45.546654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42002) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:45.552653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-676ec66c-4483-4860-bf9c-871d699f74d4 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:45.670146 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a326e38-1b88-4514-b1ae-c192a71e1bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.922303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42014) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:46.017133 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-676ec66c-4483-4860-bf9c-871d699f74d4 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.017365 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-676ec66c-4483-4860-bf9c-871d699f74d4 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.045998 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.191789 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6aacb509-6356-4aea-891f-de6a74dc44ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.216241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-353597195-network', 'tenant_id': '348461e82d844c83a77fa4d9ee90bbcd'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:46.224467 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a326e38-1b88-4514-b1ae-c192a71e1bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.292854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-676ec66c-4483-4860-bf9c-871d699f74d4 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83551) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 04 15:47:46.293099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-676ec66c-4483-4860-bf9c-871d699f74d4 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Router 82c768c3-1803-44be-bddf-15628aed51fe migrating from provider to provider. {{(pid=83551) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 04 15:47:46.293434 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-676ec66c-4483-4860-bf9c-871d699f74d4 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.305616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a8b63-3c03-4ca6-b2b4-4ab8320a09f3 req-29738be6-6619-4581-97e8-a499a1592b3a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:46.307066 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb6a8b63-3c03-4ca6-b2b4-4ab8320a09f3 req-29738be6-6619-4581-97e8-a499a1592b3a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.4166255 Feb 04 15:47:46.308344 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-676ec66c-4483-4860-bf9c-871d699f74d4 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.312156 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-676ec66c-4483-4860-bf9c-871d699f74d4 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.370279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:46.381009 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-6aacb509-6356-4aea-891f-de6a74dc44ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for 41e41ddc-5573-4b0b-b349-3e4f6fb67e61 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:46.471581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb6a8b63-3c03-4ca6-b2b4-4ab8320a09f3 req-b79965b5-0104-4e91-888a-dffd17f7dc51 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555629 Feb 04 15:47:46.491237 n-d-827872-1 neutron-server[83551]: WARNING neutron.scheduler.l3_agent_scheduler [None req-676ec66c-4483-4860-bf9c-871d699f74d4 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] No L3 agents can host the router 82c768c3-1803-44be-bddf-15628aed51fe Feb 04 15:47:46.492140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a326e38-1b88-4514-b1ae-c192a71e1bb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba70c8c-3c5e-41a3-95b3-0ee97d48f59f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:46.501305 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Usage tracker for resource:network and tenant:348461e82d844c83a77fa4d9ee90bbcd is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:46.513867 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:46.571309 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a326e38-1b88-4514-b1ae-c192a71e1bb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.573814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:46.602344 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.605759 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0a326e38-1b88-4514-b1ae-c192a71e1bb9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fba70c8c-3c5e-41a3-95b3-0ee97d48f59f HTTP/1.1" status: 204 len: 168 time: 1.9374039 Feb 04 15:47:46.615031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42022) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:46.646755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Made reservation on behalf of 348461e82d844c83a77fa4d9ee90bbcd for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:46.648518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.659102 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.680519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ec66c-4483-4860-bf9c-871d699f74d4 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Hosts for router 82c768c3-1803-44be-bddf-15628aed51fe: [] {{(pid=83551) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 04 15:47:46.716647 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ec66c-4483-4860-bf9c-871d699f74d4 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Hosts for other DVR routers connected to router 82c768c3-1803-44be-bddf-15628aed51fe: set() {{(pid=83551) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 04 15:47:46.719002 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-676ec66c-4483-4860-bf9c-871d699f74d4 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.720257 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-676ec66c-4483-4860-bf9c-871d699f74d4 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] 10.222.0.60 "PUT /v2.0/routers/82c768c3-1803-44be-bddf-15628aed51fe HTTP/1.1" status: 200 len: 717 time: 1.1720040 Feb 04 15:47:46.723027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42026) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:46.731983 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.813811 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-963b728a-d3ed-49fe-9724-ecd9bfd950cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.815364 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.816447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97d58697-b564-4be5-b13a-1fc534dac2aa {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:47:46.837839 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:46.846786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Usage tracker for resource:security_group_rule and tenant:348461e82d844c83a77fa4d9ee90bbcd is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:46.864962 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7b7d3730-50a7-4bc4-968d-c7fe880076e7 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] 10.222.0.60 "GET /v2.0/routers/82c768c3-1803-44be-bddf-15628aed51fe HTTP/1.1" status: 200 len: 717 time: 0.1401300 Feb 04 15:47:46.866750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42030) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:46.890696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:46.895291 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.896435 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-84d0dc0a-1a6d-4b8f-8d3f-63b4fafa8600 admin admin] 10.222.0.60 "DELETE /v2.0/routers/97d58697-b564-4be5-b13a-1fc534dac2aa HTTP/1.1" status: 204 len: 168 time: 4.5496202 Feb 04 15:47:46.899151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42036) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:46.905294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:46.989388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Deleting subnet 4dcece27-8004-41d0-bd0a-227a821ed8d1 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:47:46.993529 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.090034 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6aacb509-6356-4aea-891f-de6a74dc44ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.108551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:47.128917 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.144706 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-963b728a-d3ed-49fe-9724-ecd9bfd950cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.148917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:47:47.149362 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f93a8d26-48cd-4ad9-a5ef-6e5e2db3ea8b not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:47.205834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacb509-6356-4aea-891f-de6a74dc44ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=41e41ddc-5573-4b0b-b349-3e4f6fb67e61,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:47.296724 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-58de61b9-c15a-456c-a11e-0c9b1eb07c50 tempest-RoutersTestDVR-325967268 tempest-RoutersTestDVR-325967268-project] 10.222.0.60 "GET /v2.0/routers/82c768c3-1803-44be-bddf-15628aed51fe HTTP/1.1" status: 200 len: 683 time: 0.4255242 Feb 04 15:47:47.296724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42040) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:47.302082 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.325914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-963b728a-d3ed-49fe-9724-ecd9bfd950cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b139df-5612-4377-ac79-2126181c32bf']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:47.380620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-963b728a-d3ed-49fe-9724-ecd9bfd950cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164197f5-caec-4dbd-a088-bd997824cbbc') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:47.380915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-963b728a-d3ed-49fe-9724-ecd9bfd950cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164197f5-caec-4dbd-a088-bd997824cbbc') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:47.398075 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-963b728a-d3ed-49fe-9724-ecd9bfd950cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.526460 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-358ed83e-a62c-436c-9f94-512363a9f874 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.588693 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.649687 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.651105 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-963b728a-d3ed-49fe-9724-ecd9bfd950cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.661432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.666342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963b728a-d3ed-49fe-9724-ecd9bfd950cc admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:47:47.666802 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-963b728a-d3ed-49fe-9724-ecd9bfd950cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:47.688436 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:47.754129 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6aacb509-6356-4aea-891f-de6a74dc44ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.794588 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:47.803576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562fda5d-1a66-424d-bdda-0c6bb3b3c220,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:47.803982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dcece27-8004-41d0-bd0a-227a821ed8d1,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:47.873761 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-963b728a-d3ed-49fe-9724-ecd9bfd950cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.877439 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.877567 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-963b728a-d3ed-49fe-9724-ecd9bfd950cc admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.882510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03de7300-6cee-45d3-bf5e-f084411307ac None None] Network cf943030-a722-4907-bab5-6f8f53f03847 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:47.898114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:47.898485 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:47.898787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:47.899117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:47.899474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:47.899799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:47.900118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:47.900436 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:47.900753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:47.901069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:47.901384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:47.909013 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.910235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-50c8339a-a820-452b-b33e-6c2f4b18269d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4dcece27-8004-41d0-bd0a-227a821ed8d1 HTTP/1.1" status: 204 len: 168 time: 1.0089853 Feb 04 15:47:47.912573 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Added segment 7b78820f-bf94-4c91-a983-51ab8be3dacb of type vlan for network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 Feb 04 15:47:47.914558 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42052) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:47.927190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b728a-d3ed-49fe-9724-ecd9bfd950cc admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b139df-5612-4377-ac79-2126181c32bf,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:48.012483 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-963b728a-d3ed-49fe-9724-ecd9bfd950cc admin admin] 10.222.0.60 "DELETE /v2.0/networks/e4b139df-5612-4377-ac79-2126181c32bf HTTP/1.1" status: 204 len: 168 time: 1.3884382 Feb 04 15:47:48.022174 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.265742 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:47:48.298608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42064) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:48.318164 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.319436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:48.319967 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.346377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a432c339-820a-481c-9d05-e78a43059a9a None None] DHCP port deletion for cf943030-a722-4907-bab5-6f8f53f03847 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:47:48.351931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a432c339-820a-481c-9d05-e78a43059a9a None None] Deleting port 92d8a9a9-c72b-42bb-b1de-05b22de09056 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:48.352303 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a432c339-820a-481c-9d05-e78a43059a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.388790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837636b-bf89-48f0-a15f-b859d4f2a3c2 req-2badd75f-1a8f-48f9-8179-8fbc3c9123ea tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:48.390540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9837636b-bf89-48f0-a15f-b859d4f2a3c2 req-2badd75f-1a8f-48f9-8179-8fbc3c9123ea tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.7630343 Feb 04 15:47:48.398733 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.401911 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-358ed83e-a62c-436c-9f94-512363a9f874 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.434537 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-358ed83e-a62c-436c-9f94-512363a9f874 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.447743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] Pushing event updated for resources: {'Network': ['ID=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:48.457457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Deleting port 92d8a9a9-c72b-42bb-b1de-05b22de09056 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:48.457900 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.468397 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:48.538789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9837636b-bf89-48f0-a15f-b859d4f2a3c2 req-7895a5bf-654e-4a37-9b45-22c0d8e8723d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349998 Feb 04 15:47:48.585238 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-358ed83e-a62c-436c-9f94-512363a9f874 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.585697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358ed83e-a62c-436c-9f94-512363a9f874 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82c768c3-1803-44be-bddf-15628aed51fe {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:47:48.601937 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-795f6102-7cc7-4663-b1ba-e897b1b67182 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6699445 Feb 04 15:47:48.602904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42072) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:48.610354 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-358ed83e-a62c-436c-9f94-512363a9f874 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.616288 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-358ed83e-a62c-436c-9f94-512363a9f874 tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] 10.222.0.60 "DELETE /v2.0/routers/82c768c3-1803-44be-bddf-15628aed51fe HTTP/1.1" status: 204 len: 168 time: 1.3191381 Feb 04 15:47:48.619411 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42076) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:48.629457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-404a7c3e-9dc2-4433-a01e-9c3f3a648bec tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Request body: {'router': {'name': 'tempest-router-227875729', 'distributed': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:48.643566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42080) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:48.644443 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-603df2a8-6ab4-44e6-86b5-66cef26cd03f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=428132a2da7b4ddc958b0b710ebd148c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3434501 Feb 04 15:47:48.650553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] Request body: {'subnet': {'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-353597195-subnet', 'tenant_id': '348461e82d844c83a77fa4d9ee90bbcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:48.656773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-404a7c3e-9dc2-4433-a01e-9c3f3a648bec tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:48.686819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-404a7c3e-9dc2-4433-a01e-9c3f3a648bec tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Usage tracker for resource:router and tenant:557de4bfb544472ebd22c1e86292790c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:48.706117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:48.711279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-404a7c3e-9dc2-4433-a01e-9c3f3a648bec tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:48.728012 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] Usage tracker for resource:subnet and tenant:348461e82d844c83a77fa4d9ee90bbcd is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:48.733116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:48.736149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-404a7c3e-9dc2-4433-a01e-9c3f3a648bec tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:48.744229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:48.758549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f25a2d81-7587-4e5c-a4d4-3cf53c08be26 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:48.764537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aacb509-6356-4aea-891f-de6a74dc44ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Router f03c87da-beef-4c1f-a477-a3c0e0b146df has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:47:48.767868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] Made reservation on behalf of 348461e82d844c83a77fa4d9ee90bbcd for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:48.770926 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.805103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: f25a2d81-7587-4e5c-a4d4-3cf53c08be26 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:47:48.805720 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f25a2d81-7587-4e5c-a4d4-3cf53c08be26 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:48.806685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 92d8a9a9-c72b-42bb-b1de-05b22de09056 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:48.838128 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-404a7c3e-9dc2-4433-a01e-9c3f3a648bec tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.839043 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-404a7c3e-9dc2-4433-a01e-9c3f3a648bec tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.873477 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] For port 92d8a9a9-c72b-42bb-b1de-05b22de09056, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=92d8a9a9-c72b-42bb-b1de-05b22de09056,segment=NetworkSegment(f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067),segment_id=f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:48.874189 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.879819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a432c339-820a-481c-9d05-e78a43059a9a None None] For port 92d8a9a9-c72b-42bb-b1de-05b22de09056, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=92d8a9a9-c72b-42bb-b1de-05b22de09056,segment=NetworkSegment(f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067),segment_id=f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:48.880371 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a432c339-820a-481c-9d05-e78a43059a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.023507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aacb509-6356-4aea-891f-de6a74dc44ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:47:49.032403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Calling delete_port for 92d8a9a9-c72b-42bb-b1de-05b22de09056 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:49.037270 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae903f-b27e-43e1-8a2f-4f92ae6a7233 None None] Sync routers for ids ['f03c87da-beef-4c1f-a477-a3c0e0b146df'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:47:49.049363 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae903f-b27e-43e1-8a2f-4f92ae6a7233 None None] Routers {'f03c87da-beef-4c1f-a477-a3c0e0b146df'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:47:49.049964 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-43ae903f-b27e-43e1-8a2f-4f92ae6a7233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:47:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f03c87da-beef-4c1f-a477-a3c0e0b146df'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:49.065290 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94050aee-b31a-4593-9d75-46d7b09a2861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.069340 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a432c339-820a-481c-9d05-e78a43059a9a None None] Calling delete_port for 92d8a9a9-c72b-42bb-b1de-05b22de09056 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:49.092181 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94050aee-b31a-4593-9d75-46d7b09a2861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.119861 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-43ae903f-b27e-43e1-8a2f-4f92ae6a7233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:49.128795 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae903f-b27e-43e1-8a2f-4f92ae6a7233 None None] Routers {'f03c87da-beef-4c1f-a477-a3c0e0b146df'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:47:49.129526 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-43ae903f-b27e-43e1-8a2f-4f92ae6a7233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:47:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f03c87da-beef-4c1f-a477-a3c0e0b146df'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:49.155669 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-404a7c3e-9dc2-4433-a01e-9c3f3a648bec tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.174345 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a432c339-820a-481c-9d05-e78a43059a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.174919 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94050aee-b31a-4593-9d75-46d7b09a2861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.191538 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6aacb509-6356-4aea-891f-de6a74dc44ac tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "PUT /v2.0/routers/f03c87da-beef-4c1f-a477-a3c0e0b146df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1755002 Feb 04 15:47:49.194377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42084) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:49.197159 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-43ae903f-b27e-43e1-8a2f-4f92ae6a7233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:49.197159 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae903f-b27e-43e1-8a2f-4f92ae6a7233 None None] The sync data for ids ['f03c87da-beef-4c1f-a477-a3c0e0b146df'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:47:49.206751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94050aee-b31a-4593-9d75-46d7b09a2861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2e748d-2a46-45f9-8399-3756e6e1ce97,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:49.245033 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.252524 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:47:49.252932 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:47:49.254981 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-404a7c3e-9dc2-4433-a01e-9c3f3a648bec tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.272550 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432c339-820a-481c-9d05-e78a43059a9a None None] Pushing event deleted for resources: {'Port': ['ID=92d8a9a9-c72b-42bb-b1de-05b22de09056,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:49.274875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a432c339-820a-481c-9d05-e78a43059a9a None None] No DVR routers for this DVR port 92d8a9a9-c72b-42bb-b1de-05b22de09056 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:49.281060 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.304686 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94050aee-b31a-4593-9d75-46d7b09a2861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.308849 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-94050aee-b31a-4593-9d75-46d7b09a2861 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba2e748d-2a46-45f9-8399-3756e6e1ce97 HTTP/1.1" status: 204 len: 168 time: 0.6592648 Feb 04 15:47:49.327116 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-404a7c3e-9dc2-4433-a01e-9c3f3a648bec tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.328538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-404a7c3e-9dc2-4433-a01e-9c3f3a648bec tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7081759 Feb 04 15:47:49.332002 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42090) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:49.382953 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.397569 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-20536d2d-0e5f-49e0-bf65-49b4d41642bc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] GET failed (client error): The resource could not be found. Feb 04 15:47:49.398080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-20536d2d-0e5f-49e0-bf65-49b4d41642bc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:49.401550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=184257a1-8dd7-4ba7-9fe3-dd948fd0da94,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:49.443728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-20536d2d-0e5f-49e0-bf65-49b4d41642bc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:49.446332 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-20536d2d-0e5f-49e0-bf65-49b4d41642bc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/41e41ddc-5573-4b0b-b349-3e4f6fb67e61 HTTP/1.1" status: 404 len: 333 time: 0.2509396 Feb 04 15:47:49.450792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42094) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:49.520168 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-25e0eadc-8c2e-4407-984c-ce5ab9e5ccdc tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.756281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] Checking segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:47:49.756642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] Network hostable DHCP agents. Network: c423fc49-37d2-40d9-ae0c-c306e8e0cfc7, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:49.761377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Deleting port 92d8a9a9-c72b-42bb-b1de-05b22de09056 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:49.761377 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.886101 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc54f480-232e-4567-99f2-0cfa4cac1803 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.913765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] The port '92d8a9a9-c72b-42bb-b1de-05b22de09056' was deleted {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:47:50.045996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] Network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:50.134045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, c423fc49-37d2-40d9-ae0c-c306e8e0cfc7) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:50.142977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea412e0a-8a8d-4538-b7cc-67df82d0e7f7 None None] Network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:50.150040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:50.150884 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.226565 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.306357 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c03c5563-bea7-460c-86a7-46c4bbf56a43 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6972072 Feb 04 15:47:50.335610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816553b2-2672-411f-972c-973cfb490a39 req-f940b7b4-e653-4a60-babf-fa35d09d29b1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:50.340371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-816553b2-2672-411f-972c-973cfb490a39 req-f940b7b4-e653-4a60-babf-fa35d09d29b1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.5187886 Feb 04 15:47:50.342111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf943030-a722-4907-bab5-6f8f53f03847']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:50.439549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:50.439840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14b7bd0-9f14-48fe-9a38-3a8b8d6f5067') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:50.452473 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc54f480-232e-4567-99f2-0cfa4cac1803 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.465560 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc54f480-232e-4567-99f2-0cfa4cac1803 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.484280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07a0e11-8a16-4f26-959b-20880e359430 None None] Network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:50.518790 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.525179 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc54f480-232e-4567-99f2-0cfa4cac1803 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.525874 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc54f480-232e-4567-99f2-0cfa4cac1803 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Fanout notify agent at l3_agent the message router_deleted on router f03c87da-beef-4c1f-a477-a3c0e0b146df {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:47:50.538338 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-25e0eadc-8c2e-4407-984c-ce5ab9e5ccdc tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.543968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc54f480-232e-4567-99f2-0cfa4cac1803 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.548483 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.549207 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cc54f480-232e-4567-99f2-0cfa4cac1803 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/routers/f03c87da-beef-4c1f-a477-a3c0e0b146df HTTP/1.1" status: 204 len: 168 time: 1.0972946 Feb 04 15:47:50.549906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42118) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:50.562620 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-25e0eadc-8c2e-4407-984c-ce5ab9e5ccdc tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.566029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:47:50.566412 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:50.588500 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:50.633447 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-816553b2-2672-411f-972c-973cfb490a39 req-40e1de3f-dab1-4184-b73e-28d2bb2d1553 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274241 Feb 04 15:47:50.693486 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-25e0eadc-8c2e-4407-984c-ce5ab9e5ccdc tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.694301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e0eadc-8c2e-4407-984c-ce5ab9e5ccdc tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea4dc7b9-be56-4882-bc10-0f1497572e1f {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:47:50.711223 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.716342 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.745242 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-25e0eadc-8c2e-4407-984c-ce5ab9e5ccdc tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.747008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-25e0eadc-8c2e-4407-984c-ce5ab9e5ccdc tempest-RoutersTestDVR-1794409807 tempest-RoutersTestDVR-1794409807-project-admin] 10.222.0.60 "DELETE /v2.0/routers/ea4dc7b9-be56-4882-bc10-0f1497572e1f HTTP/1.1" status: 204 len: 168 time: 1.4124362 Feb 04 15:47:50.751383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42128) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:50.752550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf943030-a722-4907-bab5-6f8f53f03847,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:50.763807 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b79cd249-5442-4372-8ed4-fd36332d2110 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cf943030-a722-4907-bab5-6f8f53f03847 HTTP/1.1" status: 204 len: 168 time: 2.7944632 Feb 04 15:47:50.917549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd5f5d2-170d-42b9-a2ce-8f68812d8cd8 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting subnet 7e91fa4d-b3a4-4e5e-bf3b-179c267a2f47 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:47:50.921017 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f5d2-170d-42b9-a2ce-8f68812d8cd8 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.998967 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f5d2-170d-42b9-a2ce-8f68812d8cd8 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.025270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42146) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:51.104160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c5422a4b-740e-47c3-87b6-8285a13e50e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8eac8c56f3d841e6a4ba841766074a64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0775127 Feb 04 15:47:51.107724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42152) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:51.115028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f5d2-170d-42b9-a2ce-8f68812d8cd8 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.178455 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-539064bd-1fc5-4035-af18-bf67e16130a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.210400 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f5d2-170d-42b9-a2ce-8f68812d8cd8 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.213674 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-539064bd-1fc5-4035-af18-bf67e16130a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.252069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5f5d2-170d-42b9-a2ce-8f68812d8cd8 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Subnet': ['ID=7e91fa4d-b3a4-4e5e-bf3b-179c267a2f47,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:51.260292 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f5d2-170d-42b9-a2ce-8f68812d8cd8 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.268522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca589a6f-7605-48ac-b7db-15cbcf769309 None None] Network 201daa4b-0458-4c81-b80a-d80350f54f55 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:51.277285 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-539064bd-1fc5-4035-af18-bf67e16130a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.281834 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0dd5f5d2-170d-42b9-a2ce-8f68812d8cd8 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/7e91fa4d-b3a4-4e5e-bf3b-179c267a2f47 HTTP/1.1" status: 204 len: 168 time: 0.7296271 Feb 04 15:47:51.282980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42156) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:51.297135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539064bd-1fc5-4035-af18-bf67e16130a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bc1139-1b0e-412e-90ce-ce1dd9cf8cd3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:51.308609 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-539064bd-1fc5-4035-af18-bf67e16130a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.312778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-539064bd-1fc5-4035-af18-bf67e16130a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69bc1139-1b0e-412e-90ce-ce1dd9cf8cd3 HTTP/1.1" status: 204 len: 168 time: 0.2038743 Feb 04 15:47:51.329488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1698044667-network', 'tenant_id': 'f898c2e8cbeb4e819e062f3a4d064a41'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:51.329604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42162) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:51.339886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:51.419242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Usage tracker for resource:network and tenant:f898c2e8cbeb4e819e062f3a4d064a41 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:51.424634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:51.460379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:51.505571 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.511418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Made reservation on behalf of f898c2e8cbeb4e819e062f3a4d064a41 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:51.513960 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.532734 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.553075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port 0d784a73-7964-461f-9b8e-838153208d00 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:51.553791 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.673452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:51.691461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Usage tracker for resource:security_group_rule and tenant:f898c2e8cbeb4e819e062f3a4d064a41 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:51.710965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:51.729446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:51.754916 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca536bb-67d8-4c89-8f80-ba587453320d None None] DHCP port deletion for 201daa4b-0458-4c81-b80a-d80350f54f55 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:47:51.759590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-cca536bb-67d8-4c89-8f80-ba587453320d None None] Deleting port 0d784a73-7964-461f-9b8e-838153208d00 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:51.759969 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cca536bb-67d8-4c89-8f80-ba587453320d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.926477 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-373e414b-430d-47cd-b451-7203735e6b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.065394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] For port 0d784a73-7964-461f-9b8e-838153208d00, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0d784a73-7964-461f-9b8e-838153208d00,segment=NetworkSegment(9c374ba3-2563-48b3-b8dd-e9acb944478b),segment_id=9c374ba3-2563-48b3-b8dd-e9acb944478b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:52.065833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.103169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-cca536bb-67d8-4c89-8f80-ba587453320d None None] For port 0d784a73-7964-461f-9b8e-838153208d00, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0d784a73-7964-461f-9b8e-838153208d00,segment=NetworkSegment(9c374ba3-2563-48b3-b8dd-e9acb944478b),segment_id=9c374ba3-2563-48b3-b8dd-e9acb944478b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:52.104076 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cca536bb-67d8-4c89-8f80-ba587453320d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.111903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-7cc4a613-7cdf-47eb-9769-ee4f3ee80f9f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:52.119762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-7cc4a613-7cdf-47eb-9769-ee4f3ee80f9f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 0.5590603 Feb 04 15:47:52.184358 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c45b2e17-a736-407f-8d4f-71fe2e404d19 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/quotas/348461e82d844c83a77fa4d9ee90bbcd HTTP/1.1" status: 200 len: 375 time: 0.0637107 Feb 04 15:47:52.207911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for 0d784a73-7964-461f-9b8e-838153208d00 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:52.246237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c1a5de35-dfee-494c-aa22-f6522b78c76e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608349 Feb 04 15:47:52.271374 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-cca536bb-67d8-4c89-8f80-ba587453320d None None] Calling delete_port for 0d784a73-7964-461f-9b8e-838153208d00 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:47:52.272404 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.274101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-373e414b-430d-47cd-b451-7203735e6b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:52.281117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcad5e-d595-4195-936e-fae58b3e023a req-9cd0daf9-13d2-43a7-918f-0b4ddf45ad90 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:52.282580 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-9cd0daf9-13d2-43a7-918f-0b4ddf45ad90 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/networks?id=c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 200 len: 814 time: 0.5497746 Feb 04 15:47:52.287676 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.349053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:52.363644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa5d263-f7a4-4ffe-8d05-da74b47ffc60,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:52.375187 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-cca536bb-67d8-4c89-8f80-ba587453320d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:47:52.375632 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-cca536bb-67d8-4c89-8f80-ba587453320d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:47:52.377389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-373e414b-430d-47cd-b451-7203735e6b9c admin admin] Usage tracker for resource:security_group_rule and tenant:3942518e9f124ac09087f4813982b212 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:52.378518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.378951 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Added segment ee516c99-10db-4a2a-bceb-52429148fc27 of type vlan for network cdfb6783-5418-43ad-81aa-326d2b74abd6 Feb 04 15:47:52.380291 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.385928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-373e414b-430d-47cd-b451-7203735e6b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:52.406641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-373e414b-430d-47cd-b451-7203735e6b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:52.422472 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-295492d3-d76b-4be9-a223-59f5a2b46c47 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/quotas/d6b4662da38740d7bdb9894c8873c149 HTTP/1.1" status: 200 len: 375 time: 0.0376134 Feb 04 15:47:52.480716 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.531060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=0d784a73-7964-461f-9b8e-838153208d00,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:52.543377 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-4dce2ddd-97b5-48e5-b0ca-21c2c0128f19 service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962141 Feb 04 15:47:52.555979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42198) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:52.556917 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.557527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:52.558109 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.566992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No DVR routers for this DVR port 0d784a73-7964-461f-9b8e-838153208d00 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:52.684313 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-373e414b-430d-47cd-b451-7203735e6b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.706202 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-373e414b-430d-47cd-b451-7203735e6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.747947 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-49e3250d-8b24-487f-9028-daa89d16feca tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6b4662da38740d7bdb9894c8873c149&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3093202 Feb 04 15:47:52.752360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e414b-430d-47cd-b451-7203735e6b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4837a12-233a-435c-a2ec-5b1f9979f890,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:52.754240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0d784a73-7964-461f-9b8e-838153208d00 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:52.777704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-7d26f3ba-0e4e-4098-be33-f2f036687a79 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:47:52.778746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-7d26f3ba-0e4e-4098-be33-f2f036687a79 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0166502 Feb 04 15:47:52.828612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 0d784a73-7964-461f-9b8e-838153208d00 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:47:52.830099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0d784a73-7964-461f-9b8e-838153208d00 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:52.840153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] Pushing event updated for resources: {'Network': ['ID=cdfb6783-5418-43ad-81aa-326d2b74abd6,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:52.844309 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.854949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network cdfb6783-5418-43ad-81aa-326d2b74abd6 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:52.871200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-22412648-network', 'tenant_id': 'b1150d2a6b7b432d960998813aacb087'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:52.878220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:52.879446 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-cca536bb-67d8-4c89-8f80-ba587453320d None None] Deleting port 0d784a73-7964-461f-9b8e-838153208d00 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:47:52.879878 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cca536bb-67d8-4c89-8f80-ba587453320d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.893608 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-51384c97-7152-434e-b08d-f2876384f5af admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0698912 Feb 04 15:47:52.893608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Usage tracker for resource:network and tenant:b1150d2a6b7b432d960998813aacb087 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:52.897643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:52.898932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-373e414b-430d-47cd-b451-7203735e6b9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3942518e9f124ac09087f4813982b212&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5683291 Feb 04 15:47:52.899645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42204) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:52.903146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42206) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:52.906796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-03c967f0-a964-4bdf-91bf-91561785f31a service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423824 Feb 04 15:47:52.912930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] Request body: {'subnet': {'network_id': 'cdfb6783-5418-43ad-81aa-326d2b74abd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1698044667-subnet', 'tenant_id': 'f898c2e8cbeb4e819e062f3a4d064a41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:52.936402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:52.945199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:52.947955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201daa4b-0458-4c81-b80a-d80350f54f55']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:52.966476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] Usage tracker for resource:subnet and tenant:f898c2e8cbeb4e819e062f3a4d064a41 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:52.969848 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c374ba3-2563-48b3-b8dd-e9acb944478b') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:52.970141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c374ba3-2563-48b3-b8dd-e9acb944478b') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:52.983509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:52.986445 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.995459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:52.998709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Made reservation on behalf of b1150d2a6b7b432d960998813aacb087 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:53.001126 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.023021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.033846 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-1fa4d983-1d5c-427b-ab08-3f73cfb83f82 service neutron] 10.222.0.60 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436149 Feb 04 15:47:53.037167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] Made reservation on behalf of f898c2e8cbeb4e819e062f3a4d064a41 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:53.042048 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.046910 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.050324 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-45be5e83-982f-40b2-ab77-eb0a4ad98cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.060695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-cca536bb-67d8-4c89-8f80-ba587453320d None None] The port '0d784a73-7964-461f-9b8e-838153208d00' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:47:53.080747 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-45be5e83-982f-40b2-ab77-eb0a4ad98cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.141281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:47:53.141692 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:53.157599 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:53.249343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:53.267601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Usage tracker for resource:security_group_rule and tenant:b1150d2a6b7b432d960998813aacb087 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:53.275603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:53.283004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:53.301790 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.305239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-4a8d34b2-5deb-444a-a506-4750d623d4a3 service neutron] 10.222.0.60 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440677 Feb 04 15:47:53.327465 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.335996 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-45be5e83-982f-40b2-ab77-eb0a4ad98cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.351111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Network': ['ID=201daa4b-0458-4c81-b80a-d80350f54f55,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:53.373356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be5e83-982f-40b2-ab77-eb0a4ad98cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4837a12-233a-435c-a2ec-5b1f9979f890,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:53.403525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f5959-89ba-4df4-b759-2e27454f8605 req-25601e20-fb42-4d34-b103-80d9ce902f74 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:53.404216 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ab800fe9-41ac-4886-93ec-eed5714bd7e7 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/networks/201daa4b-0458-4c81-b80a-d80350f54f55 HTTP/1.1" status: 204 len: 168 time: 2.1183033 Feb 04 15:47:53.404919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42222) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:53.405168 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-718f5959-89ba-4df4-b759-2e27454f8605 req-25601e20-fb42-4d34-b103-80d9ce902f74 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.1452277 Feb 04 15:47:53.447276 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-45be5e83-982f-40b2-ab77-eb0a4ad98cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.448398 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-45be5e83-982f-40b2-ab77-eb0a4ad98cd8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d4837a12-233a-435c-a2ec-5b1f9979f890 HTTP/1.1" status: 204 len: 168 time: 0.5442669 Feb 04 15:47:53.499018 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.507704 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.514911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2804379c-e81c-4c20-979a-3d76e08fd276 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:53.515784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2804379c-e81c-4c20-979a-3d76e08fd276 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:53.562891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:53.571058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abf26f8-de58-4131-834b-e6ac6e10e427,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:53.578378 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.578979 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Added segment b360228e-8e07-4538-b7e7-c5d09e4e456b of type vlan for network 3da987dc-c869-45ff-98c5-7e104c66b94a Feb 04 15:47:53.587990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2804379c-e81c-4c20-979a-3d76e08fd276 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:53.594782 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2804379c-e81c-4c20-979a-3d76e08fd276 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/e88f6755-16fe-49a0-8f9b-c35416b72d6b HTTP/1.1" status: 200 len: 844 time: 0.1852036 Feb 04 15:47:53.596404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42232) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:53.683704 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.703990 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8400cd33-b044-45f1-bf46-b257b71ea7a8 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/e88f6755-16fe-49a0-8f9b-c35416b72d6b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1054635 Feb 04 15:47:53.724077 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-718f5959-89ba-4df4-b759-2e27454f8605 req-2ba9f065-6534-455f-921e-97e9805c0939 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835226 Feb 04 15:47:53.725537 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42240) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:53.736193 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.759504 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.761121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:53.761315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-fb65a058-e60c-4c89-9c24-e3240df9c647 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'subnet': {'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:53.762188 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.851808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ef6072e-e724-41cc-aae8-8b502ccb66be req-b61618be-ab8d-44e3-94a2-e3bf176cdcb3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 210 time: 0.1937094 Feb 04 15:47:53.983281 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4196930 Feb 04 15:47:53.987505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42252) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:54.012169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] Request body: {'subnet': {'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-22412648-subnet', 'tenant_id': 'b1150d2a6b7b432d960998813aacb087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:54.049620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:54.058065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266568f1-f465-4c64-b85f-dd8d1ccdc35e admin admin] Pushing event updated for resources: {'Network': ['ID=3da987dc-c869-45ff-98c5-7e104c66b94a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:54.072608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 3da987dc-c869-45ff-98c5-7e104c66b94a details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:54.084860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fb65a058-e60c-4c89-9c24-e3240df9c647 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:54.085413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] Usage tracker for resource:subnet and tenant:b1150d2a6b7b432d960998813aacb087 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:54.105250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c5d31a3-eb1b-4bb3-a7a5-262413a0edd5 req-f2c99c29-5c4e-489b-b31e-6e3a4cc0d8d4 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 210 time: 0.2381368 Feb 04 15:47:54.111613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:54.124345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42260) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:54.136425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:54.137448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fb65a058-e60c-4c89-9c24-e3240df9c647 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:subnet and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:54.169929 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] Made reservation on behalf of b1150d2a6b7b432d960998813aacb087 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:54.172516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fb65a058-e60c-4c89-9c24-e3240df9c647 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:54.172763 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.191836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fb65a058-e60c-4c89-9c24-e3240df9c647 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:54.217406 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d539139a-9cbd-416f-abca-22de60c681e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.231926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e540b323-45ae-4ea1-8d7f-1588326055ba,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:54.247033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] Checking segment: {'id': 'ee516c99-10db-4a2a-bceb-52429148fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cdfb6783-5418-43ad-81aa-326d2b74abd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:47:54.247439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] Network hostable DHCP agents. Network: cdfb6783-5418-43ad-81aa-326d2b74abd6, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:54.257400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb65a058-e60c-4c89-9c24-e3240df9c647 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:54.434778 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.439101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d539139a-9cbd-416f-abca-22de60c681e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:54.513004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7491f14-bc8f-49d7-a28a-ebc10572ecbf,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:54.533635 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] Checking segment: {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:47:54.534243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] Network hostable DHCP agents. Network: 3da987dc-c869-45ff-98c5-7e104c66b94a, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:54.558549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] Network 3da987dc-c869-45ff-98c5-7e104c66b94a is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:54.568752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 3da987dc-c869-45ff-98c5-7e104c66b94a) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:54.572491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d539139a-9cbd-416f-abca-22de60c681e0 admin admin] Usage tracker for resource:security_group_rule and tenant:557de4bfb544472ebd22c1e86292790c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:54.573410 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:54.574100 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.580558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e53f29-cf2f-49bc-aa9b-4a0507e40bf1 None None] Network 3da987dc-c869-45ff-98c5-7e104c66b94a requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:54.581966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d539139a-9cbd-416f-abca-22de60c681e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:54.588308 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb65a058-e60c-4c89-9c24-e3240df9c647 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.599908 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a58ff994-a618-475d-9864-25722aff44ae admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6080613 Feb 04 15:47:54.613781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d539139a-9cbd-416f-abca-22de60c681e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:54.728543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] Network cdfb6783-5418-43ad-81aa-326d2b74abd6 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:54.761279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, cdfb6783-5418-43ad-81aa-326d2b74abd6) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:54.771246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:54.771844 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.776114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8505d9e9-9e5b-4dd0-836c-7b99a6821df6 None None] Network cdfb6783-5418-43ad-81aa-326d2b74abd6 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:54.813746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bd047-b7fc-4acd-ace3-ddd78921f0e0 req-6ef8788b-0a72-471b-a2f7-25f40fc5c063 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:54.815252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd7bd047-b7fc-4acd-ace3-ddd78921f0e0 req-6ef8788b-0a72-471b-a2f7-25f40fc5c063 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.4459465 Feb 04 15:47:54.890027 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d539139a-9cbd-416f-abca-22de60c681e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.924513 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2c9cbcf7-af5d-4f75-9b30-4c390c5212e5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0191684 Feb 04 15:47:54.926530 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d539139a-9cbd-416f-abca-22de60c681e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.133638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a085ee-b99e-436c-adb4-dc6a816b588d None None] Network cdfb6783-5418-43ad-81aa-326d2b74abd6 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:55.166016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f3d84-1151-4983-b034-331bea917d73 None None] Network 3da987dc-c869-45ff-98c5-7e104c66b94a requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:55.288123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8afa78cc-5488-48fb-ad4b-b44f317bb247 req-b10dc5b9-cd1e-4dcd-8a19-0e249db48230 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 210 time: 0.0760741 Feb 04 15:47:55.312428 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539139a-9cbd-416f-abca-22de60c681e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e33229-5b8f-463a-977d-dbc9c0bcff72,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:55.358250 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb65a058-e60c-4c89-9c24-e3240df9c647 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.426706 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d539139a-9cbd-416f-abca-22de60c681e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=557de4bfb544472ebd22c1e86292790c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2810621 Feb 04 15:47:55.426706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65a058-e60c-4c89-9c24-e3240df9c647 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Subnet': ['ID=2000582e-f980-4b52-8ba2-6c967e3af39a,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:55.428160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42280) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:55.444471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-ce69d841-9445-42e5-9258-5a461197f801 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:55.445649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-ce69d841-9445-42e5-9258-5a461197f801 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Synchronizing usage tracker for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:55.467652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-ce69d841-9445-42e5-9258-5a461197f801 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Unset dirty status for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:55.469098 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-ce69d841-9445-42e5-9258-5a461197f801 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.81 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 0.5643468 Feb 04 15:47:55.505554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Request body: {'port': {'device_id': 'c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b', 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'admin_state_up': True, 'tenant_id': '348461e82d844c83a77fa4d9ee90bbcd'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:55.531930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb65a058-e60c-4c89-9c24-e3240df9c647 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:55.542543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd7bd047-b7fc-4acd-ace3-ddd78921f0e0 req-b5038212-9d69-48c6-9bdc-2b4299e3db83 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7162933 Feb 04 15:47:55.543365 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-fb65a058-e60c-4c89-9c24-e3240df9c647 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:55.545941 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb65a058-e60c-4c89-9c24-e3240df9c647 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:55.546526 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb65a058-e60c-4c89-9c24-e3240df9c647 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.565230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5fd72e6-9c8c-4977-9e3a-846a81fed5ca req-e80522ad-e01f-49a4-968f-74b30497a294 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 210 time: 0.1009514 Feb 04 15:47:55.570497 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2934ce6c-903d-4e6f-a388-f620a06dcdbd None None] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:55.572999 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fb65a058-e60c-4c89-9c24-e3240df9c647 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8416936 Feb 04 15:47:55.576475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42284) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:55.590850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-7cd53593-3123-4342-9b29-58d435b92a50 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'security_group': {'name': 'tempest-secgroup-1378138502'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:55.599112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7cd53593-3123-4342-9b29-58d435b92a50 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:55.613429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7cd53593-3123-4342-9b29-58d435b92a50 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:security_group and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:55.613429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7cd53593-3123-4342-9b29-58d435b92a50 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:55.621064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7cd53593-3123-4342-9b29-58d435b92a50 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:55.621248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42288) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:55.625943 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ec43479a-a32f-40c1-af50-d55d33e1e1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.661580 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7cd53593-3123-4342-9b29-58d435b92a50 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.677498 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ec43479a-a32f-40c1-af50-d55d33e1e1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.734274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:55.739559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Usage tracker for resource:port and tenant:348461e82d844c83a77fa4d9ee90bbcd is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:55.743239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:55.748570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:55.760866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ca1f69-de01-459d-a517-4c29a97c7714 admin admin] Deleting subnet e540b323-45ae-4ea1-8d7f-1588326055ba {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:47:55.764721 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1f69-de01-459d-a517-4c29a97c7714 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.794567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7cd53593-3123-4342-9b29-58d435b92a50 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:55.802500 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7cd53593-3123-4342-9b29-58d435b92a50 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:security_group_rule and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:55.806169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7cd53593-3123-4342-9b29-58d435b92a50 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:55.835212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7cd53593-3123-4342-9b29-58d435b92a50 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:55.876105 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1f69-de01-459d-a517-4c29a97c7714 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.924951 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7cd53593-3123-4342-9b29-58d435b92a50 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.972328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Made reservation on behalf of 348461e82d844c83a77fa4d9ee90bbcd for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:55.976353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.980510 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7cd53593-3123-4342-9b29-58d435b92a50 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.088544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd53593-3123-4342-9b29-58d435b92a50 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b891fa95-0a53-4b61-81ed-bf1375a37eff,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:56.093719 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1f69-de01-459d-a517-4c29a97c7714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.104014 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7cd53593-3123-4342-9b29-58d435b92a50 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.107673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7cd53593-3123-4342-9b29-58d435b92a50 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5264876 Feb 04 15:47:56.115267 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ec43479a-a32f-40c1-af50-d55d33e1e1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.117526 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ec43479a-a32f-40c1-af50-d55d33e1e1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.120911 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ec43479a-a32f-40c1-af50-d55d33e1e1d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59e33229-5b8f-463a-977d-dbc9c0bcff72 HTTP/1.1" status: 204 len: 168 time: 0.6864147 Feb 04 15:47:56.122013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42300) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:56.184608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43479a-a32f-40c1-af50-d55d33e1e1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e33229-5b8f-463a-977d-dbc9c0bcff72,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:56.192010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-fe0d7e48-a2b9-4b26-b3ad-3f6b02f7875a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'security_group': {'name': 'tempest-secgroup-575531238'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:56.210219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fe0d7e48-a2b9-4b26-b3ad-3f6b02f7875a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:56.237306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fe0d7e48-a2b9-4b26-b3ad-3f6b02f7875a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:security_group and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:56.255792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fe0d7e48-a2b9-4b26-b3ad-3f6b02f7875a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:56.270056 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'tenant_id': '7f7215bd13c94f90a591fef9405f0820', 'fixed_ips': [{'subnet_id': '2000582e-f980-4b52-8ba2-6c967e3af39a'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:47:56.270971 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.274486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fe0d7e48-a2b9-4b26-b3ad-3f6b02f7875a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:56.283142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a683d-aad0-48db-81d1-e6fd976a1c63 req-94b0b419-66f8-4a2f-b248-f1cf6a5c5cef tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:56.285226 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e41a683d-aad0-48db-81d1-e6fd976a1c63 req-94b0b419-66f8-4a2f-b248-f1cf6a5c5cef tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.3565171 Feb 04 15:47:56.346281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcad5e-d595-4195-936e-fae58b3e023a req-43eedf4a-f441-4ca6-a036-07783b08ff45 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:56.349116 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-43eedf4a-f441-4ca6-a036-07783b08ff45 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.81 "GET /v2.0/networks?id=c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 200 len: 814 time: 0.3790188 Feb 04 15:47:56.350627 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1f69-de01-459d-a517-4c29a97c7714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.387049 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-7a892110-8ec1-4fb2-b919-e86c0ff997cc tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:56.389396 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-7a892110-8ec1-4fb2-b919-e86c0ff997cc tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 810 time: 0.3298357 Feb 04 15:47:56.396753 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7e48-a2b9-4b26-b3ad-3f6b02f7875a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.399383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-63bcad5e-d595-4195-936e-fae58b3e023a req-4afc0f53-57e0-4837-beea-5e8626cb50f6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Request body: {'port': {'device_id': '922246c0-719f-4977-a4a7-ac4b924c4e19', 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a', 'admin_state_up': True, 'tenant_id': 'd6b4662da38740d7bdb9894c8873c149'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:56.430959 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-8918d2c6-dec1-4e95-8839-ca26b5453a4a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/quotas/b1150d2a6b7b432d960998813aacb087 HTTP/1.1" status: 200 len: 375 time: 0.0212433 Feb 04 15:47:56.501151 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e41a683d-aad0-48db-81d1-e6fd976a1c63 req-d728c192-adf1-49ba-adce-252b54950529 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944709 Feb 04 15:47:56.505692 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-e78d3fac-bc23-43e0-9e13-6d273f42c551 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736997 Feb 04 15:47:56.514773 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Allocated IP 2001:db8::2 (5c5ae5ad-4230-41ef-bcc3-63649b9926f4/2000582e-f980-4b52-8ba2-6c967e3af39a/34a8c41e-803c-45d6-afb4-487e9cd59acb) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:56.557827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fe0d7e48-a2b9-4b26-b3ad-3f6b02f7875a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:56.561353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-63bcad5e-d595-4195-936e-fae58b3e023a req-4afc0f53-57e0-4837-beea-5e8626cb50f6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:56.561632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fe0d7e48-a2b9-4b26-b3ad-3f6b02f7875a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:security_group_rule and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:56.564525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fe0d7e48-a2b9-4b26-b3ad-3f6b02f7875a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:56.576023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca1f69-de01-459d-a517-4c29a97c7714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e540b323-45ae-4ea1-8d7f-1588326055ba,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:56.588260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fe0d7e48-a2b9-4b26-b3ad-3f6b02f7875a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:56.592247 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1f69-de01-459d-a517-4c29a97c7714 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.595117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-63bcad5e-d595-4195-936e-fae58b3e023a req-4afc0f53-57e0-4837-beea-5e8626cb50f6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:56.616293 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Allocated IP 172.20.0.3 (c423fc49-37d2-40d9-ae0c-c306e8e0cfc7/184257a1-8dd7-4ba7-9fe3-dd948fd0da94/55428373-4ebe-4d04-8cb2-6884b677713c) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:56.631148 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e2ca1f69-de01-459d-a517-4c29a97c7714 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e540b323-45ae-4ea1-8d7f-1588326055ba HTTP/1.1" status: 204 len: 168 time: 1.0108235 Feb 04 15:47:56.633479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42312) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:56.662458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63bcad5e-d595-4195-936e-fae58b3e023a req-4afc0f53-57e0-4837-beea-5e8626cb50f6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Made reservation on behalf of d6b4662da38740d7bdb9894c8873c149 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:56.665821 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63bcad5e-d595-4195-936e-fae58b3e023a req-4afc0f53-57e0-4837-beea-5e8626cb50f6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.802097 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92205952-92ac-4603-b1ac-16ab119cecf5 req-95208429-69f7-4443-bac7-4804ef6cdb91 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 210 time: 0.1476774 Feb 04 15:47:56.877048 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7e48-a2b9-4b26-b3ad-3f6b02f7875a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.898916 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7e48-a2b9-4b26-b3ad-3f6b02f7875a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.900758 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.922731 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Transition to ACTIVE for port object 34a8c41e-803c-45d6-afb4-487e9cd59acb will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:56.943552 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de6ff6c5-93f5-43bc-ae5f-9442a42d63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.949828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-398c42a1-0ed6-42e4-a75f-aeb2fcb99a1d service neutron] 10.222.0.60 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581333 Feb 04 15:47:56.961936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Transition to ACTIVE for port object 34a8c41e-803c-45d6-afb4-487e9cd59acb will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:56.983721 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.089033 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:57.092161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:57.096774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:47:57.166706 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7e48-a2b9-4b26-b3ad-3f6b02f7875a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.168676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Pushing event updated for resources: {'Port': ['ID=34a8c41e-803c-45d6-afb4-487e9cd59acb,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:57.170061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fe0d7e48-a2b9-4b26-b3ad-3f6b02f7875a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9931104 Feb 04 15:47:57.185623 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9450806c-8807-46a2-8efa-7b3a604610a7 req-32c1f5dd-dbb1-4b3d-9b36-c242c117c32d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 210 time: 0.1722295 Feb 04 15:47:57.194234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42328) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:57.209044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d7e48-a2b9-4b26-b3ad-3f6b02f7875a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cab96fe-f0d7-471a-9284-00fec5dd2a52,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:57.212282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-186950934', 'security_groups': ['8cab96fe-f0d7-471a-9284-00fec5dd2a52'], 'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2000582e-f980-4b52-8ba2-6c967e3af39a'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:57.257666 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Attempting to bind port 34a8c41e-803c-45d6-afb4-487e9cd59acb on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:57.261825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Attempting to bind port 34a8c41e-803c-45d6-afb4-487e9cd59acb by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '7dda2539-def4-425e-a4f0-9ef0fdf84970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:57.262427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Attempting to bind port 34a8c41e-803c-45d6-afb4-487e9cd59acb on network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:47:57.275868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:47:57.277269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Checking segment: {'id': '7dda2539-def4-425e-a4f0-9ef0fdf84970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:47:57.280619 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.281341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Bound using segment: {'id': '7dda2539-def4-425e-a4f0-9ef0fdf84970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:47:57.282106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Bound port: 34a8c41e-803c-45d6-afb4-487e9cd59acb, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dda2539-def4-425e-a4f0-9ef0fdf84970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:57.282736 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.308544 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-4dbc25d0-5985-4271-9204-f6dc1e2e8214 service neutron] 10.222.0.60 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415883 Feb 04 15:47:57.411574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] For port 34a8c41e-803c-45d6-afb4-487e9cd59acb, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:47:57.415248 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] For port 34a8c41e-803c-45d6-afb4-487e9cd59acb, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=34a8c41e-803c-45d6-afb4-487e9cd59acb,segment=NetworkSegment(7dda2539-def4-425e-a4f0-9ef0fdf84970),segment_id=7dda2539-def4-425e-a4f0-9ef0fdf84970)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:47:57.423705 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.471553 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de6ff6c5-93f5-43bc-ae5f-9442a42d63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.485664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-63bcad5e-d595-4195-936e-fae58b3e023a req-4afc0f53-57e0-4837-beea-5e8626cb50f6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Allocated IP 172.20.0.9 (c91d216b-3331-44ad-853b-9cea412fc83a/ee73c442-e12b-426b-9d50-5bbed69cbf29/b6a12d68-c23c-4d54-8326-86d9ec37f4d2) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:57.497815 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.512769 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220ebae-3395-4a7d-9095-dd3d76e1de9e None None] Pushing event updated for resources: {'Port': ['ID=34a8c41e-803c-45d6-afb4-487e9cd59acb,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:57.621261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-de6ff6c5-93f5-43bc-ae5f-9442a42d63d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfb6783-5418-43ad-81aa-326d2b74abd6']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:57.632038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68b1d3da-02d7-4573-bd40-31dc0e1f7f6c req-4ccba599-5e6a-4ff7-829f-7c423905171a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 210 time: 0.0539515 Feb 04 15:47:57.674928 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-de6ff6c5-93f5-43bc-ae5f-9442a42d63d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee516c99-10db-4a2a-bceb-52429148fc27') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:57.676066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-de6ff6c5-93f5-43bc-ae5f-9442a42d63d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee516c99-10db-4a2a-bceb-52429148fc27') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:57.746815 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de6ff6c5-93f5-43bc-ae5f-9442a42d63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.763458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42346) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:57.784905 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de6ff6c5-93f5-43bc-ae5f-9442a42d63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.826360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6ff6c5-93f5-43bc-ae5f-9442a42d63d3 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:47:57.827614 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de6ff6c5-93f5-43bc-ae5f-9442a42d63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.867431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-93bd6098-816f-4ed1-92f6-0ff200f2038d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:57.877728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-93bd6098-816f-4ed1-92f6-0ff200f2038d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 811 time: 0.5156486 Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:57.897085 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:57.899739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-fe7c16fe-a713-4249-8014-f6cd27f84099 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/quotas/ba5317e5b4e643378ca182cde621e16b HTTP/1.1" status: 200 len: 375 time: 0.0213439 Feb 04 15:47:57.900908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:57.974966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:port and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:58.043983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:58.075161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:58.077823 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.135682 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-3e5900b6-4489-4fcb-a2d5-3bacef72545b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2344704 Feb 04 15:47:58.169107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1804728022'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:58.189664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:58.209923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:58.228511 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:network and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:58.244364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:58.247051 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de6ff6c5-93f5-43bc-ae5f-9442a42d63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.285632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86460c80-616c-4f80-8dcf-7086dc967751 req-0fd9dda7-e402-4553-8f57-b3c756659169 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:58.287109 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86460c80-616c-4f80-8dcf-7086dc967751 req-0fd9dda7-e402-4553-8f57-b3c756659169 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 931 time: 0.2480841 Feb 04 15:47:58.328092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:58.329958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-4559499b-f950-4359-842f-f5a1b8b0ca2c service neutron] 10.222.0.60 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939671 Feb 04 15:47:58.346669 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de6ff6c5-93f5-43bc-ae5f-9442a42d63d3 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.374568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event updated for resources: {'Port': ['ID=55428373-4ebe-4d04-8cb2-6884b677713c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:58.381215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:58.388290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ff6c5-93f5-43bc-ae5f-9442a42d63d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdfb6783-5418-43ad-81aa-326d2b74abd6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:58.398672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:58.412467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:47:58.431918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86460c80-616c-4f80-8dcf-7086dc967751 req-5105881f-ff21-43d4-acd5-a5f564da330e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377413 Feb 04 15:47:58.454569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:58.458501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.493036 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-de6ff6c5-93f5-43bc-ae5f-9442a42d63d3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cdfb6783-5418-43ad-81aa-326d2b74abd6 HTTP/1.1" status: 204 len: 168 time: 1.8583076 Feb 04 15:47:58.494619 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-43a817d5-cbdb-4ec7-beee-0717800b7e70 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558726 Feb 04 15:47:58.496525 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63bcad5e-d595-4195-936e-fae58b3e023a req-4afc0f53-57e0-4837-beea-5e8626cb50f6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.527891 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.586486 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.612677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:58.613945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.671803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:58.676745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port 41994f1d-15ab-4c6f-b089-3b17460c4ef2 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:58.740177 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f314f7e1-1935-4a7b-b6ff-b013257221a5 req-55def1c7-0d0c-4e97-8e19-3ce1dbd9195d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 210 time: 0.1327946 Feb 04 15:47:58.745385 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:security_group_rule and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:58.764319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:58.770560 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-3ba06dbe-f9d4-468c-aca8-c0a9b4334d83 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2700589 Feb 04 15:47:58.783433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:58.799866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-abd7abd6-943b-426b-9ec1-56c55c8571e7 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:47:58.801848 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-abd7abd6-943b-426b-9ec1-56c55c8571e7 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0114908 Feb 04 15:47:58.842443 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63bcad5e-d595-4195-936e-fae58b3e023a req-4afc0f53-57e0-4837-beea-5e8626cb50f6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.854678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['5a4b7ce4-339a-43fb-9951-6b3534979416', '6bc1ba43-d26a-459f-851c-6005b5e59b8c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:47:58.961241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 34a8c41e-803c-45d6-afb4-487e9cd59acb up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:59.039337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['7fd4a256-0043-48f7-ab9d-ca3c8f775414'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:47:59.062693 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63bcad5e-d595-4195-936e-fae58b3e023a req-4afc0f53-57e0-4837-beea-5e8626cb50f6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Network c91d216b-3331-44ad-853b-9cea412fc83a is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:59.087841 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-049d2154-ab0f-496d-b7cd-6d48915489dd req-6379c9ff-d172-4fde-a327-ea01a823fcba tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 210 time: 0.1939030 Feb 04 15:47:59.095394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-63bcad5e-d595-4195-936e-fae58b3e023a req-4afc0f53-57e0-4837-beea-5e8626cb50f6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:59.113903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c54ef9b-c62a-4385-83a1-ff7ac3e62ea9 req-abcf346c-2d55-4028-92f9-18f37ed5c01b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 210 time: 0.1777117 Feb 04 15:47:59.114113 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bcad5e-d595-4195-936e-fae58b3e023a req-4afc0f53-57e0-4837-beea-5e8626cb50f6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:47:59.139161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42376) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:59.173550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Request body: {'port': {'device_id': 'c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:59.220407 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-27823994-90f1-42ef-9129-4a985795e1d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f898c2e8cbeb4e819e062f3a4d064a41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0799513 Feb 04 15:47:59.224868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42380) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:59.280769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc0f53-57e0-4837-beea-5e8626cb50f6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Pushing event updated for resources: {'Port': ['ID=b6a12d68-c23c-4d54-8326-86d9ec37f4d2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:59.317734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4e0bb71c-1aab-4ec3-8388-e214263ddf60 None None] Provisioning for port 34a8c41e-803c-45d6-afb4-487e9cd59acb completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:59.352570 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d90fff48-3b2a-4e77-af87-e3d4700919fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.375048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcad5e-d595-4195-936e-fae58b3e023a req-4afc0f53-57e0-4837-beea-5e8626cb50f6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:59.376005 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63bcad5e-d595-4195-936e-fae58b3e023a req-4afc0f53-57e0-4837-beea-5e8626cb50f6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.400234 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d90fff48-3b2a-4e77-af87-e3d4700919fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.444098 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 34a8c41e-803c-45d6-afb4-487e9cd59acb completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:59.475770 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d90fff48-3b2a-4e77-af87-e3d4700919fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.485974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 34a8c41e-803c-45d6-afb4-487e9cd59acb triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:59.486456 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.515820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fff48-3b2a-4e77-af87-e3d4700919fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa5d263-f7a4-4ffe-8d05-da74b47ffc60,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:59.537407 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d90fff48-3b2a-4e77-af87-e3d4700919fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.539906 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d90fff48-3b2a-4e77-af87-e3d4700919fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afa5d263-f7a4-4ffe-8d05-da74b47ffc60 HTTP/1.1" status: 204 len: 168 time: 0.3114016 Feb 04 15:47:59.598936 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.607000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4e0bb71c-1aab-4ec3-8388-e214263ddf60 None None] Provisioning complete for port e88f6755-16fe-49a0-8f9b-c35416b72d6b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:59.607427 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4e0bb71c-1aab-4ec3-8388-e214263ddf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.634029 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.655218 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.687785 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-4afc0f53-57e0-4837-beea-5e8626cb50f6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3011658 Feb 04 15:47:59.694477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Allocated IP 2001:db8::209 (5c5ae5ad-4230-41ef-bcc3-63649b9926f4/2000582e-f980-4b52-8ba2-6c967e3af39a/41994f1d-15ab-4c6f-b089-3b17460c4ef2) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:59.752969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Request body: {'port': {'device_id': '922246c0-719f-4977-a4a7-ac4b924c4e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:59.791367 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:59.838855 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0e359c-79ee-42ee-93fe-8ee0f1ae8987,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:59.843539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4e0bb71c-1aab-4ec3-8388-e214263ddf60 None None] Port e88f6755-16fe-49a0-8f9b-c35416b72d6b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:47:59.864202 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45138e46-5b4f-4d1a-af0c-92c2dcb48356 req-21f7c0f2-a13c-40ef-9127-5c35e0aca62c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:59.872410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45138e46-5b4f-4d1a-af0c-92c2dcb48356 req-21f7c0f2-a13c-40ef-9127-5c35e0aca62c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 931 time: 0.2062223 Feb 04 15:47:59.897631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-c748b8a1-8e5e-4294-8c86-1130ea1c86cd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:59.898203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-c748b8a1-8e5e-4294-8c86-1130ea1c86cd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Synchronizing usage tracker for tenant:b1150d2a6b7b432d960998813aacb087 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:59.914355 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.914585 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Added segment 4c95926e-95f9-4945-be43-b9700b7923b7 of type vlan for network 3c061c36-d039-45a7-bf9c-85193778253d Feb 04 15:47:59.921512 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:47:59.945582 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.008436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 34a8c41e-803c-45d6-afb4-487e9cd59acb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=34a8c41e-803c-45d6-afb4-487e9cd59acb,segment=NetworkSegment(7dda2539-def4-425e-a4f0-9ef0fdf84970),segment_id=7dda2539-def4-425e-a4f0-9ef0fdf84970)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:00.015845 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.030572 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45138e46-5b4f-4d1a-af0c-92c2dcb48356 req-0299a74a-aa9f-496d-90b0-402c7642af74 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478119 Feb 04 15:48:00.137596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=34a8c41e-803c-45d6-afb4-487e9cd59acb,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:00.149484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:00.149830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:00.150260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:00.150472 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:00.150907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:00.151255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:00.151575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:00.151891 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:00.152342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:00.152659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:00.152970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:00.232366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4059b9-e3a8-4338-8159-5e817a35340c req-e36ed482-30c5-4b37-90dc-5f2ef155bd5b tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:00.235510 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.236007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd4059b9-e3a8-4338-8159-5e817a35340c req-e36ed482-30c5-4b37-90dc-5f2ef155bd5b tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 931 time: 0.1580648 Feb 04 15:48:00.309433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-c748b8a1-8e5e-4294-8c86-1130ea1c86cd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Unset dirty status for tenant:b1150d2a6b7b432d960998813aacb087 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:00.310835 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-c748b8a1-8e5e-4294-8c86-1130ea1c86cd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.81 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 810 time: 0.9405415 Feb 04 15:48:00.318078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd4059b9-e3a8-4338-8159-5e817a35340c req-c1149446-045b-4150-b912-6c2c9f89d5fc tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720713 Feb 04 15:48:00.372944 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27faf312-ea99-4233-833c-cef7f0b3fd10 req-e2d01b12-879e-4472-92cf-a0eab368e536 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 210 time: 0.0538652 Feb 04 15:48:00.380496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Request body: {'port': {'device_id': '45b6837c-6404-4acd-9758-98308364312a', 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a', 'admin_state_up': True, 'tenant_id': 'b1150d2a6b7b432d960998813aacb087'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:00.397516 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.480788 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:00.518315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcde7432-1a17-4e30-a2ac-b58542059246 req-4e5d1401-55c8-4d0a-a744-93603c10ad77 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 210 time: 0.0495067 Feb 04 15:48:00.622500 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.626155 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:00.626734 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.724353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 34a8c41e-803c-45d6-afb4-487e9cd59acb up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:00.876157 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.1092987 Feb 04 15:48:00.879858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42414) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:00.891909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'name': 'tempest-PortsTestJSON-370618243'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:00.900620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 34a8c41e-803c-45d6-afb4-487e9cd59acb triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:00.900997 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.949163 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.998581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402b0ab-96c7-4e43-961e-3a0b9bafd43c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Network': ['ID=3c061c36-d039-45a7-bf9c-85193778253d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:01.024569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 3c061c36-d039-45a7-bf9c-85193778253d details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:01.037233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:01.039831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Transition to ACTIVE for port object 41994f1d-15ab-4c6f-b089-3b17460c4ef2 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:01.054079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Usage tracker for resource:port and tenant:b1150d2a6b7b432d960998813aacb087 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:01.057852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:01.070355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:01.167213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-e572cca2-69c0-4234-8185-bd03d4bc82f0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.168646 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-e572cca2-69c0-4234-8185-bd03d4bc82f0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 811 time: 0.4654965 Feb 04 15:48:01.169634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:01.173771 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:port and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:01.177242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:01.184697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:01.189663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Request body: {'port': {'device_id': '944fe060-fedb-4e91-843b-1905845465f5', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'admin_state_up': True, 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:01.276925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:01.280093 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.290355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Made reservation on behalf of b1150d2a6b7b432d960998813aacb087 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:01.293562 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.304781 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:01.404754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port 613dd6f9-37ad-4534-b28d-472614b8b99a yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:01.445290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55428373-4ebe-4d04-8cb2-6884b677713c {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:01.455169 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.501006 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.511325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Transition to ACTIVE for port object 55428373-4ebe-4d04-8cb2-6884b677713c will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:01.612772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a12d68-c23c-4d54-8326-86d9ec37f4d2 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:01.618960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:01.629832 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.642272 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.647971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:01.725549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Made reservation on behalf of ba5317e5b4e643378ca182cde621e16b for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:01.728881 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.766812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95f814-b675-4fd0-9fbd-71ccda5a10aa req-cd3018f1-a245-415a-b85a-ddf1ec4b99c6 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.768239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd95f814-b675-4fd0-9fbd-71ccda5a10aa req-cd3018f1-a245-415a-b85a-ddf1ec4b99c6 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 931 time: 0.4695067 Feb 04 15:48:01.794810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:01.806836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Transition to ACTIVE for port object b6a12d68-c23c-4d54-8326-86d9ec37f4d2 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:01.808096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:01.811021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:01.815499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.816361 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.830516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=41994f1d-15ab-4c6f-b089-3b17460c4ef2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:01.884873 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.912204 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a5d5cb3b-cc2e-4b8c-85c5-fbbceec3a048 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7153301 Feb 04 15:48:02.001788 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42434) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:02.012931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-79285357-ae8b-46bb-a6ed-720058a1db93 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'subnet': {'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:02.108275 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.113387 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd95f814-b675-4fd0-9fbd-71ccda5a10aa req-79e02288-d81d-4e0f-a5a9-4d7bd2b01b35 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883637 Feb 04 15:48:02.188921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cd947-754b-4c83-b169-7bddda9bcac4 req-977f0349-9d3c-483f-8f63-337f9378e360 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:02.191881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f1cd947-754b-4c83-b169-7bddda9bcac4 req-977f0349-9d3c-483f-8f63-337f9378e360 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 931 time: 0.5216644 Feb 04 15:48:02.202604 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ba0ca8e7-1d25-4d1b-b35e-2dd7ae1e5c2e None None] Provisioning for port 41994f1d-15ab-4c6f-b089-3b17460c4ef2 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:02.210162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ba0ca8e7-1d25-4d1b-b35e-2dd7ae1e5c2e None None] Provisioning complete for port 41994f1d-15ab-4c6f-b089-3b17460c4ef2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:02.210540 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ba0ca8e7-1d25-4d1b-b35e-2dd7ae1e5c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.266080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Allocated IP 172.20.0.12 (2d7217e5-e318-4a66-a489-b15644d8d3cf/12330993-a528-43ce-8b65-732ec38af950/8ddc0968-2512-4f65-9fb5-1ec48c14a640) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:02.282852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ca8e7-1d25-4d1b-b35e-2dd7ae1e5c2e None None] Port 41994f1d-15ab-4c6f-b089-3b17460c4ef2 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:48:02.407806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f1cd947-754b-4c83-b169-7bddda9bcac4 req-1a865795-9dff-4a5d-8718-f483468b432d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076988 Feb 04 15:48:02.412505 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.424315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Pushing event updated for resources: {'Port': ['ID=55428373-4ebe-4d04-8cb2-6884b677713c,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:02.432476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8507af87-09bc-457d-9922-51a048f22afa req-a0fba129-8c53-4be4-b418-17e3bcbe30bf tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 210 time: 0.0856442 Feb 04 15:48:02.526619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Allocated IP 172.20.0.10 (3da987dc-c869-45ff-98c5-7e104c66b94a/a7491f14-bc8f-49d7-a28a-ebc10572ecbf/fe41ac92-28b9-4c67-a273-a2a145ec87c2) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:02.654258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a12d68-c23c-4d54-8326-86d9ec37f4d2,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:02.672275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=613dd6f9-37ad-4534-b28d-472614b8b99a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:02.707366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0a35d74-0f05-431e-93b5-20c9f68c49f6 req-38b01cf5-3f76-4822-b065-b6068d7d3d81 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 210 time: 0.0989697 Feb 04 15:48:02.723559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Attempting to bind port 55428373-4ebe-4d04-8cb2-6884b677713c on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:02.723559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Attempting to bind port 55428373-4ebe-4d04-8cb2-6884b677713c by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:02.723559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Attempting to bind port 55428373-4ebe-4d04-8cb2-6884b677713c on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:02.739162 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-79285357-ae8b-46bb-a6ed-720058a1db93 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:02.754679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-79285357-ae8b-46bb-a6ed-720058a1db93 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:subnet and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:02.762510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Checking segment: {'id': '4c95926e-95f9-4945-be43-b9700b7923b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3c061c36-d039-45a7-bf9c-85193778253d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:02.763530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network hostable DHCP agents. Network: 3c061c36-d039-45a7-bf9c-85193778253d, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:02.772855 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-79285357-ae8b-46bb-a6ed-720058a1db93 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:02.792991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Port 55428373-4ebe-4d04-8cb2-6884b677713c on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:48:02.793349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Attempting to bind port 55428373-4ebe-4d04-8cb2-6884b677713c on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:02.799390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-79285357-ae8b-46bb-a6ed-720058a1db93 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:02.803559 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.824243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Transition to ACTIVE for port object 8ddc0968-2512-4f65-9fb5-1ec48c14a640 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:02.828895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 3c061c36-d039-45a7-bf9c-85193778253d is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:02.842668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 3c061c36-d039-45a7-bf9c-85193778253d) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:02.848111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:02.852350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:02.853015 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.857733 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6735a48f-c0d1-4f63-b249-870a048a9bed None None] Network 3c061c36-d039-45a7-bf9c-85193778253d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:02.885380 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.896704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Attempting to bind port b6a12d68-c23c-4d54-8326-86d9ec37f4d2 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:02.897265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Attempting to bind port b6a12d68-c23c-4d54-8326-86d9ec37f4d2 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:02.897265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Attempting to bind port b6a12d68-c23c-4d54-8326-86d9ec37f4d2 on network c91d216b-3331-44ad-853b-9cea412fc83a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:02.899450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79285357-ae8b-46bb-a6ed-720058a1db93 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:02.903156 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-79285357-ae8b-46bb-a6ed-720058a1db93 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.933833 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4f86987d-502b-4c4a-af37-49f5a2dcad6a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0491602 Feb 04 15:48:02.937570 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['63f11e5f-f02d-4939-90d2-3bca6664382b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:48:02.945069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42440) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:02.954567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1606166391'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:02.960296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:02.964354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:network and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:02.967200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:02.973441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:02.998437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Network 2d7217e5-e318-4a66-a489-b15644d8d3cf is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:03.002291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:03.007388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:03.028708 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:48:03.029558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Checking segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:03.030045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Bound using segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:48:03.030602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Bound port: 55428373-4ebe-4d04-8cb2-6884b677713c, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:03.031049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.080080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:03.080861 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.083494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Port b6a12d68-c23c-4d54-8326-86d9ec37f4d2 on network c91d216b-3331-44ad-853b-9cea412fc83a not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:48:03.083938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Attempting to bind port b6a12d68-c23c-4d54-8326-86d9ec37f4d2 on network c91d216b-3331-44ad-853b-9cea412fc83a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:03.089228 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:03.092346 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.099517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:48:03.100469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Checking segment: {'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:03.101234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Bound using segment: {'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:48:03.101792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Bound port: b6a12d68-c23c-4d54-8326-86d9ec37f4d2, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd92ec179-134d-44d1-b999-da4fcd80bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:03.102360 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.133316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event updated for resources: {'Port': ['ID=8ddc0968-2512-4f65-9fb5-1ec48c14a640,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:03.150526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5929f3f4-2f0f-4283-a1ae-c52078794b3b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9664233 Feb 04 15:48:03.159523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:03.166628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Request body: {'port': {'device_id': '944fe060-fedb-4e91-843b-1905845465f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:03.211390 n-d-827872-1 neutron-server[83550]: INFO neutron.db.ipam_backend_mixin [None req-79285357-ae8b-46bb-a6ed-720058a1db93 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2000582e-f980-4b52-8ba2-6c967e3af39a (CIDR: 2001:db8::/64) Feb 04 15:48:03.237187 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.238147 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Added segment 656bb5ec-a12a-4065-8129-fdd6f9eb71e7 of type vlan for network 978343d5-7896-429f-bae6-431da024f938 Feb 04 15:48:03.291222 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.368550 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.373942 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.378512 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-79285357-ae8b-46bb-a6ed-720058a1db93 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:48:03.379152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79285357-ae8b-46bb-a6ed-720058a1db93 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:03.392720 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.515084 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-79285357-ae8b-46bb-a6ed-720058a1db93 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5097456 Feb 04 15:48:03.519208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42458) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:03.524747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1b041d29-7d5a-4bba-a8c8-2401b3046605 None None] Provisioning for port 8ddc0968-2512-4f65-9fb5-1ec48c14a640 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:03.531922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1b041d29-7d5a-4bba-a8c8-2401b3046605 None None] Provisioning complete for port 8ddc0968-2512-4f65-9fb5-1ec48c14a640 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:03.532719 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1b041d29-7d5a-4bba-a8c8-2401b3046605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.561939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b7b9d5b3-6fc2-4212-a7f5-78d9c6db650e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'subnet': {'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:03.586078 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.591446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:03.592285 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.595785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Network 3da987dc-c869-45ff-98c5-7e104c66b94a is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:03.603930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] For port b6a12d68-c23c-4d54-8326-86d9ec37f4d2, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:03.606352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:03.608396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Pushing event updated for resources: {'Port': ['ID=fe41ac92-28b9-4c67-a273-a2a145ec87c2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:03.667083 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:03.701630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1b041d29-7d5a-4bba-a8c8-2401b3046605 None None] Port 8ddc0968-2512-4f65-9fb5-1ec48c14a640 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:48:03.716932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] For port 55428373-4ebe-4d04-8cb2-6884b677713c, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:03.726803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] For port b6a12d68-c23c-4d54-8326-86d9ec37f4d2, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=b6a12d68-c23c-4d54-8326-86d9ec37f4d2,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:03.749925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] For port 55428373-4ebe-4d04-8cb2-6884b677713c, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=55428373-4ebe-4d04-8cb2-6884b677713c,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:03.751721 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.774257 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Network': ['ID=978343d5-7896-429f-bae6-431da024f938,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:03.788168 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 978343d5-7896-429f-bae6-431da024f938 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:03.817440 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.859345 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-926de564-77d8-4d7c-9618-5fb0ef1a08bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9133484 Feb 04 15:48:03.866100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42464) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:03.873292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:03.873927 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.880905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'ports': [{'network_id': '3c061c36-d039-45a7-bf9c-85193778253d'}, {'network_id': '978343d5-7896-429f-bae6-431da024f938'}]} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:03.881851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'network_id': '3c061c36-d039-45a7-bf9c-85193778253d'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:03.881851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'network_id': '978343d5-7896-429f-bae6-431da024f938'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:03.915483 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.928817 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] 10.222.0.81 "PUT /v2.0/ports/b6a12d68-c23c-4d54-8326-86d9ec37f4d2 HTTP/1.1" status: 200 len: 1091 time: 4.1926246 Feb 04 15:48:03.931693 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922246c0-719f-4977-a4a7-ac4b924c4e19', 'tag': 'b6a12d68-c23c-4d54-8326-86d9ec37f4d2'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:03.937321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b7b9d5b3-6fc2-4212-a7f5-78d9c6db650e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:03.941969 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.943399 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c4427745-78a1-495e-8430-89026cefc83f service neutron] 10.222.0.81 "PUT /v2.0/ports/55428373-4ebe-4d04-8cb2-6884b677713c HTTP/1.1" status: 200 len: 1091 time: 5.1028159 Feb 04 15:48:03.948003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80973b4-1c6e-4e57-9c5f-b522ac20b2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a12d68-c23c-4d54-8326-86d9ec37f4d2,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:03.951341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b7b9d5b3-6fc2-4212-a7f5-78d9c6db650e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:subnet and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:03.986583 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-b63b4296-4f55-4877-8374-6e952552767a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6146724 Feb 04 15:48:03.993070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b7b9d5b3-6fc2-4212-a7f5-78d9c6db650e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:04.012470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b7b9d5b3-6fc2-4212-a7f5-78d9c6db650e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:04.031691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Request body: {'port': {'device_id': '45b6837c-6404-4acd-9758-98308364312a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:04.118753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ec847-0231-4cf1-899c-4412ae2253f9 req-f737f6e0-3f41-4e13-8f61-a2b6dfe1a9af tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:04.121225 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-871ec847-0231-4cf1-899c-4412ae2253f9 req-f737f6e0-3f41-4e13-8f61-a2b6dfe1a9af tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 943 time: 0.7547348 Feb 04 15:48:04.242970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b9d5b3-6fc2-4212-a7f5-78d9c6db650e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:04.274245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4427745-78a1-495e-8430-89026cefc83f service neutron] Pushing event updated for resources: {'Port': ['ID=55428373-4ebe-4d04-8cb2-6884b677713c,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:04.465703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7f415-e63e-4a20-9b40-8e7f56a45365 req-70fe8f6f-e3e1-477e-9de9-ca3340fc3cb3 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:04.467267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1da7f415-e63e-4a20-9b40-8e7f56a45365 req-70fe8f6f-e3e1-477e-9de9-ca3340fc3cb3 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 943 time: 0.7346599 Feb 04 15:48:04.514201 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-871ec847-0231-4cf1-899c-4412ae2253f9 req-e30937ab-1d2d-45dc-bf09-2b278f3e6816 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672717 Feb 04 15:48:04.532732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:04.546644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:port and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:04.553053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:04.563932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:04.589926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1da7f415-e63e-4a20-9b40-8e7f56a45365 req-832f2abe-9698-4fe3-8e50-5b5bcce0e5ac tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063876 Feb 04 15:48:04.591048 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.602307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'port': 2} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:04.618843 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.696169 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-ecafb516-2d97-4965-b3f3-08c2235e89e0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 1094 time: 0.6192744 Feb 04 15:48:04.698886 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d5b3-6fc2-4212-a7f5-78d9c6db650e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.751307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddc0968-2512-4f65-9fb5-1ec48c14a640 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:04.761059 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.835801 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-95824ccd-3a64-4d50-91e1-55773b4bcf43 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d6b4662da38740d7bdb9894c8873c149&device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 1094 time: 0.7626026 Feb 04 15:48:04.851687 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.863759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Transition to ACTIVE for port object 8ddc0968-2512-4f65-9fb5-1ec48c14a640 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:04.887442 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.939113 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-1ab8bcdc-68ed-400b-901c-bab0b79b4b13 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55428373-4ebe-4d04-8cb2-6884b677713c HTTP/1.1" status: 200 len: 217 time: 0.2188194 Feb 04 15:48:05.063884 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-f862c65b-5415-4359-854f-ad57131c2d96 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6a12d68-c23c-4d54-8326-86d9ec37f4d2 HTTP/1.1" status: 200 len: 217 time: 0.2042487 Feb 04 15:48:05.135656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Pushing event updated for resources: {'Port': ['ID=8ddc0968-2512-4f65-9fb5-1ec48c14a640,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:05.257168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-4f11ae3e-ac70-4c06-ac22-38579cd3f114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:05.258515 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-4f11ae3e-ac70-4c06-ac22-38579cd3f114 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.2932005 Feb 04 15:48:05.265349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcad5e-d595-4195-936e-fae58b3e023a req-7a34e285-afdd-4136-8d16-93afb9b2bfbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:05.266707 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-7a34e285-afdd-4136-8d16-93afb9b2bfbd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee73c442-e12b-426b-9d50-5bbed69cbf29 HTTP/1.1" status: 200 len: 854 time: 0.1921108 Feb 04 15:48:05.304504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae222e-4a60-4c6e-a9ff-ae96d89e2ffe req-206f8c02-a601-41d5-b7cf-9a91abb6e98a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:05.306193 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0ae222e-4a60-4c6e-a9ff-ae96d89e2ffe req-206f8c02-a601-41d5-b7cf-9a91abb6e98a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 932 time: 0.5343270 Feb 04 15:48:05.372545 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-c1a1e2fa-1f4a-4584-84c2-dbfca44664b9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001983 Feb 04 15:48:05.384374 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-b1970e4d-8eca-4911-b5af-8e827b1f27df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c91d216b-3331-44ad-853b-9cea412fc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726776 Feb 04 15:48:05.389599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c485b-6f96-4f94-ac52-a13adfa0c871 req-6dfd63bb-43e9-4071-abea-6216d32d31fe tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:05.390307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5c8c485b-6f96-4f94-ac52-a13adfa0c871 req-6dfd63bb-43e9-4071-abea-6216d32d31fe tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Synchronizing usage tracker for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:05.404646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port e0a293d9-8144-46ea-ba0e-b29584c13712 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:05.468022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5c8c485b-6f96-4f94-ac52-a13adfa0c871 req-6dfd63bb-43e9-4071-abea-6216d32d31fe tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Unset dirty status for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:05.469161 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c8c485b-6f96-4f94-ac52-a13adfa0c871 req-6dfd63bb-43e9-4071-abea-6216d32d31fe tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 944 time: 0.6990056 Feb 04 15:48:05.480065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Attempting to bind port 8ddc0968-2512-4f65-9fb5-1ec48c14a640 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:05.480382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Attempting to bind port 8ddc0968-2512-4f65-9fb5-1ec48c14a640 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:05.480705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Attempting to bind port 8ddc0968-2512-4f65-9fb5-1ec48c14a640 on network 2d7217e5-e318-4a66-a489-b15644d8d3cf {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:05.488523 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0ae222e-4a60-4c6e-a9ff-ae96d89e2ffe req-b6cae095-7942-4ed1-99f3-bb858f938118 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330588 Feb 04 15:48:05.530781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Port 8ddc0968-2512-4f65-9fb5-1ec48c14a640 on network 2d7217e5-e318-4a66-a489-b15644d8d3cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:48:05.530781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Attempting to bind port 8ddc0968-2512-4f65-9fb5-1ec48c14a640 on network 2d7217e5-e318-4a66-a489-b15644d8d3cf {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:05.560428 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:48:05.560958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Checking segment: {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:05.561631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Bound using segment: {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:48:05.562174 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Bound port: 8ddc0968-2512-4f65-9fb5-1ec48c14a640, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:05.563016 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.579753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c8c485b-6f96-4f94-ac52-a13adfa0c871 req-37f0929d-d28e-428d-ad31-aec6ff94250e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020446 Feb 04 15:48:05.702216 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.717444 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-bf278ee4-0f50-4931-9f9b-7fa6f19b25a2 service neutron] 10.222.0.81 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067970 Feb 04 15:48:05.799388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] For port 8ddc0968-2512-4f65-9fb5-1ec48c14a640, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:05.829223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] For port 8ddc0968-2512-4f65-9fb5-1ec48c14a640, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8ddc0968-2512-4f65-9fb5-1ec48c14a640,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:05.844148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port 0d70daa2-de2c-4276-a333-b95d99f09b5f yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:05.949006 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-63bcad5e-d595-4195-936e-fae58b3e023a req-c0c26dbb-4ab7-4cb1-a39f-d4928a902567 service neutron] 10.222.0.81 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039783 Feb 04 15:48:05.960736 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922246c0-719f-4977-a4a7-ac4b924c4e19', 'tag': 'b6a12d68-c23c-4d54-8326-86d9ec37f4d2', 'status': 'completed', 'code': 200} Feb 04 15:48:05.962967 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:05.994558 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.011792 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.040466 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-94acb82d-6c72-4ea8-8a76-e3ce5d19a5f7 service neutron] 10.222.0.81 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550524 Feb 04 15:48:06.130289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe41ac92-28b9-4c67-a273-a2a145ec87c2 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:06.210827 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.212261 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] 10.222.0.73 "PUT /v2.0/ports/8ddc0968-2512-4f65-9fb5-1ec48c14a640 HTTP/1.1" status: 200 len: 1092 time: 3.0498960 Feb 04 15:48:06.217212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944fe060-fedb-4e91-843b-1905845465f5', 'tag': '8ddc0968-2512-4f65-9fb5-1ec48c14a640'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:06.240404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6055590-798d-45d4-9ae8-0ec4d16d4eca service neutron] Pushing event updated for resources: {'Port': ['ID=8ddc0968-2512-4f65-9fb5-1ec48c14a640,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:06.265435 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.387821 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.412079 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d5b3-6fc2-4212-a7f5-78d9c6db650e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.512024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Transition to ACTIVE for port object fe41ac92-28b9-4c67-a273-a2a145ec87c2 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:06.530997 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b9d5b3-6fc2-4212-a7f5-78d9c6db650e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:06.545369 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.546188 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d05d012-eb6e-4a49-b9b1-b34bdaba028a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.550212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-b7b9d5b3-6fc2-4212-a7f5-78d9c6db650e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:06.561849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b474f50-ef5f-400f-82d6-cc5b96e953d0 None None] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:06.583719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a3b1a-2f2f-4f14-b068-2b60ee9e1831 req-376f89ec-23eb-4823-82ff-d27a28c53714 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:06.590933 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c2a3b1a-2f2f-4f14-b068-2b60ee9e1831 req-376f89ec-23eb-4823-82ff-d27a28c53714 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 943 time: 0.5810575 Feb 04 15:48:06.592691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=e0a293d9-8144-46ea-ba0e-b29584c13712,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:06.626697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b9d5b3-6fc2-4212-a7f5-78d9c6db650e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:06.627728 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d5b3-6fc2-4212-a7f5-78d9c6db650e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.644375 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ba86b834-2c05-48d4-a1fc-e96300eba690 req-1ebd959b-8a88-4911-bd61-fea287bb3d8f service neutron] 10.222.0.81 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808041 Feb 04 15:48:06.662114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 3c061c36-d039-45a7-bf9c-85193778253d is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:06.675733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff8cf7-80df-42ff-98b2-90f0db475742 req-ef31e21e-2c4d-447c-86ab-6458cd551b98 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:06.683845 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f5ff8cf7-80df-42ff-98b2-90f0db475742 req-ef31e21e-2c4d-447c-86ab-6458cd551b98 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 943 time: 0.6747260 Feb 04 15:48:06.700533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:06.711378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:06.712219 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.763093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe41ac92-28b9-4c67-a273-a2a145ec87c2,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:06.783230 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b7b9d5b3-6fc2-4212-a7f5-78d9c6db650e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.2525120 Feb 04 15:48:06.806241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42502) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:06.830676 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0e160f25-bbfc-4ecf-9516-ee405c2c266a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-74978040', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '844ef37d-241d-4514-b30c-90203dea1e4e'}], 'security_groups': ['b891fa95-0a53-4b61-81ed-bf1375a37eff']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:06.873751 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-235238de-aaba-440d-9345-865260a8ca3a req-28de8f75-481e-40c2-968f-168bf2772e32 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d6b4662da38740d7bdb9894c8873c149&device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 1094 time: 0.7905149 Feb 04 15:48:06.892543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-79bb36fd-9762-4b2a-9b0e-fb437bbe409a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 1095 time: 0.6247356 Feb 04 15:48:06.905669 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c2a3b1a-2f2f-4f14-b068-2b60ee9e1831 req-269b6dd7-b931-41e4-9b7e-8a395fe89e9d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138132 Feb 04 15:48:06.916749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=0d70daa2-de2c-4276-a333-b95d99f09b5f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:06.921095 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f5ff8cf7-80df-42ff-98b2-90f0db475742 req-ae5cfdc9-c747-42cb-bce6-c86d054a026f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364438 Feb 04 15:48:07.044255 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-3e146cd9-fff2-4969-88e7-c1a8d9a31bbb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ddc0968-2512-4f65-9fb5-1ec48c14a640 HTTP/1.1" status: 200 len: 217 time: 0.1287627 Feb 04 15:48:07.078090 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944fe060-fedb-4e91-843b-1905845465f5', 'tag': '8ddc0968-2512-4f65-9fb5-1ec48c14a640', 'status': 'completed', 'code': 200} Feb 04 15:48:07.078508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dc5906-d94e-4017-ad16-5ae015ccb73c None None] Update dhcp port {'port': {'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'fixed_ips': [{'subnet_id': '2000582e-f980-4b52-8ba2-6c967e3af39a', 'ip_address': '2001:db8::2'}, {'subnet_id': '844ef37d-241d-4514-b30c-90203dea1e4e'}], 'binding:host_id': 'n-d-827872-1'}, 'id': '34a8c41e-803c-45d6-afb4-487e9cd59acb'} from n-d-827872-1. {{(pid=83552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 15:48:07.104749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9d5b3-6fc2-4212-a7f5-78d9c6db650e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Subnet': ['ID=844ef37d-241d-4514-b30c-90203dea1e4e,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:07.166295 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5906-d94e-4017-ad16-5ae015ccb73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.191930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Checking segment: {'id': '656bb5ec-a12a-4065-8129-fdd6f9eb71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '978343d5-7896-429f-bae6-431da024f938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:07.192295 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network hostable DHCP agents. Network: 978343d5-7896-429f-bae6-431da024f938, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:07.289369 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-bb64d45e-3e1e-4d84-85aa-5ff4fc5bd06a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:07.291029 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-bb64d45e-3e1e-4d84-85aa-5ff4fc5bd06a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.2122633 Feb 04 15:48:07.358324 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Attempting to bind port fe41ac92-28b9-4c67-a273-a2a145ec87c2 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:07.358579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Attempting to bind port fe41ac92-28b9-4c67-a273-a2a145ec87c2 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:07.358918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Attempting to bind port fe41ac92-28b9-4c67-a273-a2a145ec87c2 on network 3da987dc-c869-45ff-98c5-7e104c66b94a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:07.370753 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235238de-aaba-440d-9345-865260a8ca3a req-55ed7b06-f5db-4330-a0c6-7eb90bbf249a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:07.372254 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-235238de-aaba-440d-9345-865260a8ca3a req-55ed7b06-f5db-4330-a0c6-7eb90bbf249a service neutron] 10.222.0.81 "GET /v2.0/networks?id=c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 200 len: 915 time: 0.4591789 Feb 04 15:48:07.373237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Port fe41ac92-28b9-4c67-a273-a2a145ec87c2 on network 3da987dc-c869-45ff-98c5-7e104c66b94a not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:48:07.373578 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Attempting to bind port fe41ac92-28b9-4c67-a273-a2a145ec87c2 on network 3da987dc-c869-45ff-98c5-7e104c66b94a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:07.438177 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:48:07.438459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-e9dc5906-d94e-4017-ad16-5ae015ccb73c None None] Allocated IP 2001:db8:0:1::2 (5c5ae5ad-4230-41ef-bcc3-63649b9926f4/844ef37d-241d-4514-b30c-90203dea1e4e/34a8c41e-803c-45d6-afb4-487e9cd59acb) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:07.438585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Checking segment: {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:07.438585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Bound using segment: {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:48:07.439054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Bound port: fe41ac92-28b9-4c67-a273-a2a145ec87c2, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:07.439438 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.468854 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-235238de-aaba-440d-9345-865260a8ca3a req-fddd0dbe-9f6a-4efd-9dc5-962014991de4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6a12d68-c23c-4d54-8326-86d9ec37f4d2 HTTP/1.1" status: 200 len: 217 time: 0.0884411 Feb 04 15:48:07.493622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 978343d5-7896-429f-bae6-431da024f938 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:07.538190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 978343d5-7896-429f-bae6-431da024f938) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:07.547306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:07.551292 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62912863-58f2-4caa-a8b5-4bbe21fe800c None None] Network 978343d5-7896-429f-bae6-431da024f938 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:07.551912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:07.555537 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:07.555792 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.566366 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0e160f25-bbfc-4ecf-9516-ee405c2c266a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.596171 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235238de-aaba-440d-9345-865260a8ca3a req-99ceb2a1-54a6-465f-ac86-6c8b1b980f17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:07.598571 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-235238de-aaba-440d-9345-865260a8ca3a req-99ceb2a1-54a6-465f-ac86-6c8b1b980f17 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee73c442-e12b-426b-9d50-5bbed69cbf29 HTTP/1.1" status: 200 len: 854 time: 0.1023188 Feb 04 15:48:07.608190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d14902-ad8a-49ba-a41c-ba61514288ff req-285a199e-708e-44d1-bd0d-29fa84e5afc8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:07.609770 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2d14902-ad8a-49ba-a41c-ba61514288ff req-285a199e-708e-44d1-bd0d-29fa84e5afc8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 944 time: 0.4091942 Feb 04 15:48:07.641005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] For port fe41ac92-28b9-4c67-a273-a2a145ec87c2, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:07.657356 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4466ac38-12df-4083-8349-373c50d212b9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7900772 Feb 04 15:48:07.657627 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-235238de-aaba-440d-9345-865260a8ca3a req-69236de4-3d07-472b-8d52-ab8aa63afa3e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c91d216b-3331-44ad-853b-9cea412fc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522389 Feb 04 15:48:07.663731 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42510) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:07.665682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] For port fe41ac92-28b9-4c67-a273-a2a145ec87c2, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fe41ac92-28b9-4c67-a273-a2a145ec87c2,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:07.679513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae429a-9add-47de-be08-463f86fdc742 req-a2d4e69b-4553-40d9-98fe-d6028a64bb0f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:07.681018 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f4ae429a-9add-47de-be08-463f86fdc742 req-a2d4e69b-4553-40d9-98fe-d6028a64bb0f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 944 time: 0.4051638 Feb 04 15:48:07.683956 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-228e7981-97d9-464a-a7cf-cd409bb25a5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3426025 Feb 04 15:48:07.725420 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.780754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e9dc5906-d94e-4017-ad16-5ae015ccb73c None None] For port 34a8c41e-803c-45d6-afb4-487e9cd59acb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=34a8c41e-803c-45d6-afb4-487e9cd59acb,segment=NetworkSegment(7dda2539-def4-425e-a4f0-9ef0fdf84970),segment_id=7dda2539-def4-425e-a4f0-9ef0fdf84970)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:07.823825 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5906-d94e-4017-ad16-5ae015ccb73c None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.847269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e9dc5906-d94e-4017-ad16-5ae015ccb73c None None] Transition to ACTIVE for port object 34a8c41e-803c-45d6-afb4-487e9cd59acb will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:07.858214 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5906-d94e-4017-ad16-5ae015ccb73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.875767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d1e2c673-07ca-4cd4-a0df-3d47a56a541d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 0d70daa2-de2c-4276-a333-b95d99f09b5f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:07.876514 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d1e2c673-07ca-4cd4-a0df-3d47a56a541d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.952554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2d14902-ad8a-49ba-a41c-ba61514288ff req-d1b099d1-1972-4169-aaeb-846bdf42c395 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051679 Feb 04 15:48:07.962931 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f4ae429a-9add-47de-be08-463f86fdc742 req-364818cc-f626-4919-aa7d-2a97c93beb15 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698298 Feb 04 15:48:07.973584 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b', 'tag': '55428373-4ebe-4d04-8cb2-6884b677713c'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:07.980833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.992593 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] 10.222.0.81 "PUT /v2.0/ports/fe41ac92-28b9-4c67-a273-a2a145ec87c2 HTTP/1.1" status: 200 len: 1092 time: 3.9776621 Feb 04 15:48:08.019331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc5906-d94e-4017-ad16-5ae015ccb73c None None] Pushing event updated for resources: {'Port': ['ID=34a8c41e-803c-45d6-afb4-487e9cd59acb,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:08.063845 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-5d638199-0aa2-474a-87de-b50e085382c7 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664474 Feb 04 15:48:08.160007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d9144-9430-4e70-b09d-1da366cfade9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe41ac92-28b9-4c67-a273-a2a145ec87c2,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:08.210630 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-235238de-aaba-440d-9345-865260a8ca3a req-ebd31580-236c-42f5-be13-709c28ec2b87 service neutron] 10.222.0.81 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406559 Feb 04 15:48:08.411882 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e71cf29-ab5e-453c-9789-f563d92dac3a req-e5f6c2cb-17f5-48d5-b1b8-437ff2c82878 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345485 Feb 04 15:48:08.575405 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d1e2c673-07ca-4cd4-a0df-3d47a56a541d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.665500 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-5f6e08c7-9e6c-4950-8517-6525a66ca990 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 1095 time: 0.5485682 Feb 04 15:48:08.710625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53671fcc-9a92-45f6-9dec-391b007b6a58 req-3fc0fa7a-dbd5-402d-a018-08f3581ff090 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:08.712135 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53671fcc-9a92-45f6-9dec-391b007b6a58 req-3fc0fa7a-dbd5-402d-a018-08f3581ff090 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 943 time: 0.4885430 Feb 04 15:48:08.734895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d1e2c673-07ca-4cd4-a0df-3d47a56a541d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for 0d70daa2-de2c-4276-a333-b95d99f09b5f owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:08.745719 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c2fe6064-2350-45be-b8cd-b2620955d22c None None] Provisioning for port 34a8c41e-803c-45d6-afb4-487e9cd59acb completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:08.752353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 34a8c41e-803c-45d6-afb4-487e9cd59acb up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:08.813479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c2fe6064-2350-45be-b8cd-b2620955d22c None None] Provisioning complete for port 34a8c41e-803c-45d6-afb4-487e9cd59acb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:08.814009 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2fe6064-2350-45be-b8cd-b2620955d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.845242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f44707-f098-40c1-b320-192429d73cd4 req-7e254b11-994b-4280-bfb9-e8b4c5aac089 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:08.848299 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12f44707-f098-40c1-b320-192429d73cd4 req-7e254b11-994b-4280-bfb9-e8b4c5aac089 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 943 time: 0.5271251 Feb 04 15:48:08.864566 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-575d1dd0-54f4-4f9f-967a-14efdd2dc2fd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe41ac92-28b9-4c67-a273-a2a145ec87c2 HTTP/1.1" status: 200 len: 217 time: 0.0986407 Feb 04 15:48:08.869793 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-235238de-aaba-440d-9345-865260a8ca3a req-fb6c66c6-73fd-410c-8cdb-a2dffbcf4153 service neutron] 10.222.0.81 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414390 Feb 04 15:48:08.882529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53671fcc-9a92-45f6-9dec-391b007b6a58 req-61728b9a-70e8-447c-8317-c50039a3123e tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606750 Feb 04 15:48:08.882740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 34a8c41e-803c-45d6-afb4-487e9cd59acb triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:08.883018 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.959982 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d1e2c673-07ca-4cd4-a0df-3d47a56a541d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.982059 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3f25ccb-1532-4e92-9cbc-73fdab998cd2 req-3d0b0cef-2688-40bc-a555-48723e5af6e8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3332872 Feb 04 15:48:09.008211 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b', 'tag': '55428373-4ebe-4d04-8cb2-6884b677713c', 'status': 'completed', 'code': 200} Feb 04 15:48:09.015757 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a36cd33f-debd-47bf-90b1-b00219992aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.017558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-dae427fe-5044-4694-a412-00241694ecac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.019672 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-dae427fe-5044-4694-a412-00241694ecac service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7491f14-bc8f-49d7-a28a-ebc10572ecbf HTTP/1.1" status: 200 len: 850 time: 0.1206658 Feb 04 15:48:09.022199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2c673-07ca-4cd4-a0df-3d47a56a541d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=0d70daa2-de2c-4276-a333-b95d99f09b5f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:09.032999 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d1e2c673-07ca-4cd4-a0df-3d47a56a541d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.107515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8d2b1d-9e6d-4d8e-9d55-c93f370d81f6 req-1c8a9454-876f-464c-94ec-2cbb63ea1b57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 1095 time: 0.5234053 Feb 04 15:48:09.110494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-0e160f25-bbfc-4ecf-9516-ee405c2c266a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Delete allocated IP 2001:db8::209 (5c5ae5ad-4230-41ef-bcc3-63649b9926f4/2000582e-f980-4b52-8ba2-6c967e3af39a) {{(pid=83551) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:48:09.132331 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-79a38798-aa0d-4421-8b2c-2e8f83bac5f3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da987dc-c869-45ff-98c5-7e104c66b94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010299 Feb 04 15:48:09.133858 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d1e2c673-07ca-4cd4-a0df-3d47a56a541d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/0d70daa2-de2c-4276-a333-b95d99f09b5f HTTP/1.1" status: 204 len: 168 time: 1.4664087 Feb 04 15:48:09.138831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42530) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:09.140005 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c2fe6064-2350-45be-b8cd-b2620955d22c None None] Provisioning complete for port e88f6755-16fe-49a0-8f9b-c35416b72d6b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:09.140484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2fe6064-2350-45be-b8cd-b2620955d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.207082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe6064-2350-45be-b8cd-b2620955d22c None None] Port e88f6755-16fe-49a0-8f9b-c35416b72d6b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:48:09.214852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12f44707-f098-40c1-b320-192429d73cd4 req-6168a652-d0a7-48f4-9efd-90e966f3f3e4 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469739 Feb 04 15:48:09.221798 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c2fe6064-2350-45be-b8cd-b2620955d22c None None] Provisioning complete for port 41994f1d-15ab-4c6f-b089-3b17460c4ef2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:09.222638 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2fe6064-2350-45be-b8cd-b2620955d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.307318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-0e160f25-bbfc-4ecf-9516-ee405c2c266a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Allocated IP 2001:db8:0:1::18 (5c5ae5ad-4230-41ef-bcc3-63649b9926f4/844ef37d-241d-4514-b30c-90203dea1e4e/41994f1d-15ab-4c6f-b089-3b17460c4ef2) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:09.346629 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe6064-2350-45be-b8cd-b2620955d22c None None] Port 41994f1d-15ab-4c6f-b089-3b17460c4ef2 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:48:09.349730 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22ed23b7-0ddf-464f-b999-d76166ef7a13 req-bc23be2d-978c-48f7-962d-e54d195de9aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 1094 time: 0.2688477 Feb 04 15:48:09.475118 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-6ba6aae7-0b6c-4a4d-9e28-e5c1f066a68e service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328779 Feb 04 15:48:09.483300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a82a00-23d0-4b4b-85cb-e08106c21766 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.487747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a82a00-23d0-4b4b-85cb-e08106c21766 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.488653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f3a82a00-23d0-4b4b-85cb-e08106c21766 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:09.599799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d2b1d-9e6d-4d8e-9d55-c93f370d81f6 req-483bb70e-9eef-4c3a-bee5-1c7887801446 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.601502 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8d2b1d-9e6d-4d8e-9d55-c93f370d81f6 req-483bb70e-9eef-4c3a-bee5-1c7887801446 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.4813707 Feb 04 15:48:09.618265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f3a82a00-23d0-4b4b-85cb-e08106c21766 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:09.619457 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f3a82a00-23d0-4b4b-85cb-e08106c21766 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4795032 Feb 04 15:48:09.623219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42536) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:09.660754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed23b7-0ddf-464f-b999-d76166ef7a13 req-e03dea54-8e90-4206-a19a-425b07d41a2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.662158 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22ed23b7-0ddf-464f-b999-d76166ef7a13 req-e03dea54-8e90-4206-a19a-425b07d41a2c service neutron] 10.222.0.81 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 906 time: 0.3039551 Feb 04 15:48:09.680086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3f25ccb-1532-4e92-9cbc-73fdab998cd2 req-e4ad126a-2aac-40e8-8459-97d3438c7ab2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 1095 time: 0.5637479 Feb 04 15:48:09.734935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc2c68-86fb-464e-879f-3cff053be11c req-1f418bc1-03ca-4db1-a3dd-5a80699653d3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.736293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbbc2c68-86fb-464e-879f-3cff053be11c req-1f418bc1-03ca-4db1-a3dd-5a80699653d3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 944 time: 0.4265215 Feb 04 15:48:09.737540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8d2b1d-9e6d-4d8e-9d55-c93f370d81f6 req-e27a76ba-2347-4796-895b-9a410eec17d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ddc0968-2512-4f65-9fb5-1ec48c14a640 HTTP/1.1" status: 200 len: 217 time: 0.1257515 Feb 04 15:48:09.773259 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22ed23b7-0ddf-464f-b999-d76166ef7a13 req-dbcfac5c-2b58-459a-8c72-a40c04d6d2b0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55428373-4ebe-4d04-8cb2-6884b677713c HTTP/1.1" status: 200 len: 217 time: 0.0988832 Feb 04 15:48:09.826641 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eac8f0ed-8f58-42c5-839e-9b7d8a5cd4b5 req-f25b8516-045c-469a-a027-7579e9b5b6b0 service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324499 Feb 04 15:48:09.829751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d76ebb88-ee93-413c-9a04-ea7dbc132769 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port e0a293d9-8144-46ea-ba0e-b29584c13712 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:09.830503 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d76ebb88-ee93-413c-9a04-ea7dbc132769 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.897901 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.907592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed23b7-0ddf-464f-b999-d76166ef7a13 req-511fb463-a70b-4a60-a8ed-2f0adb426580 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.909108 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22ed23b7-0ddf-464f-b999-d76166ef7a13 req-511fb463-a70b-4a60-a8ed-2f0adb426580 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.1226957 Feb 04 15:48:09.918448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f3505-cbeb-41b9-8c90-57280aaef713 req-c8ebf409-9b96-4b1a-a71b-01f0076d281c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.919908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-155f3505-cbeb-41b9-8c90-57280aaef713 req-c8ebf409-9b96-4b1a-a71b-01f0076d281c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 944 time: 0.5321684 Feb 04 15:48:09.961560 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d2b1d-9e6d-4d8e-9d55-c93f370d81f6 req-d7540210-54bb-430f-8b85-2827dccee9a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.962968 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8d2b1d-9e6d-4d8e-9d55-c93f370d81f6 req-d7540210-54bb-430f-8b85-2827dccee9a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.1721406 Feb 04 15:48:09.998250 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22ed23b7-0ddf-464f-b999-d76166ef7a13 req-b66013b6-63d9-4491-ac99-509b4ca897d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577989 Feb 04 15:48:10.056740 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbbc2c68-86fb-464e-879f-3cff053be11c req-b80f551c-9027-4915-9fb1-64f68dbd5e28 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118465 Feb 04 15:48:10.057717 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-0e160f25-bbfc-4ecf-9516-ee405c2c266a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:10.073593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f25ccb-1532-4e92-9cbc-73fdab998cd2 req-bb9e265c-671c-40c1-ad12-1ea3349b2d18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:10.075053 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3f25ccb-1532-4e92-9cbc-73fdab998cd2 req-bb9e265c-671c-40c1-ad12-1ea3349b2d18 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.3735147 Feb 04 15:48:10.088367 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0e160f25-bbfc-4ecf-9516-ee405c2c266a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.108196 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-155f3505-cbeb-41b9-8c90-57280aaef713 req-19313087-438d-4ce7-ac4a-d03cc77d04e7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690869 Feb 04 15:48:10.162919 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.218393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-0e160f25-bbfc-4ecf-9516-ee405c2c266a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Transition to ACTIVE for port object 41994f1d-15ab-4c6f-b089-3b17460c4ef2 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:10.250026 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0e160f25-bbfc-4ecf-9516-ee405c2c266a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.306727 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 55428373-4ebe-4d04-8cb2-6884b677713c details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:48:10.349768 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d76ebb88-ee93-413c-9a04-ea7dbc132769 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.408304 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8d2b1d-9e6d-4d8e-9d55-c93f370d81f6 req-5068acea-7f7c-4963-8d36-9d1131d70f75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4303966 Feb 04 15:48:10.460864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-0e160f25-bbfc-4ecf-9516-ee405c2c266a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] In _notify_port_updated(), no bound segment for port 41994f1d-15ab-4c6f-b089-3b17460c4ef2 on network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 {{(pid=83551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:48:10.464760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e160f25-bbfc-4ecf-9516-ee405c2c266a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:10.465391 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0e160f25-bbfc-4ecf-9516-ee405c2c266a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.469122 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0e160f25-bbfc-4ecf-9516-ee405c2c266a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "PUT /v2.0/ports/41994f1d-15ab-4c6f-b089-3b17460c4ef2 HTTP/1.1" status: 200 len: 928 time: 3.6578877 Feb 04 15:48:10.480543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42554) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:10.503387 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d76ebb88-ee93-413c-9a04-ea7dbc132769 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for e0a293d9-8144-46ea-ba0e-b29584c13712 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:10.509523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 55428373-4ebe-4d04-8cb2-6884b677713c, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=55428373-4ebe-4d04-8cb2-6884b677713c,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:10.526554 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '55428373-4ebe-4d04-8cb2-6884b677713c', 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'port_id': '55428373-4ebe-4d04-8cb2-6884b677713c', 'mac_address': 'fa:16:3e:4e:23:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184257a1-8dd7-4ba7-9fe3-dd948fd0da94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:48:10.545557 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22ed23b7-0ddf-464f-b999-d76166ef7a13 req-0333464f-9e82-427d-afaa-f89379379113 service neutron] 10.222.0.81 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384853 Feb 04 15:48:10.592932 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.616576 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55428373-4ebe-4d04-8cb2-6884b677713c {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:10.637607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 55428373-4ebe-4d04-8cb2-6884b677713c, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=55428373-4ebe-4d04-8cb2-6884b677713c,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:10.645668 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.646758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device b6a12d68-c23c-4d54-8326-86d9ec37f4d2 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:48:10.701863 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d76ebb88-ee93-413c-9a04-ea7dbc132769 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.769661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ebb88-ee93-413c-9a04-ea7dbc132769 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=e0a293d9-8144-46ea-ba0e-b29584c13712,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:10.776197 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22ed23b7-0ddf-464f-b999-d76166ef7a13 req-3c80368d-f252-4438-a5a9-344962dad85f service neutron] 10.222.0.81 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216873 Feb 04 15:48:10.778683 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d76ebb88-ee93-413c-9a04-ea7dbc132769 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.796162 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d76ebb88-ee93-413c-9a04-ea7dbc132769 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/e0a293d9-8144-46ea-ba0e-b29584c13712 HTTP/1.1" status: 204 len: 168 time: 1.1718323 Feb 04 15:48:10.798861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42558) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:10.804267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e160f25-bbfc-4ecf-9516-ee405c2c266a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=41994f1d-15ab-4c6f-b089-3b17460c4ef2,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:10.807730 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3f25ccb-1532-4e92-9cbc-73fdab998cd2 req-0c4edc73-fce9-4135-8235-c4b6fcfc3ef2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2 HTTP/1.1" status: 200 len: 998 time: 0.7094977 Feb 04 15:48:10.871753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=55428373-4ebe-4d04-8cb2-6884b677713c,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:10.879778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d2915694-28bd-437f-83e4-c7c1a3b68a17 None None] Provisioning for port 41994f1d-15ab-4c6f-b089-3b17460c4ef2 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:10.894598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d2915694-28bd-437f-83e4-c7c1a3b68a17 None None] Provisioning complete for port 41994f1d-15ab-4c6f-b089-3b17460c4ef2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:10.895356 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d2915694-28bd-437f-83e4-c7c1a3b68a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.907119 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2909f1-1f87-4d31-b202-42ec8fe31ef2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:10.907979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bd2909f1-1f87-4d31-b202-42ec8fe31ef2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:10.912904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-1e6280fe-548d-433f-b1fd-b0b7f4e2388b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port 41994f1d-15ab-4c6f-b089-3b17460c4ef2 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:10.913248 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1e6280fe-548d-433f-b1fd-b0b7f4e2388b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.929420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bd2909f1-1f87-4d31-b202-42ec8fe31ef2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:10.930693 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bd2909f1-1f87-4d31-b202-42ec8fe31ef2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1301866 Feb 04 15:48:10.933986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42562) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:10.946321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port b6a12d68-c23c-4d54-8326-86d9ec37f4d2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=b6a12d68-c23c-4d54-8326-86d9ec37f4d2,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:10.967289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'b6a12d68-c23c-4d54-8326-86d9ec37f4d2', 'network_id': 'c91d216b-3331-44ad-853b-9cea412fc83a', 'port_id': 'b6a12d68-c23c-4d54-8326-86d9ec37f4d2', 'mac_address': 'fa:16:3e:8c:82:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee73c442-e12b-426b-9d50-5bbed69cbf29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:48:10.971564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d2915694-28bd-437f-83e4-c7c1a3b68a17 None None] Port 41994f1d-15ab-4c6f-b089-3b17460c4ef2 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:48:10.993021 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8c8f72-f822-4333-8360-f51269e681e9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] GET failed (client error): The resource could not be found. Feb 04 15:48:10.994982 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3a8c8f72-f822-4333-8360-f51269e681e9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/0d70daa2-de2c-4276-a333-b95d99f09b5f HTTP/1.1" status: 404 len: 333 time: 0.0600245 Feb 04 15:48:10.997683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42566) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:11.023712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f25ccb-1532-4e92-9cbc-73fdab998cd2 req-d4d8e395-99e4-4b57-999c-a6a0acd175fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:11.025111 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3f25ccb-1532-4e92-9cbc-73fdab998cd2 req-d4d8e395-99e4-4b57-999c-a6a0acd175fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.1955094 Feb 04 15:48:11.031374 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8d2b1d-9e6d-4d8e-9d55-c93f370d81f6 req-ffe92f7c-793b-4f6c-8d08-0674a0534ee9 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633390 Feb 04 15:48:11.035671 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.036967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b6837c-6404-4acd-9758-98308364312a', 'tag': 'fe41ac92-28b9-4c67-a273-a2a145ec87c2'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:11.052343 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-054b9b03-2563-4583-bab4-9039cd6ff6b6 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] GET failed (client error): The resource could not be found. Feb 04 15:48:11.056054 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-054b9b03-2563-4583-bab4-9039cd6ff6b6 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/e0a293d9-8144-46ea-ba0e-b29584c13712 HTTP/1.1" status: 404 len: 333 time: 0.0549161 Feb 04 15:48:11.056212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a12d68-c23c-4d54-8326-86d9ec37f4d2 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:11.056318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42572) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:11.074140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port b6a12d68-c23c-4d54-8326-86d9ec37f4d2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=b6a12d68-c23c-4d54-8326-86d9ec37f4d2,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:11.081498 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.106602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3f5fc-060b-4c0c-aa0f-86643970dae2 req-9f747f9b-3438-4113-9060-ec889ca31078 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:11.108124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ce3f5fc-060b-4c0c-aa0f-86643970dae2 req-9f747f9b-3438-4113-9060-ec889ca31078 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 943 time: 0.8081143 Feb 04 15:48:11.152020 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=b6a12d68-c23c-4d54-8326-86d9ec37f4d2,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:11.184133 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a1de2a9-4532-47ab-8ca4-d382b998a831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.275547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b13d4-c52f-47af-9c04-79fd269b659d req-bf803681-e52e-4660-a607-5681cf466bd8 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:11.276916 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae5b13d4-c52f-47af-9c04-79fd269b659d req-bf803681-e52e-4660-a607-5681cf466bd8 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 944 time: 0.8012879 Feb 04 15:48:11.324341 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a1de2a9-4532-47ab-8ca4-d382b998a831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.350754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-3a1de2a9-4532-47ab-8ca4-d382b998a831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978343d5-7896-429f-bae6-431da024f938']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:11.365168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-3a1de2a9-4532-47ab-8ca4-d382b998a831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656bb5ec-a12a-4065-8129-fdd6f9eb71e7') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:11.365547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-3a1de2a9-4532-47ab-8ca4-d382b998a831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656bb5ec-a12a-4065-8129-fdd6f9eb71e7') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:11.368530 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.376961 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a1de2a9-4532-47ab-8ca4-d382b998a831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.392462 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a1de2a9-4532-47ab-8ca4-d382b998a831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.400777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1de2a9-4532-47ab-8ca4-d382b998a831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:48:11.401178 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a1de2a9-4532-47ab-8ca4-d382b998a831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:11.416340 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:11.451312 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ce3f5fc-060b-4c0c-aa0f-86643970dae2 req-812f4217-f0c6-412e-aa0e-7ae3613edd1a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106728 Feb 04 15:48:11.478886 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.488918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c8d2b1d-9e6d-4d8e-9d55-c93f370d81f6 req-e08f2114-d6b8-4007-bf19-1cb5efc1660e service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155574 Feb 04 15:48:11.500566 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3f25ccb-1532-4e92-9cbc-73fdab998cd2 req-25cf4bd9-6d18-4c88-94a5-53f39cea8ca2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4639380 Feb 04 15:48:11.507709 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a1de2a9-4532-47ab-8ca4-d382b998a831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.519793 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae5b13d4-c52f-47af-9c04-79fd269b659d req-56176ad8-bbdf-4851-aa87-a8957ed4a71c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336125 Feb 04 15:48:11.533079 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a1de2a9-4532-47ab-8ca4-d382b998a831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.540136 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3a1de2a9-4532-47ab-8ca4-d382b998a831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/networks/978343d5-7896-429f-bae6-431da024f938 HTTP/1.1" status: 204 len: 168 time: 0.4829047 Feb 04 15:48:11.544272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42582) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:11.556602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1357192617'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:11.560344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1de2a9-4532-47ab-8ca4-d382b998a831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Network': ['ID=978343d5-7896-429f-bae6-431da024f938,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:11.563736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:11.576220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:network and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:11.580304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:11.587888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:11.605262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['55428373-4ebe-4d04-8cb2-6884b677713c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:48:11.615152 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b6837c-6404-4acd-9758-98308364312a', 'tag': 'fe41ac92-28b9-4c67-a273-a2a145ec87c2', 'status': 'completed', 'code': 200} Feb 04 15:48:11.616412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:11.628718 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.664838 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1e6280fe-548d-433f-b1fd-b0b7f4e2388b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.670542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['b6a12d68-c23c-4d54-8326-86d9ec37f4d2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:48:11.762628 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:11.777686 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.777936 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Added segment 602577dc-65c9-49e4-b0fe-c44bf8c686c0 of type vlan for network 303a4e5d-6690-4c27-92f2-f3e11b689baf Feb 04 15:48:11.800324 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bcf1a65d-cfbf-43b5-bc9d-7385b925d502 req-59a048f7-d6a3-4e7f-aa97-96c4135bee36 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 1095 time: 0.1311047 Feb 04 15:48:11.837847 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.840467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-1e6280fe-548d-433f-b1fd-b0b7f4e2388b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for 41994f1d-15ab-4c6f-b089-3b17460c4ef2 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:11.962850 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.966723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:11.967346 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.100915 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3f25ccb-1532-4e92-9cbc-73fdab998cd2 req-580b8edc-2410-467e-aa4e-31e79641f1f1 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753348 Feb 04 15:48:12.149494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751835d7-dda7-4b71-ae5e-8b1492f7f257 req-eea7351c-9d2b-4f32-a756-30b3b041f66b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:12.150991 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-751835d7-dda7-4b71-ae5e-8b1492f7f257 req-eea7351c-9d2b-4f32-a756-30b3b041f66b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 944 time: 0.4075022 Feb 04 15:48:12.187459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1a65d-cfbf-43b5-bc9d-7385b925d502 req-f6afe004-ce68-4450-80ad-75bfa59d4606 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:12.188895 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bcf1a65d-cfbf-43b5-bc9d-7385b925d502 req-f6afe004-ce68-4450-80ad-75bfa59d4606 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 911 time: 0.3795555 Feb 04 15:48:12.247419 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1e6280fe-548d-433f-b1fd-b0b7f4e2388b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.251030 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7031066 Feb 04 15:48:12.257843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db287d-1d8f-4d31-9e50-da4c6a2a2e1d req-45fb7442-d3b6-485f-9619-f3b74999d3c4 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:12.259346 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5db287d-1d8f-4d31-9e50-da4c6a2a2e1d req-45fb7442-d3b6-485f-9619-f3b74999d3c4 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 944 time: 0.5130861 Feb 04 15:48:12.259818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42588) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:12.285334 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bcf1a65d-cfbf-43b5-bc9d-7385b925d502 req-17db269e-08b9-46e9-843e-1bed9863c063 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe41ac92-28b9-4c67-a273-a2a145ec87c2 HTTP/1.1" status: 200 len: 217 time: 0.0875978 Feb 04 15:48:12.288467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee574c7-706b-4243-a996-9fc44b752c50 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Network': ['ID=303a4e5d-6690-4c27-92f2-f3e11b689baf,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:12.299735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 303a4e5d-6690-4c27-92f2-f3e11b689baf details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:12.350906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1a65d-cfbf-43b5-bc9d-7385b925d502 req-649f8ff1-888d-4055-8950-ac5186ffee85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:12.352651 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bcf1a65d-cfbf-43b5-bc9d-7385b925d502 req-649f8ff1-888d-4055-8950-ac5186ffee85 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7491f14-bc8f-49d7-a28a-ebc10572ecbf HTTP/1.1" status: 200 len: 850 time: 0.0612006 Feb 04 15:48:12.407313 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bcf1a65d-cfbf-43b5-bc9d-7385b925d502 req-f392bd41-20c9-4f38-af0f-bb7973a56959 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da987dc-c869-45ff-98c5-7e104c66b94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451462 Feb 04 15:48:12.442564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'subnet': {'network_id': '303a4e5d-6690-4c27-92f2-f3e11b689baf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:12.492978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6280fe-548d-433f-b1fd-b0b7f4e2388b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=41994f1d-15ab-4c6f-b089-3b17460c4ef2,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:12.554168 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bcf1a65d-cfbf-43b5-bc9d-7385b925d502 req-e0fdc100-e80a-4b3f-9d2e-08e235e9e0e4 service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317551 Feb 04 15:48:12.631260 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3f25ccb-1532-4e92-9cbc-73fdab998cd2 req-c8a8d087-61b9-416a-bb54-d7ed51a093b5 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185287 Feb 04 15:48:12.651729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-751835d7-dda7-4b71-ae5e-8b1492f7f257 req-82a25e98-6215-4785-9222-4cff293249aa tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933279 Feb 04 15:48:12.692850 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1e6280fe-548d-433f-b1fd-b0b7f4e2388b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.725403 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1e6280fe-548d-433f-b1fd-b0b7f4e2388b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/41994f1d-15ab-4c6f-b089-3b17460c4ef2 HTTP/1.1" status: 204 len: 168 time: 2.0165987 Feb 04 15:48:12.725723 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bcf1a65d-cfbf-43b5-bc9d-7385b925d502 req-fff6cbfe-e50c-4708-a88e-2d304ad623cb service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599126 Feb 04 15:48:12.725840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:12.725950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42598) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:12.728813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5db287d-1d8f-4d31-9e50-da4c6a2a2e1d req-806c817c-7c88-42ae-be69-1a49e2937c5f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985928 Feb 04 15:48:12.731390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:subnet and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:12.734431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:12.744585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:12.766281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:12.796069 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc2afa3-6a82-48c9-9b8b-bcfc558194fe tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] GET failed (client error): The resource could not be found. Feb 04 15:48:12.796750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bbc2afa3-6a82-48c9-9b8b-bcfc558194fe tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:12.834530 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bbc2afa3-6a82-48c9-9b8b-bcfc558194fe tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:12.836138 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bbc2afa3-6a82-48c9-9b8b-bcfc558194fe tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/41994f1d-15ab-4c6f-b089-3b17460c4ef2 HTTP/1.1" status: 404 len: 333 time: 0.1093698 Feb 04 15:48:12.839990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42604) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:12.918353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0084d609-2bfe-4845-954f-ff01c1777d8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.948699 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0084d609-2bfe-4845-954f-ff01c1777d8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.993863 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.004632 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0084d609-2bfe-4845-954f-ff01c1777d8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.021204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084d609-2bfe-4845-954f-ff01c1777d8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cab96fe-f0d7-471a-9284-00fec5dd2a52,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:13.027545 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0084d609-2bfe-4845-954f-ff01c1777d8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.031236 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0084d609-2bfe-4845-954f-ff01c1777d8d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/security-groups/8cab96fe-f0d7-471a-9284-00fec5dd2a52 HTTP/1.1" status: 204 len: 168 time: 0.1875911 Feb 04 15:48:13.031451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42608) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:13.100451 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd1daf37-227c-4637-8e21-0b017ecfd30f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.116774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.ipam_backend_mixin [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Performing IP validity checks on allocation pools {{(pid=83551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 15:48:13.117384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.ipam_backend_mixin [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 15:48:13.128280 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd1daf37-227c-4637-8e21-0b017ecfd30f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.178679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd1daf37-227c-4637-8e21-0b017ecfd30f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.184454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6b482-7f6f-4011-a816-69fc352e5710 req-013cf5b7-0b53-4c1a-86a7-3230ecbbdabd tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:13.185913 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edc6b482-7f6f-4011-a816-69fc352e5710 req-013cf5b7-0b53-4c1a-86a7-3230ecbbdabd tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 944 time: 0.2708170 Feb 04 15:48:13.197761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1daf37-227c-4637-8e21-0b017ecfd30f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b891fa95-0a53-4b61-81ed-bf1375a37eff,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:13.204643 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd1daf37-227c-4637-8e21-0b017ecfd30f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.208547 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bd1daf37-227c-4637-8e21-0b017ecfd30f tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/security-groups/b891fa95-0a53-4b61-81ed-bf1375a37eff HTTP/1.1" status: 204 len: 168 time: 0.1736469 Feb 04 15:48:13.208751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42612) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:13.226646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 8ddc0968-2512-4f65-9fb5-1ec48c14a640 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:48:13.236648 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52debb-1760-4904-93a2-844abe52fb57 req-565301e7-61cc-4485-b23d-c99539b507c4 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:13.241068 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e52debb-1760-4904-93a2-844abe52fb57 req-565301e7-61cc-4485-b23d-c99539b507c4 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 944 time: 0.2920423 Feb 04 15:48:13.361543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e52debb-1760-4904-93a2-844abe52fb57 req-b69c85a2-1929-4247-a466-d0c733a0d8d4 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983613 Feb 04 15:48:13.364864 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edc6b482-7f6f-4011-a816-69fc352e5710 req-6523977c-4c6b-4f55-9951-36a1e04c508e tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344638 Feb 04 15:48:13.386726 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.403870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 8ddc0968-2512-4f65-9fb5-1ec48c14a640, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8ddc0968-2512-4f65-9fb5-1ec48c14a640,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:13.430585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-89dc46d9-2112-4237-be7e-11c46dff182c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting subnet 2000582e-f980-4b52-8ba2-6c967e3af39a {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:48:13.434003 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89dc46d9-2112-4237-be7e-11c46dff182c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.458364 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '8ddc0968-2512-4f65-9fb5-1ec48c14a640', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'port_id': '8ddc0968-2512-4f65-9fb5-1ec48c14a640', 'mac_address': 'fa:16:3e:94:e2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:48:13.480466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Subnet': ['ID=06c1cfef-7792-4e91-bb8e-dc538768a19b,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:13.498096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Checking segment: {'id': '602577dc-65c9-49e4-b0fe-c44bf8c686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '303a4e5d-6690-4c27-92f2-f3e11b689baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:13.498753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network hostable DHCP agents. Network: 303a4e5d-6690-4c27-92f2-f3e11b689baf, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:13.546006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 303a4e5d-6690-4c27-92f2-f3e11b689baf is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:13.556536 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.567905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 303a4e5d-6690-4c27-92f2-f3e11b689baf) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:13.568953 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89dc46d9-2112-4237-be7e-11c46dff182c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.572744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:13.573537 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.594097 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05d2d52-25d0-403f-bfb3-309fe7c22feb None None] Network 303a4e5d-6690-4c27-92f2-f3e11b689baf requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:13.631288 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-31ba86dc-0c1a-48e9-bab4-c3a2f1938569 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2356393 Feb 04 15:48:13.631580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42622) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:13.638311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'network_id': '303a4e5d-6690-4c27-92f2-f3e11b689baf', 'name': 'tempest-PortsTestJSON-125464632'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:13.709659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddc0968-2512-4f65-9fb5-1ec48c14a640 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:13.743084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 8ddc0968-2512-4f65-9fb5-1ec48c14a640, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8ddc0968-2512-4f65-9fb5-1ec48c14a640,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:13.755669 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.769893 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89dc46d9-2112-4237-be7e-11c46dff182c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.852609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:13.885278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:13.898767 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89dc46d9-2112-4237-be7e-11c46dff182c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.902422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:13.905967 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.921378 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=8ddc0968-2512-4f65-9fb5-1ec48c14a640,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:13.950852 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port 5f9faf98-34f2-46f8-8183-50408bee063d yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:13.992932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc46d9-2112-4237-be7e-11c46dff182c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Subnet': ['ID=2000582e-f980-4b52-8ba2-6c967e3af39a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:14.006277 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89dc46d9-2112-4237-be7e-11c46dff182c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.024370 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-89dc46d9-2112-4237-be7e-11c46dff182c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/2000582e-f980-4b52-8ba2-6c967e3af39a HTTP/1.1" status: 204 len: 168 time: 0.8145704 Feb 04 15:48:14.024616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42636) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:14.029681 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-89ee7bc3-15c3-4e8f-a6e5-ce389505b688 req-77b94b7c-3e30-49d0-8b4a-b1c272d4e6c3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3597143 Feb 04 15:48:14.043656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e47279-f116-4637-8715-455ac1641ecb None None] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:14.049203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-83c03a51-d7f9-49b8-9948-1c80448f292b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'subnet': {'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:14.162583 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-89ee7bc3-15c3-4e8f-a6e5-ce389505b688 req-6aa12329-8be8-41db-a51b-f00bc63635e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=87bedc59a9134ea084ed6143f17674b0&device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 1097 time: 0.0912890 Feb 04 15:48:14.196366 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-303a4e5d-6690-4c27-92f2-f3e11b689baf', 'network_id': '303a4e5d-6690-4c27-92f2-f3e11b689baf', 'tenant_id': '4152675cb55e47d8b7b3918734aa1522', 'fixed_ips': [{'subnet_id': '06c1cfef-7792-4e91-bb8e-dc538768a19b'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:48:14.198188 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.212761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['8ddc0968-2512-4f65-9fb5-1ec48c14a640'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:48:14.349664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee7bc3-15c3-4e8f-a6e5-ce389505b688 req-56339dfe-6c97-4943-90df-c1ab40318a99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:14.353967 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-89ee7bc3-15c3-4e8f-a6e5-ce389505b688 req-56339dfe-6c97-4943-90df-c1ab40318a99 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9c994eb7-21f6-4bbb-aa9a-e5f946251d53 HTTP/1.1" status: 200 len: 912 time: 0.1645782 Feb 04 15:48:14.356245 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fe41ac92-28b9-4c67-a273-a2a145ec87c2 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:48:14.358416 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 55428373-4ebe-4d04-8cb2-6884b677713c up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:14.416544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Allocated IP 172.20.0.9 (303a4e5d-6690-4c27-92f2-f3e11b689baf/06c1cfef-7792-4e91-bb8e-dc538768a19b/5f9faf98-34f2-46f8-8183-50408bee063d) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:14.447285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-83c03a51-d7f9-49b8-9948-1c80448f292b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:14.458332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9cc66-d7db-4468-bee6-91e0eeda92b7 req-907eefb0-f621-4752-bd31-3a11ac67cc8e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:14.460051 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-37f9cc66-d7db-4468-bee6-91e0eeda92b7 req-907eefb0-f621-4752-bd31-3a11ac67cc8e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 945 time: 0.3861341 Feb 04 15:48:14.473547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de13985-cd78-4861-939a-545dac92e9b3 req-0a1a86ce-1538-42df-aec0-3adf999399b8 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:14.477972 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2de13985-cd78-4861-939a-545dac92e9b3 req-0a1a86ce-1538-42df-aec0-3adf999399b8 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 944 time: 0.3580122 Feb 04 15:48:14.495755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-83c03a51-d7f9-49b8-9948-1c80448f292b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:subnet and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:14.504568 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-89ee7bc3-15c3-4e8f-a6e5-ce389505b688 req-0e57e163-6433-4fa0-b3a1-3a83b68bcfee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aab9cdf4-a858-41ab-a248-6d93430c1859 HTTP/1.1" status: 200 len: 1002 time: 0.1424994 Feb 04 15:48:14.526774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-83c03a51-d7f9-49b8-9948-1c80448f292b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:14.541104 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:14.546927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-83c03a51-d7f9-49b8-9948-1c80448f292b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:14.575537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee7bc3-15c3-4e8f-a6e5-ce389505b688 req-df48f242-fed9-47b7-be62-916c6583d749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:14.577264 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-89ee7bc3-15c3-4e8f-a6e5-ce389505b688 req-df48f242-fed9-47b7-be62-916c6583d749 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb3ee7bb-9132-4f79-8df1-c25a2a473bab HTTP/1.1" status: 200 len: 850 time: 0.0664318 Feb 04 15:48:14.616388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c03a51-d7f9-49b8-9948-1c80448f292b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:14.669011 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-89ee7bc3-15c3-4e8f-a6e5-ce389505b688 req-3c2f113e-f6d0-446a-af52-481ae6884756 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9c994eb7-21f6-4bbb-aa9a-e5f946251d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851796 Feb 04 15:48:14.776234 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2de13985-cd78-4861-939a-545dac92e9b3 req-389d1d41-2fbc-4b23-a241-435f66bb4200 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973864 Feb 04 15:48:14.787770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 55428373-4ebe-4d04-8cb2-6884b677713c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:14.820599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port fe41ac92-28b9-4c67-a273-a2a145ec87c2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fe41ac92-28b9-4c67-a273-a2a145ec87c2,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:14.826436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 55428373-4ebe-4d04-8cb2-6884b677713c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:14.826629 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.840922 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-89ee7bc3-15c3-4e8f-a6e5-ce389505b688 req-fef87b89-3ea8-4361-9baa-999e18732c6b service neutron] 10.222.0.81 "GET /v2.0/networks/9c994eb7-21f6-4bbb-aa9a-e5f946251d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631243 Feb 04 15:48:14.877535 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'fe41ac92-28b9-4c67-a273-a2a145ec87c2', 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a', 'port_id': 'fe41ac92-28b9-4c67-a273-a2a145ec87c2', 'mac_address': 'fa:16:3e:4e:71:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7491f14-bc8f-49d7-a28a-ebc10572ecbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:48:14.891824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-37f9cc66-d7db-4468-bee6-91e0eeda92b7 req-94a2a0b2-fa45-4b03-9509-a7dafc13c6ad tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924632 Feb 04 15:48:15.005817 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.120429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe41ac92-28b9-4c67-a273-a2a145ec87c2 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:15.169001 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.201205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port fe41ac92-28b9-4c67-a273-a2a145ec87c2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fe41ac92-28b9-4c67-a273-a2a145ec87c2,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:15.213849 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.264133 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83c03a51-d7f9-49b8-9948-1c80448f292b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.274512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55428373-4ebe-4d04-8cb2-6884b677713c'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:15.304291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 55428373-4ebe-4d04-8cb2-6884b677713c, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=55428373-4ebe-4d04-8cb2-6884b677713c,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:15.312174 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.312951 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device b6a12d68-c23c-4d54-8326-86d9ec37f4d2 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:15.336795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.389685 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-89ee7bc3-15c3-4e8f-a6e5-ce389505b688 req-6f070fdc-322f-49a2-aa58-f0ff53188282 service neutron] 10.222.0.81 "GET /v2.0/networks/9c994eb7-21f6-4bbb-aa9a-e5f946251d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5411592 Feb 04 15:48:15.390961 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=fe41ac92-28b9-4c67-a273-a2a145ec87c2,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:15.514560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=55428373-4ebe-4d04-8cb2-6884b677713c,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:15.576732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Transition to ACTIVE for port object 5f9faf98-34f2-46f8-8183-50408bee063d will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:15.591805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port b6a12d68-c23c-4d54-8326-86d9ec37f4d2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:15.600141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port b6a12d68-c23c-4d54-8326-86d9ec37f4d2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:15.600574 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.749124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ffd6d-f5f8-4c4e-868b-79ae19fcc1f9 req-1ad66d8b-cc82-428a-8e34-5aafb3f0923a tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:15.754968 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.757554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f10ffd6d-f5f8-4c4e-868b-79ae19fcc1f9 req-1ad66d8b-cc82-428a-8e34-5aafb3f0923a tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 945 time: 0.2843661 Feb 04 15:48:15.778224 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['fe41ac92-28b9-4c67-a273-a2a145ec87c2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:48:15.805652 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.893230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7160e9-cb70-41e6-9bbe-bcec253f8984 req-e74e9b61-15f6-4342-ab13-740bf5c8f8d8 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:15.895742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c7160e9-cb70-41e6-9bbe-bcec253f8984 req-e74e9b61-15f6-4342-ab13-740bf5c8f8d8 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 946 time: 0.2965076 Feb 04 15:48:15.903217 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port b6a12d68-c23c-4d54-8326-86d9ec37f4d2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=b6a12d68-c23c-4d54-8326-86d9ec37f4d2,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:15.903482 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 303a4e5d-6690-4c27-92f2-f3e11b689baf is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:15.919435 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.934041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:15.946124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:15.996005 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Allocated IP 172.20.0.2 (303a4e5d-6690-4c27-92f2-f3e11b689baf/06c1cfef-7792-4e91-bb8e-dc538768a19b/20ee6ba8-9c28-42a2-be68-aa7f6e94a96d) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:16.012552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:16.013102 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.014797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3f14e540-ab91-4583-a25b-bcb4138cc457 None None] Provisioning complete for port 34a8c41e-803c-45d6-afb4-487e9cd59acb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:16.015241 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3f14e540-ab91-4583-a25b-bcb4138cc457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.029510 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f10ffd6d-f5f8-4c4e-868b-79ae19fcc1f9 req-0d36133e-546c-498a-8103-449a74bb60e0 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708857 Feb 04 15:48:16.041173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=5f9faf98-34f2-46f8-8183-50408bee063d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:16.132738 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c7160e9-cb70-41e6-9bbe-bcec253f8984 req-9ee219ac-f285-4e1b-9025-eba8c84752ec tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a5a2d95-412d-47b4-97db-566b9fd1b938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172475 Feb 04 15:48:16.139008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5c031649-ffd5-4205-8959-4b802fb27b0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5037689 Feb 04 15:48:16.139291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42656) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:16.205010 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=b6a12d68-c23c-4d54-8326-86d9ec37f4d2,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:16.232888 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83c03a51-d7f9-49b8-9948-1c80448f292b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.263818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d567b7d4-43b1-48b0-a860-83abcdb0e594 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 5f9faf98-34f2-46f8-8183-50408bee063d {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:16.264122 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d567b7d4-43b1-48b0-a860-83abcdb0e594 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.322660 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55428373-4ebe-4d04-8cb2-6884b677713c', 'code': 200} Feb 04 15:48:16.400963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c03a51-d7f9-49b8-9948-1c80448f292b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:16.405914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-83c03a51-d7f9-49b8-9948-1c80448f292b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:16.413324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c03a51-d7f9-49b8-9948-1c80448f292b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:16.413821 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83c03a51-d7f9-49b8-9948-1c80448f292b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.451504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c03a51-d7f9-49b8-9948-1c80448f292b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Subnet': ['ID=05b07792-dd9e-4518-b69b-e89973d5b779,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:16.458533 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-83c03a51-d7f9-49b8-9948-1c80448f292b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4214454 Feb 04 15:48:16.460031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42664) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:16.467550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-84a82573-6903-4aa8-a19e-1816dc1ef676 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'security_group': {'name': 'tempest-secgroup-1370631182'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:16.476815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-84a82573-6903-4aa8-a19e-1816dc1ef676 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:16.524614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1150abe3-2de6-42bd-bbcc-919c26555358 None None] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:16.555230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-84a82573-6903-4aa8-a19e-1816dc1ef676 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:security_group and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:16.564770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-84a82573-6903-4aa8-a19e-1816dc1ef676 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:16.580850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-84a82573-6903-4aa8-a19e-1816dc1ef676 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:16.613241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa001534-7935-4802-a23e-c11dd00e5fa1 req-2aacbe1e-257a-4bdf-8700-4e0596506f2c tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:16.615757 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa001534-7935-4802-a23e-c11dd00e5fa1 req-2aacbe1e-257a-4bdf-8700-4e0596506f2c tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 945 time: 0.3273621 Feb 04 15:48:16.652564 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c2d4e5f-dfce-4cda-8893-e80944b51c8e req-c5d9e716-c821-4fa3-8ee0-18f7756d17ed service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 1096 time: 0.2143741 Feb 04 15:48:16.696135 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d567b7d4-43b1-48b0-a860-83abcdb0e594 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.706150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7e1a1-fc81-487d-af34-8213f63a9dd4 req-8462a86b-db82-4e83-9fbf-6333ed4f6a67 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:16.707781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12d7e1a1-fc81-487d-af34-8213f63a9dd4 req-8462a86b-db82-4e83-9fbf-6333ed4f6a67 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 945 time: 0.2285156 Feb 04 15:48:16.708584 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-84a82573-6903-4aa8-a19e-1816dc1ef676 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.781543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12d7e1a1-fc81-487d-af34-8213f63a9dd4 req-2615994c-dd70-4615-b439-f224138ac1c3 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605373 Feb 04 15:48:16.801334 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa001534-7935-4802-a23e-c11dd00e5fa1 req-e02fe6c3-7b36-4dfc-b037-8a84530942d6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787772 Feb 04 15:48:16.833512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3f14e540-ab91-4583-a25b-bcb4138cc457 None None] Provisioning complete for port e88f6755-16fe-49a0-8f9b-c35416b72d6b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:16.834450 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3f14e540-ab91-4583-a25b-bcb4138cc457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.841989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d567b7d4-43b1-48b0-a860-83abcdb0e594 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for 5f9faf98-34f2-46f8-8183-50408bee063d owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:16.852404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-84a82573-6903-4aa8-a19e-1816dc1ef676 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:16.860697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-84a82573-6903-4aa8-a19e-1816dc1ef676 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:security_group_rule and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:16.872104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-84a82573-6903-4aa8-a19e-1816dc1ef676 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:16.885810 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c2d4e5f-dfce-4cda-8893-e80944b51c8e req-45c6c4b4-470b-45f9-a26e-2feb28689d93 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257452 Feb 04 15:48:16.902825 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.910475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-84a82573-6903-4aa8-a19e-1816dc1ef676 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:17.038884 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3f14e540-ab91-4583-a25b-bcb4138cc457 None None] Port e88f6755-16fe-49a0-8f9b-c35416b72d6b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:48:17.076071 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-84a82573-6903-4aa8-a19e-1816dc1ef676 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.082675 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-84a82573-6903-4aa8-a19e-1816dc1ef676 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.126051 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d567b7d4-43b1-48b0-a860-83abcdb0e594 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.183538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567b7d4-43b1-48b0-a860-83abcdb0e594 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=5f9faf98-34f2-46f8-8183-50408bee063d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:17.206595 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-84a82573-6903-4aa8-a19e-1816dc1ef676 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.211251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-84a82573-6903-4aa8-a19e-1816dc1ef676 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7480440 Feb 04 15:48:17.212397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42674) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:17.217900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Transition to ACTIVE for port object 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:17.232380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-8a0c2604-f4d0-4eef-b293-fb815c05ff2e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'security_group': {'name': 'tempest-secgroup-1188084067'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:17.256065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 8ddc0968-2512-4f65-9fb5-1ec48c14a640 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:17.278029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8a0c2604-f4d0-4eef-b293-fb815c05ff2e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:17.296177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8a0c2604-f4d0-4eef-b293-fb815c05ff2e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:security_group and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:17.302968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a82573-6903-4aa8-a19e-1816dc1ef676 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f648594-facc-4165-a4d0-11dadd58906f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:17.308702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8a0c2604-f4d0-4eef-b293-fb815c05ff2e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:17.365951 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d567b7d4-43b1-48b0-a860-83abcdb0e594 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.385611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Transition to ACTIVE for port object 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:17.389650 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d567b7d4-43b1-48b0-a860-83abcdb0e594 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/5f9faf98-34f2-46f8-8183-50408bee063d HTTP/1.1" status: 204 len: 168 time: 1.2490656 Feb 04 15:48:17.390902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42680) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:17.394124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8a0c2604-f4d0-4eef-b293-fb815c05ff2e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:17.411813 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.432492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb73ae-0fac-47b1-9e2a-691e0098a0fa req-d1631372-5db3-4499-b941-a227081e3489 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:17.439984 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47fb73ae-0fac-47b1-9e2a-691e0098a0fa req-d1631372-5db3-4499-b941-a227081e3489 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 945 time: 0.3223002 Feb 04 15:48:17.461375 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2604-f4d0-4eef-b293-fb815c05ff2e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.481820 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-0262ac9c-f906-4dae-acbb-4d2a24691d5f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:17.482276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0262ac9c-f906-4dae-acbb-4d2a24691d5f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:17.488786 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0262ac9c-f906-4dae-acbb-4d2a24691d5f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/5f9faf98-34f2-46f8-8183-50408bee063d HTTP/1.1" status: 404 len: 333 time: 0.0960886 Feb 04 15:48:17.489378 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42684) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:17.551802 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-2681454b-5070-40ef-aa05-831c892c2198 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] GET failed (client error): The resource could not be found. Feb 04 15:48:17.552107 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47fb73ae-0fac-47b1-9e2a-691e0098a0fa req-60265864-6efe-42c0-b06c-d6660210e098 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100929 Feb 04 15:48:17.552294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2681454b-5070-40ef-aa05-831c892c2198 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:17.559023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8a0c2604-f4d0-4eef-b293-fb815c05ff2e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:17.566327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8a0c2604-f4d0-4eef-b293-fb815c05ff2e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:security_group_rule and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:17.571340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8a0c2604-f4d0-4eef-b293-fb815c05ff2e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:17.577798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2681454b-5070-40ef-aa05-831c892c2198 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:17.582698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42695ae8-f234-4eb8-b648-ef72773175e8 req-c895be6c-9e8b-4565-ad80-c43dcae71700 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:17.582698 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42695ae8-f234-4eb8-b648-ef72773175e8 req-c895be6c-9e8b-4565-ad80-c43dcae71700 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 945 time: 0.2673769 Feb 04 15:48:17.584262 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2681454b-5070-40ef-aa05-831c892c2198 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/5f9faf98-34f2-46f8-8183-50408bee063d HTTP/1.1" status: 404 len: 333 time: 0.0932746 Feb 04 15:48:17.585225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42688) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:17.586328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8a0c2604-f4d0-4eef-b293-fb815c05ff2e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:17.592632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Network 303a4e5d-6690-4c27-92f2-f3e11b689baf is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:17.603001 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:17.606460 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Pushing event updated for resources: {'Port': ['ID=20ee6ba8-9c28-42a2-be68-aa7f6e94a96d,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:17.622434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:17.646938 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 8ddc0968-2512-4f65-9fb5-1ec48c14a640 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:17.656699 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 8ddc0968-2512-4f65-9fb5-1ec48c14a640 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:17.657097 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.727417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42695ae8-f234-4eb8-b648-ef72773175e8 req-9210bb63-b4d9-4f6a-af3d-494a23a57da4 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372254 Feb 04 15:48:17.784820 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2604-f4d0-4eef-b293-fb815c05ff2e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.791958 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2604-f4d0-4eef-b293-fb815c05ff2e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.891597 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2604-f4d0-4eef-b293-fb815c05ff2e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.899267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8a0c2604-f4d0-4eef-b293-fb815c05ff2e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6798816 Feb 04 15:48:17.901698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42700) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:17.937751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-64b7fced-270f-4fb0-9471-c9ebdcb35d43 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'security_group': {'name': 'tempest-secgroup-1232280289'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:18.011875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8264699-26c0-44f0-815d-b68c6cf9cfef tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting subnet 06c1cfef-7792-4e91-bb8e-dc538768a19b {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:48:18.013862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-64b7fced-270f-4fb0-9471-c9ebdcb35d43 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:18.028067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8264699-26c0-44f0-815d-b68c6cf9cfef tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.038784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-64b7fced-270f-4fb0-9471-c9ebdcb35d43 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:security_group and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:18.057034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-64b7fced-270f-4fb0-9471-c9ebdcb35d43 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:18.063555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c2604-f4d0-4eef-b293-fb815c05ff2e tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a83882d-58d6-4e16-93c2-1abb77519c15,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:18.096019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-64b7fced-270f-4fb0-9471-c9ebdcb35d43 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:18.168303 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8264699-26c0-44f0-815d-b68c6cf9cfef tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.171264 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.217249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454b9bad-6a6b-4869-b473-8e15a9e14bf9 None None] Update dhcp port {'port': {'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'fixed_ips': [{'subnet_id': '844ef37d-241d-4514-b30c-90203dea1e4e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '05b07792-dd9e-4518-b69b-e89973d5b779'}], 'binding:host_id': 'n-d-827872-1'}, 'id': '34a8c41e-803c-45d6-afb4-487e9cd59acb'} from n-d-827872-1. {{(pid=83552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 15:48:18.246084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Attempting to bind port 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:18.246742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Attempting to bind port 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '602577dc-65c9-49e4-b0fe-c44bf8c686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '303a4e5d-6690-4c27-92f2-f3e11b689baf'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:18.247299 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Attempting to bind port 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d on network 303a4e5d-6690-4c27-92f2-f3e11b689baf {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:18.248725 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64b7fced-270f-4fb0-9471-c9ebdcb35d43 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.310042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:48:18.310706 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Checking segment: {'id': '602577dc-65c9-49e4-b0fe-c44bf8c686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '303a4e5d-6690-4c27-92f2-f3e11b689baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:18.311288 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.312149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Bound using segment: {'id': '602577dc-65c9-49e4-b0fe-c44bf8c686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '303a4e5d-6690-4c27-92f2-f3e11b689baf'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:48:18.312814 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Bound port: 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602577dc-65c9-49e4-b0fe-c44bf8c686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '303a4e5d-6690-4c27-92f2-f3e11b689baf'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:18.313365 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.332586 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8264699-26c0-44f0-815d-b68c6cf9cfef tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.334762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922246c0-719f-4977-a4a7-ac4b924c4e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a12d68-c23c-4d54-8326-86d9ec37f4d2'}, {'server_uuid': '944fe060-fedb-4e91-843b-1905845465f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddc0968-2512-4f65-9fb5-1ec48c14a640'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:18.350503 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 8ddc0968-2512-4f65-9fb5-1ec48c14a640, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8ddc0968-2512-4f65-9fb5-1ec48c14a640,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:18.359917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fe41ac92-28b9-4c67-a273-a2a145ec87c2 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:18.411355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-64b7fced-270f-4fb0-9471-c9ebdcb35d43 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:18.448114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ea204-d469-4606-a73d-0c394339fcdb req-21d8faad-002e-4dfa-9ba3-691d4db73dba tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:18.450711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f2ea204-d469-4606-a73d-0c394339fcdb req-21d8faad-002e-4dfa-9ba3-691d4db73dba tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 945 time: 0.3564417 Feb 04 15:48:18.454063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-64b7fced-270f-4fb0-9471-c9ebdcb35d43 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:security_group_rule and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:18.511916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-64b7fced-270f-4fb0-9471-c9ebdcb35d43 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:18.526592 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.530294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-64b7fced-270f-4fb0-9471-c9ebdcb35d43 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:18.607919 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8264699-26c0-44f0-815d-b68c6cf9cfef tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.629308 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-454b9bad-6a6b-4869-b473-8e15a9e14bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.738274 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8264699-26c0-44f0-815d-b68c6cf9cfef tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.746993 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b8264699-26c0-44f0-815d-b68c6cf9cfef tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/06c1cfef-7792-4e91-bb8e-dc538768a19b HTTP/1.1" status: 204 len: 168 time: 1.1604297 Feb 04 15:48:18.751905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42712) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:18.777721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8264699-26c0-44f0-815d-b68c6cf9cfef tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Subnet': ['ID=06c1cfef-7792-4e91-bb8e-dc538768a19b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:18.871922 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f2ea204-d469-4606-a73d-0c394339fcdb req-4507e8ea-a0d1-4d85-8161-ebfae3ced621 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027336 Feb 04 15:48:19.001698 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port fe41ac92-28b9-4c67-a273-a2a145ec87c2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:19.007293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=8ddc0968-2512-4f65-9fb5-1ec48c14a640,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:19.007531 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64b7fced-270f-4fb0-9471-c9ebdcb35d43 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.022641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] For port 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:19.054788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e16d7-42f1-4660-ad92-413e47149a84 req-245f61d0-2dbc-47f6-a1f7-abd2f419c7d1 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:19.061367 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-520e16d7-42f1-4660-ad92-413e47149a84 req-245f61d0-2dbc-47f6-a1f7-abd2f419c7d1 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 945 time: 0.4948468 Feb 04 15:48:19.064271 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64b7fced-270f-4fb0-9471-c9ebdcb35d43 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.123487 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port fe41ac92-28b9-4c67-a273-a2a145ec87c2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:19.127050 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.253992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7fced-270f-4fb0-9471-c9ebdcb35d43 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6e0250-96db-4bbd-acaa-b7bc1fb94d39,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:19.258804 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-64b7fced-270f-4fb0-9471-c9ebdcb35d43 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.262451 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-64b7fced-270f-4fb0-9471-c9ebdcb35d43 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3511119 Feb 04 15:48:19.273492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42720) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:19.292426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1936562840', 'security_groups': ['7e6e0250-96db-4bbd-acaa-b7bc1fb94d39'], 'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '05b07792-dd9e-4518-b69b-e89973d5b779'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:19.350773 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.367262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] For port 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=20ee6ba8-9c28-42a2-be68-aa7f6e94a96d,segment=NetworkSegment(602577dc-65c9-49e4-b0fe-c44bf8c686c0),segment_id=602577dc-65c9-49e4-b0fe-c44bf8c686c0)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:19.384802 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.442259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-520e16d7-42f1-4660-ad92-413e47149a84 req-06409cba-b3bf-49df-9e9c-3c380f2b6b44 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049388 Feb 04 15:48:19.473801 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:19.474463 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.485399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7417144-f5cc-4c59-b23f-f9a226eb35e3 None None] Pushing event updated for resources: {'Port': ['ID=20ee6ba8-9c28-42a2-be68-aa7f6e94a96d,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:19.499152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff50ea-30e5-4c50-92ae-0a26d25ba902 req-54db6f41-9b35-4a7c-9378-a92551404a69 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:19.500906 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47ff50ea-30e5-4c50-92ae-0a26d25ba902 req-54db6f41-9b35-4a7c-9378-a92551404a69 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 946 time: 0.2216041 Feb 04 15:48:19.502078 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.573703 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47ff50ea-30e5-4c50-92ae-0a26d25ba902 req-7e3fbba7-70a9-4676-9151-8a0fef4b89b9 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a5a2d95-412d-47b4-97db-566b9fd1b938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642943 Feb 04 15:48:19.609953 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922246c0-719f-4977-a4a7-ac4b924c4e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a12d68-c23c-4d54-8326-86d9ec37f4d2', 'code': 200} Feb 04 15:48:19.610153 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944fe060-fedb-4e91-843b-1905845465f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddc0968-2512-4f65-9fb5-1ec48c14a640', 'code': 200} Feb 04 15:48:19.614547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-454b9bad-6a6b-4869-b473-8e15a9e14bf9 None None] Allocated IP 2001:db8::2 (5c5ae5ad-4230-41ef-bcc3-63649b9926f4/05b07792-dd9e-4518-b69b-e89973d5b779/34a8c41e-803c-45d6-afb4-487e9cd59acb) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:19.681259 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.690755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:19.772042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:19.902895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:19.943401 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port fe41ac92-28b9-4c67-a273-a2a145ec87c2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fe41ac92-28b9-4c67-a273-a2a145ec87c2,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:19.953257 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.001816 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f72eb36-f0ea-4cb7-91fe-af4ee1e95c58 req-24af648d-e18a-4c72-a8e2-df88e2de2d60 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 1097 time: 0.3171003 Feb 04 15:48:20.005901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] For port 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=20ee6ba8-9c28-42a2-be68-aa7f6e94a96d,segment=NetworkSegment(602577dc-65c9-49e4-b0fe-c44bf8c686c0),segment_id=602577dc-65c9-49e4-b0fe-c44bf8c686c0)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:20.006308 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.102937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f02c52-4f33-49da-9163-5308208c010a req-eddd724c-5ece-49bf-afdc-4b3e021bb6df tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:20.107898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-454b9bad-6a6b-4869-b473-8e15a9e14bf9 None None] For port 34a8c41e-803c-45d6-afb4-487e9cd59acb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=34a8c41e-803c-45d6-afb4-487e9cd59acb,segment=NetworkSegment(7dda2539-def4-425e-a4f0-9ef0fdf84970),segment_id=7dda2539-def4-425e-a4f0-9ef0fdf84970)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:20.110592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-70f02c52-4f33-49da-9163-5308208c010a req-eddd724c-5ece-49bf-afdc-4b3e021bb6df tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 946 time: 0.3304493 Feb 04 15:48:20.131016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=fe41ac92-28b9-4c67-a273-a2a145ec87c2,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:20.153986 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-454b9bad-6a6b-4869-b473-8e15a9e14bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.198749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-454b9bad-6a6b-4869-b473-8e15a9e14bf9 None None] Transition to ACTIVE for port object 34a8c41e-803c-45d6-afb4-487e9cd59acb will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:20.201078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-70f02c52-4f33-49da-9163-5308208c010a req-fbfe1511-9d7c-4910-aeff-36725f956137 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895555 Feb 04 15:48:20.209123 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-454b9bad-6a6b-4869-b473-8e15a9e14bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.247926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2348902-ae0a-47e1-8aef-a06b50c9670c req-cd14630f-01fc-4264-a324-3c04233028df tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:20.260292 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2348902-ae0a-47e1-8aef-a06b50c9670c req-cd14630f-01fc-4264-a324-3c04233028df tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 945 time: 0.4261825 Feb 04 15:48:20.316832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:20.322575 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f72eb36-f0ea-4cb7-91fe-af4ee1e95c58 req-046159de-d48b-4670-aa7d-4f1fa6ab6fbc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113022 Feb 04 15:48:20.451017 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-02282786-6542-40d0-b44c-8f32215eb1ad req-d1840897-ee89-458f-88bb-9e6550be3fc7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 1096 time: 0.7452691 Feb 04 15:48:20.454879 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2348902-ae0a-47e1-8aef-a06b50c9670c req-4217f012-fdd3-48c9-9bea-6a2b8d1e010d tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866634 Feb 04 15:48:20.460633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b9bad-6a6b-4869-b473-8e15a9e14bf9 None None] Pushing event updated for resources: {'Port': ['ID=34a8c41e-803c-45d6-afb4-487e9cd59acb,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:20.541828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a472f60-fff3-4de4-a128-51d6bb9bb5fb req-4273d586-8ecf-4d93-bdb9-c1cb566d33a9 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:20.543759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6a472f60-fff3-4de4-a128-51d6bb9bb5fb req-4273d586-8ecf-4d93-bdb9-c1cb566d33a9 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 946 time: 0.1858270 Feb 04 15:48:20.611121 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6a472f60-fff3-4de4-a128-51d6bb9bb5fb req-61edfa56-f682-42b5-9298-cc64644055b4 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586236 Feb 04 15:48:20.637060 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-02282786-6542-40d0-b44c-8f32215eb1ad req-52f511d6-185b-4117-860e-1dd6e3c12017 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719894 Feb 04 15:48:20.642263 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.654680 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.724822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-4c368589-7de6-4758-a2a4-0a981b44b132 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:20.725557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-4c368589-7de6-4758-a2a4-0a981b44b132 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Synchronizing usage tracker for tenant:87bedc59a9134ea084ed6143f17674b0 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:20.773267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=20ee6ba8-9c28-42a2-be68-aa7f6e94a96d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:20.811135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No DVR routers for this DVR port 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:20.817282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] device_id is not set on port ba10e4ce-1743-47f7-a427-f6416253b5ef yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:20.967508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:21.045403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549d6d5-6ccf-4dba-bf83-ece7d4d55559 req-342b0d67-b0c2-44bc-8b3a-f0129ce098cc tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:21.055074 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:48:21.055537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 15:48:21.055948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f549d6d5-6ccf-4dba-bf83-ece7d4d55559 req-342b0d67-b0c2-44bc-8b3a-f0129ce098cc tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 945 time: 0.3802166 Feb 04 15:48:21.141594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Port 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d not found, will not notify nova. {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 15:48:21.142100 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 34a8c41e-803c-45d6-afb4-487e9cd59acb up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:21.149963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa1ff3-deed-48ef-a571-f27bf7764c66 req-29f25f57-0a67-4620-8911-8782089633dc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:21.155716 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08fa1ff3-deed-48ef-a571-f27bf7764c66 req-29f25f57-0a67-4620-8911-8782089633dc tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 946 time: 0.2493665 Feb 04 15:48:21.198426 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f549d6d5-6ccf-4dba-bf83-ece7d4d55559 req-ee9d6a83-9269-46e8-b1e4-5fa74c7e320f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409631 Feb 04 15:48:21.261316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08fa1ff3-deed-48ef-a571-f27bf7764c66 req-5eb2e08f-f395-4d52-ae5d-5cc6acf65c94 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a5a2d95-412d-47b4-97db-566b9fd1b938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011605 Feb 04 15:48:21.265146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Allocated IP 2001:db8::1d4 (5c5ae5ad-4230-41ef-bcc3-63649b9926f4/05b07792-dd9e-4518-b69b-e89973d5b779/ba10e4ce-1743-47f7-a427-f6416253b5ef) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:21.397217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-4c368589-7de6-4758-a2a4-0a981b44b132 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Unset dirty status for tenant:87bedc59a9134ea084ed6143f17674b0 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:21.400029 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-4c368589-7de6-4758-a2a4-0a981b44b132 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 946 time: 1.0911903 Feb 04 15:48:21.449490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b48f75-c2d3-437d-b632-a8dd823c89c8 None None] Network 303a4e5d-6690-4c27-92f2-f3e11b689baf requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:21.662745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b6837c-6404-4acd-9758-98308364312a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe41ac92-28b9-4c67-a273-a2a145ec87c2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:21.670077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.748383 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-20325521-5f5c-4df5-ad7d-ccac2f081376 None None] Could not find standard attr ID for object 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:48:21.857961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd2f2b-0e2b-4bab-936b-8205c38bf983 req-2db6b2d4-f371-490b-9c5f-cfbdef5f4b18 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:21.873202 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44dd2f2b-0e2b-4bab-936b-8205c38bf983 req-2db6b2d4-f371-490b-9c5f-cfbdef5f4b18 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 946 time: 0.2985470 Feb 04 15:48:21.876834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c86f5-b8bb-493b-9e27-ee3004c9b808 None None] DHCP port deletion for 303a4e5d-6690-4c27-92f2-f3e11b689baf request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:48:21.915907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0fe0e1b2-b0eb-40a2-b4c6-4fc9e77aaf4c None None] Provisioning for port 34a8c41e-803c-45d6-afb4-487e9cd59acb completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:21.921104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0fe0e1b2-b0eb-40a2-b4c6-4fc9e77aaf4c None None] Provisioning complete for port 34a8c41e-803c-45d6-afb4-487e9cd59acb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:21.921592 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0fe0e1b2-b0eb-40a2-b4c6-4fc9e77aaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.966103 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44dd2f2b-0e2b-4bab-936b-8205c38bf983 req-755dd1ba-63ca-44f6-b4a6-ce5b8d85141e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918543 Feb 04 15:48:21.979009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-1617edb3-8211-4388-bf11-18d20ccc827b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:21.981600 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-1617edb3-8211-4388-bf11-18d20ccc827b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 0.5961871 Feb 04 15:48:22.042748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-3472d1cf-9c99-4cd5-9c4f-6b9aa15b188b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/quotas/348461e82d844c83a77fa4d9ee90bbcd HTTP/1.1" status: 200 len: 375 time: 0.0543945 Feb 04 15:48:22.111709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0fe0e1b2-b0eb-40a2-b4c6-4fc9e77aaf4c None None] Provisioning complete for port e88f6755-16fe-49a0-8f9b-c35416b72d6b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:22.112956 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0fe0e1b2-b0eb-40a2-b4c6-4fc9e77aaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.120361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Transition to ACTIVE for port object ba10e4ce-1743-47f7-a427-f6416253b5ef will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:22.187985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-0fe0e1b2-b0eb-40a2-b4c6-4fc9e77aaf4c None None] Port e88f6755-16fe-49a0-8f9b-c35416b72d6b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:48:22.189936 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.223614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-feb7b9f8-c936-4aac-9fa0-f81132d4ec7b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Deleting port aab9cdf4-a858-41ab-a248-6d93430c1859 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:22.223961 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-feb7b9f8-c936-4aac-9fa0-f81132d4ec7b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.245564 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-8ed4536b-826e-447c-b53b-d2cbb5cbe7a3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2017612 Feb 04 15:48:22.328664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303a4e5d-6690-4c27-92f2-f3e11b689baf']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:22.380140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602577dc-65c9-49e4-b0fe-c44bf8c686c0') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:22.380422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602577dc-65c9-49e4-b0fe-c44bf8c686c0') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:22.397278 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.407608 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.480471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-b44c5ba0-7604-4d40-b288-6140ed5ab646 service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335305 Feb 04 15:48:22.487958 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.521169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:48:22.521570 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:22.540361 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:22.573896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1446f-9ef2-4d4b-bfe9-d76b17e4f035 req-f86523b7-d64b-4c3a-b345-118c3182fc8d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:22.575344 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52f1446f-9ef2-4d4b-bfe9-d76b17e4f035 req-f86523b7-d64b-4c3a-b345-118c3182fc8d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 946 time: 0.2285969 Feb 04 15:48:22.645190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=ba10e4ce-1743-47f7-a427-f6416253b5ef,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:22.656689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:22.665630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:22.668969 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52f1446f-9ef2-4d4b-bfe9-d76b17e4f035 req-40a5fe72-5c50-4238-ba2f-41384489054f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850518 Feb 04 15:48:22.692899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:22.699396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:22.700077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.700904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-9b84f73c-a4d0-4be0-91f3-2a5de29f5faa service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132292 Feb 04 15:48:22.745566 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.765920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:22.798164 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.811647 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/networks/303a4e5d-6690-4c27-92f2-f3e11b689baf HTTP/1.1" status: 204 len: 168 time: 4.0583487 Feb 04 15:48:22.815484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42758) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:22.821990 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1953295238'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:22.841307 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b6837c-6404-4acd-9758-98308364312a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe41ac92-28b9-4c67-a273-a2a145ec87c2', 'code': 200} Feb 04 15:48:22.851531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:22.866941 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:network and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:22.877057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:22.892176 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:22.911962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:48:22.912317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 20ee6ba8-9c28-42a2-be68-aa7f6e94a96d not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:22.930267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d712cd-1a86-4499-b647-1cc2e5ed5b85 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Network': ['ID=303a4e5d-6690-4c27-92f2-f3e11b689baf,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:23.039744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:23.042692 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.088330 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5cd2ff93-f87d-4bc7-bb26-cecb79156ada tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8106556 Feb 04 15:48:23.090633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42770) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:23.095840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-feb7b9f8-c936-4aac-9fa0-f81132d4ec7b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] For port aab9cdf4-a858-41ab-a248-6d93430c1859, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=aab9cdf4-a858-41ab-a248-6d93430c1859,segment=NetworkSegment(3b6269a6-1ef8-4180-8315-f4ef647b25b3),segment_id=3b6269a6-1ef8-4180-8315-f4ef647b25b3)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:23.096803 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-feb7b9f8-c936-4aac-9fa0-f81132d4ec7b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.102210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-7e219977-1a98-41ea-800c-525e690df275 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'subnet': {'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:23.155030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:23.166087 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.166439 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Added segment 9289bae1-95c6-4b2c-8e36-bf75e5121939 of type vlan for network 0ba7735a-662f-4822-b51a-e6b9d668617c Feb 04 15:48:23.215494 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.234835 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2ab0c65c-8dd5-4f6f-8633-f40fc2673d89 None None] Provisioning for port ba10e4ce-1743-47f7-a427-f6416253b5ef completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:23.245340 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2ab0c65c-8dd5-4f6f-8633-f40fc2673d89 None None] Provisioning complete for port ba10e4ce-1743-47f7-a427-f6416253b5ef triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:23.245796 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c65c-8dd5-4f6f-8633-f40fc2673d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.371548 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0c65c-8dd5-4f6f-8633-f40fc2673d89 None None] Port ba10e4ce-1743-47f7-a427-f6416253b5ef cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:48:23.479296 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:23.513102 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-feb7b9f8-c936-4aac-9fa0-f81132d4ec7b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.513622 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-feb7b9f8-c936-4aac-9fa0-f81132d4ec7b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.514157 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-feb7b9f8-c936-4aac-9fa0-f81132d4ec7b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Floating IP fafd6009-cf4a-4410-8277-8a08b22c5fdb disassociated. External IP: 172.25.0.186, port: aab9cdf4-a858-41ab-a248-6d93430c1859. Feb 04 15:48:23.514510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-feb7b9f8-c936-4aac-9fa0-f81132d4ec7b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Calling delete_port for aab9cdf4-a858-41ab-a248-6d93430c1859 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:23.526082 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.529800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:23.530372 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.586443 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2ffa42c-9714-44da-a66e-aa448381f360 req-e9c72a8c-c7ec-4e54-b01d-4457602771ad service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 1097 time: 0.6508496 Feb 04 15:48:23.669769 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2ffa42c-9714-44da-a66e-aa448381f360 req-39100ed4-2620-4a6c-abc3-4d6778302f42 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765421 Feb 04 15:48:23.743106 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9264824 Feb 04 15:48:23.746059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42782) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:23.748169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7e219977-1a98-41ea-800c-525e690df275 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:23.754475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1941c-6325-4e1d-84b1-7f401f42cf55 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Network': ['ID=0ba7735a-662f-4822-b51a-e6b9d668617c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:23.757259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7e219977-1a98-41ea-800c-525e690df275 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:subnet and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:23.763498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7e219977-1a98-41ea-800c-525e690df275 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:23.767457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 0ba7735a-662f-4822-b51a-e6b9d668617c details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:23.775211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7e219977-1a98-41ea-800c-525e690df275 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:23.787528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035a9f4-37fb-4903-b2af-baa3666f8d5e req-87cded74-b593-42fb-a746-798449c27c68 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:23.789271 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4035a9f4-37fb-4903-b2af-baa3666f8d5e req-87cded74-b593-42fb-a746-798449c27c68 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 946 time: 0.5596805 Feb 04 15:48:23.796000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96986cf2-c728-46a1-8ff9-aed88e3100a6 req-471066e7-8a59-4855-940a-ca53036e1b35 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:23.798046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96986cf2-c728-46a1-8ff9-aed88e3100a6 req-471066e7-8a59-4855-940a-ca53036e1b35 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 945 time: 0.6574714 Feb 04 15:48:23.805543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'subnet': {'network_id': '0ba7735a-662f-4822-b51a-e6b9d668617c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:23.825024 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-feb7b9f8-c936-4aac-9fa0-f81132d4ec7b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.854143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e219977-1a98-41ea-800c-525e690df275 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:23.952615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7b9f8-c936-4aac-9fa0-f81132d4ec7b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Pushing event deleted for resources: {'Port': ['ID=aab9cdf4-a858-41ab-a248-6d93430c1859,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:23.989316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:24.103268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:subnet and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:24.107559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:24.116818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:24.140939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:24.162039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4035a9f4-37fb-4903-b2af-baa3666f8d5e req-2f1bb440-6229-470e-9de1-35c3e8533e18 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a5a2d95-412d-47b4-97db-566b9fd1b938&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629010 Feb 04 15:48:24.203843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96986cf2-c728-46a1-8ff9-aed88e3100a6 req-6b9cc811-308d-4af1-ba92-c788b39fe335 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855991 Feb 04 15:48:24.297749 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.333306 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e219977-1a98-41ea-800c-525e690df275 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.372754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device aab9cdf4-a858-41ab-a248-6d93430c1859 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:24.497151 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: aab9cdf4-a858-41ab-a248-6d93430c1859 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:48:24.500561 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device aab9cdf4-a858-41ab-a248-6d93430c1859 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:24.768645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42798) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:24.888698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f29676-2e54-4770-a358-ace778bb141d req-2e18784c-fec9-41f5-9424-34ef150e5986 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:24.904054 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9f29676-2e54-4770-a358-ace778bb141d req-2e18784c-fec9-41f5-9424-34ef150e5986 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 946 time: 0.3293083 Feb 04 15:48:24.941203 n-d-827872-1 neutron-server[83551]: INFO neutron.db.ipam_backend_mixin [None req-7e219977-1a98-41ea-800c-525e690df275 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 05b07792-dd9e-4518-b69b-e89973d5b779 (CIDR: 2001:db8::/64) Feb 04 15:48:24.981893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-feb7b9f8-c936-4aac-9fa0-f81132d4ec7b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Router 36f649e5-045b-40a4-a922-b7e95cd7f839 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:48:24.992511 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e219977-1a98-41ea-800c-525e690df275 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:48:24.995825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e219977-1a98-41ea-800c-525e690df275 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:25.058142 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7e219977-1a98-41ea-800c-525e690df275 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9659798 Feb 04 15:48:25.063438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42804) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:25.186406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0289d0ed-3d09-43de-a139-fe9039220b70 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'subnet': {'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:25.214817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9f29676-2e54-4770-a358-ace778bb141d req-71cf3f73-c5b2-4ae1-a803-3b1ed935a067 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096294 Feb 04 15:48:25.308420 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1789769-34f0-4ca7-91cf-8c2a7c4e51de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.439708 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.579057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f1789769-34f0-4ca7-91cf-8c2a7c4e51de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:25.603063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Subnet': ['ID=93280b21-0dda-47ad-87e6-4ec164c12bd5,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:25.647456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f1789769-34f0-4ca7-91cf-8c2a7c4e51de admin admin] Usage tracker for resource:security_group_rule and tenant:cd71fb8e6fe94645b9002af167327828 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:25.669748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f1789769-34f0-4ca7-91cf-8c2a7c4e51de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:25.697091 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f1789769-34f0-4ca7-91cf-8c2a7c4e51de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:25.704433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c832b5b4-1aea-48c7-a77b-d866a9bd196e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:25.706129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c832b5b4-1aea-48c7-a77b-d866a9bd196e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 0.7632954 Feb 04 15:48:25.731033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Request body: {'port': {'device_id': 'bd0ebfba-9f63-4dd9-a813-97fb889e54fd', 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'admin_state_up': True, 'tenant_id': '348461e82d844c83a77fa4d9ee90bbcd'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:25.738720 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Checking segment: {'id': '9289bae1-95c6-4b2c-8e36-bf75e5121939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0ba7735a-662f-4822-b51a-e6b9d668617c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:25.739662 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network hostable DHCP agents. Network: 0ba7735a-662f-4822-b51a-e6b9d668617c, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:25.811135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 0ba7735a-662f-4822-b51a-e6b9d668617c is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:25.847026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-feb7b9f8-c936-4aac-9fa0-f81132d4ec7b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:48:25.857279 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db7971-a0c9-4555-8622-087d591d14c1 None None] Sync routers for ids ['36f649e5-045b-40a4-a922-b7e95cd7f839'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:48:25.859162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0289d0ed-3d09-43de-a139-fe9039220b70 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:25.876869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0289d0ed-3d09-43de-a139-fe9039220b70 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:subnet and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:25.884628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0289d0ed-3d09-43de-a139-fe9039220b70 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:25.886614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db7971-a0c9-4555-8622-087d591d14c1 None None] Routers {'36f649e5-045b-40a4-a922-b7e95cd7f839'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:48:25.887289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e4db7971-a0c9-4555-8622-087d591d14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:48:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['36f649e5-045b-40a4-a922-b7e95cd7f839'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:25.892341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 0ba7735a-662f-4822-b51a-e6b9d668617c) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:25.911952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:25.914215 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.919347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0289d0ed-3d09-43de-a139-fe9039220b70 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:25.985098 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4857e7fc-e96b-45f9-93c9-3c95dbeacfe5 None None] Network 0ba7735a-662f-4822-b51a-e6b9d668617c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:26.000290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-feb7b9f8-c936-4aac-9fa0-f81132d4ec7b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] No DVR routers for this DVR port aab9cdf4-a858-41ab-a248-6d93430c1859 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:26.004400 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-feb7b9f8-c936-4aac-9fa0-f81132d4ec7b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.012002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d294c86-cf59-4d80-9c84-649d76598d9d', 'name': 'network-vif-deleted', 'tag': 'aab9cdf4-a858-41ab-a248-6d93430c1859'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:26.031834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0289d0ed-3d09-43de-a139-fe9039220b70 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:26.041069 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0289d0ed-3d09-43de-a139-fe9039220b70 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.075317 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b28be4d3-36ec-4f46-b7b5-505c9b5d785a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3269894 Feb 04 15:48:26.077365 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-78419fc5-985d-4605-b1d0-ccfa2f8ed046 req-feb7b9f8-c936-4aac-9fa0-f81132d4ec7b tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.81 "DELETE /v2.0/ports/aab9cdf4-a858-41ab-a248-6d93430c1859 HTTP/1.1" status: 204 len: 173 time: 4.6519480 Feb 04 15:48:26.078145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42834) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:26.088185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'network_id': '0ba7735a-662f-4822-b51a-e6b9d668617c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-848598984'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:26.251296 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1789769-34f0-4ca7-91cf-8c2a7c4e51de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.267767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccb98c-3736-4b2d-9397-e1548d68ff7d req-c35d5fb1-eaff-4442-9d7e-4be7ca2a7f0d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:26.276812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3ccb98c-3736-4b2d-9397-e1548d68ff7d req-c35d5fb1-eaff-4442-9d7e-4be7ca2a7f0d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 946 time: 0.7006707 Feb 04 15:48:26.288184 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1789769-34f0-4ca7-91cf-8c2a7c4e51de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.326440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:26.328209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:26.344300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:port and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:26.359004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Usage tracker for resource:port and tenant:348461e82d844c83a77fa4d9ee90bbcd is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:26.360463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:26.375075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:26.384854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:26.394917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:26.412218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:26.416238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1789769-34f0-4ca7-91cf-8c2a7c4e51de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd3391a-7dad-43f6-81df-300f6f84060d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:26.417198 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.437764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-e4db7971-a0c9-4555-8622-087d591d14c1 None None] Set router 36f649e5-045b-40a4-a922-b7e95cd7f839 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:48:26.468250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port 8a9e7fe7-828f-4906-8da3-7ec2a30acf1f yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:26.522439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Made reservation on behalf of 348461e82d844c83a77fa4d9ee90bbcd for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:26.526203 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.569295 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3ccb98c-3736-4b2d-9397-e1548d68ff7d req-c00d7cde-4bda-4c93-b3ac-dd063c292bc7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906930 Feb 04 15:48:26.577830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f1789769-34f0-4ca7-91cf-8c2a7c4e51de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd71fb8e6fe94645b9002af167327828&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8035507 Feb 04 15:48:26.601566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42842) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:26.605626 n-d-827872-1 neutron-server[83551]: INFO neutron.db.ipam_backend_mixin [None req-0289d0ed-3d09-43de-a139-fe9039220b70 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 844ef37d-241d-4514-b30c-90203dea1e4e (CIDR: 2001:db8:0:1::/64) Feb 04 15:48:26.622223 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04fe4f34-7c5a-4277-b6b9-96a1b41dc590 req-1cc577c3-c2f6-4f78-8a26-1a74e76fdbe3 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d294c86-cf59-4d80-9c84-649d76598d9d HTTP/1.1" status: 200 len: 210 time: 0.1387782 Feb 04 15:48:26.672703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Allocated IP 172.20.0.11 (0ba7735a-662f-4822-b51a-e6b9d668617c/93280b21-0dda-47ad-87e6-4ec164c12bd5/8a9e7fe7-828f-4906-8da3-7ec2a30acf1f) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:26.777969 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-0ba7735a-662f-4822-b51a-e6b9d668617c', 'network_id': '0ba7735a-662f-4822-b51a-e6b9d668617c', 'tenant_id': '4152675cb55e47d8b7b3918734aa1522', 'fixed_ips': [{'subnet_id': '93280b21-0dda-47ad-87e6-4ec164c12bd5'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:48:26.778792 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.839919 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d294c86-cf59-4d80-9c84-649d76598d9d', 'name': 'network-vif-deleted', 'tag': 'aab9cdf4-a858-41ab-a248-6d93430c1859', 'status': 'completed', 'code': 200} Feb 04 15:48:26.868008 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-0289d0ed-3d09-43de-a139-fe9039220b70 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:48:26.869014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0289d0ed-3d09-43de-a139-fe9039220b70 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:26.977025 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.996348 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Transition to ACTIVE for port object 8a9e7fe7-828f-4906-8da3-7ec2a30acf1f will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:27.029754 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.078606 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0289d0ed-3d09-43de-a139-fe9039220b70 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.0101480 Feb 04 15:48:27.078606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Allocated IP 172.20.0.13 (c423fc49-37d2-40d9-ae0c-c306e8e0cfc7/184257a1-8dd7-4ba7-9fe3-dd948fd0da94/f5fbdd66-4491-4c28-8c01-da69b8cc7aa1) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:27.079202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42848) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:27.113038 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-570232ae-fda5-41f8-8bcf-f2998709ff17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.116053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ae0488ec-7f85-4f94-9367-7127077112dc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'subnet': {'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:27.150692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 0ba7735a-662f-4822-b51a-e6b9d668617c is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:27.160529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:27.168197 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-570232ae-fda5-41f8-8bcf-f2998709ff17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.220039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Allocated IP 172.20.0.2 (0ba7735a-662f-4822-b51a-e6b9d668617c/93280b21-0dda-47ad-87e6-4ec164c12bd5/dd55f698-a87a-4b17-8b47-2638bef486f4) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:27.244334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:27.283300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=8a9e7fe7-828f-4906-8da3-7ec2a30acf1f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:27.301272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:27.301626 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:27.301971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:27.302313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:27.302647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:27.302977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:27.303336 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:27.303667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:27.303991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:27.304320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:27.304643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:27.355023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:27.355726 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.411212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e4db7971-a0c9-4555-8622-087d591d14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:05Z', 'updated_at': '2022-02-04T15:46:16Z', 'revision_number': 4, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'gw_port': {'id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:07Z', 'updated_at': '2022-02-04T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'c03eab2e-1e10-440a-9dbe-7ac737a99129', 'name': '', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'mac_address': 'fa:16:3e:68:62:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:41Z', 'revision_number': 5, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'subnets': [{'id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:27.415563 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-384d2304-d169-4e02-820e-edba64065adf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3359683 Feb 04 15:48:27.419333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42858) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:27.428810 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db7971-a0c9-4555-8622-087d591d14c1 None None] Checking router: 36f649e5-045b-40a4-a922-b7e95cd7f839 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:48:27.441569 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-570232ae-fda5-41f8-8bcf-f2998709ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.457647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ae0488ec-7f85-4f94-9367-7127077112dc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:27.470828 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ae0488ec-7f85-4f94-9367-7127077112dc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Usage tracker for resource:subnet and tenant:7f7215bd13c94f90a591fef9405f0820 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:27.477111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ae0488ec-7f85-4f94-9367-7127077112dc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:27.483436 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570232ae-fda5-41f8-8bcf-f2998709ff17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd3391a-7dad-43f6-81df-300f6f84060d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:27.492383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ae0488ec-7f85-4f94-9367-7127077112dc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:27.510754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-24c6ef3a-f86e-4fe3-ad1a-8ad0f9820fae tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 8a9e7fe7-828f-4906-8da3-7ec2a30acf1f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:27.511218 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-24c6ef3a-f86e-4fe3-ad1a-8ad0f9820fae tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.514507 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-570232ae-fda5-41f8-8bcf-f2998709ff17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.515730 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-570232ae-fda5-41f8-8bcf-f2998709ff17 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbd3391a-7dad-43f6-81df-300f6f84060d HTTP/1.1" status: 204 len: 168 time: 0.8885548 Feb 04 15:48:27.521474 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db7971-a0c9-4555-8622-087d591d14c1 None None] Routers {'36f649e5-045b-40a4-a922-b7e95cd7f839'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:48:27.523342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e4db7971-a0c9-4555-8622-087d591d14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:48:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['36f649e5-045b-40a4-a922-b7e95cd7f839'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:27.541711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0488ec-7f85-4f94-9367-7127077112dc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Made reservation on behalf of 7f7215bd13c94f90a591fef9405f0820 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:27.579767 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.590372 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e046-967a-4913-a41d-401c42d44d7b req-96733972-fdd7-4dd8-a808-415eee6bb832 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:27.598345 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22c8e046-967a-4913-a41d-401c42d44d7b req-96733972-fdd7-4dd8-a808-415eee6bb832 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 0.2775970 Feb 04 15:48:27.625825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22c8e046-967a-4913-a41d-401c42d44d7b req-4266508f-d082-4244-bbbb-369bc5215cf5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/quotas/348461e82d844c83a77fa4d9ee90bbcd HTTP/1.1" status: 200 len: 375 time: 0.0263307 Feb 04 15:48:27.632218 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.654512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Transition to ACTIVE for port object dd55f698-a87a-4b17-8b47-2638bef486f4 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:27.767447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Transition to ACTIVE for port object dd55f698-a87a-4b17-8b47-2638bef486f4 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:27.786775 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.818166 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.874774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['55428373-4ebe-4d04-8cb2-6884b677713c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:48:27.905854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event updated for resources: {'Port': ['ID=f5fbdd66-4491-4c28-8c01-da69b8cc7aa1,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:27.947673 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ae0488ec-7f85-4f94-9367-7127077112dc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.967743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Network 0ba7735a-662f-4822-b51a-e6b9d668617c is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:27.974310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:27.993114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:28.029086 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-e4db7971-a0c9-4555-8622-087d591d14c1 None None] Set router 36f649e5-045b-40a4-a922-b7e95cd7f839 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:48:28.078833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Pushing event updated for resources: {'Port': ['ID=dd55f698-a87a-4b17-8b47-2638bef486f4,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:28.093713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8a43b1da-0e8f-4692-b5e7-b925d0d2af1e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Synchronizing usage tracker for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:28.149368 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:28.153234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:28.160874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:28.211524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8a43b1da-0e8f-4692-b5e7-b925d0d2af1e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Unset dirty status for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:28.221820 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8a43b1da-0e8f-4692-b5e7-b925d0d2af1e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5942492 Feb 04 15:48:28.324557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Attempting to bind port dd55f698-a87a-4b17-8b47-2638bef486f4 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:28.325186 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Attempting to bind port dd55f698-a87a-4b17-8b47-2638bef486f4 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '9289bae1-95c6-4b2c-8e36-bf75e5121939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0ba7735a-662f-4822-b51a-e6b9d668617c'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:28.325317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Attempting to bind port dd55f698-a87a-4b17-8b47-2638bef486f4 on network 0ba7735a-662f-4822-b51a-e6b9d668617c {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:28.356230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818b4ba-a3a2-4723-9f57-eda6075196a4 req-a1c22e74-8a9a-41b7-9933-40bd4535a3bb tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:28.356537 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-24c6ef3a-f86e-4fe3-ad1a-8ad0f9820fae tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.368290 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e818b4ba-a3a2-4723-9f57-eda6075196a4 req-a1c22e74-8a9a-41b7-9933-40bd4535a3bb tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 946 time: 0.4636691 Feb 04 15:48:28.406828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:28.408119 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.444506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:48:28.444945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Checking segment: {'id': '9289bae1-95c6-4b2c-8e36-bf75e5121939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0ba7735a-662f-4822-b51a-e6b9d668617c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:28.445346 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.445788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Bound using segment: {'id': '9289bae1-95c6-4b2c-8e36-bf75e5121939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0ba7735a-662f-4822-b51a-e6b9d668617c'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:48:28.446320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Bound port: dd55f698-a87a-4b17-8b47-2638bef486f4, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9289bae1-95c6-4b2c-8e36-bf75e5121939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0ba7735a-662f-4822-b51a-e6b9d668617c'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:28.446685 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.492039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-c90cbecd-591e-487b-94a8-38e9f22f6c0f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7659547 Feb 04 15:48:28.510997 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-24c6ef3a-f86e-4fe3-ad1a-8ad0f9820fae tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for 8a9e7fe7-828f-4906-8da3-7ec2a30acf1f owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:28.514317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Request body: {'port': {'device_id': 'bd0ebfba-9f63-4dd9-a813-97fb889e54fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:28.563747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e818b4ba-a3a2-4723-9f57-eda6075196a4 req-c44bc611-4fb7-4a1c-b65d-1c88df74ccfb tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939626 Feb 04 15:48:28.635867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22c8e046-967a-4913-a41d-401c42d44d7b req-9d79f783-3aeb-4ef6-8e53-324b4562f42e service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124856 Feb 04 15:48:28.809689 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22c8e046-967a-4913-a41d-401c42d44d7b req-fa5fbe6b-8e22-423b-985a-5d694cb6d37a service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726198 Feb 04 15:48:28.849573 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-24c6ef3a-f86e-4fe3-ad1a-8ad0f9820fae tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.960403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] For port dd55f698-a87a-4b17-8b47-2638bef486f4, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:28.964261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] For port dd55f698-a87a-4b17-8b47-2638bef486f4, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dd55f698-a87a-4b17-8b47-2638bef486f4,segment=NetworkSegment(9289bae1-95c6-4b2c-8e36-bf75e5121939),segment_id=9289bae1-95c6-4b2c-8e36-bf75e5121939)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:28.988701 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.001882 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.079083 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ae0488ec-7f85-4f94-9367-7127077112dc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.104994 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e4db7971-a0c9-4555-8622-087d591d14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:05Z', 'updated_at': '2022-02-04T15:46:16Z', 'revision_number': 4, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'gw_port': {'id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:07Z', 'updated_at': '2022-02-04T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'c03eab2e-1e10-440a-9dbe-7ac737a99129', 'name': '', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'mac_address': 'fa:16:3e:68:62:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:41Z', 'revision_number': 5, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'subnets': [{'id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:29.113715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec68c5d-318a-44f4-a925-a90b5532faca None None] Pushing event updated for resources: {'Port': ['ID=dd55f698-a87a-4b17-8b47-2638bef486f4,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:29.117127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db7971-a0c9-4555-8622-087d591d14c1 None None] The sync data for ids ['36f649e5-045b-40a4-a922-b7e95cd7f839'] in n-d-827872-1 is: [{'id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:05Z', 'updated_at': '2022-02-04T15:46:16Z', 'revision_number': 4, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'gw_port': {'id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:07Z', 'updated_at': '2022-02-04T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'c03eab2e-1e10-440a-9dbe-7ac737a99129', 'name': '', 'network_id': '9c994eb7-21f6-4bbb-aa9a-e5f946251d53', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'mac_address': 'fa:16:3e:68:62:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:41Z', 'revision_number': 5, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'subnets': [{'id': 'cb3ee7bb-9132-4f79-8df1-c25a2a473bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:48:29.148932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6ef3a-f86e-4fe3-ad1a-8ad0f9820fae tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=8a9e7fe7-828f-4906-8da3-7ec2a30acf1f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:29.271002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0488ec-7f85-4f94-9367-7127077112dc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:29.278275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-ae0488ec-7f85-4f94-9367-7127077112dc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:29.290983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0488ec-7f85-4f94-9367-7127077112dc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:29.291760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17698deb-af87-4834-81a3-020941badf2e None None] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:29.292053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ae0488ec-7f85-4f94-9367-7127077112dc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.309816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0488ec-7f85-4f94-9367-7127077112dc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Subnet': ['ID=eacc59ff-303d-4fe8-81ee-c4b0905e7366,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:29.380605 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-24c6ef3a-f86e-4fe3-ad1a-8ad0f9820fae tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.403950 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ae0488ec-7f85-4f94-9367-7127077112dc tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3133531 Feb 04 15:48:29.404961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42902) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:29.406405 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-24c6ef3a-f86e-4fe3-ad1a-8ad0f9820fae tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/8a9e7fe7-828f-4906-8da3-7ec2a30acf1f HTTP/1.1" status: 204 len: 168 time: 1.9861646 Feb 04 15:48:29.411401 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42904) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:29.416623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b6dcb43c-a7ea-4d9e-ab56-7d82921cc5ad tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2021199345', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eacc59ff-303d-4fe8-81ee-c4b0905e7366'}], 'security_groups': ['0f648594-facc-4165-a4d0-11dadd58906f', '1a83882d-58d6-4e16-93c2-1abb77519c15']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:29.683403 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f6fb7b-70e3-4b8c-bfa0-ebe555879e80 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] GET failed (client error): The resource could not be found. Feb 04 15:48:29.686805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-60f6fb7b-70e3-4b8c-bfa0-ebe555879e80 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:29.775269 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973c291-7eff-4267-a8eb-3580223b0914 None None] New status for floating IP fafd6009-cf4a-4410-8277-8a08b22c5fdb: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:48:29.946382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-60f6fb7b-70e3-4b8c-bfa0-ebe555879e80 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:29.954762 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-60f6fb7b-70e3-4b8c-bfa0-ebe555879e80 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/8a9e7fe7-828f-4906-8da3-7ec2a30acf1f HTTP/1.1" status: 404 len: 333 time: 0.4853206 Feb 04 15:48:29.955410 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42924) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:30.048714 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42930) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:30.216296 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb43c-a7ea-4d9e-ab56-7d82921cc5ad tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.435680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f824adc8-5e5d-402f-aac2-8881e197fde6 req-b280b19c-155f-4a3c-bc65-995d6716dad5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 210 time: 0.1890624 Feb 04 15:48:30.497957 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90d2e8f-85d9-4a5f-a2e6-8250a388a152 None None] Update dhcp port {'port': {'network_id': '5c5ae5ad-4230-41ef-bcc3-63649b9926f4', 'fixed_ips': [{'subnet_id': '844ef37d-241d-4514-b30c-90203dea1e4e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '05b07792-dd9e-4518-b69b-e89973d5b779', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eacc59ff-303d-4fe8-81ee-c4b0905e7366'}], 'binding:host_id': 'n-d-827872-1'}, 'id': '34a8c41e-803c-45d6-afb4-487e9cd59acb'} from n-d-827872-1. {{(pid=83552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 15:48:30.619873 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e90d2e8f-85d9-4a5f-a2e6-8250a388a152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.661239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b554c0-bc66-489c-94e7-59251755a8da tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting subnet 93280b21-0dda-47ad-87e6-4ec164c12bd5 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:48:30.778382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3b554c0-bc66-489c-94e7-59251755a8da tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.043078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fbdd66-4491-4c28-8c01-da69b8cc7aa1 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:31.048143 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3faa5a74-6d6f-4f39-96de-1aa2f63a80ad tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.057383 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.115418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Transition to ACTIVE for port object f5fbdd66-4491-4c28-8c01-da69b8cc7aa1 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:31.119113 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3faa5a74-6d6f-4f39-96de-1aa2f63a80ad tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.131470 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.185090 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-e90d2e8f-85d9-4a5f-a2e6-8250a388a152 None None] Allocated IP 2001:db8:0:2::2 (5c5ae5ad-4230-41ef-bcc3-63649b9926f4/eacc59ff-303d-4fe8-81ee-c4b0905e7366/34a8c41e-803c-45d6-afb4-487e9cd59acb) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:31.216900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device dd55f698-a87a-4b17-8b47-2638bef486f4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:31.285441 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51c78f0-4250-4f60-b47c-91d337af719c None None] Network 0ba7735a-662f-4822-b51a-e6b9d668617c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:31.346598 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3b554c0-bc66-489c-94e7-59251755a8da tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.621752 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09f358-0a28-45ea-87a7-16c70c7f73f0 req-1920f2f5-bca0-4808-9069-be01e519fb31 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:31.623053 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb09f358-0a28-45ea-87a7-16c70c7f73f0 req-1920f2f5-bca0-4808-9069-be01e519fb31 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 946 time: 0.6933572 Feb 04 15:48:31.640016 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3b554c0-bc66-489c-94e7-59251755a8da tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.728828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fbdd66-4491-4c28-8c01-da69b8cc7aa1,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:31.779722 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3b554c0-bc66-489c-94e7-59251755a8da tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.843644 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3b554c0-bc66-489c-94e7-59251755a8da tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.850510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b554c0-bc66-489c-94e7-59251755a8da tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Subnet': ['ID=93280b21-0dda-47ad-87e6-4ec164c12bd5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:31.858509 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e3b554c0-bc66-489c-94e7-59251755a8da tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/93280b21-0dda-47ad-87e6-4ec164c12bd5 HTTP/1.1" status: 204 len: 168 time: 1.8761034 Feb 04 15:48:31.859036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42960) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:31.910332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7db2a520-fe95-4ea5-a31b-e913833cb609 None None] Provisioning for port dd55f698-a87a-4b17-8b47-2638bef486f4 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:31.923312 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04e922c8-3e5c-4f1e-bb39-d3e4e743f373 req-e5174b71-af45-4460-83fb-a31c58803454 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 210 time: 0.1432927 Feb 04 15:48:31.967371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb09f358-0a28-45ea-87a7-16c70c7f73f0 req-e56056f4-ec0f-4994-afea-5d468c375391 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268720 Feb 04 15:48:31.973174 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e046-967a-4913-a41d-401c42d44d7b req-f3e886bd-8d32-42e8-afb6-3b4844aa4c00 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:31.975465 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22c8e046-967a-4913-a41d-401c42d44d7b req-f3e886bd-8d32-42e8-afb6-3b4844aa4c00 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 0.5707545 Feb 04 15:48:31.977014 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3faa5a74-6d6f-4f39-96de-1aa2f63a80ad tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.066508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8edeaa15-6089-40bb-a4cc-9756735980c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Request body: {'port': {'device_id': 'd0559774-7837-48d9-91e8-7c27cd3b424f', 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'admin_state_up': True, 'tenant_id': '348461e82d844c83a77fa4d9ee90bbcd'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:32.081912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e90d2e8f-85d9-4a5f-a2e6-8250a388a152 None None] For port 34a8c41e-803c-45d6-afb4-487e9cd59acb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=34a8c41e-803c-45d6-afb4-487e9cd59acb,segment=NetworkSegment(7dda2539-def4-425e-a4f0-9ef0fdf84970),segment_id=7dda2539-def4-425e-a4f0-9ef0fdf84970)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:32.100926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port dd55f698-a87a-4b17-8b47-2638bef486f4 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:32.101459 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.116392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port dd55f698-a87a-4b17-8b47-2638bef486f4 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:32.117102 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.165623 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e90d2e8f-85d9-4a5f-a2e6-8250a388a152 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.178386 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port dd55f698-a87a-4b17-8b47-2638bef486f4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:32.179059 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.201329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa5a74-6d6f-4f39-96de-1aa2f63a80ad tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5a2d95-412d-47b4-97db-566b9fd1b938,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:32.208098 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3faa5a74-6d6f-4f39-96de-1aa2f63a80ad tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.211857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3faa5a74-6d6f-4f39-96de-1aa2f63a80ad tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "DELETE /v2.0/security-groups/7a5a2d95-412d-47b4-97db-566b9fd1b938 HTTP/1.1" status: 204 len: 168 time: 2.1593258 Feb 04 15:48:32.220602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42966) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:32.281543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e90d2e8f-85d9-4a5f-a2e6-8250a388a152 None None] Transition to ACTIVE for port object 34a8c41e-803c-45d6-afb4-487e9cd59acb will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:32.294436 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e90d2e8f-85d9-4a5f-a2e6-8250a388a152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.302267 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-dd05d483-13ae-4299-a3cb-35988179ac39 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] show failed (client error): The resource could not be found. Feb 04 15:48:32.305808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dd05d483-13ae-4299-a3cb-35988179ac39 tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "GET /v2.0/security-groups/7a5a2d95-412d-47b4-97db-566b9fd1b938 HTTP/1.1" status: 404 len: 347 time: 0.0822310 Feb 04 15:48:32.306470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42970) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:32.430069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Attempting to bind port f5fbdd66-4491-4c28-8c01-da69b8cc7aa1 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:32.430410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Attempting to bind port f5fbdd66-4491-4c28-8c01-da69b8cc7aa1 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:32.430640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Attempting to bind port f5fbdd66-4491-4c28-8c01-da69b8cc7aa1 on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:32.546930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563301f9-4634-4d94-a68f-e2c94bef6140 None None] DHCP port deletion for 0ba7735a-662f-4822-b51a-e6b9d668617c request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:48:32.567757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] For port dd55f698-a87a-4b17-8b47-2638bef486f4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dd55f698-a87a-4b17-8b47-2638bef486f4,segment=NetworkSegment(9289bae1-95c6-4b2c-8e36-bf75e5121939),segment_id=9289bae1-95c6-4b2c-8e36-bf75e5121939)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:32.568250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.607998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8edeaa15-6089-40bb-a4cc-9756735980c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:32.633887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-563301f9-4634-4d94-a68f-e2c94bef6140 None None] Deleting port dd55f698-a87a-4b17-8b47-2638bef486f4 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:32.634396 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-563301f9-4634-4d94-a68f-e2c94bef6140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.654620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Port f5fbdd66-4491-4c28-8c01-da69b8cc7aa1 on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:48:32.655023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Attempting to bind port f5fbdd66-4491-4c28-8c01-da69b8cc7aa1 on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:32.668290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8edeaa15-6089-40bb-a4cc-9756735980c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:32.671988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-97741c2a-d726-4604-8481-a747f56975fd tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Deleting port e66b7441-2140-49e9-8350-0e08b5fcbd94 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:32.672319 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97741c2a-d726-4604-8481-a747f56975fd tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.729498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:48:32.729756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Checking segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:32.730103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Bound using segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:48:32.730538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Bound port: f5fbdd66-4491-4c28-8c01-da69b8cc7aa1, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:32.730968 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.754391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for dd55f698-a87a-4b17-8b47-2638bef486f4 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:32.761720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8edeaa15-6089-40bb-a4cc-9756735980c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Made reservation on behalf of 348461e82d844c83a77fa4d9ee90bbcd for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:32.765093 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8edeaa15-6089-40bb-a4cc-9756735980c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.773675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d2e8f-85d9-4a5f-a2e6-8250a388a152 None None] Pushing event updated for resources: {'Port': ['ID=34a8c41e-803c-45d6-afb4-487e9cd59acb,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:32.776664 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.857455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96de53-72ff-4829-b345-4a3a821f46c3 req-87f5de72-0b3b-47cc-8e5b-9bcb548b8b34 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:32.858976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2f96de53-72ff-4829-b345-4a3a821f46c3 req-87f5de72-0b3b-47cc-8e5b-9bcb548b8b34 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Synchronizing usage tracker for tenant:b1150d2a6b7b432d960998813aacb087 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:33.015810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2f96de53-72ff-4829-b345-4a3a821f46c3 req-87f5de72-0b3b-47cc-8e5b-9bcb548b8b34 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Unset dirty status for tenant:b1150d2a6b7b432d960998813aacb087 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:33.023159 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2f96de53-72ff-4829-b345-4a3a821f46c3 req-87f5de72-0b3b-47cc-8e5b-9bcb548b8b34 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.81 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 946 time: 0.7908838 Feb 04 15:48:33.060947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-563301f9-4634-4d94-a68f-e2c94bef6140 None None] For port dd55f698-a87a-4b17-8b47-2638bef486f4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dd55f698-a87a-4b17-8b47-2638bef486f4,segment=NetworkSegment(9289bae1-95c6-4b2c-8e36-bf75e5121939),segment_id=9289bae1-95c6-4b2c-8e36-bf75e5121939)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:33.061511 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-563301f9-4634-4d94-a68f-e2c94bef6140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.250479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-2f96de53-72ff-4829-b345-4a3a821f46c3 req-29553ff8-ad37-4211-a873-5bb367588cf5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Deleting port fe41ac92-28b9-4c67-a273-a2a145ec87c2 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:33.251247 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2f96de53-72ff-4829-b345-4a3a821f46c3 req-29553ff8-ad37-4211-a873-5bb367588cf5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.354690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-563301f9-4634-4d94-a68f-e2c94bef6140 None None] Calling delete_port for dd55f698-a87a-4b17-8b47-2638bef486f4 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:33.355952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-b6dcb43c-a7ea-4d9e-ab56-7d82921cc5ad tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Delete allocated IP 2001:db8::1d4 (5c5ae5ad-4230-41ef-bcc3-63649b9926f4/05b07792-dd9e-4518-b69b-e89973d5b779) {{(pid=83550) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:48:33.358633 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.433234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-b6dcb43c-a7ea-4d9e-ab56-7d82921cc5ad tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Allocated IP 2001:db8:0:2::1a3 (5c5ae5ad-4230-41ef-bcc3-63649b9926f4/eacc59ff-303d-4fe8-81ee-c4b0905e7366/ba10e4ce-1743-47f7-a427-f6416253b5ef) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:33.464139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=dd55f698-a87a-4b17-8b47-2638bef486f4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:33.491447 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-563301f9-4634-4d94-a68f-e2c94bef6140 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:48:33.492199 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-563301f9-4634-4d94-a68f-e2c94bef6140 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:48:33.498948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0dbce0f0-0121-40e7-8cc7-e9250f5cf318 req-728426ba-f4c1-4dba-99f6-fb650b690495 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 210 time: 0.2117844 Feb 04 15:48:33.499665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No DVR routers for this DVR port dd55f698-a87a-4b17-8b47-2638bef486f4 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:33.583206 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42986) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:33.654919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 34a8c41e-803c-45d6-afb4-487e9cd59acb up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:33.845969 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.872824 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97741c2a-d726-4604-8481-a747f56975fd tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.873279 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97741c2a-d726-4604-8481-a747f56975fd tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.885650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device dd55f698-a87a-4b17-8b47-2638bef486f4 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:33.886052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] For port f5fbdd66-4491-4c28-8c01-da69b8cc7aa1, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:33.894992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] For port f5fbdd66-4491-4c28-8c01-da69b8cc7aa1, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f5fbdd66-4491-4c28-8c01-da69b8cc7aa1,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:33.932064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: dd55f698-a87a-4b17-8b47-2638bef486f4 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:48:33.932503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8edeaa15-6089-40bb-a4cc-9756735980c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Allocated IP 172.20.0.8 (c423fc49-37d2-40d9-ae0c-c306e8e0cfc7/184257a1-8dd7-4ba7-9fe3-dd948fd0da94/93def4d3-6164-4af6-b8eb-1c1d7b4fc707) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:33.932864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device dd55f698-a87a-4b17-8b47-2638bef486f4 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:33.953341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8721920c-21af-48d6-9fad-ecceae9f6adf None None] Provisioning for port 34a8c41e-803c-45d6-afb4-487e9cd59acb completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:33.968791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8721920c-21af-48d6-9fad-ecceae9f6adf None None] Provisioning complete for port 34a8c41e-803c-45d6-afb4-487e9cd59acb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:33.969686 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8721920c-21af-48d6-9fad-ecceae9f6adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.999046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-563301f9-4634-4d94-a68f-e2c94bef6140 None None] Deleting port dd55f698-a87a-4b17-8b47-2638bef486f4 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:33.999840 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-563301f9-4634-4d94-a68f-e2c94bef6140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.023366 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.090537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-563301f9-4634-4d94-a68f-e2c94bef6140 None None] The port 'dd55f698-a87a-4b17-8b47-2638bef486f4' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:48:34.111427 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba7735a-662f-4822-b51a-e6b9d668617c']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:34.127024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-97741c2a-d726-4604-8481-a747f56975fd tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Calling delete_port for e66b7441-2140-49e9-8350-0e08b5fcbd94 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:34.182747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9289bae1-95c6-4b2c-8e36-bf75e5121939') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:34.183029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9289bae1-95c6-4b2c-8e36-bf75e5121939') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:34.186688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8721920c-21af-48d6-9fad-ecceae9f6adf None None] Provisioning complete for port e88f6755-16fe-49a0-8f9b-c35416b72d6b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:34.187118 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8721920c-21af-48d6-9fad-ecceae9f6adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.195723 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2b0c282-9f61-4691-9121-911fd7810961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.230783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.249726 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.250656 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] 10.222.0.73 "PUT /v2.0/ports/f5fbdd66-4491-4c28-8c01-da69b8cc7aa1 HTTP/1.1" status: 200 len: 1092 time: 5.7418056 Feb 04 15:48:34.251213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0ebfba-9f63-4dd9-a813-97fb889e54fd', 'tag': 'f5fbdd66-4491-4c28-8c01-da69b8cc7aa1'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:34.253311 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8721920c-21af-48d6-9fad-ecceae9f6adf None None] Port e88f6755-16fe-49a0-8f9b-c35416b72d6b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:48:34.268594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8721920c-21af-48d6-9fad-ecceae9f6adf None None] Provisioning complete for port ba10e4ce-1743-47f7-a427-f6416253b5ef triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:34.269200 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8721920c-21af-48d6-9fad-ecceae9f6adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.285862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e2b0c282-9f61-4691-9121-911fd7810961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:34.290153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e2b0c282-9f61-4691-9121-911fd7810961 admin admin] Usage tracker for resource:security_group_rule and tenant:4a13f44af6ad425aa7c660e461ab954e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:34.293360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e2b0c282-9f61-4691-9121-911fd7810961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:34.301164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e2b0c282-9f61-4691-9121-911fd7810961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:34.334220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8721920c-21af-48d6-9fad-ecceae9f6adf None None] Port ba10e4ce-1743-47f7-a427-f6416253b5ef cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:48:34.347512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a87c7-dbff-466c-99f4-649011dce4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fbdd66-4491-4c28-8c01-da69b8cc7aa1,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:34.377964 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0ebfba-9f63-4dd9-a813-97fb889e54fd', 'tag': 'f5fbdd66-4491-4c28-8c01-da69b8cc7aa1', 'status': 'completed', 'code': 200} Feb 04 15:48:34.390412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0fb03-c4ff-4396-80c6-e5375a8954e9 req-c67a049f-708c-4721-9a17-5db1c0f9ac67 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:34.392521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdb0fb03-c4ff-4396-80c6-e5375a8954e9 req-c67a049f-708c-4721-9a17-5db1c0f9ac67 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 946 time: 1.0652947 Feb 04 15:48:34.432847 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.478658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:48:34.479056 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:34.499863 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:34.561273 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2b0c282-9f61-4691-9121-911fd7810961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.578011 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-2f96de53-72ff-4829-b345-4a3a821f46c3 req-29553ff8-ad37-4211-a873-5bb367588cf5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] For port fe41ac92-28b9-4c67-a273-a2a145ec87c2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fe41ac92-28b9-4c67-a273-a2a145ec87c2,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:34.578371 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2f96de53-72ff-4829-b345-4a3a821f46c3 req-29553ff8-ad37-4211-a873-5bb367588cf5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.585833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2b0c282-9f61-4691-9121-911fd7810961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.610214 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdb0fb03-c4ff-4396-80c6-e5375a8954e9 req-625764db-916c-4036-b2f5-9d520d0e0e6a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735930 Feb 04 15:48:34.610808 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97741c2a-d726-4604-8481-a747f56975fd tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.680778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-3a4ec9e7-fd48-4e30-a82d-563628598b5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=bd0ebfba-9f63-4dd9-a813-97fb889e54fd HTTP/1.1" status: 200 len: 1095 time: 0.3699191 Feb 04 15:48:34.681495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97741c2a-d726-4604-8481-a747f56975fd tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Pushing event deleted for resources: {'Port': ['ID=e66b7441-2140-49e9-8350-0e08b5fcbd94,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:34.767344 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-b6dcb43c-a7ea-4d9e-ab56-7d82921cc5ad tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:34.777838 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8edeaa15-6089-40bb-a4cc-9756735980c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.781575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-2f96de53-72ff-4829-b345-4a3a821f46c3 req-29553ff8-ad37-4211-a873-5bb367588cf5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Calling delete_port for fe41ac92-28b9-4c67-a273-a2a145ec87c2 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:34.782348 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f001f7b6-3949-4cbf-9776-419e66a5316e req-f6e7cfaf-6f95-453d-8fb6-5e07ac92db5a tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 210 time: 0.1160431 Feb 04 15:48:34.835689 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-4f950500-5d66-42d6-ab7e-4e8325bac9e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5fbdd66-4491-4c28-8c01-da69b8cc7aa1 HTTP/1.1" status: 200 len: 217 time: 0.1202607 Feb 04 15:48:34.847693 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.854325 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.886207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb43c-a7ea-4d9e-ab56-7d82921cc5ad tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.901987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0c282-9f61-4691-9121-911fd7810961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1949d8-10da-4512-8964-cacb06fe7367,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:34.959127 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e2b0c282-9f61-4691-9121-911fd7810961 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a13f44af6ad425aa7c660e461ab954e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3675196 Feb 04 15:48:34.960026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Network': ['ID=0ba7735a-662f-4822-b51a-e6b9d668617c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:34.970303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-d1e2d015-3145-42ba-8915-e296df4ff21a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:34.973167 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-d1e2d015-3145-42ba-8915-e296df4ff21a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.0745060 Feb 04 15:48:34.973911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43002) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:34.977628 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-b6dcb43c-a7ea-4d9e-ab56-7d82921cc5ad tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Transition to ACTIVE for port object ba10e4ce-1743-47f7-a427-f6416253b5ef will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:34.981354 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7dfdf158-751b-40d5-b02e-0fb586e6637c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/networks/0ba7735a-662f-4822-b51a-e6b9d668617c HTTP/1.1" status: 204 len: 168 time: 3.1213024 Feb 04 15:48:34.985882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43004) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:34.990948 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb43c-a7ea-4d9e-ab56-7d82921cc5ad tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.995703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'name': 'tempest-PortsTestJSON-1016602423'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:34.997685 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8edeaa15-6089-40bb-a4cc-9756735980c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.048126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['55428373-4ebe-4d04-8cb2-6884b677713c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:48:35.124036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-cb1ab4b5-0a2b-4a28-9e6d-3c7086032d49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279571 Feb 04 15:48:35.171152 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97741c2a-d726-4604-8481-a747f56975fd tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.271013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8edeaa15-6089-40bb-a4cc-9756735980c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:35.275981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8edeaa15-6089-40bb-a4cc-9756735980c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:35.287274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8edeaa15-6089-40bb-a4cc-9756735980c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:35.305047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b6dcb43c-a7ea-4d9e-ab56-7d82921cc5ad tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] In _notify_port_updated(), no bound segment for port ba10e4ce-1743-47f7-a427-f6416253b5ef on network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 {{(pid=83550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:48:35.309121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dcb43c-a7ea-4d9e-ab56-7d82921cc5ad tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:35.309850 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6dcb43c-a7ea-4d9e-ab56-7d82921cc5ad tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.314162 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b6dcb43c-a7ea-4d9e-ab56-7d82921cc5ad tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "PUT /v2.0/ports/ba10e4ce-1743-47f7-a427-f6416253b5ef HTTP/1.1" status: 200 len: 970 time: 5.9063916 Feb 04 15:48:35.321891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43010) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:35.329985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeaa15-6089-40bb-a4cc-9756735980c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event updated for resources: {'Port': ['ID=93def4d3-6164-4af6-b8eb-1c1d7b4fc707,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:35.354189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcb43c-a7ea-4d9e-ab56-7d82921cc5ad tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event updated for resources: {'Port': ['ID=ba10e4ce-1743-47f7-a427-f6416253b5ef,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:35.368258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:35.371653 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2f96de53-72ff-4829-b345-4a3a821f46c3 req-29553ff8-ad37-4211-a873-5bb367588cf5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.426370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:port and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:35.431468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:35.451904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29553ff8-ad37-4211-a873-5bb367588cf5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Pushing event deleted for resources: {'Port': ['ID=fe41ac92-28b9-4c67-a273-a2a145ec87c2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:35.456477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:35.459873 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97741c2a-d726-4604-8481-a747f56975fd tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.461169 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-97741c2a-d726-4604-8481-a747f56975fd tempest-ServersTestManualDisk-2091237739 tempest-ServersTestManualDisk-2091237739-project] 10.222.0.60 "DELETE /v2.0/floatingips/fafd6009-cf4a-4410-8277-8a08b22c5fdb HTTP/1.1" status: 204 len: 168 time: 3.1420066 Feb 04 15:48:35.464376 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43014) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:35.480170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-f6f932be-ea59-404a-a40a-58ad028ca916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port ba10e4ce-1743-47f7-a427-f6416253b5ef {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:35.480478 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f6f932be-ea59-404a-a40a-58ad028ca916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.561384 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6242-600d-4f5b-b246-1f49c52def5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.583842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c565f3dd-743e-4d4a-8d97-db5c4ae5fce7 None None] Provisioning for port ba10e4ce-1743-47f7-a427-f6416253b5ef completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:35.591512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c565f3dd-743e-4d4a-8d97-db5c4ae5fce7 None None] Provisioning complete for port ba10e4ce-1743-47f7-a427-f6416253b5ef triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:35.592388 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c565f3dd-743e-4d4a-8d97-db5c4ae5fce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.625533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:35.630498 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.669120 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c565f3dd-743e-4d4a-8d97-db5c4ae5fce7 None None] Port ba10e4ce-1743-47f7-a427-f6416253b5ef cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:48:35.712987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8edeaa15-6089-40bb-a4cc-9756735980c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:35.713600 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8edeaa15-6089-40bb-a4cc-9756735980c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.722970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f96de53-72ff-4829-b345-4a3a821f46c3 req-29553ff8-ad37-4211-a873-5bb367588cf5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] No DVR routers for this DVR port fe41ac92-28b9-4c67-a273-a2a145ec87c2 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:35.727119 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2f96de53-72ff-4829-b345-4a3a821f46c3 req-29553ff8-ad37-4211-a873-5bb367588cf5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.731541 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b6837c-6404-4acd-9758-98308364312a', 'name': 'network-vif-deleted', 'tag': 'fe41ac92-28b9-4c67-a273-a2a145ec87c2'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:35.753214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port fc6b984e-c078-445d-bd77-0e6e0b762586 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:35.797655 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-6301efbf-44a9-4dec-a339-8e3ec8bc503d service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529460 Feb 04 15:48:35.800534 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6242-600d-4f5b-b246-1f49c52def5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.818315 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2f96de53-72ff-4829-b345-4a3a821f46c3 req-29553ff8-ad37-4211-a873-5bb367588cf5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.81 "DELETE /v2.0/ports/fe41ac92-28b9-4c67-a273-a2a145ec87c2 HTTP/1.1" status: 204 len: 173 time: 2.7732625 Feb 04 15:48:36.150820 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f1fc1ad-8777-420f-8c30-3382eb732330 req-01251a36-df57-44fc-b2f7-3e084ca25410 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=45b6837c-6404-4acd-9758-98308364312a HTTP/1.1" status: 200 len: 210 time: 0.3280542 Feb 04 15:48:36.273475 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b6837c-6404-4acd-9758-98308364312a', 'name': 'network-vif-deleted', 'tag': 'fe41ac92-28b9-4c67-a273-a2a145ec87c2', 'status': 'completed', 'code': 200} Feb 04 15:48:36.287249 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22c8e046-967a-4913-a41d-401c42d44d7b req-8edeaa15-6089-40bb-a4cc-9756735980c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2581663 Feb 04 15:48:36.348147 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.396527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Request body: {'port': {'device_id': 'd0559774-7837-48d9-91e8-7c27cd3b424f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:36.414963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fe41ac92-28b9-4c67-a273-a2a145ec87c2 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:36.459676 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.467825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: fe41ac92-28b9-4c67-a273-a2a145ec87c2 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:48:36.468516 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fe41ac92-28b9-4c67-a273-a2a145ec87c2 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:36.544437 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-71407817-3800-42ee-9f48-a55417270913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.549513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 3c061c36-d039-45a7-bf9c-85193778253d is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:36.554081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:36.557381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:36.561230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:36.561831 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.563646 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-e85f8819-185a-4109-969b-25a79b15389f service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167890 Feb 04 15:48:36.567824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=fc6b984e-c078-445d-bd77-0e6e0b762586,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:36.667074 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2e8f3483-d23a-42d5-a498-6e9f32de81f7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6800337 Feb 04 15:48:36.667935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43030) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:36.707469 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6242-600d-4f5b-b246-1f49c52def5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.773346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c6242-600d-4f5b-b246-1f49c52def5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1949d8-10da-4512-8964-cacb06fe7367,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:36.778130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-174ed15e-e7e0-4b32-b0e5-c2c383d660bf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port fc6b984e-c078-445d-bd77-0e6e0b762586 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:36.778609 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-174ed15e-e7e0-4b32-b0e5-c2c383d660bf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.791203 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.809033 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f6f932be-ea59-404a-a40a-58ad028ca916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.824176 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde34b8-fe8b-40f8-9ba8-c1bb3f12c2f3 req-8fa780cb-cda3-4746-8b7c-aa296aa0b82f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:36.824868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-efde34b8-fe8b-40f8-9ba8-c1bb3f12c2f3 req-8fa780cb-cda3-4746-8b7c-aa296aa0b82f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Synchronizing usage tracker for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:36.842173 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6242-600d-4f5b-b246-1f49c52def5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.843360 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7b9c6242-600d-4f5b-b246-1f49c52def5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a1949d8-10da-4512-8964-cacb06fe7367 HTTP/1.1" status: 204 len: 168 time: 1.8572114 Feb 04 15:48:36.899637 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9ed620af-2c42-4c2c-8bb7-e09c868629ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.929855 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:48:36.967421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-f6f932be-ea59-404a-a40a-58ad028ca916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for ba10e4ce-1743-47f7-a427-f6416253b5ef owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:37.071863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-efde34b8-fe8b-40f8-9ba8-c1bb3f12c2f3 req-8fa780cb-cda3-4746-8b7c-aa296aa0b82f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Unset dirty status for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:37.073018 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efde34b8-fe8b-40f8-9ba8-c1bb3f12c2f3 req-8fa780cb-cda3-4746-8b7c-aa296aa0b82f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 931 time: 0.7750003 Feb 04 15:48:37.094467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1877f5b-85c1-4d6f-8b1a-178b6947c4b0 req-12100053-067e-4108-9fac-bbb391dcb061 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:37.096051 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1877f5b-85c1-4d6f-8b1a-178b6947c4b0 req-12100053-067e-4108-9fac-bbb391dcb061 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.5956268 Feb 04 15:48:37.155302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-2d2a41e2-3f80-4cb8-9b3f-af357400113c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:37.156007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-2d2a41e2-3f80-4cb8-9b3f-af357400113c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Synchronizing usage tracker for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:37.161705 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cee2dcab-656b-472f-a16e-9254a753a2ba req-6e83cb3a-5038-4d1b-b47d-5d4f37e2b3b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=bd0ebfba-9f63-4dd9-a813-97fb889e54fd HTTP/1.1" status: 200 len: 1095 time: 0.5222368 Feb 04 15:48:37.211440 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-174ed15e-e7e0-4b32-b0e5-c2c383d660bf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.218967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-2d2a41e2-3f80-4cb8-9b3f-af357400113c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Unset dirty status for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:37.220189 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-2d2a41e2-3f80-4cb8-9b3f-af357400113c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd0ebfba-9f63-4dd9-a813-97fb889e54fd HTTP/1.1" status: 200 len: 944 time: 0.4469380 Feb 04 15:48:37.331997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43042) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:37.399047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-174ed15e-e7e0-4b32-b0e5-c2c383d660bf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for fc6b984e-c078-445d-bd77-0e6e0b762586 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:37.429509 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0e11aca3-97a8-4dd4-a6ea-8446e0a5d4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.454612 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efde34b8-fe8b-40f8-9ba8-c1bb3f12c2f3 req-dac1d95f-f24b-4377-8d1a-f0b4671eed48 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703461 Feb 04 15:48:37.519724 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1877f5b-85c1-4d6f-8b1a-178b6947c4b0 req-1604b89f-9836-4ef5-82b1-c22353e112fe tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3957236 Feb 04 15:48:37.539465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-79d3dca7-bb43-4b96-b4a6-3ef693f9eafe tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Deleting port f5fbdd66-4491-4c28-8c01-da69b8cc7aa1 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:37.540181 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-79d3dca7-bb43-4b96-b4a6-3ef693f9eafe tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.701589 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-174ed15e-e7e0-4b32-b0e5-c2c383d660bf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.763919 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f6f932be-ea59-404a-a40a-58ad028ca916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.831834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ed15e-e7e0-4b32-b0e5-c2c383d660bf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=fc6b984e-c078-445d-bd77-0e6e0b762586,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:37.967791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2dcab-656b-472f-a16e-9254a753a2ba req-75ab8cd4-3a44-4f27-b75e-78eb0c9ec099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:37.969513 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cee2dcab-656b-472f-a16e-9254a753a2ba req-75ab8cd4-3a44-4f27-b75e-78eb0c9ec099 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&shared=False HTTP/1.1" status: 200 len: 906 time: 0.7852433 Feb 04 15:48:37.994596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0e11aca3-97a8-4dd4-a6ea-8446e0a5d4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:37.997089 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f932be-ea59-404a-a40a-58ad028ca916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=ba10e4ce-1743-47f7-a427-f6416253b5ef,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:38.004899 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-174ed15e-e7e0-4b32-b0e5-c2c383d660bf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.031628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0e11aca3-97a8-4dd4-a6ea-8446e0a5d4fa admin admin] Usage tracker for resource:security_group_rule and tenant:74243b5234a8412fa4a7e5fc635a0443 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:38.035814 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-174ed15e-e7e0-4b32-b0e5-c2c383d660bf tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/fc6b984e-c078-445d-bd77-0e6e0b762586 HTTP/1.1" status: 204 len: 168 time: 1.3656704 Feb 04 15:48:38.061690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43056) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:38.078476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'mac_address': 'fa:16:3e:9f:2f:89', 'name': 'tempest-PortsTestJSON-985991475'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:38.089210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0e11aca3-97a8-4dd4-a6ea-8446e0a5d4fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:38.107685 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:38.188447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0e11aca3-97a8-4dd4-a6ea-8446e0a5d4fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:38.199573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-79d3dca7-bb43-4b96-b4a6-3ef693f9eafe tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] For port f5fbdd66-4491-4c28-8c01-da69b8cc7aa1, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f5fbdd66-4491-4c28-8c01-da69b8cc7aa1,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:38.199982 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-79d3dca7-bb43-4b96-b4a6-3ef693f9eafe tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.285881 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f6f932be-ea59-404a-a40a-58ad028ca916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.349099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-79d3dca7-bb43-4b96-b4a6-3ef693f9eafe tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Calling delete_port for f5fbdd66-4491-4c28-8c01-da69b8cc7aa1 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:38.378871 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f6f932be-ea59-404a-a40a-58ad028ca916 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/ba10e4ce-1743-47f7-a427-f6416253b5ef HTTP/1.1" status: 204 len: 168 time: 3.0501420 Feb 04 15:48:38.389366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:38.406737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43062) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:38.452480 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.462786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9994fe-6f9b-49c1-afb7-7d2a93294fe3 req-fa0a20f9-2ea2-4b04-b07a-9de92926b0ea tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:38.463037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:38.464304 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb9994fe-6f9b-49c1-afb7-7d2a93294fe3 req-fa0a20f9-2ea2-4b04-b07a-9de92926b0ea tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.7904227 Feb 04 15:48:38.495740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:port and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:38.495946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-e0a3db8f-7c47-4688-b3e7-037846242354 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:38.497327 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-e0a3db8f-7c47-4688-b3e7-037846242354 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 810 time: 0.5447049 Feb 04 15:48:38.500699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:38.508024 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6e7e9d-8600-4460-b541-902742109ddb tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] GET failed (client error): The resource could not be found. Feb 04 15:48:38.508527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9a6e7e9d-8600-4460-b541-902742109ddb tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:38.512979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:38.545580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Transition to ACTIVE for port object 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:38.553473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2dcab-656b-472f-a16e-9254a753a2ba req-de04e87e-befe-49b7-a5c9-df95553f94a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:38.555058 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cee2dcab-656b-472f-a16e-9254a753a2ba req-de04e87e-befe-49b7-a5c9-df95553f94a1 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5546098 Feb 04 15:48:38.557341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:38.574516 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.646655 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9a6e7e9d-8600-4460-b541-902742109ddb tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:38.647726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9a6e7e9d-8600-4460-b541-902742109ddb tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports/ba10e4ce-1743-47f7-a427-f6416253b5ef HTTP/1.1" status: 404 len: 333 time: 0.2316525 Feb 04 15:48:38.649293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7e501c0f-6fb6-4026-a575-1cffbe63183c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/quotas/b1150d2a6b7b432d960998813aacb087 HTTP/1.1" status: 200 len: 375 time: 0.1171353 Feb 04 15:48:38.657816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43068) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:38.722057 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0e11aca3-97a8-4dd4-a6ea-8446e0a5d4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.779968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Pushing event updated for resources: {'Port': ['ID=93def4d3-6164-4af6-b8eb-1c1d7b4fc707,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:38.790177 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-b46bdd68-7c1d-4d6d-8b8d-21b722fc84ee tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1269917 Feb 04 15:48:38.790899 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0e11aca3-97a8-4dd4-a6ea-8446e0a5d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.801350 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.813760 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb9994fe-6f9b-49c1-afb7-7d2a93294fe3 req-fd0af342-6a71-40b6-b982-f372a8d4ae2c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226986 Feb 04 15:48:38.821170 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-79d3dca7-bb43-4b96-b4a6-3ef693f9eafe tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.872479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['55428373-4ebe-4d04-8cb2-6884b677713c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:48:38.903373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11aca3-97a8-4dd4-a6ea-8446e0a5d4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5541c22-0de5-4784-8364-b454dfc22983,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:38.915489 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0e11aca3-97a8-4dd4-a6ea-8446e0a5d4fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74243b5234a8412fa4a7e5fc635a0443&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5851748 Feb 04 15:48:38.919372 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43076) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:38.935655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3dca7-bb43-4b96-b4a6-3ef693f9eafe tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event deleted for resources: {'Port': ['ID=f5fbdd66-4491-4c28-8c01-da69b8cc7aa1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:38.952919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port 6cd33483-6ba1-4501-a7fe-fcc3b635f66e yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:39.043222 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-30ab8a95-c6c4-435c-80b0-c44f6780adb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.069131 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ddec8cd-271a-4a5b-90aa-839944321cfa tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.079131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Attempting to bind port 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:39.086032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Attempting to bind port 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:39.086373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Attempting to bind port 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:39.151495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-79d3dca7-bb43-4b96-b4a6-3ef693f9eafe tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] No DVR routers for this DVR port f5fbdd66-4491-4c28-8c01-da69b8cc7aa1 on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:39.173620 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8e73-6007-463e-bb4c-352d8fdd63d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.174604 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-79d3dca7-bb43-4b96-b4a6-3ef693f9eafe tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.175896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Port 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:48:39.176226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Attempting to bind port 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:39.178544 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0ebfba-9f63-4dd9-a813-97fb889e54fd', 'name': 'network-vif-deleted', 'tag': 'f5fbdd66-4491-4c28-8c01-da69b8cc7aa1'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:39.187689 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ddec8cd-271a-4a5b-90aa-839944321cfa tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.273245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:48:39.273583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Checking segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:39.273964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Bound using segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:48:39.274405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Bound port: 93def4d3-6164-4af6-b8eb-1c1d7b4fc707, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:39.274741 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.293169 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-378630fe-9287-448b-a1d4-ecd6c651b34c req-79d3dca7-bb43-4b96-b4a6-3ef693f9eafe tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "DELETE /v2.0/ports/f5fbdd66-4491-4c28-8c01-da69b8cc7aa1 HTTP/1.1" status: 204 len: 173 time: 2.0654867 Feb 04 15:48:39.297014 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8e73-6007-463e-bb4c-352d8fdd63d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.409807 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ddec8cd-271a-4a5b-90aa-839944321cfa tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.459160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7eb1acf0-595f-49a8-925a-4a374714b653 service neutron] 10.222.0.60 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421952 Feb 04 15:48:39.467600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda124d3-0b73-4a45-b374-54608f066887 req-ce319dcc-9f6d-41eb-bd9b-65b924b3bdf8 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:39.469068 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cda124d3-0b73-4a45-b374-54608f066887 req-ce319dcc-9f6d-41eb-bd9b-65b924b3bdf8 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 943 time: 0.3801134 Feb 04 15:48:39.515165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddec8cd-271a-4a5b-90aa-839944321cfa tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6e0250-96db-4bbd-acaa-b7bc1fb94d39,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:39.536837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] For port 93def4d3-6164-4af6-b8eb-1c1d7b4fc707, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:39.543148 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.601798 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ddec8cd-271a-4a5b-90aa-839944321cfa tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.603259 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5ddec8cd-271a-4a5b-90aa-839944321cfa tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/security-groups/7e6e0250-96db-4bbd-acaa-b7bc1fb94d39 HTTP/1.1" status: 204 len: 168 time: 0.9302127 Feb 04 15:48:39.605644 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.606623 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8e73-6007-463e-bb4c-352d8fdd63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.607726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43084) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:39.611154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] For port 93def4d3-6164-4af6-b8eb-1c1d7b4fc707, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=93def4d3-6164-4af6-b8eb-1c1d7b4fc707,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:39.634923 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.695927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a8e73-6007-463e-bb4c-352d8fdd63d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5541c22-0de5-4784-8364-b454dfc22983,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:39.704653 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cda124d3-0b73-4a45-b374-54608f066887 req-12ed3e95-cc0f-4358-a172-d28b5ca185a4 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199261 Feb 04 15:48:39.741018 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8e73-6007-463e-bb4c-352d8fdd63d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.745053 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7d8a8e73-6007-463e-bb4c-352d8fdd63d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5541c22-0de5-4784-8364-b454dfc22983 HTTP/1.1" status: 204 len: 168 time: 0.8226624 Feb 04 15:48:39.766472 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.770315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] 10.222.0.73 "PUT /v2.0/ports/93def4d3-6164-4af6-b8eb-1c1d7b4fc707 HTTP/1.1" status: 200 len: 1091 time: 3.3775847 Feb 04 15:48:39.771599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0559774-7837-48d9-91e8-7c27cd3b424f', 'tag': '93def4d3-6164-4af6-b8eb-1c1d7b4fc707'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:39.816910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-1d9cadf6-8cd1-49f9-8d86-ca37ebad53e3 service neutron] 10.222.0.60 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315442 Feb 04 15:48:39.819974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e161f92-3fbd-48de-9c37-8fbf58a73b77 service neutron] Pushing event updated for resources: {'Port': ['ID=93def4d3-6164-4af6-b8eb-1c1d7b4fc707,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:39.903768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 3c061c36-d039-45a7-bf9c-85193778253d is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:39.907569 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.910496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=6cd33483-6ba1-4501-a7fe-fcc3b635f66e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:39.954081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:39.966127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:39.986255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:39.988836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.058026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-9ed620af-2c42-4c2c-8bb7-e09c868629ef admin admin] Deleting port c03eab2e-1e10-440a-9dbe-7ac737a99129 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:40.059541 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9ed620af-2c42-4c2c-8bb7-e09c868629ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.159988 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.293745 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0559774-7837-48d9-91e8-7c27cd3b424f', 'tag': '93def4d3-6164-4af6-b8eb-1c1d7b4fc707', 'status': 'completed', 'code': 200} Feb 04 15:48:40.314939 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d15974c-f969-4e32-b982-14e6b7495edf req-e01fe9ee-57f1-4e7b-9d9f-5ca4ded5f4e2 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 210 time: 0.0541768 Feb 04 15:48:40.345550 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22c8e046-967a-4913-a41d-401c42d44d7b req-21b189b1-3612-4451-8ef5-24afa5af43fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 1094 time: 0.5220399 Feb 04 15:48:40.394264 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0ebfba-9f63-4dd9-a813-97fb889e54fd', 'name': 'network-vif-deleted', 'tag': 'f5fbdd66-4491-4c28-8c01-da69b8cc7aa1', 'status': 'completed', 'code': 200} Feb 04 15:48:40.446497 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22c8e046-967a-4913-a41d-401c42d44d7b req-a6871911-5e54-4ea6-b8ba-e2f3e5c0dd18 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93def4d3-6164-4af6-b8eb-1c1d7b4fc707 HTTP/1.1" status: 200 len: 217 time: 0.0926402 Feb 04 15:48:40.449789 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4c73031-c417-47f8-9029-a9bc70172ef1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.497811 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4c73031-c417-47f8-9029-a9bc70172ef1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.530295 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6c2a4976-a327-4f5f-b5a3-ecfefe73725b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4643383 Feb 04 15:48:40.541850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43114) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:40.570961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e046-967a-4913-a41d-401c42d44d7b req-17127d17-7a7e-4622-b801-a7bab7c524d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:40.572812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22c8e046-967a-4913-a41d-401c42d44d7b req-17127d17-7a7e-4622-b801-a7bab7c524d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.1192341 Feb 04 15:48:40.672103 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22c8e046-967a-4913-a41d-401c42d44d7b req-1842b391-21ad-42a3-8397-4431b36695f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548725 Feb 04 15:48:40.677580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fe63fc-43ed-4d8d-96de-8fdd79c30b13 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:40.678707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e4fe63fc-43ed-4d8d-96de-8fdd79c30b13 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:40.688667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-9ed620af-2c42-4c2c-8bb7-e09c868629ef admin admin] For port c03eab2e-1e10-440a-9dbe-7ac737a99129, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c03eab2e-1e10-440a-9dbe-7ac737a99129,segment=NetworkSegment(3b6269a6-1ef8-4180-8315-f4ef647b25b3),segment_id=3b6269a6-1ef8-4180-8315-f4ef647b25b3)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:40.689258 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9ed620af-2c42-4c2c-8bb7-e09c868629ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.817012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bb7a0-3a5d-4a1e-b689-cde26adaaf9c req-cfcb641f-f069-4a3d-8980-82554f7bb294 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:40.824136 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d31bb7a0-3a5d-4a1e-b689-cde26adaaf9c req-cfcb641f-f069-4a3d-8980-82554f7bb294 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.2501612 Feb 04 15:48:40.866298 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4c73031-c417-47f8-9029-a9bc70172ef1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.889611 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-9ed620af-2c42-4c2c-8bb7-e09c868629ef admin admin] Calling delete_port for c03eab2e-1e10-440a-9dbe-7ac737a99129 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:40.919338 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d31bb7a0-3a5d-4a1e-b689-cde26adaaf9c req-222ebf72-1f50-419c-8157-f4fb805e801f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939226 Feb 04 15:48:40.921940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22c8e046-967a-4913-a41d-401c42d44d7b req-9902ad29-3205-4787-869d-dcee266928bf service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417150 Feb 04 15:48:40.953480 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e4fe63fc-43ed-4d8d-96de-8fdd79c30b13 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:40.959023 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e4fe63fc-43ed-4d8d-96de-8fdd79c30b13 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/6cd33483-6ba1-4501-a7fe-fcc3b635f66e HTTP/1.1" status: 200 len: 840 time: 0.4157896 Feb 04 15:48:40.962902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43136) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:40.964176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c73031-c417-47f8-9029-a9bc70172ef1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a83882d-58d6-4e16-93c2-1abb77519c15,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:41.100043 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4c73031-c417-47f8-9029-a9bc70172ef1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.101774 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b4c73031-c417-47f8-9029-a9bc70172ef1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/security-groups/1a83882d-58d6-4e16-93c2-1abb77519c15 HTTP/1.1" status: 204 len: 168 time: 1.4853499 Feb 04 15:48:41.116767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43140) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:41.125161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2d3161d5-4a71-484d-a88c-52783d5f4fff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 6cd33483-6ba1-4501-a7fe-fcc3b635f66e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:41.125999 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d3161d5-4a71-484d-a88c-52783d5f4fff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.198108 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22c8e046-967a-4913-a41d-401c42d44d7b req-68afe827-0e11-4889-98ae-28aafecbd0d5 service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698531 Feb 04 15:48:41.396471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b75838-6657-43dc-943a-3d78b1c30258 req-6bc3e56c-0fc9-4f34-a801-e309064b794d tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:41.398587 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.401842 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5b75838-6657-43dc-943a-3d78b1c30258 req-6bc3e56c-0fc9-4f34-a801-e309064b794d tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 943 time: 0.2533047 Feb 04 15:48:41.469117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d01bb940-8386-408e-85f8-099a22705f53 req-9eb7c535-53b3-48d2-b830-f3d52c3e0da8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 1094 time: 0.1981630 Feb 04 15:48:41.513978 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.523111 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-15947c3b-f1e6-4009-805e-05fc1b932851 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.595466 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5b75838-6657-43dc-943a-3d78b1c30258 req-ac926c50-bb3d-4cd2-a747-12be6edaf4ff tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780963 Feb 04 15:48:41.666556 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bb940-8386-408e-85f8-099a22705f53 req-cdcdca2e-30e5-4089-94bb-3cd843daae14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:41.668152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d01bb940-8386-408e-85f8-099a22705f53 req-cdcdca2e-30e5-4089-94bb-3cd843daae14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 906 time: 0.1640959 Feb 04 15:48:41.731707 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-15947c3b-f1e6-4009-805e-05fc1b932851 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.741848 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d3161d5-4a71-484d-a88c-52783d5f4fff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.764437 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d01bb940-8386-408e-85f8-099a22705f53 req-655edd8b-f0ab-426c-bae7-87d5f667c3b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93def4d3-6164-4af6-b8eb-1c1d7b4fc707 HTTP/1.1" status: 200 len: 217 time: 0.0870230 Feb 04 15:48:41.913708 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50ce4574-00c7-451b-89f9-ce03579bb360 req-3f2cab9a-397b-4319-9c98-acad4fd5d822 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 210 time: 0.0658698 Feb 04 15:48:41.936816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bb940-8386-408e-85f8-099a22705f53 req-479cdb9d-0fe0-41dd-adf1-7ca5ac8e0b79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:41.938795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d01bb940-8386-408e-85f8-099a22705f53 req-479cdb9d-0fe0-41dd-adf1-7ca5ac8e0b79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.1691682 Feb 04 15:48:42.021965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d01bb940-8386-408e-85f8-099a22705f53 req-209d89e4-03b4-456f-b452-e9b3788b83da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717673 Feb 04 15:48:42.148387 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2d3161d5-4a71-484d-a88c-52783d5f4fff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for 6cd33483-6ba1-4501-a7fe-fcc3b635f66e owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:42.231729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d01bb940-8386-408e-85f8-099a22705f53 req-c7b1f236-e1b1-4960-9677-08dc258d25aa service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027974 Feb 04 15:48:42.487479 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9ed620af-2c42-4c2c-8bb7-e09c868629ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.528929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b11a56-5ada-44d8-8dc2-bfba9091f9cc req-1da047fe-1479-4b9c-8298-0760bd3eaf2b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:42.536224 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75b11a56-5ada-44d8-8dc2-bfba9091f9cc req-1da047fe-1479-4b9c-8298-0760bd3eaf2b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.3031638 Feb 04 15:48:42.561082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d01bb940-8386-408e-85f8-099a22705f53 req-8dabbf0c-f0aa-4f52-8fa7-384a248dc785 service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792940 Feb 04 15:48:42.571518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-15947c3b-f1e6-4009-805e-05fc1b932851 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.575065 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d3161d5-4a71-484d-a88c-52783d5f4fff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.626783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75b11a56-5ada-44d8-8dc2-bfba9091f9cc req-e0874435-70ab-48f6-b0dc-096f46da8aff tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896976 Feb 04 15:48:42.634066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15947c3b-f1e6-4009-805e-05fc1b932851 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f648594-facc-4165-a4d0-11dadd58906f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:42.663912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed620af-2c42-4c2c-8bb7-e09c868629ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c03eab2e-1e10-440a-9dbe-7ac737a99129,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:42.720004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-e96fa628-4aff-47ff-914d-41dba4b127d5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:42.722169 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-e96fa628-4aff-47ff-914d-41dba4b127d5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.81 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 810 time: 0.5283611 Feb 04 15:48:42.805998 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d3161d5-4a71-484d-a88c-52783d5f4fff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.829260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Request body: {'port': {'device_id': '534fc3b1-11ea-4d6a-a0a5-a0ed697e1325', 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a', 'admin_state_up': True, 'tenant_id': 'b1150d2a6b7b432d960998813aacb087'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:42.847663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3161d5-4a71-484d-a88c-52783d5f4fff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=6cd33483-6ba1-4501-a7fe-fcc3b635f66e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:43.066948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b73a9-cafb-48c1-b9df-1d6701dfefd4 req-a4f1e202-d25a-43c9-a246-1aedf09fa4b7 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:43.069017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f7b73a9-cafb-48c1-b9df-1d6701dfefd4 req-a4f1e202-d25a-43c9-a246-1aedf09fa4b7 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 943 time: 0.2750895 Feb 04 15:48:43.133029 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f7b73a9-cafb-48c1-b9df-1d6701dfefd4 req-7d45014f-8a44-4463-a5e7-32f90939eb41 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571384 Feb 04 15:48:43.141791 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-c8fead2f-e690-43f6-8356-5b3ba07c9c54 req-5853140b-5b7c-444c-b927-70d49c5c0c02 service neutron] (83550) timed out ('10.222.0.81', 61656) {{(pid=83550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:48:43.142268 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-15947c3b-f1e6-4009-805e-05fc1b932851 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.143528 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-15947c3b-f1e6-4009-805e-05fc1b932851 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/security-groups/0f648594-facc-4165-a4d0-11dadd58906f HTTP/1.1" status: 204 len: 168 time: 2.0224404 Feb 04 15:48:43.165473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43182) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:43.167093 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2d3161d5-4a71-484d-a88c-52783d5f4fff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/6cd33483-6ba1-4501-a7fe-fcc3b635f66e HTTP/1.1" status: 204 len: 168 time: 2.1935959 Feb 04 15:48:43.171216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43188) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:43.190299 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-adc65c9b-77ba-4d6c-ab93-e27ca5532ca8 req-079f856c-0895-4628-93fd-8a3ed6b9b72c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 210 time: 0.0463991 Feb 04 15:48:43.291879 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd99fac5-30b2-477a-a582-b2fd9768284d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] GET failed (client error): The resource could not be found. Feb 04 15:48:43.292371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bd99fac5-30b2-477a-a582-b2fd9768284d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:43.492508 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bd99fac5-30b2-477a-a582-b2fd9768284d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:43.493368 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bd99fac5-30b2-477a-a582-b2fd9768284d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/6cd33483-6ba1-4501-a7fe-fcc3b635f66e HTTP/1.1" status: 404 len: 333 time: 0.3185742 Feb 04 15:48:43.499548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43202) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:43.500845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:43.509942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Usage tracker for resource:port and tenant:b1150d2a6b7b432d960998813aacb087 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:43.510980 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4f7beeb4-bdff-40af-b0b5-47e6b4648a0e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'name': 'tempest-PortsTestJSON-795955100'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:43.516817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:43.551031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:43.586278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Made reservation on behalf of b1150d2a6b7b432d960998813aacb087 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:43.589297 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.627664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fefb993-74f2-4233-af11-978a8c9b34c5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting subnet 05b07792-dd9e-4518-b69b-e89973d5b779 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:48:43.637055 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6fefb993-74f2-4233-af11-978a8c9b34c5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.681434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4f7beeb4-bdff-40af-b0b5-47e6b4648a0e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:43.693795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4f7beeb4-bdff-40af-b0b5-47e6b4648a0e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:43.713988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7beeb4-bdff-40af-b0b5-47e6b4648a0e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:43.718466 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f7beeb4-bdff-40af-b0b5-47e6b4648a0e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.773969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-4f7beeb4-bdff-40af-b0b5-47e6b4648a0e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port 11799156-80da-4cd7-86b0-d8452444ee79 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:43.849622 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6fefb993-74f2-4233-af11-978a8c9b34c5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.092941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Allocated IP 172.20.0.9 (3da987dc-c869-45ff-98c5-7e104c66b94a/a7491f14-bc8f-49d7-a28a-ebc10572ecbf/42a58043-df61-4769-8619-15fa5219976a) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:44.116797 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6fefb993-74f2-4233-af11-978a8c9b34c5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.193736 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d52db-d853-4b94-85c5-218858711a96 req-091db80d-31d2-4427-830f-368c3b8f2009 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:44.203569 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe5d52db-d853-4b94-85c5-218858711a96 req-091db80d-31d2-4427-830f-368c3b8f2009 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.3128440 Feb 04 15:48:44.290068 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe5d52db-d853-4b94-85c5-218858711a96 req-c5a19e50-d3ab-4274-9c71-d773ffb01e33 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854564 Feb 04 15:48:44.293368 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f7beeb4-bdff-40af-b0b5-47e6b4648a0e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.364840 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9ed620af-2c42-4c2c-8bb7-e09c868629ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.432697 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f7beeb4-bdff-40af-b0b5-47e6b4648a0e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.586159 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dcb5900b-82e4-4cd6-875d-75a345cab641 req-ab0597c7-5ea0-4845-bc5e-4302a611e822 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 210 time: 0.0751252 Feb 04 15:48:44.610024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7beeb4-bdff-40af-b0b5-47e6b4648a0e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 3c061c36-d039-45a7-bf9c-85193778253d is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:44.613065 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.617109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-4f7beeb4-bdff-40af-b0b5-47e6b4648a0e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:44.620631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7beeb4-bdff-40af-b0b5-47e6b4648a0e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=11799156-80da-4cd7-86b0-d8452444ee79,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:44.636062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7beeb4-bdff-40af-b0b5-47e6b4648a0e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:44.640035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7beeb4-bdff-40af-b0b5-47e6b4648a0e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:44.640666 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f7beeb4-bdff-40af-b0b5-47e6b4648a0e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.678471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a5543-4fff-4163-b902-c3d1e62d7066 req-b96f85ac-57c0-4cf9-96fa-370385f14d7c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:44.681599 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6fefb993-74f2-4233-af11-978a8c9b34c5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.685430 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-443a5543-4fff-4163-b902-c3d1e62d7066 req-b96f85ac-57c0-4cf9-96fa-370385f14d7c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 943 time: 0.3415961 Feb 04 15:48:44.704716 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4f7beeb4-bdff-40af-b0b5-47e6b4648a0e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2009594 Feb 04 15:48:44.707814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43238) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:44.715413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-172e456f-8091-4bb7-8c8a-38d93a3a8125 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:44.737063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefb993-74f2-4233-af11-978a8c9b34c5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Subnet': ['ID=05b07792-dd9e-4518-b69b-e89973d5b779,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:44.744197 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6fefb993-74f2-4233-af11-978a8c9b34c5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.751723 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.761543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13577369-9379-400d-8361-88b431622831 None None] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:44.804435 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-443a5543-4fff-4163-b902-c3d1e62d7066 req-d027443e-5db7-4709-820f-114d72c2efae tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180677 Feb 04 15:48:44.809735 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6fefb993-74f2-4233-af11-978a8c9b34c5 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/05b07792-dd9e-4518-b69b-e89973d5b779 HTTP/1.1" status: 204 len: 168 time: 1.6381195 Feb 04 15:48:44.839907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43244) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:44.876086 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-172e456f-8091-4bb7-8c8a-38d93a3a8125 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.966533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Network 3da987dc-c869-45ff-98c5-7e104c66b94a is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:45.246240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:45.248722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Pushing event updated for resources: {'Port': ['ID=42a58043-df61-4769-8619-15fa5219976a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:45.251640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:45.280236 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-172e456f-8091-4bb7-8c8a-38d93a3a8125 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.291302 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-172e456f-8091-4bb7-8c8a-38d93a3a8125 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.341564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-172e456f-8091-4bb7-8c8a-38d93a3a8125 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] In _notify_port_updated(), no bound segment for port 11799156-80da-4cd7-86b0-d8452444ee79 on network 3c061c36-d039-45a7-bf9c-85193778253d {{(pid=83551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:48:45.345666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172e456f-8091-4bb7-8c8a-38d93a3a8125 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:45.347089 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-172e456f-8091-4bb7-8c8a-38d93a3a8125 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.348782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-172e456f-8091-4bb7-8c8a-38d93a3a8125 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "PUT /v2.0/ports/11799156-80da-4cd7-86b0-d8452444ee79 HTTP/1.1" status: 200 len: 818 time: 0.6400368 Feb 04 15:48:45.354040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43256) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:45.372463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-278bfaeb-d4d6-4b8b-8236-4feee70fd7eb tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting subnet eacc59ff-303d-4fe8-81ee-c4b0905e7366 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:48:45.411316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:48:45.423553 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278bfaeb-d4d6-4b8b-8236-4feee70fd7eb tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.464688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:45.464899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e456f-8091-4bb7-8c8a-38d93a3a8125 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=11799156-80da-4cd7-86b0-d8452444ee79,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:45.465317 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.471997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43260) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:45.591254 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-7fac8e44-a948-416e-9fa7-e7fa9215a62a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7720661 Feb 04 15:48:45.617638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Request body: {'port': {'device_id': '534fc3b1-11ea-4d6a-a0a5-a0ed697e1325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:45.763999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7720d3-0cd0-4c15-98e9-0992c376deda req-ae6311a7-dac3-499d-8043-cf0b0714cd28 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:45.771293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad7720d3-0cd0-4c15-98e9-0992c376deda req-ae6311a7-dac3-499d-8043-cf0b0714cd28 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.2311854 Feb 04 15:48:45.828969 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.861150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 93def4d3-6164-4af6-b8eb-1c1d7b4fc707, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=93def4d3-6164-4af6-b8eb-1c1d7b4fc707,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:45.901387 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '93def4d3-6164-4af6-b8eb-1c1d7b4fc707', 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'port_id': '93def4d3-6164-4af6-b8eb-1c1d7b4fc707', 'mac_address': 'fa:16:3e:be:7f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184257a1-8dd7-4ba7-9fe3-dd948fd0da94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:48:45.972649 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.975775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad7720d3-0cd0-4c15-98e9-0992c376deda req-932bb861-660f-45e3-9688-ebcbcaf9d50f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969974 Feb 04 15:48:45.976798 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6cc4-3f5e-47d5-9c6d-d3c01690a273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.115321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:46.139018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 93def4d3-6164-4af6-b8eb-1c1d7b4fc707, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=93def4d3-6164-4af6-b8eb-1c1d7b4fc707,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:46.147573 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.159329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cd2b6cc4-3f5e-47d5-9c6d-d3c01690a273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:46.164983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-5966b3a4-7083-4742-b909-9ff4da5ead89 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 11799156-80da-4cd7-86b0-d8452444ee79 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:46.165562 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5966b3a4-7083-4742-b909-9ff4da5ead89 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.171413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cd2b6cc4-3f5e-47d5-9c6d-d3c01690a273 admin admin] Usage tracker for resource:security_group_rule and tenant:400e307772694fcbbcc84bd1c6add4cc is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:46.181217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5d2d7-c5be-4ed1-8aab-b349f6e293e1 req-ff45f72d-b3be-4d37-8b5b-f4fd7c7a2410 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:46.182823 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55b5d2d7-c5be-4ed1-8aab-b349f6e293e1 req-ff45f72d-b3be-4d37-8b5b-f4fd7c7a2410 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 931 time: 0.2805548 Feb 04 15:48:46.183904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cd2b6cc4-3f5e-47d5-9c6d-d3c01690a273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:46.195428 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cd2b6cc4-3f5e-47d5-9c6d-d3c01690a273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:46.274141 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278bfaeb-d4d6-4b8b-8236-4feee70fd7eb tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.303730 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=93def4d3-6164-4af6-b8eb-1c1d7b4fc707,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:46.371657 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6cc4-3f5e-47d5-9c6d-d3c01690a273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.391930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-41d324e6-1b13-428c-af26-cb1ba18b4b95 None None] Provisioning complete for port 34a8c41e-803c-45d6-afb4-487e9cd59acb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:46.392487 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-41d324e6-1b13-428c-af26-cb1ba18b4b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.397335 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6cc4-3f5e-47d5-9c6d-d3c01690a273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.449140 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55b5d2d7-c5be-4ed1-8aab-b349f6e293e1 req-ac4f8882-e21c-4de9-9974-d467f38f9449 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604425 Feb 04 15:48:46.512038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b6cc4-3f5e-47d5-9c6d-d3c01690a273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db460f47-c463-4389-a0d8-1d785d14dc3d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:46.530129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cd2b6cc4-3f5e-47d5-9c6d-d3c01690a273 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=400e307772694fcbbcc84bd1c6add4cc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0561867 Feb 04 15:48:46.532130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43272) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:46.567971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443f3db-609d-40fb-bdc8-54b10115e03a req-fea985af-9105-441a-806b-6ba9a6124a04 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:46.569504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8443f3db-609d-40fb-bdc8-54b10115e03a req-fea985af-9105-441a-806b-6ba9a6124a04 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 944 time: 0.2518954 Feb 04 15:48:46.590685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-41d324e6-1b13-428c-af26-cb1ba18b4b95 None None] Provisioning complete for port e88f6755-16fe-49a0-8f9b-c35416b72d6b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:46.591394 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-41d324e6-1b13-428c-af26-cb1ba18b4b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.631682 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8443f3db-609d-40fb-bdc8-54b10115e03a req-86a56af5-0d47-46e4-941b-6d0e3c4a42c5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473549 Feb 04 15:48:46.654827 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['93def4d3-6164-4af6-b8eb-1c1d7b4fc707'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:48:46.663589 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0d334ba2-11f3-4518-8259-c88cabfd3209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.740637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-41d324e6-1b13-428c-af26-cb1ba18b4b95 None None] Port e88f6755-16fe-49a0-8f9b-c35416b72d6b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:48:46.836782 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0d334ba2-11f3-4518-8259-c88cabfd3209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.929192 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0d334ba2-11f3-4518-8259-c88cabfd3209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.944640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d334ba2-11f3-4518-8259-c88cabfd3209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db460f47-c463-4389-a0d8-1d785d14dc3d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:46.951032 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0d334ba2-11f3-4518-8259-c88cabfd3209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.952202 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0d334ba2-11f3-4518-8259-c88cabfd3209 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db460f47-c463-4389-a0d8-1d785d14dc3d HTTP/1.1" status: 204 len: 168 time: 0.4190223 Feb 04 15:48:47.069577 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278bfaeb-d4d6-4b8b-8236-4feee70fd7eb tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.141477 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:47.228196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb5d1e-be6b-4f9a-a836-22fcd176d0a5 req-12988aca-3134-4f0e-a78f-e92c04a9d37b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:47.229481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58eb5d1e-be6b-4f9a-a836-22fcd176d0a5 req-12988aca-3134-4f0e-a78f-e92c04a9d37b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.0947950 Feb 04 15:48:47.301416 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58eb5d1e-be6b-4f9a-a836-22fcd176d0a5 req-65338f1e-96b6-43f8-8338-bd9b52d06395 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610535 Feb 04 15:48:47.303322 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5966b3a4-7083-4742-b909-9ff4da5ead89 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.416015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a58043-df61-4769-8619-15fa5219976a {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:47.471985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43288) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:47.492113 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-5966b3a4-7083-4742-b909-9ff4da5ead89 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for 11799156-80da-4cd7-86b0-d8452444ee79 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:47.496157 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6940adc6-79cd-4367-959b-290f48829957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.524271 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.542339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6940adc6-79cd-4367-959b-290f48829957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:47.547124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6940adc6-79cd-4367-959b-290f48829957 admin admin] Usage tracker for resource:security_group_rule and tenant:f05968f4539d42fb83ec59b9b5e3d1d2 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:47.551067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6940adc6-79cd-4367-959b-290f48829957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:47.568381 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278bfaeb-d4d6-4b8b-8236-4feee70fd7eb tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.574120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6940adc6-79cd-4367-959b-290f48829957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:47.754125 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6940adc6-79cd-4367-959b-290f48829957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.757239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Transition to ACTIVE for port object 42a58043-df61-4769-8619-15fa5219976a will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:47.772305 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bfaeb-d4d6-4b8b-8236-4feee70fd7eb tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Subnet': ['ID=eacc59ff-303d-4fe8-81ee-c4b0905e7366,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:47.778384 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.794995 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6940adc6-79cd-4367-959b-290f48829957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.830508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0e6357-03ac-4448-84d8-d97c08696cab None None] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:47.845169 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278bfaeb-d4d6-4b8b-8236-4feee70fd7eb tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.863949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940adc6-79cd-4367-959b-290f48829957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b7446a-517d-4305-b175-e4daa5fa9ccb,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:47.879673 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-278bfaeb-d4d6-4b8b-8236-4feee70fd7eb tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/eacc59ff-303d-4fe8-81ee-c4b0905e7366 HTTP/1.1" status: 204 len: 168 time: 3.0386147 Feb 04 15:48:47.883669 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6940adc6-79cd-4367-959b-290f48829957 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f05968f4539d42fb83ec59b9b5e3d1d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4077439 Feb 04 15:48:47.883851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43298) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:47.888152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43300) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:47.907501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254b0c6-5f56-43f2-b206-1f7b4c839c54 req-edb6ccdd-e091-43c8-85b8-ed2b8c68919f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:47.911520 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d254b0c6-5f56-43f2-b206-1f7b4c839c54 req-edb6ccdd-e091-43c8-85b8-ed2b8c68919f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 931 time: 0.2389452 Feb 04 15:48:47.981142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Pushing event updated for resources: {'Port': ['ID=42a58043-df61-4769-8619-15fa5219976a,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:47.983523 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5966b3a4-7083-4742-b909-9ff4da5ead89 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.997595 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9515cc3-3f37-4cee-b876-9247cfd22727 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:47.998041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9515cc3-3f37-4cee-b876-9247cfd22727 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:48.010494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659639-95ac-49b0-95b3-7530b33536a8 req-9202ad97-aef6-480f-9015-802ffcc125a2 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:48.011987 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d659639-95ac-49b0-95b3-7530b33536a8 req-9202ad97-aef6-480f-9015-802ffcc125a2 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 945 time: 0.2538707 Feb 04 15:48:48.049864 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d254b0c6-5f56-43f2-b206-1f7b4c839c54 req-cf65cbf8-d211-4768-982c-9bb79fac0ef3 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260192 Feb 04 15:48:48.083940 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.110811 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b9515cc3-3f37-4cee-b876-9247cfd22727 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/05b07792-dd9e-4518-b69b-e89973d5b779 HTTP/1.1" status: 404 len: 337 time: 0.2235930 Feb 04 15:48:48.115380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43306) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:48.117395 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d659639-95ac-49b0-95b3-7530b33536a8 req-f0cdaf55-0581-47ab-811a-68e443bf53d2 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988820 Feb 04 15:48:48.121409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966b3a4-7083-4742-b909-9ff4da5ead89 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=11799156-80da-4cd7-86b0-d8452444ee79,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:48.148732 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.204459 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5966b3a4-7083-4742-b909-9ff4da5ead89 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.209735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43310) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:48.209942 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5966b3a4-7083-4742-b909-9ff4da5ead89 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/11799156-80da-4cd7-86b0-d8452444ee79 HTTP/1.1" status: 204 len: 168 time: 2.8505919 Feb 04 15:48:48.253443 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.317735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b981ce3f-ec9d-4fa3-aef2-870551b5bdbe tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting subnet 844ef37d-241d-4514-b30c-90203dea1e4e {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:48:48.326262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b7446a-517d-4305-b175-e4daa5fa9ccb,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:48.331613 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b981ce3f-ec9d-4fa3-aef2-870551b5bdbe tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.336769 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.339817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1b7446a-517d-4305-b175-e4daa5fa9ccb HTTP/1.1" status: 204 len: 168 time: 0.4490874 Feb 04 15:48:48.374250 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:48.374587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:48.374920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:48.375442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:48.375822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:48.376147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:48.376469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:48.376814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:48.377138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:48.377500 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:48.377817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5284ecf-5aa7-4949-b276-4d4464b25963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:48.403085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Attempting to bind port 42a58043-df61-4769-8619-15fa5219976a on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:48.412548 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Attempting to bind port 42a58043-df61-4769-8619-15fa5219976a by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:48.413311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Attempting to bind port 42a58043-df61-4769-8619-15fa5219976a on network 3da987dc-c869-45ff-98c5-7e104c66b94a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:48.416881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c09532b-77c5-47f3-a7ba-11cb13cc5271 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:48.417582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5c09532b-77c5-47f3-a7ba-11cb13cc5271 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:48.444346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21168e1-2d13-48a2-8cf4-f691efe6248b req-ab40ea47-70af-4e4a-90c9-8fd8213b7a49 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:48.445944 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e21168e1-2d13-48a2-8cf4-f691efe6248b req-ab40ea47-70af-4e4a-90c9-8fd8213b7a49 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 944 time: 0.1987655 Feb 04 15:48:48.469901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Port 42a58043-df61-4769-8619-15fa5219976a on network 3da987dc-c869-45ff-98c5-7e104c66b94a not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:48:48.470235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Attempting to bind port 42a58043-df61-4769-8619-15fa5219976a on network 3da987dc-c869-45ff-98c5-7e104c66b94a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:48.480255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5c09532b-77c5-47f3-a7ba-11cb13cc5271 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:48.484129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5c09532b-77c5-47f3-a7ba-11cb13cc5271 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2705023 Feb 04 15:48:48.484647 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43318) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:48.492047 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b981ce3f-ec9d-4fa3-aef2-870551b5bdbe tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.539239 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f6b58a-7300-4408-85c6-ed0dde32ee24 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] GET failed (client error): The resource could not be found. Feb 04 15:48:48.540599 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-53f6b58a-7300-4408-85c6-ed0dde32ee24 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/11799156-80da-4cd7-86b0-d8452444ee79 HTTP/1.1" status: 404 len: 333 time: 0.0545974 Feb 04 15:48:48.553088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43322) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:48.561463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1676320216'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:48.574312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed620af-2c42-4c2c-8bb7-e09c868629ef admin admin] Router 36f649e5-045b-40a4-a922-b7e95cd7f839 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:48:48.575467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:48:48.575823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Checking segment: {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:48.576212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Bound using segment: {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:48:48.576646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Bound port: 42a58043-df61-4769-8619-15fa5219976a, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:48.576988 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.639685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:48.654482 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:network and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:48.659230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:48.664781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e21168e1-2d13-48a2-8cf4-f691efe6248b req-441ec730-f155-4baa-9ecb-f17b52a9af8b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109740 Feb 04 15:48:48.678461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:48.709416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:48.712530 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.743230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47744277-3b89-4eb6-8a11-ccebc931e81c req-16afe20c-01a7-4b03-915b-146c89a73b9f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:48.744802 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47744277-3b89-4eb6-8a11-ccebc931e81c req-16afe20c-01a7-4b03-915b-146c89a73b9f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.1932855 Feb 04 15:48:48.797761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:48.819503 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.820007 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Added segment 62cf7710-186c-403a-83f5-37d913ba321c of type vlan for network 4219e2c8-75ff-4361-8b71-4c033e343dfa Feb 04 15:48:48.832832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] For port 42a58043-df61-4769-8619-15fa5219976a, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:48.839844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] For port 42a58043-df61-4769-8619-15fa5219976a, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=42a58043-df61-4769-8619-15fa5219976a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:48.850772 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b981ce3f-ec9d-4fa3-aef2-870551b5bdbe tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.861854 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.884768 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.905721 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.910388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:48.910838 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.929035 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47744277-3b89-4eb6-8a11-ccebc931e81c req-a3b75821-d8aa-4bdc-bfe1-07f3d26792a8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769929 Feb 04 15:48:48.981350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Pushing event updated for resources: {'Port': ['ID=42a58043-df61-4769-8619-15fa5219976a,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:48.992794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0ef1d935-81de-4217-9e18-ba8e751dab48 None None] Provisioning complete for port 34a8c41e-803c-45d6-afb4-487e9cd59acb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:48.993253 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0ef1d935-81de-4217-9e18-ba8e751dab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.029226 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.030859 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-36a67d37-38d8-4a23-8f82-6062fc28b65d service neutron] 10.222.0.81 "PUT /v2.0/ports/42a58043-df61-4769-8619-15fa5219976a HTTP/1.1" status: 200 len: 1091 time: 3.4204178 Feb 04 15:48:49.033139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534fc3b1-11ea-4d6a-a0a5-a0ed697e1325', 'tag': '42a58043-df61-4769-8619-15fa5219976a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:49.061478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5061252 Feb 04 15:48:49.074147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43338) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:49.079531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'subnet': {'network_id': '4219e2c8-75ff-4361-8b71-4c033e343dfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:49.117679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5baa82-714e-4b9a-b928-ccb5c3cba650 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Network': ['ID=4219e2c8-75ff-4361-8b71-4c033e343dfa,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:49.135702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 4219e2c8-75ff-4361-8b71-4c033e343dfa details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:49.181994 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534fc3b1-11ea-4d6a-a0a5-a0ed697e1325', 'tag': '42a58043-df61-4769-8619-15fa5219976a', 'status': 'completed', 'code': 200} Feb 04 15:48:49.193163 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b981ce3f-ec9d-4fa3-aef2-870551b5bdbe tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.247911 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b981ce3f-ec9d-4fa3-aef2-870551b5bdbe tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.262166 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b981ce3f-ec9d-4fa3-aef2-870551b5bdbe tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/844ef37d-241d-4514-b30c-90203dea1e4e HTTP/1.1" status: 204 len: 168 time: 1.1385076 Feb 04 15:48:49.269386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43346) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:49.295788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:49.313140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981ce3f-ec9d-4fa3-aef2-870551b5bdbe tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Subnet': ['ID=844ef37d-241d-4514-b30c-90203dea1e4e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:49.317578 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba5b64d-643f-4518-9dbe-918cbd28d60b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:49.318275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba5b64d-643f-4518-9dbe-918cbd28d60b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:49.323854 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1ba5b64d-643f-4518-9dbe-918cbd28d60b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/2000582e-f980-4b52-8ba2-6c967e3af39a HTTP/1.1" status: 404 len: 337 time: 0.0531290 Feb 04 15:48:49.324672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43350) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:49.346596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d5d540-a5da-4ea4-86c3-f77b554b916d None None] Network 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:49.374238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7b0be4ab-7b43-466d-bcba-3f34995e0667 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Synchronizing usage tracker for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:49.392258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:subnet and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:49.397276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7b0be4ab-7b43-466d-bcba-3f34995e0667 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Unset dirty status for tenant:7f7215bd13c94f90a591fef9405f0820 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:49.401147 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7b0be4ab-7b43-466d-bcba-3f34995e0667 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "GET /v2.0/ports?device_id=f03c87da-beef-4c1f-a477-a3c0e0b146df HTTP/1.1" status: 200 len: 205 time: 0.0729039 Feb 04 15:48:49.402875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43356) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:49.406250 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:49.425392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:49.457819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:49.482181 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:49.519247 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-e68f571c-a07e-4b1e-8e5e-4eec20edc790 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 1094 time: 0.4093549 Feb 04 15:48:49.534732 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-bef49e6e-a052-4a14-837d-b7df7e65f160 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] delete failed (client error): The resource could not be found. Feb 04 15:48:49.539244 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bef49e6e-a052-4a14-837d-b7df7e65f160 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/routers/f03c87da-beef-4c1f-a477-a3c0e0b146df HTTP/1.1" status: 404 len: 336 time: 0.1319389 Feb 04 15:48:49.541957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43362) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:49.615392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:49.622485 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.628290 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.639943 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-b91d940f-3d37-4be8-8690-468880d5a497 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42a58043-df61-4769-8619-15fa5219976a HTTP/1.1" status: 200 len: 217 time: 0.0967178 Feb 04 15:48:49.649696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:49.650288 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.819556 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-71cb5858-4ab1-41ea-bd49-935b9cd5fb3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:49.820526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71cb5858-4ab1-41ea-bd49-935b9cd5fb3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:49.825258 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-71cb5858-4ab1-41ea-bd49-935b9cd5fb3d tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/7e91fa4d-b3a4-4e5e-bf3b-179c267a2f47 HTTP/1.1" status: 404 len: 337 time: 0.2785606 Feb 04 15:48:49.868267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43370) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:49.869966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f4ac1-a01c-40e8-b887-8bcdfcd42041 req-6a7eb077-1496-45da-ba67-051185e9eb6b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:49.878452 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-403f4ac1-a01c-40e8-b887-8bcdfcd42041 req-6a7eb077-1496-45da-ba67-051185e9eb6b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 943 time: 0.5745521 Feb 04 15:48:49.886034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1ea8b-7f3c-4524-b34a-a20578e83923 req-703fda38-af00-45e8-b01d-e3126b1890a5 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:49.893648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bc1ea8b-7f3c-4524-b34a-a20578e83923 req-703fda38-af00-45e8-b01d-e3126b1890a5 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 945 time: 0.5410397 Feb 04 15:48:49.897815 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.978633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed620af-2c42-4c2c-8bb7-e09c868629ef admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:48:49.993648 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9ed620af-2c42-4c2c-8bb7-e09c868629ef admin admin] 10.222.0.60 "PUT /v2.0/routers/36f649e5-045b-40a4-a922-b7e95cd7f839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5241382 Feb 04 15:48:49.998543 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6988284a-4cc7-4018-9935-d1e6d02dd5c1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:49.999124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6988284a-4cc7-4018-9935-d1e6d02dd5c1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:50.004398 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6988284a-4cc7-4018-9935-d1e6d02dd5c1 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/071b3df4-6f3e-4374-b329-d0b9aa359e00 HTTP/1.1" status: 404 len: 337 time: 0.1335309 Feb 04 15:48:50.008947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43378) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:50.009370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43380) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:50.035644 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.049070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e7e1c5-2ba7-40ed-b0c8-0a34d78f628a None None] Sync routers for ids ['36f649e5-045b-40a4-a922-b7e95cd7f839'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:48:50.097232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0559774-7837-48d9-91e8-7c27cd3b424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93def4d3-6164-4af6-b8eb-1c1d7b4fc707'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:50.117073 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 93def4d3-6164-4af6-b8eb-1c1d7b4fc707, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=93def4d3-6164-4af6-b8eb-1c1d7b4fc707,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:50.118604 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e7e1c5-2ba7-40ed-b0c8-0a34d78f628a None None] Routers {'36f649e5-045b-40a4-a922-b7e95cd7f839'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:48:50.119393 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-47e7e1c5-2ba7-40ed-b0c8-0a34d78f628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:48:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['36f649e5-045b-40a4-a922-b7e95cd7f839'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:50.196545 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a662170-4737-44d1-af9c-c3f91dbe1dca tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:50.197268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a662170-4737-44d1-af9c-c3f91dbe1dca tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:50.203024 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6a662170-4737-44d1-af9c-c3f91dbe1dca tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/ad448e73-1964-4723-96b9-2e41e2147470 HTTP/1.1" status: 404 len: 337 time: 0.1909828 Feb 04 15:48:50.205785 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43390) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:50.216290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-d8a8faf6-9fd0-41ca-b09a-924f9da7c8e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:50.218240 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-d8a8faf6-9fd0-41ca-b09a-924f9da7c8e7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7491f14-bc8f-49d7-a28a-ebc10572ecbf HTTP/1.1" status: 200 len: 850 time: 0.3894069 Feb 04 15:48:50.301087 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] DHCP port deletion for 5c5ae5ad-4230-41ef-bcc3-63649b9926f4 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:48:50.306441 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-8bbb1bd5-2230-42c5-8e08-3e0057b5fa0b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da987dc-c869-45ff-98c5-7e104c66b94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798929 Feb 04 15:48:50.307592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0ef1d935-81de-4217-9e18-ba8e751dab48 None None] Provisioning complete for port e88f6755-16fe-49a0-8f9b-c35416b72d6b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:50.308201 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0ef1d935-81de-4217-9e18-ba8e751dab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.315357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168e335-b10f-4020-ab15-5ee9937ed31d req-390bda8f-59b9-4e6c-a0c0-fdf9403e9f36 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:50.316166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e168e335-b10f-4020-ab15-5ee9937ed31d req-390bda8f-59b9-4e6c-a0c0-fdf9403e9f36 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Synchronizing usage tracker for tenant:d6b4662da38740d7bdb9894c8873c149 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:50.325637 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bc1ea8b-7f3c-4524-b34a-a20578e83923 req-affcac84-94d5-4464-a259-af612e433ae4 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309785 Feb 04 15:48:50.326636 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4088a4-8f98-4428-9132-d519df4d9606 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:50.327078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4088a4-8f98-4428-9132-d519df4d9606 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:50.353289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Subnet': ['ID=c46a84ae-8411-4c5d-893d-3158a936fd7f,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:50.381370 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.399588 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dc4088a4-8f98-4428-9132-d519df4d9606 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/7df8cb6b-6024-4449-821a-b735e82912e4 HTTP/1.1" status: 404 len: 333 time: 0.1883869 Feb 04 15:48:50.414003 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1d935-81de-4217-9e18-ba8e751dab48 None None] Port e88f6755-16fe-49a0-8f9b-c35416b72d6b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:48:50.421636 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-403f4ac1-a01c-40e8-b887-8bcdfcd42041 req-7b87b784-c9f9-49af-821a-66784cb2aa34 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422146 Feb 04 15:48:50.422233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43398) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:50.423506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] Deleting port 34a8c41e-803c-45d6-afb4-487e9cd59acb {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:50.424430 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.550256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-47e7e1c5-2ba7-40ed-b0c8-0a34d78f628a None None] Set router 36f649e5-045b-40a4-a922-b7e95cd7f839 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:48:50.584374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e168e335-b10f-4020-ab15-5ee9937ed31d req-390bda8f-59b9-4e6c-a0c0-fdf9403e9f36 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Unset dirty status for tenant:d6b4662da38740d7bdb9894c8873c149 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:50.585512 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e168e335-b10f-4020-ab15-5ee9937ed31d req-390bda8f-59b9-4e6c-a0c0-fdf9403e9f36 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.81 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 945 time: 0.7161291 Feb 04 15:48:50.671602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Checking segment: {'id': '62cf7710-186c-403a-83f5-37d913ba321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4219e2c8-75ff-4361-8b71-4c033e343dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:50.672037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network hostable DHCP agents. Network: 4219e2c8-75ff-4361-8b71-4c033e343dfa, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:50.682104 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a290078e-2104-4ef9-8fd5-830a9013ccdd tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:50.682558 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a290078e-2104-4ef9-8fd5-830a9013ccdd tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:50.695696 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a290078e-2104-4ef9-8fd5-830a9013ccdd tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/d263ec91-b05d-42be-995c-3e8dae1a3a4c HTTP/1.1" status: 404 len: 337 time: 0.2700632 Feb 04 15:48:50.696342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43406) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:50.744930 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-27cf77a1-b73a-40a1-861b-7d06e7564c1b service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197857 Feb 04 15:48:50.757080 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-784a2050-4bf9-479c-b422-d03de67b8eae tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:50.757524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784a2050-4bf9-479c-b422-d03de67b8eae tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:50.762113 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-784a2050-4bf9-479c-b422-d03de67b8eae tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/51d0774b-efe8-466a-9616-51bcf0cca9a0 HTTP/1.1" status: 404 len: 337 time: 0.0527472 Feb 04 15:48:50.764373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43410) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:50.787667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-e168e335-b10f-4020-ab15-5ee9937ed31d req-49e40041-de4e-4bc2-8438-126b8cc1506a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Deleting port b6a12d68-c23c-4d54-8326-86d9ec37f4d2 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:50.788410 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e168e335-b10f-4020-ab15-5ee9937ed31d req-49e40041-de4e-4bc2-8438-126b8cc1506a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.890099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 4219e2c8-75ff-4361-8b71-4c033e343dfa is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:50.897974 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3a62ce-4362-4145-b5e8-89c3ab0ba25c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:50.898576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3a62ce-4362-4145-b5e8-89c3ab0ba25c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:50.904446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6f3a62ce-4362-4145-b5e8-89c3ab0ba25c tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/aaba7422-bce9-4f34-9d4d-43c754b59d72 HTTP/1.1" status: 404 len: 333 time: 0.1380606 Feb 04 15:48:50.905975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43416) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:50.918604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 4219e2c8-75ff-4361-8b71-4c033e343dfa) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:50.938396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=93def4d3-6164-4af6-b8eb-1c1d7b4fc707,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:50.964491 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7ab85d-476b-445b-8e6d-bfd256382759 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:50.964941 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7ab85d-476b-445b-8e6d-bfd256382759 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:50.969722 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0d7ab85d-476b-445b-8e6d-bfd256382759 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/2b9102b9-93e4-41f7-ac42-e495f854f801 HTTP/1.1" status: 404 len: 337 time: 0.0613201 Feb 04 15:48:50.973553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43420) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:50.988422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:50.989022 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.018246 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd68d934-6ff6-4499-8160-9308fb37c71b None None] Network 4219e2c8-75ff-4361-8b71-4c033e343dfa requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:51.032069 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.078904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc09b5-a3b4-425a-a639-775d0d23ebb8 req-a3bf5d1c-b1be-495c-87c7-d07124658b38 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:51.086888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5cc09b5-a3b4-425a-a639-775d0d23ebb8 req-a3bf5d1c-b1be-495c-87c7-d07124658b38 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 945 time: 0.5298226 Feb 04 15:48:51.123413 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2dd6b5-91bb-4a3b-9028-a1a323ae0ba3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:51.123858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2dd6b5-91bb-4a3b-9028-a1a323ae0ba3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:51.129482 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ef2dd6b5-91bb-4a3b-9028-a1a323ae0ba3 tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/subnets/195cbe3a-b142-46bb-baa6-ff62015a3c2c HTTP/1.1" status: 404 len: 337 time: 0.1484501 Feb 04 15:48:51.132298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43426) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:51.214057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-53ea7f74-3939-4fd6-95f7-67d2e03d937b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port e88f6755-16fe-49a0-8f9b-c35416b72d6b {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:51.214771 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53ea7f74-3939-4fd6-95f7-67d2e03d937b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.248465 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d1fb2ea6-6388-4aee-8b1c-75ba82316617 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1735511 Feb 04 15:48:51.248735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43432) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:51.263450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-11738e8f-73a2-4f79-87d4-33f10ece6156 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'subnet': {'network_id': '4219e2c8-75ff-4361-8b71-4c033e343dfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:51.297467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08649763-b008-43fa-8c00-a1de45b44a0b req-2883cc63-3c5c-4d84-96de-bcfa07ab6597 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:51.306048 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08649763-b008-43fa-8c00-a1de45b44a0b req-2883cc63-3c5c-4d84-96de-bcfa07ab6597 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.5940709 Feb 04 15:48:51.323405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5cc09b5-a3b4-425a-a639-775d0d23ebb8 req-75448a3b-f97c-4439-9b57-39910f815563 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354834 Feb 04 15:48:51.382986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-47e7e1c5-2ba7-40ed-b0c8-0a34d78f628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:05Z', 'updated_at': '2022-02-04T15:48:41Z', 'revision_number': 5, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'gw_port': {'id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:07Z', 'updated_at': '2022-02-04T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:51.394329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] For port 34a8c41e-803c-45d6-afb4-487e9cd59acb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=34a8c41e-803c-45d6-afb4-487e9cd59acb,segment=NetworkSegment(7dda2539-def4-425e-a4f0-9ef0fdf84970),segment_id=7dda2539-def4-425e-a4f0-9ef0fdf84970)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:51.394591 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.402589 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e7e1c5-2ba7-40ed-b0c8-0a34d78f628a None None] Checking router: 36f649e5-045b-40a4-a922-b7e95cd7f839 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:48:51.409476 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-741ed5e2-ea78-4380-9db9-522ccf6a1a51 req-006817b6-1b7c-4c8b-b6ce-5ca137acd203 service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6539054 Feb 04 15:48:51.464933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-11738e8f-73a2-4f79-87d4-33f10ece6156 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:51.487441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-11738e8f-73a2-4f79-87d4-33f10ece6156 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:subnet and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:51.508953 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08649763-b008-43fa-8c00-a1de45b44a0b req-0d1dc4d2-d8f7-408d-b0c1-7e0992f44f3a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019074 Feb 04 15:48:51.516950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-11738e8f-73a2-4f79-87d4-33f10ece6156 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:51.595864 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e168e335-b10f-4020-ab15-5ee9937ed31d req-49e40041-de4e-4bc2-8438-126b8cc1506a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] For port b6a12d68-c23c-4d54-8326-86d9ec37f4d2, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=b6a12d68-c23c-4d54-8326-86d9ec37f4d2,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:51.596546 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e168e335-b10f-4020-ab15-5ee9937ed31d req-49e40041-de4e-4bc2-8438-126b8cc1506a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.604120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-11738e8f-73a2-4f79-87d4-33f10ece6156 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:51.652170 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0559774-7837-48d9-91e8-7c27cd3b424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93def4d3-6164-4af6-b8eb-1c1d7b4fc707', 'code': 200} Feb 04 15:48:51.787351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 34a8c41e-803c-45d6-afb4-487e9cd59acb no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:51.839214 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53ea7f74-3939-4fd6-95f7-67d2e03d937b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.864797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] Calling delete_port for 34a8c41e-803c-45d6-afb4-487e9cd59acb owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:51.969652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e7e1c5-2ba7-40ed-b0c8-0a34d78f628a None None] Routers {'36f649e5-045b-40a4-a922-b7e95cd7f839'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:48:51.972061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-47e7e1c5-2ba7-40ed-b0c8-0a34d78f628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:48:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['36f649e5-045b-40a4-a922-b7e95cd7f839'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:52.029536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-53ea7f74-3939-4fd6-95f7-67d2e03d937b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for e88f6755-16fe-49a0-8f9b-c35416b72d6b owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:52.127596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-e168e335-b10f-4020-ab15-5ee9937ed31d req-49e40041-de4e-4bc2-8438-126b8cc1506a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Calling delete_port for b6a12d68-c23c-4d54-8326-86d9ec37f4d2 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:52.157790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11738e8f-73a2-4f79-87d4-33f10ece6156 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:52.160999 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-136b88b0-7b06-44b7-b4e2-a46818fe637b req-101bd104-726d-4780-af35-7da80d0d6e3e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 1096 time: 0.5727262 Feb 04 15:48:52.219905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878b74e-c583-4d20-a1ae-270c23122a02 req-0e2ea50a-2da3-47f3-bdb6-9f41bbca395f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:52.228366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0878b74e-c583-4d20-a1ae-270c23122a02 req-0e2ea50a-2da3-47f3-bdb6-9f41bbca395f tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 945 time: 0.4642735 Feb 04 15:48:52.286631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-4219e2c8-75ff-4361-8b71-4c033e343dfa', 'network_id': '4219e2c8-75ff-4361-8b71-4c033e343dfa', 'tenant_id': '4152675cb55e47d8b7b3918734aa1522', 'fixed_ips': [{'subnet_id': 'c46a84ae-8411-4c5d-893d-3158a936fd7f'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:48:52.288055 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.325752 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.326214 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-136b88b0-7b06-44b7-b4e2-a46818fe637b req-9823949d-e38c-470f-84dd-879cea3b9cc9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567380 Feb 04 15:48:52.327910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0878b74e-c583-4d20-a1ae-270c23122a02 req-3a996abf-c089-4d82-a05c-3ba6dd0fc9f7 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987673 Feb 04 15:48:52.335160 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53ea7f74-3939-4fd6-95f7-67d2e03d937b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.385042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 34a8c41e-803c-45d6-afb4-487e9cd59acb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=34a8c41e-803c-45d6-afb4-487e9cd59acb,segment=NetworkSegment(7dda2539-def4-425e-a4f0-9ef0fdf84970),segment_id=7dda2539-def4-425e-a4f0-9ef0fdf84970)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:52.412586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c54f0-5e97-4c2a-8fbd-b161f7edb7ef req-ca4b2e4f-f114-49b3-90dc-45f432d17812 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:52.414642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b67c54f0-5e97-4c2a-8fbd-b161f7edb7ef req-ca4b2e4f-f114-49b3-90dc-45f432d17812 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 943 time: 0.4951003 Feb 04 15:48:52.431703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea7f74-3939-4fd6-95f7-67d2e03d937b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=e88f6755-16fe-49a0-8f9b-c35416b72d6b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:52.456054 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dac2c5d1-6555-44b4-84e0-e8e0400b6d50 req-1b10076b-4e1f-4ebc-b8e4-334238ee38a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 1094 time: 0.9402711 Feb 04 15:48:52.461327 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.473812 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53ea7f74-3939-4fd6-95f7-67d2e03d937b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.535082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-53ea7f74-3939-4fd6-95f7-67d2e03d937b tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/ports/e88f6755-16fe-49a0-8f9b-c35416b72d6b HTTP/1.1" status: 204 len: 168 time: 1.3986275 Feb 04 15:48:52.536662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43464) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:52.542555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b67c54f0-5e97-4c2a-8fbd-b161f7edb7ef req-3698d0c9-12c9-4f03-b2db-2b9cb9d92ebb tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133401 Feb 04 15:48:52.589264 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device b6a12d68-c23c-4d54-8326-86d9ec37f4d2 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:52.629662 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-11738e8f-73a2-4f79-87d4-33f10ece6156 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.649682 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:48:52.650036 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:48:52.929718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=34a8c41e-803c-45d6-afb4-487e9cd59acb,revision_number=11']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:52.996742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-47e7e1c5-2ba7-40ed-b0c8-0a34d78f628a None None] Set router 36f649e5-045b-40a4-a922-b7e95cd7f839 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:48:53.047980 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.063287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e168e335-b10f-4020-ab15-5ee9937ed31d req-49e40041-de4e-4bc2-8438-126b8cc1506a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.085351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['5a4b7ce4-339a-43fb-9951-6b3534979416', '6bc1ba43-d26a-459f-851c-6005b5e59b8c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:48:53.109371 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.144575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e40041-de4e-4bc2-8438-126b8cc1506a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Pushing event deleted for resources: {'Port': ['ID=b6a12d68-c23c-4d54-8326-86d9ec37f4d2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:53.154766 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] Deleting port 7aa1f382-4481-42e1-b063-a0ecdd958ae1 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:53.155109 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.164368 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55212d-3ba4-4c2b-abd9-05e24bd703a6 req-1012a660-5810-4c8e-b657-5f94cce160fc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:53.166483 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca55212d-3ba4-4c2b-abd9-05e24bd703a6 req-1012a660-5810-4c8e-b657-5f94cce160fc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.2983065 Feb 04 15:48:53.179309 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] Deleting port 34a8c41e-803c-45d6-afb4-487e9cd59acb {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:53.179731 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.184094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3c71e-49df-4252-bf00-ca3522df95ec req-afe27ffd-981b-4560-acd2-bb7322ae9345 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:53.186950 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1db3c71e-49df-4252-bf00-ca3522df95ec req-afe27ffd-981b-4560-acd2-bb7322ae9345 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 945 time: 0.2848589 Feb 04 15:48:53.202597 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Deleting port 34a8c41e-803c-45d6-afb4-487e9cd59acb {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:53.206661 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.211317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['7fd4a256-0043-48f7-ab9d-ca3c8f775414'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:48:53.356315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2c5d1-6555-44b4-84e0-e8e0400b6d50 req-b0455711-6394-435d-b45c-f98ba207102c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:53.357811 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dac2c5d1-6555-44b4-84e0-e8e0400b6d50 req-b0455711-6394-435d-b45c-f98ba207102c service neutron] 10.222.0.81 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 911 time: 0.8316853 Feb 04 15:48:53.440077 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.457645 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e168e335-b10f-4020-ab15-5ee9937ed31d req-49e40041-de4e-4bc2-8438-126b8cc1506a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] No DVR routers for this DVR port b6a12d68-c23c-4d54-8326-86d9ec37f4d2 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:53.461092 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e168e335-b10f-4020-ab15-5ee9937ed31d req-49e40041-de4e-4bc2-8438-126b8cc1506a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.464606 n-d-827872-1 neutron-server[83550]: INFO neutron.db.ipam_backend_mixin [None req-11738e8f-73a2-4f79-87d4-33f10ece6156 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c46a84ae-8411-4c5d-893d-3158a936fd7f (CIDR: 172.20.0.0/28) Feb 04 15:48:53.477545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922246c0-719f-4977-a4a7-ac4b924c4e19', 'name': 'network-vif-deleted', 'tag': 'b6a12d68-c23c-4d54-8326-86d9ec37f4d2'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:53.509996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] For port 34a8c41e-803c-45d6-afb4-487e9cd59acb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=34a8c41e-803c-45d6-afb4-487e9cd59acb,segment=NetworkSegment(7dda2539-def4-425e-a4f0-9ef0fdf84970),segment_id=7dda2539-def4-425e-a4f0-9ef0fdf84970)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:53.510595 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.532831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Allocated IP 172.20.0.2 (4219e2c8-75ff-4361-8b71-4c033e343dfa/c46a84ae-8411-4c5d-893d-3158a936fd7f/2748e92b-a28b-4530-8eed-1c1a4bf50943) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:53.616901 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-11738e8f-73a2-4f79-87d4-33f10ece6156 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:48:53.618472 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11738e8f-73a2-4f79-87d4-33f10ece6156 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:53.655258 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca55212d-3ba4-4c2b-abd9-05e24bd703a6 req-f59ae240-bbfc-45a7-a576-a6b714af1552 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4534779 Feb 04 15:48:53.665239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Calling delete_port for 34a8c41e-803c-45d6-afb4-487e9cd59acb owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:53.715291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] For port 7aa1f382-4481-42e1-b063-a0ecdd958ae1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7aa1f382-4481-42e1-b063-a0ecdd958ae1,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:53.716044 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.734723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] For port 34a8c41e-803c-45d6-afb4-487e9cd59acb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=34a8c41e-803c-45d6-afb4-487e9cd59acb,segment=NetworkSegment(7dda2539-def4-425e-a4f0-9ef0fdf84970),segment_id=7dda2539-def4-425e-a4f0-9ef0fdf84970)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:53.735115 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.855867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1db3c71e-49df-4252-bf00-ca3522df95ec req-594aa2e2-a50e-4c74-9f9f-41f77886c287 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6538527 Feb 04 15:48:53.883374 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dac2c5d1-6555-44b4-84e0-e8e0400b6d50 req-c9e0e3bb-e7f7-4b8e-b492-9312ef05a33e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42a58043-df61-4769-8619-15fa5219976a HTTP/1.1" status: 200 len: 217 time: 0.5139189 Feb 04 15:48:53.905364 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.931961 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] Calling delete_port for 34a8c41e-803c-45d6-afb4-487e9cd59acb owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:54.079636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] Calling delete_port for 7aa1f382-4481-42e1-b063-a0ecdd958ae1 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:48:54.099857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Port': ['ID=34a8c41e-803c-45d6-afb4-487e9cd59acb,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:54.103688 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95c61aa2-3a28-479e-afe7-236c69291e39 req-f999393e-fc26-481f-b896-3c95b4110bc1 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=922246c0-719f-4977-a4a7-ac4b924c4e19 HTTP/1.1" status: 200 len: 210 time: 0.0545321 Feb 04 15:48:54.112758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] No DVR routers for this DVR port 34a8c41e-803c-45d6-afb4-487e9cd59acb on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:54.158701 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-11738e8f-73a2-4f79-87d4-33f10ece6156 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9048512 Feb 04 15:48:54.161712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43492) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:54.163933 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922246c0-719f-4977-a4a7-ac4b924c4e19', 'name': 'network-vif-deleted', 'tag': 'b6a12d68-c23c-4d54-8326-86d9ec37f4d2', 'status': 'completed', 'code': 200} Feb 04 15:48:54.172088 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e168e335-b10f-4020-ab15-5ee9937ed31d req-49e40041-de4e-4bc2-8438-126b8cc1506a tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.81 "DELETE /v2.0/ports/b6a12d68-c23c-4d54-8326-86d9ec37f4d2 HTTP/1.1" status: 204 len: 173 time: 3.5407202 Feb 04 15:48:54.223991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9932d82e-3214-4764-bbc0-5b722d71a961 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'subnet': {'network_id': '4219e2c8-75ff-4361-8b71-4c033e343dfa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:54.309574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43496) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:54.346853 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.385439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5ae5ad-4230-41ef-bcc3-63649b9926f4']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:54.402722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbd2db-6783-48d0-a2dc-43a9d5c4de4d req-95a6106b-e2ae-47b7-9a06-8713f060902e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:54.404239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24cbd2db-6783-48d0-a2dc-43a9d5c4de4d req-95a6106b-e2ae-47b7-9a06-8713f060902e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 943 time: 0.2564785 Feb 04 15:48:54.408506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dda2539-def4-425e-a4f0-9ef0fdf84970') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:54.408970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dda2539-def4-425e-a4f0-9ef0fdf84970') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:54.445581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2c5d1-6555-44b4-84e0-e8e0400b6d50 req-f4296489-ab29-4822-8c62-3cec3948b95b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:54.447404 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dac2c5d1-6555-44b4-84e0-e8e0400b6d50 req-f4296489-ab29-4822-8c62-3cec3948b95b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7491f14-bc8f-49d7-a28a-ebc10572ecbf HTTP/1.1" status: 200 len: 850 time: 0.2868850 Feb 04 15:48:54.459282 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.523348 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24cbd2db-6783-48d0-a2dc-43a9d5c4de4d req-735a60ad-5a15-4e7f-af37-ee790e68101e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069341 Feb 04 15:48:54.524408 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.538768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:48:54.539341 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:54.557054 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:54.636141 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-beeb8dc8-3d6d-4acd-bdd5-c4ca1c70749d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.672264 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dac2c5d1-6555-44b4-84e0-e8e0400b6d50 req-5194c1f9-4e16-4058-a8fe-cade8e32610e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da987dc-c869-45ff-98c5-7e104c66b94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504422 Feb 04 15:48:54.708690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-beeb8dc8-3d6d-4acd-bdd5-c4ca1c70749d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:54.713581 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.753012 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.756055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-beeb8dc8-3d6d-4acd-bdd5-c4ca1c70749d admin admin] Usage tracker for resource:security_group_rule and tenant:72ebc50476004066997479af7141055b is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:54.763281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-beeb8dc8-3d6d-4acd-bdd5-c4ca1c70749d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:54.766315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] Pushing event deleted for resources: {'Network': ['ID=5c5ae5ad-4230-41ef-bcc3-63649b9926f4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:54.775959 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:48:54.776623 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:48:54.778685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-beeb8dc8-3d6d-4acd-bdd5-c4ca1c70749d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:54.795150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c247c77b-6a23-474c-9b30-141da492404a tempest-PortsIpV6TestJSON-1277269040 tempest-PortsIpV6TestJSON-1277269040-project] 10.222.0.60 "DELETE /v2.0/networks/5c5ae5ad-4230-41ef-bcc3-63649b9926f4 HTTP/1.1" status: 204 len: 168 time: 2.2574091 Feb 04 15:48:54.852772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9932d82e-3214-4764-bbc0-5b722d71a961 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:54.873903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9932d82e-3214-4764-bbc0-5b722d71a961 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:subnet and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:54.881166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9932d82e-3214-4764-bbc0-5b722d71a961 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:54.918060 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-beeb8dc8-3d6d-4acd-bdd5-c4ca1c70749d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.923679 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-beeb8dc8-3d6d-4acd-bdd5-c4ca1c70749d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.951154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9932d82e-3214-4764-bbc0-5b722d71a961 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:54.968547 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dac2c5d1-6555-44b4-84e0-e8e0400b6d50 req-f9edb59a-644e-48fd-be38-a9c1a18d4b5c service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787879 Feb 04 15:48:55.088025 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.123817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb8dc8-3d6d-4acd-bdd5-c4ca1c70749d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6337292-542b-4080-9621-50623824f68c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:55.131637 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-beeb8dc8-3d6d-4acd-bdd5-c4ca1c70749d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72ebc50476004066997479af7141055b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8127537 Feb 04 15:48:55.138664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43508) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:55.188381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e935a0-bf7d-4cc9-952b-91ae92e5637b req-4fa587b8-15a2-445b-95a3-0995a4562daf tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:55.190176 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76e935a0-bf7d-4cc9-952b-91ae92e5637b req-4fa587b8-15a2-445b-95a3-0995a4562daf tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.2245986 Feb 04 15:48:55.220326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-47e7e1c5-2ba7-40ed-b0c8-0a34d78f628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:05Z', 'updated_at': '2022-02-04T15:48:41Z', 'revision_number': 5, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'gw_port': {'id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:07Z', 'updated_at': '2022-02-04T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:55.225913 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.253445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e7e1c5-2ba7-40ed-b0c8-0a34d78f628a None None] The sync data for ids ['36f649e5-045b-40a4-a922-b7e95cd7f839'] in n-d-827872-1 is: [{'id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'name': 'tempest-ServersTestManualDisk-249597279-router', 'tenant_id': '87bedc59a9134ea084ed6143f17674b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:05Z', 'updated_at': '2022-02-04T15:48:41Z', 'revision_number': 5, 'project_id': '87bedc59a9134ea084ed6143f17674b0', 'gw_port': {'id': '7aa1f382-4481-42e1-b063-a0ecdd958ae1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f649e5-045b-40a4-a922-b7e95cd7f839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:07Z', 'updated_at': '2022-02-04T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:48:55.270235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Transition to ACTIVE for port object 2748e92b-a28b-4530-8eed-1c1a4bf50943 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:55.288089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa1f382-4481-42e1-b063-a0ecdd958ae1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:55.290834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9932d82e-3214-4764-bbc0-5b722d71a961 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:55.295792 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9932d82e-3214-4764-bbc0-5b722d71a961 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.301116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43516) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:55.320266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] Deleting port 34a8c41e-803c-45d6-afb4-487e9cd59acb {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:55.320641 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.341136 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76e935a0-bf7d-4cc9-952b-91ae92e5637b req-55a0d537-bd6f-49e6-a02e-1be066da1853 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292872 Feb 04 15:48:55.359692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871c5c1-c9bd-4931-9244-79bb785939aa req-eb06cd37-b0d9-4710-ba2b-b7cd47c73449 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:55.366983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8871c5c1-c9bd-4931-9244-79bb785939aa req-eb06cd37-b0d9-4710-ba2b-b7cd47c73449 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 945 time: 0.2207873 Feb 04 15:48:55.394045 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-91285c63-df63-4f00-b658-9a09dc376f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.408221 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-43f48d7e-4885-48ad-9fbb-08da88fdd64a None None] The port '34a8c41e-803c-45d6-afb4-487e9cd59acb' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:48:55.409731 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Transition to ACTIVE for port object 2748e92b-a28b-4530-8eed-1c1a4bf50943 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:55.418594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.460163 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-91285c63-df63-4f00-b658-9a09dc376f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.491459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Network 4219e2c8-75ff-4361-8b71-4c033e343dfa is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:55.494558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:55.498878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:55.505046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Pushing event updated for resources: {'Port': ['ID=2748e92b-a28b-4530-8eed-1c1a4bf50943,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:55.632250 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Attempting to bind port 2748e92b-a28b-4530-8eed-1c1a4bf50943 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:55.632683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Attempting to bind port 2748e92b-a28b-4530-8eed-1c1a4bf50943 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '62cf7710-186c-403a-83f5-37d913ba321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4219e2c8-75ff-4361-8b71-4c033e343dfa'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:55.633202 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Attempting to bind port 2748e92b-a28b-4530-8eed-1c1a4bf50943 on network 4219e2c8-75ff-4361-8b71-4c033e343dfa {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:55.650005 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:48:55.650385 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Checking segment: {'id': '62cf7710-186c-403a-83f5-37d913ba321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4219e2c8-75ff-4361-8b71-4c033e343dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:55.650795 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.651211 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Bound using segment: {'id': '62cf7710-186c-403a-83f5-37d913ba321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4219e2c8-75ff-4361-8b71-4c033e343dfa'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:48:55.651711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Bound port: 2748e92b-a28b-4530-8eed-1c1a4bf50943, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cf7710-186c-403a-83f5-37d913ba321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4219e2c8-75ff-4361-8b71-4c033e343dfa'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:55.652091 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.731805 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8871c5c1-c9bd-4931-9244-79bb785939aa req-3c276f3f-8d80-4247-a9d1-c32245684020 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638299 Feb 04 15:48:55.757829 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-91285c63-df63-4f00-b658-9a09dc376f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.776828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c03eab2e-1e10-440a-9dbe-7ac737a99129 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:55.796521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91285c63-df63-4f00-b658-9a09dc376f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6337292-542b-4080-9621-50623824f68c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:55.800946 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-91285c63-df63-4f00-b658-9a09dc376f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.804923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-91285c63-df63-4f00-b658-9a09dc376f60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6337292-542b-4080-9621-50623824f68c HTTP/1.1" status: 204 len: 168 time: 0.6575603 Feb 04 15:48:55.889564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: c03eab2e-1e10-440a-9dbe-7ac737a99129 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:48:55.891528 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c03eab2e-1e10-440a-9dbe-7ac737a99129 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:55.926229 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d82b78ff-8e45-4dfd-b7dd-ddc4e22bd478 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f7215bd13c94f90a591fef9405f0820&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6229143 Feb 04 15:48:55.932346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43534) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:56.060354 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ecb37e49-0fef-4a89-87b3-cfcb21b25341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.069807 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dac2c5d1-6555-44b4-84e0-e8e0400b6d50 req-6de198a7-dbd9-471c-b93a-67917a9fd879 service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0183296 Feb 04 15:48:56.073176 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.094728 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ecb37e49-0fef-4a89-87b3-cfcb21b25341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.115148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] For port 2748e92b-a28b-4530-8eed-1c1a4bf50943, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:56.124682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] For port 2748e92b-a28b-4530-8eed-1c1a4bf50943, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2748e92b-a28b-4530-8eed-1c1a4bf50943,segment=NetworkSegment(62cf7710-186c-403a-83f5-37d913ba321c),segment_id=62cf7710-186c-403a-83f5-37d913ba321c)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:56.132458 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.318398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c60bf-8bbf-47ec-9685-b2ff96a6294c None None] Pushing event updated for resources: {'Port': ['ID=2748e92b-a28b-4530-8eed-1c1a4bf50943,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:56.397949 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ecb37e49-0fef-4a89-87b3-cfcb21b25341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.432040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b211e-5104-4631-b585-e2e628a7edef req-d7a02619-2278-492d-9365-2e487aaa37b3 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:56.435074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-487b211e-5104-4631-b585-e2e628a7edef req-d7a02619-2278-492d-9365-2e487aaa37b3 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 943 time: 0.3758266 Feb 04 15:48:56.483549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb37e49-0fef-4a89-87b3-cfcb21b25341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76defdf-95d8-4243-920d-d4aded953a72,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:56.498928 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ecb37e49-0fef-4a89-87b3-cfcb21b25341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.508638 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ecb37e49-0fef-4a89-87b3-cfcb21b25341 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d76defdf-95d8-4243-920d-d4aded953a72 HTTP/1.1" status: 204 len: 168 time: 0.5752180 Feb 04 15:48:56.530138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 42a58043-df61-4769-8619-15fa5219976a details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:48:56.621018 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-487b211e-5104-4631-b585-e2e628a7edef req-d9d437e4-fed2-4fcf-b75e-d050f456950b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658227 Feb 04 15:48:56.668686 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43544) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:56.686766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13a9a1-74ae-459a-aa94-4c17df435a4c req-99825375-6a82-4b07-a10a-a2dedd976a04 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:56.693004 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f13a9a1-74ae-459a-aa94-4c17df435a4c req-99825375-6a82-4b07-a10a-a2dedd976a04 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 945 time: 0.4129100 Feb 04 15:48:56.786081 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50d2f947-5c7c-4dfa-af27-a680f959fc87 req-644d1744-68b7-4890-80a1-eaba17eea1f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 1095 time: 0.4443364 Feb 04 15:48:56.788998 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f13a9a1-74ae-459a-aa94-4c17df435a4c req-ec528926-5cb1-4941-a93e-c03423fcf426 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897152 Feb 04 15:48:56.878392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 42a58043-df61-4769-8619-15fa5219976a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=42a58043-df61-4769-8619-15fa5219976a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:56.884563 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.893247 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b43c86cb-ad1c-4ac3-89e0-11bee7ff2698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.915519 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.948226 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '42a58043-df61-4769-8619-15fa5219976a', 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a', 'port_id': '42a58043-df61-4769-8619-15fa5219976a', 'mac_address': 'fa:16:3e:c5:2d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7491f14-bc8f-49d7-a28a-ebc10572ecbf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:48:56.999283 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.999816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36f649e5-045b-40a4-a922-b7e95cd7f839 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:48:57.003850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b43c86cb-ad1c-4ac3-89e0-11bee7ff2698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:57.030491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b43c86cb-ad1c-4ac3-89e0-11bee7ff2698 admin admin] Usage tracker for resource:security_group_rule and tenant:b2f357c13c664c66ac373c2045db4127 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:57.038960 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b43c86cb-ad1c-4ac3-89e0-11bee7ff2698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:57.054397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b43c86cb-ad1c-4ac3-89e0-11bee7ff2698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:57.123806 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.132753 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9932d82e-3214-4764-bbc0-5b722d71a961 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.203380 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a58043-df61-4769-8619-15fa5219976a {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:57.263879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 42a58043-df61-4769-8619-15fa5219976a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=42a58043-df61-4769-8619-15fa5219976a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:57.276141 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.301600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932d82e-3214-4764-bbc0-5b722d71a961 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Subnet': ['ID=815994b1-dd5b-4733-854c-93d66f5f2e8c,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:57.340458 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.341869 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-709e439e-fcd0-4f58-9f74-c63f137ca4ca admin admin] 10.222.0.60 "DELETE /v2.0/routers/36f649e5-045b-40a4-a922-b7e95cd7f839 HTTP/1.1" status: 204 len: 168 time: 7.3314824 Feb 04 15:48:57.344848 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2f947-5c7c-4dfa-af27-a680f959fc87 req-8ef27d5b-d33a-4cf8-b5e1-2ca4fcf0f9bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.346465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43558) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:57.347306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50d2f947-5c7c-4dfa-af27-a680f959fc87 req-8ef27d5b-d33a-4cf8-b5e1-2ca4fcf0f9bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.5564926 Feb 04 15:48:57.431158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=42a58043-df61-4769-8619-15fa5219976a,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:57.726659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-156b2bbc-4f3a-4132-af5a-3095fadd3f30 admin admin] Deleting subnet cb3ee7bb-9132-4f79-8df1-c25a2a473bab {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:48:57.738916 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-156b2bbc-4f3a-4132-af5a-3095fadd3f30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.772657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9932d82e-3214-4764-bbc0-5b722d71a961 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 4219e2c8-75ff-4361-8b71-4c033e343dfa is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:57.785900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-9932d82e-3214-4764-bbc0-5b722d71a961 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:57.788657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443c87f-f787-444d-898b-3d06bdc08db4 req-694fcb8c-7dc9-483d-af63-818f337f4944 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.790170 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4443c87f-f787-444d-898b-3d06bdc08db4 req-694fcb8c-7dc9-483d-af63-818f337f4944 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.7094738 Feb 04 15:48:57.791574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['42a58043-df61-4769-8619-15fa5219976a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:48:57.806115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9932d82e-3214-4764-bbc0-5b722d71a961 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.807845 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9932d82e-3214-4764-bbc0-5b722d71a961 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.825146 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50d2f947-5c7c-4dfa-af27-a680f959fc87 req-dcad7ca8-c936-4f20-babf-ee55294f75d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2 HTTP/1.1" status: 200 len: 998 time: 0.4486499 Feb 04 15:48:57.866052 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9932d82e-3214-4764-bbc0-5b722d71a961 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.6926951 Feb 04 15:48:57.872289 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-156b2bbc-4f3a-4132-af5a-3095fadd3f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.872968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2748e92b-a28b-4530-8eed-1c1a4bf50943 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:57.898674 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43570) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:57.906492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'network_id': '4219e2c8-75ff-4361-8b71-4c033e343dfa', 'fixed_ips': [{'subnet_id': 'c46a84ae-8411-4c5d-893d-3158a936fd7f'}, {'subnet_id': '815994b1-dd5b-4733-854c-93d66f5f2e8c'}], 'name': 'tempest-PortsTestJSON-2004098528'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:58.002966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c08eff-202b-45a0-a7b6-8a0bf296435f None None] Network 4219e2c8-75ff-4361-8b71-4c033e343dfa requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:58.022568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2f947-5c7c-4dfa-af27-a680f959fc87 req-e5619192-c0d8-453f-aff2-49595a9466b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:58.024058 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50d2f947-5c7c-4dfa-af27-a680f959fc87 req-e5619192-c0d8-453f-aff2-49595a9466b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.1880629 Feb 04 15:48:58.034287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17359df7-426b-4096-9e4e-c52231eba933 req-e511f519-4ca6-496d-a704-19d1d6117075 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:58.043372 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17359df7-426b-4096-9e4e-c52231eba933 req-e511f519-4ca6-496d-a704-19d1d6117075 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 945 time: 0.5293021 Feb 04 15:48:58.137571 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4443c87f-f787-444d-898b-3d06bdc08db4 req-55b90f96-ba8a-4935-ad9d-d09848030e74 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3314121 Feb 04 15:48:58.219707 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17359df7-426b-4096-9e4e-c52231eba933 req-240b5355-518c-417d-9fc4-f9671b328a81 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750312 Feb 04 15:48:58.247559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9b220017-32f1-4f43-a036-6e49ac409c36 None None] Provisioning for port 2748e92b-a28b-4530-8eed-1c1a4bf50943 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:58.271460 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-156b2bbc-4f3a-4132-af5a-3095fadd3f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.304587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50d2f947-5c7c-4dfa-af27-a680f959fc87 req-713b8ff0-bbec-43c0-adb6-0103df6b4887 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2553883 Feb 04 15:48:58.389518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b43c86cb-ad1c-4ac3-89e0-11bee7ff2698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.394924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:58.395520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43582) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:58.407887 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-156b2bbc-4f3a-4132-af5a-3095fadd3f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.416368 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b43c86cb-ad1c-4ac3-89e0-11bee7ff2698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.436172 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:port and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:58.466713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 2748e92b-a28b-4530-8eed-1c1a4bf50943 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:58.516807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:58.554735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2748e92b-a28b-4530-8eed-1c1a4bf50943 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:58.555465 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.556444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b2bbc-4f3a-4132-af5a-3095fadd3f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3ee7bb-9132-4f79-8df1-c25a2a473bab,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:58.568479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:58.579148 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-156b2bbc-4f3a-4132-af5a-3095fadd3f30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.587659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c86cb-ad1c-4ac3-89e0-11bee7ff2698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789b350a-928e-431d-9559-54ba2f9ce38d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:58.599692 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b43c86cb-ad1c-4ac3-89e0-11bee7ff2698 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2f357c13c664c66ac373c2045db4127&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9298425 Feb 04 15:48:58.602466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43588) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:58.606896 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-156b2bbc-4f3a-4132-af5a-3095fadd3f30 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cb3ee7bb-9132-4f79-8df1-c25a2a473bab HTTP/1.1" status: 204 len: 168 time: 1.2527297 Feb 04 15:48:58.618970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:58.625124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43592) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:58.658812 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c7ae25-40e6-404f-a21f-52050a3dfa9b None None] Network 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:58.704445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-365628402'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:58.716066 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:58.721208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:network and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:58.734593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:58.765007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:58.816826 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4ccce24-29b6-4870-85dc-0434b700b858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.833605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50d2f947-5c7c-4dfa-af27-a680f959fc87 req-e4eb3029-58d6-444f-ab3f-cfb6028d7983 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220592 Feb 04 15:48:58.889284 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.922548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4ccce24-29b6-4870-85dc-0434b700b858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.958126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port b89d0f09-a26b-4640-aab0-dc8f455d0439 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:58.965683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:58.968956 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.017087 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.028044 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.060085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91260d-4f40-4b71-a1a5-d6cda6913b54 req-4d91681f-03fc-475d-bd83-1688cc2fe6ac tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:59.060797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-7c91260d-4f40-4b71-a1a5-d6cda6913b54 req-4d91681f-03fc-475d-bd83-1688cc2fe6ac tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Synchronizing usage tracker for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:59.075313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 2748e92b-a28b-4530-8eed-1c1a4bf50943, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2748e92b-a28b-4530-8eed-1c1a4bf50943,segment=NetworkSegment(62cf7710-186c-403a-83f5-37d913ba321c),segment_id=62cf7710-186c-403a-83f5-37d913ba321c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:59.085445 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.088219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59ff19-0484-430c-855f-0859497382b8 req-eeffbf7c-8750-44fd-8a1d-2a7db16c8b82 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:59.090602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a59ff19-0484-430c-855f-0859497382b8 req-eeffbf7c-8750-44fd-8a1d-2a7db16c8b82 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 944 time: 0.6415186 Feb 04 15:48:59.122097 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.161159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-7c91260d-4f40-4b71-a1a5-d6cda6913b54 req-4d91681f-03fc-475d-bd83-1688cc2fe6ac tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Unset dirty status for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:59.162370 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7c91260d-4f40-4b71-a1a5-d6cda6913b54 req-4d91681f-03fc-475d-bd83-1688cc2fe6ac tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 945 time: 0.3419063 Feb 04 15:48:59.167435 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4ccce24-29b6-4870-85dc-0434b700b858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.196929 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7aa1f382-4481-42e1-b063-a0ecdd958ae1 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:59.229499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] Deleting port 2c851912-194b-4e81-ac83-d4f77a1265d5 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:59.230013 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.245769 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7171743-07d1-4ecd-baae-ac6c97a8ece8 None None] DHCP port deletion for 9c994eb7-21f6-4bbb-aa9a-e5f946251d53 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:48:59.262158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ccce24-29b6-4870-85dc-0434b700b858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789b350a-928e-431d-9559-54ba2f9ce38d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:59.294241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 7aa1f382-4481-42e1-b063-a0ecdd958ae1 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:48:59.300269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7aa1f382-4481-42e1-b063-a0ecdd958ae1 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:59.301385 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e7171743-07d1-4ecd-baae-ac6c97a8ece8 None None] Deleting port 2c851912-194b-4e81-ac83-d4f77a1265d5 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:59.309863 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e7171743-07d1-4ecd-baae-ac6c97a8ece8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.347463 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4ccce24-29b6-4870-85dc-0434b700b858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.347463 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a4ccce24-29b6-4870-85dc-0434b700b858 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/789b350a-928e-431d-9559-54ba2f9ce38d HTTP/1.1" status: 204 len: 168 time: 0.7409358 Feb 04 15:48:59.349081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-7c91260d-4f40-4b71-a1a5-d6cda6913b54 req-e0c1ef14-9b80-4ce4-88c0-ec0d86645414 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Deleting port 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:48:59.349621 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7c91260d-4f40-4b71-a1a5-d6cda6913b54 req-e0c1ef14-9b80-4ce4-88c0-ec0d86645414 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.410530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:59.420965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:security_group_rule and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:59.468821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50d2f947-5c7c-4dfa-af27-a680f959fc87 req-0d800af5-02c6-45c4-b7e5-0739c4772219 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236856 Feb 04 15:48:59.534008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=2748e92b-a28b-4530-8eed-1c1a4bf50943,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:59.539423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:59.561853 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a59ff19-0484-430c-855f-0859497382b8 req-943fd2b4-4965-4acf-89e5-7dc76356f2ed tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436235 Feb 04 15:48:59.594629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:59.835885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Allocated IP 172.20.0.11 (4219e2c8-75ff-4361-8b71-4c033e343dfa/c46a84ae-8411-4c5d-893d-3158a936fd7f/b89d0f09-a26b-4640-aab0-dc8f455d0439) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:59.842448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Allocated IP 172.20.0.26 (4219e2c8-75ff-4361-8b71-4c033e343dfa/815994b1-dd5b-4733-854c-93d66f5f2e8c/b89d0f09-a26b-4640-aab0-dc8f455d0439) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:59.849646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e7171743-07d1-4ecd-baae-ac6c97a8ece8 None None] For port 2c851912-194b-4e81-ac83-d4f77a1265d5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2c851912-194b-4e81-ac83-d4f77a1265d5,segment=NetworkSegment(3b6269a6-1ef8-4180-8315-f4ef647b25b3),segment_id=3b6269a6-1ef8-4180-8315-f4ef647b25b3)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:59.850073 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e7171743-07d1-4ecd-baae-ac6c97a8ece8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.988498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e7171743-07d1-4ecd-baae-ac6c97a8ece8 None None] Calling delete_port for 2c851912-194b-4e81-ac83-d4f77a1265d5 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:00.040143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2748e92b-a28b-4530-8eed-1c1a4bf50943 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:00.082561 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.101936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Update dhcp port {'port': {'network_id': '4219e2c8-75ff-4361-8b71-4c033e343dfa', 'fixed_ips': [{'subnet_id': 'c46a84ae-8411-4c5d-893d-3158a936fd7f', 'ip_address': '172.20.0.2'}, {'subnet_id': '815994b1-dd5b-4733-854c-93d66f5f2e8c'}], 'binding:host_id': 'n-d-827872-1'}, 'id': '2748e92b-a28b-4530-8eed-1c1a4bf50943'} from n-d-827872-1. {{(pid=83552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 15:49:00.111375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6911db-5d20-4b6b-90c1-c2a22ae832d1 req-04f3f4d9-cc1a-4b99-84d6-b0951cae2f96 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:00.118693 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d6911db-5d20-4b6b-90c1-c2a22ae832d1 req-04f3f4d9-cc1a-4b99-84d6-b0951cae2f96 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.6483920 Feb 04 15:49:00.150655 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.185390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] For port 2c851912-194b-4e81-ac83-d4f77a1265d5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2c851912-194b-4e81-ac83-d4f77a1265d5,segment=NetworkSegment(3b6269a6-1ef8-4180-8315-f4ef647b25b3),segment_id=3b6269a6-1ef8-4180-8315-f4ef647b25b3)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:00.185752 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.237405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:00.253152 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.278055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Transition to ACTIVE for port object b89d0f09-a26b-4640-aab0-dc8f455d0439 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:00.289286 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.323040 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.457615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87650f10-e5b5-4434-b651-4e33ff61d89a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:00.498740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] Calling delete_port for 2c851912-194b-4e81-ac83-d4f77a1265d5 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:00.555639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-7c91260d-4f40-4b71-a1a5-d6cda6913b54 req-e0c1ef14-9b80-4ce4-88c0-ec0d86645414 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] For port 93def4d3-6164-4af6-b8eb-1c1d7b4fc707, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=93def4d3-6164-4af6-b8eb-1c1d7b4fc707,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:00.556177 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7c91260d-4f40-4b71-a1a5-d6cda6913b54 req-e0c1ef14-9b80-4ce4-88c0-ec0d86645414 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.571030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d6911db-5d20-4b6b-90c1-c2a22ae832d1 req-9a4a5977-9393-4713-b142-be2004e0197a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4514716 Feb 04 15:49:00.590514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Allocated IP 172.20.0.18 (4219e2c8-75ff-4361-8b71-4c033e343dfa/815994b1-dd5b-4733-854c-93d66f5f2e8c/2748e92b-a28b-4530-8eed-1c1a4bf50943) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:00.627544 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.632368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 4219e2c8-75ff-4361-8b71-4c033e343dfa is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:00.632711 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Added segment 7946022f-b8d6-45b8-be1d-f7707ce33794 of type vlan for network 0db145d9-c208-48d2-af81-16103b8ed4a4 Feb 04 15:49:00.636834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=b89d0f09-a26b-4640-aab0-dc8f455d0439,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:00.668372 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4ae00-9846-4c2e-bbc0-98008c40aa1f req-8f48fab6-506a-427d-81cc-41848e37ae58 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:00.685179 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30b4ae00-9846-4c2e-bbc0-98008c40aa1f req-8f48fab6-506a-427d-81cc-41848e37ae58 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 945 time: 0.8537493 Feb 04 15:49:00.701958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:00.722915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-7c91260d-4f40-4b71-a1a5-d6cda6913b54 req-e0c1ef14-9b80-4ce4-88c0-ec0d86645414 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Calling delete_port for 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:00.747429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 42a58043-df61-4769-8619-15fa5219976a up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:00.754321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:00.799650 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.861969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:00.862875 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.885308 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-93e9a031-4468-401e-96a4-36cbcc93dd39 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.9850898 Feb 04 15:49:00.889093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43622) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:00.904454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-8906143d-c840-40e0-b9a6-dd6c8122dd7a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c46a84ae-8411-4c5d-893d-3158a936fd7f'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:00.913554 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-e7171743-07d1-4ecd-baae-ac6c97a8ece8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 15:49:00.913554 n-d-827872-1 neutron-server[83552]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] Feb 04 15:49:00.913554 n-d-827872-1 neutron-server[83552]: [parameters: {'port_id': '2c851912-194b-4e81-ac83-d4f77a1265d5', 'host': 'n-d-827872-1', 'level': 0}] Feb 04 15:49:00.913554 n-d-827872-1 neutron-server[83552]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:49:00.913989 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-e7171743-07d1-4ecd-baae-ac6c97a8ece8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:49:00.915951 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.928214 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] For port 2748e92b-a28b-4530-8eed-1c1a4bf50943, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2748e92b-a28b-4530-8eed-1c1a4bf50943,segment=NetworkSegment(62cf7710-186c-403a-83f5-37d913ba321c),segment_id=62cf7710-186c-403a-83f5-37d913ba321c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:00.982143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2748e92b-a28b-4530-8eed-1c1a4bf50943 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:00.982515 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.016723 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.028618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] Pushing event deleted for resources: {'Port': ['ID=2c851912-194b-4e81-ac83-d4f77a1265d5,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:01.060787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30b4ae00-9846-4c2e-bbc0-98008c40aa1f req-a2ec5e40-b247-4b36-b59b-86ed59926d2a tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745961 Feb 04 15:49:01.092274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] No DVR routers for this DVR port 2c851912-194b-4e81-ac83-d4f77a1265d5 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:01.102504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 42a58043-df61-4769-8619-15fa5219976a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:01.133059 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 42a58043-df61-4769-8619-15fa5219976a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:01.133346 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.158573 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.162364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:01.162959 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.178410 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Transition to ACTIVE for port object 2748e92b-a28b-4530-8eed-1c1a4bf50943 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:01.206481 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.254348 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8906143d-c840-40e0-b9a6-dd6c8122dd7a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.340667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Port 2748e92b-a28b-4530-8eed-1c1a4bf50943 had new provisioning blocks added so it will not transition to active. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Feb 04 15:49:01.369968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7c91260d-4f40-4b71-a1a5-d6cda6913b54 req-e0c1ef14-9b80-4ce4-88c0-ec0d86645414 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.380277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Pushing event updated for resources: {'Port': ['ID=2748e92b-a28b-4530-8eed-1c1a4bf50943,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:01.388921 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['93def4d3-6164-4af6-b8eb-1c1d7b4fc707'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:49:01.406490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Network': ['ID=0db145d9-c208-48d2-af81-16103b8ed4a4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:01.432459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e7171743-07d1-4ecd-baae-ac6c97a8ece8 None None] Deleting port 2c851912-194b-4e81-ac83-d4f77a1265d5 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:01.432821 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e7171743-07d1-4ecd-baae-ac6c97a8ece8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.459711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['55428373-4ebe-4d04-8cb2-6884b677713c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:49:01.528819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 0db145d9-c208-48d2-af81-16103b8ed4a4 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:49:01.542422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2c851912-194b-4e81-ac83-d4f77a1265d5 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:01.594078 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.614371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3a902d32-c292-44fe-b4df-3c6f390b4164 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.2175660 Feb 04 15:49:01.638233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43638) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:01.654924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1058362828'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:01.664813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c994eb7-21f6-4bbb-aa9a-e5f946251d53']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:01.672177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:01.681862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:network and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:01.686618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:01.691970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6269a6-1ef8-4180-8315-f4ef647b25b3') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:01.692400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6269a6-1ef8-4180-8315-f4ef647b25b3') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:01.708139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:01.719776 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.758158 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.760420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:01.762093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e7171743-07d1-4ecd-baae-ac6c97a8ece8 None None] The port '2c851912-194b-4e81-ac83-d4f77a1265d5' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:49:01.763556 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.764181 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 2c851912-194b-4e81-ac83-d4f77a1265d5 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:49:01.764983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2c851912-194b-4e81-ac83-d4f77a1265d5 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:01.794784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:01.795563 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:01.796338 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:01.796964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:01.797611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:01.798249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:01.799475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:01.800019 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:01.800560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:01.801094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:01.801632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946d347-e11f-40f0-8f13-2385649705a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:01.810844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52443ef6-4cf7-44c9-b6ba-109edd75ae41 req-5df722c6-f86b-4e90-a962-d5ed16323e3d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:01.819318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52443ef6-4cf7-44c9-b6ba-109edd75ae41 req-5df722c6-f86b-4e90-a962-d5ed16323e3d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 945 time: 0.5129781 Feb 04 15:49:01.886779 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.898091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-8906143d-c840-40e0-b9a6-dd6c8122dd7a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Delete allocated IP 172.20.0.26 (4219e2c8-75ff-4361-8b71-4c033e343dfa/815994b1-dd5b-4733-854c-93d66f5f2e8c) {{(pid=83550) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:49:01.929430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d3d09-1a58-48d9-b0f9-ba4c11ba5979 req-4b2e9f0b-0ca3-4e09-bf2e-005c62428adc tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:01.934223 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b6d3d09-1a58-48d9-b0f9-ba4c11ba5979 req-4b2e9f0b-0ca3-4e09-bf2e-005c62428adc tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 944 time: 0.6335864 Feb 04 15:49:01.941298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:49:01.944215 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.948958 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534fc3b1-11ea-4d6a-a0a5-a0ed697e1325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a58043-df61-4769-8619-15fa5219976a'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:01.978288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 42a58043-df61-4769-8619-15fa5219976a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=42a58043-df61-4769-8619-15fa5219976a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:01.981920 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:02.001126 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.073297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1ef14-9b80-4ce4-88c0-ec0d86645414 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event deleted for resources: {'Port': ['ID=93def4d3-6164-4af6-b8eb-1c1d7b4fc707,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:02.081125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c91260d-4f40-4b71-a1a5-d6cda6913b54 req-e0c1ef14-9b80-4ce4-88c0-ec0d86645414 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] No DVR routers for this DVR port 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:02.086568 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7c91260d-4f40-4b71-a1a5-d6cda6913b54 req-e0c1ef14-9b80-4ce4-88c0-ec0d86645414 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.090437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0559774-7837-48d9-91e8-7c27cd3b424f', 'name': 'network-vif-deleted', 'tag': '93def4d3-6164-4af6-b8eb-1c1d7b4fc707'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:02.121241 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7c91260d-4f40-4b71-a1a5-d6cda6913b54 req-e0c1ef14-9b80-4ce4-88c0-ec0d86645414 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "DELETE /v2.0/ports/93def4d3-6164-4af6-b8eb-1c1d7b4fc707 HTTP/1.1" status: 204 len: 173 time: 2.9514277 Feb 04 15:49:02.186841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=42a58043-df61-4769-8619-15fa5219976a,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:02.193454 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8906143d-c840-40e0-b9a6-dd6c8122dd7a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.228351 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-8906143d-c840-40e0-b9a6-dd6c8122dd7a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Ignored duplicate provisioning block setup for port b89d0f09-a26b-4640-aab0-dc8f455d0439 by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 15:49:02.237883 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8906143d-c840-40e0-b9a6-dd6c8122dd7a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.257058 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52443ef6-4cf7-44c9-b6ba-109edd75ae41 req-28a44834-7da8-45de-a0dc-001f24f01ef1 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288545 Feb 04 15:49:02.263857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:02.295601 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.317361 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.329259 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.330260 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Added segment f237cdbf-af4b-4e74-b941-5319adff9c3c of type vlan for network 058a7733-8062-4fb3-88ce-70b4c9920f65 Feb 04 15:49:02.340112 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b6d3d09-1a58-48d9-b0f9-ba4c11ba5979 req-ffbc61cc-113a-4f44-b6ca-83920b52d91c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360373 Feb 04 15:49:02.340859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] Pushing event deleted for resources: {'Network': ['ID=9c994eb7-21f6-4bbb-aa9a-e5f946251d53,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:02.397425 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.406104 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4930095d-9768-416b-9343-a1d2a71a6cde admin admin] 10.222.0.60 "DELETE /v2.0/networks/9c994eb7-21f6-4bbb-aa9a-e5f946251d53 HTTP/1.1" status: 204 len: 168 time: 3.7741575 Feb 04 15:49:02.460934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906143d-c840-40e0-b9a6-dd6c8122dd7a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=b89d0f09-a26b-4640-aab0-dc8f455d0439,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:02.471700 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.475087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:02.475743 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.510398 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534fc3b1-11ea-4d6a-a0a5-a0ed697e1325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a58043-df61-4769-8619-15fa5219976a', 'code': 200} Feb 04 15:49:02.541327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8906143d-c840-40e0-b9a6-dd6c8122dd7a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] In _notify_port_updated(), no bound segment for port b89d0f09-a26b-4640-aab0-dc8f455d0439 on network 4219e2c8-75ff-4361-8b71-4c033e343dfa {{(pid=83550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:49:02.546757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8906143d-c840-40e0-b9a6-dd6c8122dd7a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:02.547752 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8906143d-c840-40e0-b9a6-dd6c8122dd7a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.564897 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6f6246-7c27-4255-a4cb-6e67d4455fd4 None None] Network 4219e2c8-75ff-4361-8b71-4c033e343dfa requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:02.567431 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8906143d-c840-40e0-b9a6-dd6c8122dd7a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "PUT /v2.0/ports/b89d0f09-a26b-4640-aab0-dc8f455d0439 HTTP/1.1" status: 200 len: 920 time: 1.6771932 Feb 04 15:49:02.568516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43658) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:02.576691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9e13a6ba-9b73-470b-aefc-1a0d09862749 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c46a84ae-8411-4c5d-893d-3158a936fd7f'}, {'subnet_id': '815994b1-dd5b-4733-854c-93d66f5f2e8c'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:02.765776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43664) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:02.841659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-20d1bc17-30e1-4047-a8be-32b8c07f9369 None None] Provisioning for port 2748e92b-a28b-4530-8eed-1c1a4bf50943 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:02.871492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-20d1bc17-30e1-4047-a8be-32b8c07f9369 None None] Provisioning complete for port 2748e92b-a28b-4530-8eed-1c1a4bf50943 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:02.872106 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-20d1bc17-30e1-4047-a8be-32b8c07f9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.946250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e13a6ba-9b73-470b-aefc-1a0d09862749 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.976523 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-04da0efa-601d-4c89-b09a-d9f564a960b3 req-9698edb7-f803-47c8-ac6a-7c715d4bfb11 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 1096 time: 0.3519466 Feb 04 15:49:03.185693 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5487685 Feb 04 15:49:03.188656 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee433889-a4b9-423f-bdae-5b5f8264886e req-38d48d15-c69b-462a-bffa-636456f889b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0559774-7837-48d9-91e8-7c27cd3b424f HTTP/1.1" status: 200 len: 210 time: 0.1227880 Feb 04 15:49:03.189657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43674) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:03.202680 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'subnet': {'network_id': '0db145d9-c208-48d2-af81-16103b8ed4a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:03.218694 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e5ad58cd-0bca-466f-87d5-0fd2614c66ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=87bedc59a9134ea084ed6143f17674b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4468181 Feb 04 15:49:03.223315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43678) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:03.223997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb72f1-445c-4091-b196-37ca14bd671f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Network': ['ID=058a7733-8062-4fb3-88ce-70b4c9920f65,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:03.245266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 058a7733-8062-4fb3-88ce-70b4c9920f65 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:49:03.366351 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0559774-7837-48d9-91e8-7c27cd3b424f', 'name': 'network-vif-deleted', 'tag': '93def4d3-6164-4af6-b8eb-1c1d7b4fc707', 'status': 'completed', 'code': 200} Feb 04 15:49:03.420611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:03.424683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:subnet and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:03.430442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:03.446054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228951b-020b-4f44-af0b-a82953dfe761 req-21c9cc1c-5ee8-4541-b86c-78e28d098581 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:03.447611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8228951b-020b-4f44-af0b-a82953dfe761 req-21c9cc1c-5ee8-4541-b86c-78e28d098581 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.9195893 Feb 04 15:49:03.450207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:03.459719 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:03.513913 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:49:03.514329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 93def4d3-6164-4af6-b8eb-1c1d7b4fc707 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:03.521947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:03.548125 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-04da0efa-601d-4c89-b09a-d9f564a960b3 req-582bbca5-3711-480b-8ba1-a1c9e02a4e4f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334127 Feb 04 15:49:03.577740 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d6340440-627e-428c-a469-f7de1c6981a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.630829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaa476-d411-48fb-9f06-8e685ab9d899 req-158437fe-bbba-4027-b3f2-7a70f40f72a9 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:03.631618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-8fbaa476-d411-48fb-9f06-8e685ab9d899 req-158437fe-bbba-4027-b3f2-7a70f40f72a9 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Synchronizing usage tracker for tenant:d6b4662da38740d7bdb9894c8873c149 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:03.729707 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d6340440-627e-428c-a469-f7de1c6981a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.770814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8228951b-020b-4f44-af0b-a82953dfe761 req-f248a20a-e420-402e-9c32-c0e5ee3b4aae tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583756 Feb 04 15:49:03.781704 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.828536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f8435075-3ba5-4de8-b94c-0e017a3ee577 None None] Provisioning complete for port 2748e92b-a28b-4530-8eed-1c1a4bf50943 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:03.830402 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f8435075-3ba5-4de8-b94c-0e017a3ee577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.876069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-9e13a6ba-9b73-470b-aefc-1a0d09862749 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Allocated IP 172.20.0.22 (4219e2c8-75ff-4361-8b71-4c033e343dfa/815994b1-dd5b-4733-854c-93d66f5f2e8c/b89d0f09-a26b-4640-aab0-dc8f455d0439) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:03.958199 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2748e92b-a28b-4530-8eed-1c1a4bf50943 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:04.137206 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-8fbaa476-d411-48fb-9f06-8e685ab9d899 req-158437fe-bbba-4027-b3f2-7a70f40f72a9 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Unset dirty status for tenant:d6b4662da38740d7bdb9894c8873c149 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:04.145146 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8fbaa476-d411-48fb-9f06-8e685ab9d899 req-158437fe-bbba-4027-b3f2-7a70f40f72a9 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.73 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 945 time: 0.9291043 Feb 04 15:49:04.187281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f55d36-f46b-4f0f-adf9-4fa22c71a0b8 req-34542714-94e2-4b67-b042-424fa0613317 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.198556 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e1f55d36-f46b-4f0f-adf9-4fa22c71a0b8 req-34542714-94e2-4b67-b042-424fa0613317 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 945 time: 0.7496576 Feb 04 15:49:04.223686 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2748e92b-a28b-4530-8eed-1c1a4bf50943 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:04.224366 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.236991 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d6340440-627e-428c-a469-f7de1c6981a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.281012 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-8fbaa476-d411-48fb-9f06-8e685ab9d899 req-f421773b-957c-4cb5-9f06-de7db10ad0cf tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Deleting port 6bc1ba43-d26a-459f-851c-6005b5e59b8c {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:04.286134 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8fbaa476-d411-48fb-9f06-8e685ab9d899 req-f421773b-957c-4cb5-9f06-de7db10ad0cf tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.319364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6340440-627e-428c-a469-f7de1c6981a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66138afe-8be0-479b-bec9-7a5f7aa1ff05,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:04.336023 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d6340440-627e-428c-a469-f7de1c6981a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.340036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d6340440-627e-428c-a469-f7de1c6981a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66138afe-8be0-479b-bec9-7a5f7aa1ff05 HTTP/1.1" status: 204 len: 168 time: 1.1135128 Feb 04 15:49:04.385297 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-9e13a6ba-9b73-470b-aefc-1a0d09862749 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:49:04.407443 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e13a6ba-9b73-470b-aefc-1a0d09862749 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.409997 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e1f55d36-f46b-4f0f-adf9-4fa22c71a0b8 req-ee2f0496-f724-4070-b5f1-1cdef92a8ab4 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466284 Feb 04 15:49:04.418023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa172d71-5511-4055-86e9-c2f9f25dd773 req-b233cc14-07bb-4e7f-bc3c-6e85cc168327 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.425279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa172d71-5511-4055-86e9-c2f9f25dd773 req-b233cc14-07bb-4e7f-bc3c-6e85cc168327 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 945 time: 0.3067856 Feb 04 15:49:04.425875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-9e13a6ba-9b73-470b-aefc-1a0d09862749 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Ignored duplicate provisioning block setup for port b89d0f09-a26b-4640-aab0-dc8f455d0439 by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 15:49:04.457027 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e13a6ba-9b73-470b-aefc-1a0d09862749 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.507795 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f8435075-3ba5-4de8-b94c-0e017a3ee577 None None] Provisioning for port b89d0f09-a26b-4640-aab0-dc8f455d0439 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:04.526038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f8435075-3ba5-4de8-b94c-0e017a3ee577 None None] Provisioning complete for port b89d0f09-a26b-4640-aab0-dc8f455d0439 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:04.526418 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f8435075-3ba5-4de8-b94c-0e017a3ee577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.602922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13a6ba-9b73-470b-aefc-1a0d09862749 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=b89d0f09-a26b-4640-aab0-dc8f455d0439,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:04.663867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f8435075-3ba5-4de8-b94c-0e017a3ee577 None None] Port b89d0f09-a26b-4640-aab0-dc8f455d0439 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:04.708308 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa172d71-5511-4055-86e9-c2f9f25dd773 req-3b469f51-40db-438c-8c4b-252d1e508187 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820451 Feb 04 15:49:04.715269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43712) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:04.790386 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bfdbb3cd-1c4e-4fc9-bb10-f5c45696dc93 None None] Provisioning complete for port b89d0f09-a26b-4640-aab0-dc8f455d0439 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:04.790763 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bfdbb3cd-1c4e-4fc9-bb10-f5c45696dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.836084 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.841080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-9e13a6ba-9b73-470b-aefc-1a0d09862749 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] In _notify_port_updated(), no bound segment for port b89d0f09-a26b-4640-aab0-dc8f455d0439 on network 4219e2c8-75ff-4361-8b71-4c033e343dfa {{(pid=83550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:49:04.848932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e13a6ba-9b73-470b-aefc-1a0d09862749 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.849611 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e13a6ba-9b73-470b-aefc-1a0d09862749 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.851005 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9e13a6ba-9b73-470b-aefc-1a0d09862749 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "PUT /v2.0/ports/b89d0f09-a26b-4640-aab0-dc8f455d0439 HTTP/1.1" status: 200 len: 1000 time: 2.2813356 Feb 04 15:49:04.863800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43718) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:04.910667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bfdbb3cd-1c4e-4fc9-bb10-f5c45696dc93 None None] Port b89d0f09-a26b-4640-aab0-dc8f455d0439 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:05.051121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-95b7867b-2272-4962-8206-7d3bb3460fce None None] Provisioning complete for port b89d0f09-a26b-4640-aab0-dc8f455d0439 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:05.051813 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-95b7867b-2272-4962-8206-7d3bb3460fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:05.051947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Subnet': ['ID=8fc82f4b-4d06-4969-97f6-3c9868682f5d,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:05.169033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431dcc08-469b-49a4-b88f-cd019ce17a0d req-f591c074-2520-42cf-9932-b8ec4545c7d6 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:05.175611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-431dcc08-469b-49a4-b88f-cd019ce17a0d req-f591c074-2520-42cf-9932-b8ec4545c7d6 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.4433925 Feb 04 15:49:05.176265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-20d21934-edb9-4d37-afa2-3cc3e5346757 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port b89d0f09-a26b-4640-aab0-dc8f455d0439 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:05.176774 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20d21934-edb9-4d37-afa2-3cc3e5346757 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:05.183969 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-95b7867b-2272-4962-8206-7d3bb3460fce None None] Port b89d0f09-a26b-4640-aab0-dc8f455d0439 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:05.264666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-8fbaa476-d411-48fb-9f06-8e685ab9d899 req-f421773b-957c-4cb5-9f06-de7db10ad0cf tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] For port 6bc1ba43-d26a-459f-851c-6005b5e59b8c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=6bc1ba43-d26a-459f-851c-6005b5e59b8c,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:05.265436 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8fbaa476-d411-48fb-9f06-8e685ab9d899 req-f421773b-957c-4cb5-9f06-de7db10ad0cf tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:05.319285 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-431dcc08-469b-49a4-b88f-cd019ce17a0d req-f3e62e37-25c7-4b3c-8251-8292db9cdb44 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322551 Feb 04 15:49:05.321302 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-189a5429-8c72-4fa2-aac8-f54b2da975d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:05.334930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Checking segment: {'id': '7946022f-b8d6-45b8-be1d-f7707ce33794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0db145d9-c208-48d2-af81-16103b8ed4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:05.335621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network hostable DHCP agents. Network: 0db145d9-c208-48d2-af81-16103b8ed4a4, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:49:05.375273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-189a5429-8c72-4fa2-aac8-f54b2da975d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:05.381354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-189a5429-8c72-4fa2-aac8-f54b2da975d5 admin admin] Usage tracker for resource:security_group_rule and tenant:79f48de840db4206888fc7ac47aad70e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:05.385030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-189a5429-8c72-4fa2-aac8-f54b2da975d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:05.391019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-189a5429-8c72-4fa2-aac8-f54b2da975d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:05.397382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 0db145d9-c208-48d2-af81-16103b8ed4a4 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:49:05.411110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 0db145d9-c208-48d2-af81-16103b8ed4a4) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:05.412541 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-8fbaa476-d411-48fb-9f06-8e685ab9d899 req-f421773b-957c-4cb5-9f06-de7db10ad0cf tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Calling delete_port for 6bc1ba43-d26a-459f-851c-6005b5e59b8c owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:05.416090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:05.416749 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:05.420949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13130fbc-6f25-497a-abfa-58aa7a1d667d None None] Network 0db145d9-c208-48d2-af81-16103b8ed4a4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:05.490062 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7a9f0c7a-5314-49df-9038-c533313d4fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2929566 Feb 04 15:49:05.492382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43738) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:05.503626 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'subnet': {'network_id': '058a7733-8062-4fb3-88ce-70b4c9920f65', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:05.616027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:05.633164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:subnet and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:05.639220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:05.649118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:05.677891 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-189a5429-8c72-4fa2-aac8-f54b2da975d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:05.702515 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-189a5429-8c72-4fa2-aac8-f54b2da975d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:05.747749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:05.905167 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20d21934-edb9-4d37-afa2-3cc3e5346757 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:05.909797 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a5429-8c72-4fa2-aac8-f54b2da975d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8c9ad3-ea81-4e62-89c6-d554a7457299,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:05.915546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-0db145d9-c208-48d2-af81-16103b8ed4a4', 'network_id': '0db145d9-c208-48d2-af81-16103b8ed4a4', 'tenant_id': '33552c0479964c7487f074e057484640', 'fixed_ips': [{'subnet_id': '8fc82f4b-4d06-4969-97f6-3c9868682f5d'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:49:05.916360 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:05.950908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-189a5429-8c72-4fa2-aac8-f54b2da975d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79f48de840db4206888fc7ac47aad70e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2278168 Feb 04 15:49:05.951249 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43752) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:05.972375 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.117242 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42cb8f5a-05c5-49d6-a055-c256b69e9fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.159822 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42cb8f5a-05c5-49d6-a055-c256b69e9fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.234705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-20d21934-edb9-4d37-afa2-3cc3e5346757 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for b89d0f09-a26b-4640-aab0-dc8f455d0439 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:06.297277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Allocated IP 2001:db8::2 (0db145d9-c208-48d2-af81-16103b8ed4a4/8fc82f4b-4d06-4969-97f6-3c9868682f5d/9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:06.461280 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42cb8f5a-05c5-49d6-a055-c256b69e9fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.511366 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8fbaa476-d411-48fb-9f06-8e685ab9d899 req-f421773b-957c-4cb5-9f06-de7db10ad0cf tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.532015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb8f5a-05c5-49d6-a055-c256b69e9fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8c9ad3-ea81-4e62-89c6-d554a7457299,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:06.544101 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.549874 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['5a4b7ce4-339a-43fb-9951-6b3534979416'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:49:06.573622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['7fd4a256-0043-48f7-ab9d-ca3c8f775414'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:49:06.574593 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42cb8f5a-05c5-49d6-a055-c256b69e9fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.578096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-42cb8f5a-05c5-49d6-a055-c256b69e9fc4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8f8c9ad3-ea81-4e62-89c6-d554a7457299 HTTP/1.1" status: 204 len: 168 time: 0.6235678 Feb 04 15:49:06.578275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421773b-957c-4cb5-9f06-de7db10ad0cf tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Pushing event deleted for resources: {'Port': ['ID=6bc1ba43-d26a-459f-851c-6005b5e59b8c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:06.582261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea675366-333a-46bf-8a7a-b65fac6c5d82 req-57a29309-bf56-469b-9c36-a6def7c9deb9 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:06.589282 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea675366-333a-46bf-8a7a-b65fac6c5d82 req-57a29309-bf56-469b-9c36-a6def7c9deb9 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=5610db41-42c2-4eab-8490-439ce9d6a34f HTTP/1.1" status: 200 len: 867 time: 0.2460394 Feb 04 15:49:06.625807 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20d21934-edb9-4d37-afa2-3cc3e5346757 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.687279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Subnet': ['ID=b22e0b1d-4808-46d2-8461-9581e2990354,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:06.707936 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d21934-edb9-4d37-afa2-3cc3e5346757 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=b89d0f09-a26b-4640-aab0-dc8f455d0439,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:06.714023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea675366-333a-46bf-8a7a-b65fac6c5d82 req-7518b5e9-0f71-450b-ac93-89d6fa35e7cc tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238010 Feb 04 15:49:06.722569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbaa476-d411-48fb-9f06-8e685ab9d899 req-f421773b-957c-4cb5-9f06-de7db10ad0cf tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] No DVR routers for this DVR port 6bc1ba43-d26a-459f-851c-6005b5e59b8c on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:06.725685 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8fbaa476-d411-48fb-9f06-8e685ab9d899 req-f421773b-957c-4cb5-9f06-de7db10ad0cf tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.732477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5610db41-42c2-4eab-8490-439ce9d6a34f', 'name': 'network-vif-deleted', 'tag': '6bc1ba43-d26a-459f-851c-6005b5e59b8c'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:06.737454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Checking segment: {'id': 'f237cdbf-af4b-4e74-b941-5319adff9c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '058a7733-8062-4fb3-88ce-70b4c9920f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:06.747064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network hostable DHCP agents. Network: 058a7733-8062-4fb3-88ce-70b4c9920f65, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:49:06.770070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeed1d3-98c0-4c2e-91a1-5ce3bff6881f req-ca5b3574-60eb-4176-8348-10b4aa5a6ce6 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:06.781070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abeed1d3-98c0-4c2e-91a1-5ce3bff6881f req-ca5b3574-60eb-4176-8348-10b4aa5a6ce6 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 945 time: 0.3088334 Feb 04 15:49:06.784099 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8fbaa476-d411-48fb-9f06-8e685ab9d899 req-f421773b-957c-4cb5-9f06-de7db10ad0cf tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.73 "DELETE /v2.0/ports/6bc1ba43-d26a-459f-851c-6005b5e59b8c HTTP/1.1" status: 204 len: 173 time: 2.6313055 Feb 04 15:49:06.833869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 058a7733-8062-4fb3-88ce-70b4c9920f65 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:49:06.853453 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b28a1d99-150e-472a-8429-2f037d38a299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.854804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abeed1d3-98c0-4c2e-91a1-5ce3bff6881f req-eec451ec-1d0a-417b-85f8-9261a9df6ac6 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727170 Feb 04 15:49:06.871220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 058a7733-8062-4fb3-88ce-70b4c9920f65) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:06.883629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:06.884474 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.941164 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bb3a4d-f4de-404a-9c58-bfaa82371deb None None] Network 058a7733-8062-4fb3-88ce-70b4c9920f65 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:06.949081 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0ea2a6de-7e3e-4066-93e9-e603a3a90092 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4497004 Feb 04 15:49:06.949081 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43770) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:06.952099 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20d21934-edb9-4d37-afa2-3cc3e5346757 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.957764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9d2b8edc-f26e-493e-83ff-6c3e654e2ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2120869673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:06.961408 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-20d21934-edb9-4d37-afa2-3cc3e5346757 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/b89d0f09-a26b-4640-aab0-dc8f455d0439 HTTP/1.1" status: 204 len: 168 time: 2.0924180 Feb 04 15:49:06.965471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43774) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:07.047050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9d2b8edc-f26e-493e-83ff-6c3e654e2ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:07.078550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9d2b8edc-f26e-493e-83ff-6c3e654e2ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:router and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:07.090943 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9a0828-2f4b-4651-ba49-c51c07f3b3a2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] GET failed (client error): The resource could not be found. Feb 04 15:49:07.092307 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8f9a0828-2f4b-4651-ba49-c51c07f3b3a2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/b89d0f09-a26b-4640-aab0-dc8f455d0439 HTTP/1.1" status: 404 len: 333 time: 0.1259356 Feb 04 15:49:07.093308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9d2b8edc-f26e-493e-83ff-6c3e654e2ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:07.096294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43778) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:07.180818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9d2b8edc-f26e-493e-83ff-6c3e654e2ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:07.231018 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d2b8edc-f26e-493e-83ff-6c3e654e2ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.232201 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d2b8edc-f26e-493e-83ff-6c3e654e2ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.243651 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.275051 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d2b8edc-f26e-493e-83ff-6c3e654e2ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.282385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a056a-fa90-4242-8c8a-1f9f9138dbb5 req-e106c305-5110-48b6-9e82-1bd6f04f1552 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:07.284773 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-625a056a-fa90-4242-8c8a-1f9f9138dbb5 req-e106c305-5110-48b6-9e82-1bd6f04f1552 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.1875846 Feb 04 15:49:07.317614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Transition to ACTIVE for port object 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:07.368798 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d2b8edc-f26e-493e-83ff-6c3e654e2ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.460089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-625a056a-fa90-4242-8c8a-1f9f9138dbb5 req-703f9352-2d81-481b-9b42-17cc1c4a61d3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632442 Feb 04 15:49:07.474752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-9970b945-820c-4431-b17f-d901afd1bbd9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting subnet 815994b1-dd5b-4733-854c-93d66f5f2e8c {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:49:07.479920 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9970b945-820c-4431-b17f-d901afd1bbd9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.499319 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d2b8edc-f26e-493e-83ff-6c3e654e2ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.499319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9d2b8edc-f26e-493e-83ff-6c3e654e2ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5416603 Feb 04 15:49:07.499319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43784) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:07.543904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6bc1ba43-d26a-459f-851c-6005b5e59b8c no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:07.619422 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5610db41-42c2-4eab-8490-439ce9d6a34f', 'name': 'network-vif-deleted', 'tag': '6bc1ba43-d26a-459f-851c-6005b5e59b8c', 'status': 'completed', 'code': 200} Feb 04 15:49:07.666326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43792) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:07.682849 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9970b945-820c-4431-b17f-d901afd1bbd9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.768955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 6bc1ba43-d26a-459f-851c-6005b5e59b8c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:49:07.769473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 6bc1ba43-d26a-459f-851c-6005b5e59b8c not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:07.856518 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Transition to ACTIVE for port object 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:07.934781 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-058a7733-8062-4fb3-88ce-70b4c9920f65', 'network_id': '058a7733-8062-4fb3-88ce-70b4c9920f65', 'tenant_id': '33552c0479964c7487f074e057484640', 'fixed_ips': [{'subnet_id': 'b22e0b1d-4808-46d2-8461-9581e2990354'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:49:07.942966 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.974947 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9970b945-820c-4431-b17f-d901afd1bbd9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.990995 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.148037 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4c96647a-0603-4806-8660-0b4b1117ad9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.213288 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4c96647a-0603-4806-8660-0b4b1117ad9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:08.230573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4c96647a-0603-4806-8660-0b4b1117ad9b admin admin] Usage tracker for resource:security_group_rule and tenant:4d22061a34e144769c229959edcbaef2 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:08.236036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4c96647a-0603-4806-8660-0b4b1117ad9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:08.247131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4c96647a-0603-4806-8660-0b4b1117ad9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:08.261695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Network 0db145d9-c208-48d2-af81-16103b8ed4a4 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:08.285654 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9970b945-820c-4431-b17f-d901afd1bbd9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.357115 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:08.359010 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9970b945-820c-4431-b17f-d901afd1bbd9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.363691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17617725-d13e-4a43-9777-5eaa9402b147 None None] Network 4219e2c8-75ff-4361-8b71-4c033e343dfa requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:08.376069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970b945-820c-4431-b17f-d901afd1bbd9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Subnet': ['ID=815994b1-dd5b-4733-854c-93d66f5f2e8c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:08.395150 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9970b945-820c-4431-b17f-d901afd1bbd9 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/815994b1-dd5b-4733-854c-93d66f5f2e8c HTTP/1.1" status: 204 len: 168 time: 1.2967751 Feb 04 15:49:08.398026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43818) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:08.400160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:08.405988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Pushing event updated for resources: {'Port': ['ID=9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:08.458253 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4c96647a-0603-4806-8660-0b4b1117ad9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.472369 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4c96647a-0603-4806-8660-0b4b1117ad9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.512138 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4c96647a-0603-4806-8660-0b4b1117ad9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d22061a34e144769c229959edcbaef2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8447759 Feb 04 15:49:08.519815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43822) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:08.533051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f8fa41-4b44-4c7a-966c-c7a8077bd55a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting subnet c46a84ae-8411-4c5d-893d-3158a936fd7f {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:49:08.536139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6f8fa41-4b44-4c7a-966c-c7a8077bd55a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.587269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-d3072198-3ca7-4051-9a45-65ac3bf0a788 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:08.593811 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-d3072198-3ca7-4051-9a45-65ac3bf0a788 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 0.2922106 Feb 04 15:49:08.611572 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6f8fa41-4b44-4c7a-966c-c7a8077bd55a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.696393 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Attempting to bind port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:08.697160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Attempting to bind port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '7946022f-b8d6-45b8-be1d-f7707ce33794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0db145d9-c208-48d2-af81-16103b8ed4a4'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:08.697803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Attempting to bind port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 on network 0db145d9-c208-48d2-af81-16103b8ed4a4 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:49:08.705201 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6f8fa41-4b44-4c7a-966c-c7a8077bd55a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.712380 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-64e7e98d-3170-445a-9b5b-e89d70384c10 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/quotas/348461e82d844c83a77fa4d9ee90bbcd HTTP/1.1" status: 200 len: 375 time: 0.1176403 Feb 04 15:49:08.760405 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:49:08.761230 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Checking segment: {'id': '7946022f-b8d6-45b8-be1d-f7707ce33794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0db145d9-c208-48d2-af81-16103b8ed4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:08.761883 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.762545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Bound using segment: {'id': '7946022f-b8d6-45b8-be1d-f7707ce33794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0db145d9-c208-48d2-af81-16103b8ed4a4'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:49:08.763138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Bound port: 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7946022f-b8d6-45b8-be1d-f7707ce33794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0db145d9-c208-48d2-af81-16103b8ed4a4'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:08.763645 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.816200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96647a-0603-4806-8660-0b4b1117ad9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6341e1c-1340-4260-b9a1-f50abbe803f6,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:08.832831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Allocated IP 2001:db8:1::2 (058a7733-8062-4fb3-88ce-70b4c9920f65/b22e0b1d-4808-46d2-8461-9581e2990354/eb507740-7705-44d8-9b87-6602a26cd04b) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:08.882956 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6f8fa41-4b44-4c7a-966c-c7a8077bd55a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.934011 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8fa41-4b44-4c7a-966c-c7a8077bd55a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Subnet': ['ID=c46a84ae-8411-4c5d-893d-3158a936fd7f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:08.947712 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4db49021-a7eb-4bd1-9914-e27b348060fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.962326 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6f8fa41-4b44-4c7a-966c-c7a8077bd55a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.977008 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f6f8fa41-4b44-4c7a-966c-c7a8077bd55a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/c46a84ae-8411-4c5d-893d-3158a936fd7f HTTP/1.1" status: 204 len: 168 time: 0.5751572 Feb 04 15:49:08.984486 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43826) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:09.016173 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4db49021-a7eb-4bd1-9914-e27b348060fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.016454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34e17e-e44d-4c07-b0ce-ed2db3a1dc0d req-aafadc4a-6bd8-4572-8c23-919d32a873a7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.018772 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d34e17e-e44d-4c07-b0ce-ed2db3a1dc0d req-aafadc4a-6bd8-4572-8c23-919d32a873a7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.6736803 Feb 04 15:49:09.054412 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eee98622-f356-4c8b-a559-31fa644bbc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.075632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] For port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:09.104499 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] For port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5,segment=NetworkSegment(7946022f-b8d6-45b8-be1d-f7707ce33794),segment_id=7946022f-b8d6-45b8-be1d-f7707ce33794)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:09.107458 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.132249 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.150398 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-1d6226fb-51eb-40a6-b229-52a6046de9e4 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4370868 Feb 04 15:49:09.292203 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.318734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 2748e92b-a28b-4530-8eed-1c1a4bf50943 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:09.319222 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.358766 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.379460 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8f178-e2f2-4cc8-8c3a-812feebd84ed None None] Pushing event updated for resources: {'Port': ['ID=9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:09.383150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Transition to ACTIVE for port object eb507740-7705-44d8-9b87-6602a26cd04b will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:09.402140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6222ca9b-9af0-4f93-842a-c808938e7ec3 None None] Update dhcp port {'port': {'network_id': '4219e2c8-75ff-4361-8b71-4c033e343dfa', 'fixed_ips': [{'subnet_id': 'c46a84ae-8411-4c5d-893d-3158a936fd7f'}], 'binding:host_id': 'n-d-827872-1'}, 'id': '2748e92b-a28b-4530-8eed-1c1a4bf50943'} from n-d-827872-1. {{(pid=83552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 15:49:09.476088 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4db49021-a7eb-4bd1-9914-e27b348060fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.496579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Transition to ACTIVE for port object eb507740-7705-44d8-9b87-6602a26cd04b will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:09.521274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db49021-a7eb-4bd1-9914-e27b348060fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6341e1c-1340-4260-b9a1-f50abbe803f6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:09.582475 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.597028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4db49021-a7eb-4bd1-9914-e27b348060fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.603579 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4db49021-a7eb-4bd1-9914-e27b348060fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6341e1c-1340-4260-b9a1-f50abbe803f6 HTTP/1.1" status: 204 len: 168 time: 1.0798607 Feb 04 15:49:09.611395 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d34e17e-e44d-4c07-b0ce-ed2db3a1dc0d req-442d09c8-d5f7-4e63-84a4-6c5295ecddff tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5841069 Feb 04 15:49:09.692635 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6222ca9b-9af0-4f93-842a-c808938e7ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.762960 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] For port 2748e92b-a28b-4530-8eed-1c1a4bf50943, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2748e92b-a28b-4530-8eed-1c1a4bf50943,segment=NetworkSegment(62cf7710-186c-403a-83f5-37d913ba321c),segment_id=62cf7710-186c-403a-83f5-37d913ba321c)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:09.763363 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.813965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-33abe66c-e1a5-4b7e-86f1-8f4a85ba068b service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371507 Feb 04 15:49:09.991144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for 2748e92b-a28b-4530-8eed-1c1a4bf50943 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:10.068628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Network 058a7733-8062-4fb3-88ce-70b4c9920f65 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:10.101555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:10.109395 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4cf397bf-ef6e-4ae4-9400-2a4d588bb943 req-05e828cf-e4b2-46e7-ba5e-8b473918c572 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4591193 Feb 04 15:49:10.125898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:10.137724 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-0cc80ac2-f5e1-4971-9d83-a1baf0149b00 service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219028 Feb 04 15:49:10.195045 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Allocated IP 2001:db8::1 (0db145d9-c208-48d2-af81-16103b8ed4a4/8fc82f4b-4d06-4969-97f6-3c9868682f5d/99f2b750-50b9-4744-a112-cbb84124fc17) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:10.202754 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.232850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:10.273431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=2748e92b-a28b-4530-8eed-1c1a4bf50943,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:10.293623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No DVR routers for this DVR port 2748e92b-a28b-4530-8eed-1c1a4bf50943 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:10.321848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Pushing event updated for resources: {'Port': ['ID=eb507740-7705-44d8-9b87-6602a26cd04b,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:10.442835 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.502314 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4cf397bf-ef6e-4ae4-9400-2a4d588bb943 req-cad97ede-4401-4fc1-a789-d8c2c10e9b4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6b4662da38740d7bdb9894c8873c149&device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 1097 time: 0.3456018 Feb 04 15:49:10.555096 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.567754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Attempting to bind port eb507740-7705-44d8-9b87-6602a26cd04b on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:10.568314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Attempting to bind port eb507740-7705-44d8-9b87-6602a26cd04b by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'f237cdbf-af4b-4e74-b941-5319adff9c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '058a7733-8062-4fb3-88ce-70b4c9920f65'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:10.568778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Attempting to bind port eb507740-7705-44d8-9b87-6602a26cd04b on network 058a7733-8062-4fb3-88ce-70b4c9920f65 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:49:10.578696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:49:10.579249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Checking segment: {'id': 'f237cdbf-af4b-4e74-b941-5319adff9c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '058a7733-8062-4fb3-88ce-70b4c9920f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:10.580564 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.581023 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Bound using segment: {'id': 'f237cdbf-af4b-4e74-b941-5319adff9c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '058a7733-8062-4fb3-88ce-70b4c9920f65'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:49:10.582627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Bound port: eb507740-7705-44d8-9b87-6602a26cd04b, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f237cdbf-af4b-4e74-b941-5319adff9c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '058a7733-8062-4fb3-88ce-70b4c9920f65'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:10.583123 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.766479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] For port eb507740-7705-44d8-9b87-6602a26cd04b, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:10.770921 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] For port eb507740-7705-44d8-9b87-6602a26cd04b, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=eb507740-7705-44d8-9b87-6602a26cd04b,segment=NetworkSegment(f237cdbf-af4b-4e74-b941-5319adff9c3c),segment_id=f237cdbf-af4b-4e74-b941-5319adff9c3c)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:10.776625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ccd005-3040-4cf0-bfcc-d63d2c338bc4 None None] Network 4219e2c8-75ff-4361-8b71-4c033e343dfa requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:10.898125 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.930120 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.028093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Transition to ACTIVE for port object 99f2b750-50b9-4744-a112-cbb84124fc17 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:11.037906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:11.058364 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15908526-41f6-493b-b4dc-127fd0450130 None None] Network 0db145d9-c208-48d2-af81-16103b8ed4a4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:11.069415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978364e-71f2-4b8c-9d92-d8d097e7d58c req-ce45f7eb-e77a-4ccd-987d-f340bec07a42 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:11.077589 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d978364e-71f2-4b8c-9d92-d8d097e7d58c req-ce45f7eb-e77a-4ccd-987d-f340bec07a42 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 946 time: 0.3616045 Feb 04 15:49:11.079227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4219e2c8-75ff-4361-8b71-4c033e343dfa']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:11.098090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cf7710-186c-403a-83f5-37d913ba321c') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:11.098590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cf7710-186c-403a-83f5-37d913ba321c') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:11.151587 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.187897 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.197301 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c6783790-1695-422d-a213-7d4caac5be82 None None] Could not find standard attr ID for object 2748e92b-a28b-4530-8eed-1c1a4bf50943. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:49:11.228963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf397bf-ef6e-4ae4-9400-2a4d588bb943 req-b4a24326-0852-496b-b353-081553e51540 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:11.233680 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4cf397bf-ef6e-4ae4-9400-2a4d588bb943 req-b4a24326-0852-496b-b353-081553e51540 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 200 len: 915 time: 0.7221496 Feb 04 15:49:11.255597 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d978364e-71f2-4b8c-9d92-d8d097e7d58c req-791bda11-d787-44a7-b62b-f112866fd722 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760542 Feb 04 15:49:11.390737 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.448586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:49:11.451759 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.476807 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f4d88d0-3349-4060-93a4-8989af35d2aa req-09c1b861-3fa8-4ac4-80ec-283e436ebd42 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 210 time: 0.2625871 Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:11.488848 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:11.495161 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.498054 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4cf397bf-ef6e-4ae4-9400-2a4d588bb943 req-ebfe6f6e-1154-42fb-82fe-b1f11e2984d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a4b7ce4-339a-43fb-9951-6b3534979416 HTTP/1.1" status: 200 len: 217 time: 0.2592981 Feb 04 15:49:11.667946 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.720932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 0db145d9-c208-48d2-af81-16103b8ed4a4 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:11.733094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:11.744120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:11.744693 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.745814 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bdac58-0810-4bbf-83cc-a3d87af6fa31 None None] DHCP port deletion for 4219e2c8-75ff-4361-8b71-4c033e343dfa request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:49:11.766708 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.768098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf397bf-ef6e-4ae4-9400-2a4d588bb943 req-d63f1347-7233-4899-8d14-da8972faee67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:11.769819 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4cf397bf-ef6e-4ae4-9400-2a4d588bb943 req-d63f1347-7233-4899-8d14-da8972faee67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee73c442-e12b-426b-9d50-5bbed69cbf29 HTTP/1.1" status: 200 len: 854 time: 0.1710939 Feb 04 15:49:11.779032 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edabe7-9159-4c68-9cbb-8f0be27b3eee None None] Pushing event updated for resources: {'Port': ['ID=eb507740-7705-44d8-9b87-6602a26cd04b,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:11.825489 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8603aadf-951e-47ef-b663-df3ad61965a6 None None] Provisioning for port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:11.913531 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8603aadf-951e-47ef-b663-df3ad61965a6 None None] Provisioning complete for port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:11.914283 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8603aadf-951e-47ef-b663-df3ad61965a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.926591 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4cf397bf-ef6e-4ae4-9400-2a4d588bb943 req-5e2554b0-d571-4e62-b3e0-32dc00691c45 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c91d216b-3331-44ad-853b-9cea412fc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477475 Feb 04 15:49:11.972549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2748e92b-a28b-4530-8eed-1c1a4bf50943 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:12.043667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=99f2b750-50b9-4744-a112-cbb84124fc17,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:12.230141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 2748e92b-a28b-4530-8eed-1c1a4bf50943 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:49:12.234155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2748e92b-a28b-4530-8eed-1c1a4bf50943 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:12.348280 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43898) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:12.348639 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.382872 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.437904 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.466302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b591-e677-463a-904d-bda85772b6ba req-23cb352d-d9d7-4605-8cbb-c8b1b8c996fb tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:12.476888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6744b591-e677-463a-904d-bda85772b6ba req-23cb352d-d9d7-4605-8cbb-c8b1b8c996fb tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.7251973 Feb 04 15:49:12.529898 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8603aadf-951e-47ef-b663-df3ad61965a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.617765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8603aadf-951e-47ef-b663-df3ad61965a6 None None] For port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5,segment=NetworkSegment(7946022f-b8d6-45b8-be1d-f7707ce33794),segment_id=7946022f-b8d6-45b8-be1d-f7707ce33794)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:12.628962 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8603aadf-951e-47ef-b663-df3ad61965a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.737669 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4cf397bf-ef6e-4ae4-9400-2a4d588bb943 req-932ff25b-9405-4a80-9cf9-a07ce146d236 service neutron] 10.222.0.73 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7623818 Feb 04 15:49:12.742757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Network': ['ID=4219e2c8-75ff-4361-8b71-4c033e343dfa,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:12.833701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603aadf-951e-47ef-b663-df3ad61965a6 None None] Pushing event updated for resources: {'Port': ['ID=9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:12.911455 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-005c797b-4201-4fb0-84e0-eddb289afcc0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/networks/4219e2c8-75ff-4361-8b71-4c033e343dfa HTTP/1.1" status: 204 len: 168 time: 3.9258833 Feb 04 15:49:12.918164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43910) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:13.066264 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cfd173f4-6941-4b0e-a4e1-5daec8c21b27 None None] Provisioning complete for port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:13.066638 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cfd173f4-6941-4b0e-a4e1-5daec8c21b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.085026 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4cf397bf-ef6e-4ae4-9400-2a4d588bb943 req-2755b318-74fa-4828-9a3e-181261c473b4 service neutron] 10.222.0.73 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313649 Feb 04 15:49:13.346870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cfd173f4-6941-4b0e-a4e1-5daec8c21b27 None None] Provisioning for port 99f2b750-50b9-4744-a112-cbb84124fc17 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:13.363522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cfd173f4-6941-4b0e-a4e1-5daec8c21b27 None None] Provisioning complete for port 99f2b750-50b9-4744-a112-cbb84124fc17 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:13.364185 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cfd173f4-6941-4b0e-a4e1-5daec8c21b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.439351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-cfd173f4-6941-4b0e-a4e1-5daec8c21b27 None None] Port 99f2b750-50b9-4744-a112-cbb84124fc17 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:13.452545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-050abcd3-9066-41a5-92ae-720a85852007 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:13.460460 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-050abcd3-9066-41a5-92ae-720a85852007 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 1.0236058 Feb 04 15:49:13.512220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4d33e5-cb15-441f-9254-a3aa60b37370 None None] Network 058a7733-8062-4fb3-88ce-70b4c9920f65 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:13.573668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Request body: {'port': {'device_id': '57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4', 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'admin_state_up': True, 'tenant_id': '348461e82d844c83a77fa4d9ee90bbcd'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:13.690418 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ddfb014a-ef5d-4dd1-aa0f-b27deb31e05a req-ae887a78-6d01-412b-ae0d-39aefc9fa533 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1345348 Feb 04 15:49:13.740024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-d72cf128-9a6b-4aca-9a15-c0407af172da tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:13.740378 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9bf5b62b-bc87-4c12-b06e-cbd267902832 None None] Provisioning for port eb507740-7705-44d8-9b87-6602a26cd04b completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:13.741498 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-d72cf128-9a6b-4aca-9a15-c0407af172da tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 946 time: 1.9871042 Feb 04 15:49:13.764891 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10cc2e65-e1d4-4b4a-ac71-054a3e037d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.860883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Deleting port 5a4b7ce4-339a-43fb-9951-6b3534979416 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:13.861345 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.918613 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:49:13.929970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6744b591-e677-463a-904d-bda85772b6ba req-67312a86-9648-437a-adf4-f0e59efa772d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4519899 Feb 04 15:49:14.002270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9bf5b62b-bc87-4c12-b06e-cbd267902832 None None] Provisioning complete for port 99f2b750-50b9-4744-a112-cbb84124fc17 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:14.002643 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9bf5b62b-bc87-4c12-b06e-cbd267902832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.044202 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ddfb014a-ef5d-4dd1-aa0f-b27deb31e05a req-665ccc03-02bb-4de0-86e8-5472f00c3e4d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d6b4662da38740d7bdb9894c8873c149&device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 1096 time: 0.2444134 Feb 04 15:49:14.230152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5b62b-bc87-4c12-b06e-cbd267902832 None None] Port 99f2b750-50b9-4744-a112-cbb84124fc17 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:14.235668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:14.263522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:14.273565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb014a-ef5d-4dd1-aa0f-b27deb31e05a req-6390c105-bb97-489b-834a-462958efdefb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:14.275747 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ddfb014a-ef5d-4dd1-aa0f-b27deb31e05a req-6390c105-bb97-489b-834a-462958efdefb service neutron] 10.222.0.81 "GET /v2.0/networks?id=c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 200 len: 915 time: 0.2073939 Feb 04 15:49:14.336772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Usage tracker for resource:port and tenant:348461e82d844c83a77fa4d9ee90bbcd is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:14.365940 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ddfb014a-ef5d-4dd1-aa0f-b27deb31e05a req-f94e0ae7-b0df-4384-a799-609da4dd311a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd4a256-0043-48f7-ab9d-ca3c8f775414 HTTP/1.1" status: 200 len: 217 time: 0.0810649 Feb 04 15:49:14.370124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-82ee5b42-8f4d-4aca-bc72-e698fa6626ef req-9aaaae25-3155-4b79-9f37-2355f61af2eb tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 210 time: 0.1576457 Feb 04 15:49:14.379134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f1bcc-51bc-4cef-8166-f3821c0d35ec req-887455cf-b64a-4989-849e-fb0d0cea9630 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:14.381364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-605f1bcc-51bc-4cef-8166-f3821c0d35ec req-887455cf-b64a-4989-849e-fb0d0cea9630 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 946 time: 1.5268402 Feb 04 15:49:14.389100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:14.416210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:14.416803 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.436254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-10cc2e65-e1d4-4b4a-ac71-054a3e037d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:14.482126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:14.485289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-10cc2e65-e1d4-4b4a-ac71-054a3e037d4c admin admin] Usage tracker for resource:security_group_rule and tenant:dc3dca8f5cce46b0be9010adfc45f50d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:14.543290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-10cc2e65-e1d4-4b4a-ac71-054a3e037d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:14.549565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-605f1bcc-51bc-4cef-8166-f3821c0d35ec req-9e537035-64e0-4979-b931-bd43224a4150 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968456 Feb 04 15:49:14.552832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb014a-ef5d-4dd1-aa0f-b27deb31e05a req-f872daea-bcd1-45f3-9122-4605a3195f25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:14.554282 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ddfb014a-ef5d-4dd1-aa0f-b27deb31e05a req-f872daea-bcd1-45f3-9122-4605a3195f25 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee73c442-e12b-426b-9d50-5bbed69cbf29 HTTP/1.1" status: 200 len: 854 time: 0.1725338 Feb 04 15:49:14.571980 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-10cc2e65-e1d4-4b4a-ac71-054a3e037d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:14.584286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device eb507740-7705-44d8-9b87-6602a26cd04b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:14.588705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6d6419-3c80-4d36-acaf-c2ddd2bb9126 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:14.590481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ad6d6419-3c80-4d36-acaf-c2ddd2bb9126 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.1440129 Feb 04 15:49:14.607577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43938) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:14.649017 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Made reservation on behalf of 348461e82d844c83a77fa4d9ee90bbcd for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:14.653354 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.680045 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ddfb014a-ef5d-4dd1-aa0f-b27deb31e05a req-e1eb0063-ff24-4c0b-98e5-9374487106af service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c91d216b-3331-44ad-853b-9cea412fc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143780 Feb 04 15:49:14.683941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port eb507740-7705-44d8-9b87-6602a26cd04b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:14.691203 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port eb507740-7705-44d8-9b87-6602a26cd04b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:14.691697 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.916272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-74b3cd19-5a10-4c84-9caf-85c764ac315b None None] Provisioning complete for port eb507740-7705-44d8-9b87-6602a26cd04b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:14.916762 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-74b3cd19-5a10-4c84-9caf-85c764ac315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.956526 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ddfb014a-ef5d-4dd1-aa0f-b27deb31e05a req-405257cf-ab42-4ebb-8cf4-e2f260843029 service neutron] 10.222.0.81 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699792 Feb 04 15:49:14.998639 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.000425 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:49:15.072989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] For port 5a4b7ce4-339a-43fb-9951-6b3534979416, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5a4b7ce4-339a-43fb-9951-6b3534979416,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:15.073379 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.151144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port eb507740-7705-44d8-9b87-6602a26cd04b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=eb507740-7705-44d8-9b87-6602a26cd04b,segment=NetworkSegment(f237cdbf-af4b-4e74-b941-5319adff9c3c),segment_id=f237cdbf-af4b-4e74-b941-5319adff9c3c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:15.156391 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ddfb014a-ef5d-4dd1-aa0f-b27deb31e05a req-ace53748-5c9c-4bc5-b2d7-7fac2f21e31a service neutron] 10.222.0.81 "GET /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900690 Feb 04 15:49:15.166445 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.263833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Calling delete_port for 5a4b7ce4-339a-43fb-9951-6b3534979416 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:15.281042 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-74b3cd19-5a10-4c84-9caf-85c764ac315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.362190 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.390267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=eb507740-7705-44d8-9b87-6602a26cd04b,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:15.395770 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.396457 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.403127 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-74b3cd19-5a10-4c84-9caf-85c764ac315b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:49:15.403581 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-74b3cd19-5a10-4c84-9caf-85c764ac315b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:49:15.497417 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5a4b7ce4-339a-43fb-9951-6b3534979416 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:15.697320 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.729913 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecff00e8-e8b0-4e84-9097-dc50a3dd9a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4b7ce4-339a-43fb-9951-6b3534979416'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:15.741077 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 5a4b7ce4-339a-43fb-9951-6b3534979416, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5a4b7ce4-339a-43fb-9951-6b3534979416,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:15.744742 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.828917 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0c77a773-a9cc-4ac5-b445-8c132d67d4ac tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.1975431 Feb 04 15:49:15.832930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43990) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:15.835985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=5a4b7ce4-339a-43fb-9951-6b3534979416,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:15.840651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-21464203'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:15.844386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=99f2b750-50b9-4744-a112-cbb84124fc17,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:15.855844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:15.862163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:network and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:15.866204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:15.874361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:15.880787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-adbdfe95-731f-40f4-a2ac-366574876166 req-9c8a5d6b-f7d6-4944-8dc2-64162ff0936f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 210 time: 0.3533919 Feb 04 15:49:15.947349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43996) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:15.959624 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device eb507740-7705-44d8-9b87-6602a26cd04b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:15.974429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Allocated IP 172.20.0.10 (c423fc49-37d2-40d9-ae0c-c306e8e0cfc7/184257a1-8dd7-4ba7-9fe3-dd948fd0da94/e42b3452-59e7-4aee-afb8-39ceaad74a5c) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:15.991108 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10cc2e65-e1d4-4b4a-ac71-054a3e037d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.992081 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:49:15.992401 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:49:16.007573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 0db145d9-c208-48d2-af81-16103b8ed4a4 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:16.016054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:16.021054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:16.021757 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.027658 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10cc2e65-e1d4-4b4a-ac71-054a3e037d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.091636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:16.118985 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.129780 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Added segment 021a0801-a83a-4fcd-96b8-33b5605f0473 of type vlan for network 1045c1cf-f124-4017-9e45-28d2b41ef2d8 Feb 04 15:49:16.153534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port eb507740-7705-44d8-9b87-6602a26cd04b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:16.154296 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.166242 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.168871 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-10cc2e65-e1d4-4b4a-ac71-054a3e037d4c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc3dca8f5cce46b0be9010adfc45f50d&name=default HTTP/1.1" status: 200 len: 2647 time: 3.8096125 Feb 04 15:49:16.217844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44002) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:16.273380 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.277358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:16.278195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.284110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d4093-e520-4426-8bf4-8726cc8d0758 req-d70091c7-12bf-4111-a9c0-e0e0d3afa725 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:16.292226 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-069d4093-e520-4426-8bf4-8726cc8d0758 req-d70091c7-12bf-4111-a9c0-e0e0d3afa725 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.9949570 Feb 04 15:49:16.320097 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d3df79b-659f-4189-acfb-4736d34931d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.365686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc2e65-e1d4-4b4a-ac71-054a3e037d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ff7d1a-eaf9-4dad-8fcd-621ed3d65628,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:16.419742 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5850632 Feb 04 15:49:16.424643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44006) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:16.442806 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'subnet': {'network_id': '1045c1cf-f124-4017-9e45-28d2b41ef2d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:16.458684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-666d6b5d-fd15-4ca3-96a0-4e048cf4d612 None None] Provisioning complete for port 99f2b750-50b9-4744-a112-cbb84124fc17 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:16.459049 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-666d6b5d-fd15-4ca3-96a0-4e048cf4d612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.459246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43da320-f544-4f56-8d8f-7c9312c42805 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Network': ['ID=1045c1cf-f124-4017-9e45-28d2b41ef2d8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:16.490129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 1045c1cf-f124-4017-9e45-28d2b41ef2d8 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:49:16.498210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Deleting port 5a4b7ce4-339a-43fb-9951-6b3534979416 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:16.498556 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.535772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1d3df79b-659f-4189-acfb-4736d34931d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:16.558443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1d3df79b-659f-4189-acfb-4736d34931d0 admin admin] Usage tracker for resource:security_group_rule and tenant:5a0d411c9bcc462c8b17c77b5da152e3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:16.561316 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1a6d5b8-7fba-4acc-a7f0-18935e6d9637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.575357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1d3df79b-659f-4189-acfb-4736d34931d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:16.602168 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-069d4093-e520-4426-8bf4-8726cc8d0758 req-921f74fa-2f59-42c2-a4ac-0045d13dbaca tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087549 Feb 04 15:49:16.602962 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1d3df79b-659f-4189-acfb-4736d34931d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:16.604500 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-666d6b5d-fd15-4ca3-96a0-4e048cf4d612 None None] Port 99f2b750-50b9-4744-a112-cbb84124fc17 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:16.618159 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1a6d5b8-7fba-4acc-a7f0-18935e6d9637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.635994 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:16.650178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:subnet and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:16.660236 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:16.681464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:16.706308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:16.718081 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecff00e8-e8b0-4e84-9097-dc50a3dd9a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4b7ce4-339a-43fb-9951-6b3534979416', 'code': 200} Feb 04 15:49:16.756167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c5fb3-11f5-471b-9394-2a03f4f29d0e req-4ca9b426-6393-46da-9d4c-46524a70c5ea tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:16.759718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-736c5fb3-11f5-471b-9394-2a03f4f29d0e req-4ca9b426-6393-46da-9d4c-46524a70c5ea tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 944 time: 0.5743489 Feb 04 15:49:16.802164 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1a6d5b8-7fba-4acc-a7f0-18935e6d9637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.850790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6d5b8-7fba-4acc-a7f0-18935e6d9637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ff7d1a-eaf9-4dad-8fcd-621ed3d65628,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:16.872764 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.877234 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.891808 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d3df79b-659f-4189-acfb-4736d34931d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.896233 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1a6d5b8-7fba-4acc-a7f0-18935e6d9637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.897436 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a1a6d5b8-7fba-4acc-a7f0-18935e6d9637 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17ff7d1a-eaf9-4dad-8fcd-621ed3d65628 HTTP/1.1" status: 204 len: 168 time: 0.6782284 Feb 04 15:49:17.046960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-736c5fb3-11f5-471b-9394-2a03f4f29d0e req-67f431f7-a89d-41e8-b768-c178198478c8 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683327 Feb 04 15:49:17.149365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae0fabae-51fa-4e05-bfad-a4797356bea0 req-68553a29-6473-4728-830f-5e3e9268bf72 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 210 time: 0.0784118 Feb 04 15:49:17.152975 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d3df79b-659f-4189-acfb-4736d34931d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.156934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] For port 5a4b7ce4-339a-43fb-9951-6b3534979416, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5a4b7ce4-339a-43fb-9951-6b3534979416,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:17.157348 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.170224 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.208920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['55428373-4ebe-4d04-8cb2-6884b677713c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:49:17.235152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3df79b-659f-4189-acfb-4736d34931d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b224375-ad02-46f0-8452-47207ca41077,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:17.257606 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1d3df79b-659f-4189-acfb-4736d34931d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a0d411c9bcc462c8b17c77b5da152e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3089304 Feb 04 15:49:17.260308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44018) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:17.366160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Calling delete_port for 5a4b7ce4-339a-43fb-9951-6b3534979416 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:17.402109 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-43b877ab-4180-4afc-bc6c-40755ef70c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.458913 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-43b877ab-4180-4afc-bc6c-40755ef70c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.468480 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.585117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Subnet': ['ID=b2c1d6b7-b9c9-4402-9b70-41b124aa8075,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:17.595993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Checking segment: {'id': '021a0801-a83a-4fcd-96b8-33b5605f0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1045c1cf-f124-4017-9e45-28d2b41ef2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:17.596360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network hostable DHCP agents. Network: 1045c1cf-f124-4017-9e45-28d2b41ef2d8, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:49:17.614061 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-43b877ab-4180-4afc-bc6c-40755ef70c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.636998 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b877ab-4180-4afc-bc6c-40755ef70c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b224375-ad02-46f0-8452-47207ca41077,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:17.645888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 1045c1cf-f124-4017-9e45-28d2b41ef2d8 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:49:17.648354 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-43b877ab-4180-4afc-bc6c-40755ef70c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.652035 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-43b877ab-4180-4afc-bc6c-40755ef70c54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b224375-ad02-46f0-8452-47207ca41077 HTTP/1.1" status: 204 len: 168 time: 0.3880939 Feb 04 15:49:17.664017 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:17.668756 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 1045c1cf-f124-4017-9e45-28d2b41ef2d8) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:17.674904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:17.675696 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.684749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2dfeb8-014f-4405-99f6-1b19a014be17 None None] Network 1045c1cf-f124-4017-9e45-28d2b41ef2d8 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:17.689424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:17.718302 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-50be1ab7-004f-46c7-bdb2-e151b186b347 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2914672 Feb 04 15:49:17.722158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44034) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:17.726160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event updated for resources: {'Port': ['ID=e42b3452-59e7-4aee-afb8-39ceaad74a5c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:17.728989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:17.738107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'network_id': '1045c1cf-f124-4017-9e45-28d2b41ef2d8', 'name': 'tempest-PortsTestJSON-877833647'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:17.811795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 3a436a40-f14f-468b-9a2b-d218bec0755b is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:49:18.028323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:18.036530 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:port and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:18.040579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:18.050111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:18.080056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:18.083205 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.090820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:18.091460 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.124348 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port 9e1a8b6e-2e88-4b8d-bcee-9d5e6e7338bf yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:49:18.155697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1045c1cf-f124-4017-9e45-28d2b41ef2d8', 'network_id': '1045c1cf-f124-4017-9e45-28d2b41ef2d8', 'tenant_id': '4152675cb55e47d8b7b3918734aa1522', 'fixed_ips': [{'subnet_id': 'b2c1d6b7-b9c9-4402-9b70-41b124aa8075'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:49:18.156522 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.212893 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.223385 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44050) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:18.320046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2f1757c0-523a-4f89-8671-6c82375c5b52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7926190 Feb 04 15:49:18.320838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Pushing event deleted for resources: {'Port': ['ID=5a4b7ce4-339a-43fb-9951-6b3534979416,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:18.332140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['7fd4a256-0043-48f7-ab9d-ca3c8f775414'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:49:18.340578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Request body: {'port': {'device_id': '57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:18.369293 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce6328-616e-45c5-8280-549862db8530 req-2a3939d1-a7e8-44e3-8a64-fd6bafd4ed62 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:18.371237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31ce6328-616e-45c5-8280-549862db8530 req-2a3939d1-a7e8-44e3-8a64-fd6bafd4ed62 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.5076132 Feb 04 15:49:18.378620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3cd2ecff-545e-4804-b8bb-c1c274d79168 req-eb9bdd37-adaa-4d1c-a9d7-8f1a79620ca6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Synchronizing usage tracker for tenant:d6b4662da38740d7bdb9894c8873c149 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:18.455080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Allocated IP 172.20.0.10 (1045c1cf-f124-4017-9e45-28d2b41ef2d8/b2c1d6b7-b9c9-4402-9b70-41b124aa8075/9e1a8b6e-2e88-4b8d-bcee-9d5e6e7338bf) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:18.526362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1254219018-network', 'tenant_id': '0b049e6ac9bc4b9a858b5ebb6bedf701'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:18.526986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] No DVR routers for this DVR port 5a4b7ce4-339a-43fb-9951-6b3534979416 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:18.533242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:18.533766 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.535717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-920d5193-2dc8-406d-aff9-d7f022b76a0e req-2fe085cc-83c4-4148-b7c8-6eef45c9113d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.73 "DELETE /v2.0/ports/5a4b7ce4-339a-43fb-9951-6b3534979416 HTTP/1.1" status: 204 len: 173 time: 4.7780917 Feb 04 15:49:18.536927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecff00e8-e8b0-4e84-9097-dc50a3dd9a94', 'name': 'network-vif-deleted', 'tag': '5a4b7ce4-339a-43fb-9951-6b3534979416'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:18.540052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Usage tracker for resource:network and tenant:0b049e6ac9bc4b9a858b5ebb6bedf701 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:18.544104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:18.544271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3cd2ecff-545e-4804-b8bb-c1c274d79168 req-eb9bdd37-adaa-4d1c-a9d7-8f1a79620ca6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Unset dirty status for tenant:d6b4662da38740d7bdb9894c8873c149 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:18.552825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:18.555986 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3cd2ecff-545e-4804-b8bb-c1c274d79168 req-eb9bdd37-adaa-4d1c-a9d7-8f1a79620ca6 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecff00e8-e8b0-4e84-9097-dc50a3dd9a94 HTTP/1.1" status: 200 len: 210 time: 0.2889328 Feb 04 15:49:18.595708 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Made reservation on behalf of 0b049e6ac9bc4b9a858b5ebb6bedf701 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:18.598538 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.639308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44060) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:18.684979 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31ce6328-616e-45c5-8280-549862db8530 req-6ad26c3b-d7e0-4d3d-a1de-461e5bec6817 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035538 Feb 04 15:49:18.689349 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d66e7658-edb2-4601-8ec3-5c9c85db8677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.712626 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.769019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:49:18.780313 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc1b5b1-5bb1-4974-a8c2-c508cc95b8b9 None None] Sync routers for ids ['3a436a40-f14f-468b-9a2b-d218bec0755b'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:49:18.793985 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1b5b1-5bb1-4974-a8c2-c508cc95b8b9 None None] Routers {'3a436a40-f14f-468b-9a2b-d218bec0755b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:49:18.794743 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-6fc1b5b1-5bb1-4974-a8c2-c508cc95b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:49:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3a436a40-f14f-468b-9a2b-d218bec0755b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:18.811676 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d66e7658-edb2-4601-8ec3-5c9c85db8677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:18.847751 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.856673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d43c439e-2c93-4a3d-9de9-203a86d1d2c0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/3a436a40-f14f-468b-9a2b-d218bec0755b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3606920 Feb 04 15:49:18.864951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d66e7658-edb2-4601-8ec3-5c9c85db8677 admin admin] Usage tracker for resource:security_group_rule and tenant:c9c19daa06cd4f62bf541619e0ec3b1a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:18.866552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44068) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:18.872234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d66e7658-edb2-4601-8ec3-5c9c85db8677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:18.872539 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-6fc1b5b1-5bb1-4974-a8c2-c508cc95b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:18.873725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Transition to ACTIVE for port object 9e1a8b6e-2e88-4b8d-bcee-9d5e6e7338bf will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:18.886431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d66e7658-edb2-4601-8ec3-5c9c85db8677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:18.887460 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1b5b1-5bb1-4974-a8c2-c508cc95b8b9 None None] Routers {'3a436a40-f14f-468b-9a2b-d218bec0755b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:49:18.888217 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-6fc1b5b1-5bb1-4974-a8c2-c508cc95b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:49:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3a436a40-f14f-468b-9a2b-d218bec0755b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:18.926634 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.970872 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-6fc1b5b1-5bb1-4974-a8c2-c508cc95b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:18.971657 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc1b5b1-5bb1-4974-a8c2-c508cc95b8b9 None None] The sync data for ids ['3a436a40-f14f-468b-9a2b-d218bec0755b'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:49:19.011256 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ade738c-8f49-4e16-8231-c92d3efb70a6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:19.016098 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8ade738c-8f49-4e16-8231-c92d3efb70a6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports/99f2b750-50b9-4744-a112-cbb84124fc17 HTTP/1.1" status: 200 len: 911 time: 0.1443224 Feb 04 15:49:19.020588 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44072) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:19.122599 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecff00e8-e8b0-4e84-9097-dc50a3dd9a94', 'name': 'network-vif-deleted', 'tag': '5a4b7ce4-339a-43fb-9951-6b3534979416', 'status': 'completed', 'code': 200} Feb 04 15:49:19.123368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:19.136637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc0e2-e4ab-479e-92b4-698fc4df1292 req-0ec8d2b7-0d09-4648-a88e-68036b67b58c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:19.137661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4c5dc0e2-e4ab-479e-92b4-698fc4df1292 req-0ec8d2b7-0d09-4648-a88e-68036b67b58c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Synchronizing usage tracker for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:19.140723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Usage tracker for resource:security_group_rule and tenant:0b049e6ac9bc4b9a858b5ebb6bedf701 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:19.146748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:19.216670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:19.225765 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.234042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Allocated IP 172.20.0.2 (1045c1cf-f124-4017-9e45-28d2b41ef2d8/b2c1d6b7-b9c9-4402-9b70-41b124aa8075/5bd96197-68dd-4cd0-81b6-3588ddbef4d5) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:19.243608 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d66e7658-edb2-4601-8ec3-5c9c85db8677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.251401 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d66e7658-edb2-4601-8ec3-5c9c85db8677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.305970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4c5dc0e2-e4ab-479e-92b4-698fc4df1292 req-0ec8d2b7-0d09-4648-a88e-68036b67b58c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Unset dirty status for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:19.313360 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c5dc0e2-e4ab-479e-92b4-698fc4df1292 req-0ec8d2b7-0d09-4648-a88e-68036b67b58c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 932 time: 0.5103092 Feb 04 15:49:19.364873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 1045c1cf-f124-4017-9e45-28d2b41ef2d8 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:19.374275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:19.379071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=9e1a8b6e-2e88-4b8d-bcee-9d5e6e7338bf,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:19.382998 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:19.408663 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.445929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e7658-edb2-4601-8ec3-5c9c85db8677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06e5e3d-b97c-4e3a-b1af-df9f5a7ec082,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:19.469648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d66e7658-edb2-4601-8ec3-5c9c85db8677 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9c19daa06cd4f62bf541619e0ec3b1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8284731 Feb 04 15:49:19.477247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44076) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:19.499028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:19.500880 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.516137 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c5dc0e2-e4ab-479e-92b4-698fc4df1292 req-f8278eb9-b165-4540-9ec1-adaa763b28a6 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998305 Feb 04 15:49:19.537405 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.555730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.577773 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.591413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Transition to ACTIVE for port object 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:19.603726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42b3452-59e7-4aee-afb8-39ceaad74a5c {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:19.616766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7be531-549b-4c53-848c-0e324c96ec30 req-399e4bbb-eaf7-441e-b9f1-cd14459b92b5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:19.618701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Transition to ACTIVE for port object 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:19.624139 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c7be531-549b-4c53-848c-0e324c96ec30 req-399e4bbb-eaf7-441e-b9f1-cd14459b92b5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.3265634 Feb 04 15:49:19.628384 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.629357 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.664837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Transition to ACTIVE for port object e42b3452-59e7-4aee-afb8-39ceaad74a5c will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:19.690472 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.729535 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f18c4049-1b4b-4493-9f05-d1e1cedb8c4f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0030851 Feb 04 15:49:19.747745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Network 1045c1cf-f124-4017-9e45-28d2b41ef2d8 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:19.751863 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:19.754321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44086) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:19.768959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:19.773622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:19.805618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'network_id': '1045c1cf-f124-4017-9e45-28d2b41ef2d8', 'name': 'tempest-PortsTestJSON-2039517439'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:19.806335 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c7be531-549b-4c53-848c-0e324c96ec30 req-70585a45-d07e-404b-a28f-8769f33dd5e8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808970 Feb 04 15:49:19.832705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aba140-e6a0-429a-b038-e269519499f4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:19.882700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Pushing event updated for resources: {'Port': ['ID=5bd96197-68dd-4cd0-81b6-3588ddbef4d5,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:19.967021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Pushing event updated for resources: {'Port': ['ID=e42b3452-59e7-4aee-afb8-39ceaad74a5c,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:20.021328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Attempting to bind port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:20.021704 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Attempting to bind port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '021a0801-a83a-4fcd-96b8-33b5605f0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1045c1cf-f124-4017-9e45-28d2b41ef2d8'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:20.022142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Attempting to bind port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 on network 1045c1cf-f124-4017-9e45-28d2b41ef2d8 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:49:20.042954 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:49:20.043256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Checking segment: {'id': '021a0801-a83a-4fcd-96b8-33b5605f0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1045c1cf-f124-4017-9e45-28d2b41ef2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:20.043664 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.044060 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Bound using segment: {'id': '021a0801-a83a-4fcd-96b8-33b5605f0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1045c1cf-f124-4017-9e45-28d2b41ef2d8'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:49:20.044534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Bound port: 5bd96197-68dd-4cd0-81b6-3588ddbef4d5, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021a0801-a83a-4fcd-96b8-33b5605f0473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1045c1cf-f124-4017-9e45-28d2b41ef2d8'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:20.044901 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.184514 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.185097 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Added segment a1951c14-9e36-47a3-8c74-b93715032ddd of type vlan for network 45d75bbd-26be-4856-b6ed-21151e5c40a3 Feb 04 15:49:20.200235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] For port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:20.204933 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] For port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5bd96197-68dd-4cd0-81b6-3588ddbef4d5,segment=NetworkSegment(021a0801-a83a-4fcd-96b8-33b5605f0473),segment_id=021a0801-a83a-4fcd-96b8-33b5605f0473)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:20.211122 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.266126 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0d92f89-dd23-439f-bd5d-7a50b92a6fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.353199 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0d92f89-dd23-439f-bd5d-7a50b92a6fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.371290 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.375447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280aab1-10ac-4932-bbf4-ea92170c9065 None None] Pushing event updated for resources: {'Port': ['ID=5bd96197-68dd-4cd0-81b6-3588ddbef4d5,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:20.393687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Attempting to bind port e42b3452-59e7-4aee-afb8-39ceaad74a5c on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:20.400365 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Attempting to bind port e42b3452-59e7-4aee-afb8-39ceaad74a5c by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:20.400753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Attempting to bind port e42b3452-59e7-4aee-afb8-39ceaad74a5c on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:49:20.416589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Port e42b3452-59e7-4aee-afb8-39ceaad74a5c on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:49:20.416916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Attempting to bind port e42b3452-59e7-4aee-afb8-39ceaad74a5c on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:49:20.429571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:49:20.430405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Checking segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:20.431037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Bound using segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:49:20.431969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Bound port: e42b3452-59e7-4aee-afb8-39ceaad74a5c, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:20.432318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:20.432921 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.441228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:port and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:20.455767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:20.510418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088d3fd-9adb-471d-8536-15f7439c74f7 req-53edc1ec-e01e-462c-a254-42259d94b367 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:20.517997 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c088d3fd-9adb-471d-8536-15f7439c74f7 req-53edc1ec-e01e-462c-a254-42259d94b367 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.4557457 Feb 04 15:49:20.537539 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:20.540081 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0d92f89-dd23-439f-bd5d-7a50b92a6fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.554897 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.555294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:20.556144 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.629873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] For port e42b3452-59e7-4aee-afb8-39ceaad74a5c, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:20.639860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] For port e42b3452-59e7-4aee-afb8-39ceaad74a5c, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e42b3452-59e7-4aee-afb8-39ceaad74a5c,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:20.644975 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d92f89-dd23-439f-bd5d-7a50b92a6fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06e5e3d-b97c-4e3a-b1af-df9f5a7ec082,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:20.668590 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.717033 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-7387ce38-ea47-429b-8e1a-58924aaf7213 req-fb697a76-f7b0-47c0-92a5-5c182d3b4dd4 service neutron] (83550) timed out ('10.222.0.60', 55904) {{(pid=83550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:49:20.728407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:20.734281 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.746332 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c088d3fd-9adb-471d-8536-15f7439c74f7 req-d14f6459-b9ca-4421-ae69-f754bedd461b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274466 Feb 04 15:49:20.789070 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0d92f89-dd23-439f-bd5d-7a50b92a6fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.794438 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d0d92f89-dd23-439f-bd5d-7a50b92a6fec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c06e5e3d-b97c-4e3a-b1af-df9f5a7ec082 HTTP/1.1" status: 204 len: 168 time: 1.3143327 Feb 04 15:49:20.870575 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.880610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] 10.222.0.73 "PUT /v2.0/ports/e42b3452-59e7-4aee-afb8-39ceaad74a5c HTTP/1.1" status: 200 len: 1092 time: 2.5439529 Feb 04 15:49:20.882322 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6506636 Feb 04 15:49:20.891205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44102) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:20.891350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port 43cfd1a1-04c8-4638-b612-78a4dd71baaf yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:49:20.911666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] Request body: {'subnet': {'network_id': '45d75bbd-26be-4856-b6ed-21151e5c40a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1254219018-subnet', 'tenant_id': '0b049e6ac9bc4b9a858b5ebb6bedf701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:20.952708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:20.953913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224de38-009e-4868-85c8-356629ecf5df admin admin] Pushing event updated for resources: {'Network': ['ID=45d75bbd-26be-4856-b6ed-21151e5c40a3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:20.965906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 45d75bbd-26be-4856-b6ed-21151e5c40a3 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:49:21.210378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4', 'tag': 'e42b3452-59e7-4aee-afb8-39ceaad74a5c'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:21.230771 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] Usage tracker for resource:subnet and tenant:0b049e6ac9bc4b9a858b5ebb6bedf701 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:21.245287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efadbd9-ff38-42d2-a330-9041c5aa9f59 service neutron] Pushing event updated for resources: {'Port': ['ID=e42b3452-59e7-4aee-afb8-39ceaad74a5c,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:21.277325 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:21.297226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:21.339807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330680b4-f5b3-41fa-97ed-522fd49cd715 req-59895ffb-1bb0-4956-bbfb-5cb89f1601b7 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:21.341614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-330680b4-f5b3-41fa-97ed-522fd49cd715 req-59895ffb-1bb0-4956-bbfb-5cb89f1601b7 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 944 time: 0.5935163 Feb 04 15:49:21.360990 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] Made reservation on behalf of 0b049e6ac9bc4b9a858b5ebb6bedf701 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:21.366385 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.433065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Allocated IP 172.20.0.8 (1045c1cf-f124-4017-9e45-28d2b41ef2d8/b2c1d6b7-b9c9-4402-9b70-41b124aa8075/43cfd1a1-04c8-4638-b612-78a4dd71baaf) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:21.495948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-fadc1083-0228-45f0-9e0c-936dd674c939 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 1095 time: 0.5122819 Feb 04 15:49:21.543022 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.662943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b9d68-a13e-4f62-8cfe-7230938cbe31 req-3d8d2320-4c7e-43ba-b727-57ec6a2c56fc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:21.664472 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-129b9d68-a13e-4f62-8cfe-7230938cbe31 req-3d8d2320-4c7e-43ba-b727-57ec6a2c56fc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.7045674 Feb 04 15:49:21.772061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-129b9d68-a13e-4f62-8cfe-7230938cbe31 req-40b892cc-acfd-47fe-859b-8dd1e65cd7f0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890789 Feb 04 15:49:21.777078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-67fca390-69a5-4410-8989-f1e6e550bd30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e42b3452-59e7-4aee-afb8-39ceaad74a5c HTTP/1.1" status: 200 len: 217 time: 0.2520764 Feb 04 15:49:21.921092 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-330680b4-f5b3-41fa-97ed-522fd49cd715 req-3a01c7d5-495d-48cb-bfa2-60697b21ab5f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710447 Feb 04 15:49:21.978375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c20e10-5cda-47a6-9bc6-af375705fe79 None None] Network 1045c1cf-f124-4017-9e45-28d2b41ef2d8 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:21.982286 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4', 'tag': 'e42b3452-59e7-4aee-afb8-39ceaad74a5c', 'status': 'completed', 'code': 200} Feb 04 15:49:21.996221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-f5b8f0e3-f22f-4a6b-b7ef-f8ef6dc5983e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:21.997903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-f5b8f0e3-f22f-4a6b-b7ef-f8ef6dc5983e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.2064686 Feb 04 15:49:22.092275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-5ce60298-d7ce-4365-b5be-cd093e951382 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447586 Feb 04 15:49:22.177021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:22.197569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Allocated IP 2001:db8:1::1 (058a7733-8062-4fb3-88ce-70b4c9920f65/b22e0b1d-4808-46d2-8461-9581e2990354/62aad9a4-d6ac-4afe-a479-74b76ac9913d) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:22.336890 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4c88059d-724c-424c-ac61-724e1a601e5e None None] Provisioning for port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:22.343121 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-e903d08a-a37f-475c-9aac-09751944100b service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303343 Feb 04 15:49:22.498122 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:22.535766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:22.536140 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.554514 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.636696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29459f6f-fa59-47f7-a505-6c3157a58387,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:22.738179 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.773556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Transition to ACTIVE for port object 43cfd1a1-04c8-4638-b612-78a4dd71baaf will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:22.789376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] Checking segment: {'id': 'a1951c14-9e36-47a3-8c74-b93715032ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '45d75bbd-26be-4856-b6ed-21151e5c40a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:22.790059 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] Network hostable DHCP agents. Network: 45d75bbd-26be-4856-b6ed-21151e5c40a3, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:49:22.812098 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.820505 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561eadf0-cf23-4cf6-a888-32c0a74c7929 req-2e683e1a-e717-415f-9804-cf861cda2c08 service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033678 Feb 04 15:49:22.833695 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.845734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] Network 45d75bbd-26be-4856-b6ed-21151e5c40a3 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:49:22.858562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991f2ff-ac64-401c-988b-6ad6a4c3651d req-63be205b-7081-4ce1-b0fb-86d048ba3e0d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:22.860456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a991f2ff-ac64-401c-988b-6ad6a4c3651d req-63be205b-7081-4ce1-b0fb-86d048ba3e0d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 945 time: 0.1477368 Feb 04 15:49:22.951308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 45d75bbd-26be-4856-b6ed-21151e5c40a3) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:22.953095 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.004423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b359c-afc6-44b9-ba6c-2c4ed126e854 None None] Network 45d75bbd-26be-4856-b6ed-21151e5c40a3 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:23.005051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:23.005051 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.046967 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a991f2ff-ac64-401c-988b-6ad6a4c3651d req-4f217192-4ba1-4481-96ec-f28f6c5c7926 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794322 Feb 04 15:49:23.078675 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5cae0814-63b2-4a99-9131-08d09f127dc2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1842928 Feb 04 15:49:23.102156 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90d0995e-55cb-4eef-bf3a-1d7ffb038e60 req-6dbb586f-11a3-4bd6-9784-bc2e25deffab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 1095 time: 0.2002602 Feb 04 15:49:23.174088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=43cfd1a1-04c8-4638-b612-78a4dd71baaf,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:23.192407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Transition to ACTIVE for port object 62aad9a4-d6ac-4afe-a479-74b76ac9913d will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:23.211126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 1045c1cf-f124-4017-9e45-28d2b41ef2d8 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:23.215720 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:23.220801 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:23.316950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:23.318202 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.326343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.383040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5bd96197-68dd-4cd0-81b6-3588ddbef4d5,segment=NetworkSegment(021a0801-a83a-4fcd-96b8-33b5605f0473),segment_id=021a0801-a83a-4fcd-96b8-33b5605f0473)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:23.402464 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.515891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=62aad9a4-d6ac-4afe-a479-74b76ac9913d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:23.531797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 058a7733-8062-4fb3-88ce-70b4c9920f65 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:23.537772 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-47687596-587c-4ff6-8ebb-d4da72bd6ecd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7726710 Feb 04 15:49:23.539576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:23.542094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44152) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:23.565329 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:23.566073 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.750090 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=5bd96197-68dd-4cd0-81b6-3588ddbef4d5,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:23.761512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8714964d-187c-4e5f-9ed1-cf2145d37d24 None None] Provisioning for port 9e1a8b6e-2e88-4b8d-bcee-9d5e6e7338bf completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:23.796415 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8714964d-187c-4e5f-9ed1-cf2145d37d24 None None] Provisioning complete for port 9e1a8b6e-2e88-4b8d-bcee-9d5e6e7338bf triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:23.797065 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8714964d-187c-4e5f-9ed1-cf2145d37d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.909844 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed8f7c-056a-41b0-8bff-cabfbb6b024b None None] Network 45d75bbd-26be-4856-b6ed-21151e5c40a3 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:24.058139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.060216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:24.094055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0995e-55cb-4eef-bf3a-1d7ffb038e60 req-9504fef2-398b-4426-911c-aece82e480c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:24.096437 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90d0995e-55cb-4eef-bf3a-1d7ffb038e60 req-9504fef2-398b-4426-911c-aece82e480c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 906 time: 0.9800799 Feb 04 15:49:24.165220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8714964d-187c-4e5f-9ed1-cf2145d37d24 None None] Port 9e1a8b6e-2e88-4b8d-bcee-9d5e6e7338bf cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:24.262114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8714964d-187c-4e5f-9ed1-cf2145d37d24 None None] Provisioning complete for port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:24.262955 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8714964d-187c-4e5f-9ed1-cf2145d37d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.293983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90d0995e-55cb-4eef-bf3a-1d7ffb038e60 req-0774359e-180a-43c3-b939-47dddefd7702 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e42b3452-59e7-4aee-afb8-39ceaad74a5c HTTP/1.1" status: 200 len: 217 time: 0.1896949 Feb 04 15:49:24.396375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459f98c-ef36-45eb-9c9a-6c46b332a857 req-c33f08c2-c31b-475f-b8f3-21a4a237469c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:24.410852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1459f98c-ef36-45eb-9c9a-6c46b332a857 req-c33f08c2-c31b-475f-b8f3-21a4a237469c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 944 time: 0.7157037 Feb 04 15:49:24.421121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:24.421815 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.557424 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1459f98c-ef36-45eb-9c9a-6c46b332a857 req-ca7d7653-60eb-49ed-a5dd-69c4c66bb55a tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455483 Feb 04 15:49:24.608366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ab5cd-579b-414f-bc5d-4e088c2f0fa8 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:24.609132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a04ab5cd-579b-414f-bc5d-4e088c2f0fa8 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:24.616529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0995e-55cb-4eef-bf3a-1d7ffb038e60 req-562a0857-6cde-4af1-9a8a-b07829b58618 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:24.617974 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90d0995e-55cb-4eef-bf3a-1d7ffb038e60 req-562a0857-6cde-4af1-9a8a-b07829b58618 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.3220384 Feb 04 15:49:24.644977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a04ab5cd-579b-414f-bc5d-4e088c2f0fa8 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:24.646510 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a04ab5cd-579b-414f-bc5d-4e088c2f0fa8 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 1.0851545 Feb 04 15:49:24.651837 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44178) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:24.742645 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90d0995e-55cb-4eef-bf3a-1d7ffb038e60 req-125a9e83-96c4-4670-aeef-0429bd0c45e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167626 Feb 04 15:49:24.962274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-856969d1-e9e4-4f6c-a979-ef22f5a9ce36 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 43cfd1a1-04c8-4638-b612-78a4dd71baaf {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:24.963472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-856969d1-e9e4-4f6c-a979-ef22f5a9ce36 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.994203 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5e191d2a-9326-4434-a9d1-2cf6eadc638e None None] Provisioning complete for port 9e1a8b6e-2e88-4b8d-bcee-9d5e6e7338bf triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:24.994637 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5e191d2a-9326-4434-a9d1-2cf6eadc638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.103310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44186) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:25.190165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5e191d2a-9326-4434-a9d1-2cf6eadc638e None None] Port 9e1a8b6e-2e88-4b8d-bcee-9d5e6e7338bf cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:25.205216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5e191d2a-9326-4434-a9d1-2cf6eadc638e None None] Provisioning for port 43cfd1a1-04c8-4638-b612-78a4dd71baaf completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:25.210684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5e191d2a-9326-4434-a9d1-2cf6eadc638e None None] Provisioning complete for port 43cfd1a1-04c8-4638-b612-78a4dd71baaf triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:25.211052 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5e191d2a-9326-4434-a9d1-2cf6eadc638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.248737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894d92b-744f-4068-925f-6b476cf2342d req-5a950171-6659-4dba-9b16-9b05f77c1d04 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:25.256624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5894d92b-744f-4068-925f-6b476cf2342d req-5a950171-6659-4dba-9b16-9b05f77c1d04 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/networks?id=45d75bbd-26be-4856-b6ed-21151e5c40a3 HTTP/1.1" status: 200 len: 813 time: 0.5128458 Feb 04 15:49:25.273616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b6eca-f811-4a69-b0f5-6f4402280a6e req-72d2933c-d1ab-44b2-9019-e7f188b4dbfd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:25.274448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-049b6eca-f811-4a69-b0f5-6f4402280a6e req-72d2933c-d1ab-44b2-9019-e7f188b4dbfd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Synchronizing usage tracker for tenant:b1150d2a6b7b432d960998813aacb087 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:25.278484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5e191d2a-9326-4434-a9d1-2cf6eadc638e None None] Port 43cfd1a1-04c8-4638-b612-78a4dd71baaf cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:25.290455 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5894d92b-744f-4068-925f-6b476cf2342d req-8f6ed706-c114-451f-bc33-46277c2ecd93 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/quotas/0b049e6ac9bc4b9a858b5ebb6bedf701 HTTP/1.1" status: 200 len: 375 time: 0.0329411 Feb 04 15:49:25.292642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90d0995e-55cb-4eef-bf3a-1d7ffb038e60 req-bc01b6b9-acad-4d68-a166-c4b587c08f80 service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953101 Feb 04 15:49:25.298513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5e191d2a-9326-4434-a9d1-2cf6eadc638e None None] Provisioning for port 62aad9a4-d6ac-4afe-a479-74b76ac9913d completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:25.308398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5e191d2a-9326-4434-a9d1-2cf6eadc638e None None] Provisioning complete for port 62aad9a4-d6ac-4afe-a479-74b76ac9913d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:25.308797 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5e191d2a-9326-4434-a9d1-2cf6eadc638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.312965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-049b6eca-f811-4a69-b0f5-6f4402280a6e req-72d2933c-d1ab-44b2-9019-e7f188b4dbfd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Unset dirty status for tenant:b1150d2a6b7b432d960998813aacb087 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:25.315026 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-049b6eca-f811-4a69-b0f5-6f4402280a6e req-72d2933c-d1ab-44b2-9019-e7f188b4dbfd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.81 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 945 time: 0.5425692 Feb 04 15:49:25.383618 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5e191d2a-9326-4434-a9d1-2cf6eadc638e None None] Port 62aad9a4-d6ac-4afe-a479-74b76ac9913d cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:25.384453 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.396391 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31148e8-8861-4a0b-b933-b144b5f14edc req-8748e295-ea6e-4b42-992a-d4198f3d3b68 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:25.400298 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.401122 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.403041 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e31148e8-8861-4a0b-b933-b144b5f14edc req-8748e295-ea6e-4b42-992a-d4198f3d3b68 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 945 time: 0.3106182 Feb 04 15:49:25.452609 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-856969d1-e9e4-4f6c-a979-ef22f5a9ce36 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.480003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1363583730'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:25.487687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5894d92b-744f-4068-925f-6b476cf2342d req-ba58a3fb-a3e5-46ff-90f7-f6d1e68fee9e tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0b049e6ac9bc4b9a858b5ebb6bedf701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1822686 Feb 04 15:49:25.494938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:25.613143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e31148e8-8861-4a0b-b933-b144b5f14edc req-560f604b-c838-44d3-87e8-00c3abd64b3a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085104 Feb 04 15:49:25.619553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Usage tracker for resource:network and tenant:a5ab367f05e14e71a919090cbc29c014 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:25.631572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-856969d1-e9e4-4f6c-a979-ef22f5a9ce36 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for 43cfd1a1-04c8-4638-b612-78a4dd71baaf owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:25.661802 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90d0995e-55cb-4eef-bf3a-1d7ffb038e60 req-7fbd65dd-6271-4959-b0d9-ea3eb1cc38f7 service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575492 Feb 04 15:49:25.672272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-049b6eca-f811-4a69-b0f5-6f4402280a6e req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Deleting port 42a58043-df61-4769-8619-15fa5219976a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:25.672710 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-049b6eca-f811-4a69-b0f5-6f4402280a6e req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.696372 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5894d92b-744f-4068-925f-6b476cf2342d req-2a983de3-b278-4bd4-92fd-581559120497 service neutron] 10.222.0.60 "GET /v2.0/networks/45d75bbd-26be-4856-b6ed-21151e5c40a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900475 Feb 04 15:49:25.832317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:25.911634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=62aad9a4-d6ac-4afe-a479-74b76ac9913d,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:25.913753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5894d92b-744f-4068-925f-6b476cf2342d req-c4e11e42-c7a4-4744-8cff-257aff61b7fc service neutron] 10.222.0.60 "GET /v2.0/networks/45d75bbd-26be-4856-b6ed-21151e5c40a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970758 Feb 04 15:49:25.932061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002119d4-8f34-4af7-b0f6-4e6ecef0cbaa req-b6c10ae2-0e33-46e3-8e38-31599a4d3792 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:25.933616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-002119d4-8f34-4af7-b0f6-4e6ecef0cbaa req-b6c10ae2-0e33-46e3-8e38-31599a4d3792 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 945 time: 0.1264706 Feb 04 15:49:25.937752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:25.981384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-002119d4-8f34-4af7-b0f6-4e6ecef0cbaa req-106f84ad-d8ef-4248-a407-4eba5cf32c25 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418572 Feb 04 15:49:26.004404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Made reservation on behalf of a5ab367f05e14e71a919090cbc29c014 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:26.008295 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.146709 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.202056 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6a76272-e8e0-4c4d-8896-cdeaea399224 req-5401c1ef-ef64-4c36-85a3-ce2b16fb099b tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 210 time: 0.0795636 Feb 04 15:49:26.234488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 058a7733-8062-4fb3-88ce-70b4c9920f65 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:26.250711 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e25b3c-66a7-4cfa-a7fe-d6d403de50e3 req-d8b54444-56b4-47f3-a75c-1a4c78ef325c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:26.252718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75e25b3c-66a7-4cfa-a7fe-d6d403de50e3 req-d8b54444-56b4-47f3-a75c-1a4c78ef325c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 944 time: 0.0987985 Feb 04 15:49:26.287994 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:26.305819 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75e25b3c-66a7-4cfa-a7fe-d6d403de50e3 req-91a0e0e8-1441-4207-8425-d30ff821900d tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449975 Feb 04 15:49:26.363122 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-856969d1-e9e4-4f6c-a979-ef22f5a9ce36 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.506301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:26.521926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856969d1-e9e4-4f6c-a979-ef22f5a9ce36 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=43cfd1a1-04c8-4638-b612-78a4dd71baaf,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:26.529992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Usage tracker for resource:security_group_rule and tenant:a5ab367f05e14e71a919090cbc29c014 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:26.538346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:26.573755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:26.620124 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2a1425ba-4191-44a7-8129-9d436ad24290 None None] Provisioning complete for port 62aad9a4-d6ac-4afe-a479-74b76ac9913d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:26.620800 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2a1425ba-4191-44a7-8129-9d436ad24290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.686481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2a1425ba-4191-44a7-8129-9d436ad24290 None None] Port 62aad9a4-d6ac-4afe-a479-74b76ac9913d cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:26.726116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-049b6eca-f811-4a69-b0f5-6f4402280a6e req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] For port 42a58043-df61-4769-8619-15fa5219976a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=42a58043-df61-4769-8619-15fa5219976a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:26.736765 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-049b6eca-f811-4a69-b0f5-6f4402280a6e req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.880735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-049b6eca-f811-4a69-b0f5-6f4402280a6e req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Calling delete_port for 42a58043-df61-4769-8619-15fa5219976a owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:26.896571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f54b4-0085-460e-9502-0e6c7fce7e0c req-63abf508-8770-4a6a-bb1f-59015cfeeb91 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:26.898124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab4f54b4-0085-460e-9502-0e6c7fce7e0c req-63abf508-8770-4a6a-bb1f-59015cfeeb91 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 945 time: 0.0816503 Feb 04 15:49:26.948986 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab4f54b4-0085-460e-9502-0e6c7fce7e0c req-7a61d31d-3be5-47bb-9e84-665a49129dba tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454483 Feb 04 15:49:27.064180 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-856969d1-e9e4-4f6c-a979-ef22f5a9ce36 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.287985 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.297727 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-856969d1-e9e4-4f6c-a979-ef22f5a9ce36 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/43cfd1a1-04c8-4638-b612-78a4dd71baaf HTTP/1.1" status: 204 len: 168 time: 2.6422999 Feb 04 15:49:27.299365 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44210) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:27.301427 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.335600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5856f-456d-42bc-a427-b589044e12c1 req-7ce6d4e1-c9c1-452e-9e17-8ab1431218ef tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:27.337757 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbb5856f-456d-42bc-a427-b589044e12c1 req-7ce6d4e1-c9c1-452e-9e17-8ab1431218ef tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 945 time: 0.2120605 Feb 04 15:49:27.369175 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-049b6eca-f811-4a69-b0f5-6f4402280a6e req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.427300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9f13433-95c6-45a2-95be-4f5b721a0e44 req-458b8078-c1a4-4daa-86c2-496c9a982e3a tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 210 time: 0.0580220 Feb 04 15:49:27.457624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbb5856f-456d-42bc-a427-b589044e12c1 req-167f4a5b-900d-4934-9d85-25a50feb9a9d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075764 Feb 04 15:49:27.554626 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e42b3452-59e7-4aee-afb8-39ceaad74a5c details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:49:27.578848 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:27.611043 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d811796-83fd-4d3e-8ab4-c9dc660cf9a2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] GET failed (client error): The resource could not be found. Feb 04 15:49:27.611787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2d811796-83fd-4d3e-8ab4-c9dc660cf9a2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:27.624636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Pushing event deleted for resources: {'Port': ['ID=42a58043-df61-4769-8619-15fa5219976a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:27.642035 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5174d6f-bc82-4f9d-a499-d90638ebf05e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:27.656592 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.656939 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Added segment e0121890-089b-43bf-825b-233db3c6e125 of type vlan for network 831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c Feb 04 15:49:27.663105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35843f8-d81c-4e78-9146-afebd56f85dd req-87f9fd2d-3fdf-4cf3-a0b7-b13bbcb22057 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:27.669710 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a35843f8-d81c-4e78-9146-afebd56f85dd req-87f9fd2d-3fdf-4cf3-a0b7-b13bbcb22057 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 944 time: 0.0948989 Feb 04 15:49:27.727758 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a35843f8-d81c-4e78-9146-afebd56f85dd req-8a3dd7b5-3c5a-42a9-b8bc-d31214ba798d tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506394 Feb 04 15:49:27.753576 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port e42b3452-59e7-4aee-afb8-39ceaad74a5c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e42b3452-59e7-4aee-afb8-39ceaad74a5c,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:27.767228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'e42b3452-59e7-4aee-afb8-39ceaad74a5c', 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'port_id': 'e42b3452-59e7-4aee-afb8-39ceaad74a5c', 'mac_address': 'fa:16:3e:b8:1e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184257a1-8dd7-4ba7-9fe3-dd948fd0da94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:49:27.775957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.776306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.776642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.776976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.777306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.777633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.777953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.778271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.778589 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.778904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.779245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.796411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.796759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.797098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.797432 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.798346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.798759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.799091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.799445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.799777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.800098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.800418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:27.825844 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.833647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2d811796-83fd-4d3e-8ab4-c9dc660cf9a2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:27.834776 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2d811796-83fd-4d3e-8ab4-c9dc660cf9a2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/43cfd1a1-04c8-4638-b612-78a4dd71baaf HTTP/1.1" status: 404 len: 333 time: 0.5349102 Feb 04 15:49:27.837879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44220) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:27.840548 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3458bc5-c624-47bd-a477-50a48759c1f3 req-fc739abe-80d2-4f69-8a18-00b793f8177e tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:27.841241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d3458bc5-c624-47bd-a477-50a48759c1f3 req-fc739abe-80d2-4f69-8a18-00b793f8177e tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Synchronizing usage tracker for tenant:d6b4662da38740d7bdb9894c8873c149 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:27.847627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42b3452-59e7-4aee-afb8-39ceaad74a5c {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:27.864396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port e42b3452-59e7-4aee-afb8-39ceaad74a5c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e42b3452-59e7-4aee-afb8-39ceaad74a5c,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:27.868772 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.884676 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-049b6eca-f811-4a69-b0f5-6f4402280a6e req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] No DVR routers for this DVR port 42a58043-df61-4769-8619-15fa5219976a on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:27.887237 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-049b6eca-f811-4a69-b0f5-6f4402280a6e req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.893330 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.904931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534fc3b1-11ea-4d6a-a0a5-a0ed697e1325', 'name': 'network-vif-deleted', 'tag': '42a58043-df61-4769-8619-15fa5219976a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:27.914801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5301e-1e19-423e-ade5-77b269598d0b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 9e1a8b6e-2e88-4b8d-bcee-9d5e6e7338bf {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:27.924631 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ac5301e-1e19-423e-ade5-77b269598d0b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.943185 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=e42b3452-59e7-4aee-afb8-39ceaad74a5c,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:27.990491 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534fc3b1-11ea-4d6a-a0a5-a0ed697e1325', 'name': 'network-vif-deleted', 'tag': '42a58043-df61-4769-8619-15fa5219976a', 'status': 'completed', 'code': 200} Feb 04 15:49:27.991456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d3458bc5-c624-47bd-a477-50a48759c1f3 req-fc739abe-80d2-4f69-8a18-00b793f8177e tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Unset dirty status for tenant:d6b4662da38740d7bdb9894c8873c149 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:27.992626 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d3458bc5-c624-47bd-a477-50a48759c1f3 req-fc739abe-80d2-4f69-8a18-00b793f8177e tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.81 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 945 time: 0.8784420 Feb 04 15:49:27.993862 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-049b6eca-f811-4a69-b0f5-6f4402280a6e req-949198c7-76b4-4d29-a577-24c9ac0de99b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.81 "DELETE /v2.0/ports/42a58043-df61-4769-8619-15fa5219976a HTTP/1.1" status: 204 len: 173 time: 2.6587322 Feb 04 15:49:28.080308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894d92b-744f-4068-925f-6b476cf2342d req-daf8e7ba-14a3-4073-9960-7f9f3c4069e4 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:28.080909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5894d92b-744f-4068-925f-6b476cf2342d req-daf8e7ba-14a3-4073-9960-7f9f3c4069e4 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Synchronizing usage tracker for tenant:0b049e6ac9bc4b9a858b5ebb6bedf701 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:28.093273 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 3a436a40-f14f-468b-9a2b-d218bec0755b has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:49:28.134062 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.137970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:28.138697 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.181118 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5894d92b-744f-4068-925f-6b476cf2342d req-daf8e7ba-14a3-4073-9960-7f9f3c4069e4 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Unset dirty status for tenant:0b049e6ac9bc4b9a858b5ebb6bedf701 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:28.182255 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5894d92b-744f-4068-925f-6b476cf2342d req-daf8e7ba-14a3-4073-9960-7f9f3c4069e4 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.81 "GET /v2.0/networks?id=45d75bbd-26be-4856-b6ed-21151e5c40a3 HTTP/1.1" status: 200 len: 813 time: 0.6229155 Feb 04 15:49:28.186282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d3458bc5-c624-47bd-a477-50a48759c1f3 req-1b5c954c-6434-4759-8771-309d8a93b103 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Deleting port 7fd4a256-0043-48f7-ab9d-ca3c8f775414 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:28.186631 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d3458bc5-c624-47bd-a477-50a48759c1f3 req-1b5c954c-6434-4759-8771-309d8a93b103 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.195576 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6fde29ae-736b-4197-ab9e-a73700ddfe4c req-05cb5a40-10c0-4ffc-b91c-a0480713cec0 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=534fc3b1-11ea-4d6a-a0a5-a0ed697e1325 HTTP/1.1" status: 200 len: 210 time: 0.1009407 Feb 04 15:49:28.258406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['e42b3452-59e7-4aee-afb8-39ceaad74a5c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:49:28.271508 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ac5301e-1e19-423e-ade5-77b269598d0b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.390157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Request body: {'port': {'device_id': 'bc8dfb19-f7e1-472c-8287-27c16e73ebf2', 'network_id': '45d75bbd-26be-4856-b6ed-21151e5c40a3', 'admin_state_up': True, 'tenant_id': '0b049e6ac9bc4b9a858b5ebb6bedf701'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:28.406204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Pushing event updated for resources: {'Network': ['ID=831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:28.406729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5301e-1e19-423e-ade5-77b269598d0b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for 9e1a8b6e-2e88-4b8d-bcee-9d5e6e7338bf owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:28.425443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:49:28.508601 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3a1ba05b-a75d-4027-9fef-468ce9a061dd tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.4009433 Feb 04 15:49:28.512783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44232) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:28.538275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Request body: {'subnet': {'network_id': '831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:28.655475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:28.670125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Usage tracker for resource:port and tenant:0b049e6ac9bc4b9a858b5ebb6bedf701 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:28.723481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 42a58043-df61-4769-8619-15fa5219976a no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:28.727895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:28.764332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:28.780314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 42a58043-df61-4769-8619-15fa5219976a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:49:28.781638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 42a58043-df61-4769-8619-15fa5219976a not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:28.840440 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3fac1333-eb4f-400c-9374-8db42016e9b2 req-19d4a146-a5b9-4823-b5d2-96f458f56443 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 210 time: 0.1567104 Feb 04 15:49:28.849692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Made reservation on behalf of 0b049e6ac9bc4b9a858b5ebb6bedf701 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:28.853491 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.881435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:28.890114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Usage tracker for resource:subnet and tenant:a5ab367f05e14e71a919090cbc29c014 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:28.897679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:28.938971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:28.960320 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ac5301e-1e19-423e-ade5-77b269598d0b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.023648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d3458bc5-c624-47bd-a477-50a48759c1f3 req-1b5c954c-6434-4759-8771-309d8a93b103 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] For port 7fd4a256-0043-48f7-ab9d-ca3c8f775414, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7fd4a256-0043-48f7-ab9d-ca3c8f775414,segment=NetworkSegment(d92ec179-134d-44d1-b999-da4fcd80bf68),segment_id=d92ec179-134d-44d1-b999-da4fcd80bf68)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:29.024089 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d3458bc5-c624-47bd-a477-50a48759c1f3 req-1b5c954c-6434-4759-8771-309d8a93b103 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.027674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Made reservation on behalf of a5ab367f05e14e71a919090cbc29c014 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:29.050006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5301e-1e19-423e-ade5-77b269598d0b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=9e1a8b6e-2e88-4b8d-bcee-9d5e6e7338bf,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:29.153334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dd999-f6fb-4eb1-8987-57aaccbe0188 req-d72ed819-6cc3-4266-8372-ebb3a57c806d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:29.154827 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc5dd999-f6fb-4eb1-8987-57aaccbe0188 req-d72ed819-6cc3-4266-8372-ebb3a57c806d tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 945 time: 0.4723713 Feb 04 15:49:29.179640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d3458bc5-c624-47bd-a477-50a48759c1f3 req-1b5c954c-6434-4759-8771-309d8a93b103 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Calling delete_port for 7fd4a256-0043-48f7-ab9d-ca3c8f775414 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:29.231813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:49:29.246862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eea8e5-902e-428d-9306-2a38ddfa6dac None None] Sync routers for ids ['3a436a40-f14f-468b-9a2b-d218bec0755b'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:49:29.283998 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eea8e5-902e-428d-9306-2a38ddfa6dac None None] Routers {'3a436a40-f14f-468b-9a2b-d218bec0755b'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:49:29.285837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d8eea8e5-902e-428d-9306-2a38ddfa6dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:49:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3a436a40-f14f-468b-9a2b-d218bec0755b'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:29.356110 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1ee95077-09fd-46ae-b8d3-668277ccd1f8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/3a436a40-f14f-468b-9a2b-d218bec0755b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3330498 Feb 04 15:49:29.360255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44240) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:29.392198 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.462648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d8eea8e5-902e-428d-9306-2a38ddfa6dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:29.490858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eea8e5-902e-428d-9306-2a38ddfa6dac None None] Routers {'3a436a40-f14f-468b-9a2b-d218bec0755b'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:49:29.491394 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d8eea8e5-902e-428d-9306-2a38ddfa6dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:49:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3a436a40-f14f-468b-9a2b-d218bec0755b'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:29.573410 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Allocated IP 172.20.0.6 (45d75bbd-26be-4856-b6ed-21151e5c40a3/29459f6f-fa59-47f7-a505-6c3157a58387/faf3a4eb-96a1-43e4-90e0-35abe38d1062) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:29.584412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb5634f-f005-430e-b3d9-39b3b9f04d9d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:29.585028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2cb5634f-f005-430e-b3d9-39b3b9f04d9d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Synchronizing usage tracker for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:29.590673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e42b3452-59e7-4aee-afb8-39ceaad74a5c up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:29.613336 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d3458bc5-c624-47bd-a477-50a48759c1f3 req-1b5c954c-6434-4759-8771-309d8a93b103 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.647892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d8eea8e5-902e-428d-9306-2a38ddfa6dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:29.648335 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eea8e5-902e-428d-9306-2a38ddfa6dac None None] The sync data for ids ['3a436a40-f14f-468b-9a2b-d218bec0755b'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:49:29.700054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port e42b3452-59e7-4aee-afb8-39ceaad74a5c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:29.702994 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ac5301e-1e19-423e-ade5-77b269598d0b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.706829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port e42b3452-59e7-4aee-afb8-39ceaad74a5c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:29.707226 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.718894 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc5dd999-f6fb-4eb1-8987-57aaccbe0188 req-cd84676a-cd47-4a8f-9c82-2b9581b67ec4 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5fe6087-6a0b-47f7-8650-809cc7944568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475068 Feb 04 15:49:29.747241 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1ac5301e-1e19-423e-ade5-77b269598d0b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/9e1a8b6e-2e88-4b8d-bcee-9d5e6e7338bf HTTP/1.1" status: 204 len: 168 time: 1.9027026 Feb 04 15:49:29.747942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3193ec7-7072-4c93-bf77-cdd21f36a080 req-1a3340d6-9e4a-4336-8a80-f5cfaaa7110e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:29.759443 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3193ec7-7072-4c93-bf77-cdd21f36a080 req-1a3340d6-9e4a-4336-8a80-f5cfaaa7110e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 945 time: 0.7158475 Feb 04 15:49:29.764047 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44244) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:29.821102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2cb5634f-f005-430e-b3d9-39b3b9f04d9d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Unset dirty status for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:29.825326 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2cb5634f-f005-430e-b3d9-39b3b9f04d9d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports/62aad9a4-d6ac-4afe-a479-74b76ac9913d HTTP/1.1" status: 200 len: 913 time: 0.4607382 Feb 04 15:49:29.827422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c954c-6434-4759-8771-309d8a93b103 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Pushing event deleted for resources: {'Port': ['ID=7fd4a256-0043-48f7-ab9d-ca3c8f775414,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:29.828960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44248) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:29.915505 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.925439 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ae4c49-25df-4f6e-a5db-5b3b90c2a7d5 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] GET failed (client error): The resource could not be found. Feb 04 15:49:29.926270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-57ae4c49-25df-4f6e-a5db-5b3b90c2a7d5 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:29.941628 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3458bc5-c624-47bd-a477-50a48759c1f3 req-1b5c954c-6434-4759-8771-309d8a93b103 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] No DVR routers for this DVR port 7fd4a256-0043-48f7-ab9d-ca3c8f775414 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:29.967754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port e42b3452-59e7-4aee-afb8-39ceaad74a5c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e42b3452-59e7-4aee-afb8-39ceaad74a5c,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:29.968796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42b3452-59e7-4aee-afb8-39ceaad74a5c'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:29.980915 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.982954 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d3458bc5-c624-47bd-a477-50a48759c1f3 req-1b5c954c-6434-4759-8771-309d8a93b103 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.991223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef2f48c-e87a-4b15-8e25-984ab920570e', 'name': 'network-vif-deleted', 'tag': '7fd4a256-0043-48f7-ab9d-ca3c8f775414'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:30.052399 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3193ec7-7072-4c93-bf77-cdd21f36a080 req-c06a102c-2d8b-48d1-952c-ef05e5121fa6 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918386 Feb 04 15:49:30.135287 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d3458bc5-c624-47bd-a477-50a48759c1f3 req-1b5c954c-6434-4759-8771-309d8a93b103 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.81 "DELETE /v2.0/ports/7fd4a256-0043-48f7-ab9d-ca3c8f775414 HTTP/1.1" status: 204 len: 173 time: 2.1113417 Feb 04 15:49:30.168064 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42b3452-59e7-4aee-afb8-39ceaad74a5c', 'code': 200} Feb 04 15:49:30.182497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-57ae4c49-25df-4f6e-a5db-5b3b90c2a7d5 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:30.183823 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-57ae4c49-25df-4f6e-a5db-5b3b90c2a7d5 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/9e1a8b6e-2e88-4b8d-bcee-9d5e6e7338bf HTTP/1.1" status: 404 len: 333 time: 0.4186072 Feb 04 15:49:30.186618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44262) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:30.216198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=e42b3452-59e7-4aee-afb8-39ceaad74a5c,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:30.269192 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef2f48c-e87a-4b15-8e25-984ab920570e', 'name': 'network-vif-deleted', 'tag': '7fd4a256-0043-48f7-ab9d-ca3c8f775414', 'status': 'completed', 'code': 200} Feb 04 15:49:30.372019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.384393 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2483085-520b-4df8-9df5-67ee9eda6e10 req-d969ef50-500b-400b-abc0-79f1fb3c0168 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 210 time: 0.2029643 Feb 04 15:49:30.466308 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.523405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-faeecf5d-076d-4b81-b72a-1a0fd9364831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting subnet b2c1d6b7-b9c9-4402-9b70-41b124aa8075 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:49:30.527127 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-faeecf5d-076d-4b81-b72a-1a0fd9364831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.550549 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3b736be-a290-4e94-a5a6-d12d5c4b0597 req-2996e494-db84-41d1-a879-7c6019ac1eb0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 1097 time: 0.2827053 Feb 04 15:49:30.557264 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.563013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Pushing event updated for resources: {'Subnet': ['ID=b07d0abc-d7c4-481b-8b37-6927da7de713,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:30.637658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Network 45d75bbd-26be-4856-b6ed-21151e5c40a3 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:30.652000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:30.661072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:30.719797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7fd4a256-0043-48f7-ab9d-ca3c8f775414 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:30.721288 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Pushing event updated for resources: {'Port': ['ID=faf3a4eb-96a1-43e4-90e0-35abe38d1062,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:30.726207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-faeecf5d-076d-4b81-b72a-1a0fd9364831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.758900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Checking segment: {'id': 'e0121890-089b-43bf-825b-233db3c6e125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:30.759498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 7fd4a256-0043-48f7-ab9d-ca3c8f775414 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:49:30.759609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Network hostable DHCP agents. Network: 831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:49:30.759713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7fd4a256-0043-48f7-ab9d-ca3c8f775414 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:30.824774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:30.825399 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.856401 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5894d92b-744f-4068-925f-6b476cf2342d req-ec6f2e81-4bba-4b57-b199-1d040b1afdda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6231935 Feb 04 15:49:30.881323 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3b736be-a290-4e94-a5a6-d12d5c4b0597 req-0f799f8e-3cf0-4b88-94f7-d3d848d857b4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207917 Feb 04 15:49:30.890621 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-faeecf5d-076d-4b81-b72a-1a0fd9364831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.933490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Request body: {'port': {'device_id': 'bc8dfb19-f7e1-472c-8287-27c16e73ebf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:31.000208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9766df2b-d346-4e82-a2eb-31472182fe33 req-9e341fbe-7034-4d8a-980c-84531bf79768 tempest-AttachVolumeNegativeTest-1400619764 tempest-AttachVolumeNegativeTest-1400619764-project] 10.222.0.60 "GET /v2.0/ports?device_id=bef2f48c-e87a-4b15-8e25-984ab920570e HTTP/1.1" status: 200 len: 210 time: 0.0806875 Feb 04 15:49:31.004001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Network 831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:49:31.046333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:31.055242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97932b-6718-4e45-8b2e-20ca1a809e66 None None] Network 831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:31.058499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b14b2-61a2-4326-8b9f-e9910d08acef req-d8e09dbd-3ef6-4a01-9aa5-709314a39277 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:31.059979 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a94b14b2-61a2-4326-8b9f-e9910d08acef req-d8e09dbd-3ef6-4a01-9aa5-709314a39277 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 810 time: 0.2932930 Feb 04 15:49:31.061069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:31.061643 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.100900 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b622-4ef4-450a-8f7e-037b139076d7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.108625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.121282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-faeecf5d-076d-4b81-b72a-1a0fd9364831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.163716 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3136fcfe-8fd9-4d68-9c22-4fb2bb8a307d tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6499166 Feb 04 15:49:31.168247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44282) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:31.171992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeecf5d-076d-4b81-b72a-1a0fd9364831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c1d6b7-b9c9-4402-9b70-41b124aa8075,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:31.177565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a94b14b2-61a2-4326-8b9f-e9910d08acef req-9c6c2837-a938-491c-82ef-64415f0c3f31 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/quotas/b1150d2a6b7b432d960998813aacb087 HTTP/1.1" status: 200 len: 375 time: 0.1065648 Feb 04 15:49:31.215211 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Request body: {'port': {'network_id': '831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-660114120'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:31.239095 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a94b14b2-61a2-4326-8b9f-e9910d08acef req-8d3503de-a77d-4cbe-85ad-9c22d6781290 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607102 Feb 04 15:49:31.249972 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-faeecf5d-076d-4b81-b72a-1a0fd9364831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.258700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02908e81-a065-405d-a0aa-d8ad06ddbdb0 None None] Network 1045c1cf-f124-4017-9e45-28d2b41ef2d8 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:31.293436 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-a94b14b2-61a2-4326-8b9f-e9910d08acef req-43aa9a72-ec45-4c0c-987a-729a2288d498 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:49:31.293768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a94b14b2-61a2-4326-8b9f-e9910d08acef req-43aa9a72-ec45-4c0c-987a-729a2288d498 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049043 Feb 04 15:49:31.347884 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-faeecf5d-076d-4b81-b72a-1a0fd9364831 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/b2c1d6b7-b9c9-4402-9b70-41b124aa8075 HTTP/1.1" status: 204 len: 168 time: 1.1562514 Feb 04 15:49:31.352734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44286) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:31.446625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c', 'network_id': '831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c', 'tenant_id': 'a5ab367f05e14e71a919090cbc29c014', 'fixed_ips': [{'subnet_id': 'b07d0abc-d7c4-481b-8b37-6927da7de713'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:49:31.447567 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.589068 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.606853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:31.623775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Usage tracker for resource:port and tenant:a5ab367f05e14e71a919090cbc29c014 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:31.674985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:31.679362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f4521-72f2-4795-8903-d68e19c2703e req-e5e3a49f-eca5-42f9-aab4-7e65d36e8eaf tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:31.680867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f72f4521-72f2-4795-8903-d68e19c2703e req-e5e3a49f-eca5-42f9-aab4-7e65d36e8eaf tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 946 time: 0.4466701 Feb 04 15:49:31.682940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a94b14b2-61a2-4326-8b9f-e9910d08acef req-f8a9b26f-8857-4cc9-a1ea-1a619d4c59df service neutron] 10.222.0.60 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330345 Feb 04 15:49:31.690337 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:31.699258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:31.699448 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.706768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Allocated IP 172.20.0.2 (831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c/b07d0abc-d7c4-481b-8b37-6927da7de713/e9a63e36-bb19-42f6-b03f-d4628a1a11a0) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:31.801552 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] DHCP port deletion for 1045c1cf-f124-4017-9e45-28d2b41ef2d8 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:49:31.811011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] Deleting port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:31.811397 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.912121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:31.935227 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f72f4521-72f2-4795-8903-d68e19c2703e req-6eeb8946-e322-4172-b19a-6f1f930c6a93 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477980 Feb 04 15:49:31.946503 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Made reservation on behalf of a5ab367f05e14e71a919090cbc29c014 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:31.952458 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.027127 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a94b14b2-61a2-4326-8b9f-e9910d08acef req-75eeda0a-fa4a-4f80-b702-2783d22b6a7c service neutron] 10.222.0.60 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925715 Feb 04 15:49:32.061620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] device_id is not set on port e7e416d2-fcbe-44ad-81f7-b3eb791c0d85 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:49:32.104610 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.189345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5bd96197-68dd-4cd0-81b6-3588ddbef4d5,segment=NetworkSegment(021a0801-a83a-4fcd-96b8-33b5605f0473),segment_id=021a0801-a83a-4fcd-96b8-33b5605f0473)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:32.237844 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.306168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44298) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:32.368208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=5bd96197-68dd-4cd0-81b6-3588ddbef4d5,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:32.436477 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cac2c31c-ffdb-4431-adfe-5f426384a85a req-a75e69cb-5508-4170-996b-5283c9c1a300 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=6236b2a6-c45c-42f4-bfd2-2f67a135cd43 HTTP/1.1" status: 200 len: 210 time: 0.0625274 Feb 04 15:49:32.443942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf3a4eb-96a1-43e4-90e0-35abe38d1062 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:32.462336 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.487508 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.493500 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Transition to ACTIVE for port object faf3a4eb-96a1-43e4-90e0-35abe38d1062 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:32.504977 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.532831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4accb9-598b-4e19-873c-85dfb3aba858 admin admin] Deleting subnet ee73c442-e12b-426b-9d50-5bbed69cbf29 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:49:32.537236 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a4accb9-598b-4e19-873c-85dfb3aba858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.550803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Transition to ACTIVE for port object e9a63e36-bb19-42f6-b03f-d4628a1a11a0 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:32.590084 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a4accb9-598b-4e19-873c-85dfb3aba858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.633553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] For port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5bd96197-68dd-4cd0-81b6-3588ddbef4d5,segment=NetworkSegment(021a0801-a83a-4fcd-96b8-33b5605f0473),segment_id=021a0801-a83a-4fcd-96b8-33b5605f0473)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:32.633944 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.648689 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a4accb9-598b-4e19-873c-85dfb3aba858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.668145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Transition to ACTIVE for port object e9a63e36-bb19-42f6-b03f-d4628a1a11a0 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:32.695900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] For port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5bd96197-68dd-4cd0-81b6-3588ddbef4d5,segment=NetworkSegment(021a0801-a83a-4fcd-96b8-33b5605f0473),segment_id=021a0801-a83a-4fcd-96b8-33b5605f0473)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:32.696612 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.731241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7495fe0-da3d-462a-be97-78c3a065e89c req-5fbfc3b1-b056-41a5-b567-374a8075c993 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:32.733168 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7495fe0-da3d-462a-be97-78c3a065e89c req-5fbfc3b1-b056-41a5-b567-374a8075c993 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 931 time: 0.6057529 Feb 04 15:49:32.738018 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a4accb9-598b-4e19-873c-85dfb3aba858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.775707 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.806652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4accb9-598b-4e19-873c-85dfb3aba858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee73c442-e12b-426b-9d50-5bbed69cbf29,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:32.838356 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a4accb9-598b-4e19-873c-85dfb3aba858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.897042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] Calling delete_port for 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:32.917685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9a4accb9-598b-4e19-873c-85dfb3aba858 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ee73c442-e12b-426b-9d50-5bbed69cbf29 HTTP/1.1" status: 204 len: 168 time: 0.6030335 Feb 04 15:49:32.927401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44316) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:33.005536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Network 831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:33.011651 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Pushing event updated for resources: {'Port': ['ID=e9a63e36-bb19-42f6-b03f-d4628a1a11a0,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:33.014423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:33.020473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:33.128123 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:33.142639 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7495fe0-da3d-462a-be97-78c3a065e89c req-1198e945-7f0c-449c-8007-f8962a9ab05a tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3aba140-e6a0-429a-b038-e269519499f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982685 Feb 04 15:49:33.151919 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:49:33.152709 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:49:33.169618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Pushing event updated for resources: {'Port': ['ID=faf3a4eb-96a1-43e4-90e0-35abe38d1062,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:33.218273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Attempting to bind port e9a63e36-bb19-42f6-b03f-d4628a1a11a0 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:33.218862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Attempting to bind port e9a63e36-bb19-42f6-b03f-d4628a1a11a0 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'e0121890-089b-43bf-825b-233db3c6e125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:33.219058 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Attempting to bind port e9a63e36-bb19-42f6-b03f-d4628a1a11a0 on network 831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:49:33.231203 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:49:33.231778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Checking segment: {'id': 'e0121890-089b-43bf-825b-233db3c6e125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:33.232190 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.234547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Bound using segment: {'id': 'e0121890-089b-43bf-825b-233db3c6e125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:49:33.235473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Bound port: e9a63e36-bb19-42f6-b03f-d4628a1a11a0, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0121890-089b-43bf-825b-233db3c6e125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:33.235893 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.299899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Allocated IP 172.20.0.7 (831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c/b07d0abc-d7c4-481b-8b37-6927da7de713/e7e416d2-fcbe-44ad-81f7-b3eb791c0d85) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:33.318696 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db5f6f84-455b-4bcb-b94b-eac624e84a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.373784 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:49:33.374391 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:49:33.388789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5b622-4ef4-450a-8f7e-037b139076d7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port 62aad9a4-d6ac-4afe-a479-74b76ac9913d {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:33.394729 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b622-4ef4-450a-8f7e-037b139076d7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.439003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Attempting to bind port faf3a4eb-96a1-43e4-90e0-35abe38d1062 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:33.439417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Attempting to bind port faf3a4eb-96a1-43e4-90e0-35abe38d1062 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'a1951c14-9e36-47a3-8c74-b93715032ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '45d75bbd-26be-4856-b6ed-21151e5c40a3'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:33.439706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Attempting to bind port faf3a4eb-96a1-43e4-90e0-35abe38d1062 on network 45d75bbd-26be-4856-b6ed-21151e5c40a3 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:49:33.455745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] For port e9a63e36-bb19-42f6-b03f-d4628a1a11a0, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:33.460414 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Port faf3a4eb-96a1-43e4-90e0-35abe38d1062 on network 45d75bbd-26be-4856-b6ed-21151e5c40a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:49:33.460735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Attempting to bind port faf3a4eb-96a1-43e4-90e0-35abe38d1062 on network 45d75bbd-26be-4856-b6ed-21151e5c40a3 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:49:33.464132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] For port e9a63e36-bb19-42f6-b03f-d4628a1a11a0, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e9a63e36-bb19-42f6-b03f-d4628a1a11a0,segment=NetworkSegment(e0121890-089b-43bf-825b-233db3c6e125),segment_id=e0121890-089b-43bf-825b-233db3c6e125)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:33.470423 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.480886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:49:33.481444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Checking segment: {'id': 'a1951c14-9e36-47a3-8c74-b93715032ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '45d75bbd-26be-4856-b6ed-21151e5c40a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:33.482131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Bound using segment: {'id': 'a1951c14-9e36-47a3-8c74-b93715032ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '45d75bbd-26be-4856-b6ed-21151e5c40a3'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:49:33.482683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Bound port: faf3a4eb-96a1-43e4-90e0-35abe38d1062, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1951c14-9e36-47a3-8c74-b93715032ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '45d75bbd-26be-4856-b6ed-21151e5c40a3'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:33.483530 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.553908 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727c3b6-30cb-43ff-8ce4-2d257a105903 None None] Pushing event updated for resources: {'Port': ['ID=e9a63e36-bb19-42f6-b03f-d4628a1a11a0,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:33.653662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] Deleting port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:33.654440 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.731418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] For port faf3a4eb-96a1-43e4-90e0-35abe38d1062, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:33.756248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] For port faf3a4eb-96a1-43e4-90e0-35abe38d1062, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=faf3a4eb-96a1-43e4-90e0-35abe38d1062,segment=NetworkSegment(a1951c14-9e36-47a3-8c74-b93715032ddd),segment_id=a1951c14-9e36-47a3-8c74-b93715032ddd)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:33.762461 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.771012 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.888874 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:33.889271 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.929039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Transition to ACTIVE for port object e7e416d2-fcbe-44ad-81f7-b3eb791c0d85 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:33.965281 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.967081 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5894d92b-744f-4068-925f-6b476cf2342d req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] 10.222.0.81 "PUT /v2.0/ports/faf3a4eb-96a1-43e4-90e0-35abe38d1062 HTTP/1.1" status: 200 len: 1091 time: 3.0378664 Feb 04 15:49:34.003029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8dfb19-f7e1-472c-8287-27c16e73ebf2', 'tag': 'faf3a4eb-96a1-43e4-90e0-35abe38d1062'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:34.026900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e9a63e36-bb19-42f6-b03f-d4628a1a11a0 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:34.060214 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db5f6f84-455b-4bcb-b94b-eac624e84a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.100561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c13765-5735-428c-8f1d-4b549fb6bad7 service neutron] Pushing event updated for resources: {'Port': ['ID=faf3a4eb-96a1-43e4-90e0-35abe38d1062,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:34.127697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] For port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5bd96197-68dd-4cd0-81b6-3588ddbef4d5,segment=NetworkSegment(021a0801-a83a-4fcd-96b8-33b5605f0473),segment_id=021a0801-a83a-4fcd-96b8-33b5605f0473)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:34.128241 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.142604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-db5f6f84-455b-4bcb-b94b-eac624e84a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91d216b-3331-44ad-853b-9cea412fc83a']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:34.179203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-db5f6f84-455b-4bcb-b94b-eac624e84a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92ec179-134d-44d1-b999-da4fcd80bf68') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:34.179900 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.180070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-db5f6f84-455b-4bcb-b94b-eac624e84a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92ec179-134d-44d1-b999-da4fcd80bf68') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:34.213528 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db5f6f84-455b-4bcb-b94b-eac624e84a1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.243744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf33636-937c-4f3e-a2ec-6a32f5d78460 req-fe63a33c-6f51-47c3-af38-7019b428a2da tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:34.245243 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bf33636-937c-4f3e-a2ec-6a32f5d78460 req-fe63a33c-6f51-47c3-af38-7019b428a2da tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 946 time: 0.7285326 Feb 04 15:49:34.259220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] Calling delete_port for 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:34.264831 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db5f6f84-455b-4bcb-b94b-eac624e84a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.293860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-dde092ed-b952-4d6e-b5d5-70ae5d30fcad tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:34.295367 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-dde092ed-b952-4d6e-b5d5-70ae5d30fcad tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 810 time: 0.6731324 Feb 04 15:49:34.299714 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b622-4ef4-450a-8f7e-037b139076d7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.309936 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5f6f84-455b-4bcb-b94b-eac624e84a1a admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:49:34.310339 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db5f6f84-455b-4bcb-b94b-eac624e84a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:34.324714 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:34.327272 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5894d92b-744f-4068-925f-6b476cf2342d req-99ad94c5-dd89-4629-b1e5-142a60d73f35 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b049e6ac9bc4b9a858b5ebb6bedf701&device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 1094 time: 0.2879047 Feb 04 15:49:34.344371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port e9a63e36-bb19-42f6-b03f-d4628a1a11a0 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:34.366484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.412513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] Pushing event deleted for resources: {'Port': ['ID=5bd96197-68dd-4cd0-81b6-3588ddbef4d5,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:34.419287 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7ef16-8d19-4b10-bd01-a23c102e60fa None None] No DVR routers for this DVR port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:34.466555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-d5130f50-a7d2-466e-bc7a-8565efe34661 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/quotas/b1150d2a6b7b432d960998813aacb087 HTTP/1.1" status: 200 len: 375 time: 0.1409538 Feb 04 15:49:34.544615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5b622-4ef4-450a-8f7e-037b139076d7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for 62aad9a4-d6ac-4afe-a479-74b76ac9913d owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:34.561657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Network 831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:34.573451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:34.576290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:34.605870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Pushing event updated for resources: {'Port': ['ID=e7e416d2-fcbe-44ad-81f7-b3eb791c0d85,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:34.643404 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bf33636-937c-4f3e-a2ec-6a32f5d78460 req-34bc8683-5b30-471d-af3d-1f41085f0ed2 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808682 Feb 04 15:49:34.645499 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5894d92b-744f-4068-925f-6b476cf2342d req-bc13840f-09de-4142-871d-e988ce5eeb7b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faf3a4eb-96a1-43e4-90e0-35abe38d1062 HTTP/1.1" status: 200 len: 217 time: 0.2960467 Feb 04 15:49:34.648338 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-b6dec522-6049-476f-97cf-eda75b4c0563 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1129773 Feb 04 15:49:34.655590 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db5f6f84-455b-4bcb-b94b-eac624e84a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.664610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] For port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5bd96197-68dd-4cd0-81b6-3588ddbef4d5,segment=NetworkSegment(021a0801-a83a-4fcd-96b8-33b5605f0473),segment_id=021a0801-a83a-4fcd-96b8-33b5605f0473)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:34.665202 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.713559 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-db5f6f84-455b-4bcb-b94b-eac624e84a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.738086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-db5f6f84-455b-4bcb-b94b-eac624e84a1a admin admin] 10.222.0.60 "DELETE /v2.0/networks/c91d216b-3331-44ad-853b-9cea412fc83a HTTP/1.1" status: 204 len: 168 time: 1.8025248 Feb 04 15:49:34.749650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:34.750441 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.767559 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8dfb19-f7e1-472c-8287-27c16e73ebf2', 'tag': 'faf3a4eb-96a1-43e4-90e0-35abe38d1062', 'status': 'completed', 'code': 200} Feb 04 15:49:34.800693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f6f84-455b-4bcb-b94b-eac624e84a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=c91d216b-3331-44ad-853b-9cea412fc83a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:34.948886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:34.978037 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-2938aa9c-502a-4fb5-95ee-7fc105e5cc4e service neutron] 10.222.0.60 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182015 Feb 04 15:49:35.005056 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a8a6a7-77d0-42a7-bc82-f44fea3a85f4 None None] Network 831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:35.056786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894d92b-744f-4068-925f-6b476cf2342d req-dff6d4f7-c505-412e-9a3f-8fff58f6d9c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:35.058491 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5894d92b-744f-4068-925f-6b476cf2342d req-dff6d4f7-c505-412e-9a3f-8fff58f6d9c3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=29459f6f-fa59-47f7-a505-6c3157a58387 HTTP/1.1" status: 200 len: 853 time: 0.3979177 Feb 04 15:49:35.068710 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f31bad7f-8b94-46fd-be24-542d9e997270 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8979928 Feb 04 15:49:35.074107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44352) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:35.074516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44354) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:35.098523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ae19a201-bd09-494a-bd63-a274fada290e None None] Provisioning for port e9a63e36-bb19-42f6-b03f-d4628a1a11a0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:35.105317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ae19a201-bd09-494a-bd63-a274fada290e None None] Provisioning complete for port e9a63e36-bb19-42f6-b03f-d4628a1a11a0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:35.105684 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ae19a201-bd09-494a-bd63-a274fada290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.195517 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5894d92b-744f-4068-925f-6b476cf2342d req-fa02690b-5cf9-4cb5-9dd5-e54dfe08fed1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45d75bbd-26be-4856-b6ed-21151e5c40a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220593 Feb 04 15:49:35.242960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-9b41c840-6fdb-4d28-8185-46ba79715dd3 service neutron] 10.222.0.60 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632895 Feb 04 15:49:35.252244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3a995-8aa6-46c0-90c3-9fab10af7458 req-e1bdc408-60d7-4d27-802f-9aaf79d4dbda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:35.262295 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eab3a995-8aa6-46c0-90c3-9fab10af7458 req-e1bdc408-60d7-4d27-802f-9aaf79d4dbda tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 943 time: 0.3720617 Feb 04 15:49:35.265330 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b622-4ef4-450a-8f7e-037b139076d7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.332933 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ae19a201-bd09-494a-bd63-a274fada290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.351242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5b622-4ef4-450a-8f7e-037b139076d7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Port': ['ID=62aad9a4-d6ac-4afe-a479-74b76ac9913d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:35.378187 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:49:35.378668 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:49:35.410895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-00645cb2-dd33-4174-adf6-0c407acd83a7 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Deleting port e7e416d2-fcbe-44ad-81f7-b3eb791c0d85 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:35.411465 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00645cb2-dd33-4174-adf6-0c407acd83a7 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.492682 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eab3a995-8aa6-46c0-90c3-9fab10af7458 req-a0e31df1-88e2-4636-a688-9039c3c398e4 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3aba140-e6a0-429a-b038-e269519499f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292743 Feb 04 15:49:35.557161 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4f8d1fa1-edca-4f23-9a1b-7749fe49d1e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6b4662da38740d7bdb9894c8873c149&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4311519 Feb 04 15:49:35.567017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ae19a201-bd09-494a-bd63-a274fada290e None None] For port e9a63e36-bb19-42f6-b03f-d4628a1a11a0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e9a63e36-bb19-42f6-b03f-d4628a1a11a0,segment=NetworkSegment(e0121890-089b-43bf-825b-233db3c6e125),segment_id=e0121890-089b-43bf-825b-233db3c6e125)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:35.577054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44364) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:35.593421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 5bd96197-68dd-4cd0-81b6-3588ddbef4d5 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:35.593925 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.653010 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ae19a201-bd09-494a-bd63-a274fada290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.755477 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-981c2243-f742-413e-9acd-5835b5734cfa req-cdca5b4e-3f9a-4a22-95d3-141729ed3ac3 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 210 time: 0.0866673 Feb 04 15:49:35.823668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19a201-bd09-494a-bd63-a274fada290e None None] Pushing event updated for resources: {'Port': ['ID=e9a63e36-bb19-42f6-b03f-d4628a1a11a0,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:35.863735 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5894d92b-744f-4068-925f-6b476cf2342d req-00353ae3-10ab-4f57-b7d2-31be99ef7124 service neutron] 10.222.0.81 "GET /v2.0/networks/45d75bbd-26be-4856-b6ed-21151e5c40a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429763 Feb 04 15:49:35.883284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] The port '5bd96197-68dd-4cd0-81b6-3588ddbef4d5' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:49:36.008299 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9c7b-5359-4e4d-b532-bd3e2f39b2ec req-8b0f2dcc-1a09-424f-ab70-e388c4be7094 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:36.010218 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46fa9c7b-5359-4e4d-b532-bd3e2f39b2ec req-8b0f2dcc-1a09-424f-ab70-e388c4be7094 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 946 time: 0.2487381 Feb 04 15:49:36.015683 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b622-4ef4-450a-8f7e-037b139076d7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.080371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46fa9c7b-5359-4e4d-b532-bd3e2f39b2ec req-96a1a696-6fa3-4326-9b50-2c6d39492341 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588496 Feb 04 15:49:36.248292 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.293907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a8adceaf-2374-4789-b04c-a69025c76b77 None None] Provisioning complete for port e9a63e36-bb19-42f6-b03f-d4628a1a11a0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:36.294270 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a8adceaf-2374-4789-b04c-a69025c76b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.497825 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00645cb2-dd33-4174-adf6-0c407acd83a7 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.630423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1045c1cf-f124-4017-9e45-28d2b41ef2d8']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:36.640961 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5894d92b-744f-4068-925f-6b476cf2342d req-c468f815-1679-4d50-9543-fc86c409fcfc service neutron] 10.222.0.81 "GET /v2.0/networks/45d75bbd-26be-4856-b6ed-21151e5c40a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7563417 Feb 04 15:49:36.670128 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-78061e82-9fe3-487d-91aa-c467d8d47055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.733120 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a8adceaf-2374-4789-b04c-a69025c76b77 None None] Provisioning for port e7e416d2-fcbe-44ad-81f7-b3eb791c0d85 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:36.756557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a8adceaf-2374-4789-b04c-a69025c76b77 None None] Provisioning complete for port e7e416d2-fcbe-44ad-81f7-b3eb791c0d85 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:36.756986 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a8adceaf-2374-4789-b04c-a69025c76b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.836742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a8adceaf-2374-4789-b04c-a69025c76b77 None None] Port e7e416d2-fcbe-44ad-81f7-b3eb791c0d85 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:36.885346 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-870ce1f1-5e27-4243-9d7d-c524c98fcc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.893808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-00645cb2-dd33-4174-adf6-0c407acd83a7 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Calling delete_port for e7e416d2-fcbe-44ad-81f7-b3eb791c0d85 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:36.955339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021a0801-a83a-4fcd-96b8-33b5605f0473') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:36.955712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021a0801-a83a-4fcd-96b8-33b5605f0473') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:36.959534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-58a8dc6d-71f2-4410-a0aa-799515c03a78 None None] Provisioning complete for port e7e416d2-fcbe-44ad-81f7-b3eb791c0d85 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:36.960186 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-58a8dc6d-71f2-4410-a0aa-799515c03a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.014611 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.020788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-58a8dc6d-71f2-4410-a0aa-799515c03a78 None None] Port e7e416d2-fcbe-44ad-81f7-b3eb791c0d85 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:37.049519 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-870ce1f1-5e27-4243-9d7d-c524c98fcc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.082718 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.103585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:49:37.103999 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.112820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210d17b-5daf-4536-9e39-c877d4c059bc req-6d7eeb28-a525-4ce3-aa1a-3f2ce3b71337 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:37.114295 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4210d17b-5daf-4536-9e39-c877d4c059bc req-6d7eeb28-a525-4ce3-aa1a-3f2ce3b71337 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 946 time: 0.3231273 Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:37.119931 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:37.123534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f6e6c-e025-459a-bf41-89206472b0eb req-67ed5022-4713-4658-8611-e61e6a87e176 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:37.124848 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c09f6e6c-e025-459a-bf41-89206472b0eb req-67ed5022-4713-4658-8611-e61e6a87e176 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 943 time: 0.3354146 Feb 04 15:49:37.276966 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-930777d3-e18c-4459-ab7a-027eb69fa449 req-6a14cf53-031d-4852-9e88-461a5f4c6eb3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b049e6ac9bc4b9a858b5ebb6bedf701&device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 1094 time: 0.3544564 Feb 04 15:49:37.280073 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.280935 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4210d17b-5daf-4536-9e39-c877d4c059bc req-839c51b8-b8f9-4401-8418-9ca41f086996 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551671 Feb 04 15:49:37.301310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c09f6e6c-e025-459a-bf41-89206472b0eb req-4cde5d2b-97e3-4192-a182-d681b6e68ee9 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3aba140-e6a0-429a-b038-e269519499f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038346 Feb 04 15:49:37.302538 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.336242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb5b622-4ef4-450a-8f7e-037b139076d7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 3a436a40-f14f-468b-9a2b-d218bec0755b has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:49:37.367858 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-870ce1f1-5e27-4243-9d7d-c524c98fcc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.423915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Network': ['ID=1045c1cf-f124-4017-9e45-28d2b41ef2d8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:37.435109 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00645cb2-dd33-4174-adf6-0c407acd83a7 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.452726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ce1f1-5e27-4243-9d7d-c524c98fcc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fe6087-6a0b-47f7-8650-809cc7944568,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:37.507222 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b4461429-1c67-4ff8-b155-3eeb11cdfef1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/networks/1045c1cf-f124-4017-9e45-28d2b41ef2d8 HTTP/1.1" status: 204 len: 168 time: 6.1453135 Feb 04 15:49:37.510037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44382) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:37.517905 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-870ce1f1-5e27-4243-9d7d-c524c98fcc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.518900 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-870ce1f1-5e27-4243-9d7d-c524c98fcc2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5fe6087-6a0b-47f7-8650-809cc7944568 HTTP/1.1" status: 204 len: 168 time: 1.9408023 Feb 04 15:49:37.531451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00645cb2-dd33-4174-adf6-0c407acd83a7 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Pushing event deleted for resources: {'Port': ['ID=e7e416d2-fcbe-44ad-81f7-b3eb791c0d85,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:37.562577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-148311219'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:37.570118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:37.605162 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f79a9a65-a890-4402-8f3f-6eeaef1b78be req-993a97c8-bc40-481f-a359-618b46275adf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 210 time: 0.1041260 Feb 04 15:49:37.606332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:network and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:37.636375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:37.654182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:37.687504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb5b622-4ef4-450a-8f7e-037b139076d7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:49:37.700586 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd663d-950d-4aa5-a1dd-e53d0f8ad2c0 None None] Sync routers for ids ['3a436a40-f14f-468b-9a2b-d218bec0755b'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:49:37.713463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:37.717787 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.724967 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd663d-950d-4aa5-a1dd-e53d0f8ad2c0 None None] Routers {'3a436a40-f14f-468b-9a2b-d218bec0755b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:49:37.725594 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-facd663d-950d-4aa5-a1dd-e53d0f8ad2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:49:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3a436a40-f14f-468b-9a2b-d218bec0755b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:37.769992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:37.782564 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.783393 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Added segment 47992333-7189-4255-bd17-3def6149b307 of type vlan for network 1b1843b8-e472-4907-9ee9-6c42cde3fcc6 Feb 04 15:49:37.837317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8bb5b622-4ef4-450a-8f7e-037b139076d7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/3a436a40-f14f-468b-9a2b-d218bec0755b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9990726 Feb 04 15:49:37.842779 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.848669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44388) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:37.860865 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-facd663d-950d-4aa5-a1dd-e53d0f8ad2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:37.877222 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd663d-950d-4aa5-a1dd-e53d0f8ad2c0 None None] Routers {'3a436a40-f14f-468b-9a2b-d218bec0755b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:49:37.877841 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-facd663d-950d-4aa5-a1dd-e53d0f8ad2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:49:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3a436a40-f14f-468b-9a2b-d218bec0755b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:37.918396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930777d3-e18c-4459-ab7a-027eb69fa449 req-708e0b11-b35d-44f1-bd37-7bf9f0a146b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:37.921722 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-930777d3-e18c-4459-ab7a-027eb69fa449 req-708e0b11-b35d-44f1-bd37-7bf9f0a146b2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45d75bbd-26be-4856-b6ed-21151e5c40a3 HTTP/1.1" status: 200 len: 914 time: 0.6159747 Feb 04 15:49:37.980597 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e9a63e36-bb19-42f6-b03f-d4628a1a11a0 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:38.008282 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-facd663d-950d-4aa5-a1dd-e53d0f8ad2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:38.009307 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd663d-950d-4aa5-a1dd-e53d0f8ad2c0 None None] The sync data for ids ['3a436a40-f14f-468b-9a2b-d218bec0755b'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:49:38.113426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e9a63e36-bb19-42f6-b03f-d4628a1a11a0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:38.114048 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.114178 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-930777d3-e18c-4459-ab7a-027eb69fa449 req-ac24dd07-ebe3-4c26-8c5f-1cbaf24e7077 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faf3a4eb-96a1-43e4-90e0-35abe38d1062 HTTP/1.1" status: 200 len: 217 time: 0.1495523 Feb 04 15:49:38.117494 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00645cb2-dd33-4174-adf6-0c407acd83a7 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.122204 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-00645cb2-dd33-4174-adf6-0c407acd83a7 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] 10.222.0.60 "DELETE /v2.0/ports/e7e416d2-fcbe-44ad-81f7-b3eb791c0d85 HTTP/1.1" status: 204 len: 168 time: 2.9978495 Feb 04 15:49:38.123419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44396) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:38.136787 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.140432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:38.141015 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.185596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-d9188885-e54e-4cbc-8978-6c78028ebe07 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:38.187548 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-d9188885-e54e-4cbc-8978-6c78028ebe07 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.81 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 810 time: 0.6478207 Feb 04 15:49:38.213277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930777d3-e18c-4459-ab7a-027eb69fa449 req-4c982863-e845-4c89-b44f-2b962b49bea1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:38.214817 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-930777d3-e18c-4459-ab7a-027eb69fa449 req-4c982863-e845-4c89-b44f-2b962b49bea1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=29459f6f-fa59-47f7-a505-6c3157a58387 HTTP/1.1" status: 200 len: 853 time: 0.0813313 Feb 04 15:49:38.219971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-c4a83dd0-2853-4c0d-ada7-5dfedb89175f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Request body: {'port': {'device_id': '9665a772-5b85-46a2-beb7-b2af78be6753', 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a', 'admin_state_up': True, 'tenant_id': 'b1150d2a6b7b432d960998813aacb087'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:38.406105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Network': ['ID=1b1843b8-e472-4907-9ee9-6c42cde3fcc6,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:38.419069 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b53bddee-23f6-49c8-9176-d194b3f61da4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8747613 Feb 04 15:49:38.421288 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44412) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:38.424695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 1b1843b8-e472-4907-9ee9-6c42cde3fcc6 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:49:38.429949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'subnet': {'network_id': '1b1843b8-e472-4907-9ee9-6c42cde3fcc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:38.462318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6239d77-3eda-4289-8801-414b56a21ada req-21c40cdd-3e96-4e62-940a-0fdb3f162267 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:38.463938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6239d77-3eda-4289-8801-414b56a21ada req-21c40cdd-3e96-4e62-940a-0fdb3f162267 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 946 time: 0.4945829 Feb 04 15:49:38.505545 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-930777d3-e18c-4459-ab7a-027eb69fa449 req-bd01afb8-8775-43b8-94a1-573b6bf33845 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45d75bbd-26be-4856-b6ed-21151e5c40a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2437596 Feb 04 15:49:38.710523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-c4a83dd0-2853-4c0d-ada7-5dfedb89175f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:38.727652 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-930777d3-e18c-4459-ab7a-027eb69fa449 req-1d142a86-8136-480f-82d9-946c2b30ab72 service neutron] 10.222.0.81 "GET /v2.0/networks/45d75bbd-26be-4856-b6ed-21151e5c40a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137299 Feb 04 15:49:38.728480 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-c4a83dd0-2853-4c0d-ada7-5dfedb89175f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:38.761056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-c4a83dd0-2853-4c0d-ada7-5dfedb89175f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Made reservation on behalf of b1150d2a6b7b432d960998813aacb087 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:38.773425 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-c4a83dd0-2853-4c0d-ada7-5dfedb89175f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.868951 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e7457f14-93e2-4796-bad6-fb8fa8a74885 tempest-DHCPAgentSchedulersTestJSON-1303095584 tempest-DHCPAgentSchedulersTestJSON-1303095584-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.7413733 Feb 04 15:49:38.871229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44426) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:38.875100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:38.895833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-a6239d77-3eda-4289-8801-414b56a21ada req-6b878e35-b51b-4eeb-a915-70c7fb07f207 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Deleting port e42b3452-59e7-4aee-afb8-39ceaad74a5c {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:38.896186 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a6239d77-3eda-4289-8801-414b56a21ada req-6b878e35-b51b-4eeb-a915-70c7fb07f207 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.947026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:subnet and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:38.949304 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-feb1e665-4bd0-4c59-95b8-870d7ff6c87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.956968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1266732222'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:38.963875 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-930777d3-e18c-4459-ab7a-027eb69fa449 req-04a713d0-42c5-4cc7-974e-15bc60bda156 service neutron] 10.222.0.81 "GET /v2.0/networks/45d75bbd-26be-4856-b6ed-21151e5c40a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278066 Feb 04 15:49:38.967527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:38.982112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:39.004262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:39.082080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Usage tracker for resource:network and tenant:a5ab367f05e14e71a919090cbc29c014 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:39.097244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:39.117938 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:39.122557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:39.200651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-c4a83dd0-2853-4c0d-ada7-5dfedb89175f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Allocated IP 172.20.0.3 (3da987dc-c869-45ff-98c5-7e104c66b94a/a7491f14-bc8f-49d7-a28a-ebc10572ecbf/5eba5d7b-604a-47b5-af13-6eb42941368a) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:39.240135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64401408-8a40-4195-b6bb-e806e3a55c7f req-ee202698-9d43-48f9-ae1e-81ceb901f3ac tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:39.242071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-64401408-8a40-4195-b6bb-e806e3a55c7f req-ee202698-9d43-48f9-ae1e-81ceb901f3ac tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 946 time: 0.5861657 Feb 04 15:49:39.281760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Made reservation on behalf of a5ab367f05e14e71a919090cbc29c014 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:39.285010 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.334434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a21d4-0120-43ad-98b4-8e20e03b0d54 req-420b9d7b-f060-4eaf-9680-7605bec4b9b1 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:39.335926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f4a21d4-0120-43ad-98b4-8e20e03b0d54 req-420b9d7b-f060-4eaf-9680-7605bec4b9b1 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 943 time: 0.7779191 Feb 04 15:49:39.435561 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-c4a83dd0-2853-4c0d-ada7-5dfedb89175f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.481932 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.486351 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-c4a83dd0-2853-4c0d-ada7-5dfedb89175f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.573220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-c4a83dd0-2853-4c0d-ada7-5dfedb89175f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Network 3da987dc-c869-45ff-98c5-7e104c66b94a is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:39.577243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-c4a83dd0-2853-4c0d-ada7-5dfedb89175f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:39.579747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a83dd0-2853-4c0d-ada7-5dfedb89175f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Pushing event updated for resources: {'Port': ['ID=5eba5d7b-604a-47b5-af13-6eb42941368a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:39.581990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-c4a83dd0-2853-4c0d-ada7-5dfedb89175f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:39.624046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:39.628416 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-64401408-8a40-4195-b6bb-e806e3a55c7f req-935c418e-b8ba-464a-9b63-2eb73d077f12 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698466 Feb 04 15:49:39.668482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-c4a83dd0-2853-4c0d-ada7-5dfedb89175f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:39.669501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-c4a83dd0-2853-4c0d-ada7-5dfedb89175f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.673176 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.673530 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Added segment c483df07-c65d-456a-bee7-666cc0103b86 of type vlan for network 9dd2be27-1104-4b75-b1a8-dd3160a41946 Feb 04 15:49:39.679085 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6b929a6a-521d-4050-9cda-13e780c14851 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.701368 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-c4a83dd0-2853-4c0d-ada7-5dfedb89175f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4855034 Feb 04 15:49:39.726209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Request body: {'port': {'device_id': '9665a772-5b85-46a2-beb7-b2af78be6753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:39.748413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f4a21d4-0120-43ad-98b4-8e20e03b0d54 req-b0cd64da-96be-48eb-a0d0-c4466e0dff3e tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3aba140-e6a0-429a-b038-e269519499f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702629 Feb 04 15:49:39.791090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-a6239d77-3eda-4289-8801-414b56a21ada req-6b878e35-b51b-4eeb-a915-70c7fb07f207 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] For port e42b3452-59e7-4aee-afb8-39ceaad74a5c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e42b3452-59e7-4aee-afb8-39ceaad74a5c,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:39.791533 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a6239d77-3eda-4289-8801-414b56a21ada req-6b878e35-b51b-4eeb-a915-70c7fb07f207 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.881927 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.933728 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.995822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-a6239d77-3eda-4289-8801-414b56a21ada req-6b878e35-b51b-4eeb-a915-70c7fb07f207 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Calling delete_port for e42b3452-59e7-4aee-afb8-39ceaad74a5c owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:40.166648 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.225778 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.291598 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eba5d7b-604a-47b5-af13-6eb42941368a {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:40.299376 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.314982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Transition to ACTIVE for port object 5eba5d7b-604a-47b5-af13-6eb42941368a will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:40.318937 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.394002 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.397751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:40.398410 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.451479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Pushing event updated for resources: {'Port': ['ID=5eba5d7b-604a-47b5-af13-6eb42941368a,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:40.565139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Attempting to bind port 5eba5d7b-604a-47b5-af13-6eb42941368a on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:40.565474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Attempting to bind port 5eba5d7b-604a-47b5-af13-6eb42941368a by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:40.565798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Attempting to bind port 5eba5d7b-604a-47b5-af13-6eb42941368a on network 3da987dc-c869-45ff-98c5-7e104c66b94a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:49:40.572427 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Port 5eba5d7b-604a-47b5-af13-6eb42941368a on network 3da987dc-c869-45ff-98c5-7e104c66b94a not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:49:40.572738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Attempting to bind port 5eba5d7b-604a-47b5-af13-6eb42941368a on network 3da987dc-c869-45ff-98c5-7e104c66b94a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:49:40.579587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:49:40.579920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Checking segment: {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:40.580383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Bound using segment: {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:49:40.580821 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Bound port: 5eba5d7b-604a-47b5-af13-6eb42941368a, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:40.581161 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.593096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19ab28-5a75-4fcc-b593-0369a45914b8 req-bba0fa92-3bab-4a08-9aa2-094d61000fec tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:40.593686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c19ab28-5a75-4fcc-b593-0369a45914b8 req-bba0fa92-3bab-4a08-9aa2-094d61000fec tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 931 time: 0.8129923 Feb 04 15:49:40.625381 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7460032 Feb 04 15:49:40.631911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44462) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:40.646847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cffe8f-9eb8-4301-a740-9a356398b834 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Pushing event updated for resources: {'Network': ['ID=9dd2be27-1104-4b75-b1a8-dd3160a41946,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:40.664448 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.690242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 9dd2be27-1104-4b75-b1a8-dd3160a41946 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:49:40.761687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] For port 5eba5d7b-604a-47b5-af13-6eb42941368a, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:40.770555 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a6239d77-3eda-4289-8801-414b56a21ada req-6b878e35-b51b-4eeb-a915-70c7fb07f207 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.806019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] For port 5eba5d7b-604a-47b5-af13-6eb42941368a, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5eba5d7b-604a-47b5-af13-6eb42941368a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:40.828876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.864207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b878e35-b51b-4eeb-a915-70c7fb07f207 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event deleted for resources: {'Port': ['ID=e42b3452-59e7-4aee-afb8-39ceaad74a5c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:40.895800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c19ab28-5a75-4fcc-b593-0369a45914b8 req-3071dc92-c77a-4059-8588-0782fe0a02d5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827601 Feb 04 15:49:40.947131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device faf3a4eb-96a1-43e4-90e0-35abe38d1062 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:49:40.953742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['55428373-4ebe-4d04-8cb2-6884b677713c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:49:40.955153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Subnet': ['ID=3729a895-4856-4924-87ce-76995e567ec1,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:40.959359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Pushing event updated for resources: {'Port': ['ID=5eba5d7b-604a-47b5-af13-6eb42941368a,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:41.036343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.037826 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-89f07447-dd75-49c6-89dc-e5c9af556de6 service neutron] 10.222.0.81 "PUT /v2.0/ports/5eba5d7b-604a-47b5-af13-6eb42941368a HTTP/1.1" status: 200 len: 1091 time: 1.3190026 Feb 04 15:49:41.038325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9665a772-5b85-46a2-beb7-b2af78be6753', 'tag': '5eba5d7b-604a-47b5-af13-6eb42941368a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:41.049659 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4f09e893-7129-4ca6-8194-1dac6f6414c5 tempest-DHCPAgentSchedulersTestJSON-1303095584 tempest-DHCPAgentSchedulersTestJSON-1303095584-project-admin] 10.222.0.60 "GET /v2.0/agents/e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc/dhcp-networks HTTP/1.1" status: 200 len: 8527 time: 0.4172935 Feb 04 15:49:41.052822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44478) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:41.176348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6239d77-3eda-4289-8801-414b56a21ada req-6b878e35-b51b-4eeb-a915-70c7fb07f207 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] No DVR routers for this DVR port e42b3452-59e7-4aee-afb8-39ceaad74a5c on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:41.178907 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a6239d77-3eda-4289-8801-414b56a21ada req-6b878e35-b51b-4eeb-a915-70c7fb07f207 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.181243 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6239d77-3eda-4289-8801-414b56a21ada req-6b878e35-b51b-4eeb-a915-70c7fb07f207 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "DELETE /v2.0/ports/e42b3452-59e7-4aee-afb8-39ceaad74a5c HTTP/1.1" status: 204 len: 173 time: 2.6137731 Feb 04 15:49:41.225620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4', 'name': 'network-vif-deleted', 'tag': 'e42b3452-59e7-4aee-afb8-39ceaad74a5c'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:41.232378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0dc4b10b-2bd7-4cfc-82b3-2ddcf7749479 req-4f2c66fe-640d-480e-bb5b-9e4e58224a9f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Synchronizing usage tracker for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:41.276385 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43a32c8-0b24-4c2a-a7b8-b9a6d9d51259 tempest-DHCPAgentSchedulersTestJSON-1303095584 tempest-DHCPAgentSchedulersTestJSON-1303095584-project-admin] Network 9dd2be27-1104-4b75-b1a8-dd3160a41946 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:49:41.298561 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-1507b252-4e3c-4f2a-9026-8dc50fbe3116 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 1094 time: 0.1678920 Feb 04 15:49:41.303807 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b43a32c8-0b24-4c2a-a7b8-b9a6d9d51259 tempest-DHCPAgentSchedulersTestJSON-1303095584 tempest-DHCPAgentSchedulersTestJSON-1303095584-project-admin] 10.222.0.60 "POST /v2.0/agents/e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2497351 Feb 04 15:49:41.306298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44488) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:41.309946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Checking segment: {'id': '47992333-7189-4255-bd17-3def6149b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b1843b8-e472-4907-9ee9-6c42cde3fcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:41.310308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network hostable DHCP agents. Network: 1b1843b8-e472-4907-9ee9-6c42cde3fcc6, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:49:41.323749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dfb46c-1d53-4ae4-81aa-78b20ef054c6 None None] Network 9dd2be27-1104-4b75-b1a8-dd3160a41946 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:41.330453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0dc4b10b-2bd7-4cfc-82b3-2ddcf7749479 req-4f2c66fe-640d-480e-bb5b-9e4e58224a9f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Unset dirty status for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:41.331652 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0dc4b10b-2bd7-4cfc-82b3-2ddcf7749479 req-4f2c66fe-640d-480e-bb5b-9e4e58224a9f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4 HTTP/1.1" status: 200 len: 210 time: 0.3951917 Feb 04 15:49:41.520977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 1b1843b8-e472-4907-9ee9-6c42cde3fcc6 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:49:41.548532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4ac69-0d1c-4759-9b8e-c4ce2bbf294f req-03e84231-3fde-4df2-bea7-7e0cc587c9b6 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:41.555428 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dae4ac69-0d1c-4759-9b8e-c4ce2bbf294f req-03e84231-3fde-4df2-bea7-7e0cc587c9b6 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 943 time: 0.4362352 Feb 04 15:49:41.564370 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e9d9e4-c7fb-4585-bfa6-2a47ce35b8d4', 'name': 'network-vif-deleted', 'tag': 'e42b3452-59e7-4aee-afb8-39ceaad74a5c', 'status': 'completed', 'code': 200} Feb 04 15:49:41.564943 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9665a772-5b85-46a2-beb7-b2af78be6753', 'tag': '5eba5d7b-604a-47b5-af13-6eb42941368a', 'status': 'completed', 'code': 200} Feb 04 15:49:41.583874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 1b1843b8-e472-4907-9ee9-6c42cde3fcc6) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:41.595738 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-03011a6a-6406-4dc0-a93f-f80acbad522b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eba5d7b-604a-47b5-af13-6eb42941368a HTTP/1.1" status: 200 len: 217 time: 0.2768176 Feb 04 15:49:41.602444 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.603568 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e42b3452-59e7-4aee-afb8-39ceaad74a5c no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:41.617684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:41.618274 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.627981 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fade2428-e1a5-4bd9-b574-b6133cc59273 None None] Network 1b1843b8-e472-4907-9ee9-6c42cde3fcc6 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:41.649876 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port faf3a4eb-96a1-43e4-90e0-35abe38d1062, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=faf3a4eb-96a1-43e4-90e0-35abe38d1062,segment=NetworkSegment(a1951c14-9e36-47a3-8c74-b93715032ddd),segment_id=a1951c14-9e36-47a3-8c74-b93715032ddd)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:41.668903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-335d9587-7d98-4c76-9642-1bd9d50d31b7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2463019 Feb 04 15:49:41.669634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44498) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:41.685318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'network_id': '1b1843b8-e472-4907-9ee9-6c42cde3fcc6', 'name': 'tempest-PortsTestJSON-981454176', 'fixed_ips': [{'subnet_id': '3729a895-4856-4924-87ce-76995e567ec1', 'ip_address': '172.20.0.10'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:41.689762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: e42b3452-59e7-4aee-afb8-39ceaad74a5c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:49:41.690101 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e42b3452-59e7-4aee-afb8-39ceaad74a5c not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:41.716235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dae4ac69-0d1c-4759-9b8e-c4ce2bbf294f req-a6c80c17-7d8d-4724-b836-95c9efecee95 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3aba140-e6a0-429a-b038-e269519499f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593966 Feb 04 15:49:41.769487 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.780208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'faf3a4eb-96a1-43e4-90e0-35abe38d1062', 'network_id': '45d75bbd-26be-4856-b6ed-21151e5c40a3', 'port_id': 'faf3a4eb-96a1-43e4-90e0-35abe38d1062', 'mac_address': 'fa:16:3e:2e:6a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29459f6f-fa59-47f7-a505-6c3157a58387', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:49:41.892659 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b476e1fe-abca-44e5-b409-d909254c11f8 tempest-DHCPAgentSchedulersTestJSON-1303095584 tempest-DHCPAgentSchedulersTestJSON-1303095584-project-admin] 10.222.0.60 "GET /v2.0/agents/e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc/dhcp-networks HTTP/1.1" status: 200 len: 10027 time: 0.5833817 Feb 04 15:49:41.895051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44504) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:41.916328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:41.929286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:port and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:41.933083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:41.945419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:42.014107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:42.021852 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.056501 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-7d8aec4c-e82d-400a-9109-1e8fc1712a5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:42.066817 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-7d8aec4c-e82d-400a-9109-1e8fc1712a5c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7491f14-bc8f-49d7-a28a-ebc10572ecbf HTTP/1.1" status: 200 len: 850 time: 0.1758530 Feb 04 15:49:42.148002 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1694d8f7-7ab8-44a2-a0fd-9f36017137d0 tempest-DHCPAgentSchedulersTestJSON-1303095584 tempest-DHCPAgentSchedulersTestJSON-1303095584-project-admin] 10.222.0.60 "DELETE /v2.0/agents/e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc/dhcp-networks/9dd2be27-1104-4b75-b1a8-dd3160a41946 HTTP/1.1" status: 204 len: 168 time: 0.2481349 Feb 04 15:49:42.149885 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-81b4425e-3abe-407a-8d78-377a7b9a2731 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da987dc-c869-45ff-98c5-7e104c66b94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811660 Feb 04 15:49:42.150364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44510) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:42.164832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port 4e9fec47-7bd7-4c7a-81ca-c4ef8fb02ee9 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:49:42.202380 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.237289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf3a4eb-96a1-43e4-90e0-35abe38d1062 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:42.258137 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-6b929a6a-521d-4050-9cda-13e780c14851 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port 99f2b750-50b9-4744-a112-cbb84124fc17 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:42.258586 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6b929a6a-521d-4050-9cda-13e780c14851 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.311879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port faf3a4eb-96a1-43e4-90e0-35abe38d1062, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=faf3a4eb-96a1-43e4-90e0-35abe38d1062,segment=NetworkSegment(a1951c14-9e36-47a3-8c74-b93715032ddd),segment_id=a1951c14-9e36-47a3-8c74-b93715032ddd)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:42.326603 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.326820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44516) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:42.372139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1b1843b8-e472-4907-9ee9-6c42cde3fcc6', 'network_id': '1b1843b8-e472-4907-9ee9-6c42cde3fcc6', 'tenant_id': '4152675cb55e47d8b7b3918734aa1522', 'fixed_ips': [{'subnet_id': '3729a895-4856-4924-87ce-76995e567ec1'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:49:42.373550 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.429018 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-ae7f2df2-1ab6-4e8d-bebd-9fcdce2dbb5a service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649465 Feb 04 15:49:42.557792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=faf3a4eb-96a1-43e4-90e0-35abe38d1062,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:42.595160 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a7874dfb-049e-4686-9781-423362e6380e tempest-DHCPAgentSchedulersTestJSON-1303095584 tempest-DHCPAgentSchedulersTestJSON-1303095584-project-admin] 10.222.0.60 "GET /v2.0/agents/e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc/dhcp-networks HTTP/1.1" status: 200 len: 9282 time: 0.4437218 Feb 04 15:49:42.601067 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44528) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:42.657182 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5dad9d46-6def-4bad-bb9d-80049db2cdd5 tempest-DHCPAgentSchedulersTestJSON-1303095584 tempest-DHCPAgentSchedulersTestJSON-1303095584-project-admin] 10.222.0.60 "GET /v2.0/networks/831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0502343 Feb 04 15:49:42.661894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44532) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:42.680419 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-796b9c38-5780-450e-9cab-e7be9933cbe1 req-2aacbde6-b456-4c35-834c-f96153ea9d84 service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331114 Feb 04 15:49:42.681016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-925fb34c-4e79-417e-a806-24d7f2c94d94 req-fc50939e-6df7-4c0b-af34-86c907b4b92c service neutron] (83551) timed out ('10.222.0.60', 50100) {{(pid=83551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:49:42.691897 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4fe6535f-0fdb-498c-8a00-34ba1c8fea67 tempest-DHCPAgentSchedulersTestJSON-1303095584 tempest-DHCPAgentSchedulersTestJSON-1303095584-project-admin] 10.222.0.60 "GET /v2.0/networks/831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0287304 Feb 04 15:49:42.694066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44536) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:42.752018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['faf3a4eb-96a1-43e4-90e0-35abe38d1062'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:49:42.798515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc0e95-a794-4edd-afd1-a52621172c01 req-fdb954ff-bea7-4dc9-b35f-0b681baa8872 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:42.800453 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7fc0e95-a794-4edd-afd1-a52621172c01 req-fdb954ff-bea7-4dc9-b35f-0b681baa8872 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 943 time: 0.7015429 Feb 04 15:49:42.841739 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5899c29-51e5-4f75-bc07-bacaabfa90bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.866681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Allocated IP 172.20.0.10 (1b1843b8-e472-4907-9ee9-6c42cde3fcc6/3729a895-4856-4924-87ce-76995e567ec1/4e9fec47-7bd7-4c7a-81ca-c4ef8fb02ee9) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:42.942032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b5899c29-51e5-4f75-bc07-bacaabfa90bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:42.946670 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f7627e05-027a-49b2-b47b-39c49f77cd9d tempest-DHCPAgentSchedulersTestJSON-1303095584 tempest-DHCPAgentSchedulersTestJSON-1303095584-project-admin] 10.222.0.60 "GET /v2.0/agents/e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc/dhcp-networks HTTP/1.1" status: 200 len: 9282 time: 0.2478557 Feb 04 15:49:42.947707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b5899c29-51e5-4f75-bc07-bacaabfa90bd admin admin] Usage tracker for resource:security_group_rule and tenant:80af6d5b88c24ae6b6cc765f73071461 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:42.948326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44548) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:42.950671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b5899c29-51e5-4f75-bc07-bacaabfa90bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:42.973353 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-878d2135-20c3-40af-8287-ec5de28b3339 req-19f81ed3-b70e-4b98-8d18-966df3a0374e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 1094 time: 0.1781778 Feb 04 15:49:43.018035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b5899c29-51e5-4f75-bc07-bacaabfa90bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:43.061086 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6b929a6a-521d-4050-9cda-13e780c14851 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.155343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-022093a0-d24f-4799-9c84-57042ed0bf40 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.228768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-6b929a6a-521d-4050-9cda-13e780c14851 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for 99f2b750-50b9-4744-a112-cbb84124fc17 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:43.248082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d2135-20c3-40af-8287-ec5de28b3339 req-180438c4-8927-4837-9a47-ef825b46c3ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:43.249556 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-878d2135-20c3-40af-8287-ec5de28b3339 req-180438c4-8927-4837-9a47-ef825b46c3ff service neutron] 10.222.0.81 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 911 time: 0.2161803 Feb 04 15:49:43.260819 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7fc0e95-a794-4edd-afd1-a52621172c01 req-a62bb310-e7de-4042-904d-460713a9a2e3 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484808 Feb 04 15:49:43.381201 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-878d2135-20c3-40af-8287-ec5de28b3339 req-7bfe3566-0b51-467d-a7a7-20872528ba6f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eba5d7b-604a-47b5-af13-6eb42941368a HTTP/1.1" status: 200 len: 217 time: 0.1241663 Feb 04 15:49:43.389541 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-022093a0-d24f-4799-9c84-57042ed0bf40 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.414512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-b01fdafa-2bdf-4725-9ad4-d77c3fc55dac tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:43.416009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-b01fdafa-2bdf-4725-9ad4-d77c3fc55dac tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 0.5778787 Feb 04 15:49:43.569621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-022093a0-d24f-4799-9c84-57042ed0bf40 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd2be27-1104-4b75-b1a8-dd3160a41946']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:43.570242 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-480f8f66-f9da-4485-b9d8-23169eaa44e9 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/quotas/348461e82d844c83a77fa4d9ee90bbcd HTTP/1.1" status: 200 len: 375 time: 0.1119678 Feb 04 15:49:43.589432 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-022093a0-d24f-4799-9c84-57042ed0bf40 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c483df07-c65d-456a-bee7-666cc0103b86') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:43.589432 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-022093a0-d24f-4799-9c84-57042ed0bf40 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c483df07-c65d-456a-bee7-666cc0103b86') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:43.600635 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d2135-20c3-40af-8287-ec5de28b3339 req-1a59ac7d-ca63-4df8-86af-23d20f6f1b30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:43.602336 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-878d2135-20c3-40af-8287-ec5de28b3339 req-1a59ac7d-ca63-4df8-86af-23d20f6f1b30 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7491f14-bc8f-49d7-a28a-ebc10572ecbf HTTP/1.1" status: 200 len: 850 time: 0.2149031 Feb 04 15:49:43.605501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-022093a0-d24f-4799-9c84-57042ed0bf40 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.658696 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5899c29-51e5-4f75-bc07-bacaabfa90bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.659569 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-878d2135-20c3-40af-8287-ec5de28b3339 req-9387ce2d-baef-46fe-8050-b193f23350fb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da987dc-c869-45ff-98c5-7e104c66b94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468054 Feb 04 15:49:43.663407 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-022093a0-d24f-4799-9c84-57042ed0bf40 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.683493 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5899c29-51e5-4f75-bc07-bacaabfa90bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.690543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022093a0-d24f-4799-9c84-57042ed0bf40 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:49:43.690946 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-022093a0-d24f-4799-9c84-57042ed0bf40 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:43.705009 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:43.823305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5899c29-51e5-4f75-bc07-bacaabfa90bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e1d55d-893a-4b47-a8e2-2185e2e81bef,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:43.829289 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.857481 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-022093a0-d24f-4799-9c84-57042ed0bf40 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.857656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282ff0d-c22f-4918-89e2-e4ef83af681e req-633ef1cc-a1fb-46b0-b043-befccd773472 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:43.860500 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0282ff0d-c22f-4918-89e2-e4ef83af681e req-633ef1cc-a1fb-46b0-b043-befccd773472 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 944 time: 0.4588811 Feb 04 15:49:43.883548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-022093a0-d24f-4799-9c84-57042ed0bf40 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.885097 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b5899c29-51e5-4f75-bc07-bacaabfa90bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80af6d5b88c24ae6b6cc765f73071461&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5494361 Feb 04 15:49:43.892616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44552) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:43.907673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022093a0-d24f-4799-9c84-57042ed0bf40 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Pushing event deleted for resources: {'Network': ['ID=9dd2be27-1104-4b75-b1a8-dd3160a41946,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:43.908255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Transition to ACTIVE for port object 4e9fec47-7bd7-4c7a-81ca-c4ef8fb02ee9 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:43.920083 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6b929a6a-521d-4050-9cda-13e780c14851 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.928332 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-022093a0-d24f-4799-9c84-57042ed0bf40 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] 10.222.0.60 "DELETE /v2.0/networks/9dd2be27-1104-4b75-b1a8-dd3160a41946 HTTP/1.1" status: 204 len: 168 time: 0.9769514 Feb 04 15:49:43.930619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44556) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:43.932570 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-878d2135-20c3-40af-8287-ec5de28b3339 req-e494e665-05bc-424d-9e9f-ea2947749551 service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642422 Feb 04 15:49:43.991612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b929a6a-521d-4050-9cda-13e780c14851 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Port': ['ID=99f2b750-50b9-4744-a112-cbb84124fc17,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:44.003889 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-f804b89e-c1d7-4152-8e8e-58662cab9fb5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4141116 Feb 04 15:49:44.086333 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c33365-38b3-4d68-be35-f1c21a5609e4 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:44.086813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c33365-38b3-4d68-be35-f1c21a5609e4 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:44.088672 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f2c33365-38b3-4d68-be35-f1c21a5609e4 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] 10.222.0.60 "DELETE /v2.0/ports/e7e416d2-fcbe-44ad-81f7-b3eb791c0d85 HTTP/1.1" status: 404 len: 333 time: 0.1552496 Feb 04 15:49:44.092646 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0282ff0d-c22f-4918-89e2-e4ef83af681e req-d059675a-86f5-46b2-b4b8-ab755a130ebc tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3aba140-e6a0-429a-b038-e269519499f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242601 Feb 04 15:49:44.097536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44560) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:44.212834 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-878d2135-20c3-40af-8287-ec5de28b3339 req-0964e53d-3660-42a5-808d-e1b617890b2d service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418694 Feb 04 15:49:44.220118 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e5e97fba-e902-43d9-b185-029fcef25535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.236238 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.315241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Allocated IP 172.20.0.2 (1b1843b8-e472-4907-9ee9-6c42cde3fcc6/3729a895-4856-4924-87ce-76995e567ec1/b91e0992-98ac-422c-b949-303822022991) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:44.316319 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e5e97fba-e902-43d9-b185-029fcef25535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.441801 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e5e97fba-e902-43d9-b185-029fcef25535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.451407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1d51ed-d3fc-4838-9516-2efd93f5bfc6 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Deleting subnet b07d0abc-d7c4-481b-8b37-6927da7de713 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:49:44.466322 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e1d51ed-d3fc-4838-9516-2efd93f5bfc6 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.507503 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e97fba-e902-43d9-b185-029fcef25535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e1d55d-893a-4b47-a8e2-2185e2e81bef,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:44.518712 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e5e97fba-e902-43d9-b185-029fcef25535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.522964 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e5e97fba-e902-43d9-b185-029fcef25535 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3e1d55d-893a-4b47-a8e2-2185e2e81bef HTTP/1.1" status: 204 len: 168 time: 0.6230755 Feb 04 15:49:44.552808 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e1d51ed-d3fc-4838-9516-2efd93f5bfc6 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.595434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 1b1843b8-e472-4907-9ee9-6c42cde3fcc6 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:44.600438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:44.603031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:44.612513 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.624145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Transition to ACTIVE for port object b91e0992-98ac-422c-b949-303822022991 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:44.634253 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a03a0437-92cb-436c-b8ae-9e183f47098e service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946741 Feb 04 15:49:44.642753 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6b929a6a-521d-4050-9cda-13e780c14851 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.659120 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Transition to ACTIVE for port object b91e0992-98ac-422c-b949-303822022991 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:44.666641 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.679391 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=4e9fec47-7bd7-4c7a-81ca-c4ef8fb02ee9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:44.698878 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e1d51ed-d3fc-4838-9516-2efd93f5bfc6 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.771855 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Pushing event updated for resources: {'Port': ['ID=b91e0992-98ac-422c-b949-303822022991,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:44.783029 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Network 1b1843b8-e472-4907-9ee9-6c42cde3fcc6 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:44.786364 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:44.790575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device faf3a4eb-96a1-43e4-90e0-35abe38d1062 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:44.798489 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e1d51ed-d3fc-4838-9516-2efd93f5bfc6 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.840925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d51ed-d3fc-4838-9516-2efd93f5bfc6 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Pushing event deleted for resources: {'Subnet': ['ID=b07d0abc-d7c4-481b-8b37-6927da7de713,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:44.851330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:44.857138 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e1d51ed-d3fc-4838-9516-2efd93f5bfc6 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.862702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:44.864235 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.864554 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5e1d51ed-d3fc-4838-9516-2efd93f5bfc6 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] 10.222.0.60 "DELETE /v2.0/subnets/b07d0abc-d7c4-481b-8b37-6927da7de713 HTTP/1.1" status: 204 len: 168 time: 0.7656665 Feb 04 15:49:44.866824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6ac40d-b0ae-4606-9b8a-2f967cefae3f None None] Network 831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:44.867428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44570) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:44.995530 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44574) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:45.012891 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.013469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a974086-2822-40fb-87f4-3438363e9508 req-33937b84-c74c-4739-86d3-679aa2103255 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:45.015063 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6a974086-2822-40fb-87f4-3438363e9508 req-33937b84-c74c-4739-86d3-679aa2103255 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 943 time: 0.5058529 Feb 04 15:49:45.034537 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c2314d9c-aeeb-435b-8bc7-d542a049c032 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3595119 Feb 04 15:49:45.037783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44578) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:45.043274 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e3722e1-dd54-4f71-888e-086acb087834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.058179 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-77b8859c-474b-4db6-bbb0-fb88cefbdd94 service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056494 Feb 04 15:49:45.061650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'network_id': '1b1843b8-e472-4907-9ee9-6c42cde3fcc6', 'name': 'tempest-PortsTestJSON-781847297', 'fixed_ips': [{'subnet_id': '3729a895-4856-4924-87ce-76995e567ec1', 'ip_address': '172.20.0.9'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:45.071815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Deleting port e9a63e36-bb19-42f6-b03f-d4628a1a11a0 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:45.074017 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.160089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0e3722e1-dd54-4f71-888e-086acb087834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:45.169513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0e3722e1-dd54-4f71-888e-086acb087834 admin admin] Usage tracker for resource:security_group_rule and tenant:d790bcb7d3c14423bcfbe2ba4f6a7001 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:45.175830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0e3722e1-dd54-4f71-888e-086acb087834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:45.242606 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Attempting to bind port b91e0992-98ac-422c-b949-303822022991 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:45.243021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Attempting to bind port b91e0992-98ac-422c-b949-303822022991 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '47992333-7189-4255-bd17-3def6149b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b1843b8-e472-4907-9ee9-6c42cde3fcc6'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:45.243561 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Attempting to bind port b91e0992-98ac-422c-b949-303822022991 on network 1b1843b8-e472-4907-9ee9-6c42cde3fcc6 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:49:45.251153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port faf3a4eb-96a1-43e4-90e0-35abe38d1062 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:45.291189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port faf3a4eb-96a1-43e4-90e0-35abe38d1062 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:45.291626 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.317127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:49:45.317896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Checking segment: {'id': '47992333-7189-4255-bd17-3def6149b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b1843b8-e472-4907-9ee9-6c42cde3fcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:45.318026 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.318299 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Bound using segment: {'id': '47992333-7189-4255-bd17-3def6149b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b1843b8-e472-4907-9ee9-6c42cde3fcc6'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:49:45.319068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Bound port: b91e0992-98ac-422c-b949-303822022991, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47992333-7189-4255-bd17-3def6149b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b1843b8-e472-4907-9ee9-6c42cde3fcc6'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:45.319234 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.384007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] For port e9a63e36-bb19-42f6-b03f-d4628a1a11a0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e9a63e36-bb19-42f6-b03f-d4628a1a11a0,segment=NetworkSegment(e0121890-089b-43bf-825b-233db3c6e125),segment_id=e0121890-089b-43bf-825b-233db3c6e125)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:45.384407 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.460275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6a974086-2822-40fb-87f4-3438363e9508 req-ff15e978-832f-473a-a9da-d8eb6ad71f78 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302089 Feb 04 15:49:45.475454 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] For port b91e0992-98ac-422c-b949-303822022991, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:45.480231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] For port b91e0992-98ac-422c-b949-303822022991, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b91e0992-98ac-422c-b949-303822022991,segment=NetworkSegment(47992333-7189-4255-bd17-3def6149b307),segment_id=47992333-7189-4255-bd17-3def6149b307)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:45.488197 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.635789 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.679431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494f14a5-6805-4842-9150-0ff9893811da None None] DHCP port deletion for 831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:49:45.686206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f05ad21-602f-4c1d-a5ec-e0b66dc340fd req-f9d6e86e-5b3a-414c-802f-24954e139e95 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 210 time: 0.0885372 Feb 04 15:49:45.693518 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Calling delete_port for e9a63e36-bb19-42f6-b03f-d4628a1a11a0 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:45.707651 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-494f14a5-6805-4842-9150-0ff9893811da None None] Deleting port e9a63e36-bb19-42f6-b03f-d4628a1a11a0 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:45.708273 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-494f14a5-6805-4842-9150-0ff9893811da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.738492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff42dd7-22da-4046-b78d-ed518b579f7b None None] Pushing event updated for resources: {'Port': ['ID=b91e0992-98ac-422c-b949-303822022991,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:45.778361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8dfb19-f7e1-472c-8287-27c16e73ebf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf3a4eb-96a1-43e4-90e0-35abe38d1062'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:45.793757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:45.803768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:port and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:45.809102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:45.821010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:45.823025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port faf3a4eb-96a1-43e4-90e0-35abe38d1062, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=faf3a4eb-96a1-43e4-90e0-35abe38d1062,segment=NetworkSegment(a1951c14-9e36-47a3-8c74-b93715032ddd),segment_id=a1951c14-9e36-47a3-8c74-b93715032ddd)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:45.840959 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.843772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0e3722e1-dd54-4f71-888e-086acb087834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:45.847550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b929a6a-521d-4050-9cda-13e780c14851 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 3a436a40-f14f-468b-9a2b-d218bec0755b has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:49:45.852805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae5603-ddef-4d03-a91d-db3eb4c07a2f req-44bd38f9-7b5e-4c75-9715-fe78a59f4e01 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:45.861588 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2bae5603-ddef-4d03-a91d-db3eb4c07a2f req-44bd38f9-7b5e-4c75-9715-fe78a59f4e01 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 944 time: 0.4625700 Feb 04 15:49:45.865241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:45.876166 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.984634 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8dfb19-f7e1-472c-8287-27c16e73ebf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf3a4eb-96a1-43e4-90e0-35abe38d1062', 'code': 200} Feb 04 15:49:46.005081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] No DVR routers for this DVR port e9a63e36-bb19-42f6-b03f-d4628a1a11a0 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:46.036009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-494f14a5-6805-4842-9150-0ff9893811da None None] The port 'e9a63e36-bb19-42f6-b03f-d4628a1a11a0' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:49:46.050881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e9a63e36-bb19-42f6-b03f-d4628a1a11a0 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:46.123799 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2bae5603-ddef-4d03-a91d-db3eb4c07a2f req-340aa03e-bae3-4212-b773-6abfc37bc553 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3aba140-e6a0-429a-b038-e269519499f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611706 Feb 04 15:49:46.143052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Pushing event deleted for resources: {'Port': ['ID=e9a63e36-bb19-42f6-b03f-d4628a1a11a0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:46.156264 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: e9a63e36-bb19-42f6-b03f-d4628a1a11a0 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:49:46.157129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e9a63e36-bb19-42f6-b03f-d4628a1a11a0 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:46.179125 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=faf3a4eb-96a1-43e4-90e0-35abe38d1062,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:46.277320 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.315727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b929a6a-521d-4050-9cda-13e780c14851 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:49:46.322523 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6b929a6a-521d-4050-9cda-13e780c14851 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/3a436a40-f14f-468b-9a2b-d218bec0755b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4728305 Feb 04 15:49:46.324202 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port 5e825ace-e625-488d-b078-7eaa980c88f3 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:49:46.327883 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1c5054-a769-44a4-a598-ab87b32a05be None None] Sync routers for ids ['3a436a40-f14f-468b-9a2b-d218bec0755b'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:49:46.345168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44596) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:46.350299 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1c5054-a769-44a4-a598-ab87b32a05be None None] Routers {'3a436a40-f14f-468b-9a2b-d218bec0755b'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:49:46.351068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1a1c5054-a769-44a4-a598-ab87b32a05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:49:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3a436a40-f14f-468b-9a2b-d218bec0755b'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:46.395260 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.434417 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1a1c5054-a769-44a4-a598-ab87b32a05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:46.442093 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c4b76127-43be-4d6a-bb26-11d27d5d19fe tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a436a40-f14f-468b-9a2b-d218bec0755b HTTP/1.1" status: 200 len: 205 time: 0.0911932 Feb 04 15:49:46.454959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44600) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:46.455576 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1c5054-a769-44a4-a598-ab87b32a05be None None] Routers {'3a436a40-f14f-468b-9a2b-d218bec0755b'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:49:46.456827 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1a1c5054-a769-44a4-a598-ab87b32a05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:49:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3a436a40-f14f-468b-9a2b-d218bec0755b'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:46.533992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1a1c5054-a769-44a4-a598-ab87b32a05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:46.534548 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1c5054-a769-44a4-a598-ab87b32a05be None None] The sync data for ids ['3a436a40-f14f-468b-9a2b-d218bec0755b'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:49:46.564600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:46.584478 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e3722e1-dd54-4f71-888e-086acb087834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.586388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0121890-089b-43bf-825b-233db3c6e125') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:46.586772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0121890-089b-43bf-825b-233db3c6e125') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:46.603772 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e3722e1-dd54-4f71-888e-086acb087834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.614293 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.690842 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e26890a-60e6-4cb0-b3da-e52f9e87d762 req-ebe70358-7558-4486-a817-3a66e552bb20 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 1096 time: 0.4243615 Feb 04 15:49:46.764278 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.783022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3722e1-dd54-4f71-888e-086acb087834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdbbf5d-fad8-4c58-9573-e8a5f2734a03,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:46.790468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:49:46.790867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 5eba5d7b-604a-47b5-af13-6eb42941368a details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:49:46.791003 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:46.831596 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:46.841811 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0e3722e1-dd54-4f71-888e-086acb087834 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d790bcb7d3c14423bcfbe2ba4f6a7001&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8447394 Feb 04 15:49:46.862334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Allocated IP 172.20.0.9 (1b1843b8-e472-4907-9ee9-6c42cde3fcc6/3729a895-4856-4924-87ce-76995e567ec1/5e825ace-e625-488d-b078-7eaa980c88f3) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:46.866961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44608) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:46.880087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adac6d-9392-4524-aac4-3603b67138ca req-6e0999c6-9f03-4d25-a2aa-41dd462e11ac tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:46.886267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02adac6d-9392-4524-aac4-3603b67138ca req-6e0999c6-9f03-4d25-a2aa-41dd462e11ac tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 943 time: 0.2394993 Feb 04 15:49:47.095151 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6770040d-ffd8-4941-8394-86ea38ee778b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.099460 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 5eba5d7b-604a-47b5-af13-6eb42941368a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5eba5d7b-604a-47b5-af13-6eb42941368a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:47.130319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a84a04a-5151-45c6-b953-be1b4ffd0ad4 req-0b5773e6-9b99-445d-af28-40a0b498980c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 210 time: 0.1162579 Feb 04 15:49:47.133229 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '5eba5d7b-604a-47b5-af13-6eb42941368a', 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a', 'port_id': '5eba5d7b-604a-47b5-af13-6eb42941368a', 'mac_address': 'fa:16:3e:f1:1f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7491f14-bc8f-49d7-a28a-ebc10572ecbf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:49:47.172239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02adac6d-9392-4524-aac4-3603b67138ca req-d1ee54ed-5c77-4662-818c-4f816ecd6a8b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659943 Feb 04 15:49:47.180540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6db125d2-3144-459a-b87c-ddf64082eb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.234627 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.241160 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e26890a-60e6-4cb0-b3da-e52f9e87d762 req-0d04f4fe-1c73-47ad-9eb2-75b9eb459e34 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c3aba140-e6a0-429a-b038-e269519499f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324354 Feb 04 15:49:47.282559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eba5d7b-604a-47b5-af13-6eb42941368a {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:47.301422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 5eba5d7b-604a-47b5-af13-6eb42941368a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5eba5d7b-604a-47b5-af13-6eb42941368a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:47.310039 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.335155 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.344744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-b641866e-a23f-45d1-b429-bcb7d1c6b6c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:47.346835 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-b641866e-a23f-45d1-b429-bcb7d1c6b6c3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 0.4766943 Feb 04 15:49:47.349247 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6db125d2-3144-459a-b87c-ddf64082eb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.366179 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-cca0ab27-c525-48ef-abdb-2094f2fb7853 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Request body: {'port': {'device_id': 'cb8b8318-7be1-4819-937a-6eaae5162a1b', 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'admin_state_up': True, 'tenant_id': '348461e82d844c83a77fa4d9ee90bbcd'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:47.374276 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.409424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] Pushing event deleted for resources: {'Network': ['ID=831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:47.432165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=5eba5d7b-604a-47b5-af13-6eb42941368a,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:47.435483 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7a136318-521b-43b6-9bbc-d3555d147090 tempest-DHCPAgentSchedulersTestJSON-292824697 tempest-DHCPAgentSchedulersTestJSON-292824697-project] 10.222.0.60 "DELETE /v2.0/networks/831f8fbc-b0f3-4f1a-86c8-81b3314c6a8c HTTP/1.1" status: 204 len: 168 time: 2.5669739 Feb 04 15:49:47.436180 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8338d0-1296-4a7c-8c35-f1abf8192834 None None] Network 1b1843b8-e472-4907-9ee9-6c42cde3fcc6 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:47.470093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1c6b740b-bbe9-4880-a78e-137819089696 None None] Provisioning for port b91e0992-98ac-422c-b949-303822022991 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:47.633126 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.686296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deebf41-7025-413c-8d96-e33a97545010 req-db939783-208c-461a-90d8-35c2f0b11ab0 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:47.688431 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2deebf41-7025-413c-8d96-e33a97545010 req-db939783-208c-461a-90d8-35c2f0b11ab0 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 945 time: 0.2201784 Feb 04 15:49:47.694415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-cca0ab27-c525-48ef-abdb-2094f2fb7853 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:47.726148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-cca0ab27-c525-48ef-abdb-2094f2fb7853 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:47.751084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['5eba5d7b-604a-47b5-af13-6eb42941368a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:49:47.774278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-cca0ab27-c525-48ef-abdb-2094f2fb7853 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Made reservation on behalf of 348461e82d844c83a77fa4d9ee90bbcd for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:47.778813 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-cca0ab27-c525-48ef-abdb-2094f2fb7853 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.812338 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2deebf41-7025-413c-8d96-e33a97545010 req-70e4f011-6f1d-4986-8695-cb28a7207a77 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3aba140-e6a0-429a-b038-e269519499f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128244 Feb 04 15:49:47.884840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44618) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:47.897600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6770040d-ffd8-4941-8394-86ea38ee778b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.899859 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6db125d2-3144-459a-b87c-ddf64082eb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.914926 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6770040d-ffd8-4941-8394-86ea38ee778b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.948817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Transition to ACTIVE for port object 5e825ace-e625-488d-b078-7eaa980c88f3 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:47.960843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db125d2-3144-459a-b87c-ddf64082eb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdbbf5d-fad8-4c58-9573-e8a5f2734a03,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:47.964341 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6770040d-ffd8-4941-8394-86ea38ee778b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.965184 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6770040d-ffd8-4941-8394-86ea38ee778b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Fanout notify agent at l3_agent the message router_deleted on router 3a436a40-f14f-468b-9a2b-d218bec0755b {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:49:47.988011 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6db125d2-3144-459a-b87c-ddf64082eb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.989679 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6db125d2-3144-459a-b87c-ddf64082eb53 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cfdbbf5d-fad8-4c58-9573-e8a5f2734a03 HTTP/1.1" status: 204 len: 168 time: 1.0874412 Feb 04 15:49:47.995876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6770040d-ffd8-4941-8394-86ea38ee778b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.001333 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6770040d-ffd8-4941-8394-86ea38ee778b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/routers/3a436a40-f14f-468b-9a2b-d218bec0755b HTTP/1.1" status: 204 len: 168 time: 1.5378363 Feb 04 15:49:48.002744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44626) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:48.091937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b91e0992-98ac-422c-b949-303822022991 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:48.175592 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.381827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-cca0ab27-c525-48ef-abdb-2094f2fb7853 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Allocated IP 172.20.0.2 (c423fc49-37d2-40d9-ae0c-c306e8e0cfc7/184257a1-8dd7-4ba7-9fe3-dd948fd0da94/68974e32-9270-49b1-9d0d-b593437a2ddc) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:48.384383 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port b91e0992-98ac-422c-b949-303822022991 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:48.394911 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b91e0992-98ac-422c-b949-303822022991 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:48.395549 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.399216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa2b612-b816-414b-b79e-b2847f79745d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting subnet b22e0b1d-4808-46d2-8461-9581e2990354 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:49:48.407967 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b612-b816-414b-b79e-b2847f79745d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.408489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 1b1843b8-e472-4907-9ee9-6c42cde3fcc6 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:48.418893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:48.426670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=5e825ace-e625-488d-b078-7eaa980c88f3,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:48.430719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:48.472215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-20469a8d-d829-4571-a174-fc6eb2699912 None None] Provisioning for port 4e9fec47-7bd7-4c7a-81ca-c4ef8fb02ee9 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:48.491333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-20469a8d-d829-4571-a174-fc6eb2699912 None None] Provisioning complete for port 4e9fec47-7bd7-4c7a-81ca-c4ef8fb02ee9 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:48.491751 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-20469a8d-d829-4571-a174-fc6eb2699912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.497737 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bc6de6d6-431b-4347-9640-12d906a654d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5ab367f05e14e71a919090cbc29c014&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6116185 Feb 04 15:49:48.512366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44636) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:48.574773 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-20469a8d-d829-4571-a174-fc6eb2699912 None None] Port 4e9fec47-7bd7-4c7a-81ca-c4ef8fb02ee9 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:48.589538 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b612-b816-414b-b79e-b2847f79745d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.619416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:48.620210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:48.620511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:48.620951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:48.621743 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:48.622379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:48.623132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:48.623589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:48.624130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:48.624561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:48.624992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:48.632506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-85486a92-adee-4684-be9b-c6f595207e0b req-17a1b21e-f2e7-4836-b1ab-f968769f4f25 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 210 time: 0.1529851 Feb 04 15:49:48.673281 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.742136 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69b35832-c0c2-4bc4-bef9-e5e252ea3746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.744082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port b91e0992-98ac-422c-b949-303822022991, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b91e0992-98ac-422c-b949-303822022991,segment=NetworkSegment(47992333-7189-4255-bd17-3def6149b307),segment_id=47992333-7189-4255-bd17-3def6149b307)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:48.749943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:48.751579 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.756309 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.800159 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69b35832-c0c2-4bc4-bef9-e5e252ea3746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.865379 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-aed04c8f-6abc-40a3-8d20-be00bedbfd9b None None] Provisioning complete for port 4e9fec47-7bd7-4c7a-81ca-c4ef8fb02ee9 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:48.866333 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-aed04c8f-6abc-40a3-8d20-be00bedbfd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.882567 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b612-b816-414b-b79e-b2847f79745d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.952598 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bd71e7b8-47b3-4ccf-85a7-b58908625855 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8974488 Feb 04 15:49:48.955380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44648) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:48.963628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-aed04c8f-6abc-40a3-8d20-be00bedbfd9b None None] Port 4e9fec47-7bd7-4c7a-81ca-c4ef8fb02ee9 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:48.985727 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=b91e0992-98ac-422c-b949-303822022991,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:49.097243 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bfd3bc91-fac5-4546-8dc8-438516354b3e None None] Provisioning for port 5e825ace-e625-488d-b078-7eaa980c88f3 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:49.108327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bfd3bc91-fac5-4546-8dc8-438516354b3e None None] Provisioning complete for port 5e825ace-e625-488d-b078-7eaa980c88f3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:49.109799 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bfd3bc91-fac5-4546-8dc8-438516354b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.122222 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950f382-1626-45bb-b248-40b210126c1c req-01496b6c-d126-4658-8a0f-d4c29680f073 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:49.124986 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1950f382-1626-45bb-b248-40b210126c1c req-01496b6c-d126-4658-8a0f-d4c29680f073 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 944 time: 0.5584812 Feb 04 15:49:49.187735 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b612-b816-414b-b79e-b2847f79745d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.194067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3bc91-fac5-4546-8dc8-438516354b3e None None] Port 5e825ace-e625-488d-b078-7eaa980c88f3 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:49:49.235608 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69b35832-c0c2-4bc4-bef9-e5e252ea3746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.255924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2b612-b816-414b-b79e-b2847f79745d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Subnet': ['ID=b22e0b1d-4808-46d2-8461-9581e2990354,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:49.268506 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b35832-c0c2-4bc4-bef9-e5e252ea3746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5174d6f-bc82-4f9d-a499-d90638ebf05e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:49.274488 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b612-b816-414b-b79e-b2847f79745d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.276307 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587f7366-887f-484f-b6f1-e8705e01aa13 None None] Network 058a7733-8062-4fb3-88ce-70b4c9920f65 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:49.285168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ba5289-49b0-4a44-8586-a07133d01ea7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:49.285390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-51ba5289-49b0-4a44-8586-a07133d01ea7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:49.310716 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69b35832-c0c2-4bc4-bef9-e5e252ea3746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.315040 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-69b35832-c0c2-4bc4-bef9-e5e252ea3746 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5174d6f-bc82-4f9d-a499-d90638ebf05e HTTP/1.1" status: 204 len: 168 time: 0.8014033 Feb 04 15:49:49.320585 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eaa2b612-b816-414b-b79e-b2847f79745d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/b22e0b1d-4808-46d2-8461-9581e2990354 HTTP/1.1" status: 204 len: 168 time: 1.3164732 Feb 04 15:49:49.321258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44660) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:49.334755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1950f382-1626-45bb-b248-40b210126c1c req-312ec0b0-455b-4a2f-8d66-c22645cd493e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918907 Feb 04 15:49:49.339803 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-cca0ab27-c525-48ef-abdb-2094f2fb7853 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.376496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-51ba5289-49b0-4a44-8586-a07133d01ea7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:49.377964 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-51ba5289-49b0-4a44-8586-a07133d01ea7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4135852 Feb 04 15:49:49.380992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3737d-55e4-4bbd-8a7d-8d016b497b79 req-4261d8a0-0286-4720-9e30-c12989f27bc1 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:49.382202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44664) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:49.388224 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4e3737d-55e4-4bbd-8a7d-8d016b497b79 req-4261d8a0-0286-4720-9e30-c12989f27bc1 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 945 time: 0.2728345 Feb 04 15:49:49.456443 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4e3737d-55e4-4bbd-8a7d-8d016b497b79 req-7f323144-38e7-4c3a-b757-1ed3c358a43c tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3aba140-e6a0-429a-b038-e269519499f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672467 Feb 04 15:49:49.462649 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-cca0ab27-c525-48ef-abdb-2094f2fb7853 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.562662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['55428373-4ebe-4d04-8cb2-6884b677713c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:49:49.640157 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.771490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d721530-4098-49c0-b455-a46dbdf0dee7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:49.777864 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d721530-4098-49c0-b455-a46dbdf0dee7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:49.788028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d721530-4098-49c0-b455-a46dbdf0dee7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:49.795806 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4d721530-4098-49c0-b455-a46dbdf0dee7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.4123948 Feb 04 15:49:49.800323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44678) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:49.877135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-cca0ab27-c525-48ef-abdb-2094f2fb7853 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:49.888055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-cca0ab27-c525-48ef-abdb-2094f2fb7853 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:49.915967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-cca0ab27-c525-48ef-abdb-2094f2fb7853 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:49.982397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-16140ea3-b9e2-4a74-8e38-d1dc796a2dd5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting subnet 8fc82f4b-4d06-4969-97f6-3c9868682f5d {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:49:50.008384 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16140ea3-b9e2-4a74-8e38-d1dc796a2dd5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.036507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5685799c-690a-4252-819f-4b1638a95b74 None None] DHCP port deletion for 058a7733-8062-4fb3-88ce-70b4c9920f65 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:49:50.060888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b91e0992-98ac-422c-b949-303822022991 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:50.065671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44684) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:50.070693 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b97fb24f-628c-4a93-adda-d30130f3c2bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 5e825ace-e625-488d-b078-7eaa980c88f3 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:50.071019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b97fb24f-628c-4a93-adda-d30130f3c2bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.133635 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5685799c-690a-4252-819f-4b1638a95b74 None None] Deleting port eb507740-7705-44d8-9b87-6602a26cd04b {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:50.134174 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5685799c-690a-4252-819f-4b1638a95b74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.165320 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d8f907c-374a-4943-8dbe-608e98475aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.178957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-cca0ab27-c525-48ef-abdb-2094f2fb7853 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:50.180028 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-cca0ab27-c525-48ef-abdb-2094f2fb7853 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.207358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0ab27-c525-48ef-abdb-2094f2fb7853 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event updated for resources: {'Port': ['ID=68974e32-9270-49b1-9d0d-b593437a2ddc,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:50.238759 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16140ea3-b9e2-4a74-8e38-d1dc796a2dd5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.245662 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-cca0ab27-c525-48ef-abdb-2094f2fb7853 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8839839 Feb 04 15:49:50.271926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Request body: {'port': {'device_id': 'cb8b8318-7be1-4819-937a-6eaae5162a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:50.339757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2d8f907c-374a-4943-8dbe-608e98475aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:50.355933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2d8f907c-374a-4943-8dbe-608e98475aba admin admin] Usage tracker for resource:security_group_rule and tenant:65bdc4b168cd47588e4d3674786ca84a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:50.360961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2d8f907c-374a-4943-8dbe-608e98475aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:50.379677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec81ff9-bae8-4efe-8b4a-905d66c37da5 req-6315f37e-7aab-4ab2-9e07-93425cd3a7a0 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:50.380807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3ec81ff9-bae8-4efe-8b4a-905d66c37da5 req-6315f37e-7aab-4ab2-9e07-93425cd3a7a0 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Synchronizing usage tracker for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:50.390464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2d8f907c-374a-4943-8dbe-608e98475aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:50.400374 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b91e0992-98ac-422c-b949-303822022991 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:50.400750 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.447913 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b97fb24f-628c-4a93-adda-d30130f3c2bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.482621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3ec81ff9-bae8-4efe-8b4a-905d66c37da5 req-6315f37e-7aab-4ab2-9e07-93425cd3a7a0 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Unset dirty status for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:50.484886 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ec81ff9-bae8-4efe-8b4a-905d66c37da5 req-6315f37e-7aab-4ab2-9e07-93425cd3a7a0 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 931 time: 0.4252715 Feb 04 15:49:50.523055 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.530863 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16140ea3-b9e2-4a74-8e38-d1dc796a2dd5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.668268 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ec81ff9-bae8-4efe-8b4a-905d66c37da5 req-0c3f3778-9c94-442d-a87b-63833c01e866 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732397 Feb 04 15:49:50.694850 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d8f907c-374a-4943-8dbe-608e98475aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.713494 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5685799c-690a-4252-819f-4b1638a95b74 None None] For port eb507740-7705-44d8-9b87-6602a26cd04b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=eb507740-7705-44d8-9b87-6602a26cd04b,segment=NetworkSegment(f237cdbf-af4b-4e74-b941-5319adff9c3c),segment_id=f237cdbf-af4b-4e74-b941-5319adff9c3c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:50.714659 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5685799c-690a-4252-819f-4b1638a95b74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.797234 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d8f907c-374a-4943-8dbe-608e98475aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.856054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5685799c-690a-4252-819f-4b1638a95b74 None None] Calling delete_port for eb507740-7705-44d8-9b87-6602a26cd04b owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:50.870090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b97fb24f-628c-4a93-adda-d30130f3c2bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for 5e825ace-e625-488d-b078-7eaa980c88f3 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:50.899826 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 5eba5d7b-604a-47b5-af13-6eb42941368a up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:50.918841 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:49:51.013622 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2d8f907c-374a-4943-8dbe-608e98475aba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65bdc4b168cd47588e4d3674786ca84a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9463401 Feb 04 15:49:51.014400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44704) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:51.044195 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5685799c-690a-4252-819f-4b1638a95b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.080917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 5eba5d7b-604a-47b5-af13-6eb42941368a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:51.099397 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685799c-690a-4252-819f-4b1638a95b74 None None] Pushing event deleted for resources: {'Port': ['ID=eb507740-7705-44d8-9b87-6602a26cd04b,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:51.103844 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 5eba5d7b-604a-47b5-af13-6eb42941368a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:51.103844 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.130170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f907c-374a-4943-8dbe-608e98475aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26ce69f-9799-4402-9ef7-f5f221bef7ba,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:51.197848 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16140ea3-b9e2-4a74-8e38-d1dc796a2dd5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.242095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5685799c-690a-4252-819f-4b1638a95b74 None None] No DVR routers for this DVR port eb507740-7705-44d8-9b87-6602a26cd04b on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:51.258107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140ea3-b9e2-4a74-8e38-d1dc796a2dd5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc82f4b-4d06-4969-97f6-3c9868682f5d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:51.260689 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16140ea3-b9e2-4a74-8e38-d1dc796a2dd5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.271533 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524f1efa-f815-4806-ac9e-85d56c056a63 None None] Network 0db145d9-c208-48d2-af81-16103b8ed4a4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:51.282336 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-16140ea3-b9e2-4a74-8e38-d1dc796a2dd5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/8fc82f4b-4d06-4969-97f6-3c9868682f5d HTTP/1.1" status: 204 len: 168 time: 1.9582682 Feb 04 15:49:51.285438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44712) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:51.372715 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-737d888a-63e9-4d63-a4f2-6217672cc847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.377533 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b97fb24f-628c-4a93-adda-d30130f3c2bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.415154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db473138-bd48-4c1c-b2b7-eb85e204d60d req-0e1a3ea4-7ce1-4da2-99f3-61fc130cf46b tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:51.422292 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db473138-bd48-4c1c-b2b7-eb85e204d60d req-0e1a3ea4-7ce1-4da2-99f3-61fc130cf46b tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 945 time: 0.4744060 Feb 04 15:49:51.434127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bffa8-b2d3-4cc9-8eb7-91718884277c req-aec9a408-fd05-4dd2-8af0-91ac4917b0d7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:51.435841 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-144bffa8-b2d3-4cc9-8eb7-91718884277c req-aec9a408-fd05-4dd2-8af0-91ac4917b0d7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 944 time: 0.5849221 Feb 04 15:49:51.469782 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.483573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fb24f-628c-4a93-adda-d30130f3c2bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=5e825ace-e625-488d-b078-7eaa980c88f3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:51.498684 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1824a03c-88a0-4eb2-a364-33e54d401489 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.541896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9665a772-5b85-46a2-beb7-b2af78be6753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eba5d7b-604a-47b5-af13-6eb42941368a'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:51.555773 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-737d888a-63e9-4d63-a4f2-6217672cc847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.565992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 5eba5d7b-604a-47b5-af13-6eb42941368a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5eba5d7b-604a-47b5-af13-6eb42941368a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:51.571334 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.599169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68974e32-9270-49b1-9d0d-b593437a2ddc {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:51.619358 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db473138-bd48-4c1c-b2b7-eb85e204d60d req-8f699307-ab21-4242-ac68-8556d24245a2 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3aba140-e6a0-429a-b038-e269519499f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960514 Feb 04 15:49:51.621345 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.669851 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b97fb24f-628c-4a93-adda-d30130f3c2bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.672717 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b97fb24f-628c-4a93-adda-d30130f3c2bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/5e825ace-e625-488d-b078-7eaa980c88f3 HTTP/1.1" status: 204 len: 168 time: 1.8669555 Feb 04 15:49:51.686865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44722) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:51.717545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=5eba5d7b-604a-47b5-af13-6eb42941368a,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:51.727252 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9665a772-5b85-46a2-beb7-b2af78be6753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eba5d7b-604a-47b5-af13-6eb42941368a', 'code': 200} Feb 04 15:49:51.778333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Transition to ACTIVE for port object 68974e32-9270-49b1-9d0d-b593437a2ddc will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:51.802544 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-144bffa8-b2d3-4cc9-8eb7-91718884277c req-766b3aa7-2f60-440c-8f24-a90ae45e53b5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892096 Feb 04 15:49:51.827907 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eda44b0-e80b-4212-a431-0f27eee07334 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] GET failed (client error): The resource could not be found. Feb 04 15:49:51.828184 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] DHCP port deletion for 0db145d9-c208-48d2-af81-16103b8ed4a4 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:49:51.828696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8eda44b0-e80b-4212-a431-0f27eee07334 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:51.832738 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] Deleting port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:51.833148 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.839567 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.947851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Pushing event updated for resources: {'Port': ['ID=68974e32-9270-49b1-9d0d-b593437a2ddc,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:51.991120 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:52.029086 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1824a03c-88a0-4eb2-a364-33e54d401489 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.035469 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-737d888a-63e9-4d63-a4f2-6217672cc847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.114438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8eda44b0-e80b-4212-a431-0f27eee07334 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:52.118376 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8eda44b0-e80b-4212-a431-0f27eee07334 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/5e825ace-e625-488d-b078-7eaa980c88f3 HTTP/1.1" status: 404 len: 333 time: 0.4310706 Feb 04 15:49:52.120958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44734) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:52.136018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d888a-63e9-4d63-a4f2-6217672cc847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26ce69f-9799-4402-9ef7-f5f221bef7ba,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:52.136746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1824a03c-88a0-4eb2-a364-33e54d401489 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058a7733-8062-4fb3-88ce-70b4c9920f65']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:52.139282 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-737d888a-63e9-4d63-a4f2-6217672cc847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.140080 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-737d888a-63e9-4d63-a4f2-6217672cc847 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c26ce69f-9799-4402-9ef7-f5f221bef7ba HTTP/1.1" status: 204 len: 168 time: 1.1030700 Feb 04 15:49:52.159978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1824a03c-88a0-4eb2-a364-33e54d401489 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f237cdbf-af4b-4e74-b941-5319adff9c3c') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:52.160272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1824a03c-88a0-4eb2-a364-33e54d401489 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f237cdbf-af4b-4e74-b941-5319adff9c3c') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:52.175832 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1824a03c-88a0-4eb2-a364-33e54d401489 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.190604 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7c685535-e086-4649-bd77-cfa24a42defb req-4a078a9a-204e-4a4c-bc50-83d43ca82d09 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 1096 time: 0.3266759 Feb 04 15:49:52.223169 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1824a03c-88a0-4eb2-a364-33e54d401489 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.244853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1824a03c-88a0-4eb2-a364-33e54d401489 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:49:52.245296 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1824a03c-88a0-4eb2-a364-33e54d401489 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:52.271034 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:52.304678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d6382a98-52fd-4aba-adf7-a9371cd36cda tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 4e9fec47-7bd7-4c7a-81ca-c4ef8fb02ee9 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:52.305234 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d6382a98-52fd-4aba-adf7-a9371cd36cda tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.343015 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.365936 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7c685535-e086-4649-bd77-cfa24a42defb req-3e166467-6f36-4991-9488-be445281e1aa service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687589 Feb 04 15:49:52.400573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5,segment=NetworkSegment(7946022f-b8d6-45b8-be1d-f7707ce33794),segment_id=7946022f-b8d6-45b8-be1d-f7707ce33794)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:52.405113 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.405911 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device eb507740-7705-44d8-9b87-6602a26cd04b no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:52.441046 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1824a03c-88a0-4eb2-a364-33e54d401489 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.464283 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1824a03c-88a0-4eb2-a364-33e54d401489 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.483568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824a03c-88a0-4eb2-a364-33e54d401489 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Network': ['ID=058a7733-8062-4fb3-88ce-70b4c9920f65,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:52.486326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: eb507740-7705-44d8-9b87-6602a26cd04b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:49:52.489991 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1824a03c-88a0-4eb2-a364-33e54d401489 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/networks/058a7733-8062-4fb3-88ce-70b4c9920f65 HTTP/1.1" status: 204 len: 168 time: 1.2033978 Feb 04 15:49:52.495865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device eb507740-7705-44d8-9b87-6602a26cd04b not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:52.496102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44746) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:52.503809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d5744-a73e-49ec-b2d6-2090bc9f1088 req-e78305bc-15b4-40e8-94d8-52d3be90781a tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:52.504193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-823d5744-a73e-49ec-b2d6-2090bc9f1088 req-e78305bc-15b4-40e8-94d8-52d3be90781a tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Synchronizing usage tracker for tenant:0b049e6ac9bc4b9a858b5ebb6bedf701 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:52.569282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] For port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5,segment=NetworkSegment(7946022f-b8d6-45b8-be1d-f7707ce33794),segment_id=7946022f-b8d6-45b8-be1d-f7707ce33794)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:52.570283 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.588459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d745cc8-9c6c-4947-9315-af3638933766 req-db46fa46-3598-4f6d-b21c-b8ea6a7f5be3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:52.590100 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d745cc8-9c6c-4947-9315-af3638933766 req-db46fa46-3598-4f6d-b21c-b8ea6a7f5be3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 943 time: 0.6160638 Feb 04 15:49:52.611643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-823d5744-a73e-49ec-b2d6-2090bc9f1088 req-e78305bc-15b4-40e8-94d8-52d3be90781a tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Unset dirty status for tenant:0b049e6ac9bc4b9a858b5ebb6bedf701 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:52.612801 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-823d5744-a73e-49ec-b2d6-2090bc9f1088 req-e78305bc-15b4-40e8-94d8-52d3be90781a tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 945 time: 0.2420046 Feb 04 15:49:52.668970 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.699225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:52.700130 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.744208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] Calling delete_port for 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:52.848238 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:52.860570 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:49:52.861186 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:49:52.917644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-823d5744-a73e-49ec-b2d6-2090bc9f1088 req-1e7ae6e9-cf41-49f6-a26f-46142f2a513b tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Deleting port faf3a4eb-96a1-43e4-90e0-35abe38d1062 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:52.918268 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-823d5744-a73e-49ec-b2d6-2090bc9f1088 req-1e7ae6e9-cf41-49f6-a26f-46142f2a513b tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.923668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Attempting to bind port 68974e32-9270-49b1-9d0d-b593437a2ddc on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:52.923995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Attempting to bind port 68974e32-9270-49b1-9d0d-b593437a2ddc by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:52.924319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Attempting to bind port 68974e32-9270-49b1-9d0d-b593437a2ddc on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:49:53.019412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Port 68974e32-9270-49b1-9d0d-b593437a2ddc on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:49:53.019742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Attempting to bind port 68974e32-9270-49b1-9d0d-b593437a2ddc on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:49:53.071898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:49:53.072241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Checking segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:53.072634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Bound using segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:49:53.073086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Bound port: 68974e32-9270-49b1-9d0d-b593437a2ddc, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:53.073437 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:53.123784 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d745cc8-9c6c-4947-9315-af3638933766 req-ccf206a8-af18-4e37-b436-dc61a5a7a86c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413919 Feb 04 15:49:53.204724 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d6382a98-52fd-4aba-adf7-a9371cd36cda tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:53.347431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] For port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5,segment=NetworkSegment(7946022f-b8d6-45b8-be1d-f7707ce33794),segment_id=7946022f-b8d6-45b8-be1d-f7707ce33794)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:53.348358 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:53.362252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] Deleting port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:53.362879 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:53.629657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d6382a98-52fd-4aba-adf7-a9371cd36cda tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for 4e9fec47-7bd7-4c7a-81ca-c4ef8fb02ee9 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:53.710212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] For port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5,segment=NetworkSegment(7946022f-b8d6-45b8-be1d-f7707ce33794),segment_id=7946022f-b8d6-45b8-be1d-f7707ce33794)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:53.711345 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:53.718130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87065be1-6799-4029-8299-87e652212653 req-e77cd8a7-1709-43d3-9a49-db7a03300d97 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:53.725768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87065be1-6799-4029-8299-87e652212653 req-e77cd8a7-1709-43d3-9a49-db7a03300d97 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 945 time: 0.8350616 Feb 04 15:49:53.785506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] For port 68974e32-9270-49b1-9d0d-b593437a2ddc, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:53.807010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] For port 68974e32-9270-49b1-9d0d-b593437a2ddc, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=68974e32-9270-49b1-9d0d-b593437a2ddc,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:53.832410 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:53.965895 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] Calling delete_port for 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:53.980933 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87065be1-6799-4029-8299-87e652212653 req-50d94014-4ed2-4ddd-bd35-7b2b0d6cea49 tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3aba140-e6a0-429a-b038-e269519499f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541232 Feb 04 15:49:54.031285 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:54.035491 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] 10.222.0.73 "PUT /v2.0/ports/68974e32-9270-49b1-9d0d-b593437a2ddc HTTP/1.1" status: 200 len: 1091 time: 3.7738140 Feb 04 15:49:54.082560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:54.083816 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:54.120073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8b8318-7be1-4819-937a-6eaae5162a1b', 'tag': '68974e32-9270-49b1-9d0d-b593437a2ddc'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:54.171801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab15e3-69e8-4c13-8d17-bf7f31a6a804 service neutron] Pushing event updated for resources: {'Port': ['ID=68974e32-9270-49b1-9d0d-b593437a2ddc,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:54.215367 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540c700-dc8b-4aae-bee2-4e0818e53d40 req-20ab0798-d5b0-42a1-8c44-c08131b0a8e1 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:54.229016 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d540c700-dc8b-4aae-bee2-4e0818e53d40 req-20ab0798-d5b0-42a1-8c44-c08131b0a8e1 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 945 time: 0.7966418 Feb 04 15:49:54.337228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] Pushing event deleted for resources: {'Port': ['ID=9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:54.345251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f1787a-f108-4b69-981b-592164d99dce None None] No DVR routers for this DVR port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:54.357267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-823d5744-a73e-49ec-b2d6-2090bc9f1088 req-1e7ae6e9-cf41-49f6-a26f-46142f2a513b tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] For port faf3a4eb-96a1-43e4-90e0-35abe38d1062, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=faf3a4eb-96a1-43e4-90e0-35abe38d1062,segment=NetworkSegment(a1951c14-9e36-47a3-8c74-b93715032ddd),segment_id=a1951c14-9e36-47a3-8c74-b93715032ddd)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:54.357745 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-823d5744-a73e-49ec-b2d6-2090bc9f1088 req-1e7ae6e9-cf41-49f6-a26f-46142f2a513b tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:54.366729 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8b8318-7be1-4819-937a-6eaae5162a1b', 'tag': '68974e32-9270-49b1-9d0d-b593437a2ddc', 'status': 'completed', 'code': 200} Feb 04 15:49:54.409362 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d6382a98-52fd-4aba-adf7-a9371cd36cda tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:54.539072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6382a98-52fd-4aba-adf7-a9371cd36cda tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=4e9fec47-7bd7-4c7a-81ca-c4ef8fb02ee9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:54.549566 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d540c700-dc8b-4aae-bee2-4e0818e53d40 req-72106eb2-7731-4d08-b09d-678eafeaf3c2 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192780 Feb 04 15:49:54.553891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-823d5744-a73e-49ec-b2d6-2090bc9f1088 req-1e7ae6e9-cf41-49f6-a26f-46142f2a513b tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Calling delete_port for faf3a4eb-96a1-43e4-90e0-35abe38d1062 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:54.611278 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:49:54.611610 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:49:54.642762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-2dac326f-0c67-49aa-977c-170f5797c62a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 1094 time: 0.4040627 Feb 04 15:49:54.765747 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-823d5744-a73e-49ec-b2d6-2090bc9f1088 req-1e7ae6e9-cf41-49f6-a26f-46142f2a513b tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:54.785668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-e279a2c2-7e6f-4f4c-b1c2-ec2464535cfc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68974e32-9270-49b1-9d0d-b593437a2ddc HTTP/1.1" status: 200 len: 217 time: 0.1003387 Feb 04 15:49:54.818359 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device faf3a4eb-96a1-43e4-90e0-35abe38d1062 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:54.852789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12cb80-a4dc-4d92-be98-612c8aa10b03 req-fbf4f3c9-85a2-4393-87ec-3bb0c82a5639 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:54.863927 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac12cb80-a4dc-4d92-be98-612c8aa10b03 req-fbf4f3c9-85a2-4393-87ec-3bb0c82a5639 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 943 time: 0.3974574 Feb 04 15:49:54.894571 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d6382a98-52fd-4aba-adf7-a9371cd36cda tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:54.895569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: faf3a4eb-96a1-43e4-90e0-35abe38d1062 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:49:54.895910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device faf3a4eb-96a1-43e4-90e0-35abe38d1062 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:54.913877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44812) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:54.925280 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d6382a98-52fd-4aba-adf7-a9371cd36cda tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/4e9fec47-7bd7-4c7a-81ca-c4ef8fb02ee9 HTTP/1.1" status: 204 len: 168 time: 2.7909291 Feb 04 15:49:54.930352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ae6e9-cf41-49f6-a26f-46142f2a513b tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Pushing event deleted for resources: {'Port': ['ID=faf3a4eb-96a1-43e4-90e0-35abe38d1062,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:54.933034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44816) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:54.955818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-d3d1ade5-082e-4636-bb9f-a2653684f7f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:54.957263 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-d3d1ade5-082e-4636-bb9f-a2653684f7f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.1641104 Feb 04 15:49:54.977391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac12cb80-a4dc-4d92-be98-612c8aa10b03 req-da15df62-4483-4583-bd0f-61d962d74e28 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124454 Feb 04 15:49:55.025385 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-823d5744-a73e-49ec-b2d6-2090bc9f1088 req-1e7ae6e9-cf41-49f6-a26f-46142f2a513b tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] No DVR routers for this DVR port faf3a4eb-96a1-43e4-90e0-35abe38d1062 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:55.027894 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-798a54ec-9e6c-4b2b-b150-0e8aba3662b5 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] GET failed (client error): The resource could not be found. Feb 04 15:49:55.028972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-798a54ec-9e6c-4b2b-b150-0e8aba3662b5 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:55.032823 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-823d5744-a73e-49ec-b2d6-2090bc9f1088 req-1e7ae6e9-cf41-49f6-a26f-46142f2a513b tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.035782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8dfb19-f7e1-472c-8287-27c16e73ebf2', 'name': 'network-vif-deleted', 'tag': 'faf3a4eb-96a1-43e4-90e0-35abe38d1062'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:55.066008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-bd655bf5-2407-40db-b32a-ac3331c786d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876126 Feb 04 15:49:55.084324 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-823d5744-a73e-49ec-b2d6-2090bc9f1088 req-1e7ae6e9-cf41-49f6-a26f-46142f2a513b tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.81 "DELETE /v2.0/ports/faf3a4eb-96a1-43e4-90e0-35abe38d1062 HTTP/1.1" status: 204 len: 173 time: 2.3108082 Feb 04 15:49:55.084912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-798a54ec-9e6c-4b2b-b150-0e8aba3662b5 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:55.089166 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-798a54ec-9e6c-4b2b-b150-0e8aba3662b5 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/4e9fec47-7bd7-4c7a-81ca-c4ef8fb02ee9 HTTP/1.1" status: 404 len: 333 time: 0.1103110 Feb 04 15:49:55.089166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44828) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:55.174998 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port 9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:55.179427 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.215144 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8dfb19-f7e1-472c-8287-27c16e73ebf2', 'name': 'network-vif-deleted', 'tag': 'faf3a4eb-96a1-43e4-90e0-35abe38d1062', 'status': 'completed', 'code': 200} Feb 04 15:49:55.246165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-332662c1-0881-41ae-9c71-45981a5223bc req-5825b388-247d-4e69-b4f9-774043a5f1ca tempest-ServerPasswordTestJSON-818529234 tempest-ServerPasswordTestJSON-818529234-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8dfb19-f7e1-472c-8287-27c16e73ebf2 HTTP/1.1" status: 200 len: 210 time: 0.0518620 Feb 04 15:49:55.308360 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-c57655e9-c820-4a49-90e6-c071fd62ab24 service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349799 Feb 04 15:49:55.320255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] The port '9a01df6b-6c7c-42e8-bd27-2694ca0f2ab5' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:49:55.564764 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.566516 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d972cb60-1826-4987-8658-d9665b8133e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.623394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db145d9-c208-48d2-af81-16103b8ed4a4']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:55.647423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d972cb60-1826-4987-8658-d9665b8133e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:55.655854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d972cb60-1826-4987-8658-d9665b8133e7 admin admin] Usage tracker for resource:security_group_rule and tenant:c09f525fdd0747c69e9b4cad76e54f40 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:55.660915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d972cb60-1826-4987-8658-d9665b8133e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:55.665524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7946022f-b8d6-45b8-be1d-f7707ce33794') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:55.665524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7946022f-b8d6-45b8-be1d-f7707ce33794') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:55.665855 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb91880-264a-49c1-90e4-1f0a8469acb0 req-c0e1c64c-b683-48a6-b862-5ef113239962 service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505630 Feb 04 15:49:55.670300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d972cb60-1826-4987-8658-d9665b8133e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:55.710573 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.733100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdfe16a-230e-40f4-9506-ec38d05e6fad tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting subnet 3729a895-4856-4924-87ce-76995e567ec1 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:49:55.739777 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe16a-230e-40f4-9506-ec38d05e6fad tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.770241 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.786583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:49:55.786995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:55.812445 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:55.849118 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d972cb60-1826-4987-8658-d9665b8133e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.861430 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d972cb60-1826-4987-8658-d9665b8133e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.908825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972cb60-1826-4987-8658-d9665b8133e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee7feb7-cf5b-4886-903b-8d24fc5aaaee,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:55.927250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe16a-230e-40f4-9506-ec38d05e6fad tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.952230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d972cb60-1826-4987-8658-d9665b8133e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c09f525fdd0747c69e9b4cad76e54f40&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0338516 Feb 04 15:49:55.958117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44844) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:55.986491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369efb2b-ae4f-43f3-8827-85b4af926c3f req-ad6605ab-5a40-4901-9347-e6a9d3157f94 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:55.988119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-369efb2b-ae4f-43f3-8827-85b4af926c3f req-ad6605ab-5a40-4901-9347-e6a9d3157f94 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 945 time: 0.1975408 Feb 04 15:49:55.995069 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc7e4b9c-2885-45f3-8def-2c73c55919d6 req-85fbc312-05ab-44d9-8bdc-9fa295ffc9ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 1094 time: 0.2492335 Feb 04 15:49:56.079828 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.106954 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.115236 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/networks/0db145d9-c208-48d2-af81-16103b8ed4a4 HTTP/1.1" status: 204 len: 168 time: 3.6059206 Feb 04 15:49:56.123088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44850) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:56.131768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d730a-cd2f-4824-8434-07fea8ecec56 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Network': ['ID=0db145d9-c208-48d2-af81-16103b8ed4a4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:56.136203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1756436961'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:56.150956 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-369efb2b-ae4f-43f3-8827-85b4af926c3f req-1234618c-46c8-4d4d-89b6-c4ead4de97f2 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525106 Feb 04 15:49:56.150956 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:56.169448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:network and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:56.175428 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5780491b-4a9e-4076-962f-94b798d76236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.195784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:56.203342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe16a-230e-40f4-9506-ec38d05e6fad tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.229048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:56.260496 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5780491b-4a9e-4076-962f-94b798d76236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.298690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:56.302254 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.355883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e4b9c-2885-45f3-8def-2c73c55919d6 req-f89b0e77-7de0-4a17-80bb-158c87ac7869 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:56.357278 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc7e4b9c-2885-45f3-8def-2c73c55919d6 req-f89b0e77-7de0-4a17-80bb-158c87ac7869 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 906 time: 0.3231559 Feb 04 15:49:56.364591 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe16a-230e-40f4-9506-ec38d05e6fad tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.435361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:56.455628 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc7e4b9c-2885-45f3-8def-2c73c55919d6 req-bb530755-f2a8-4983-a63e-a85a893e7dd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68974e32-9270-49b1-9d0d-b593437a2ddc HTTP/1.1" status: 200 len: 217 time: 0.0894639 Feb 04 15:49:56.459088 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.459461 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Added segment 2db333e2-9b84-496f-a433-2eb2d8802e79 of type vlan for network 8b6b025b-5c71-403b-90f8-0fe83b434452 Feb 04 15:49:56.527081 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af1660-d7ed-40a7-981b-6e5774634922 req-bf025f7d-ea2f-444e-a203-908692238f07 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:56.528711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18af1660-d7ed-40a7-981b-6e5774634922 req-bf025f7d-ea2f-444e-a203-908692238f07 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 943 time: 0.2973864 Feb 04 15:49:56.540419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44864) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:56.587028 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.590443 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5780491b-4a9e-4076-962f-94b798d76236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.621349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfe16a-230e-40f4-9506-ec38d05e6fad tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Subnet': ['ID=3729a895-4856-4924-87ce-76995e567ec1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:56.634416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e4b9c-2885-45f3-8def-2c73c55919d6 req-2056f832-a0ad-4b7f-ad84-d38a1c4e661b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:56.636002 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc7e4b9c-2885-45f3-8def-2c73c55919d6 req-2056f832-a0ad-4b7f-ad84-d38a1c4e661b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.1694028 Feb 04 15:49:56.640118 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780491b-4a9e-4076-962f-94b798d76236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee7feb7-cf5b-4886-903b-8d24fc5aaaee,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:56.655224 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1bdfe16a-230e-40f4-9506-ec38d05e6fad tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.666309 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5780491b-4a9e-4076-962f-94b798d76236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.670566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddf750f-6881-4e45-8b49-f9bedeea292d None None] Network 1b1843b8-e472-4907-9ee9-6c42cde3fcc6 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:56.671294 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5780491b-4a9e-4076-962f-94b798d76236 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dee7feb7-cf5b-4886-903b-8d24fc5aaaee HTTP/1.1" status: 204 len: 168 time: 0.7082517 Feb 04 15:49:56.674584 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1bdfe16a-230e-40f4-9506-ec38d05e6fad tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/3729a895-4856-4924-87ce-76995e567ec1 HTTP/1.1" status: 204 len: 168 time: 1.5836658 Feb 04 15:49:56.690372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44874) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:56.708910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18af1660-d7ed-40a7-981b-6e5774634922 req-7c20535f-f756-42b7-89a5-a9b3d0da1b02 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715162 Feb 04 15:49:56.711439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc7e4b9c-2885-45f3-8def-2c73c55919d6 req-c8cbdd0a-0417-4a85-a2a7-4092119e99f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584166 Feb 04 15:49:56.718299 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.729659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:56.731012 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.747343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44878) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:57.057035 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.071551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port b91e0992-98ac-422c-b949-303822022991 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:57.071896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.077121 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:57.117269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:57.146942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Usage tracker for resource:floatingip and tenant:6d417dbc8e114c73bddb2f9e28080c06 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:57.172979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:57.182347 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0580854 Feb 04 15:49:57.193022 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808e997e-e525-49ad-8520-8dc6cf27859f None None] DHCP port deletion for 1b1843b8-e472-4907-9ee9-6c42cde3fcc6 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:49:57.194647 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a030ab-d8b1-495e-90ea-5423b2f2fbba tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Network': ['ID=8b6b025b-5c71-403b-90f8-0fe83b434452,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:57.195451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44884) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:57.198068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:57.206278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d47c05-4d11-4fe2-8b00-4b27e3ed7823 admin admin] Deleting subnet 29459f6f-fa59-47f7-a505-6c3157a58387 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:49:57.206464 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-808e997e-e525-49ad-8520-8dc6cf27859f None None] Deleting port b91e0992-98ac-422c-b949-303822022991 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:57.206697 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-808e997e-e525-49ad-8520-8dc6cf27859f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.206982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'subnet': {'network_id': '8b6b025b-5c71-403b-90f8-0fe83b434452', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:57.227475 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19d47c05-4d11-4fe2-8b00-4b27e3ed7823 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.246333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 8b6b025b-5c71-403b-90f8-0fe83b434452 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:49:57.294687 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.329390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44888) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:57.331599 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc7e4b9c-2885-45f3-8def-2c73c55919d6 req-b76dbca4-2c0e-4ac8-9e70-c332e682648a service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833147 Feb 04 15:49:57.388895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d410c3-d32f-4eec-9fb0-e0a4ded53fb1 req-23345afa-7164-4587-8010-d60668cefec7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:57.391667 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3d410c3-d32f-4eec-9fb0-e0a4ded53fb1 req-23345afa-7164-4587-8010-d60668cefec7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 945 time: 0.4647272 Feb 04 15:49:57.395137 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19d47c05-4d11-4fe2-8b00-4b27e3ed7823 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.451629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] For port b91e0992-98ac-422c-b949-303822022991, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b91e0992-98ac-422c-b949-303822022991,segment=NetworkSegment(47992333-7189-4255-bd17-3def6149b307),segment_id=47992333-7189-4255-bd17-3def6149b307)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:57.452511 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.460651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:57.468351 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:subnet and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:57.519899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:57.536246 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-808e997e-e525-49ad-8520-8dc6cf27859f None None] For port b91e0992-98ac-422c-b949-303822022991, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b91e0992-98ac-422c-b949-303822022991,segment=NetworkSegment(47992333-7189-4255-bd17-3def6149b307),segment_id=47992333-7189-4255-bd17-3def6149b307)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:57.536821 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-808e997e-e525-49ad-8520-8dc6cf27859f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.590676 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for b91e0992-98ac-422c-b949-303822022991 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:57.618964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:57.654439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:57.674099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-808e997e-e525-49ad-8520-8dc6cf27859f None None] Calling delete_port for b91e0992-98ac-422c-b949-303822022991 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:49:57.678521 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55fc387c-6e16-4c79-a915-653989c93514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.739750 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19d47c05-4d11-4fe2-8b00-4b27e3ed7823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.755720 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-808e997e-e525-49ad-8520-8dc6cf27859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.759967 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 15:49:57.759967 n-d-827872-1 neutron-server[83550]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Feb 04 15:49:57.759967 n-d-827872-1 neutron-server[83550]: [parameters: {'port_id': 'b91e0992-98ac-422c-b949-303822022991'}] Feb 04 15:49:57.759967 n-d-827872-1 neutron-server[83550]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:49:57.760465 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:49:57.783267 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.807584 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e997e-e525-49ad-8520-8dc6cf27859f None None] Pushing event deleted for resources: {'Port': ['ID=b91e0992-98ac-422c-b949-303822022991,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:57.822038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e997e-e525-49ad-8520-8dc6cf27859f None None] No DVR routers for this DVR port b91e0992-98ac-422c-b949-303822022991 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:57.886526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-55fc387c-6e16-4c79-a915-653989c93514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:57.890040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc7e4b9c-2885-45f3-8def-2c73c55919d6 req-cb1730a6-b3dc-4a7e-b30b-5ddb5927f132 service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492642 Feb 04 15:49:57.892301 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3d410c3-d32f-4eec-9fb0-e0a4ded53fb1 req-e2fb4342-fe2a-4204-a388-aaacd68ddfbc tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112899 Feb 04 15:49:57.902595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-55fc387c-6e16-4c79-a915-653989c93514 admin admin] Usage tracker for resource:security_group_rule and tenant:8a1199371cb0431bae08255183572805 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:57.944080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-55fc387c-6e16-4c79-a915-653989c93514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:57.956827 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b91e0992-98ac-422c-b949-303822022991 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:57.958425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-55fc387c-6e16-4c79-a915-653989c93514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:57.969640 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19d47c05-4d11-4fe2-8b00-4b27e3ed7823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.991641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: b91e0992-98ac-422c-b949-303822022991 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:49:57.992339 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b91e0992-98ac-422c-b949-303822022991 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:58.016623 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d47c05-4d11-4fe2-8b00-4b27e3ed7823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29459f6f-fa59-47f7-a505-6c3157a58387,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:58.060622 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19d47c05-4d11-4fe2-8b00-4b27e3ed7823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.085620 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.090440 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-19d47c05-4d11-4fe2-8b00-4b27e3ed7823 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/29459f6f-fa59-47f7-a505-6c3157a58387 HTTP/1.1" status: 204 len: 168 time: 1.3016577 Feb 04 15:49:58.096081 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.098814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44894) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:58.166609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Subnet': ['ID=dd196cab-d00e-4496-8f1c-5562e0b8668b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:58.179721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Checking segment: {'id': '2db333e2-9b84-496f-a433-2eb2d8802e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8b6b025b-5c71-403b-90f8-0fe83b434452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:58.180108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network hostable DHCP agents. Network: 8b6b025b-5c71-403b-90f8-0fe83b434452, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:49:58.202645 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 8b6b025b-5c71-403b-90f8-0fe83b434452 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:49:58.212414 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 8b6b025b-5c71-403b-90f8-0fe83b434452) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:58.216843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:58.217299 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.224195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba039bb6-d362-4488-859e-27a330688b5c None None] Network 8b6b025b-5c71-403b-90f8-0fe83b434452 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:49:58.244229 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c7f5732a-a5d8-4833-92a8-018b8edbb96b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0443184 Feb 04 15:49:58.244904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44898) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:58.250808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-8ff2a384-15b8-4b9c-bac4-2613c266445a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1895800528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:58.261005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8ff2a384-15b8-4b9c-bac4-2613c266445a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:58.263449 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port b91e0992-98ac-422c-b949-303822022991 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:49:58.263787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.270448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bd619-5055-4aa1-8292-a5259304906e req-a5fd6797-ae71-4424-ae4e-fc0f1ae82bf6 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:58.271955 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd3bd619-5055-4aa1-8292-a5259304906e req-a5fd6797-ae71-4424-ae4e-fc0f1ae82bf6 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 943 time: 0.3786530 Feb 04 15:49:58.296330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8ff2a384-15b8-4b9c-bac4-2613c266445a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:router and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:58.321959 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55fc387c-6e16-4c79-a915-653989c93514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.323148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8ff2a384-15b8-4b9c-bac4-2613c266445a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:58.340515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] The port 'b91e0992-98ac-422c-b949-303822022991' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:49:58.341553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8ff2a384-15b8-4b9c-bac4-2613c266445a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:58.346934 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55fc387c-6e16-4c79-a915-653989c93514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.394676 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ff2a384-15b8-4b9c-bac4-2613c266445a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.395633 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ff2a384-15b8-4b9c-bac4-2613c266445a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.396303 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15fb9650-0018-4bf0-a875-b8a4b80ebf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.451523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-8b6b025b-5c71-403b-90f8-0fe83b434452', 'network_id': '8b6b025b-5c71-403b-90f8-0fe83b434452', 'tenant_id': '33552c0479964c7487f074e057484640', 'fixed_ips': [{'subnet_id': 'dd196cab-d00e-4496-8f1c-5562e0b8668b'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:49:58.452542 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.488402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-55fc387c-6e16-4c79-a915-653989c93514 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a1199371cb0431bae08255183572805&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1493134 Feb 04 15:49:58.488635 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.493597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44902) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:58.513559 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc387c-6e16-4c79-a915-653989c93514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceda17c1-1e87-450c-9f5f-e62f6b4c87b3,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:58.516764 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ff2a384-15b8-4b9c-bac4-2613c266445a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.528165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd3bd619-5055-4aa1-8292-a5259304906e req-9a04da0b-cef5-417f-a8fc-1fcfe7336ec5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456286 Feb 04 15:49:58.537692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Allocated IP 172.25.0.54 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/aad9ff89-979c-4f48-807d-ee8151da11f3) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:58.555730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1843b8-e472-4907-9ee9-6c42cde3fcc6']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:58.576884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47992333-7189-4255-bd17-3def6149b307') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:58.577212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47992333-7189-4255-bd17-3def6149b307') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:58.594423 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.601110 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ff2a384-15b8-4b9c-bac4-2613c266445a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.633021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5bc33f6-a13e-4982-83cc-1e7a9a9ec146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.636254 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.648320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Allocated IP 2001:db8::2 (8b6b025b-5c71-403b-90f8-0fe83b434452/dd196cab-d00e-4496-8f1c-5562e0b8668b/c61f6a61-95d0-47ff-b265-1dce9c16f45a) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:58.657714 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ff2a384-15b8-4b9c-bac4-2613c266445a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.661894 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8ff2a384-15b8-4b9c-bac4-2613c266445a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4130247 Feb 04 15:49:58.662131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44906) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:58.665473 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15fb9650-0018-4bf0-a875-b8a4b80ebf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.667162 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:49:58.667577 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:58.685981 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:58.727100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'port': {'network_id': '8b6b025b-5c71-403b-90f8-0fe83b434452', 'name': 'tempest-RoutersIpV6Test-288100862'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:58.830516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-15fb9650-0018-4bf0-a875-b8a4b80ebf4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d75bbd-26be-4856-b6ed-21151e5c40a3']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:58.848551 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5bc33f6-a13e-4982-83cc-1e7a9a9ec146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.854420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-15fb9650-0018-4bf0-a875-b8a4b80ebf4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1951c14-9e36-47a3-8c74-b93715032ddd') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:58.855024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-15fb9650-0018-4bf0-a875-b8a4b80ebf4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1951c14-9e36-47a3-8c74-b93715032ddd') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:58.896249 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15fb9650-0018-4bf0-a875-b8a4b80ebf4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.904718 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.926765 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.936003 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.941225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Network': ['ID=1b1843b8-e472-4907-9ee9-6c42cde3fcc6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:58.944162 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-34a56f9a-4f36-4d5b-b5f7-f4f3668d67f3 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/networks/1b1843b8-e472-4907-9ee9-6c42cde3fcc6 HTTP/1.1" status: 204 len: 168 time: 2.2505121 Feb 04 15:49:58.948878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44912) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:58.955395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-531233546'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:58.961798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:58.965906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:network and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:58.970612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:58.979388 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15fb9650-0018-4bf0-a875-b8a4b80ebf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.980961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:58.987697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fb9650-0018-4bf0-a875-b8a4b80ebf4d admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:49:58.989202 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Transition to ACTIVE for port object c61f6a61-95d0-47ff-b265-1dce9c16f45a will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:58.992074 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5bc33f6-a13e-4982-83cc-1e7a9a9ec146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.995900 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15fb9650-0018-4bf0-a875-b8a4b80ebf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.009158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:59.012971 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.024328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Transition to ACTIVE for port object c61f6a61-95d0-47ff-b265-1dce9c16f45a will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:59.034958 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.037394 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5bc33f6-a13e-4982-83cc-1e7a9a9ec146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.038584 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b5bc33f6-a13e-4982-83cc-1e7a9a9ec146 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ceda17c1-1e87-450c-9f5f-e62f6b4c87b3 HTTP/1.1" status: 204 len: 168 time: 0.5440559 Feb 04 15:49:59.039672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc33f6-a13e-4982-83cc-1e7a9a9ec146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceda17c1-1e87-450c-9f5f-e62f6b4c87b3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:59.062238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:59.075161 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.075880 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Added segment 72272432-f533-4e93-a165-8204aec9920f of type vlan for network 81770ea3-8919-4817-9fb9-1d1144527123 Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:59.118181 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:59.120940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Network 8b6b025b-5c71-403b-90f8-0fe83b434452 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:59.121772 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.123119 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:59.145494 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Pushing event updated for resources: {'Port': ['ID=c61f6a61-95d0-47ff-b265-1dce9c16f45a,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:59.148224 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:59.175208 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.180280 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15fb9650-0018-4bf0-a875-b8a4b80ebf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.180641 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:59.181323 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.193530 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.203580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:59.208465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:port and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:59.213896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:59.221520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:59.252457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Attempting to bind port c61f6a61-95d0-47ff-b265-1dce9c16f45a on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:59.253142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Attempting to bind port c61f6a61-95d0-47ff-b265-1dce9c16f45a by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '2db333e2-9b84-496f-a433-2eb2d8802e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8b6b025b-5c71-403b-90f8-0fe83b434452'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:59.253721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Attempting to bind port c61f6a61-95d0-47ff-b265-1dce9c16f45a on network 8b6b025b-5c71-403b-90f8-0fe83b434452 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:49:59.260350 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15fb9650-0018-4bf0-a875-b8a4b80ebf4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.262301 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:49:59.262881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Checking segment: {'id': '2db333e2-9b84-496f-a433-2eb2d8802e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8b6b025b-5c71-403b-90f8-0fe83b434452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:49:59.263476 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.264175 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Bound using segment: {'id': '2db333e2-9b84-496f-a433-2eb2d8802e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8b6b025b-5c71-403b-90f8-0fe83b434452'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:49:59.264828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Bound port: c61f6a61-95d0-47ff-b265-1dce9c16f45a, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db333e2-9b84-496f-a433-2eb2d8802e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8b6b025b-5c71-403b-90f8-0fe83b434452'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:59.265490 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.270535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:59.273734 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.299523 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3492045 Feb 04 15:49:59.305046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44918) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:59.309326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb9650-0018-4bf0-a875-b8a4b80ebf4d admin admin] Pushing event deleted for resources: {'Network': ['ID=45d75bbd-26be-4856-b6ed-21151e5c40a3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:59.311020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'subnet': {'network_id': '81770ea3-8919-4817-9fb9-1d1144527123', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:49:59.314545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] device_id is not set on port 72d81faf-3f0e-481a-86ed-231af2f90054 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:49:59.378346 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] For port c61f6a61-95d0-47ff-b265-1dce9c16f45a, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:59.381971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] For port c61f6a61-95d0-47ff-b265-1dce9c16f45a, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c61f6a61-95d0-47ff-b265-1dce9c16f45a,segment=NetworkSegment(2db333e2-9b84-496f-a433-2eb2d8802e79),segment_id=2db333e2-9b84-496f-a433-2eb2d8802e79)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:59.390315 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.393309 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-15fb9650-0018-4bf0-a875-b8a4b80ebf4d admin admin] 10.222.0.60 "DELETE /v2.0/networks/45d75bbd-26be-4856-b6ed-21151e5c40a3 HTTP/1.1" status: 204 len: 168 time: 1.2898741 Feb 04 15:49:59.399319 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.402740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1342cb5-70c0-4326-ac0c-16a03ef598ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Network': ['ID=81770ea3-8919-4817-9fb9-1d1144527123,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:59.460202 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 81770ea3-8919-4817-9fb9-1d1144527123 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:49:59.507169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event updated for resources: {'Port': ['ID=aad9ff89-979c-4f48-807d-ee8151da11f3,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:59.523415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:59.538354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:subnet and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:59.545132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:59.561449 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:59.565241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:59.571419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b51f6b-93e9-4c96-aa5e-97a47c4de257 req-39373a51-eb7f-430b-9e27-3702dedd3e61 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:59.579833 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25b51f6b-93e9-4c96-aa5e-97a47c4de257 req-39373a51-eb7f-430b-9e27-3702dedd3e61 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 945 time: 0.4516513 Feb 04 15:49:59.588768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:59.686786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:59.691863 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 68974e32-9270-49b1-9d0d-b593437a2ddc details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:49:59.700084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:49:59.739699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44934) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:59.744978 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1784a12-f7f2-428a-94b8-4318226b2a28 None None] Pushing event updated for resources: {'Port': ['ID=c61f6a61-95d0-47ff-b265-1dce9c16f45a,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:59.830417 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.007501 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25b51f6b-93e9-4c96-aa5e-97a47c4de257 req-91daabe7-1d43-4a23-8f4e-0d6f613722c9 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263201 Feb 04 15:50:00.068603 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3b1f90d7-bc10-481f-9040-f32748145c60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b049e6ac9bc4b9a858b5ebb6bedf701&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2951887 Feb 04 15:50:00.068818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 68974e32-9270-49b1-9d0d-b593437a2ddc, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=68974e32-9270-49b1-9d0d-b593437a2ddc,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:00.071148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Allocated IP 2001:db8::224 (8b6b025b-5c71-403b-90f8-0fe83b434452/dd196cab-d00e-4496-8f1c-5562e0b8668b/72d81faf-3f0e-481a-86ed-231af2f90054) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:00.074131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44942) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:00.116643 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '68974e32-9270-49b1-9d0d-b593437a2ddc', 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'port_id': '68974e32-9270-49b1-9d0d-b593437a2ddc', 'mac_address': 'fa:16:3e:70:04:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184257a1-8dd7-4ba7-9fe3-dd948fd0da94', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:50:00.215204 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.243870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68974e32-9270-49b1-9d0d-b593437a2ddc {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:50:00.244243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e22655-c4af-455d-b84c-6189ad1ebb36 req-f9a1a1c1-dc05-4ffc-a497-d7bbce469466 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:00.251110 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34e22655-c4af-455d-b84c-6189ad1ebb36 req-f9a1a1c1-dc05-4ffc-a497-d7bbce469466 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 943 time: 0.4965768 Feb 04 15:50:00.269162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 68974e32-9270-49b1-9d0d-b593437a2ddc, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=68974e32-9270-49b1-9d0d-b593437a2ddc,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:00.278920 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.390080 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c483fead-b54e-45fe-81df-5a9eaf94b4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.405526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34e22655-c4af-455d-b84c-6189ad1ebb36 req-083e76f3-69a4-4f90-8390-086e0440ef31 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428967 Feb 04 15:50:00.428216 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.432865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=68974e32-9270-49b1-9d0d-b593437a2ddc,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:00.487466 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c483fead-b54e-45fe-81df-5a9eaf94b4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.518563 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.573252 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.584059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Subnet': ['ID=0a3dafb1-a3a7-41b7-891e-3d30f1cc87e0,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:00.597747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Checking segment: {'id': '72272432-f533-4e93-a165-8204aec9920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '81770ea3-8919-4817-9fb9-1d1144527123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:50:00.598306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network hostable DHCP agents. Network: 81770ea3-8919-4817-9fb9-1d1144527123, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:00.629552 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c483fead-b54e-45fe-81df-5a9eaf94b4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.643237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 81770ea3-8919-4817-9fb9-1d1144527123 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:00.648920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Transition to ACTIVE for port object 72d81faf-3f0e-481a-86ed-231af2f90054 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:00.649153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483fead-b54e-45fe-81df-5a9eaf94b4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aba140-e6a0-429a-b038-e269519499f4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:00.665794 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c483fead-b54e-45fe-81df-5a9eaf94b4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.665993 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.667036 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c483fead-b54e-45fe-81df-5a9eaf94b4bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3aba140-e6a0-429a-b038-e269519499f4 HTTP/1.1" status: 204 len: 168 time: 0.5919518 Feb 04 15:50:00.685178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 81770ea3-8919-4817-9fb9-1d1144527123) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:00.695249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:00.699269 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.709393 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cba3a8c-7819-4f32-939d-e8295cc25658 None None] Network 81770ea3-8919-4817-9fb9-1d1144527123 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:50:00.740008 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3e67eab2-22d7-4fcc-ba7a-b0aacf40fe42 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4338925 Feb 04 15:50:00.744313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44956) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:00.750838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-747c6959-6a75-4ddd-a180-b94920db99c7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-413744743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:00.762953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-747c6959-6a75-4ddd-a180-b94920db99c7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:00.772036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-747c6959-6a75-4ddd-a180-b94920db99c7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:router and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:00.776058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-747c6959-6a75-4ddd-a180-b94920db99c7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:00.789346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-747c6959-6a75-4ddd-a180-b94920db99c7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:00.830524 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-747c6959-6a75-4ddd-a180-b94920db99c7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.831971 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-747c6959-6a75-4ddd-a180-b94920db99c7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.876688 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-747c6959-6a75-4ddd-a180-b94920db99c7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.885102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e03b6e-46e6-433d-ae11-d08ff48b1276 req-fcb5d3c8-aba9-4747-85c3-41cae7d973dc tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:00.886620 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45e03b6e-46e6-433d-ae11-d08ff48b1276 req-fcb5d3c8-aba9-4747-85c3-41cae7d973dc tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 945 time: 0.3167593 Feb 04 15:50:00.901256 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.905640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['68974e32-9270-49b1-9d0d-b593437a2ddc'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:50:00.940688 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-747c6959-6a75-4ddd-a180-b94920db99c7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.991635 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-747c6959-6a75-4ddd-a180-b94920db99c7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.992560 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 8b6b025b-5c71-403b-90f8-0fe83b434452 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:00.997559 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-747c6959-6a75-4ddd-a180-b94920db99c7 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2520883 Feb 04 15:50:00.998534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44962) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:01.005220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'network_id': '81770ea3-8919-4817-9fb9-1d1144527123', 'name': 'tempest-PortsTestJSON-403781978'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:01.009806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:01.013604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:01.023543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:01.024207 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.146958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45e03b6e-46e6-433d-ae11-d08ff48b1276 req-46f7d150-e7ed-4a3b-ad29-2e2703ffc3c5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312593 Feb 04 15:50:01.216511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=72d81faf-3f0e-481a-86ed-231af2f90054,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:01.239329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2965b9b9-6384-47d1-aa1d-1b3af054c494 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5738933 Feb 04 15:50:01.240289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44970) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:01.242973 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.252460 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.317311 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5abd1dc-01f9-44d3-9769-ac5df35882cb None None] Network 8b6b025b-5c71-403b-90f8-0fe83b434452 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:50:01.325476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:01.340886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:port and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:01.353527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:01.360996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:01.439446 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.468632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-69531ee1-7105-496f-8d26-6e4bf738cc43 None None] Provisioning for port c61f6a61-95d0-47ff-b265-1dce9c16f45a completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:01.475995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event updated for resources: {'Port': ['ID=aad9ff89-979c-4f48-807d-ee8151da11f3,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:01.509181 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.510712 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-53305892-2f42-4cc3-bfa8-5a88a6bbb4a3 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9692879 Feb 04 15:50:01.513298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44984) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:01.522244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-571450578'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:01.529880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:01.534784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Usage tracker for resource:network and tenant:6d417dbc8e114c73bddb2f9e28080c06 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:01.539029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:01.547715 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:01.566724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Made reservation on behalf of 6d417dbc8e114c73bddb2f9e28080c06 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:01.572496 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.603291 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.623750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:01.627490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.660200 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-81770ea3-8919-4817-9fb9-1d1144527123', 'network_id': '81770ea3-8919-4817-9fb9-1d1144527123', 'tenant_id': '4152675cb55e47d8b7b3918734aa1522', 'fixed_ips': [{'subnet_id': '0a3dafb1-a3a7-41b7-891e-3d30f1cc87e0'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:50:01.661105 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.669015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:01.674870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Usage tracker for resource:security_group_rule and tenant:6d417dbc8e114c73bddb2f9e28080c06 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:01.714266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:01.736874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:01.830821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b3a07-8c8f-47e6-946a-f681f4149d36 req-d125ffd9-a50f-4901-a626-c21579fe0a27 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:01.834028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c10b3a07-8c8f-47e6-946a-f681f4149d36 req-d125ffd9-a50f-4901-a626-c21579fe0a27 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 944 time: 0.1550229 Feb 04 15:50:01.896992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port beab6ad8-65b4-4e87-a776-494bb11b7635 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:01.986125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c10b3a07-8c8f-47e6-946a-f681f4149d36 req-4d3ebafb-8f21-4ff4-807f-96a687e1753b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439641 Feb 04 15:50:01.994021 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.002003 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.087945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c61f6a61-95d0-47ff-b265-1dce9c16f45a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:02.114437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:02.116540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155053bc-9867-4801-909e-77b75b68cdfd,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:02.135856 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.136202 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Added segment 7b5ff71f-e886-4e06-ba21-b85987b0b44e of type vlan for network 84c87718-2328-4e35-9a10-6c0ddad7e28c Feb 04 15:50:02.181748 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.189430 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Allocated IP 172.20.0.2 (81770ea3-8919-4817-9fb9-1d1144527123/0a3dafb1-a3a7-41b7-891e-3d30f1cc87e0/bc44b816-0195-409f-b81f-5b32b32cfb5b) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:02.253355 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.258506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:02.259224 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.415908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event updated for resources: {'Network': ['ID=84c87718-2328-4e35-9a10-6c0ddad7e28c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:02.436435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port c61f6a61-95d0-47ff-b265-1dce9c16f45a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:02.466612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 84c87718-2328-4e35-9a10-6c0ddad7e28c details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:50:02.517366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3a293430-e3f7-4f76-8ddb-17eb4c5d6e55 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0014384 Feb 04 15:50:02.518845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45004) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:02.528376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c61f6a61-95d0-47ff-b265-1dce9c16f45a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:02.528751 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.533106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Request body: {'subnet': {'network_id': '84c87718-2328-4e35-9a10-6c0ddad7e28c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:02.596130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71940666-372e-4e3c-8362-b5f6be7f0597 req-8fefd42d-11ce-4419-9d02-a5a064b6e7cb tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:02.607832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71940666-372e-4e3c-8362-b5f6be7f0597 req-8fefd42d-11ce-4419-9d02-a5a064b6e7cb tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 945 time: 0.1681118 Feb 04 15:50:02.706243 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71940666-372e-4e3c-8362-b5f6be7f0597 req-44754719-d505-4df3-af3d-726b0565daec tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972519 Feb 04 15:50:02.745765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-3a675d74-ab7d-4fd1-8080-7504eca4c396 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:02.746373 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-3a675d74-ab7d-4fd1-8080-7504eca4c396 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Synchronizing usage tracker for tenant:b1150d2a6b7b432d960998813aacb087 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:02.900242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-3a675d74-ab7d-4fd1-8080-7504eca4c396 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Unset dirty status for tenant:b1150d2a6b7b432d960998813aacb087 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:02.901711 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-3a675d74-ab7d-4fd1-8080-7504eca4c396 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.81 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 945 time: 0.6160834 Feb 04 15:50:02.945424 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8355836d-98b5-49ba-9bde-5eb761ff319a None None] Provisioning for port 72d81faf-3f0e-481a-86ed-231af2f90054 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:03.019394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:03.037740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8355836d-98b5-49ba-9bde-5eb761ff319a None None] Provisioning complete for port 72d81faf-3f0e-481a-86ed-231af2f90054 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:03.038130 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8355836d-98b5-49ba-9bde-5eb761ff319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.043242 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.057360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Usage tracker for resource:subnet and tenant:6d417dbc8e114c73bddb2f9e28080c06 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:03.072857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:03.085285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:03.139329 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Deleting port 5eba5d7b-604a-47b5-af13-6eb42941368a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:03.139747 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.168711 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.177310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Made reservation on behalf of 6d417dbc8e114c73bddb2f9e28080c06 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:03.182658 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Transition to ACTIVE for port object bc44b816-0195-409f-b81f-5b32b32cfb5b will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:03.202857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Transition to ACTIVE for port object bc44b816-0195-409f-b81f-5b32b32cfb5b will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:03.269228 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.349279 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Network 81770ea3-8919-4817-9fb9-1d1144527123 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:03.360627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:03.372444 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.382336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:03.393941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8355836d-98b5-49ba-9bde-5eb761ff319a None None] Port 72d81faf-3f0e-481a-86ed-231af2f90054 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:03.413664 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Pushing event updated for resources: {'Port': ['ID=bc44b816-0195-409f-b81f-5b32b32cfb5b,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:03.422972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58d43c-a8c3-4ad5-83d1-4b37d4b7f8ff req-dfdcede8-9d1b-4039-a9b8-13c177f931e6 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:03.428675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:03.428883 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e58d43c-a8c3-4ad5-83d1-4b37d4b7f8ff req-dfdcede8-9d1b-4039-a9b8-13c177f931e6 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 944 time: 0.1271663 Feb 04 15:50:03.429021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:03.429361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:03.431600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:03.431961 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:03.432297 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:03.432639 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:03.432956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:03.433275 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:03.433592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:03.433908 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:03.468341 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.509379 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e58d43c-a8c3-4ad5-83d1-4b37d4b7f8ff req-35107cce-9d22-400e-a3ee-8e6d82f51110 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753455 Feb 04 15:50:03.526365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8355836d-98b5-49ba-9bde-5eb761ff319a None None] Provisioning complete for port c61f6a61-95d0-47ff-b265-1dce9c16f45a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:03.527324 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8355836d-98b5-49ba-9bde-5eb761ff319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.564707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port c61f6a61-95d0-47ff-b265-1dce9c16f45a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c61f6a61-95d0-47ff-b265-1dce9c16f45a,segment=NetworkSegment(2db333e2-9b84-496f-a433-2eb2d8802e79),segment_id=2db333e2-9b84-496f-a433-2eb2d8802e79)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:03.587478 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Attempting to bind port bc44b816-0195-409f-b81f-5b32b32cfb5b on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:03.588104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Attempting to bind port bc44b816-0195-409f-b81f-5b32b32cfb5b by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '72272432-f533-4e93-a165-8204aec9920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '81770ea3-8919-4817-9fb9-1d1144527123'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:03.588664 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Attempting to bind port bc44b816-0195-409f-b81f-5b32b32cfb5b on network 81770ea3-8919-4817-9fb9-1d1144527123 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:50:03.592735 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.604953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45030) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:03.662490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:50:03.662862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Checking segment: {'id': '72272432-f533-4e93-a165-8204aec9920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '81770ea3-8919-4817-9fb9-1d1144527123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:50:03.663289 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.663677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Bound using segment: {'id': '72272432-f533-4e93-a165-8204aec9920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '81770ea3-8919-4817-9fb9-1d1144527123'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:50:03.664152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Bound port: bc44b816-0195-409f-b81f-5b32b32cfb5b, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72272432-f533-4e93-a165-8204aec9920f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '81770ea3-8919-4817-9fb9-1d1144527123'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:03.664520 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.705485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 68974e32-9270-49b1-9d0d-b593437a2ddc up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:03.773554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Allocated IP 172.20.0.6 (81770ea3-8919-4817-9fb9-1d1144527123/0a3dafb1-a3a7-41b7-891e-3d30f1cc87e0/beab6ad8-65b4-4e87-a776-494bb11b7635) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:03.805170 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=c61f6a61-95d0-47ff-b265-1dce9c16f45a,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:03.831674 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f33cfaa4-08aa-426f-9020-7d9ffeb402a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.889527 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 68974e32-9270-49b1-9d0d-b593437a2ddc completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:03.909774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 68974e32-9270-49b1-9d0d-b593437a2ddc triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:03.910144 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.951415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f33cfaa4-08aa-426f-9020-7d9ffeb402a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:03.972376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f33cfaa4-08aa-426f-9020-7d9ffeb402a5 admin admin] Usage tracker for resource:security_group_rule and tenant:ed7f8a68b2384a338a2817f1e24b1095 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:03.976947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f33cfaa4-08aa-426f-9020-7d9ffeb402a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:03.994927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f33cfaa4-08aa-426f-9020-7d9ffeb402a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:04.046041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f2e97-9c28-4ee2-bbf9-4ff7116695fc req-c1d71f5f-6989-4a1c-86ca-ebb0124e1532 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.047642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e7f2e97-9c28-4ee2-bbf9-4ff7116695fc req-c1d71f5f-6989-4a1c-86ca-ebb0124e1532 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 945 time: 0.1575513 Feb 04 15:50:04.052591 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c61f6a61-95d0-47ff-b265-1dce9c16f45a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:04.123556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] For port bc44b816-0195-409f-b81f-5b32b32cfb5b, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:50:04.155507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] For port bc44b816-0195-409f-b81f-5b32b32cfb5b, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bc44b816-0195-409f-b81f-5b32b32cfb5b,segment=NetworkSegment(72272432-f533-4e93-a165-8204aec9920f),segment_id=72272432-f533-4e93-a165-8204aec9920f)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:50:04.177453 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.262916 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e7f2e97-9c28-4ee2-bbf9-4ff7116695fc req-a9ddd853-7b37-4451-92fe-6d89fb199191 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074699 Feb 04 15:50:04.282500 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f33cfaa4-08aa-426f-9020-7d9ffeb402a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.290382 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f33cfaa4-08aa-426f-9020-7d9ffeb402a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.299212 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.319534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-178b64a6-7ed6-4632-9008-575f151b038f None None] Provisioning complete for port 72d81faf-3f0e-481a-86ed-231af2f90054 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:04.320224 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-178b64a6-7ed6-4632-9008-575f151b038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.345402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f33cfaa4-08aa-426f-9020-7d9ffeb402a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed7f8a68b2384a338a2817f1e24b1095&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7393370 Feb 04 15:50:04.348522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45048) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:04.413156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cfaa4-08aa-426f-9020-7d9ffeb402a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97829cb8-bd75-4156-b640-91209e31a862,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:04.433285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8b8318-7be1-4819-937a-6eaae5162a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68974e32-9270-49b1-9d0d-b593437a2ddc'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:04.435515 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08251002-0637-48eb-b5d6-8cd1a857ed70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.465023 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fbb53-7bcb-467e-acc8-efeada2b164a None None] Pushing event updated for resources: {'Port': ['ID=bc44b816-0195-409f-b81f-5b32b32cfb5b,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:04.479335 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08251002-0637-48eb-b5d6-8cd1a857ed70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.481463 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-178b64a6-7ed6-4632-9008-575f151b038f None None] Port 72d81faf-3f0e-481a-86ed-231af2f90054 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:04.487006 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 68974e32-9270-49b1-9d0d-b593437a2ddc, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=68974e32-9270-49b1-9d0d-b593437a2ddc,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:04.488269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c61f6a61-95d0-47ff-b265-1dce9c16f45a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:04.488886 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.525329 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.572328 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08251002-0637-48eb-b5d6-8cd1a857ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.595594 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.613733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08251002-0637-48eb-b5d6-8cd1a857ed70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97829cb8-bd75-4156-b640-91209e31a862,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:04.619926 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-08251002-0637-48eb-b5d6-8cd1a857ed70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.626150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-08251002-0637-48eb-b5d6-8cd1a857ed70 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97829cb8-bd75-4156-b640-91209e31a862 HTTP/1.1" status: 204 len: 168 time: 0.2765272 Feb 04 15:50:04.637579 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.737621 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8b8318-7be1-4819-937a-6eaae5162a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68974e32-9270-49b1-9d0d-b593437a2ddc', 'code': 200} Feb 04 15:50:04.848387 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=68974e32-9270-49b1-9d0d-b593437a2ddc,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:04.900114 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.937646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 5eba5d7b-604a-47b5-af13-6eb42941368a no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:50:04.953666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16a0c0-9751-469e-96e5-442a97b91e78 req-6306a30c-4142-4e7a-8916-a9e8173b5da2 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.972342 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d16a0c0-9751-469e-96e5-442a97b91e78 req-6306a30c-4142-4e7a-8916-a9e8173b5da2 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 945 time: 0.2393923 Feb 04 15:50:05.008754 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5939eaa-cf38-4084-b740-7131ee46fed9 req-4591ec5d-e999-4112-9853-d8d6e1f4d57d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 1096 time: 0.2225325 Feb 04 15:50:05.089791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d16a0c0-9751-469e-96e5-442a97b91e78 req-db9d08d7-ebd2-4ca2-aa07-81f9fe844e20 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170678 Feb 04 15:50:05.120805 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.131875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5939eaa-cf38-4084-b740-7131ee46fed9 req-60e8961e-4b04-4f37-a847-dc9552065d20 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135149 Feb 04 15:50:05.233269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Transition to ACTIVE for port object beab6ad8-65b4-4e87-a776-494bb11b7635 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:05.241200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=72d81faf-3f0e-481a-86ed-231af2f90054,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:05.258159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] For port 5eba5d7b-604a-47b5-af13-6eb42941368a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5eba5d7b-604a-47b5-af13-6eb42941368a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:05.258528 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.321145 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.449263 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 5eba5d7b-604a-47b5-af13-6eb42941368a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5eba5d7b-604a-47b5-af13-6eb42941368a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:05.456831 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.576988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-77016a05-63b3-4397-a8d2-1a8473ec0619 None None] Provisioning complete for port 72d81faf-3f0e-481a-86ed-231af2f90054 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:05.577320 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-77016a05-63b3-4397-a8d2-1a8473ec0619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.592122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Calling delete_port for 5eba5d7b-604a-47b5-af13-6eb42941368a owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:05.629630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=5eba5d7b-604a-47b5-af13-6eb42941368a,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:05.642374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013974bd-1d6f-47d3-80b9-949a820d4109 req-abf8d0aa-f22d-41b2-b9d9-24a620a3460e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:05.652742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-013974bd-1d6f-47d3-80b9-949a820d4109 req-abf8d0aa-f22d-41b2-b9d9-24a620a3460e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 943 time: 0.1239278 Feb 04 15:50:05.688315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-77016a05-63b3-4397-a8d2-1a8473ec0619 None None] Port 72d81faf-3f0e-481a-86ed-231af2f90054 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:05.711046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-013974bd-1d6f-47d3-80b9-949a820d4109 req-d536494d-f346-4b5b-975b-8ab4924480b3 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567036 Feb 04 15:50:05.800549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event updated for resources: {'Subnet': ['ID=c7ebea4f-0366-4f04-a4e0-5ae950827ac6,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:05.933972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Checking segment: {'id': '7b5ff71f-e886-4e06-ba21-b85987b0b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84c87718-2328-4e35-9a10-6c0ddad7e28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:50:05.943648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Network hostable DHCP agents. Network: 84c87718-2328-4e35-9a10-6c0ddad7e28c, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:05.986730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.087895 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bc44b816-0195-409f-b81f-5b32b32cfb5b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:06.257368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port bc44b816-0195-409f-b81f-5b32b32cfb5b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:06.265340 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:50:06.276703 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53096185-c9a6-4b75-8436-72685c7a6635 req-ef2c7491-e62b-4666-b72c-b05466571652 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 1095 time: 0.3416400 Feb 04 15:50:06.277964 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:50:06.316033 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fec86e-b81f-4a30-b919-2d1de70b3b6f None None] Network 81770ea3-8919-4817-9fb9-1d1144527123 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:50:06.344965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=beab6ad8-65b4-4e87-a776-494bb11b7635,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:06.348697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 81770ea3-8919-4817-9fb9-1d1144527123 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:06.354087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:06.359869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:06.433304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Network 84c87718-2328-4e35-9a10-6c0ddad7e28c is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:06.444886 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.492695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 84c87718-2328-4e35-9a10-6c0ddad7e28c) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:06.502440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:06.503847 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.518212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:06.518843 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.526845 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0ad212-ce11-4bf6-982b-0986930691b1 None None] Network 84c87718-2328-4e35-9a10-6c0ddad7e28c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:50:06.604543 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6cd67c56-0ec5-4f78-a5d6-f7a68ae4614e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.6045413 Feb 04 15:50:06.608890 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a2efff53-0820-46d6-af3e-11e578c1d36d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0871308 Feb 04 15:50:06.610285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45100) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:06.610656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45102) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:06.630174 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1072417125', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:06.657741 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53096185-c9a6-4b75-8436-72685c7a6635 req-5eb37235-a5fc-4317-8594-4d9139e111b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:06.661025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53096185-c9a6-4b75-8436-72685c7a6635 req-5eb37235-a5fc-4317-8594-4d9139e111b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.3684504 Feb 04 15:50:06.729490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:06.748260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9665a772-5b85-46a2-beb7-b2af78be6753', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eba5d7b-604a-47b5-af13-6eb42941368a'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:06.754431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Usage tracker for resource:router and tenant:6d417dbc8e114c73bddb2f9e28080c06 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:06.773527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:06.789529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Deleting port 5eba5d7b-604a-47b5-af13-6eb42941368a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:06.789876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.882234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:06.891109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-84c87718-2328-4e35-9a10-6c0ddad7e28c', 'network_id': '84c87718-2328-4e35-9a10-6c0ddad7e28c', 'tenant_id': '6d417dbc8e114c73bddb2f9e28080c06', 'fixed_ips': [{'subnet_id': 'c7ebea4f-0366-4f04-a4e0-5ae950827ac6'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:50:06.892102 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.911992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6dd3d81c-3f27-4ddf-ba18-bbade60e3e46 None None] Provisioning for port bc44b816-0195-409f-b81f-5b32b32cfb5b completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:06.934316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6dd3d81c-3f27-4ddf-ba18-bbade60e3e46 None None] Provisioning complete for port bc44b816-0195-409f-b81f-5b32b32cfb5b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:06.934727 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d81c-3f27-4ddf-ba18-bbade60e3e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.947639 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.964008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9e92d-2ea2-43b2-b376-f44de7813d81 req-cca4d7f4-1552-48e2-bfd8-9011f18f987a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:06.966095 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12e9e92d-2ea2-43b2-b376-f44de7813d81 req-cca4d7f4-1552-48e2-bfd8-9011f18f987a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.8534210 Feb 04 15:50:06.983609 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2e4f78de-b3ee-4876-a9d8-365c3786b6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.048597 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12e9e92d-2ea2-43b2-b376-f44de7813d81 req-43e4aaaf-2c87-4577-9df3-d87a98ac2513 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685391 Feb 04 15:50:07.057220 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53096185-c9a6-4b75-8436-72685c7a6635 req-0a56d4e7-fc2c-47ca-8e0f-3e2e2bf2391b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2 HTTP/1.1" status: 200 len: 998 time: 0.3867764 Feb 04 15:50:07.135799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.136806 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.207212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Allocated IP 172.20.0.2 (84c87718-2328-4e35-9a10-6c0ddad7e28c/c7ebea4f-0366-4f04-a4e0-5ae950827ac6/29b397b4-c6f9-44ee-90b6-667a47e9253d) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:07.215358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a93fc3-caec-4196-b115-3d1907317ea9 req-c64a8fcb-278b-49ef-827a-030787f7ad9e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:07.219346 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49a93fc3-caec-4196-b115-3d1907317ea9 req-c64a8fcb-278b-49ef-827a-030787f7ad9e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 945 time: 0.5682828 Feb 04 15:50:07.274406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53096185-c9a6-4b75-8436-72685c7a6635 req-35101ffb-bd72-4fe4-a48e-9ecadc0a254d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:07.276455 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53096185-c9a6-4b75-8436-72685c7a6635 req-35101ffb-bd72-4fe4-a48e-9ecadc0a254d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.2111127 Feb 04 15:50:07.556316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49a93fc3-caec-4196-b115-3d1907317ea9 req-b9b8f9cd-5509-419e-be97-e6c7263638b8 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287306 Feb 04 15:50:07.567774 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53096185-c9a6-4b75-8436-72685c7a6635 req-f6c7d0a5-c90f-47b4-b17b-2f4f809d8b60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2827325 Feb 04 15:50:07.586177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd8042-60b0-4469-8de4-9201708183b2 req-b956b697-858c-40b4-a9fb-d602f845cb49 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:07.599479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9cdd8042-60b0-4469-8de4-9201708183b2 req-b956b697-858c-40b4-a9fb-d602f845cb49 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 943 time: 0.2523468 Feb 04 15:50:07.672727 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.674570 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.698567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Transition to ACTIVE for port object 29b397b4-c6f9-44ee-90b6-667a47e9253d will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:07.739749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Transition to ACTIVE for port object 29b397b4-c6f9-44ee-90b6-667a47e9253d will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:07.745452 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9665a772-5b85-46a2-beb7-b2af78be6753', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eba5d7b-604a-47b5-af13-6eb42941368a', 'code': 200} Feb 04 15:50:07.809045 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.849543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9cdd8042-60b0-4469-8de4-9201708183b2 req-444eb46d-8c87-4d25-ae57-83d2c403c61b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474496 Feb 04 15:50:07.916680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53096185-c9a6-4b75-8436-72685c7a6635 req-e6f5cd40-c308-4b71-b6b3-3b90d84582ca service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691855 Feb 04 15:50:07.944337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Pushing event updated for resources: {'Port': ['ID=29b397b4-c6f9-44ee-90b6-667a47e9253d,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:07.960720 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Network 84c87718-2328-4e35-9a10-6c0ddad7e28c is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:07.962893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:07.965639 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:08.105876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] For port 5eba5d7b-604a-47b5-af13-6eb42941368a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=5eba5d7b-604a-47b5-af13-6eb42941368a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:08.107315 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.162198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Attempting to bind port 29b397b4-c6f9-44ee-90b6-667a47e9253d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:08.162657 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Attempting to bind port 29b397b4-c6f9-44ee-90b6-667a47e9253d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '7b5ff71f-e886-4e06-ba21-b85987b0b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84c87718-2328-4e35-9a10-6c0ddad7e28c'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:08.163042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Attempting to bind port 29b397b4-c6f9-44ee-90b6-667a47e9253d on network 84c87718-2328-4e35-9a10-6c0ddad7e28c {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:50:08.165281 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d81c-3f27-4ddf-ba18-bbade60e3e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.245161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:50:08.246260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Checking segment: {'id': '7b5ff71f-e886-4e06-ba21-b85987b0b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84c87718-2328-4e35-9a10-6c0ddad7e28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:50:08.246702 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.248217 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Bound using segment: {'id': '7b5ff71f-e886-4e06-ba21-b85987b0b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84c87718-2328-4e35-9a10-6c0ddad7e28c'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:50:08.250413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Bound port: 29b397b4-c6f9-44ee-90b6-667a47e9253d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5ff71f-e886-4e06-ba21-b85987b0b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84c87718-2328-4e35-9a10-6c0ddad7e28c'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:08.251578 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.304588 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6dd3d81c-3f27-4ddf-ba18-bbade60e3e46 None None] For port bc44b816-0195-409f-b81f-5b32b32cfb5b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bc44b816-0195-409f-b81f-5b32b32cfb5b,segment=NetworkSegment(72272432-f533-4e93-a165-8204aec9920f),segment_id=72272432-f533-4e93-a165-8204aec9920f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:08.327534 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53096185-c9a6-4b75-8436-72685c7a6635 req-6de0b158-f71a-4998-9142-595cc26b1a52 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955331 Feb 04 15:50:08.357614 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d81c-3f27-4ddf-ba18-bbade60e3e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.359323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Calling delete_port for 5eba5d7b-604a-47b5-af13-6eb42941368a owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:08.471336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3d81c-3f27-4ddf-ba18-bbade60e3e46 None None] Pushing event updated for resources: {'Port': ['ID=bc44b816-0195-409f-b81f-5b32b32cfb5b,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:08.475874 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] For port 29b397b4-c6f9-44ee-90b6-667a47e9253d, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:50:08.479780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] For port 29b397b4-c6f9-44ee-90b6-667a47e9253d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=29b397b4-c6f9-44ee-90b6-667a47e9253d,segment=NetworkSegment(7b5ff71f-e886-4e06-ba21-b85987b0b44e),segment_id=7b5ff71f-e886-4e06-ba21-b85987b0b44e)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:50:08.486120 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.771408 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c6310-4051-41cd-902e-c93122d3566b req-d383f694-5167-455c-acb2-a07b0c3d0daa tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:08.772948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca9c6310-4051-41cd-902e-c93122d3566b req-d383f694-5167-455c-acb2-a07b0c3d0daa tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.2145071 Feb 04 15:50:08.887384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b26c7ef8-efc1-4263-8b19-30770f85fe02 None None] Provisioning complete for port bc44b816-0195-409f-b81f-5b32b32cfb5b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:08.887756 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b26c7ef8-efc1-4263-8b19-30770f85fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.014137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb39143-915c-4040-9462-8e5427afe79e None None] Pushing event updated for resources: {'Port': ['ID=29b397b4-c6f9-44ee-90b6-667a47e9253d,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:09.103961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca9c6310-4051-41cd-902e-c93122d3566b req-a2848100-aa21-4081-817a-3d946153a2b5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231673 Feb 04 15:50:09.157541 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-568d50f8-5ec9-4262-bf15-fbd831066bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.247948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380f70d-43b8-425b-aee4-8914bfcab02e req-e356b4f2-03f6-4815-a33a-04a8996e4aee tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:09.258518 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0380f70d-43b8-425b-aee4-8914bfcab02e req-e356b4f2-03f6-4815-a33a-04a8996e4aee tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 945 time: 0.2327180 Feb 04 15:50:09.350208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0380f70d-43b8-425b-aee4-8914bfcab02e req-d75f6136-6956-4eae-8eba-350849c34654 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903928 Feb 04 15:50:09.365381 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b26c7ef8-efc1-4263-8b19-30770f85fe02 None None] Provisioning for port beab6ad8-65b4-4e87-a776-494bb11b7635 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:09.371484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b26c7ef8-efc1-4263-8b19-30770f85fe02 None None] Provisioning complete for port beab6ad8-65b4-4e87-a776-494bb11b7635 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:09.372142 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b26c7ef8-efc1-4263-8b19-30770f85fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.520025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b26c7ef8-efc1-4263-8b19-30770f85fe02 None None] Port beab6ad8-65b4-4e87-a776-494bb11b7635 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:09.556793 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.590259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf496f-e371-4b0f-977e-1cc37ab524c0 req-79028e04-35b6-48c7-af84-7ee3a7e008fe tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:09.602106 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9bf496f-e371-4b0f-977e-1cc37ab524c0 req-79028e04-35b6-48c7-af84-7ee3a7e008fe tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 943 time: 0.1412525 Feb 04 15:50:09.667089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d6ae0bc4-f1d3-4cbd-be00-53c6915ca49b None None] Provisioning complete for port beab6ad8-65b4-4e87-a776-494bb11b7635 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:09.668427 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d6ae0bc4-f1d3-4cbd-be00-53c6915ca49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.674758 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9bf496f-e371-4b0f-977e-1cc37ab524c0 req-70289923-b90f-46ef-85f2-dece0223bf5c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693445 Feb 04 15:50:09.715233 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:50:09.745031 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.769621 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae0bc4-f1d3-4cbd-be00-53c6915ca49b None None] Port beab6ad8-65b4-4e87-a776-494bb11b7635 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:09.780347 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.781868 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.785620 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.947712 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:10.117939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-f4593acf-d7d9-4fff-9e5a-8fc0c97a35ea tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:10.136912 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-f4593acf-d7d9-4fff-9e5a-8fc0c97a35ea tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 0.3404579 Feb 04 15:50:10.167605 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:10.197065 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-54d2cbc1-bbd2-404f-b851-cb243a64cd6a tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/quotas/348461e82d844c83a77fa4d9ee90bbcd HTTP/1.1" status: 200 len: 375 time: 0.0582893 Feb 04 15:50:10.248478 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bc44b816-0195-409f-b81f-5b32b32cfb5b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:10.454800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-462b8020-9b3a-4095-b0cc-8c29e620e014 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2488821 Feb 04 15:50:10.480479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port bc44b816-0195-409f-b81f-5b32b32cfb5b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:10.481021 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:10.635676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f49e19-d8c9-4f0f-9e11-75feaa3c6290 None None] Network 84c87718-2328-4e35-9a10-6c0ddad7e28c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:50:10.708164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=72d81faf-3f0e-481a-86ed-231af2f90054,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:10.777300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-64dd2f6e-1940-4ff5-8162-ae6ebee12497 service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211856 Feb 04 15:50:10.786817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd277085-0ff3-444f-a211-9b282dae771d req-e16f0132-005c-4a20-8f4c-68c5c8cbfb2f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:10.796036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd277085-0ff3-444f-a211-9b282dae771d req-e16f0132-005c-4a20-8f4c-68c5c8cbfb2f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.3019433 Feb 04 15:50:10.950832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] No DVR routers for this DVR port 5eba5d7b-604a-47b5-af13-6eb42941368a on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:11.009334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Pushing event deleted for resources: {'Port': ['ID=5eba5d7b-604a-47b5-af13-6eb42941368a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:11.014371 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.022925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-23125bcb-3900-4472-b8d4-49486c2a71e9 None None] Provisioning for port 29b397b4-c6f9-44ee-90b6-667a47e9253d completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:11.025903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9665a772-5b85-46a2-beb7-b2af78be6753', 'name': 'network-vif-deleted', 'tag': '5eba5d7b-604a-47b5-af13-6eb42941368a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:11.076518 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 29b397b4-c6f9-44ee-90b6-667a47e9253d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:11.119591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd277085-0ff3-444f-a211-9b282dae771d req-3f7ca346-c3d7-4214-8e33-2df06b2da1cd tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184412 Feb 04 15:50:11.152313 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-491f3aed-10ac-4d0f-8192-4137e7c8b02b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.190992 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c824ac9f-84d2-4ab6-a623-12a481e688ff req-717fd43a-1413-4247-9d4d-d2448a275efd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.81 "DELETE /v2.0/ports/5eba5d7b-604a-47b5-af13-6eb42941368a HTTP/1.1" status: 204 len: 173 time: 8.2657206 Feb 04 15:50:11.236172 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-660939a6-b7db-4894-ac8b-5d11beb65176 service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309876 Feb 04 15:50:11.244670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f16ee1f-2c31-4342-8b1d-e59d914b65bd req-5d321b68-8b5a-4269-b41f-97b1be416c4a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4187148 Feb 04 15:50:11.278392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 8b6b025b-5c71-403b-90f8-0fe83b434452 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:11.287713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:11.590413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-440d9ee1-6c1c-492f-9051-14bc4b81fa52 req-384566a5-b4bc-4e3b-9251-3291b87635e6 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=9665a772-5b85-46a2-beb7-b2af78be6753 HTTP/1.1" status: 200 len: 210 time: 0.1183326 Feb 04 15:50:11.624459 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f16ee1f-2c31-4342-8b1d-e59d914b65bd req-447e5fee-0643-4ca3-8fcf-29599a05c45d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 1096 time: 0.3524926 Feb 04 15:50:11.722410 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.727070 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.752428 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 29b397b4-c6f9-44ee-90b6-667a47e9253d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:11.771822 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 29b397b4-c6f9-44ee-90b6-667a47e9253d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:11.772528 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.798826 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9665a772-5b85-46a2-beb7-b2af78be6753', 'name': 'network-vif-deleted', 'tag': '5eba5d7b-604a-47b5-af13-6eb42941368a', 'status': 'completed', 'code': 200} Feb 04 15:50:12.005010 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06b5e1e7-2589-4204-a9a4-cabe64e8181e req-520f4be1-b50b-4a5e-b990-9e806462b723 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 210 time: 0.2007751 Feb 04 15:50:12.083744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16ee1f-2c31-4342-8b1d-e59d914b65bd req-6d072785-6ffc-48d1-a08a-c79895d4acea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:12.085775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f16ee1f-2c31-4342-8b1d-e59d914b65bd req-6d072785-6ffc-48d1-a08a-c79895d4acea service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.4276850 Feb 04 15:50:12.169992 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.237580 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f95138b-e3f3-44a2-af87-6ce342bb48cd None None] Provisioning complete for port 72d81faf-3f0e-481a-86ed-231af2f90054 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:12.238078 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f95138b-e3f3-44a2-af87-6ce342bb48cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.300237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f16ee1f-2c31-4342-8b1d-e59d914b65bd req-cdd74f06-82d9-4ee1-8e8b-e1639e3b250f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f11e5f-f02d-4939-90d2-3bca6664382b HTTP/1.1" status: 200 len: 217 time: 0.1991966 Feb 04 15:50:12.410298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 29b397b4-c6f9-44ee-90b6-667a47e9253d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=29b397b4-c6f9-44ee-90b6-667a47e9253d,segment=NetworkSegment(7b5ff71f-e886-4e06-ba21-b85987b0b44e),segment_id=7b5ff71f-e886-4e06-ba21-b85987b0b44e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:12.424464 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.431402 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.482207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.506825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16ee1f-2c31-4342-8b1d-e59d914b65bd req-3be405ea-9443-44de-b02f-a2a1fb16cdec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:12.508304 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f16ee1f-2c31-4342-8b1d-e59d914b65bd req-3be405ea-9443-44de-b02f-a2a1fb16cdec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.2049272 Feb 04 15:50:12.511960 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f95138b-e3f3-44a2-af87-6ce342bb48cd None None] Port 72d81faf-3f0e-481a-86ed-231af2f90054 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:12.585909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=29b397b4-c6f9-44ee-90b6-667a47e9253d,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:12.666925 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f16ee1f-2c31-4342-8b1d-e59d914b65bd req-91fe8345-05e3-48bb-bc29-84abad13e761 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511741 Feb 04 15:50:12.688086 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c790daa7-f3f6-478d-92e7-a214bca729a3 None None] Provisioning complete for port 29b397b4-c6f9-44ee-90b6-667a47e9253d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:12.688560 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c790daa7-f3f6-478d-92e7-a214bca729a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.799048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Allocated IP 172.25.0.191 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/d00fc406-6fe1-414c-b161-23eb1250ecf4) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:13.046107 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f16ee1f-2c31-4342-8b1d-e59d914b65bd req-07dadca3-ea09-469f-ac48-98d6df57ca7d service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720732 Feb 04 15:50:13.374128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dabdad1c-6bb9-4a5d-b420-c46ca2f68416 req-d3426b46-be67-4e32-9e29-100e2b30aea4 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 210 time: 0.0983181 Feb 04 15:50:13.376505 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-491f3aed-10ac-4d0f-8192-4137e7c8b02b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.399533 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-491f3aed-10ac-4d0f-8192-4137e7c8b02b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.516345 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.552091 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f16ee1f-2c31-4342-8b1d-e59d914b65bd req-7cced52a-1fda-4ffc-9057-cb367530bd95 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001647 Feb 04 15:50:13.633236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-3f3e7e7a-19a2-4efb-9939-a1c07fdacc93 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:13.644707 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-3f3e7e7a-19a2-4efb-9939-a1c07fdacc93 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 810 time: 0.2561252 Feb 04 15:50:13.664201 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-22262c79-58a3-4053-a876-c4f681e39ae2 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/quotas/b1150d2a6b7b432d960998813aacb087 HTTP/1.1" status: 200 len: 375 time: 0.0183530 Feb 04 15:50:13.761582 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-b8b357c5-9a20-43a6-abd2-29fc030a2dff tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903294 Feb 04 15:50:13.794377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f3aed-10ac-4d0f-8192-4137e7c8b02b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=beab6ad8-65b4-4e87-a776-494bb11b7635,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:13.810373 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45240) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:13.984016 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-2bb1fafa-9c95-4c23-b9f5-e3005a132e2a service neutron] 10.222.0.60 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124717 Feb 04 15:50:14.000543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-e500949f-e397-4110-b62b-f9dfd84959d4 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:14.002356 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-e500949f-e397-4110-b62b-f9dfd84959d4 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.81 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 0.5350351 Feb 04 15:50:14.028782 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.037089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-8e3b4d88-3dff-4596-ac8a-2414439701b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Request body: {'port': {'device_id': '338caa82-e123-4572-a014-886300e388ed', 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'admin_state_up': True, 'tenant_id': '348461e82d844c83a77fa4d9ee90bbcd'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:14.056174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a2d55b1e-42af-420b-bafe-a7125ec2e9f1 None None] Provisioning complete for port beab6ad8-65b4-4e87-a776-494bb11b7635 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:14.056689 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a2d55b1e-42af-420b-bafe-a7125ec2e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.133900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a2d55b1e-42af-420b-bafe-a7125ec2e9f1 None None] Port beab6ad8-65b4-4e87-a776-494bb11b7635 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:14.193981 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-0f545f48-1ecb-4efe-ad63-4e0f2e49bd5c service neutron] 10.222.0.60 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981709 Feb 04 15:50:14.241311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 809a74b1-4380-4dd6-a375-fbeb307db907 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:50:14.243126 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e02d3945-ae24-47dd-aa1e-45ab5809ab59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.282331 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5d6a42a-dd3c-4f3a-b835-b39c9fb9f7e9 req-1d2398d6-f8f7-49bf-b73c-80d4fe4a5d90 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5839214 Feb 04 15:50:14.290890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:14.302972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:14.318329 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event updated for resources: {'Port': ['ID=d00fc406-6fe1-414c-b161-23eb1250ecf4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:14.325359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:14.458801 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98ede73c-e303-46b1-a0e3-478a8e06d76b req-bc31f57d-ae65-4b70-9990-5824528f34db tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 210 time: 0.0477676 Feb 04 15:50:14.553088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e02d3945-ae24-47dd-aa1e-45ab5809ab59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:14.587602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 29b397b4-c6f9-44ee-90b6-667a47e9253d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:14.619467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e02d3945-ae24-47dd-aa1e-45ab5809ab59 admin admin] Usage tracker for resource:security_group_rule and tenant:c5fdbaa29afc4191b76a8de2f05320c6 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:14.638443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e02d3945-ae24-47dd-aa1e-45ab5809ab59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:14.704341 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13c9654b-7cab-45e7-b9c1-8110cb922219 req-41479a2e-824b-44ca-a462-0062d6928c54 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 210 time: 0.0525587 Feb 04 15:50:14.720131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 29b397b4-c6f9-44ee-90b6-667a47e9253d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:14.720496 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.732642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e02d3945-ae24-47dd-aa1e-45ab5809ab59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:14.736364 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-491f3aed-10ac-4d0f-8192-4137e7c8b02b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.739372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-8e3b4d88-3dff-4596-ac8a-2414439701b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:14.864838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-8e3b4d88-3dff-4596-ac8a-2414439701b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:14.937028 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5d6a42a-dd3c-4f3a-b835-b39c9fb9f7e9 req-3b4964a8-41a2-4e7d-a4c5-25f86b6fafb0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 1096 time: 0.6126454 Feb 04 15:50:14.938543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-8e3b4d88-3dff-4596-ac8a-2414439701b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Made reservation on behalf of 348461e82d844c83a77fa4d9ee90bbcd for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:14.942013 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-8e3b4d88-3dff-4596-ac8a-2414439701b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.386020 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e02d3945-ae24-47dd-aa1e-45ab5809ab59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.401702 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-491f3aed-10ac-4d0f-8192-4137e7c8b02b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.439771 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e02d3945-ae24-47dd-aa1e-45ab5809ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.514902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:15.528278 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b71a9b2-d63a-4581-8053-7e05436bf629 None None] Sync routers for ids ['809a74b1-4380-4dd6-a375-fbeb307db907'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:50:15.543313 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b71a9b2-d63a-4581-8053-7e05436bf629 None None] Routers {'809a74b1-4380-4dd6-a375-fbeb307db907'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:15.544661 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9b71a9b2-d63a-4581-8053-7e05436bf629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['809a74b1-4380-4dd6-a375-fbeb307db907'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:15.612105 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6a42a-dd3c-4f3a-b835-b39c9fb9f7e9 req-02b13631-ef73-4d64-9eaa-4bd6f6982063 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.628436 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5d6a42a-dd3c-4f3a-b835-b39c9fb9f7e9 req-02b13631-ef73-4d64-9eaa-4bd6f6982063 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 906 time: 0.6524074 Feb 04 15:50:15.645159 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9b71a9b2-d63a-4581-8053-7e05436bf629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:15.665165 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b71a9b2-d63a-4581-8053-7e05436bf629 None None] Routers {'809a74b1-4380-4dd6-a375-fbeb307db907'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:15.665808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d3945-ae24-47dd-aa1e-45ab5809ab59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bef59d7-8f0e-4dc6-aa6d-611c74109870,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:15.666255 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9b71a9b2-d63a-4581-8053-7e05436bf629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['809a74b1-4380-4dd6-a375-fbeb307db907'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:15.717562 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e477117b-65ee-45a8-8879-fd482044fa29 req-778de5c3-3070-4cea-b21c-cbb2b8d314e1 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 210 time: 0.1038337 Feb 04 15:50:15.772023 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e02d3945-ae24-47dd-aa1e-45ab5809ab59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5fdbaa29afc4191b76a8de2f05320c6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9584372 Feb 04 15:50:15.774552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45278) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:15.794438 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9b71a9b2-d63a-4581-8053-7e05436bf629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:15.794837 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b71a9b2-d63a-4581-8053-7e05436bf629 None None] The sync data for ids ['809a74b1-4380-4dd6-a375-fbeb307db907'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:50:15.869717 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4ca0-8e6c-48c7-a45d-8c99d7c0a2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.912985 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4ca0-8e6c-48c7-a45d-8c99d7c0a2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.994298 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-236971ea-3238-4515-a6d4-f468c19dce82 req-140b43d5-19f0-45fc-ac05-24b5875e56a5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 210 time: 0.0622151 Feb 04 15:50:16.005985 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5d6a42a-dd3c-4f3a-b835-b39c9fb9f7e9 req-98d230e8-919b-4dd2-9eb5-23900ff2af1a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55428373-4ebe-4d04-8cb2-6884b677713c HTTP/1.1" status: 200 len: 217 time: 0.3416028 Feb 04 15:50:16.053669 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4ca0-8e6c-48c7-a45d-8c99d7c0a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.071834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd4ca0-8e6c-48c7-a45d-8c99d7c0a2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bef59d7-8f0e-4dc6-aa6d-611c74109870,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:16.080978 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4ca0-8e6c-48c7-a45d-8c99d7c0a2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.082252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c4bd4ca0-8e6c-48c7-a45d-8c99d7c0a2b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0bef59d7-8f0e-4dc6-aa6d-611c74109870 HTTP/1.1" status: 204 len: 168 time: 0.3064530 Feb 04 15:50:16.144300 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-01a5714b-1587-49e2-9ad3-4925be23b354 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/809a74b1-4380-4dd6-a375-fbeb307db907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9005568 Feb 04 15:50:16.144976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45288) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:16.187065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-8e3b4d88-3dff-4596-ac8a-2414439701b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Allocated IP 172.20.0.4 (c423fc49-37d2-40d9-ae0c-c306e8e0cfc7/184257a1-8dd7-4ba7-9fe3-dd948fd0da94/c83a5fcc-1619-4010-845b-056d432528cd) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:16.226034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c278a0d1-66d2-42dc-a64b-0de53c9d1aaf tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:16.227216 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c278a0d1-66d2-42dc-a64b-0de53c9d1aaf tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Synchronizing usage tracker for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:16.233598 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.234355 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.248393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c278a0d1-66d2-42dc-a64b-0de53c9d1aaf tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Unset dirty status for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:16.250056 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c278a0d1-66d2-42dc-a64b-0de53c9d1aaf tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports/72d81faf-3f0e-481a-86ed-231af2f90054 HTTP/1.1" status: 200 len: 983 time: 0.1038938 Feb 04 15:50:16.253359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45292) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:16.274055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6a42a-dd3c-4f3a-b835-b39c9fb9f7e9 req-5249c540-699a-4236-b4c3-828065ae2821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:16.275570 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5d6a42a-dd3c-4f3a-b835-b39c9fb9f7e9 req-5249c540-699a-4236-b4c3-828065ae2821 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.2003486 Feb 04 15:50:16.479328 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5d6a42a-dd3c-4f3a-b835-b39c9fb9f7e9 req-a79125e9-050b-4862-85ce-31f22a243520 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448700 Feb 04 15:50:16.494542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-0ccb81a3-c79f-4460-a1d8-8c5f82e71f3b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:16.496138 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-0ccb81a3-c79f-4460-a1d8-8c5f82e71f3b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.81 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 810 time: 0.7652869 Feb 04 15:50:16.540661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Request body: {'port': {'device_id': '16bfd460-4afa-47f7-8af8-75e3473b4fa5', 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a', 'admin_state_up': True, 'tenant_id': 'b1150d2a6b7b432d960998813aacb087'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:16.648633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45302) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:16.672963 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35ddd9ca-d008-4366-bf5f-631ed81a33d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.720093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-35ddd9ca-d008-4366-bf5f-631ed81a33d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:16.752418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-35ddd9ca-d008-4366-bf5f-631ed81a33d5 admin admin] Usage tracker for resource:security_group_rule and tenant:9baf9d1d45b145929ea80888949b5459 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:16.759555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-35ddd9ca-d008-4366-bf5f-631ed81a33d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:16.768376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-35ddd9ca-d008-4366-bf5f-631ed81a33d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:16.915458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:16.934065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Usage tracker for resource:port and tenant:b1150d2a6b7b432d960998813aacb087 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:16.949105 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:16.980196 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:17.053447 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d78e9ba-d396-418d-9275-72abdf6f1f47 req-8ed13e0f-b890-4f23-b96c-2d02fbf3fba6 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 210 time: 0.0854573 Feb 04 15:50:17.072616 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35ddd9ca-d008-4366-bf5f-631ed81a33d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.094955 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35ddd9ca-d008-4366-bf5f-631ed81a33d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.137487 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-35ddd9ca-d008-4366-bf5f-631ed81a33d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9baf9d1d45b145929ea80888949b5459&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4877985 Feb 04 15:50:17.138222 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45316) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:17.206966 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-491f3aed-10ac-4d0f-8192-4137e7c8b02b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.209665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Made reservation on behalf of b1150d2a6b7b432d960998813aacb087 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:17.212896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.246962 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-491f3aed-10ac-4d0f-8192-4137e7c8b02b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.269947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddd9ca-d008-4366-bf5f-631ed81a33d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fe6034-ed62-4138-aa25-f2db84125875,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:17.287925 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b78d5f6-8a09-4d84-bde5-d4c18d42043e req-ba2b296d-36c9-4761-9caa-8241fdfb30d6 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 210 time: 0.1034532 Feb 04 15:50:17.326385 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-696eadf6-585d-4a82-86c7-0888e98fe14b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.343624 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-8e3b4d88-3dff-4596-ac8a-2414439701b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.355864 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5d6a42a-dd3c-4f3a-b835-b39c9fb9f7e9 req-bfc88d2d-82d0-4962-aaa6-348da46e1e3c service neutron] 10.222.0.81 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8274360 Feb 04 15:50:17.391521 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6a4f3aa4-6ce1-44fe-b0e3-23b8e614d740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.475888 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6a4f3aa4-6ce1-44fe-b0e3-23b8e614d740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.588040 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6a4f3aa4-6ce1-44fe-b0e3-23b8e614d740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.593164 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-491f3aed-10ac-4d0f-8192-4137e7c8b02b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.610932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f3aa4-6ce1-44fe-b0e3-23b8e614d740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fe6034-ed62-4138-aa25-f2db84125875,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:17.613526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f3aed-10ac-4d0f-8192-4137e7c8b02b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=beab6ad8-65b4-4e87-a776-494bb11b7635,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:17.629733 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6a4f3aa4-6ce1-44fe-b0e3-23b8e614d740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.630888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6a4f3aa4-6ce1-44fe-b0e3-23b8e614d740 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9fe6034-ed62-4138-aa25-f2db84125875 HTTP/1.1" status: 204 len: 168 time: 0.4864004 Feb 04 15:50:17.797601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-696eadf6-585d-4a82-86c7-0888e98fe14b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port 72d81faf-3f0e-481a-86ed-231af2f90054 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:17.798404 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-696eadf6-585d-4a82-86c7-0888e98fe14b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.870504 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-8e3b4d88-3dff-4596-ac8a-2414439701b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.883649 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['68974e32-9270-49b1-9d0d-b593437a2ddc'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:50:17.886974 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c5d6a42a-dd3c-4f3a-b835-b39c9fb9f7e9 req-9e2bfd4e-26a5-4c09-bd56-0f3e4f70159c service neutron] 10.222.0.81 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694676 Feb 04 15:50:17.940810 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['55428373-4ebe-4d04-8cb2-6884b677713c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:50:18.057606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Allocated IP 172.20.0.10 (3da987dc-c869-45ff-98c5-7e104c66b94a/a7491f14-bc8f-49d7-a28a-ebc10572ecbf/e89aca42-f255-464c-8b50-dde7762fc4af) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:18.086400 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-696eadf6-585d-4a82-86c7-0888e98fe14b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.255357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-696eadf6-585d-4a82-86c7-0888e98fe14b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for 72d81faf-3f0e-481a-86ed-231af2f90054 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:18.572665 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f498c7e8-1ac6-4a32-889b-5d83286dfcea req-1b35775f-2982-45d1-ab23-d04bc59b1db0 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 210 time: 0.1650591 Feb 04 15:50:18.578682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491f3aed-10ac-4d0f-8192-4137e7c8b02b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 81770ea3-8919-4817-9fb9-1d1144527123 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:18.585078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-8e3b4d88-3dff-4596-ac8a-2414439701b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:18.589263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-491f3aed-10ac-4d0f-8192-4137e7c8b02b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:18.606597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-8e3b4d88-3dff-4596-ac8a-2414439701b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:18.675661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f30bc0-1e75-4ade-993e-26c34ac2565f req-6641134d-af29-4509-b312-fd14d8780319 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:18.677078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6f30bc0-1e75-4ade-993e-26c34ac2565f req-6641134d-af29-4509-b312-fd14d8780319 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 931 time: 0.1490264 Feb 04 15:50:18.813370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6f30bc0-1e75-4ade-993e-26c34ac2565f req-1f91f73c-b8ac-4b8f-a3d8-f576edfa41ea tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261132 Feb 04 15:50:18.841100 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-696eadf6-585d-4a82-86c7-0888e98fe14b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.855407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b4d88-3dff-4596-ac8a-2414439701b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event updated for resources: {'Port': ['ID=c83a5fcc-1619-4010-845b-056d432528cd,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:18.860540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-8e3b4d88-3dff-4596-ac8a-2414439701b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:18.909993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eadf6-585d-4a82-86c7-0888e98fe14b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Port': ['ID=72d81faf-3f0e-481a-86ed-231af2f90054,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:18.911699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Router ddeb05de-d361-4a07-933a-beb04e675099 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:50:19.006563 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e2252597-714f-4a2d-9e60-95aad9f78466 None None] Provisioning complete for port beab6ad8-65b4-4e87-a776-494bb11b7635 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:19.007054 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e2252597-714f-4a2d-9e60-95aad9f78466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.168915 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e2252597-714f-4a2d-9e60-95aad9f78466 None None] Port beab6ad8-65b4-4e87-a776-494bb11b7635 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:19.323542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-8e3b4d88-3dff-4596-ac8a-2414439701b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:19.324151 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-8e3b4d88-3dff-4596-ac8a-2414439701b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.350637 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-696eadf6-585d-4a82-86c7-0888e98fe14b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.381071 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-8e3b4d88-3dff-4596-ac8a-2414439701b5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3554461 Feb 04 15:50:19.383648 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.402467 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.594977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Request body: {'port': {'device_id': '338caa82-e123-4572-a014-886300e388ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:19.664796 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.825129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Network 3da987dc-c869-45ff-98c5-7e104c66b94a is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:19.836246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:19.838353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.853613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:19.885495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Pushing event updated for resources: {'Port': ['ID=e89aca42-f255-464c-8b50-dde7762fc4af,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:19.922309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696eadf6-585d-4a82-86c7-0888e98fe14b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 809a74b1-4380-4dd6-a375-fbeb307db907 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:50:20.049964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d097365-08b8-40d2-8519-d2542bf9b38d req-f21aec30-8b75-49ac-908e-c5efd432e2db tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:20.050941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d097365-08b8-40d2-8519-d2542bf9b38d req-f21aec30-8b75-49ac-908e-c5efd432e2db tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 932 time: 0.2483523 Feb 04 15:50:20.079978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:20.080604 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.172319 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-58daa022-b9a8-4ecc-ab11-39e39ae600cf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6378126 Feb 04 15:50:20.197527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Request body: {'port': {'device_id': '16bfd460-4afa-47f7-8af8-75e3473b4fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:20.235810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491f3aed-10ac-4d0f-8192-4137e7c8b02b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Router 838f6b0a-e541-45f4-8aa9-d5493f49330f is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:50:20.252668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d097365-08b8-40d2-8519-d2542bf9b38d req-2fd21acc-f13a-428b-9296-80ae1a55213d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909089 Feb 04 15:50:20.272267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696eadf6-585d-4a82-86c7-0888e98fe14b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:20.286081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b23cdbc-9d7b-425c-a3f0-c23fa8d3b158 None None] Sync routers for ids ['809a74b1-4380-4dd6-a375-fbeb307db907'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:50:20.307272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d332b-5e16-4bee-a43b-2cedd9e566a2 req-1d42d9af-9f50-438e-a98e-85712074934c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:20.308742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d4d332b-5e16-4bee-a43b-2cedd9e566a2 req-1d42d9af-9f50-438e-a98e-85712074934c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 931 time: 0.2333839 Feb 04 15:50:20.309454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:20.321431 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1697ca-06f0-4c64-b44c-eb4dd4e3c0d3 None None] Sync routers for ids ['ddeb05de-d361-4a07-933a-beb04e675099'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:50:20.327109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b23cdbc-9d7b-425c-a3f0-c23fa8d3b158 None None] Routers {'809a74b1-4380-4dd6-a375-fbeb307db907'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:20.329600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-5b23cdbc-9d7b-425c-a3f0-c23fa8d3b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['809a74b1-4380-4dd6-a375-fbeb307db907'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:20.330803 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-696eadf6-585d-4a82-86c7-0888e98fe14b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/809a74b1-4380-4dd6-a375-fbeb307db907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0748708 Feb 04 15:50:20.347951 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1697ca-06f0-4c64-b44c-eb4dd4e3c0d3 None None] Routers {'ddeb05de-d361-4a07-933a-beb04e675099'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:20.348560 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8c1697ca-06f0-4c64-b44c-eb4dd4e3c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ddeb05de-d361-4a07-933a-beb04e675099'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:20.352245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45384) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:20.486042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-5b23cdbc-9d7b-425c-a3f0-c23fa8d3b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:20.502737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b23cdbc-9d7b-425c-a3f0-c23fa8d3b158 None None] Routers {'809a74b1-4380-4dd6-a375-fbeb307db907'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:20.503848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-5b23cdbc-9d7b-425c-a3f0-c23fa8d3b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['809a74b1-4380-4dd6-a375-fbeb307db907'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:20.506447 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.510483 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b511a229-78cf-4653-b442-25b01aafadbe tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 13.8904004 Feb 04 15:50:20.511601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45390) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:20.512234 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8c1697ca-06f0-4c64-b44c-eb4dd4e3c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:20.547922 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1697ca-06f0-4c64-b44c-eb4dd4e3c0d3 None None] Routers {'ddeb05de-d361-4a07-933a-beb04e675099'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:20.550551 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8c1697ca-06f0-4c64-b44c-eb4dd4e3c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ddeb05de-d361-4a07-933a-beb04e675099'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:20.592495 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d4d332b-5e16-4bee-a43b-2cedd9e566a2 req-ae66503c-5741-4450-864d-fc5e90271557 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504833 Feb 04 15:50:20.636867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-5b23cdbc-9d7b-425c-a3f0-c23fa8d3b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:20.638348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b23cdbc-9d7b-425c-a3f0-c23fa8d3b158 None None] The sync data for ids ['809a74b1-4380-4dd6-a375-fbeb307db907'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:50:20.657639 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.692277 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8c1697ca-06f0-4c64-b44c-eb4dd4e3c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:20.693188 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1697ca-06f0-4c64-b44c-eb4dd4e3c0d3 None None] The sync data for ids ['ddeb05de-d361-4a07-933a-beb04e675099'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:50:21.084371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83a5fcc-1619-4010-845b-056d432528cd {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:50:21.095215 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-7a282611-844f-4d54-9274-d679d0682c81 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 15:50:21.096225 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:21.102522 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7a282611-844f-4d54-9274-d679d0682c81 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/809a74b1-4380-4dd6-a375-fbeb307db907/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7487233 Feb 04 15:50:21.103229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45408) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:21.236937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Transition to ACTIVE for port object c83a5fcc-1619-4010-845b-056d432528cd will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:21.282368 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d0d4d605-3b1b-42f1-9c37-7754df3a398e tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Synchronizing usage tracker for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:21.291098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491f3aed-10ac-4d0f-8192-4137e7c8b02b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:21.302494 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:21.302764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d0d4d605-3b1b-42f1-9c37-7754df3a398e tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Unset dirty status for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:21.304758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990767c1-b3e6-402f-a2a7-b4f72fc50627 None None] Sync routers for ids ['838f6b0a-e541-45f4-8aa9-d5493f49330f'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:50:21.306960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d0d4d605-3b1b-42f1-9c37-7754df3a398e tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports?device_id=809a74b1-4380-4dd6-a375-fbeb307db907 HTTP/1.1" status: 200 len: 205 time: 0.2024519 Feb 04 15:50:21.307615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45416) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:21.311068 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-491f3aed-10ac-4d0f-8192-4137e7c8b02b tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "PUT /v2.0/routers/838f6b0a-e541-45f4-8aa9-d5493f49330f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6925206 Feb 04 15:50:21.325642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990767c1-b3e6-402f-a2a7-b4f72fc50627 None None] Routers {'838f6b0a-e541-45f4-8aa9-d5493f49330f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:21.329603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-990767c1-b3e6-402f-a2a7-b4f72fc50627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['838f6b0a-e541-45f4-8aa9-d5493f49330f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:21.371762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45422) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:21.469789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-990767c1-b3e6-402f-a2a7-b4f72fc50627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:21.482989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990767c1-b3e6-402f-a2a7-b4f72fc50627 None None] Routers {'838f6b0a-e541-45f4-8aa9-d5493f49330f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:21.484591 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-990767c1-b3e6-402f-a2a7-b4f72fc50627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['838f6b0a-e541-45f4-8aa9-d5493f49330f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:21.563331 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3f54251-ea5b-470c-ac5d-ed539dbc0ff5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:21.677223 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-990767c1-b3e6-402f-a2a7-b4f72fc50627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:21.677816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990767c1-b3e6-402f-a2a7-b4f72fc50627 None None] The sync data for ids ['838f6b0a-e541-45f4-8aa9-d5493f49330f'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:50:21.723135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522fb873-1f75-4eda-bef8-9ae92a0ea3ca tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:21.724132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-522fb873-1f75-4eda-bef8-9ae92a0ea3ca tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:21.828797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Pushing event updated for resources: {'Port': ['ID=c83a5fcc-1619-4010-845b-056d432528cd,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:21.832598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-522fb873-1f75-4eda-bef8-9ae92a0ea3ca tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:21.836968 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-522fb873-1f75-4eda-bef8-9ae92a0ea3ca tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports?device_id=838f6b0a-e541-45f4-8aa9-d5493f49330f HTTP/1.1" status: 200 len: 981 time: 0.4561510 Feb 04 15:50:21.837480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45436) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:21.848295 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6a17a-8653-423d-b47d-8acd4f00cfd5 req-3f0de60a-40d6-422d-a82a-184e7503ad91 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:21.858584 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fe6a17a-8653-423d-b47d-8acd4f00cfd5 req-3f0de60a-40d6-422d-a82a-184e7503ad91 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 932 time: 0.3486397 Feb 04 15:50:21.973651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45440) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:22.080833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89aca42-f255-464c-8b50-dde7762fc4af {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:50:22.177982 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.203670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Attempting to bind port c83a5fcc-1619-4010-845b-056d432528cd on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:22.204016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Attempting to bind port c83a5fcc-1619-4010-845b-056d432528cd by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:22.204347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Attempting to bind port c83a5fcc-1619-4010-845b-056d432528cd on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:50:22.212944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Transition to ACTIVE for port object e89aca42-f255-464c-8b50-dde7762fc4af will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:22.226082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Port c83a5fcc-1619-4010-845b-056d432528cd on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:50:22.226418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Attempting to bind port c83a5fcc-1619-4010-845b-056d432528cd on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:50:22.231016 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.375543 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3f54251-ea5b-470c-ac5d-ed539dbc0ff5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.389586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:50:22.390044 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Checking segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:50:22.390044 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Bound using segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:50:22.391556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Bound port: c83a5fcc-1619-4010-845b-056d432528cd, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:22.391926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fe6a17a-8653-423d-b47d-8acd4f00cfd5 req-bde729f1-7f27-4a33-8f7a-ccf681569162 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307593 Feb 04 15:50:22.392523 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.407256 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8075-1e66-4594-ace8-14ced551059f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.416596 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3f54251-ea5b-470c-ac5d-ed539dbc0ff5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.477022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Pushing event updated for resources: {'Port': ['ID=e89aca42-f255-464c-8b50-dde7762fc4af,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:22.478522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2d6c1-2144-42bf-b1bc-59b14f87a46c req-3db82225-e375-44b8-9f3a-21acc6fb8800 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.480111 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07a2d6c1-2144-42bf-b1bc-59b14f87a46c req-3db82225-e375-44b8-9f3a-21acc6fb8800 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 943 time: 0.5672183 Feb 04 15:50:22.518285 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3f54251-ea5b-470c-ac5d-ed539dbc0ff5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.518768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f54251-ea5b-470c-ac5d-ed539dbc0ff5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Fanout notify agent at l3_agent the message router_deleted on router 809a74b1-4380-4dd6-a375-fbeb307db907 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:50:22.608669 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3f54251-ea5b-470c-ac5d-ed539dbc0ff5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.609829 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d3f54251-ea5b-470c-ac5d-ed539dbc0ff5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/routers/809a74b1-4380-4dd6-a375-fbeb307db907 HTTP/1.1" status: 204 len: 168 time: 1.3011491 Feb 04 15:50:22.614014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45460) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:22.668129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5a4a8075-1e66-4594-ace8-14ced551059f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:22.681187 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5a4a8075-1e66-4594-ace8-14ced551059f admin admin] Usage tracker for resource:security_group_rule and tenant:58a9cd6a2b8842d7a24a3cd3a499bfd0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:22.685552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5a4a8075-1e66-4594-ace8-14ced551059f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:22.710177 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5a4a8075-1e66-4594-ace8-14ced551059f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:22.719270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] For port c83a5fcc-1619-4010-845b-056d432528cd, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:50:22.755578 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] For port c83a5fcc-1619-4010-845b-056d432528cd, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=c83a5fcc-1619-4010-845b-056d432528cd,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:50:22.776188 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.822470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Attempting to bind port e89aca42-f255-464c-8b50-dde7762fc4af on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:22.822810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Attempting to bind port e89aca42-f255-464c-8b50-dde7762fc4af by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:22.823198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Attempting to bind port e89aca42-f255-464c-8b50-dde7762fc4af on network 3da987dc-c869-45ff-98c5-7e104c66b94a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:50:22.873921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Port e89aca42-f255-464c-8b50-dde7762fc4af on network 3da987dc-c869-45ff-98c5-7e104c66b94a not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:50:22.873921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Attempting to bind port e89aca42-f255-464c-8b50-dde7762fc4af on network 3da987dc-c869-45ff-98c5-7e104c66b94a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:50:22.876500 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07a2d6c1-2144-42bf-b1bc-59b14f87a46c req-76d598ba-4f93-471d-afad-03a524a242b4 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822932 Feb 04 15:50:22.877926 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.879410 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] 10.222.0.81 "PUT /v2.0/ports/c83a5fcc-1619-4010-845b-056d432528cd HTTP/1.1" status: 200 len: 1091 time: 3.3171151 Feb 04 15:50:22.887585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338caa82-e123-4572-a014-886300e388ed', 'tag': 'c83a5fcc-1619-4010-845b-056d432528cd'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:22.932298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:50:22.932671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Checking segment: {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:50:22.933004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Bound using segment: {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:50:22.933436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Bound port: e89aca42-f255-464c-8b50-dde7762fc4af, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:22.933785 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.951588 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59b8ee-bb79-477c-8c6b-9660cc954273 service neutron] Pushing event updated for resources: {'Port': ['ID=c83a5fcc-1619-4010-845b-056d432528cd,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:23.017826 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338caa82-e123-4572-a014-886300e388ed', 'tag': 'c83a5fcc-1619-4010-845b-056d432528cd', 'status': 'completed', 'code': 200} Feb 04 15:50:23.025209 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8075-1e66-4594-ace8-14ced551059f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.107431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45470) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:23.125166 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8075-1e66-4594-ace8-14ced551059f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.232472 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a8075-1e66-4594-ace8-14ced551059f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d502b1-e3b4-48e4-a8ad-8a8a12578521,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:23.246110 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5a4a8075-1e66-4594-ace8-14ced551059f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58a9cd6a2b8842d7a24a3cd3a499bfd0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2694933 Feb 04 15:50:23.256298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45476) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:23.282325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] For port e89aca42-f255-464c-8b50-dde7762fc4af, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:50:23.306456 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-c447babf-13ff-494d-83ca-58e3bdfb6d9c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 1094 time: 0.3423603 Feb 04 15:50:23.311558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] For port e89aca42-f255-464c-8b50-dde7762fc4af, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e89aca42-f255-464c-8b50-dde7762fc4af,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:50:23.342797 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-61928a85-ea46-404e-b2c7-42cdbbb5641d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting subnet dd196cab-d00e-4496-8f1c-5562e0b8668b {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:50:23.352930 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-61928a85-ea46-404e-b2c7-42cdbbb5641d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.376786 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.469171 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-61928a85-ea46-404e-b2c7-42cdbbb5641d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.477965 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-466a12be-80af-486b-93d8-7df3b4a2e8ea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c83a5fcc-1619-4010-845b-056d432528cd HTTP/1.1" status: 200 len: 217 time: 0.1552668 Feb 04 15:50:23.483207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c226b11-b3c5-4798-baff-47563a317925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.562774 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.564192 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] 10.222.0.81 "PUT /v2.0/ports/e89aca42-f255-464c-8b50-dde7762fc4af HTTP/1.1" status: 200 len: 1092 time: 3.3738730 Feb 04 15:50:23.573950 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c52ec152-0b8f-4477-9905-37cb1bfb7c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.772295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816d6f6-a0a2-42ab-b773-8ea99ca8787e service neutron] Pushing event updated for resources: {'Port': ['ID=e89aca42-f255-464c-8b50-dde7762fc4af,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:23.786314 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-61928a85-ea46-404e-b2c7-42cdbbb5641d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.835928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06eee-1a5a-49ef-b6ba-157e6ac5b8d6 req-ca71d31a-b20b-48d5-80b5-acea52eb3131 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:23.837394 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ef06eee-1a5a-49ef-b6ba-157e6ac5b8d6 req-ca71d31a-b20b-48d5-80b5-acea52eb3131 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 944 time: 0.2428715 Feb 04 15:50:23.869790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-2ba0fa8d-2465-4ca7-941d-7570c924a5f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:23.871267 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-2ba0fa8d-2465-4ca7-941d-7570c924a5f5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.3762739 Feb 04 15:50:23.875566 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c52ec152-0b8f-4477-9905-37cb1bfb7c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.890777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6c226b11-b3c5-4798-baff-47563a317925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:23.945020 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5469d94c-6eeb-4f46-b530-ddc839d2aa94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.949290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6c226b11-b3c5-4798-baff-47563a317925 admin admin] Usage tracker for resource:security_group_rule and tenant:3e8231f72d8745b9b4a040647d85e246 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:23.967291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6c226b11-b3c5-4798-baff-47563a317925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:23.982688 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-15bc2c72-8ef2-4982-8e25-e5f11efd2b42 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972011 Feb 04 15:50:23.992333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6c226b11-b3c5-4798-baff-47563a317925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:24.028888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ef06eee-1a5a-49ef-b6ba-157e6ac5b8d6 req-11cbb499-04b5-4544-a8d9-8e92b95239e3 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588988 Feb 04 15:50:24.033073 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-61928a85-ea46-404e-b2c7-42cdbbb5641d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.099610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28767f3f-ead8-4c73-90a1-4a97187f7f40 None None] Network 8b6b025b-5c71-403b-90f8-0fe83b434452 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:50:24.133811 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-61928a85-ea46-404e-b2c7-42cdbbb5641d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.146364 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-bc6b1119-c7df-44c7-a1da-f257c1dc3ab6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 1095 time: 0.3768339 Feb 04 15:50:24.151459 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c52ec152-0b8f-4477-9905-37cb1bfb7c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.184586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61928a85-ea46-404e-b2c7-42cdbbb5641d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Subnet': ['ID=dd196cab-d00e-4496-8f1c-5562e0b8668b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:24.204169 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-61928a85-ea46-404e-b2c7-42cdbbb5641d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/dd196cab-d00e-4496-8f1c-5562e0b8668b HTTP/1.1" status: 204 len: 168 time: 1.5892239 Feb 04 15:50:24.208349 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45484) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:24.317756 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ec152-0b8f-4477-9905-37cb1bfb7c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d502b1-e3b4-48e4-a8ad-8a8a12578521,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:24.342850 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-19709b2b-caed-4902-9cfc-169c1e9c406b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e89aca42-f255-464c-8b50-dde7762fc4af HTTP/1.1" status: 200 len: 217 time: 0.1583877 Feb 04 15:50:24.345840 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-f5df1402-c2fa-4bdd-9f8e-c2a574f10d3a service neutron] 10.222.0.81 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547127 Feb 04 15:50:24.352895 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c226b11-b3c5-4798-baff-47563a317925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.369236 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.382761 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c52ec152-0b8f-4477-9905-37cb1bfb7c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.383919 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c52ec152-0b8f-4477-9905-37cb1bfb7c04 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31d502b1-e3b4-48e4-a8ad-8a8a12578521 HTTP/1.1" status: 204 len: 168 time: 1.1241839 Feb 04 15:50:24.396207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5f96f-1a05-4c63-8c5a-3816277a865a req-c492c337-7f21-4c08-b3cc-de8463a2fc97 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:24.402457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] DHCP port deletion for 8b6b025b-5c71-403b-90f8-0fe83b434452 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:50:24.403032 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30a5f96f-1a05-4c63-8c5a-3816277a865a req-c492c337-7f21-4c08-b3cc-de8463a2fc97 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 943 time: 0.2627869 Feb 04 15:50:24.410070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] Deleting port c61f6a61-95d0-47ff-b265-1dce9c16f45a {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:24.410519 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.420439 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c226b11-b3c5-4798-baff-47563a317925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.462641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port c61f6a61-95d0-47ff-b265-1dce9c16f45a {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:24.463464 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.547940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c61f6a61-95d0-47ff-b265-1dce9c16f45a no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:50:24.652117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c226b11-b3c5-4798-baff-47563a317925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d9d86e-2004-4a04-8884-76ec731ab25d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:24.678320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30a5f96f-1a05-4c63-8c5a-3816277a865a req-30515421-40a4-4ec5-b7e8-243b9c85029b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743380 Feb 04 15:50:24.776168 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6c226b11-b3c5-4798-baff-47563a317925 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e8231f72d8745b9b4a040647d85e246&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6637607 Feb 04 15:50:24.776944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45492) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:24.787694 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.795860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-8c20460c-5aa7-413a-99b6-41cb43ccb5b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:24.797860 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-8c20460c-5aa7-413a-99b6-41cb43ccb5b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7491f14-bc8f-49d7-a28a-ebc10572ecbf HTTP/1.1" status: 200 len: 850 time: 0.4401691 Feb 04 15:50:24.811824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] For port c61f6a61-95d0-47ff-b265-1dce9c16f45a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c61f6a61-95d0-47ff-b265-1dce9c16f45a,segment=NetworkSegment(2db333e2-9b84-496f-a433-2eb2d8802e79),segment_id=2db333e2-9b84-496f-a433-2eb2d8802e79)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:24.812617 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.840825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port c61f6a61-95d0-47ff-b265-1dce9c16f45a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c61f6a61-95d0-47ff-b265-1dce9c16f45a,segment=NetworkSegment(2db333e2-9b84-496f-a433-2eb2d8802e79),segment_id=2db333e2-9b84-496f-a433-2eb2d8802e79)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:24.890945 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-986b1019-cf3c-4573-8669-5b53869130cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da987dc-c869-45ff-98c5-7e104c66b94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505149 Feb 04 15:50:24.899211 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.965446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45496) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:24.992725 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] Calling delete_port for c61f6a61-95d0-47ff-b265-1dce9c16f45a owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:25.019706 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4739317-56bc-43b9-b5a7-6666488bfc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.049881 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16bfd460-4afa-47f7-8af8-75e3473b4fa5', 'tag': 'e89aca42-f255-464c-8b50-dde7762fc4af'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:25.056354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-5469d94c-6eeb-4f46-b530-ddc839d2aa94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port beab6ad8-65b4-4e87-a776-494bb11b7635 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:25.056354 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5469d94c-6eeb-4f46-b530-ddc839d2aa94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.074844 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.096156 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=c61f6a61-95d0-47ff-b265-1dce9c16f45a,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:25.113031 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:50:25.113684 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c2657f1-4b68-4520-92ad-80bae88f7726 req-298b9b79-13e8-47d9-b330-01a4da9651f6 service neutron] 10.222.0.81 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7586107 Feb 04 15:50:25.113787 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:50:25.116537 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-4ec0c2f7-379e-47e8-af88-776c8aed8e27 service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193561 Feb 04 15:50:25.126762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] For port c61f6a61-95d0-47ff-b265-1dce9c16f45a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c61f6a61-95d0-47ff-b265-1dce9c16f45a,segment=NetworkSegment(2db333e2-9b84-496f-a433-2eb2d8802e79),segment_id=2db333e2-9b84-496f-a433-2eb2d8802e79)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:25.127193 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.196734 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16bfd460-4afa-47f7-8af8-75e3473b4fa5', 'tag': 'e89aca42-f255-464c-8b50-dde7762fc4af', 'status': 'completed', 'code': 200} Feb 04 15:50:25.200218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f4739317-56bc-43b9-b5a7-6666488bfc18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:25.279388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f4739317-56bc-43b9-b5a7-6666488bfc18 admin admin] Usage tracker for resource:security_group_rule and tenant:438352a08b0e4a539a66ebb16c76a096 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:25.288599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for c61f6a61-95d0-47ff-b265-1dce9c16f45a owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:25.314042 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f4739317-56bc-43b9-b5a7-6666488bfc18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:25.349449 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-edf8c370-f077-4b41-b1dd-606ccbc91921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.416913 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f4739317-56bc-43b9-b5a7-6666488bfc18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:25.563109 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:50:25.563461 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:50:25.565300 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5469d94c-6eeb-4f46-b530-ddc839d2aa94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.614627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] Deleting port c61f6a61-95d0-47ff-b265-1dce9c16f45a {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:25.614916 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.621565 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-edf8c370-f077-4b41-b1dd-606ccbc91921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.711622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6343b4-6cd2-43f0-8b0b-d13b375a4177 req-2bd63218-73d2-4d85-a36f-9cb06128ead8 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.713094 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c6343b4-6cd2-43f0-8b0b-d13b375a4177 req-2bd63218-73d2-4d85-a36f-9cb06128ead8 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 944 time: 0.4514341 Feb 04 15:50:25.722281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-5469d94c-6eeb-4f46-b530-ddc839d2aa94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for beab6ad8-65b4-4e87-a776-494bb11b7635 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:25.772370 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f0f03359-29aa-4b51-a801-46339aa3f3ef req-43b29c16-e580-42fb-ba54-631e05576450 service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772154 Feb 04 15:50:25.806884 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4739317-56bc-43b9-b5a7-6666488bfc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.821504 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4739317-56bc-43b9-b5a7-6666488bfc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.868277 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4739317-56bc-43b9-b5a7-6666488bfc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3906aa35-dbf9-45e6-8839-bbccb2a4d06a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:25.916838 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c6343b4-6cd2-43f0-8b0b-d13b375a4177 req-f9705e6e-f249-4506-9cd3-1499f4d637dd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651518 Feb 04 15:50:25.945749 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-065f2b5e-1f3d-489c-b393-8c53d2049bf8 req-299e61a4-d9c4-440e-a64a-4e2a8c0c9b5d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 1094 time: 0.7007809 Feb 04 15:50:25.973219 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f4739317-56bc-43b9-b5a7-6666488bfc18 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=438352a08b0e4a539a66ebb16c76a096&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0033991 Feb 04 15:50:25.977655 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45506) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:25.989661 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] For port c61f6a61-95d0-47ff-b265-1dce9c16f45a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c61f6a61-95d0-47ff-b265-1dce9c16f45a,segment=NetworkSegment(2db333e2-9b84-496f-a433-2eb2d8802e79),segment_id=2db333e2-9b84-496f-a433-2eb2d8802e79)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:25.990123 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.065091 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port c61f6a61-95d0-47ff-b265-1dce9c16f45a {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:26.065517 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.139432 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] Calling delete_port for c61f6a61-95d0-47ff-b265-1dce9c16f45a owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:26.154017 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0509383-a430-4c94-961c-5802290c6a7f req-6814ffad-c5e0-4e94-bd73-70b2751da534 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:26.155496 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0509383-a430-4c94-961c-5802290c6a7f req-6814ffad-c5e0-4e94-bd73-70b2751da534 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 943 time: 0.2465420 Feb 04 15:50:26.195142 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebdd911c-a793-4c63-9e20-df888c9cab43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.201682 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-edf8c370-f077-4b41-b1dd-606ccbc91921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.226127 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.266194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] The port 'c61f6a61-95d0-47ff-b265-1dce9c16f45a' was deleted {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:50:26.286285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] Pushing event deleted for resources: {'Port': ['ID=c61f6a61-95d0-47ff-b265-1dce9c16f45a,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:26.288064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e1d035-8717-4abd-9b60-18f115b3d393 None None] No DVR routers for this DVR port c61f6a61-95d0-47ff-b265-1dce9c16f45a on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:26.303197 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8c370-f077-4b41-b1dd-606ccbc91921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d9d86e-2004-4a04-8884-76ec731ab25d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:26.326150 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebdd911c-a793-4c63-9e20-df888c9cab43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.341478 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5469d94c-6eeb-4f46-b530-ddc839d2aa94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.412190 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-edf8c370-f077-4b41-b1dd-606ccbc91921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.413228 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-edf8c370-f077-4b41-b1dd-606ccbc91921 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67d9d86e-2004-4a04-8884-76ec731ab25d HTTP/1.1" status: 204 len: 168 time: 1.6197369 Feb 04 15:50:26.438961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f2b5e-1f3d-489c-b393-8c53d2049bf8 req-7c6212a3-28b0-4c5c-91e2-c19d876fc5f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:26.438961 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-065f2b5e-1f3d-489c-b393-8c53d2049bf8 req-7c6212a3-28b0-4c5c-91e2-c19d876fc5f1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 906 time: 0.4212403 Feb 04 15:50:26.441455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Allocated IP 172.20.0.1 (84c87718-2328-4e35-9a10-6c0ddad7e28c/c7ebea4f-0366-4f04-a4e0-5ae950827ac6/8939e223-edf5-4d00-81c9-88c37e30a67f) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:26.473469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469d94c-6eeb-4f46-b530-ddc839d2aa94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=beab6ad8-65b4-4e87-a776-494bb11b7635,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:26.499514 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-90fd40e0-18e2-440f-9c49-6710d825365b req-751876bf-6443-4f74-8485-9d923bd96bfd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 1095 time: 0.6175931 Feb 04 15:50:26.503727 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0509383-a430-4c94-961c-5802290c6a7f req-ec76bfef-add0-4c30-b1ff-1b619b5a43f4 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344331 Feb 04 15:50:26.559368 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.571323 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-065f2b5e-1f3d-489c-b393-8c53d2049bf8 req-01864b7c-291c-4280-919b-2b0812021a90 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c83a5fcc-1619-4010-845b-056d432528cd HTTP/1.1" status: 200 len: 217 time: 0.1274109 Feb 04 15:50:26.635918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6b025b-5c71-403b-90f8-0fe83b434452']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:26.785933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f2b5e-1f3d-489c-b393-8c53d2049bf8 req-dbfb61e8-363f-402d-8c69-1915930aa46b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:26.787500 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-065f2b5e-1f3d-489c-b393-8c53d2049bf8 req-dbfb61e8-363f-402d-8c69-1915930aa46b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.1690059 Feb 04 15:50:26.800856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db333e2-9b84-496f-a433-2eb2d8802e79') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:26.801444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db333e2-9b84-496f-a433-2eb2d8802e79') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:26.815010 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.834299 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.854026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:50:26.854507 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.868318 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-065f2b5e-1f3d-489c-b393-8c53d2049bf8 req-70357de4-b84b-4f1b-a40a-58d533e25496 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679033 Feb 04 15:50:26.870055 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebdd911c-a793-4c63-9e20-df888c9cab43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:26.872891 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:26.918730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45514) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:26.970867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd911c-a793-4c63-9e20-df888c9cab43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3906aa35-dbf9-45e6-8839-bbccb2a4d06a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:27.021939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd40e0-18e2-440f-9c49-6710d825365b req-baea675e-0795-43c1-89bf-a327e190453d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:27.023449 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-90fd40e0-18e2-440f-9c49-6710d825365b req-baea675e-0795-43c1-89bf-a327e190453d service neutron] 10.222.0.81 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 911 time: 0.4834933 Feb 04 15:50:27.055510 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.081546 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.094379 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ba014546-e964-4fbe-99df-f68e8039db79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.095018 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebdd911c-a793-4c63-9e20-df888c9cab43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.098800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ebdd911c-a793-4c63-9e20-df888c9cab43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3906aa35-dbf9-45e6-8839-bbccb2a4d06a HTTP/1.1" status: 204 len: 168 time: 1.1174839 Feb 04 15:50:27.098800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Network': ['ID=8b6b025b-5c71-403b-90f8-0fe83b434452,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:27.107617 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7bdd3d8a-4ac3-4a79-b802-a9a16e0e8c82 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/networks/8b6b025b-5c71-403b-90f8-0fe83b434452 HTTP/1.1" status: 204 len: 168 time: 2.8949137 Feb 04 15:50:27.119640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45522) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:27.126144 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.149860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-883083573'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:27.168613 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-90fd40e0-18e2-440f-9c49-6710d825365b req-0582261d-b7cc-47d6-8fa9-61de6e4a12b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e89aca42-f255-464c-8b50-dde7762fc4af HTTP/1.1" status: 200 len: 217 time: 0.1341338 Feb 04 15:50:27.173736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:27.221420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:network and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:27.222986 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5469d94c-6eeb-4f46-b530-ddc839d2aa94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.234708 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Transition to ACTIVE for port object 8939e223-edf5-4d00-81c9-88c37e30a67f will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:27.241234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:27.258502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:27.268764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ba014546-e964-4fbe-99df-f68e8039db79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:27.285063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ba014546-e964-4fbe-99df-f68e8039db79 admin admin] Usage tracker for resource:security_group_rule and tenant:b1af330086fe4f379a64cccb251f9fc2 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:27.292898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ba014546-e964-4fbe-99df-f68e8039db79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:27.316138 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ba014546-e964-4fbe-99df-f68e8039db79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:27.317473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d3ed9-2288-44b5-a045-09438265c953 req-a2bdd667-9960-4eb1-9e27-d2cc1ccd87e8 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:27.320515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-285d3ed9-2288-44b5-a045-09438265c953 req-a2bdd667-9960-4eb1-9e27-d2cc1ccd87e8 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 944 time: 0.2181387 Feb 04 15:50:27.320697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:27.322850 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.340041 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-065f2b5e-1f3d-489c-b393-8c53d2049bf8 req-265b9007-2f48-4e14-bad1-73fb766c352d service neutron] 10.222.0.81 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631078 Feb 04 15:50:27.347297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd40e0-18e2-440f-9c49-6710d825365b req-81f79e3e-0beb-476f-8f17-89be81f0f7ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:27.348742 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-90fd40e0-18e2-440f-9c49-6710d825365b req-81f79e3e-0beb-476f-8f17-89be81f0f7ca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7491f14-bc8f-49d7-a28a-ebc10572ecbf HTTP/1.1" status: 200 len: 850 time: 0.1629500 Feb 04 15:50:27.492788 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-90fd40e0-18e2-440f-9c49-6710d825365b req-99873959-cf49-4ba8-a345-1e8b192c96bc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da987dc-c869-45ff-98c5-7e104c66b94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157289 Feb 04 15:50:27.531146 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.537808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:27.572710 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-285d3ed9-2288-44b5-a045-09438265c953 req-2f1dcf5b-b853-46da-9bfd-5e977103c6f1 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048604 Feb 04 15:50:27.584008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45530) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:27.604033 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8709d70-3614-4e8a-9f8f-17e3023d9a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.756144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c8709d70-3614-4e8a-9f8f-17e3023d9a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:27.813285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c8709d70-3614-4e8a-9f8f-17e3023d9a81 admin admin] Usage tracker for resource:security_group_rule and tenant:fc42d1d7e0da44d0988c81e5b23e2b88 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:27.822234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c8709d70-3614-4e8a-9f8f-17e3023d9a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:27.833410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c8709d70-3614-4e8a-9f8f-17e3023d9a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:27.837087 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.837435 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Added segment ab0db5f6-e7a6-4da1-abdc-a9466825f90f of type vlan for network 3b0c15a0-9c96-4b02-af67-f3907651bf91 Feb 04 15:50:27.867333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5469d94c-6eeb-4f46-b530-ddc839d2aa94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Router 838f6b0a-e541-45f4-8aa9-d5493f49330f has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:50:27.903317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Network 84c87718-2328-4e35-9a10-6c0ddad7e28c is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:27.903594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519337d-bd95-4dae-9c38-5cdcfbea770b req-93dcd3ba-9740-4340-9ef3-e1babc172adb tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:27.905177 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a519337d-bd95-4dae-9c38-5cdcfbea770b req-93dcd3ba-9740-4340-9ef3-e1babc172adb tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 943 time: 0.2092466 Feb 04 15:50:27.916213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:27.918041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event updated for resources: {'Port': ['ID=8939e223-edf5-4d00-81c9-88c37e30a67f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:27.930482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:27.938271 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:50:27.993892 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-065f2b5e-1f3d-489c-b393-8c53d2049bf8 req-91c828f6-77a3-4682-996a-15b808f39457 service neutron] 10.222.0.81 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6441014 Feb 04 15:50:28.003037 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.045962 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:28.046605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:28.046833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:28.047150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:28.047501 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:28.047829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:28.048154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:28.048474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:28.048796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:28.049129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:28.049435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:28.060548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ba014546-e964-4fbe-99df-f68e8039db79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.068724 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-90fd40e0-18e2-440f-9c49-6710d825365b req-20502639-0728-452b-a06b-389c099d7183 service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608730 Feb 04 15:50:28.074605 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ba014546-e964-4fbe-99df-f68e8039db79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.114752 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8709d70-3614-4e8a-9f8f-17e3023d9a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.120817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a519337d-bd95-4dae-9c38-5cdcfbea770b req-37cf54c0-bb9d-4699-b6ab-91ab2b830d5c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063477 Feb 04 15:50:28.124107 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8709d70-3614-4e8a-9f8f-17e3023d9a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.129831 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.152201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5469d94c-6eeb-4f46-b530-ddc839d2aa94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:28.166628 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6e6f6-ac1d-4c80-9875-0a175840b53a None None] Sync routers for ids ['838f6b0a-e541-45f4-8aa9-d5493f49330f'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:50:28.184928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8709d70-3614-4e8a-9f8f-17e3023d9a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd221ee5-b41a-4bce-9996-5dbe8fa2ee8c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:28.195673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c8709d70-3614-4e8a-9f8f-17e3023d9a81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc42d1d7e0da44d0988c81e5b23e2b88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6084297 Feb 04 15:50:28.198079 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5469d94c-6eeb-4f46-b530-ddc839d2aa94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "PUT /v2.0/routers/838f6b0a-e541-45f4-8aa9-d5493f49330f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3575754 Feb 04 15:50:28.198513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45534) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:28.198823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45536) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:28.214593 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec6e6f6-ac1d-4c80-9875-0a175840b53a None None] Routers {'838f6b0a-e541-45f4-8aa9-d5493f49330f'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:28.216319 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1ec6e6f6-ac1d-4c80-9875-0a175840b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['838f6b0a-e541-45f4-8aa9-d5493f49330f'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:28.241560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba014546-e964-4fbe-99df-f68e8039db79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a11f74-0e9b-4d56-80df-f0ef48f9f647,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:28.253850 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ba014546-e964-4fbe-99df-f68e8039db79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1af330086fe4f379a64cccb251f9fc2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3322840 Feb 04 15:50:28.256630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45542) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:28.258088 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.261724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:28.262280 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.266131 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d8ac33-d986-4164-b170-3cee7b4954ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] GET failed (client error): The resource could not be found. Feb 04 15:50:28.266622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-03d8ac33-d986-4164-b170-3cee7b4954ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:28.290565 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-10cd4656-ab97-471c-a507-495fa1d8577e None None] Provisioning for port 8939e223-edf5-4d00-81c9-88c37e30a67f completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:28.301164 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-10cd4656-ab97-471c-a507-495fa1d8577e None None] Provisioning complete for port 8939e223-edf5-4d00-81c9-88c37e30a67f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:28.302306 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-10cd4656-ab97-471c-a507-495fa1d8577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.305930 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1ec6e6f6-ac1d-4c80-9875-0a175840b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:28.336787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-03d8ac33-d986-4164-b170-3cee7b4954ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:28.338859 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec6e6f6-ac1d-4c80-9875-0a175840b53a None None] Routers {'838f6b0a-e541-45f4-8aa9-d5493f49330f'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:28.339529 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1ec6e6f6-ac1d-4c80-9875-0a175840b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['838f6b0a-e541-45f4-8aa9-d5493f49330f'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:28.340723 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-03d8ac33-d986-4164-b170-3cee7b4954ea tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/beab6ad8-65b4-4e87-a776-494bb11b7635 HTTP/1.1" status: 404 len: 333 time: 0.1395359 Feb 04 15:50:28.344858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45546) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:28.390702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-10cd4656-ab97-471c-a507-495fa1d8577e None None] Port 8939e223-edf5-4d00-81c9-88c37e30a67f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:28.422482 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1ec6e6f6-ac1d-4c80-9875-0a175840b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:28.423512 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6e6f6-ac1d-4c80-9875-0a175840b53a None None] The sync data for ids ['838f6b0a-e541-45f4-8aa9-d5493f49330f'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:50:28.458930 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3342810 Feb 04 15:50:28.473764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45550) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:28.491576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'subnet': {'network_id': '3b0c15a0-9c96-4b02-af67-f3907651bf91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:28.505632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb57c6-c8cb-4425-b074-fb6709e4de17 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Network': ['ID=3b0c15a0-9c96-4b02-af67-f3907651bf91,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:28.509331 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-90fd40e0-18e2-440f-9c49-6710d825365b req-22cd8b14-6246-499c-8478-5fa95fc73d2d service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272380 Feb 04 15:50:28.516106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 3b0c15a0-9c96-4b02-af67-f3907651bf91 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:50:28.592276 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-037cc834-62b5-4667-9e76-9e1e8eedeb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.610058 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.650046 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e1f72e76-51db-4faa-83e7-768a19d6d65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.681005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:28.693986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:subnet and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:28.698388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:28.708063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:28.708575 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-037cc834-62b5-4667-9e76-9e1e8eedeb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.745321 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e1f72e76-51db-4faa-83e7-768a19d6d65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.767492 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8d383a9-3c75-4354-a3d4-9a0fc8cdb000 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.800201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:28.975806 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e89aca42-f255-464c-8b50-dde7762fc4af details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:50:29.039713 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.124247 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e1f72e76-51db-4faa-83e7-768a19d6d65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.161009 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-037cc834-62b5-4667-9e76-9e1e8eedeb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.256017 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f72e76-51db-4faa-83e7-768a19d6d65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a11f74-0e9b-4d56-80df-f0ef48f9f647,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:29.304299 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e89aca42-f255-464c-8b50-dde7762fc4af, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e89aca42-f255-464c-8b50-dde7762fc4af,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:29.306882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b4b75-6637-4250-9d5b-4bae0055e833 req-38e011e5-5eb8-4226-9c52-50f6f4cc0f76 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:29.319790 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a05b4b75-6637-4250-9d5b-4bae0055e833 req-38e011e5-5eb8-4226-9c52-50f6f4cc0f76 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 944 time: 0.4968445 Feb 04 15:50:29.330677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cc834-62b5-4667-9e76-9e1e8eedeb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd221ee5-b41a-4bce-9996-5dbe8fa2ee8c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:29.337570 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'e89aca42-f255-464c-8b50-dde7762fc4af', 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a', 'port_id': 'e89aca42-f255-464c-8b50-dde7762fc4af', 'mac_address': 'fa:16:3e:90:6c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7491f14-bc8f-49d7-a28a-ebc10572ecbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:50:29.422716 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.444985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89aca42-f255-464c-8b50-dde7762fc4af {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:50:29.459677 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e1f72e76-51db-4faa-83e7-768a19d6d65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.460815 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e1f72e76-51db-4faa-83e7-768a19d6d65f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c1a11f74-0e9b-4d56-80df-f0ef48f9f647 HTTP/1.1" status: 204 len: 168 time: 1.2032871 Feb 04 15:50:29.469462 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.470198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e89aca42-f255-464c-8b50-dde7762fc4af, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e89aca42-f255-464c-8b50-dde7762fc4af,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:29.477628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.478033 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.478794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device c83a5fcc-1619-4010-845b-056d432528cd details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:50:29.490064 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-037cc834-62b5-4667-9e76-9e1e8eedeb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.491243 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-037cc834-62b5-4667-9e76-9e1e8eedeb7b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd221ee5-b41a-4bce-9996-5dbe8fa2ee8c HTTP/1.1" status: 204 len: 168 time: 1.2914746 Feb 04 15:50:29.574807 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=e89aca42-f255-464c-8b50-dde7762fc4af,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:29.581136 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8d383a9-3c75-4354-a3d4-9a0fc8cdb000 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.597920 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8d383a9-3c75-4354-a3d4-9a0fc8cdb000 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.607085 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a05b4b75-6637-4250-9d5b-4bae0055e833 req-01c3c2af-7fa6-49fc-be95-f12157aedf46 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872357 Feb 04 15:50:29.633035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29178ec-c99b-4335-aba8-50cfeebd21dd req-482a46a4-c221-45bd-b411-e21c6aabbf59 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:29.640762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f29178ec-c99b-4335-aba8-50cfeebd21dd req-482a46a4-c221-45bd-b411-e21c6aabbf59 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 943 time: 0.3171341 Feb 04 15:50:29.682704 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8d383a9-3c75-4354-a3d4-9a0fc8cdb000 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.687589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d383a9-3c75-4354-a3d4-9a0fc8cdb000 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Fanout notify agent at l3_agent the message router_deleted on router 838f6b0a-e541-45f4-8aa9-d5493f49330f {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:50:29.724063 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8d383a9-3c75-4354-a3d4-9a0fc8cdb000 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.728357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event updated for resources: {'Port': ['ID=8939e223-edf5-4d00-81c9-88c37e30a67f,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:29.730110 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c8d383a9-3c75-4354-a3d4-9a0fc8cdb000 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/routers/838f6b0a-e541-45f4-8aa9-d5493f49330f HTTP/1.1" status: 204 len: 168 time: 1.3839817 Feb 04 15:50:29.730789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45562) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:29.787718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f29178ec-c99b-4335-aba8-50cfeebd21dd req-c12c2e99-02f6-4953-82f1-882e53fe936f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460578 Feb 04 15:50:29.799892 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.845962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port c83a5fcc-1619-4010-845b-056d432528cd, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=c83a5fcc-1619-4010-845b-056d432528cd,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:29.868039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'c83a5fcc-1619-4010-845b-056d432528cd', 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'port_id': 'c83a5fcc-1619-4010-845b-056d432528cd', 'mac_address': 'fa:16:3e:51:10:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184257a1-8dd7-4ba7-9fe3-dd948fd0da94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:50:29.956787 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.001338 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83a5fcc-1619-4010-845b-056d432528cd {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:50:30.045349 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port c83a5fcc-1619-4010-845b-056d432528cd, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=c83a5fcc-1619-4010-845b-056d432528cd,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:30.055550 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.120811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Network 84c87718-2328-4e35-9a10-6c0ddad7e28c is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:30.122207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.133181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e12d17-be9b-4d10-80f8-3164572000c1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting subnet 0a3dafb1-a3a7-41b7-891e-3d30f1cc87e0 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:50:30.141186 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-59e12d17-be9b-4d10-80f8-3164572000c1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.175656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:30.190654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=c83a5fcc-1619-4010-845b-056d432528cd,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:30.233525 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-59e12d17-be9b-4d10-80f8-3164572000c1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.364968 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-59e12d17-be9b-4d10-80f8-3164572000c1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.477519 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-59e12d17-be9b-4d10-80f8-3164572000c1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.492284 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['e89aca42-f255-464c-8b50-dde7762fc4af'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:50:30.541873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e12d17-be9b-4d10-80f8-3164572000c1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3dafb1-a3a7-41b7-891e-3d30f1cc87e0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:30.553821 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-59e12d17-be9b-4d10-80f8-3164572000c1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.566364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-59e12d17-be9b-4d10-80f8-3164572000c1 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/0a3dafb1-a3a7-41b7-891e-3d30f1cc87e0 HTTP/1.1" status: 204 len: 168 time: 0.8231790 Feb 04 15:50:30.567349 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45586) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:30.572950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['c83a5fcc-1619-4010-845b-056d432528cd'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:50:30.630000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Subnet': ['ID=cd3c1802-9617-4288-852d-7ca0dad1b38c,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:30.633463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Checking segment: {'id': 'ab0db5f6-e7a6-4da1-abdc-a9466825f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b0c15a0-9c96-4b02-af67-f3907651bf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:50:30.634042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network hostable DHCP agents. Network: 3b0c15a0-9c96-4b02-af67-f3907651bf91, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:30.706142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1e8fbe-bbb3-41bb-82d4-cf64b506239c None None] Network 81770ea3-8919-4817-9fb9-1d1144527123 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:50:30.775301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 3b0c15a0-9c96-4b02-af67-f3907651bf91 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:30.795926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 3b0c15a0-9c96-4b02-af67-f3907651bf91) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:30.812946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:30.813679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.881658 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-90dc5187-aec7-4273-a844-607b2cbec879 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4062243 Feb 04 15:50:30.882444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45604) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:30.891319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9c49061f-760f-446e-87b4-864921dcd21b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-804976042', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:30.903066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9c49061f-760f-446e-87b4-864921dcd21b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:30.917975 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9c49061f-760f-446e-87b4-864921dcd21b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:router and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:30.926458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9c49061f-760f-446e-87b4-864921dcd21b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:30.934474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9c49061f-760f-446e-87b4-864921dcd21b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:30.951455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Router ddeb05de-d361-4a07-933a-beb04e675099 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:50:30.973018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157b87f4-fea4-46b3-aadb-21e8e9463f9f None None] Network 3b0c15a0-9c96-4b02-af67-f3907651bf91 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:50:30.975901 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9c49061f-760f-446e-87b4-864921dcd21b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.977512 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9c49061f-760f-446e-87b4-864921dcd21b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.001036 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9c49061f-760f-446e-87b4-864921dcd21b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.026367 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9c49061f-760f-446e-87b4-864921dcd21b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.125840 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9c49061f-760f-446e-87b4-864921dcd21b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.129838 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9c49061f-760f-446e-87b4-864921dcd21b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2420709 Feb 04 15:50:31.130564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45608) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:31.317949 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.396949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port bc44b816-0195-409f-b81f-5b32b32cfb5b {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:31.397205 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.463241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c582c-7baf-488e-8239-f4a2a5641509 req-a3149c99-5d9b-4ba1-9d32-4b1f8aadeecd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:31.470157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f80c582c-7baf-488e-8239-f4a2a5641509 req-a3149c99-5d9b-4ba1-9d32-4b1f8aadeecd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 945 time: 0.4879022 Feb 04 15:50:31.590477 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd85db4-6304-4bd7-8373-c1917b50b68b req-fd6dfb56-06ec-445f-8e45-dfbae71bdb19 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:31.605209 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcd85db4-6304-4bd7-8373-c1917b50b68b req-fd6dfb56-06ec-445f-8e45-dfbae71bdb19 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 944 time: 0.5357037 Feb 04 15:50:31.684879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-581d4736-5334-41cb-a26b-715f864222f2 None None] Provisioning complete for port 8939e223-edf5-4d00-81c9-88c37e30a67f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:31.686500 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-581d4736-5334-41cb-a26b-715f864222f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.706120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f80c582c-7baf-488e-8239-f4a2a5641509 req-2f892c91-4a89-44cc-9c23-66cbe5c45c44 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349169 Feb 04 15:50:31.777578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-581d4736-5334-41cb-a26b-715f864222f2 None None] Port 8939e223-edf5-4d00-81c9-88c37e30a67f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:31.823793 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcd85db4-6304-4bd7-8373-c1917b50b68b req-1a2a763a-bd2f-45e2-9a0a-003b306dabf0 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981881 Feb 04 15:50:31.985357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:31.991675 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-adb915b6-5d70-43aa-889e-2152e971a23d tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] 10.222.0.60 "PUT /v2.0/routers/ddeb05de-d361-4a07-933a-beb04e675099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4645684 Feb 04 15:50:32.029533 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db583c36-4772-4fd5-b4b6-c66a0362598a None None] Sync routers for ids ['ddeb05de-d361-4a07-933a-beb04e675099'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:50:32.048832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45634) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:32.067649 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-3b0c15a0-9c96-4b02-af67-f3907651bf91', 'network_id': '3b0c15a0-9c96-4b02-af67-f3907651bf91', 'tenant_id': '33552c0479964c7487f074e057484640', 'fixed_ips': [{'subnet_id': 'cd3c1802-9617-4288-852d-7ca0dad1b38c'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:50:32.069423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Request body: {'port': {'network_id': '84c87718-2328-4e35-9a10-6c0ddad7e28c', 'name': 'tempest-FloatingIPAdminTestJSON-652542479'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:32.070454 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.122780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90240b61-8b42-49df-a868-ac130a66593b None None] DHCP port deletion for 81770ea3-8919-4817-9fb9-1d1144527123 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:50:32.180079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-90240b61-8b42-49df-a868-ac130a66593b None None] Deleting port bc44b816-0195-409f-b81f-5b32b32cfb5b {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:32.180547 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-90240b61-8b42-49df-a868-ac130a66593b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.255974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db583c36-4772-4fd5-b4b6-c66a0362598a None None] Routers {'ddeb05de-d361-4a07-933a-beb04e675099'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:32.256485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-db583c36-4772-4fd5-b4b6-c66a0362598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ddeb05de-d361-4a07-933a-beb04e675099'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:32.323955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] For port bc44b816-0195-409f-b81f-5b32b32cfb5b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bc44b816-0195-409f-b81f-5b32b32cfb5b,segment=NetworkSegment(72272432-f533-4e93-a165-8204aec9920f),segment_id=72272432-f533-4e93-a165-8204aec9920f)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:32.324469 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.325556 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.365892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-db583c36-4772-4fd5-b4b6-c66a0362598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:32.588600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db583c36-4772-4fd5-b4b6-c66a0362598a None None] Routers {'ddeb05de-d361-4a07-933a-beb04e675099'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:32.589175 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-db583c36-4772-4fd5-b4b6-c66a0362598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ddeb05de-d361-4a07-933a-beb04e675099'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:32.675899 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-db583c36-4772-4fd5-b4b6-c66a0362598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:32.676310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db583c36-4772-4fd5-b4b6-c66a0362598a None None] The sync data for ids ['ddeb05de-d361-4a07-933a-beb04e675099'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:50:32.681883 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bc44b816-0195-409f-b81f-5b32b32cfb5b no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:50:32.686640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for bc44b816-0195-409f-b81f-5b32b32cfb5b owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:32.914860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-90240b61-8b42-49df-a868-ac130a66593b None None] For port bc44b816-0195-409f-b81f-5b32b32cfb5b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bc44b816-0195-409f-b81f-5b32b32cfb5b,segment=NetworkSegment(72272432-f533-4e93-a165-8204aec9920f),segment_id=72272432-f533-4e93-a165-8204aec9920f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:32.915438 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-90240b61-8b42-49df-a868-ac130a66593b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.945456 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.000282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Allocated IP 2001:db8::2 (3b0c15a0-9c96-4b02-af67-f3907651bf91/cd3c1802-9617-4288-852d-7ca0dad1b38c/b8d9a3de-3a78-4328-ada0-c45141f1e699) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:33.063476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e89aca42-f255-464c-8b50-dde7762fc4af up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:33.105270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No DVR routers for this DVR port bc44b816-0195-409f-b81f-5b32b32cfb5b on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:33.144530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-90240b61-8b42-49df-a868-ac130a66593b None None] Calling delete_port for bc44b816-0195-409f-b81f-5b32b32cfb5b owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:33.176525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45666) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:33.216856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No active binding found for port bc44b816-0195-409f-b81f-5b32b32cfb5b {{(pid=83552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 15:50:33.217292 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bc44b816-0195-409f-b81f-5b32b32cfb5b not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:50:33.357130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=bc44b816-0195-409f-b81f-5b32b32cfb5b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:33.431341 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2e681ef-b152-40a5-b32f-d81e55a6e077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.457113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port e89aca42-f255-464c-8b50-dde7762fc4af completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:33.485636 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.502563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e2e681ef-b152-40a5-b32f-d81e55a6e077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:33.510979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e2e681ef-b152-40a5-b32f-d81e55a6e077 admin admin] Usage tracker for resource:security_group_rule and tenant:c9ccbac28df94cca9ea19ebd48e2cb5f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:33.517042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e2e681ef-b152-40a5-b32f-d81e55a6e077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:33.518717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:33.529490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e2e681ef-b152-40a5-b32f-d81e55a6e077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:33.542489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Usage tracker for resource:port and tenant:6d417dbc8e114c73bddb2f9e28080c06 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:33.546791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:33.557322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81770ea3-8919-4817-9fb9-1d1144527123']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:33.571734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:33.585079 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.585273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72272432-f533-4e93-a165-8204aec9920f') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:33.585449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72272432-f533-4e93-a165-8204aec9920f') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:33.598643 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-90240b61-8b42-49df-a868-ac130a66593b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:50:33.599091 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-90240b61-8b42-49df-a868-ac130a66593b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:50:33.602246 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Transition to ACTIVE for port object b8d9a3de-3a78-4328-ada0-c45141f1e699 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:33.604850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port e89aca42-f255-464c-8b50-dde7762fc4af triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:33.605310 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.612705 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.624890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2110b-59ef-4061-b598-431ca31f7633 req-386a5583-f891-4db3-b888-3d1baf7daf38 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:33.627320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53a2110b-59ef-4061-b598-431ca31f7633 req-386a5583-f891-4db3-b888-3d1baf7daf38 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 945 time: 0.3996084 Feb 04 15:50:33.632012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Made reservation on behalf of 6d417dbc8e114c73bddb2f9e28080c06 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:33.634983 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.661765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a281e-7fce-4656-8d39-e445ac5162ea req-ff5a9d06-0b2d-41fc-bbd6-caa11d66c900 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:33.663316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-929a281e-7fce-4656-8d39-e445ac5162ea req-ff5a9d06-0b2d-41fc-bbd6-caa11d66c900 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 944 time: 0.4597220 Feb 04 15:50:33.676317 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2e681ef-b152-40a5-b32f-d81e55a6e077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.681259 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.681885 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2e681ef-b152-40a5-b32f-d81e55a6e077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.709592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Transition to ACTIVE for port object b8d9a3de-3a78-4328-ada0-c45141f1e699 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:33.719310 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.720047 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:50:33.720434 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:33.736014 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:33.738355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] device_id is not set on port 94015b0d-9e35-422e-9b08-4a63782f5837 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:33.740488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e681ef-b152-40a5-b32f-d81e55a6e077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33313c82-bc31-4fae-a047-ca14f3a6dfe1,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:33.894730 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e2e681ef-b152-40a5-b32f-d81e55a6e077 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9ccbac28df94cca9ea19ebd48e2cb5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7166097 Feb 04 15:50:33.902352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45682) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:33.910818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Pushing event updated for resources: {'Port': ['ID=b8d9a3de-3a78-4328-ada0-c45141f1e699,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:33.924255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Network 3b0c15a0-9c96-4b02-af67-f3907651bf91 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:33.926942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:33.929612 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.939779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:33.999955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Allocated IP 2001:db8::1 (3b0c15a0-9c96-4b02-af67-f3907651bf91/cd3c1802-9617-4288-852d-7ca0dad1b38c/9268e506-77fa-40bf-9415-5a342ed553c9) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:34.060664 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bfd460-4afa-47f7-8af8-75e3473b4fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89aca42-f255-464c-8b50-dde7762fc4af'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:34.078907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e89aca42-f255-464c-8b50-dde7762fc4af, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e89aca42-f255-464c-8b50-dde7762fc4af,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:34.085054 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.086159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device c83a5fcc-1619-4010-845b-056d432528cd up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:34.119518 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53a2110b-59ef-4061-b598-431ca31f7633 req-e05761c0-0635-48e0-b7d6-d00f5e475924 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705150 Feb 04 15:50:34.127753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-929a281e-7fce-4656-8d39-e445ac5162ea req-52185101-4d44-4a32-8a55-a7c629311d31 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417665 Feb 04 15:50:34.128431 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.146675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-90240b61-8b42-49df-a868-ac130a66593b None None] Deleting port bc44b816-0195-409f-b81f-5b32b32cfb5b {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:34.147420 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-90240b61-8b42-49df-a868-ac130a66593b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.177350 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Attempting to bind port b8d9a3de-3a78-4328-ada0-c45141f1e699 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:34.178369 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Attempting to bind port b8d9a3de-3a78-4328-ada0-c45141f1e699 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'ab0db5f6-e7a6-4da1-abdc-a9466825f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b0c15a0-9c96-4b02-af67-f3907651bf91'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:34.178966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Attempting to bind port b8d9a3de-3a78-4328-ada0-c45141f1e699 on network 3b0c15a0-9c96-4b02-af67-f3907651bf91 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:50:34.224185 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.224471 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:50:34.224790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Checking segment: {'id': 'ab0db5f6-e7a6-4da1-abdc-a9466825f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b0c15a0-9c96-4b02-af67-f3907651bf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:50:34.225174 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.225553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Bound using segment: {'id': 'ab0db5f6-e7a6-4da1-abdc-a9466825f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b0c15a0-9c96-4b02-af67-f3907651bf91'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:50:34.226013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Bound port: b8d9a3de-3a78-4328-ada0-c45141f1e699, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0db5f6-e7a6-4da1-abdc-a9466825f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b0c15a0-9c96-4b02-af67-f3907651bf91'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:34.230561 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.241326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Network': ['ID=81770ea3-8919-4817-9fb9-1d1144527123,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:34.276731 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-21351cab-4561-4df4-913e-1888e47e71bb tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/networks/81770ea3-8919-4817-9fb9-1d1144527123 HTTP/1.1" status: 204 len: 168 time: 3.7077794 Feb 04 15:50:34.289073 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45692) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:34.296302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Allocated IP 172.20.0.13 (84c87718-2328-4e35-9a10-6c0ddad7e28c/c7ebea4f-0366-4f04-a4e0-5ae950827ac6/94015b0d-9e35-422e-9b08-4a63782f5837) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:34.313902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-90240b61-8b42-49df-a868-ac130a66593b None None] The port 'bc44b816-0195-409f-b81f-5b32b32cfb5b' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:50:34.324269 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bfd460-4afa-47f7-8af8-75e3473b4fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89aca42-f255-464c-8b50-dde7762fc4af', 'code': 200} Feb 04 15:50:34.364729 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-420713da-333a-4f93-a259-7eadc1907010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.386969 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.456489 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=e89aca42-f255-464c-8b50-dde7762fc4af,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:34.499822 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port c83a5fcc-1619-4010-845b-056d432528cd completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:34.499822 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] For port b8d9a3de-3a78-4328-ada0-c45141f1e699, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:50:34.502150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Transition to ACTIVE for port object 9268e506-77fa-40bf-9415-5a342ed553c9 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:34.506618 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] For port b8d9a3de-3a78-4328-ada0-c45141f1e699, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b8d9a3de-3a78-4328-ada0-c45141f1e699,segment=NetworkSegment(ab0db5f6-e7a6-4da1-abdc-a9466825f90f),segment_id=ab0db5f6-e7a6-4da1-abdc-a9466825f90f)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:50:34.509521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port c83a5fcc-1619-4010-845b-056d432528cd triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:34.510207 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.513860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-420713da-333a-4f93-a259-7eadc1907010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.526648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a0dac-08be-4085-8588-536a1f2df51f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:34.527260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-950a0dac-08be-4085-8588-536a1f2df51f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:34.584608 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.589373 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-950a0dac-08be-4085-8588-536a1f2df51f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:34.590893 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-950a0dac-08be-4085-8588-536a1f2df51f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/613dd6f9-37ad-4534-b28d-472614b8b99a HTTP/1.1" status: 200 len: 840 time: 0.3009663 Feb 04 15:50:34.597186 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45700) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:34.618140 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0f3b50f1-445e-4632-b9bb-623c45db8a1f req-897c7afb-dd33-460f-b969-f30c96e55860 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 1097 time: 0.2125499 Feb 04 15:50:34.619917 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.653024 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.685846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Transition to ACTIVE for port object 94015b0d-9e35-422e-9b08-4a63782f5837 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:34.698784 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-420713da-333a-4f93-a259-7eadc1907010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.719085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a4b43831-2c6a-48f6-bbd5-b50a508889e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:34.747553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420713da-333a-4f93-a259-7eadc1907010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33313c82-bc31-4fae-a047-ca14f3a6dfe1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:34.747948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a4b43831-2c6a-48f6-bbd5-b50a508889e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:34.751451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 3b0c15a0-9c96-4b02-af67-f3907651bf91 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:34.757648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:34.760777 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a4b43831-2c6a-48f6-bbd5-b50a508889e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/613dd6f9-37ad-4534-b28d-472614b8b99a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1622288 Feb 04 15:50:34.763863 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcc767-b775-4302-b5a6-394af97b3b47 None None] Pushing event updated for resources: {'Port': ['ID=b8d9a3de-3a78-4328-ada0-c45141f1e699,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:34.765772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45706) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:34.767387 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.768251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:34.768788 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.773602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=9268e506-77fa-40bf-9415-5a342ed553c9,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:34.792521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4103c71d-6117-4b8b-87c5-d8f285d60671 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'subnet': {'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:34.798556 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0f3b50f1-445e-4632-b9bb-623c45db8a1f req-aa289836-fea4-4169-b368-732f6ca289fc service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720943 Feb 04 15:50:34.815518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-420713da-333a-4f93-a259-7eadc1907010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.816671 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-420713da-333a-4f93-a259-7eadc1907010 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33313c82-bc31-4fae-a047-ca14f3a6dfe1 HTTP/1.1" status: 204 len: 168 time: 0.9129741 Feb 04 15:50:34.824172 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.896696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port c83a5fcc-1619-4010-845b-056d432528cd, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=c83a5fcc-1619-4010-845b-056d432528cd,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:34.902276 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.971122 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:35.004136 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=c83a5fcc-1619-4010-845b-056d432528cd,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:35.373660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event updated for resources: {'Port': ['ID=94015b0d-9e35-422e-9b08-4a63782f5837,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:35.383610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Network 84c87718-2328-4e35-9a10-6c0ddad7e28c is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:35.396890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:35.411612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:35.637710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4103c71d-6117-4b8b-87c5-d8f285d60671 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:35.648274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4103c71d-6117-4b8b-87c5-d8f285d60671 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:subnet and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:35.656795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4103c71d-6117-4b8b-87c5-d8f285d60671 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:35.720394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4103c71d-6117-4b8b-87c5-d8f285d60671 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:35.776645 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:35.791298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:35.791927 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:35.795773 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:35.797090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4103c71d-6117-4b8b-87c5-d8f285d60671 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:35.799280 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:35.975444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-be4e9e32-f5a6-48a0-b459-af4f2515c18d None None] Provisioning for port 94015b0d-9e35-422e-9b08-4a63782f5837 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:35.982570 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-be4e9e32-f5a6-48a0-b459-af4f2515c18d None None] Provisioning complete for port 94015b0d-9e35-422e-9b08-4a63782f5837 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:35.982944 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be4e9e32-f5a6-48a0-b459-af4f2515c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:35.988786 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d790d3c2-555c-4cb8-bd7a-ff8af526b5a9 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9378648 Feb 04 15:50:36.004374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45736) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:36.035230 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4103c71d-6117-4b8b-87c5-d8f285d60671 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.173562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03229d8-e5e3-467f-9dcd-1241c459bea0 req-7f4204ef-fe4e-4b1b-92d5-f08775bb05af tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:36.178899 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-be4e9e32-f5a6-48a0-b459-af4f2515c18d None None] Port 94015b0d-9e35-422e-9b08-4a63782f5837 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:36.192801 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a03229d8-e5e3-467f-9dcd-1241c459bea0 req-7f4204ef-fe4e-4b1b-92d5-f08775bb05af tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.7121396 Feb 04 15:50:36.210963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d6974-584f-4171-a855-7e9b9186f37f req-21c3b796-c41e-4d9d-9ae4-85bfbb51553f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:36.220658 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d31d6974-584f-4171-a855-7e9b9186f37f req-21c3b796-c41e-4d9d-9ae4-85bfbb51553f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 945 time: 0.7162750 Feb 04 15:50:36.325324 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338caa82-e123-4572-a014-886300e388ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83a5fcc-1619-4010-845b-056d432528cd'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:36.440071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d31d6974-584f-4171-a855-7e9b9186f37f req-7a63f543-31e5-47ac-ae59-7103027efe1e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181675 Feb 04 15:50:36.487323 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a03229d8-e5e3-467f-9dcd-1241c459bea0 req-6a5958cc-220c-499c-9282-6393c7ff8d7d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861614 Feb 04 15:50:36.565040 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d50c6012-6eb5-4273-b126-ab0634d7a161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.573710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'project_id': '6d417dbc8e114c73bddb2f9e28080c06', 'port_id': '94015b0d-9e35-422e-9b08-4a63782f5837'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:36.605205 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338caa82-e123-4572-a014-886300e388ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83a5fcc-1619-4010-845b-056d432528cd', 'code': 200} Feb 04 15:50:36.611244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:36.626191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Usage tracker for resource:floatingip and tenant:6d417dbc8e114c73bddb2f9e28080c06 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:36.630084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:36.649212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:36.661514 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=9268e506-77fa-40bf-9415-5a342ed553c9,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:36.666152 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.676678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2142211-b18c-48b7-93cf-296b952bc492 None None] Network 3b0c15a0-9c96-4b02-af67-f3907651bf91 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:50:36.717017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b8d9a3de-3a78-4328-ada0-c45141f1e699 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:36.777865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 3b0c15a0-9c96-4b02-af67-f3907651bf91 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:36.793067 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:36.914782 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4103c71d-6117-4b8b-87c5-d8f285d60671 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.960357 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fc0b54e5-d477-476c-a9b4-752c2ebc2fa7 None None] Provisioning for port b8d9a3de-3a78-4328-ada0-c45141f1e699 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:37.100584 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-286406f2-4761-4c3d-b4f4-52e63d517160 req-81600abe-7f82-4183-aff8-5d5b37cb308e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 1096 time: 0.3852601 Feb 04 15:50:37.121701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103c71d-6117-4b8b-87c5-d8f285d60671 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 3c061c36-d039-45a7-bf9c-85193778253d is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:37.125512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103c71d-6117-4b8b-87c5-d8f285d60671 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Subnet': ['ID=9c52673c-8bfc-4884-a451-73b838a17a1b,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:37.129297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-4103c71d-6117-4b8b-87c5-d8f285d60671 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:37.132901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4103c71d-6117-4b8b-87c5-d8f285d60671 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:37.133692 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4103c71d-6117-4b8b-87c5-d8f285d60671 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.159760 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.210412 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4103c71d-6117-4b8b-87c5-d8f285d60671 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4278498 Feb 04 15:50:37.211223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45758) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:37.226079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-1d486331-282b-4670-8541-308be39d5b71 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'security_group': {'name': 'tempest-secgroup-125543181'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:37.239243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1d486331-282b-4670-8541-308be39d5b71 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:37.256806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1d486331-282b-4670-8541-308be39d5b71 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:security_group and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:37.263225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1d486331-282b-4670-8541-308be39d5b71 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:37.267247 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef06f4f5-fd45-44dd-ad6b-1a46c534a13a None None] Network 3c061c36-d039-45a7-bf9c-85193778253d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:50:37.269316 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-286406f2-4761-4c3d-b4f4-52e63d517160 req-b5e8fb84-e7ee-48a6-9098-9d19dcb3be4a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613917 Feb 04 15:50:37.276672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1d486331-282b-4670-8541-308be39d5b71 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:37.334685 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1d486331-282b-4670-8541-308be39d5b71 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.354009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port b8d9a3de-3a78-4328-ada0-c45141f1e699 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:37.384106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1d486331-282b-4670-8541-308be39d5b71 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:37.388026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1d486331-282b-4670-8541-308be39d5b71 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:security_group_rule and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:37.391985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1d486331-282b-4670-8541-308be39d5b71 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:37.398518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1d486331-282b-4670-8541-308be39d5b71 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:37.429978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Allocated IP 172.25.0.60 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/64fe6a83-2814-482b-a65b-08b0fb6b8070) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:37.457788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b8d9a3de-3a78-4328-ada0-c45141f1e699 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:37.457943 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.488882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router f84f4729-3cc9-4de2-9ac5-baabb7c9f36b is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:50:37.707839 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1d486331-282b-4670-8541-308be39d5b71 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.729668 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1d486331-282b-4670-8541-308be39d5b71 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.775291 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.842711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:37.850933 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7aaaa19d-a87d-4a8f-a613-985e4ab5233d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/f84f4729-3cc9-4de2-9ac5-baabb7c9f36b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7195868 Feb 04 15:50:37.855444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45774) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:37.856654 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade53b3-cd14-4109-8b20-e7c53d1f8657 None None] Sync routers for ids ['f84f4729-3cc9-4de2-9ac5-baabb7c9f36b'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:50:37.883432 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port b8d9a3de-3a78-4328-ada0-c45141f1e699, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b8d9a3de-3a78-4328-ada0-c45141f1e699,segment=NetworkSegment(ab0db5f6-e7a6-4da1-abdc-a9466825f90f),segment_id=ab0db5f6-e7a6-4da1-abdc-a9466825f90f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:37.884516 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade53b3-cd14-4109-8b20-e7c53d1f8657 None None] Routers {'f84f4729-3cc9-4de2-9ac5-baabb7c9f36b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:37.885246 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1ade53b3-cd14-4109-8b20-e7c53d1f8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f84f4729-3cc9-4de2-9ac5-baabb7c9f36b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:37.906719 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.915083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d486331-282b-4670-8541-308be39d5b71 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315a6c96-e84c-451a-93c2-4e8aada1e2ed,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:38.025241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3d4e78-b0f7-4bd9-95fe-a13c5292327c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:38.026807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-eb3d4e78-b0f7-4bd9-95fe-a13c5292327c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Synchronizing usage tracker for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:38.061299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-eb3d4e78-b0f7-4bd9-95fe-a13c5292327c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Unset dirty status for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:38.068838 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eb3d4e78-b0f7-4bd9-95fe-a13c5292327c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports/9268e506-77fa-40bf-9415-5a342ed553c9 HTTP/1.1" status: 200 len: 911 time: 0.2116416 Feb 04 15:50:38.070082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45780) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:38.088837 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1ade53b3-cd14-4109-8b20-e7c53d1f8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:38.107352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=b8d9a3de-3a78-4328-ada0-c45141f1e699,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:38.120189 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade53b3-cd14-4109-8b20-e7c53d1f8657 None None] Routers {'f84f4729-3cc9-4de2-9ac5-baabb7c9f36b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:38.121098 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1ade53b3-cd14-4109-8b20-e7c53d1f8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f84f4729-3cc9-4de2-9ac5-baabb7c9f36b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:38.141711 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1d486331-282b-4670-8541-308be39d5b71 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:38.147317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1d486331-282b-4670-8541-308be39d5b71 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9293334 Feb 04 15:50:38.148318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45786) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:38.172379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9c7891c4-0dd7-40ec-b04f-bf6bae29a5e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'security_group': {'name': 'tempest-secgroup-1217035869'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:38.180608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-3c061c36-d039-45a7-bf9c-85193778253d', 'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'tenant_id': '4152675cb55e47d8b7b3918734aa1522', 'fixed_ips': [{'subnet_id': '9c52673c-8bfc-4884-a451-73b838a17a1b'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:50:38.181510 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:38.196827 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1ade53b3-cd14-4109-8b20-e7c53d1f8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:38.199888 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade53b3-cd14-4109-8b20-e7c53d1f8657 None None] The sync data for ids ['f84f4729-3cc9-4de2-9ac5-baabb7c9f36b'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:50:38.211158 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9c7891c4-0dd7-40ec-b04f-bf6bae29a5e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:38.221864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:38.227471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9c7891c4-0dd7-40ec-b04f-bf6bae29a5e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:security_group and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:38.239875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9c7891c4-0dd7-40ec-b04f-bf6bae29a5e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:38.253131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9c7891c4-0dd7-40ec-b04f-bf6bae29a5e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:38.290828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2f6462a5-4cb6-4b65-b5b3-004eaf0169f3 None None] Provisioning for port 9268e506-77fa-40bf-9415-5a342ed553c9 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:38.293584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb90e9e-4c75-4d16-a115-6b0ceb90ee1d req-dc0e4022-6cd6-4284-817b-45184eb12f7b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:38.305247 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edb90e9e-4c75-4d16-a115-6b0ceb90ee1d req-dc0e4022-6cd6-4284-817b-45184eb12f7b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.5265198 Feb 04 15:50:38.340030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811318e-4827-403f-85cc-cf0a168d4b13 req-3eb8da82-21da-4c62-83b7-908ca140c874 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:38.347616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b811318e-4827-403f-85cc-cf0a168d4b13 req-3eb8da82-21da-4c62-83b7-908ca140c874 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 945 time: 0.3725269 Feb 04 15:50:38.389037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2f6462a5-4cb6-4b65-b5b3-004eaf0169f3 None None] Provisioning complete for port 9268e506-77fa-40bf-9415-5a342ed553c9 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:38.389562 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2f6462a5-4cb6-4b65-b5b3-004eaf0169f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:38.401638 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c7891c4-0dd7-40ec-b04f-bf6bae29a5e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:38.467296 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edb90e9e-4c75-4d16-a115-6b0ceb90ee1d req-c10664d2-0d93-4155-80b3-6bf1eac3c0b6 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607573 Feb 04 15:50:38.489661 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:38.536920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2f6462a5-4cb6-4b65-b5b3-004eaf0169f3 None None] Port 9268e506-77fa-40bf-9415-5a342ed553c9 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:38.623756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Allocated IP 172.20.0.2 (3c061c36-d039-45a7-bf9c-85193778253d/9c52673c-8bfc-4884-a451-73b838a17a1b/c22d2a1d-c5bc-44f5-9677-f4219d42fc46) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:38.627767 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2f6462a5-4cb6-4b65-b5b3-004eaf0169f3 None None] Provisioning complete for port b8d9a3de-3a78-4328-ada0-c45141f1e699 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:38.628225 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2f6462a5-4cb6-4b65-b5b3-004eaf0169f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:38.707544 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b811318e-4827-403f-85cc-cf0a168d4b13 req-81472247-e17f-4ae4-be2b-75fd146364d4 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589468 Feb 04 15:50:38.712207 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b8d9a3de-3a78-4328-ada0-c45141f1e699 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:38.853269 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e1f2ce42-30a4-44d5-8f44-6714ba14f8c6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:38.927953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9c7891c4-0dd7-40ec-b04f-bf6bae29a5e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:38.950728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:38.971394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:38.979239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:39.073049 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2238d54f-44a8-4b4a-ba8d-8c946805a9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.090960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9c7891c4-0dd7-40ec-b04f-bf6bae29a5e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:security_group_rule and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:39.115261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Pushing event updated for resources: {'Port': ['ID=64fe6a83-2814-482b-a65b-08b0fb6b8070,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:39.132575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9c7891c4-0dd7-40ec-b04f-bf6bae29a5e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:39.136239 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b8d9a3de-3a78-4328-ada0-c45141f1e699 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:39.136761 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.152964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9c7891c4-0dd7-40ec-b04f-bf6bae29a5e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:39.342164 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2fde8d26-8755-40a0-94a6-36d78bdd17be None None] Provisioning complete for port 9268e506-77fa-40bf-9415-5a342ed553c9 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:39.342816 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2fde8d26-8755-40a0-94a6-36d78bdd17be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.395667 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c7891c4-0dd7-40ec-b04f-bf6bae29a5e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.408094 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c7891c4-0dd7-40ec-b04f-bf6bae29a5e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.432854 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.475950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Transition to ACTIVE for port object c22d2a1d-c5bc-44f5-9677-f4219d42fc46 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:39.485126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2fde8d26-8755-40a0-94a6-36d78bdd17be None None] Port 9268e506-77fa-40bf-9415-5a342ed553c9 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:39.497070 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c7891c4-0dd7-40ec-b04f-bf6bae29a5e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.501971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9c7891c4-0dd7-40ec-b04f-bf6bae29a5e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3484375 Feb 04 15:50:39.506326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45814) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:39.534480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Transition to ACTIVE for port object c22d2a1d-c5bc-44f5-9677-f4219d42fc46 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:39.534773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1372885771', 'security_groups': ['f3e62201-29cc-4dde-a5c3-4d2aa029d54c'], 'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9c52673c-8bfc-4884-a451-73b838a17a1b'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:39.544175 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.676995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Network 3c061c36-d039-45a7-bf9c-85193778253d is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:39.680867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:39.684098 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:39.762857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Pushing event updated for resources: {'Port': ['ID=c22d2a1d-c5bc-44f5-9677-f4219d42fc46,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:39.843493 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Attempting to bind port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:39.843854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Attempting to bind port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '4c95926e-95f9-4945-be43-b9700b7923b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3c061c36-d039-45a7-bf9c-85193778253d'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:39.844208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Attempting to bind port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 on network 3c061c36-d039-45a7-bf9c-85193778253d {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:50:39.851460 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:50:39.852079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Checking segment: {'id': '4c95926e-95f9-4945-be43-b9700b7923b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3c061c36-d039-45a7-bf9c-85193778253d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:50:39.852484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.853052 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Bound using segment: {'id': '4c95926e-95f9-4945-be43-b9700b7923b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3c061c36-d039-45a7-bf9c-85193778253d'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:50:39.853874 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Bound port: c22d2a1d-c5bc-44f5-9677-f4219d42fc46, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c95926e-95f9-4945-be43-b9700b7923b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3c061c36-d039-45a7-bf9c-85193778253d'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:39.854476 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.944279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:39.946589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7891c4-0dd7-40ec-b04f-bf6bae29a5e4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e62201-29cc-4dde-a5c3-4d2aa029d54c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:39.988201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:40.016475 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.065879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] For port c22d2a1d-c5bc-44f5-9677-f4219d42fc46, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:50:40.069721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] For port c22d2a1d-c5bc-44f5-9677-f4219d42fc46, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c22d2a1d-c5bc-44f5-9677-f4219d42fc46,segment=NetworkSegment(4c95926e-95f9-4945-be43-b9700b7923b7),segment_id=4c95926e-95f9-4945-be43-b9700b7923b7)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:50:40.073908 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.143216 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:40.147980 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.178992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-e1f2ce42-30a4-44d5-8f44-6714ba14f8c6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port 9268e506-77fa-40bf-9415-5a342ed553c9 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:40.181885 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e1f2ce42-30a4-44d5-8f44-6714ba14f8c6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.194282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port c95d0a98-8346-483a-a2ee-0003a8b586f3 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:40.200054 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.236601 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c1141-7838-444a-a073-fc8ea84b70f9 None None] Pushing event updated for resources: {'Port': ['ID=c22d2a1d-c5bc-44f5-9677-f4219d42fc46,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:40.385263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d934482-ceb2-4d49-bf7f-c187cd25e3a6 req-ba033025-f150-469f-a016-c8b2e8c07d47 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:40.387287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d934482-ceb2-4d49-bf7f-c187cd25e3a6 req-ba033025-f150-469f-a016-c8b2e8c07d47 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 945 time: 0.4042504 Feb 04 15:50:40.393889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f2cca-4dc2-4e8a-9330-b727607c0a5e req-06234fc7-e315-4b5d-9bc9-7fb4123c3c35 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:40.395585 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b9f2cca-4dc2-4e8a-9330-b727607c0a5e req-06234fc7-e315-4b5d-9bc9-7fb4123c3c35 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.4202089 Feb 04 15:50:40.480253 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e1f2ce42-30a4-44d5-8f44-6714ba14f8c6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.636179 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c22d2a1d-c5bc-44f5-9677-f4219d42fc46 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:40.720121 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b9f2cca-4dc2-4e8a-9330-b727607c0a5e req-5e6829cb-936f-45a2-8faf-869f4594bb01 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066001 Feb 04 15:50:40.723526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-e1f2ce42-30a4-44d5-8f44-6714ba14f8c6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for 9268e506-77fa-40bf-9415-5a342ed553c9 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:40.725509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Allocated IP 172.20.0.12 (3c061c36-d039-45a7-bf9c-85193778253d/9c52673c-8bfc-4884-a451-73b838a17a1b/c95d0a98-8346-483a-a2ee-0003a8b586f3) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:40.742596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d934482-ceb2-4d49-bf7f-c187cd25e3a6 req-784e1153-7914-4575-9f09-6796c2ea088a tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517819 Feb 04 15:50:40.769365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:41.044696 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e1f2ce42-30a4-44d5-8f44-6714ba14f8c6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.122872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2ce42-30a4-44d5-8f44-6714ba14f8c6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Port': ['ID=9268e506-77fa-40bf-9415-5a342ed553c9,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:41.369281 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e1f2ce42-30a4-44d5-8f44-6714ba14f8c6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.387979 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.448518 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.540390 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.560740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afcb66-e7ce-4c15-b99d-c01f16dcd032 req-ddf6338b-468c-4838-84cb-9f23b93efaed tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:41.563070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0afcb66-e7ce-4c15-b99d-c01f16dcd032 req-ddf6338b-468c-4838-84cb-9f23b93efaed tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 945 time: 0.5784340 Feb 04 15:50:41.615967 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.625306 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.697014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Transition to ACTIVE for port object c95d0a98-8346-483a-a2ee-0003a8b586f3 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:41.710531 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0afcb66-e7ce-4c15-b99d-c01f16dcd032 req-54b19dab-4c96-4ea6-a7c9-64768eb775c2 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357341 Feb 04 15:50:41.745791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8a5717fc-80cc-4d6f-964c-f5ef25e887e5 None None] Provisioning for port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:41.755310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8a5717fc-80cc-4d6f-964c-f5ef25e887e5 None None] Provisioning complete for port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:41.756608 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8a5717fc-80cc-4d6f-964c-f5ef25e887e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.846720 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.919543 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8a5717fc-80cc-4d6f-964c-f5ef25e887e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.959286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8a5717fc-80cc-4d6f-964c-f5ef25e887e5 None None] For port c22d2a1d-c5bc-44f5-9677-f4219d42fc46, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c22d2a1d-c5bc-44f5-9677-f4219d42fc46,segment=NetworkSegment(4c95926e-95f9-4945-be43-b9700b7923b7),segment_id=4c95926e-95f9-4945-be43-b9700b7923b7)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:41.965873 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8a5717fc-80cc-4d6f-964c-f5ef25e887e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.055249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8a5717fc-80cc-4d6f-964c-f5ef25e887e5 None None] Provisioning complete for port 613dd6f9-37ad-4534-b28d-472614b8b99a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:42.055490 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8a5717fc-80cc-4d6f-964c-f5ef25e887e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.102455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 3c061c36-d039-45a7-bf9c-85193778253d is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:42.105936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5717fc-80cc-4d6f-964c-f5ef25e887e5 None None] Pushing event updated for resources: {'Port': ['ID=c22d2a1d-c5bc-44f5-9677-f4219d42fc46,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:42.137336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8a5717fc-80cc-4d6f-964c-f5ef25e887e5 None None] Port 613dd6f9-37ad-4534-b28d-472614b8b99a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:42.152165 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:42.163942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=c95d0a98-8346-483a-a2ee-0003a8b586f3,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:42.167506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:42.229706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f2ce42-30a4-44d5-8f44-6714ba14f8c6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router f84f4729-3cc9-4de2-9ac5-baabb7c9f36b has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:50:42.263211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:42.263854 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.348569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45876) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:42.348906 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2992eac4-5001-4e1a-8257-235067f2de12 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8394620 Feb 04 15:50:42.362297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d0f9c15f-1be3-4c21-928a-c4d8014cf34c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'subnet': {'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:42.381575 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.397638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435651a9-31b4-49fd-8365-bb8527644b72 req-a2d1c340-a27f-4a9e-be5c-35e6fb016da3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:42.399299 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-435651a9-31b4-49fd-8365-bb8527644b72 req-a2d1c340-a27f-4a9e-be5c-35e6fb016da3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 945 time: 0.4238653 Feb 04 15:50:42.402598 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.492670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a96d0-0569-4b8a-b51c-e784ffe7ca75 req-c1d6de62-688c-4bbf-a799-50eaf1d75db1 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:42.494220 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-623a96d0-0569-4b8a-b51c-e784ffe7ca75 req-c1d6de62-688c-4bbf-a799-50eaf1d75db1 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.4091432 Feb 04 15:50:42.568345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f09baf4f-e942-44f9-8760-2657798c1d7a None None] Provisioning for port c95d0a98-8346-483a-a2ee-0003a8b586f3 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:42.573570 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c22d2a1d-c5bc-44f5-9677-f4219d42fc46 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:42.592545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Pushing event updated for resources: {'Port': ['ID=64fe6a83-2814-482b-a65b-08b0fb6b8070,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:42.615991 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f09baf4f-e942-44f9-8760-2657798c1d7a None None] Provisioning complete for port c95d0a98-8346-483a-a2ee-0003a8b586f3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:42.617484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f09baf4f-e942-44f9-8760-2657798c1d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.637482 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.643334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f2ce42-30a4-44d5-8f44-6714ba14f8c6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:42.672138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f60c11-8312-49dd-b133-0f1170c9f0fc None None] Sync routers for ids ['f84f4729-3cc9-4de2-9ac5-baabb7c9f36b'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:50:42.696321 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e1f2ce42-30a4-44d5-8f44-6714ba14f8c6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/f84f4729-3cc9-4de2-9ac5-baabb7c9f36b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6248155 Feb 04 15:50:42.697955 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-435651a9-31b4-49fd-8365-bb8527644b72 req-2fd34a22-061f-4aba-8277-24366c51df1e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552919 Feb 04 15:50:42.700039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-623a96d0-0569-4b8a-b51c-e784ffe7ca75 req-8de6f953-1e3f-465f-b18e-0c36b067e1bb tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977162 Feb 04 15:50:42.700489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45884) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:42.711632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d0f9c15f-1be3-4c21-928a-c4d8014cf34c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:42.721389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d0f9c15f-1be3-4c21-928a-c4d8014cf34c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:subnet and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:42.727446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d0f9c15f-1be3-4c21-928a-c4d8014cf34c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:42.734262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d0f9c15f-1be3-4c21-928a-c4d8014cf34c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:42.738019 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f60c11-8312-49dd-b133-0f1170c9f0fc None None] Routers {'f84f4729-3cc9-4de2-9ac5-baabb7c9f36b'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:42.738653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-22f60c11-8312-49dd-b133-0f1170c9f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f84f4729-3cc9-4de2-9ac5-baabb7c9f36b'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:42.754349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f9c15f-1be3-4c21-928a-c4d8014cf34c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:42.809413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-22f60c11-8312-49dd-b133-0f1170c9f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:42.823607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a3a82488-7ead-4be6-b8a7-e9f7dfea511c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Synchronizing usage tracker for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:42.838336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f09baf4f-e942-44f9-8760-2657798c1d7a None None] Port c95d0a98-8346-483a-a2ee-0003a8b586f3 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:42.847852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f60c11-8312-49dd-b133-0f1170c9f0fc None None] Routers {'f84f4729-3cc9-4de2-9ac5-baabb7c9f36b'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:42.848550 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-22f60c11-8312-49dd-b133-0f1170c9f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f84f4729-3cc9-4de2-9ac5-baabb7c9f36b'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:42.889218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a3a82488-7ead-4be6-b8a7-e9f7dfea511c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Unset dirty status for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:42.890458 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a3a82488-7ead-4be6-b8a7-e9f7dfea511c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports?device_id=f84f4729-3cc9-4de2-9ac5-baabb7c9f36b HTTP/1.1" status: 200 len: 205 time: 0.1773028 Feb 04 15:50:42.894375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45894) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:42.986221 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c15f-1be3-4c21-928a-c4d8014cf34c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.010319 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-22f60c11-8312-49dd-b133-0f1170c9f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:43.010797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f60c11-8312-49dd-b133-0f1170c9f0fc None None] The sync data for ids ['f84f4729-3cc9-4de2-9ac5-baabb7c9f36b'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:50:43.025009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:43.025382 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.186194 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-33f312de-2352-43b8-8655-4d9b30187ada tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.234689 n-d-827872-1 neutron-server[83550]: INFO neutron.db.ipam_backend_mixin [None req-d0f9c15f-1be3-4c21-928a-c4d8014cf34c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9c52673c-8bfc-4884-a451-73b838a17a1b (CIDR: 172.20.0.0/28) Feb 04 15:50:43.238912 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f9c15f-1be3-4c21-928a-c4d8014cf34c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:50:43.239379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f9c15f-1be3-4c21-928a-c4d8014cf34c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:50:43.261318 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d0f9c15f-1be3-4c21-928a-c4d8014cf34c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9113398 Feb 04 15:50:43.264142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45904) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:43.271437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-90c14645-8640-439e-8445-69b89386e8e0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'subnet': {'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:43.446999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-90c14645-8640-439e-8445-69b89386e8e0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:43.451938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-90c14645-8640-439e-8445-69b89386e8e0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:subnet and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:43.456907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-90c14645-8640-439e-8445-69b89386e8e0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:43.463039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-90c14645-8640-439e-8445-69b89386e8e0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:43.475569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c14645-8640-439e-8445-69b89386e8e0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:43.481416 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90c14645-8640-439e-8445-69b89386e8e0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.641738 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Floating IP b2119670-0d26-4b27-b575-247fb3f1906d associated. External IP: 172.25.0.60, port: 94015b0d-9e35-422e-9b08-4a63782f5837. Feb 04 15:50:43.825071 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804808b7-6c61-440c-b809-74b409a48c8c req-c44f9e12-d7ab-48d6-b53b-f57e62617fef tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:43.826752 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-804808b7-6c61-440c-b809-74b409a48c8c req-c44f9e12-d7ab-48d6-b53b-f57e62617fef tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 945 time: 0.5814276 Feb 04 15:50:43.904692 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90c14645-8640-439e-8445-69b89386e8e0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.975576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c14645-8640-439e-8445-69b89386e8e0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 3c061c36-d039-45a7-bf9c-85193778253d is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:43.982938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-90c14645-8640-439e-8445-69b89386e8e0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:43.996193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749a1178-291e-4c34-b9ea-133f72df8adb None None] Network 3c061c36-d039-45a7-bf9c-85193778253d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:50:43.998472 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c14645-8640-439e-8445-69b89386e8e0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:43.998616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90c14645-8640-439e-8445-69b89386e8e0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.032656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c14645-8640-439e-8445-69b89386e8e0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Subnet': ['ID=0aafc648-ad94-4754-bf61-57e567929604,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:44.049648 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-90c14645-8640-439e-8445-69b89386e8e0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7827678 Feb 04 15:50:44.052456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45930) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:44.059804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6b977d01-156f-4d49-8926-ff46b8bd4628 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1556543084', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0aafc648-ad94-4754-bf61-57e567929604'}], 'security_groups': ['315a6c96-e84c-451a-93c2-4e8aada1e2ed']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:44.092084 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-33f312de-2352-43b8-8655-4d9b30187ada tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.130707 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-804808b7-6c61-440c-b809-74b409a48c8c req-bf979b5b-fc67-4072-8d67-3921cad17b6f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965314 Feb 04 15:50:44.132066 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-33f312de-2352-43b8-8655-4d9b30187ada tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.231630 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b977d01-156f-4d49-8926-ff46b8bd4628 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.286497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c3ee2-6ed3-43c3-b253-ddef7a22de4b req-f2050696-2bff-4116-87dc-aa58efb229fd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:44.293413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f6c3ee2-6ed3-43c3-b253-ddef7a22de4b req-f2050696-2bff-4116-87dc-aa58efb229fd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.3638728 Feb 04 15:50:44.330820 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-33f312de-2352-43b8-8655-4d9b30187ada tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.331466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f312de-2352-43b8-8655-4d9b30187ada tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Fanout notify agent at l3_agent the message router_deleted on router f84f4729-3cc9-4de2-9ac5-baabb7c9f36b {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:50:44.382226 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-33f312de-2352-43b8-8655-4d9b30187ada tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.382226 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-33f312de-2352-43b8-8655-4d9b30187ada tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/routers/f84f4729-3cc9-4de2-9ac5-baabb7c9f36b HTTP/1.1" status: 204 len: 168 time: 1.4857335 Feb 04 15:50:44.386173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45938) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:44.482181 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f32d5-436a-4a06-b1f3-5cfe4822f212 None None] Update dhcp port {'port': {'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'fixed_ips': [{'subnet_id': '9c52673c-8bfc-4884-a451-73b838a17a1b', 'ip_address': '172.20.0.2'}, {'subnet_id': '0aafc648-ad94-4754-bf61-57e567929604'}], 'binding:host_id': 'n-d-827872-1'}, 'id': 'c22d2a1d-c5bc-44f5-9677-f4219d42fc46'} from n-d-827872-1. {{(pid=83552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 15:50:44.500501 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f6c3ee2-6ed3-43c3-b253-ddef7a22de4b req-365c137a-bb17-4e07-a1ce-539e7db2cb9f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060435 Feb 04 15:50:44.543079 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ea0f32d5-436a-4a06-b1f3-5cfe4822f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.760891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8280b61-df89-4a4b-b2d3-bdc021b1e559 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting subnet cd3c1802-9617-4288-852d-7ca0dad1b38c {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:50:44.765505 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d8280b61-df89-4a4b-b2d3-bdc021b1e559 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.835301 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-ea0f32d5-436a-4a06-b1f3-5cfe4822f212 None None] Allocated IP 172.20.0.18 (3c061c36-d039-45a7-bf9c-85193778253d/0aafc648-ad94-4754-bf61-57e567929604/c22d2a1d-c5bc-44f5-9677-f4219d42fc46) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:44.838045 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d8280b61-df89-4a4b-b2d3-bdc021b1e559 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.008393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249af505-1a0a-43c1-9a5d-bc3ed3ebad72 req-7ba38cb0-cb03-44dc-8508-1133a4820360 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:45.009121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-249af505-1a0a-43c1-9a5d-bc3ed3ebad72 req-7ba38cb0-cb03-44dc-8508-1133a4820360 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Synchronizing usage tracker for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:45.042394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-249af505-1a0a-43c1-9a5d-bc3ed3ebad72 req-7ba38cb0-cb03-44dc-8508-1133a4820360 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Unset dirty status for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:45.043884 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ea0f32d5-436a-4a06-b1f3-5cfe4822f212 None None] For port c22d2a1d-c5bc-44f5-9677-f4219d42fc46, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c22d2a1d-c5bc-44f5-9677-f4219d42fc46,segment=NetworkSegment(4c95926e-95f9-4945-be43-b9700b7923b7),segment_id=4c95926e-95f9-4945-be43-b9700b7923b7)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:45.044419 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-249af505-1a0a-43c1-9a5d-bc3ed3ebad72 req-7ba38cb0-cb03-44dc-8508-1133a4820360 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.81 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 945 time: 0.1646693 Feb 04 15:50:45.053164 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d8280b61-df89-4a4b-b2d3-bdc021b1e559 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.072449 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ea0f32d5-436a-4a06-b1f3-5cfe4822f212 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.095389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ea0f32d5-436a-4a06-b1f3-5cfe4822f212 None None] Transition to ACTIVE for port object c22d2a1d-c5bc-44f5-9677-f4219d42fc46 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:45.099976 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ea0f32d5-436a-4a06-b1f3-5cfe4822f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.175958 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d8280b61-df89-4a4b-b2d3-bdc021b1e559 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.184813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-249af505-1a0a-43c1-9a5d-bc3ed3ebad72 req-36dc9862-a04e-42b2-bd92-ffbb39713263 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Deleting port c83a5fcc-1619-4010-845b-056d432528cd {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:45.185158 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-249af505-1a0a-43c1-9a5d-bc3ed3ebad72 req-36dc9862-a04e-42b2-bd92-ffbb39713263 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.188011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f32d5-436a-4a06-b1f3-5cfe4822f212 None None] Pushing event updated for resources: {'Port': ['ID=c22d2a1d-c5bc-44f5-9677-f4219d42fc46,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:45.256618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Router ddeb05de-d361-4a07-933a-beb04e675099 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:50:45.262955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8280b61-df89-4a4b-b2d3-bdc021b1e559 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3c1802-9617-4288-852d-7ca0dad1b38c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:45.305346 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d8280b61-df89-4a4b-b2d3-bdc021b1e559 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.318053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4013411e-63c1-4356-8d8d-af57296cc17e None None] Network 3b0c15a0-9c96-4b02-af67-f3907651bf91 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:50:45.453668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-6b977d01-156f-4d49-8926-ff46b8bd4628 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Delete allocated IP 172.20.0.12 (3c061c36-d039-45a7-bf9c-85193778253d/9c52673c-8bfc-4884-a451-73b838a17a1b) {{(pid=83550) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:50:45.544661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-6b977d01-156f-4d49-8926-ff46b8bd4628 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Allocated IP 172.20.0.20 (3c061c36-d039-45a7-bf9c-85193778253d/0aafc648-ad94-4754-bf61-57e567929604/c95d0a98-8346-483a-a2ee-0003a8b586f3) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:45.593184 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d8280b61-df89-4a4b-b2d3-bdc021b1e559 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/cd3c1802-9617-4288-852d-7ca0dad1b38c HTTP/1.1" status: 204 len: 168 time: 1.2057459 Feb 04 15:50:45.602210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45958) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:45.923303 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25071f0-b217-4eed-af30-3d978e8d96bd None None] DHCP port deletion for 3b0c15a0-9c96-4b02-af67-f3907651bf91 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:50:45.954289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a25071f0-b217-4eed-af30-3d978e8d96bd None None] Deleting port b8d9a3de-3a78-4328-ada0-c45141f1e699 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:45.954669 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a25071f0-b217-4eed-af30-3d978e8d96bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.961706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e310194-f399-475a-b6f8-72a58d74db8e req-64723986-8f6c-4a19-98e9-fe97168af940 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:45.967412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-249af505-1a0a-43c1-9a5d-bc3ed3ebad72 req-36dc9862-a04e-42b2-bd92-ffbb39713263 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] For port c83a5fcc-1619-4010-845b-056d432528cd, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=c83a5fcc-1619-4010-845b-056d432528cd,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:45.968329 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-249af505-1a0a-43c1-9a5d-bc3ed3ebad72 req-36dc9862-a04e-42b2-bd92-ffbb39713263 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.978611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e310194-f399-475a-b6f8-72a58d74db8e req-64723986-8f6c-4a19-98e9-fe97168af940 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 945 time: 0.4023328 Feb 04 15:50:46.233967 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e310194-f399-475a-b6f8-72a58d74db8e req-4c33d8b5-a6e1-416e-8e0d-7310f42ba250 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543757 Feb 04 15:50:46.275862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18143c-a6a3-4002-a677-bd252551f504 req-7ff469f6-10b9-4442-8daa-9dc9a7f1bf08 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:46.284493 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8a18143c-a6a3-4002-a677-bd252551f504 req-7ff469f6-10b9-4442-8daa-9dc9a7f1bf08 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.4764695 Feb 04 15:50:46.321257 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:46.341309 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35492daa-5021-4666-a429-714931299153 None None] Sync routers for ids ['ddeb05de-d361-4a07-933a-beb04e675099'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:50:46.370045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c059eb7b-0a13-415e-b9ef-3782b58751c1 None None] Provisioning for port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:46.376382 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35492daa-5021-4666-a429-714931299153 None None] Routers {'ddeb05de-d361-4a07-933a-beb04e675099'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:46.378604 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-35492daa-5021-4666-a429-714931299153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ddeb05de-d361-4a07-933a-beb04e675099'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:46.389305 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c059eb7b-0a13-415e-b9ef-3782b58751c1 None None] Provisioning complete for port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:46.390676 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c059eb7b-0a13-415e-b9ef-3782b58751c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.397154 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.401851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-249af505-1a0a-43c1-9a5d-bc3ed3ebad72 req-36dc9862-a04e-42b2-bd92-ffbb39713263 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Calling delete_port for c83a5fcc-1619-4010-845b-056d432528cd owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:46.479429 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-558d0b42-5a6a-403b-9c31-9cf3b29eabf3 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.4602361 Feb 04 15:50:46.480775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45974) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:46.500951 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-35492daa-5021-4666-a429-714931299153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:46.517804 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35492daa-5021-4666-a429-714931299153 None None] Routers {'ddeb05de-d361-4a07-933a-beb04e675099'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:46.518574 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-35492daa-5021-4666-a429-714931299153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ddeb05de-d361-4a07-933a-beb04e675099'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:46.607529 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-249af505-1a0a-43c1-9a5d-bc3ed3ebad72 req-36dc9862-a04e-42b2-bd92-ffbb39713263 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.612922 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-35492daa-5021-4666-a429-714931299153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:46.614607 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35492daa-5021-4666-a429-714931299153 None None] The sync data for ids ['ddeb05de-d361-4a07-933a-beb04e675099'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:50:46.630677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a25071f0-b217-4eed-af30-3d978e8d96bd None None] For port b8d9a3de-3a78-4328-ada0-c45141f1e699, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b8d9a3de-3a78-4328-ada0-c45141f1e699,segment=NetworkSegment(ab0db5f6-e7a6-4da1-abdc-a9466825f90f),segment_id=ab0db5f6-e7a6-4da1-abdc-a9466825f90f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:46.631484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a25071f0-b217-4eed-af30-3d978e8d96bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.644476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['68974e32-9270-49b1-9d0d-b593437a2ddc'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:50:46.654551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8a18143c-a6a3-4002-a677-bd252551f504 req-ab9e1e5d-a94f-46da-9232-acd64d0878f9 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683922 Feb 04 15:50:46.679009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c22d2a1d-c5bc-44f5-9677-f4219d42fc46 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:46.691603 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.707005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc9862-a04e-42b2-bd92-ffbb39713263 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event deleted for resources: {'Port': ['ID=c83a5fcc-1619-4010-845b-056d432528cd,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:46.730435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['55428373-4ebe-4d04-8cb2-6884b677713c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:50:46.756125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-68af722f-0b63-4091-a9dc-8de400640f9f tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] 10.222.0.60 "GET /v2.0/floatingips/b2119670-0d26-4b27-b575-247fb3f1906d HTTP/1.1" status: 200 len: 982 time: 0.2681344 Feb 04 15:50:46.757225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45982) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:46.782818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port b8d9a3de-3a78-4328-ada0-c45141f1e699 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:46.783238 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.814193 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b977d01-156f-4d49-8926-ff46b8bd4628 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.867485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-249af505-1a0a-43c1-9a5d-bc3ed3ebad72 req-36dc9862-a04e-42b2-bd92-ffbb39713263 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] No DVR routers for this DVR port c83a5fcc-1619-4010-845b-056d432528cd on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:46.882220 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d523540a-a842-4893-8a93-e6083153f75a tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2247 time: 0.1214449 Feb 04 15:50:46.883390 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-249af505-1a0a-43c1-9a5d-bc3ed3ebad72 req-36dc9862-a04e-42b2-bd92-ffbb39713263 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.885771 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338caa82-e123-4572-a014-886300e388ed', 'name': 'network-vif-deleted', 'tag': 'c83a5fcc-1619-4010-845b-056d432528cd'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:46.887799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45986) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:46.918477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-6b977d01-156f-4d49-8926-ff46b8bd4628 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Transition to ACTIVE for port object c95d0a98-8346-483a-a2ee-0003a8b586f3 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:46.933877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b977d01-156f-4d49-8926-ff46b8bd4628 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.980959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a25071f0-b217-4eed-af30-3d978e8d96bd None None] Calling delete_port for b8d9a3de-3a78-4328-ada0-c45141f1e699 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:47.032654 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338caa82-e123-4572-a014-886300e388ed', 'name': 'network-vif-deleted', 'tag': 'c83a5fcc-1619-4010-845b-056d432528cd', 'status': 'completed', 'code': 200} Feb 04 15:50:47.034447 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-249af505-1a0a-43c1-9a5d-bc3ed3ebad72 req-36dc9862-a04e-42b2-bd92-ffbb39713263 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.81 "DELETE /v2.0/ports/c83a5fcc-1619-4010-845b-056d432528cd HTTP/1.1" status: 204 len: 173 time: 1.9838989 Feb 04 15:50:47.115942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device c83a5fcc-1619-4010-845b-056d432528cd no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:50:47.272346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b4f48392-16bf-4fc6-a770-6f9e7593e664 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Deleting port 64fe6a83-2814-482b-a65b-08b0fb6b8070 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:47.272953 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4f48392-16bf-4fc6-a770-6f9e7593e664 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.328038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: c83a5fcc-1619-4010-845b-056d432528cd {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:50:47.328383 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device c83a5fcc-1619-4010-845b-056d432528cd not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:50:47.457000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c059eb7b-0a13-415e-b9ef-3782b58751c1 None None] Provisioning for port c95d0a98-8346-483a-a2ee-0003a8b586f3 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:47.477352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c059eb7b-0a13-415e-b9ef-3782b58751c1 None None] Provisioning complete for port c95d0a98-8346-483a-a2ee-0003a8b586f3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:47.477844 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c059eb7b-0a13-415e-b9ef-3782b58751c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.552661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b977d01-156f-4d49-8926-ff46b8bd4628 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=c95d0a98-8346-483a-a2ee-0003a8b586f3,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:47.555092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:47.555501 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.578910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ca4e4f8-d9ce-489b-afdf-4140aede6c4a req-5f9112ad-60d8-4029-bea5-30abfd0e637f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=338caa82-e123-4572-a014-886300e388ed HTTP/1.1" status: 200 len: 210 time: 0.0690782 Feb 04 15:50:47.610972 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4f48392-16bf-4fc6-a770-6f9e7593e664 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.611320 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4f48392-16bf-4fc6-a770-6f9e7593e664 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.623156 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a25071f0-b217-4eed-af30-3d978e8d96bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.666999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] For port b8d9a3de-3a78-4328-ada0-c45141f1e699, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b8d9a3de-3a78-4328-ada0-c45141f1e699,segment=NetworkSegment(ab0db5f6-e7a6-4da1-abdc-a9466825f90f),segment_id=ab0db5f6-e7a6-4da1-abdc-a9466825f90f)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:47.668943 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.693517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25071f0-b217-4eed-af30-3d978e8d96bd None None] Pushing event deleted for resources: {'Port': ['ID=b8d9a3de-3a78-4328-ada0-c45141f1e699,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:47.758977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c059eb7b-0a13-415e-b9ef-3782b58751c1 None None] Port c95d0a98-8346-483a-a2ee-0003a8b586f3 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:47.762894 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25071f0-b217-4eed-af30-3d978e8d96bd None None] No DVR routers for this DVR port b8d9a3de-3a78-4328-ada0-c45141f1e699 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:47.832310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c059eb7b-0a13-415e-b9ef-3782b58751c1 None None] Provisioning complete for port 613dd6f9-37ad-4534-b28d-472614b8b99a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:47.833289 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c059eb7b-0a13-415e-b9ef-3782b58751c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.883759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b4f48392-16bf-4fc6-a770-6f9e7593e664 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Calling delete_port for 64fe6a83-2814-482b-a65b-08b0fb6b8070 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:47.922624 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c059eb7b-0a13-415e-b9ef-3782b58751c1 None None] Port 613dd6f9-37ad-4534-b28d-472614b8b99a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:48.010157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for b8d9a3de-3a78-4328-ada0-c45141f1e699 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:48.084348 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-6b977d01-156f-4d49-8926-ff46b8bd4628 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] In _notify_port_updated(), no bound segment for port c95d0a98-8346-483a-a2ee-0003a8b586f3 on network 3c061c36-d039-45a7-bf9c-85193778253d {{(pid=83550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:50:48.088426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b977d01-156f-4d49-8926-ff46b8bd4628 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:48.089223 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b977d01-156f-4d49-8926-ff46b8bd4628 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.090101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e9c37-876d-4c8b-9e7d-45155d9292c9 req-6cc1d34c-d44a-460f-bee6-47949c99323b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:48.091024 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6b977d01-156f-4d49-8926-ff46b8bd4628 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "PUT /v2.0/ports/c95d0a98-8346-483a-a2ee-0003a8b586f3 HTTP/1.1" status: 200 len: 921 time: 4.0374110 Feb 04 15:50:48.095336 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46010) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:48.100145 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a57e9c37-876d-4c8b-9e7d-45155d9292c9 req-6cc1d34c-d44a-460f-bee6-47949c99323b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.2278907 Feb 04 15:50:48.118237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b8d9a3de-3a78-4328-ada0-c45141f1e699 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:50:48.179644 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: b8d9a3de-3a78-4328-ada0-c45141f1e699 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:50:48.179974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b8d9a3de-3a78-4328-ada0-c45141f1e699 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:50:48.196656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-009bb224-37eb-4284-9616-ae27abbb6c57 None None] Provisioning complete for port c95d0a98-8346-483a-a2ee-0003a8b586f3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:48.196656 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-009bb224-37eb-4284-9616-ae27abbb6c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.209030 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d9996fe7-f307-4153-80e1-33b5f8e81c1a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port c95d0a98-8346-483a-a2ee-0003a8b586f3 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:48.209332 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a57e9c37-876d-4c8b-9e7d-45155d9292c9 req-beb683bf-cf2a-4f6d-835e-7a2d8bd1b0a5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082911 Feb 04 15:50:48.209513 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9996fe7-f307-4153-80e1-33b5f8e81c1a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.278877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-009bb224-37eb-4284-9616-ae27abbb6c57 None None] Port c95d0a98-8346-483a-a2ee-0003a8b586f3 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:48.286434 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:50:48.286759 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:50:48.307311 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4f48392-16bf-4fc6-a770-6f9e7593e664 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.355270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f48392-16bf-4fc6-a770-6f9e7593e664 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event deleted for resources: {'Port': ['ID=64fe6a83-2814-482b-a65b-08b0fb6b8070,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:48.576624 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9996fe7-f307-4153-80e1-33b5f8e81c1a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.590887 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4f48392-16bf-4fc6-a770-6f9e7593e664 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.714523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d9996fe7-f307-4153-80e1-33b5f8e81c1a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for c95d0a98-8346-483a-a2ee-0003a8b586f3 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:48.792571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port b8d9a3de-3a78-4328-ada0-c45141f1e699 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:48.792915 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.868941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] The port 'b8d9a3de-3a78-4328-ada0-c45141f1e699' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:50:49.078984 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.091818 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9996fe7-f307-4153-80e1-33b5f8e81c1a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.166412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0c15a0-9c96-4b02-af67-f3907651bf91']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:49.175829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9996fe7-f307-4153-80e1-33b5f8e81c1a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=c95d0a98-8346-483a-a2ee-0003a8b586f3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:49.187104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0db5f6-e7a6-4da1-abdc-a9466825f90f') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:49.187571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0db5f6-e7a6-4da1-abdc-a9466825f90f') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:49.234312 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.299988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798d842-c4df-4227-8048-9fb6c5a0600b req-fcea9a96-deba-4b4e-9863-730950994ff5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:49.301914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7798d842-c4df-4227-8048-9fb6c5a0600b req-fcea9a96-deba-4b4e-9863-730950994ff5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 945 time: 0.1552265 Feb 04 15:50:49.339747 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9996fe7-f307-4153-80e1-33b5f8e81c1a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.340478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f48392-16bf-4fc6-a770-6f9e7593e664 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Router ddeb05de-d361-4a07-933a-beb04e675099 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:50:49.375507 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.380803 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.388684 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d9996fe7-f307-4153-80e1-33b5f8e81c1a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/c95d0a98-8346-483a-a2ee-0003a8b586f3 HTTP/1.1" status: 204 len: 168 time: 1.2916949 Feb 04 15:50:49.391976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:50:49.392527 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:49.412026 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:49.415958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46038) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:49.472678 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7798d842-c4df-4227-8048-9fb6c5a0600b req-827fe5ec-41fd-4adc-91a8-126df5cacfe6 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608317 Feb 04 15:50:49.610679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e681290-b5e3-4c69-9b63-ff296b35a243 req-e13b5795-8ee0-413d-8d16-7ae01a21f1c8 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:49.612280 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e681290-b5e3-4c69-9b63-ff296b35a243 req-e13b5795-8ee0-413d-8d16-7ae01a21f1c8 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.1582258 Feb 04 15:50:49.641880 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-83eccf0b-f2b8-4cfa-ad86-9e3eaa089096 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] GET failed (client error): The resource could not be found. Feb 04 15:50:49.642517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-83eccf0b-f2b8-4cfa-ad86-9e3eaa089096 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:49.657511 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.685187 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.692129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-83eccf0b-f2b8-4cfa-ad86-9e3eaa089096 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:49.693286 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-83eccf0b-f2b8-4cfa-ad86-9e3eaa089096 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/c95d0a98-8346-483a-a2ee-0003a8b586f3 HTTP/1.1" status: 404 len: 333 time: 0.2764015 Feb 04 15:50:49.695339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Network': ['ID=3b0c15a0-9c96-4b02-af67-f3907651bf91,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:49.696966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46058) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:49.700945 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ec4f995c-cf1e-440f-99a9-54931632c880 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/networks/3b0c15a0-9c96-4b02-af67-f3907651bf91 HTTP/1.1" status: 204 len: 168 time: 4.0978711 Feb 04 15:50:49.706112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46062) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:49.720254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1391868488', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}, 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:49.732139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:49.738821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:router and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:49.748426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:49.766580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:49.772942 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-12e0aae1-2ea2-4a9d-ad65-b63e63c77748 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.786200 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e681290-b5e3-4c69-9b63-ff296b35a243 req-2d7bc1bc-dbdf-43ad-b791-a9b63b2d6057 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088405 Feb 04 15:50:49.792923 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.794059 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.815339 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-12e0aae1-2ea2-4a9d-ad65-b63e63c77748 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.821265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f48392-16bf-4fc6-a770-6f9e7593e664 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:49.826288 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.840183 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3583a7-2838-419a-9d42-ae6321eafd57 None None] Sync routers for ids ['ddeb05de-d361-4a07-933a-beb04e675099'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:50:49.856174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3583a7-2838-419a-9d42-ae6321eafd57 None None] Routers {'ddeb05de-d361-4a07-933a-beb04e675099'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:49.856872 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ab3583a7-2838-419a-9d42-ae6321eafd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ddeb05de-d361-4a07-933a-beb04e675099'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:49.864944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4f48392-16bf-4fc6-a770-6f9e7593e664 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.883589 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-12e0aae1-2ea2-4a9d-ad65-b63e63c77748 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.901666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0aae1-2ea2-4a9d-ad65-b63e63c77748 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e62201-29cc-4dde-a5c3-4d2aa029d54c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:49.920131 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-12e0aae1-2ea2-4a9d-ad65-b63e63c77748 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.925735 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-12e0aae1-2ea2-4a9d-ad65-b63e63c77748 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/security-groups/f3e62201-29cc-4dde-a5c3-4d2aa029d54c HTTP/1.1" status: 204 len: 168 time: 0.2274272 Feb 04 15:50:49.926456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46070) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:49.939018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ab3583a7-2838-419a-9d42-ae6321eafd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:49.969503 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3583a7-2838-419a-9d42-ae6321eafd57 None None] Routers {'ddeb05de-d361-4a07-933a-beb04e675099'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:49.970133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ab3583a7-2838-419a-9d42-ae6321eafd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ddeb05de-d361-4a07-933a-beb04e675099'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:50.027407 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2ff989ff-26fd-46a5-8012-97ec469fa088 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.062496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46076) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:50.063132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b4f48392-16bf-4fc6-a770-6f9e7593e664 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] 10.222.0.60 "DELETE /v2.0/floatingips/b2119670-0d26-4b27-b575-247fb3f1906d HTTP/1.1" status: 204 len: 168 time: 3.1728067 Feb 04 15:50:50.070322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:50.073919 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.075975 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:50.080949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Usage tracker for resource:floatingip and tenant:dff65cfc3e104240bbe411188189056a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:50.084229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:50.087808 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2ff989ff-26fd-46a5-8012-97ec469fa088 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.088500 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ab3583a7-2838-419a-9d42-ae6321eafd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:50.089043 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3583a7-2838-419a-9d42-ae6321eafd57 None None] The sync data for ids ['ddeb05de-d361-4a07-933a-beb04e675099'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:50:50.102692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:50.132930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.213860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2ff989ff-26fd-46a5-8012-97ec469fa088 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.235442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff989ff-26fd-46a5-8012-97ec469fa088 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=315a6c96-e84c-451a-93c2-4e8aada1e2ed,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:50.245256 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2ff989ff-26fd-46a5-8012-97ec469fa088 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.250808 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2ff989ff-26fd-46a5-8012-97ec469fa088 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/security-groups/315a6c96-e84c-451a-93c2-4e8aada1e2ed HTTP/1.1" status: 204 len: 168 time: 0.3228805 Feb 04 15:50:50.251653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46082) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:50.316339 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.373466 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.454287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.530780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Allocated IP 172.25.0.152 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/f45d6a48-bafe-4e01-8f75-ae82074e6d57) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:50.548699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-04323bbf-1afa-4f89-a090-9a5c5269b4b0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting subnet 9c52673c-8bfc-4884-a451-73b838a17a1b {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:50:50.561261 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04323bbf-1afa-4f89-a090-9a5c5269b4b0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.629948 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04323bbf-1afa-4f89-a090-9a5c5269b4b0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.740152 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04323bbf-1afa-4f89-a090-9a5c5269b4b0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.835996 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04323bbf-1afa-4f89-a090-9a5c5269b4b0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.891966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04323bbf-1afa-4f89-a090-9a5c5269b4b0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Subnet': ['ID=9c52673c-8bfc-4884-a451-73b838a17a1b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:50.912723 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04323bbf-1afa-4f89-a090-9a5c5269b4b0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.920670 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142cadf9-7266-4746-80d1-50afcfb1c256 None None] Network 3c061c36-d039-45a7-bf9c-85193778253d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:50:50.934823 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-04323bbf-1afa-4f89-a090-9a5c5269b4b0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/9c52673c-8bfc-4884-a451-73b838a17a1b HTTP/1.1" status: 204 len: 168 time: 0.6807165 Feb 04 15:50:50.947069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46100) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:50.967555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9cac8f8e-90a1-4168-bb98-e248b3761924 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'subnet': {'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:50.973176 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.996078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dcfea-ec71-40b6-9bd9-5d9d617aa14e req-c9b82144-a0ad-485e-9896-b81eb3a298ac tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:50.997531 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-891dcfea-ec71-40b6-9bd9-5d9d617aa14e req-c9b82144-a0ad-485e-9896-b81eb3a298ac tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 945 time: 0.2379091 Feb 04 15:50:51.006678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae334c47-5352-4f31-ac19-34c980a0a863 req-86fa8c5f-cbb5-4f3d-9567-152e55fcb83f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:51.008170 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae334c47-5352-4f31-ac19-34c980a0a863 req-86fa8c5f-cbb5-4f3d-9567-152e55fcb83f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 945 time: 0.2472477 Feb 04 15:50:51.165728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9cac8f8e-90a1-4168-bb98-e248b3761924 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:51.170328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9cac8f8e-90a1-4168-bb98-e248b3761924 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:subnet and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:51.174900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9cac8f8e-90a1-4168-bb98-e248b3761924 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:51.181847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9cac8f8e-90a1-4168-bb98-e248b3761924 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:51.195419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cac8f8e-90a1-4168-bb98-e248b3761924 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:51.199632 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9cac8f8e-90a1-4168-bb98-e248b3761924 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:51.207915 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae334c47-5352-4f31-ac19-34c980a0a863 req-f9b66cae-1188-46b6-8c91-624fea54e279 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604638 Feb 04 15:50:51.216385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-891dcfea-ec71-40b6-9bd9-5d9d617aa14e req-b86145a4-24fb-4d33-bc75-96761ac6af4b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Deleting port 68974e32-9270-49b1-9d0d-b593437a2ddc {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:51.217250 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-891dcfea-ec71-40b6-9bd9-5d9d617aa14e req-b86145a4-24fb-4d33-bc75-96761ac6af4b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:51.310227 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:51.434075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Allocated IP 172.25.0.111 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/e451d034-8976-4b68-b9e8-02f4e2f0537d) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:51.489605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:51.491096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:51.555755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=f45d6a48-bafe-4e01-8f75-ae82074e6d57,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:51.563914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b45457-ae92-4e53-b9e3-e0b406ea93ef req-614b90b9-9f9d-4708-8fc1-708a127db87f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:51.570789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6b45457-ae92-4e53-b9e3-e0b406ea93ef req-614b90b9-9f9d-4708-8fc1-708a127db87f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.5584488 Feb 04 15:50:51.573388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:51.704982 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:51.719979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:51.720323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:51.720660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:51.721150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:51.721366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:51.722120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:51.722120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:51.722380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:51.722627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:51.728486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:51.729437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:51.775415 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9cac8f8e-90a1-4168-bb98-e248b3761924 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:51.791015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6b45457-ae92-4e53-b9e3-e0b406ea93ef req-896b560c-20ed-424d-9aef-038d51c2189a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193296 Feb 04 15:50:51.845397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cac8f8e-90a1-4168-bb98-e248b3761924 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 3c061c36-d039-45a7-bf9c-85193778253d is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:51.849137 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:51.853221 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-9cac8f8e-90a1-4168-bb98-e248b3761924 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:51.855977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cac8f8e-90a1-4168-bb98-e248b3761924 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:51.856548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9cac8f8e-90a1-4168-bb98-e248b3761924 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:51.860347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-891dcfea-ec71-40b6-9bd9-5d9d617aa14e req-b86145a4-24fb-4d33-bc75-96761ac6af4b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] For port 68974e32-9270-49b1-9d0d-b593437a2ddc, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=68974e32-9270-49b1-9d0d-b593437a2ddc,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:51.862929 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-891dcfea-ec71-40b6-9bd9-5d9d617aa14e req-b86145a4-24fb-4d33-bc75-96761ac6af4b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:51.945635 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:51.954094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:51.956635 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:52.015530 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac8f8e-90a1-4168-bb98-e248b3761924 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Subnet': ['ID=18def879-d579-406c-a451-895ea63bf972,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:52.027236 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9cac8f8e-90a1-4168-bb98-e248b3761924 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0748584 Feb 04 15:50:52.033146 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-891dcfea-ec71-40b6-9bd9-5d9d617aa14e req-b86145a4-24fb-4d33-bc75-96761ac6af4b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Calling delete_port for 68974e32-9270-49b1-9d0d-b593437a2ddc owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:52.036302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46116) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:52.047277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-77b09263-01ba-4d6f-9abc-e2e2432106c2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'security_group': {'name': 'tempest-secgroup-79789411'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:52.052629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Pushing event updated for resources: {'Port': ['ID=e451d034-8976-4b68-b9e8-02f4e2f0537d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:52.060774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-77b09263-01ba-4d6f-9abc-e2e2432106c2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:52.068341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-77b09263-01ba-4d6f-9abc-e2e2432106c2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:security_group and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:52.169022 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf7dbf1-a3f1-43cf-8835-430c800acb56 None None] Network 3c061c36-d039-45a7-bf9c-85193778253d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:50:52.199909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-77b09263-01ba-4d6f-9abc-e2e2432106c2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:52.208380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-77b09263-01ba-4d6f-9abc-e2e2432106c2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:52.223474 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77b09263-01ba-4d6f-9abc-e2e2432106c2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.263129 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-891dcfea-ec71-40b6-9bd9-5d9d617aa14e req-b86145a4-24fb-4d33-bc75-96761ac6af4b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.300928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['55428373-4ebe-4d04-8cb2-6884b677713c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:50:52.347388 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.351727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-77b09263-01ba-4d6f-9abc-e2e2432106c2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:52.356502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-77b09263-01ba-4d6f-9abc-e2e2432106c2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:security_group_rule and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:52.388655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-77b09263-01ba-4d6f-9abc-e2e2432106c2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:52.402121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-77b09263-01ba-4d6f-9abc-e2e2432106c2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:52.439356 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.509918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86145a4-24fb-4d33-bc75-96761ac6af4b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event deleted for resources: {'Port': ['ID=68974e32-9270-49b1-9d0d-b593437a2ddc,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:52.537540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f1e029b3-d8ce-4370-a84c-f7e3757df0cf None None] Provisioning complete for port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:52.537901 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1e029b3-d8ce-4370-a84c-f7e3757df0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.547773 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77b09263-01ba-4d6f-9abc-e2e2432106c2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.567717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac34dad1-ef53-4478-86f5-b547454ae257 req-8e4618bf-6cda-4348-9254-bb9a7968adc2 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 210 time: 0.1357763 Feb 04 15:50:52.570071 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77b09263-01ba-4d6f-9abc-e2e2432106c2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.589530 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.589530 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.594892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-891dcfea-ec71-40b6-9bd9-5d9d617aa14e req-b86145a4-24fb-4d33-bc75-96761ac6af4b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] No DVR routers for this DVR port 68974e32-9270-49b1-9d0d-b593437a2ddc on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:52.693405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b09263-01ba-4d6f-9abc-e2e2432106c2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0eea20-aecf-4ea9-af04-61f8da1a8c15,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:52.704753 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77b09263-01ba-4d6f-9abc-e2e2432106c2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.712477 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-891dcfea-ec71-40b6-9bd9-5d9d617aa14e req-b86145a4-24fb-4d33-bc75-96761ac6af4b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.714080 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-77b09263-01ba-4d6f-9abc-e2e2432106c2 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.6763835 Feb 04 15:50:52.718943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46126) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:52.721558 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8b8318-7be1-4819-937a-6eaae5162a1b', 'name': 'network-vif-deleted', 'tag': '68974e32-9270-49b1-9d0d-b593437a2ddc'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:52.744519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a6e0bd51-eff1-43e0-92f7-561e80cbb2ff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'security_group': {'name': 'tempest-secgroup-1352039947'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:52.752217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a6e0bd51-eff1-43e0-92f7-561e80cbb2ff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:52.757086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a6e0bd51-eff1-43e0-92f7-561e80cbb2ff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:security_group and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:52.760759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a6e0bd51-eff1-43e0-92f7-561e80cbb2ff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:52.768198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a6e0bd51-eff1-43e0-92f7-561e80cbb2ff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:52.795403 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-891dcfea-ec71-40b6-9bd9-5d9d617aa14e req-b86145a4-24fb-4d33-bc75-96761ac6af4b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "DELETE /v2.0/ports/68974e32-9270-49b1-9d0d-b593437a2ddc HTTP/1.1" status: 204 len: 173 time: 1.7851005 Feb 04 15:50:52.806277 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.811080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bd51-eff1-43e0-92f7-561e80cbb2ff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.822087 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.907308 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f1e029b3-d8ce-4370-a84c-f7e3757df0cf None None] Provisioning complete for port 613dd6f9-37ad-4534-b28d-472614b8b99a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:52.907680 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1e029b3-d8ce-4370-a84c-f7e3757df0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.937118 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8b8318-7be1-4819-937a-6eaae5162a1b', 'name': 'network-vif-deleted', 'tag': '68974e32-9270-49b1-9d0d-b593437a2ddc', 'status': 'completed', 'code': 200} Feb 04 15:50:53.005252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Pushing event updated for resources: {'Port': ['ID=e451d034-8976-4b68-b9e8-02f4e2f0537d,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:53.021021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.028697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a6e0bd51-eff1-43e0-92f7-561e80cbb2ff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:53.037160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a6e0bd51-eff1-43e0-92f7-561e80cbb2ff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:security_group_rule and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:53.044184 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f1e029b3-d8ce-4370-a84c-f7e3757df0cf None None] Port 613dd6f9-37ad-4534-b28d-472614b8b99a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:53.052112 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.052306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a6e0bd51-eff1-43e0-92f7-561e80cbb2ff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:53.053012 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3fc16e83-641a-446e-a2bb-62f28bae53e9 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9895346 Feb 04 15:50:53.056153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46136) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:53.065329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a6e0bd51-eff1-43e0-92f7-561e80cbb2ff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:53.071545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7d5968-b293-4495-89d1-187bf89686b4 None None] Update dhcp port {'port': {'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'fixed_ips': [{'subnet_id': '0aafc648-ad94-4754-bf61-57e567929604', 'ip_address': '172.20.0.18'}, {'subnet_id': '18def879-d579-406c-a451-895ea63bf972'}], 'binding:host_id': 'n-d-827872-1'}, 'id': 'c22d2a1d-c5bc-44f5-9677-f4219d42fc46'} from n-d-827872-1. {{(pid=83552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 15:50:53.133738 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5968-b293-4495-89d1-187bf89686b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.388472 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-dd7d5968-b293-4495-89d1-187bf89686b4 None None] Allocated IP 172.20.0.2 (3c061c36-d039-45a7-bf9c-85193778253d/18def879-d579-406c-a451-895ea63bf972/c22d2a1d-c5bc-44f5-9677-f4219d42fc46) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:53.404203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:53.415972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:53.425404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Usage tracker for resource:floatingip and tenant:3b313de82e27477c98d6301e4136477b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:53.437460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:53.449335 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:53.468021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.488990 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bd51-eff1-43e0-92f7-561e80cbb2ff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.509028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c158-96c2-4c78-9264-bb603271d847 req-17463e0b-fde4-45ff-b0c7-7f4c48708c5f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:53.510509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab15c158-96c2-4c78-9264-bb603271d847 req-17463e0b-fde4-45ff-b0c7-7f4c48708c5f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.1722903 Feb 04 15:50:53.512451 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bd51-eff1-43e0-92f7-561e80cbb2ff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.574296 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bd51-eff1-43e0-92f7-561e80cbb2ff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.575498 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a6e0bd51-eff1-43e0-92f7-561e80cbb2ff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8485844 Feb 04 15:50:53.582065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46146) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:53.589002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b6642ddc-9fb0-43ce-ba54-a1cfd4dfc701 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'security_group': {'name': 'tempest-secgroup-1507911795'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:53.605424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b6642ddc-9fb0-43ce-ba54-a1cfd4dfc701 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:53.616948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0bd51-eff1-43e0-92f7-561e80cbb2ff tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b2f1a3-1515-41b3-9c0d-97c799c895e1,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:53.638774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b6642ddc-9fb0-43ce-ba54-a1cfd4dfc701 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:security_group and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:53.650097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b6642ddc-9fb0-43ce-ba54-a1cfd4dfc701 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:53.651024 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab15c158-96c2-4c78-9264-bb603271d847 req-4b406ecf-91d6-4dcf-85dc-516aad68f281 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157188 Feb 04 15:50:53.656576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router f46cf604-b39b-40d5-b500-a6b81c0ee626 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:50:53.667334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-dd7d5968-b293-4495-89d1-187bf89686b4 None None] For port c22d2a1d-c5bc-44f5-9677-f4219d42fc46, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c22d2a1d-c5bc-44f5-9677-f4219d42fc46,segment=NetworkSegment(4c95926e-95f9-4945-be43-b9700b7923b7),segment_id=4c95926e-95f9-4945-be43-b9700b7923b7)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:53.709102 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5968-b293-4495-89d1-187bf89686b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.709857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b6642ddc-9fb0-43ce-ba54-a1cfd4dfc701 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:53.728676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-dd7d5968-b293-4495-89d1-187bf89686b4 None None] Transition to ACTIVE for port object c22d2a1d-c5bc-44f5-9677-f4219d42fc46 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:53.737708 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5968-b293-4495-89d1-187bf89686b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.759945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6642ddc-9fb0-43ce-ba54-a1cfd4dfc701 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.847893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b6642ddc-9fb0-43ce-ba54-a1cfd4dfc701 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:53.852259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b6642ddc-9fb0-43ce-ba54-a1cfd4dfc701 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:security_group_rule and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:53.855185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b6642ddc-9fb0-43ce-ba54-a1cfd4dfc701 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:53.861355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b6642ddc-9fb0-43ce-ba54-a1cfd4dfc701 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:53.864530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d5968-b293-4495-89d1-187bf89686b4 None None] Pushing event updated for resources: {'Port': ['ID=c22d2a1d-c5bc-44f5-9677-f4219d42fc46,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:53.871040 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.905949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-8883da6e-e59d-4cf9-910e-e0aec4e5334a req-bbaf1682-1144-4321-b0f9-ada93b824404 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Synchronizing usage tracker for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:53.943105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-8883da6e-e59d-4cf9-910e-e0aec4e5334a req-bbaf1682-1144-4321-b0f9-ada93b824404 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Unset dirty status for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:53.945969 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8883da6e-e59d-4cf9-910e-e0aec4e5334a req-bbaf1682-1144-4321-b0f9-ada93b824404 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b8318-7be1-4819-937a-6eaae5162a1b HTTP/1.1" status: 200 len: 210 time: 0.1079762 Feb 04 15:50:53.982390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:53.993318 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21554d74-7a4b-4e8e-9d6e-cf768f42f7a3 None None] Sync routers for ids ['f46cf604-b39b-40d5-b500-a6b81c0ee626'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:50:54.027996 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21554d74-7a4b-4e8e-9d6e-cf768f42f7a3 None None] Routers {'f46cf604-b39b-40d5-b500-a6b81c0ee626'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:54.030948 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-21554d74-7a4b-4e8e-9d6e-cf768f42f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f46cf604-b39b-40d5-b500-a6b81c0ee626'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:54.034548 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Allocated IP 172.25.0.8 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/0d6ef5a9-6d26-4640-8421-faa95caf0c13) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:54.045248 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.053199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c12e4e69-db7f-4f3d-94ea-3dd6bdbededc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3410957 Feb 04 15:50:54.056627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46156) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:54.097628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 68974e32-9270-49b1-9d0d-b593437a2ddc no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:50:54.226873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 68974e32-9270-49b1-9d0d-b593437a2ddc {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:50:54.232260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 68974e32-9270-49b1-9d0d-b593437a2ddc not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:50:54.240458 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.259860 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-21554d74-7a4b-4e8e-9d6e-cf768f42f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:54.288224 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.292183 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21554d74-7a4b-4e8e-9d6e-cf768f42f7a3 None None] Routers {'f46cf604-b39b-40d5-b500-a6b81c0ee626'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:54.293052 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-21554d74-7a4b-4e8e-9d6e-cf768f42f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f46cf604-b39b-40d5-b500-a6b81c0ee626'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:54.454208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:54.458496 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6642ddc-9fb0-43ce-ba54-a1cfd4dfc701 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.459097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Pushing event updated for resources: {'Port': ['ID=0d6ef5a9-6d26-4640-8421-faa95caf0c13,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:54.462213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:54.468757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:54.502360 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-21554d74-7a4b-4e8e-9d6e-cf768f42f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:54.502766 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21554d74-7a4b-4e8e-9d6e-cf768f42f7a3 None None] The sync data for ids ['f46cf604-b39b-40d5-b500-a6b81c0ee626'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:50:54.520539 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6642ddc-9fb0-43ce-ba54-a1cfd4dfc701 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.531665 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c8b964f4-642d-475e-a4af-13781175bfa4 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/routers/f46cf604-b39b-40d5-b500-a6b81c0ee626 HTTP/1.1" status: 200 len: 885 time: 0.4709346 Feb 04 15:50:54.531665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46160) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:54.607827 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c22d2a1d-c5bc-44f5-9677-f4219d42fc46 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:54.672632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6642ddc-9fb0-43ce-ba54-a1cfd4dfc701 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c258ff-5692-4dbb-aa60-1738a8251924,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:54.693204 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6642ddc-9fb0-43ce-ba54-a1cfd4dfc701 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.696727 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b6642ddc-9fb0-43ce-ba54-a1cfd4dfc701 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1135902 Feb 04 15:50:54.758336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46168) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:54.760605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46172) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:54.767204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-758350760', 'security_groups': ['24c258ff-5692-4dbb-aa60-1738a8251924'], 'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18def879-d579-406c-a451-895ea63bf972'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:54.841482 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.903379 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.049595 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6910f8e4-3404-41a6-b1e2-52f7e84f585b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.091106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7a0c0d8c-f3c5-4fb2-a3cd-0367e858b034 None None] Provisioning for port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:55.100550 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7a0c0d8c-f3c5-4fb2-a3cd-0367e858b034 None None] Provisioning complete for port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:55.101510 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0d8c-f3c5-4fb2-a3cd-0367e858b034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.172840 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.179791 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.183036 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214bf10-ad7d-4f49-a765-b590de7e6fef req-de230a42-fcd4-4716-bff6-8e8c03eb3bcc tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:55.184548 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a214bf10-ad7d-4f49-a765-b590de7e6fef req-de230a42-fcd4-4716-bff6-8e8c03eb3bcc tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.2845232 Feb 04 15:50:55.187205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6910f8e4-3404-41a6-b1e2-52f7e84f585b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:55.199378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6910f8e4-3404-41a6-b1e2-52f7e84f585b admin admin] Usage tracker for resource:security_group_rule and tenant:e74f244ce9884b81b6c6558101b55b98 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:55.204231 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:55.210469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8f36b118-db12-4ae7-915e-bec3ddada1ed tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Synchronizing usage tracker for tenant:33552c0479964c7487f074e057484640 on resource:router {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:55.215343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6910f8e4-3404-41a6-b1e2-52f7e84f585b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:55.254023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6910f8e4-3404-41a6-b1e2-52f7e84f585b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:55.263585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:55.298967 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7a0c0d8c-f3c5-4fb2-a3cd-0367e858b034 None None] Provisioning complete for port 613dd6f9-37ad-4534-b28d-472614b8b99a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:55.299888 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0d8c-f3c5-4fb2-a3cd-0367e858b034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.303339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8f36b118-db12-4ae7-915e-bec3ddada1ed tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Unset dirty status for tenant:33552c0479964c7487f074e057484640 on resource:router {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:55.307580 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8f36b118-db12-4ae7-915e-bec3ddada1ed tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7748749 Feb 04 15:50:55.311886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46186) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:55.324838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-aae7dac4-6a44-4f47-abc2-566835195e15 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1391868488'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:55.373243 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c0d8c-f3c5-4fb2-a3cd-0367e858b034 None None] Port 613dd6f9-37ad-4534-b28d-472614b8b99a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:55.395802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:55.444995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Pushing event updated for resources: {'Port': ['ID=0d6ef5a9-6d26-4640-8421-faa95caf0c13,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:55.462845 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.484787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.486060 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ea0a858c-315a-4949-b5cf-24ab16838038 tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4282324 Feb 04 15:50:55.488748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46194) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:55.589634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9302d98e-fa32-4e57-bca5-b373dae430ca tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Synchronizing usage tracker for tenant:dff65cfc3e104240bbe411188189056a on resource:floatingip {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:55.619396 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a214bf10-ad7d-4f49-a765-b590de7e6fef req-49b79b43-ce4e-4a57-8b63-b5aca618edca tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225242 Feb 04 15:50:55.812594 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6910f8e4-3404-41a6-b1e2-52f7e84f585b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.820671 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.825066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9302d98e-fa32-4e57-bca5-b373dae430ca tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Unset dirty status for tenant:dff65cfc3e104240bbe411188189056a on resource:floatingip {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:55.829977 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9302d98e-fa32-4e57-bca5-b373dae430ca tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2431 time: 0.3368561 Feb 04 15:50:55.830280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46198) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:55.845056 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6910f8e4-3404-41a6-b1e2-52f7e84f585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.884930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0178592-9102-49e6-9b76-e74999c38461 req-83b2d7bf-f960-47d0-8106-3e6b14ee9c22 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:55.886375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0178592-9102-49e6-9b76-e74999c38461 req-83b2d7bf-f960-47d0-8106-3e6b14ee9c22 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 0.4753678 Feb 04 15:50:55.909211 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-54712992-e525-4921-bec3-fecaf0d40267 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0778289 Feb 04 15:50:55.911734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46202) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:55.915075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] device_id is not set on port 597a1163-d0ea-4f4d-9842-2010cdec652f yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:55.965242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910f8e4-3404-41a6-b1e2-52f7e84f585b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf16b834-1e94-49fe-ac47-f0b6fce80da0,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:55.979126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6910f8e4-3404-41a6-b1e2-52f7e84f585b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e74f244ce9884b81b6c6558101b55b98&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2170362 Feb 04 15:50:55.986151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46206) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:56.066119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0178592-9102-49e6-9b76-e74999c38461 req-f6ee1337-3058-4ba4-ae43-23275f4047f0 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/quotas/348461e82d844c83a77fa4d9ee90bbcd HTTP/1.1" status: 200 len: 375 time: 0.1657975 Feb 04 15:50:56.066620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1d374f9a-8503-4a79-876d-599c1c43d73c tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Deleting port 0d6ef5a9-6d26-4640-8421-faa95caf0c13 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:56.067094 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d374f9a-8503-4a79-876d-599c1c43d73c tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.236171 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d374f9a-8503-4a79-876d-599c1c43d73c tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.236444 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d374f9a-8503-4a79-876d-599c1c43d73c tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.300777 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1fa2962b-3061-4aeb-92ba-b15cafbff491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.362216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1d374f9a-8503-4a79-876d-599c1c43d73c tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Calling delete_port for 0d6ef5a9-6d26-4640-8421-faa95caf0c13 owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:56.420598 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1fa2962b-3061-4aeb-92ba-b15cafbff491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.435154 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0178592-9102-49e6-9b76-e74999c38461 req-49134b5a-0c35-4756-b9cf-12c59a7dc9c8 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3624556 Feb 04 15:50:56.462116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Allocated IP 172.20.0.14 (3c061c36-d039-45a7-bf9c-85193778253d/18def879-d579-406c-a451-895ea63bf972/597a1163-d0ea-4f4d-9842-2010cdec652f) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:56.507432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d374f9a-8503-4a79-876d-599c1c43d73c tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.557414 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d374f9a-8503-4a79-876d-599c1c43d73c tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Pushing event deleted for resources: {'Port': ['ID=0d6ef5a9-6d26-4640-8421-faa95caf0c13,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:56.648579 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d374f9a-8503-4a79-876d-599c1c43d73c tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.660148 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d374f9a-8503-4a79-876d-599c1c43d73c tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.664381 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1d374f9a-8503-4a79-876d-599c1c43d73c tempest-FloatingIPAdminTestJSON-750094352 tempest-FloatingIPAdminTestJSON-750094352-project] 10.222.0.60 "DELETE /v2.0/floatingips/67e159b5-134e-435d-9313-8b71b443afff HTTP/1.1" status: 204 len: 168 time: 0.7517359 Feb 04 15:50:56.665069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46214) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:56.690173 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1fa2962b-3061-4aeb-92ba-b15cafbff491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.724967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2962b-3061-4aeb-92ba-b15cafbff491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf16b834-1e94-49fe-ac47-f0b6fce80da0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:56.829727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a898a-b8e0-4447-aa5b-85113ede8cf4 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Deleting port e451d034-8976-4b68-b9e8-02f4e2f0537d {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:56.830066 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d2a898a-b8e0-4447-aa5b-85113ede8cf4 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.926757 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1fa2962b-3061-4aeb-92ba-b15cafbff491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.927906 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1fa2962b-3061-4aeb-92ba-b15cafbff491 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf16b834-1e94-49fe-ac47-f0b6fce80da0 HTTP/1.1" status: 204 len: 168 time: 0.9381144 Feb 04 15:50:56.962350 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0178592-9102-49e6-9b76-e74999c38461 req-a55b939d-39a7-436e-ab0b-7046295067b0 service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133111 Feb 04 15:50:56.978500 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.009817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d2a898a-b8e0-4447-aa5b-85113ede8cf4 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.010959 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d2a898a-b8e0-4447-aa5b-85113ede8cf4 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.083821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Transition to ACTIVE for port object 597a1163-d0ea-4f4d-9842-2010cdec652f will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:57.137659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae163a-3ba3-4b3a-8ed1-d2f68c5ee83d req-b7fe24d0-470e-49ad-934c-8c1b17e6980e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:57.139258 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c2ae163a-3ba3-4b3a-8ed1-d2f68c5ee83d req-b7fe24d0-470e-49ad-934c-8c1b17e6980e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.3402269 Feb 04 15:50:57.266292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a898a-b8e0-4447-aa5b-85113ede8cf4 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Calling delete_port for e451d034-8976-4b68-b9e8-02f4e2f0537d owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:57.393771 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46222) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:57.421509 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9377997c-e3ab-4ee9-a3b4-8ba625d6ac09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.477494 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0178592-9102-49e6-9b76-e74999c38461 req-7f6f3463-2efb-4bc9-891d-38510e78cf4a service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566684 Feb 04 15:50:57.477494 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.497892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9377997c-e3ab-4ee9-a3b4-8ba625d6ac09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:57.500473 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d2a898a-b8e0-4447-aa5b-85113ede8cf4 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.538217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9377997c-e3ab-4ee9-a3b4-8ba625d6ac09 admin admin] Usage tracker for resource:security_group_rule and tenant:297f4d22b6e84684adbc823a64eb689b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:57.548666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9377997c-e3ab-4ee9-a3b4-8ba625d6ac09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:57.561609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a898a-b8e0-4447-aa5b-85113ede8cf4 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Pushing event deleted for resources: {'Port': ['ID=e451d034-8976-4b68-b9e8-02f4e2f0537d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:57.563958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9377997c-e3ab-4ee9-a3b4-8ba625d6ac09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:57.569428 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c2ae163a-3ba3-4b3a-8ed1-d2f68c5ee83d req-7db4a6e9-06bd-464d-9ec2-5e201c553921 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088967 Feb 04 15:50:57.617401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 3c061c36-d039-45a7-bf9c-85193778253d is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:57.618173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:57.623429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=597a1163-d0ea-4f4d-9842-2010cdec652f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:57.628945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:50:57.674854 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d2a898a-b8e0-4447-aa5b-85113ede8cf4 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.678705 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aae7dac4-6a44-4f47-abc2-566835195e15 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.744202 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d2a898a-b8e0-4447-aa5b-85113ede8cf4 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.749840 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2d2a898a-b8e0-4447-aa5b-85113ede8cf4 tempest-FloatingIPAdminTestJSON-1147612839 tempest-FloatingIPAdminTestJSON-1147612839-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/853ef316-cd19-4eb2-ade7-3788a6907f7c HTTP/1.1" status: 204 len: 168 time: 1.0836515 Feb 04 15:50:57.751259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46232) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:57.756839 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-162eb693-3c44-49a8-b8b7-dd72e8943a58 req-2528bdea-580a-4565-a11a-8928428306f2 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 210 time: 0.0843318 Feb 04 15:50:57.766655 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aae7dac4-6a44-4f47-abc2-566835195e15 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.846924 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9377997c-e3ab-4ee9-a3b4-8ba625d6ac09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.858951 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9377997c-e3ab-4ee9-a3b4-8ba625d6ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.907336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:57.908588 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-49f0463d-83ac-4ab8-8872-1034028aec4c tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Deleting port 94015b0d-9e35-422e-9b08-4a63782f5837 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:50:57.908932 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49f0463d-83ac-4ab8-8872-1034028aec4c tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.909512 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.960666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e62f55d9-7ad8-4e23-b912-5108c020ab0f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2011709 Feb 04 15:50:57.966957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46242) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:57.976316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377997c-e3ab-4ee9-a3b4-8ba625d6ac09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6040250d-a168-4277-b855-340d327109bd,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:58.011497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-6829a07e-a999-4307-b312-15cc51fbf99f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'subnet': {'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:58.089647 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9377997c-e3ab-4ee9-a3b4-8ba625d6ac09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=297f4d22b6e84684adbc823a64eb689b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6925693 Feb 04 15:50:58.090297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46246) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:58.130201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6cd10a8a-b150-4a46-bd12-d1220a8d114c None None] Provisioning for port 597a1163-d0ea-4f4d-9842-2010cdec652f completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:58.139941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6cd10a8a-b150-4a46-bd12-d1220a8d114c None None] Provisioning complete for port 597a1163-d0ea-4f4d-9842-2010cdec652f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:58.140616 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6cd10a8a-b150-4a46-bd12-d1220a8d114c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.226099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6cd10a8a-b150-4a46-bd12-d1220a8d114c None None] Port 597a1163-d0ea-4f4d-9842-2010cdec652f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:50:58.250851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6829a07e-a999-4307-b312-15cc51fbf99f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:58.256783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6829a07e-a999-4307-b312-15cc51fbf99f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:subnet and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:58.260252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6829a07e-a999-4307-b312-15cc51fbf99f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:58.279628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6829a07e-a999-4307-b312-15cc51fbf99f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:58.295012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6829a07e-a999-4307-b312-15cc51fbf99f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:58.299087 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6829a07e-a999-4307-b312-15cc51fbf99f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.346329 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0819e30a-c9b3-49a1-8eaf-c66f40c80570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.362040 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49f0463d-83ac-4ab8-8872-1034028aec4c tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.418859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae7dac4-6a44-4f47-abc2-566835195e15 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router f46cf604-b39b-40d5-b500-a6b81c0ee626 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:50:58.460143 n-d-827872-1 neutron-server[83551]: INFO neutron.db.ipam_backend_mixin [None req-6829a07e-a999-4307-b312-15cc51fbf99f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 18def879-d579-406c-a451-895ea63bf972 (CIDR: 172.20.0.0/28) Feb 04 15:50:58.507044 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-49f0463d-83ac-4ab8-8872-1034028aec4c tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Calling delete_port for 94015b0d-9e35-422e-9b08-4a63782f5837 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:50:58.513029 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-6829a07e-a999-4307-b312-15cc51fbf99f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:50:58.513548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6829a07e-a999-4307-b312-15cc51fbf99f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:50:58.538251 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0819e30a-c9b3-49a1-8eaf-c66f40c80570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.546542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6829a07e-a999-4307-b312-15cc51fbf99f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5743101 Feb 04 15:50:58.554856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46252) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:58.579733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3085ff18-d364-417a-9661-f8d10bf52f3f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'subnet': {'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:58.694139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae7dac4-6a44-4f47-abc2-566835195e15 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:58.700569 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aae7dac4-6a44-4f47-abc2-566835195e15 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.703108 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-aae7dac4-6a44-4f47-abc2-566835195e15 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/f46cf604-b39b-40d5-b500-a6b81c0ee626 HTTP/1.1" status: 200 len: 892 time: 3.3901725 Feb 04 15:50:58.706424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46258) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:58.708344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce19433-dada-4a94-989d-bc5f522806e4 None None] Sync routers for ids ['f46cf604-b39b-40d5-b500-a6b81c0ee626'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:50:58.720498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce19433-dada-4a94-989d-bc5f522806e4 None None] Routers {'f46cf604-b39b-40d5-b500-a6b81c0ee626'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:58.721033 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8ce19433-dada-4a94-989d-bc5f522806e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f46cf604-b39b-40d5-b500-a6b81c0ee626'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:58.785080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8ce19433-dada-4a94-989d-bc5f522806e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:58.799782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce19433-dada-4a94-989d-bc5f522806e4 None None] Routers {'f46cf604-b39b-40d5-b500-a6b81c0ee626'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:50:58.800743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8ce19433-dada-4a94-989d-bc5f522806e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f46cf604-b39b-40d5-b500-a6b81c0ee626'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:58.807552 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0819e30a-c9b3-49a1-8eaf-c66f40c80570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.884233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819e30a-c9b3-49a1-8eaf-c66f40c80570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6040250d-a168-4277-b855-340d327109bd,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:58.910460 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19eebc6-fef9-445b-9645-6eef7ee93213 req-73025419-4cd5-4d0f-aa9c-58912703a743 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:58.912034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e19eebc6-fef9-445b-9645-6eef7ee93213 req-73025419-4cd5-4d0f-aa9c-58912703a743 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.1281185 Feb 04 15:50:58.923214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3085ff18-d364-417a-9661-f8d10bf52f3f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:58.945240 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0819e30a-c9b3-49a1-8eaf-c66f40c80570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.946383 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0819e30a-c9b3-49a1-8eaf-c66f40c80570 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6040250d-a168-4277-b855-340d327109bd HTTP/1.1" status: 204 len: 168 time: 0.8550272 Feb 04 15:50:58.947585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3085ff18-d364-417a-9661-f8d10bf52f3f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:subnet and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:58.950656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8ce19433-dada-4a94-989d-bc5f522806e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:58.951094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce19433-dada-4a94-989d-bc5f522806e4 None None] The sync data for ids ['f46cf604-b39b-40d5-b500-a6b81c0ee626'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:50:58.978024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3085ff18-d364-417a-9661-f8d10bf52f3f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:59.000677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3085ff18-d364-417a-9661-f8d10bf52f3f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:59.011052 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49f0463d-83ac-4ab8-8872-1034028aec4c tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.105088 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9488679-6af2-4c42-9d90-09d2856c9bb4 req-86c3254c-ebc5-4f5c-ad10-981faa346c08 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 210 time: 0.1079299 Feb 04 15:50:59.105661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0463d-83ac-4ab8-8872-1034028aec4c tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event deleted for resources: {'Port': ['ID=94015b0d-9e35-422e-9b08-4a63782f5837,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:59.111093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3085ff18-d364-417a-9661-f8d10bf52f3f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:59.229178 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e19eebc6-fef9-445b-9645-6eef7ee93213 req-a82a51cc-4054-444b-a705-b1ddfd98d2af tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951052 Feb 04 15:50:59.526108 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49f0463d-83ac-4ab8-8872-1034028aec4c tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.527987 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-49f0463d-83ac-4ab8-8872-1034028aec4c tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] 10.222.0.60 "DELETE /v2.0/ports/94015b0d-9e35-422e-9b08-4a63782f5837 HTTP/1.1" status: 204 len: 168 time: 1.7757928 Feb 04 15:50:59.530710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46276) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:59.552007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-22e507f2-dc9f-47cf-b1e0-ce45530c9c9b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/routers/f46cf604-b39b-40d5-b500-a6b81c0ee626 HTTP/1.1" status: 200 len: 892 time: 0.8440735 Feb 04 15:50:59.559061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0178592-9102-49e6-9b76-e74999c38461 req-ec7da9a4-4498-4014-98c2-e7b4a30179ce tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:59.560704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0178592-9102-49e6-9b76-e74999c38461 req-ec7da9a4-4498-4014-98c2-e7b4a30179ce tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 0.4895203 Feb 04 15:50:59.562009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46284) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:59.585553 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3085ff18-d364-417a-9661-f8d10bf52f3f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.601118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-d0178592-9102-49e6-9b76-e74999c38461 req-ca61a021-df6f-4306-9a1c-e9ae49187810 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Request body: {'port': {'device_id': '85a4c3c2-7630-4070-bc0c-5bc83459a42f', 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'admin_state_up': True, 'tenant_id': '348461e82d844c83a77fa4d9ee90bbcd'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:59.633240 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-32536765-1975-4ebc-84a6-805bf642538e tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports?device_id=f46cf604-b39b-40d5-b500-a6b81c0ee626 HTTP/1.1" status: 200 len: 205 time: 0.0697794 Feb 04 15:50:59.683850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46288) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:59.734727 n-d-827872-1 neutron-server[83550]: INFO neutron.db.ipam_backend_mixin [None req-3085ff18-d364-417a-9661-f8d10bf52f3f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0aafc648-ad94-4754-bf61-57e567929604 (CIDR: 172.20.0.16/28) Feb 04 15:50:59.738665 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-3085ff18-d364-417a-9661-f8d10bf52f3f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:50:59.739115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3085ff18-d364-417a-9661-f8d10bf52f3f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:50:59.772170 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3085ff18-d364-417a-9661-f8d10bf52f3f tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2162375 Feb 04 15:50:59.775077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46296) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:59.781270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0074f2db-5970-4861-98ae-b1b14129a4bd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'subnet': {'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:50:59.838585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-d0178592-9102-49e6-9b76-e74999c38461 req-ca61a021-df6f-4306-9a1c-e9ae49187810 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:59.854117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-d0178592-9102-49e6-9b76-e74999c38461 req-ca61a021-df6f-4306-9a1c-e9ae49187810 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:59.876163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073c416e-1a79-40f5-acb0-c563653650e6 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:59.876738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-073c416e-1a79-40f5-acb0-c563653650e6 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Synchronizing usage tracker for tenant:6d417dbc8e114c73bddb2f9e28080c06 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:59.925051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0178592-9102-49e6-9b76-e74999c38461 req-ca61a021-df6f-4306-9a1c-e9ae49187810 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Made reservation on behalf of 348461e82d844c83a77fa4d9ee90bbcd for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:59.926772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-073c416e-1a79-40f5-acb0-c563653650e6 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Unset dirty status for tenant:6d417dbc8e114c73bddb2f9e28080c06 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:59.928125 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d0178592-9102-49e6-9b76-e74999c38461 req-ca61a021-df6f-4306-9a1c-e9ae49187810 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.930592 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-073c416e-1a79-40f5-acb0-c563653650e6 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] 10.222.0.60 "GET /v2.0/ports?device_id=ddeb05de-d361-4a07-933a-beb04e675099 HTTP/1.1" status: 200 len: 913 time: 0.3987808 Feb 04 15:50:59.934955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46302) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:00.030418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0074f2db-5970-4861-98ae-b1b14129a4bd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:00.039493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0074f2db-5970-4861-98ae-b1b14129a4bd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Usage tracker for resource:subnet and tenant:4152675cb55e47d8b7b3918734aa1522 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:00.040743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0074f2db-5970-4861-98ae-b1b14129a4bd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:00.048869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0074f2db-5970-4861-98ae-b1b14129a4bd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:00.074360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0074f2db-5970-4861-98ae-b1b14129a4bd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Made reservation on behalf of 4152675cb55e47d8b7b3918734aa1522 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:00.078478 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0074f2db-5970-4861-98ae-b1b14129a4bd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.097291 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4cd07632-b14c-40e1-aaf5-1a891ed963ec tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.188873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-d0178592-9102-49e6-9b76-e74999c38461 req-ca61a021-df6f-4306-9a1c-e9ae49187810 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Allocated IP 172.20.0.4 (c423fc49-37d2-40d9-ae0c-c306e8e0cfc7/184257a1-8dd7-4ba7-9fe3-dd948fd0da94/b0138e68-4cad-4590-8dd3-bcb304813c0d) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:00.511733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46d67631-9a67-45db-8c04-b36cd8c01ca6 req-a9f37adc-ad00-4846-957d-80917a1aa008 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 210 time: 0.1596549 Feb 04 15:51:00.573566 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0074f2db-5970-4861-98ae-b1b14129a4bd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.633092 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d0178592-9102-49e6-9b76-e74999c38461 req-ca61a021-df6f-4306-9a1c-e9ae49187810 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.666004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074f2db-5970-4861-98ae-b1b14129a4bd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Subnet': ['ID=ee081ddf-dd0e-481f-b0b5-569ea8ac1e0c,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:00.668773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb3557-b35f-42ca-ae96-9a174022ec75 req-a6ecbac5-d43c-4e06-958f-2e96dc58d9f0 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:00.669097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0074f2db-5970-4861-98ae-b1b14129a4bd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Network 3c061c36-d039-45a7-bf9c-85193778253d is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:00.670235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-43fb3557-b35f-42ca-ae96-9a174022ec75 req-a6ecbac5-d43c-4e06-958f-2e96dc58d9f0 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.2567315 Feb 04 15:51:00.672149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-0074f2db-5970-4861-98ae-b1b14129a4bd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:00.675338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0074f2db-5970-4861-98ae-b1b14129a4bd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:00.675927 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0074f2db-5970-4861-98ae-b1b14129a4bd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.682026 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4cd07632-b14c-40e1-aaf5-1a891ed963ec tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.691668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc0fdb2-ac3b-49a0-8435-4c5f72938da8 None None] Network 3c061c36-d039-45a7-bf9c-85193778253d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:51:00.711371 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0074f2db-5970-4861-98ae-b1b14129a4bd tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9343886 Feb 04 15:51:00.713848 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46322) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:00.721104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4cd07632-b14c-40e1-aaf5-1a891ed963ec tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port f45d6a48-bafe-4e01-8f75-ae82074e6d57 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:00.721506 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6e2b1de8-f468-4873-82f1-c56f1e567c22 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1595039059', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ee081ddf-dd0e-481f-b0b5-569ea8ac1e0c'}], 'security_groups': ['eb0eea20-aecf-4ea9-af04-61f8da1a8c15', 'f8b2f1a3-1515-41b3-9c0d-97c799c895e1']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:00.721654 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4cd07632-b14c-40e1-aaf5-1a891ed963ec tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.756781 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7759-eb38-4f59-aa93-2a771944436e tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.771117 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d0178592-9102-49e6-9b76-e74999c38461 req-ca61a021-df6f-4306-9a1c-e9ae49187810 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.840176 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-43fb3557-b35f-42ca-ae96-9a174022ec75 req-56823f28-800f-4205-a446-a20a10db5f13 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513598 Feb 04 15:51:00.941691 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e2b1de8-f468-4873-82f1-c56f1e567c22 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.951326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0178592-9102-49e6-9b76-e74999c38461 req-ca61a021-df6f-4306-9a1c-e9ae49187810 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:00.972642 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61a021-df6f-4306-9a1c-e9ae49187810 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event updated for resources: {'Port': ['ID=b0138e68-4cad-4590-8dd3-bcb304813c0d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:00.976732 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['55428373-4ebe-4d04-8cb2-6884b677713c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:51:01.056987 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4cd07632-b14c-40e1-aaf5-1a891ed963ec tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.365351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4cd07632-b14c-40e1-aaf5-1a891ed963ec tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for f45d6a48-bafe-4e01-8f75-ae82074e6d57 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:01.471116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-d0178592-9102-49e6-9b76-e74999c38461 req-ca61a021-df6f-4306-9a1c-e9ae49187810 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:01.475043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0178592-9102-49e6-9b76-e74999c38461 req-ca61a021-df6f-4306-9a1c-e9ae49187810 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:51:01.486336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cce41f-64e5-4e82-bec1-0526ab30fd4c None None] Update dhcp port {'port': {'network_id': '3c061c36-d039-45a7-bf9c-85193778253d', 'fixed_ips': [{'subnet_id': '0aafc648-ad94-4754-bf61-57e567929604', 'ip_address': '172.20.0.18'}, {'subnet_id': '18def879-d579-406c-a451-895ea63bf972', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ee081ddf-dd0e-481f-b0b5-569ea8ac1e0c'}], 'binding:host_id': 'n-d-827872-1'}, 'id': 'c22d2a1d-c5bc-44f5-9677-f4219d42fc46'} from n-d-827872-1. {{(pid=83552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 15:51:01.551286 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d6cce41f-64e5-4e82-bec1-0526ab30fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.679027 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4cd07632-b14c-40e1-aaf5-1a891ed963ec tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.776025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0178592-9102-49e6-9b76-e74999c38461 req-ca61a021-df6f-4306-9a1c-e9ae49187810 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:01.776640 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d0178592-9102-49e6-9b76-e74999c38461 req-ca61a021-df6f-4306-9a1c-e9ae49187810 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.780421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-6e2b1de8-f468-4873-82f1-c56f1e567c22 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Delete allocated IP 172.20.0.14 (3c061c36-d039-45a7-bf9c-85193778253d/18def879-d579-406c-a451-895ea63bf972) {{(pid=83550) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:51:01.785734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd07632-b14c-40e1-aaf5-1a891ed963ec tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Port': ['ID=f45d6a48-bafe-4e01-8f75-ae82074e6d57,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:01.801106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-6e2b1de8-f468-4873-82f1-c56f1e567c22 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Allocated IP 172.20.0.36 (3c061c36-d039-45a7-bf9c-85193778253d/ee081ddf-dd0e-481f-b0b5-569ea8ac1e0c/597a1163-d0ea-4f4d-9842-2010cdec652f) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:01.887689 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0178592-9102-49e6-9b76-e74999c38461 req-ca61a021-df6f-4306-9a1c-e9ae49187810 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2904272 Feb 04 15:51:01.906011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Request body: {'port': {'device_id': '85a4c3c2-7630-4070-bc0c-5bc83459a42f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:02.029381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690be3d-428a-4c2c-8e30-2feea30c0851 req-de531ee9-1a4f-4ab6-8789-500f622da783 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:02.030954 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b690be3d-428a-4c2c-8e30-2feea30c0851 req-de531ee9-1a4f-4ab6-8789-500f622da783 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Synchronizing usage tracker for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:02.206051 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4cd07632-b14c-40e1-aaf5-1a891ed963ec tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.261120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46358) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:02.266847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b690be3d-428a-4c2c-8e30-2feea30c0851 req-de531ee9-1a4f-4ab6-8789-500f622da783 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Unset dirty status for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:02.268386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b690be3d-428a-4c2c-8e30-2feea30c0851 req-de531ee9-1a4f-4ab6-8789-500f622da783 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 931 time: 0.5932994 Feb 04 15:51:02.283771 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e2b1de8-f468-4873-82f1-c56f1e567c22 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.318721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-6e2b1de8-f468-4873-82f1-c56f1e567c22 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Transition to ACTIVE for port object 597a1163-d0ea-4f4d-9842-2010cdec652f will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:02.321498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa7759-eb38-4f59-aa93-2a771944436e tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Deleting port 8939e223-edf5-4d00-81c9-88c37e30a67f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:02.321840 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7759-eb38-4f59-aa93-2a771944436e tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.371067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e2b1de8-f468-4873-82f1-c56f1e567c22 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.386212 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.420523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-d6cce41f-64e5-4e82-bec1-0526ab30fd4c None None] Allocated IP 172.20.0.34 (3c061c36-d039-45a7-bf9c-85193778253d/ee081ddf-dd0e-481f-b0b5-569ea8ac1e0c/c22d2a1d-c5bc-44f5-9677-f4219d42fc46) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:02.622860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d6cce41f-64e5-4e82-bec1-0526ab30fd4c None None] For port c22d2a1d-c5bc-44f5-9677-f4219d42fc46, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c22d2a1d-c5bc-44f5-9677-f4219d42fc46,segment=NetworkSegment(4c95926e-95f9-4945-be43-b9700b7923b7),segment_id=4c95926e-95f9-4945-be43-b9700b7923b7)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:02.632245 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4cd07632-b14c-40e1-aaf5-1a891ed963ec tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.646814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b1de8-f468-4873-82f1-c56f1e567c22 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event updated for resources: {'Port': ['ID=597a1163-d0ea-4f4d-9842-2010cdec652f,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:02.656706 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d6cce41f-64e5-4e82-bec1-0526ab30fd4c None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.659794 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b690be3d-428a-4c2c-8e30-2feea30c0851 req-4504dd64-f46a-4a08-9bb4-c895046a2e23 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784306 Feb 04 15:51:02.661311 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c6a7402-1490-483b-bbc6-91f62bead752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.679218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d6cce41f-64e5-4e82-bec1-0526ab30fd4c None None] Transition to ACTIVE for port object c22d2a1d-c5bc-44f5-9677-f4219d42fc46 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:02.683631 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d6cce41f-64e5-4e82-bec1-0526ab30fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.695388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e1a2f-d62a-4de4-835a-4ee404b062ec req-f0d05f93-c76c-47ce-b09c-9ebb0a422738 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:02.696871 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6a4e1a2f-d62a-4de4-835a-4ee404b062ec req-f0d05f93-c76c-47ce-b09c-9ebb0a422738 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.5642004 Feb 04 15:51:02.698413 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4cd07632-b14c-40e1-aaf5-1a891ed963ec tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.704579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b1de8-f468-4873-82f1-c56f1e567c22 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] In _notify_port_updated(), no bound segment for port 597a1163-d0ea-4f4d-9842-2010cdec652f on network 3c061c36-d039-45a7-bf9c-85193778253d {{(pid=83550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:51:02.709223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2b1de8-f468-4873-82f1-c56f1e567c22 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:02.709849 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e2b1de8-f468-4873-82f1-c56f1e567c22 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.713679 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6e2b1de8-f468-4873-82f1-c56f1e567c22 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "PUT /v2.0/ports/597a1163-d0ea-4f4d-9842-2010cdec652f HTTP/1.1" status: 200 len: 960 time: 1.9962516 Feb 04 15:51:02.722279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46366) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:02.793109 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7759-eb38-4f59-aa93-2a771944436e tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.820502 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5c6a7402-1490-483b-bbc6-91f62bead752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:02.839122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5c6a7402-1490-483b-bbc6-91f62bead752 admin admin] Usage tracker for resource:security_group_rule and tenant:5317923a37644ac68df279e7aba6c6a4 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:02.847471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5c6a7402-1490-483b-bbc6-91f62bead752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:02.877141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5c6a7402-1490-483b-bbc6-91f62bead752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:02.880822 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6a4e1a2f-d62a-4de4-835a-4ee404b062ec req-df3ffa6c-8cf8-48cc-95ba-dfddfee38212 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357126 Feb 04 15:51:02.882439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cce41f-64e5-4e82-bec1-0526ab30fd4c None None] Pushing event updated for resources: {'Port': ['ID=c22d2a1d-c5bc-44f5-9677-f4219d42fc46,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:02.933584 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-62a796b5-9657-4f5d-adbf-8674f6626801 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 597a1163-d0ea-4f4d-9842-2010cdec652f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:02.933926 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-62a796b5-9657-4f5d-adbf-8674f6626801 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.969352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa7759-eb38-4f59-aa93-2a771944436e tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Calling delete_port for 8939e223-edf5-4d00-81c9-88c37e30a67f owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:03.065067 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4cd07632-b14c-40e1-aaf5-1a891ed963ec tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.065620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd07632-b14c-40e1-aaf5-1a891ed963ec tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Fanout notify agent at l3_agent the message router_deleted on router f46cf604-b39b-40d5-b500-a6b81c0ee626 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:51:03.175372 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4cd07632-b14c-40e1-aaf5-1a891ed963ec tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.176706 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4cd07632-b14c-40e1-aaf5-1a891ed963ec tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/routers/f46cf604-b39b-40d5-b500-a6b81c0ee626 HTTP/1.1" status: 204 len: 168 time: 3.4865310 Feb 04 15:51:03.189203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46370) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:03.201561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1304072965'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:03.218739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:03.227451 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c6a7402-1490-483b-bbc6-91f62bead752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.229825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:network and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:03.235547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:03.239458 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c6a7402-1490-483b-bbc6-91f62bead752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.258319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:03.346698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:03.350917 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.381255 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5c6a7402-1490-483b-bbc6-91f62bead752 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5317923a37644ac68df279e7aba6c6a4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1157234 Feb 04 15:51:03.384409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46374) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:03.385758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a7402-1490-483b-bbc6-91f62bead752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf5256b-d16b-4ee2-92c9-2f5fe6627534,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:03.397047 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0138e68-4cad-4590-8dd3-bcb304813c0d {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:51:03.406211 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.417244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:03.431947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Transition to ACTIVE for port object b0138e68-4cad-4590-8dd3-bcb304813c0d will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:03.434799 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.435032 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Added segment aaf4857b-0444-46bf-bf7b-876de21c0d52 of type vlan for network 05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc Feb 04 15:51:03.444165 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.483842 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-62a796b5-9657-4f5d-adbf-8674f6626801 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.587116 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.596484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Pushing event updated for resources: {'Port': ['ID=b0138e68-4cad-4590-8dd3-bcb304813c0d,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:03.621573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-742c5ee9-ae60-47f4-ab68-ebe666c0b0ba None None] Provisioning for port 597a1163-d0ea-4f4d-9842-2010cdec652f completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:03.633860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-742c5ee9-ae60-47f4-ab68-ebe666c0b0ba None None] Provisioning complete for port 597a1163-d0ea-4f4d-9842-2010cdec652f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:03.634359 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-742c5ee9-ae60-47f4-ab68-ebe666c0b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.659209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-62a796b5-9657-4f5d-adbf-8674f6626801 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for 597a1163-d0ea-4f4d-9842-2010cdec652f owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:03.719432 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.723393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:03.723992 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.724429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-742c5ee9-ae60-47f4-ab68-ebe666c0b0ba None None] Port 597a1163-d0ea-4f4d-9842-2010cdec652f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:51:03.742375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-742c5ee9-ae60-47f4-ab68-ebe666c0b0ba None None] Provisioning for port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:03.750721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-742c5ee9-ae60-47f4-ab68-ebe666c0b0ba None None] Provisioning complete for port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:03.751021 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-742c5ee9-ae60-47f4-ab68-ebe666c0b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.813749 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-62a796b5-9657-4f5d-adbf-8674f6626801 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.867122 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de98a52e-d7c1-4257-8704-79c87161f3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.883329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6903639 Feb 04 15:51:03.893013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Attempting to bind port b0138e68-4cad-4590-8dd3-bcb304813c0d on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:03.893337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Attempting to bind port b0138e68-4cad-4590-8dd3-bcb304813c0d by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:03.893657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Attempting to bind port b0138e68-4cad-4590-8dd3-bcb304813c0d on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:51:03.896851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46382) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:03.900026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a796b5-9657-4f5d-adbf-8674f6626801 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=597a1163-d0ea-4f4d-9842-2010cdec652f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:03.909945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9698bc7-b372-4ffb-93a5-9c3a100851f3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Network': ['ID=05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:03.913638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'subnet': {'network_id': '05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:03.917267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Port b0138e68-4cad-4590-8dd3-bcb304813c0d on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:51:03.917591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Attempting to bind port b0138e68-4cad-4590-8dd3-bcb304813c0d on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:51:03.923436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:03.935206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:51:03.935561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Checking segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:51:03.936992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Bound using segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:51:03.936992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Bound port: b0138e68-4cad-4590-8dd3-bcb304813c0d, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:03.937241 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.965991 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7759-eb38-4f59-aa93-2a771944436e tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.055658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34da65-80a7-4871-9338-e79b91fbe935 req-2ae038b5-a62e-468b-a535-295dacedbfe4 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:04.057157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c34da65-80a7-4871-9338-e79b91fbe935 req-2ae038b5-a62e-468b-a535-295dacedbfe4 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 943 time: 0.2376165 Feb 04 15:51:04.145585 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de98a52e-d7c1-4257-8704-79c87161f3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.168281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] For port b0138e68-4cad-4590-8dd3-bcb304813c0d, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:51:04.177421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa7759-eb38-4f59-aa93-2a771944436e tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event deleted for resources: {'Port': ['ID=8939e223-edf5-4d00-81c9-88c37e30a67f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:04.189141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] For port b0138e68-4cad-4590-8dd3-bcb304813c0d, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b0138e68-4cad-4590-8dd3-bcb304813c0d,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:51:04.190696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-742c5ee9-ae60-47f4-ab68-ebe666c0b0ba None None] Provisioning complete for port 613dd6f9-37ad-4534-b28d-472614b8b99a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:04.191252 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-742c5ee9-ae60-47f4-ab68-ebe666c0b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.218706 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.269386 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-742c5ee9-ae60-47f4-ab68-ebe666c0b0ba None None] Port 613dd6f9-37ad-4534-b28d-472614b8b99a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:51:04.302530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c34da65-80a7-4871-9338-e79b91fbe935 req-f30317fc-0f5b-4e96-aeb9-15cf496e314c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947370 Feb 04 15:51:04.323998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Pushing event updated for resources: {'Port': ['ID=b0138e68-4cad-4590-8dd3-bcb304813c0d,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:04.346526 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.347468 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0178592-9102-49e6-9b76-e74999c38461 req-d2dde18f-29ad-4d23-b8de-a47e153833da service neutron] 10.222.0.73 "PUT /v2.0/ports/b0138e68-4cad-4590-8dd3-bcb304813c0d HTTP/1.1" status: 200 len: 1091 time: 2.4510727 Feb 04 15:51:04.348049 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a4c3c2-7630-4070-bc0c-5bc83459a42f', 'tag': 'b0138e68-4cad-4590-8dd3-bcb304813c0d'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:04.355659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:04.361594 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-62a796b5-9657-4f5d-adbf-8674f6626801 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.370168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:subnet and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:04.379246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:04.382014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3712f-335c-4f48-a283-e59d1f8fb04e req-5630f4e4-73e5-489d-a3d6-2f7375012240 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:04.383285 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49c3712f-335c-4f48-a283-e59d1f8fb04e req-5630f4e4-73e5-489d-a3d6-2f7375012240 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.2733879 Feb 04 15:51:04.386329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a1f89fdb-cc99-4264-bbfd-3a0176cdfab5 None None] Could not find standard attr ID for object 597a1163-d0ea-4f4d-9842-2010cdec652f. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:51:04.419163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:04.435370 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de98a52e-d7c1-4257-8704-79c87161f3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.439592 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-de98a52e-d7c1-4257-8704-79c87161f3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.440880 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-de98a52e-d7c1-4257-8704-79c87161f3b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bcf5256b-d16b-4ee2-92c9-2f5fe6627534 HTTP/1.1" status: 204 len: 168 time: 1.0555720 Feb 04 15:51:04.485019 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a4c3c2-7630-4070-bc0c-5bc83459a42f', 'tag': 'b0138e68-4cad-4590-8dd3-bcb304813c0d', 'status': 'completed', 'code': 200} Feb 04 15:51:04.493805 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-62a796b5-9657-4f5d-adbf-8674f6626801 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/597a1163-d0ea-4f4d-9842-2010cdec652f HTTP/1.1" status: 204 len: 168 time: 1.7706020 Feb 04 15:51:04.497791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46392) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:04.503460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98a52e-d7c1-4257-8704-79c87161f3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf5256b-d16b-4ee2-92c9-2f5fe6627534,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:04.602653 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9da754-545d-432b-81d7-193cf08fc116 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] GET failed (client error): The resource could not be found. Feb 04 15:51:04.606277 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0b9da754-545d-432b-81d7-193cf08fc116 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:04.636887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49c3712f-335c-4f48-a283-e59d1f8fb04e req-85701e6d-f8c3-4fb9-a7b8-2474f86d2fa1 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435720 Feb 04 15:51:04.644423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:04.649138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c22d2a1d-c5bc-44f5-9677-f4219d42fc46 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:04.654561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0b9da754-545d-432b-81d7-193cf08fc116 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:04.656198 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0b9da754-545d-432b-81d7-193cf08fc116 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports/597a1163-d0ea-4f4d-9842-2010cdec652f HTTP/1.1" status: 404 len: 333 time: 0.1566942 Feb 04 15:51:04.658904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46396) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:04.680396 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0178592-9102-49e6-9b76-e74999c38461 req-0c0e16be-e68d-4359-bbf8-f3c618532a73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 1094 time: 0.2701006 Feb 04 15:51:04.773718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0178592-9102-49e6-9b76-e74999c38461 req-d00cc915-4f5c-4042-ae00-206eee1ffde4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0138e68-4cad-4590-8dd3-bcb304813c0d HTTP/1.1" status: 200 len: 217 time: 0.0783234 Feb 04 15:51:04.782050 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.808594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:04.808594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.839218 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22c966be-2681-4b52-85ce-e3786d01de94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.867630 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22c966be-2681-4b52-85ce-e3786d01de94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.919357 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:51:04.925095 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22c966be-2681-4b52-85ce-e3786d01de94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.944249 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0178592-9102-49e6-9b76-e74999c38461 req-ef7271f4-bd7f-482d-b335-d049d7f3360f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:04.945693 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0178592-9102-49e6-9b76-e74999c38461 req-ef7271f4-bd7f-482d-b335-d049d7f3360f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.1618636 Feb 04 15:51:04.975487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c966be-2681-4b52-85ce-e3786d01de94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c258ff-5692-4dbb-aa60-1738a8251924,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:04.982131 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-22c966be-2681-4b52-85ce-e3786d01de94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.989244 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-22c966be-2681-4b52-85ce-e3786d01de94 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/security-groups/24c258ff-5692-4dbb-aa60-1738a8251924 HTTP/1.1" status: 204 len: 168 time: 0.3292344 Feb 04 15:51:05.007024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46408) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:05.037322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0178592-9102-49e6-9b76-e74999c38461 req-0cf521c2-4643-4439-9ff7-0b57333a433b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563915 Feb 04 15:51:05.179927 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.219233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0178592-9102-49e6-9b76-e74999c38461 req-9580436e-99fa-4d9b-8750-ffe53936d77f service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750536 Feb 04 15:51:05.413375 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46422) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:05.472820 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c28ec5c7-8731-43a3-9ddf-bb7ca71f5734 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.514583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Subnet': ['ID=9db3faae-596c-4a8f-b1a8-cec653471008,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:05.544070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0178592-9102-49e6-9b76-e74999c38461 req-fb54f8d2-900e-4b58-bec0-cd0b8e4897ce service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187606 Feb 04 15:51:05.551275 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c28ec5c7-8731-43a3-9ddf-bb7ca71f5734 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.573126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Checking segment: {'id': 'aaf4857b-0444-46bf-bf7b-876de21c0d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:51:05.573496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network hostable DHCP agents. Network: 05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:51:05.626377 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7759-eb38-4f59-aa93-2a771944436e tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.713578 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c28ec5c7-8731-43a3-9ddf-bb7ca71f5734 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.716678 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:51:05.720400 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c521ab3a-3ec7-4826-89ec-940c7dc611db req-b890d3d9-7f1d-4961-963c-36b0bc77e4a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 1094 time: 0.1137848 Feb 04 15:51:05.725943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af473b92-48d6-44d1-bf14-90b9a3d2f690 req-66e9c92f-da11-45a3-93db-6f6dfe74a386 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:05.727838 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af473b92-48d6-44d1-bf14-90b9a3d2f690 req-66e9c92f-da11-45a3-93db-6f6dfe74a386 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 943 time: 0.1819053 Feb 04 15:51:05.765505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:05.775190 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5144f27-bc6c-4f89-ac86-7d2534cc9ff7 None None] Network 05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:51:05.783048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:05.783674 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.804833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c28ec5c7-8731-43a3-9ddf-bb7ca71f5734 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.810469 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c28ec5c7-8731-43a3-9ddf-bb7ca71f5734 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/security-groups/f8b2f1a3-1515-41b3-9c0d-97c799c895e1 HTTP/1.1" status: 204 len: 168 time: 0.8006094 Feb 04 15:51:05.812527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ec5c7-8731-43a3-9ddf-bb7ca71f5734 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b2f1a3-1515-41b3-9c0d-97c799c895e1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:05.817028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46436) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:05.819718 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-061ca324-fdbd-4766-adbc-b077c25d1860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.840156 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6cdb5a4f-b7db-4a22-9d44-e8a2d9b24ed9 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9376729 Feb 04 15:51:05.875947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46440) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:05.901766 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ef978da6-f726-484b-acd4-85cb44bdef7c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2099220762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:05.927055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ef978da6-f726-484b-acd4-85cb44bdef7c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:05.943723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ef978da6-f726-484b-acd4-85cb44bdef7c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:router and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:05.949691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-061ca324-fdbd-4766-adbc-b077c25d1860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:05.952987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ef978da6-f726-484b-acd4-85cb44bdef7c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:05.980545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af473b92-48d6-44d1-bf14-90b9a3d2f690 req-5c1ab2fe-ee39-455f-82f5-04f17dbfb5b3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292695 Feb 04 15:51:05.985105 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-061ca324-fdbd-4766-adbc-b077c25d1860 admin admin] Usage tracker for resource:security_group_rule and tenant:24add6863cfb47c8b032490980d312e1 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:05.988751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ef978da6-f726-484b-acd4-85cb44bdef7c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:06.019689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-061ca324-fdbd-4766-adbc-b077c25d1860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:06.039676 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521ab3a-3ec7-4826-89ec-940c7dc611db req-7de777ff-b1ad-4c8b-99d1-a0669a9f5189 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:06.041122 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c521ab3a-3ec7-4826-89ec-940c7dc611db req-7de777ff-b1ad-4c8b-99d1-a0669a9f5189 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 906 time: 0.3124158 Feb 04 15:51:06.048377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-061ca324-fdbd-4766-adbc-b077c25d1860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:06.073970 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-64581b33-35b0-4fab-b7ed-074fdd7929d0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.124334 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c521ab3a-3ec7-4826-89ec-940c7dc611db req-7391f8c6-b998-4ed5-9b03-042c3a0f3304 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0138e68-4cad-4590-8dd3-bcb304813c0d HTTP/1.1" status: 200 len: 217 time: 0.0681331 Feb 04 15:51:06.129968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c90a-c363-443a-81ed-fed46604f8b1 req-b146b356-d10f-412a-a404-71596a2f4e71 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:06.131481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8594c90a-c363-443a-81ed-fed46604f8b1 req-b146b356-d10f-412a-a404-71596a2f4e71 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.2480650 Feb 04 15:51:06.165153 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef978da6-f726-484b-acd4-85cb44bdef7c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.166236 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef978da6-f726-484b-acd4-85cb44bdef7c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.181219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc', 'network_id': '05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc', 'tenant_id': '33552c0479964c7487f074e057484640', 'fixed_ips': [{'subnet_id': '9db3faae-596c-4a8f-b1a8-cec653471008'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:51:06.182090 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.214178 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-64581b33-35b0-4fab-b7ed-074fdd7929d0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.256551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8594c90a-c363-443a-81ed-fed46604f8b1 req-08a0954f-45f4-4aac-a14b-b5b33638fcd6 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906494 Feb 04 15:51:06.260910 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521ab3a-3ec7-4826-89ec-940c7dc611db req-a4ecbf51-6efc-4163-9d7c-0ffa6f8de7f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:06.262358 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c521ab3a-3ec7-4826-89ec-940c7dc611db req-a4ecbf51-6efc-4163-9d7c-0ffa6f8de7f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.1300149 Feb 04 15:51:06.311833 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c521ab3a-3ec7-4826-89ec-940c7dc611db req-ee202130-d6ae-4fbc-936b-33aab456632f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418911 Feb 04 15:51:06.332243 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef978da6-f726-484b-acd4-85cb44bdef7c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.367077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-061ca324-fdbd-4766-adbc-b077c25d1860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.368813 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-64581b33-35b0-4fab-b7ed-074fdd7929d0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.389149 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef978da6-f726-484b-acd4-85cb44bdef7c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.395080 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-061ca324-fdbd-4766-adbc-b077c25d1860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.415304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64581b33-35b0-4fab-b7ed-074fdd7929d0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0eea20-aecf-4ea9-af04-61f8da1a8c15,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:06.462105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Allocated IP 2001:db8::2 (05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc/9db3faae-596c-4a8f-b1a8-cec653471008/c08ddef4-a1d9-40e3-bac2-3d1e721f90aa) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:06.476306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c521ab3a-3ec7-4826-89ec-940c7dc611db req-9b7cf32f-3db6-4572-a949-ac2d02a2b3cf service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584637 Feb 04 15:51:06.481844 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-64581b33-35b0-4fab-b7ed-074fdd7929d0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.484301 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-64581b33-35b0-4fab-b7ed-074fdd7929d0 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/security-groups/eb0eea20-aecf-4ea9-af04-61f8da1a8c15 HTTP/1.1" status: 204 len: 168 time: 0.6499395 Feb 04 15:51:06.512958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46450) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:06.551793 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef978da6-f726-484b-acd4-85cb44bdef7c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.552961 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ef978da6-f726-484b-acd4-85cb44bdef7c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6672661 Feb 04 15:51:06.555520 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-061ca324-fdbd-4766-adbc-b077c25d1860 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24add6863cfb47c8b032490980d312e1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1395597 Feb 04 15:51:06.555878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46456) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:06.566448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46458) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:06.616379 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-55e2bd8f-3a35-413e-884f-635faa79707a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.624394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ca324-fdbd-4766-adbc-b077c25d1860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afab31f7-62bf-45ed-9353-1bcde5593059,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:06.794654 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.807905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Transition to ACTIVE for port object c08ddef4-a1d9-40e3-bac2-3d1e721f90aa will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:06.833229 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Transition to ACTIVE for port object c08ddef4-a1d9-40e3-bac2-3d1e721f90aa will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:06.840702 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.841939 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5e544e83-dcae-401a-a351-b12fdc019910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.912434 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c521ab3a-3ec7-4826-89ec-940c7dc611db req-9aacc29d-2559-4827-ac80-c9b159d69f5b service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267273 Feb 04 15:51:06.915989 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5e544e83-dcae-401a-a351-b12fdc019910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.953421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Pushing event updated for resources: {'Port': ['ID=c08ddef4-a1d9-40e3-bac2-3d1e721f90aa,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:06.968164 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:06.968499 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:06.968830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:06.969496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:06.969825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:06.970292 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:06.970971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:06.971321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:06.971982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:06.972317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:06.972633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:06.986527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1ba660-ad7a-4a2f-bbb0-1b570a76551d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting subnet 18def879-d579-406c-a451-895ea63bf972 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:51:06.987681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Network 05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:06.989701 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e1ba660-ad7a-4a2f-bbb0-1b570a76551d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.990217 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:06.996073 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:51:07.063107 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5e544e83-dcae-401a-a351-b12fdc019910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.081302 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e1ba660-ad7a-4a2f-bbb0-1b570a76551d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.105518 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Attempting to bind port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:07.106002 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Attempting to bind port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'aaf4857b-0444-46bf-bf7b-876de21c0d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:07.106453 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Attempting to bind port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa on network 05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:51:07.114176 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:51:07.115573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Checking segment: {'id': 'aaf4857b-0444-46bf-bf7b-876de21c0d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:51:07.116051 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.117557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Bound using segment: {'id': 'aaf4857b-0444-46bf-bf7b-876de21c0d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:51:07.118135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Bound port: c08ddef4-a1d9-40e3-bac2-3d1e721f90aa, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf4857b-0444-46bf-bf7b-876de21c0d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:07.118583 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.167197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e544e83-dcae-401a-a351-b12fdc019910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afab31f7-62bf-45ed-9353-1bcde5593059,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:07.187406 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5e544e83-dcae-401a-a351-b12fdc019910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.191458 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5e544e83-dcae-401a-a351-b12fdc019910 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afab31f7-62bf-45ed-9353-1bcde5593059 HTTP/1.1" status: 204 len: 168 time: 0.6237714 Feb 04 15:51:07.291497 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] For port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:51:07.301951 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] For port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c08ddef4-a1d9-40e3-bac2-3d1e721f90aa,segment=NetworkSegment(aaf4857b-0444-46bf-bf7b-876de21c0d52),segment_id=aaf4857b-0444-46bf-bf7b-876de21c0d52)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:51:07.313822 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.424949 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e1ba660-ad7a-4a2f-bbb0-1b570a76551d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.495820 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7803b-6a2f-4565-9b0b-22989d70f0a1 None None] Pushing event updated for resources: {'Port': ['ID=c08ddef4-a1d9-40e3-bac2-3d1e721f90aa,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:07.519720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f2267-6c1d-4e6f-a210-1049421bfd18 req-870f5fac-e565-4ff4-b43d-14f85b968700 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:07.521471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-667f2267-6c1d-4e6f-a210-1049421bfd18 req-870f5fac-e565-4ff4-b43d-14f85b968700 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 943 time: 0.3143637 Feb 04 15:51:07.642164 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-667f2267-6c1d-4e6f-a210-1049421bfd18 req-9a351f14-455c-448b-af58-37100b92842a tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760689 Feb 04 15:51:07.675274 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e1ba660-ad7a-4a2f-bbb0-1b570a76551d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.702319 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.725942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ba660-ad7a-4a2f-bbb0-1b570a76551d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Subnet': ['ID=18def879-d579-406c-a451-895ea63bf972,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:07.742828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53924bea-97d1-466d-ad14-7431e21b1e08 req-a5362b14-bd90-41dc-a775-c0836af0dc94 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:07.750317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53924bea-97d1-466d-ad14-7431e21b1e08 req-a5362b14-bd90-41dc-a775-c0836af0dc94 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.2275522 Feb 04 15:51:07.763483 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb11cdf3-7d33-4f70-8ad5-c5d0f90309fc None None] Network 3c061c36-d039-45a7-bf9c-85193778253d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:51:07.909322 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e1ba660-ad7a-4a2f-bbb0-1b570a76551d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.912043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46486) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:07.935032 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7e1ba660-ad7a-4a2f-bbb0-1b570a76551d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/18def879-d579-406c-a451-895ea63bf972 HTTP/1.1" status: 204 len: 168 time: 1.4209378 Feb 04 15:51:07.949458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46494) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:08.050785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fa7759-eb38-4f59-aa93-2a771944436e tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Router ddeb05de-d361-4a07-933a-beb04e675099 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:51:08.101165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53924bea-97d1-466d-ad14-7431e21b1e08 req-48767185-7ac4-42fc-a997-1c62d5aec5d0 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496094 Feb 04 15:51:08.156859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd33b76f-83e6-4301-b06c-24e716c4c959 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting subnet ee081ddf-dd0e-481f-b0b5-569ea8ac1e0c {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:51:08.160267 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd33b76f-83e6-4301-b06c-24e716c4c959 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.245753 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd33b76f-83e6-4301-b06c-24e716c4c959 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.256883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Allocated IP 2001:db8::1 (05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc/9db3faae-596c-4a8f-b1a8-cec653471008/d8b10eff-e88e-4084-9eda-01c416752a17) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:08.277345 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bbacebf4-51cc-4634-9050-1e470624bfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.341978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bbacebf4-51cc-4634-9050-1e470624bfb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:08.349562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bbacebf4-51cc-4634-9050-1e470624bfb6 admin admin] Usage tracker for resource:security_group_rule and tenant:20687d2975c340e4a488940fd1843a46 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:08.357095 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bbacebf4-51cc-4634-9050-1e470624bfb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:08.364002 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bbacebf4-51cc-4634-9050-1e470624bfb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:08.385730 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd33b76f-83e6-4301-b06c-24e716c4c959 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.531218 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bbacebf4-51cc-4634-9050-1e470624bfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.531846 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.550090 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bbacebf4-51cc-4634-9050-1e470624bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.571694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Transition to ACTIVE for port object d8b10eff-e88e-4084-9eda-01c416752a17 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:08.588668 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd33b76f-83e6-4301-b06c-24e716c4c959 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.684413 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.713051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c08ddef4-a1d9-40e3-bac2-3d1e721f90aa up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:08.725955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33b76f-83e6-4301-b06c-24e716c4c959 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Subnet': ['ID=ee081ddf-dd0e-481f-b0b5-569ea8ac1e0c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:08.785077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacebf4-51cc-4634-9050-1e470624bfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95b4e60-f020-4dc0-80f3-8fe55593f584,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:08.807005 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd33b76f-83e6-4301-b06c-24e716c4c959 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.816200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=d8b10eff-e88e-4084-9eda-01c416752a17,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:08.818876 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bbacebf4-51cc-4634-9050-1e470624bfb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20687d2975c340e4a488940fd1843a46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9038155 Feb 04 15:51:08.827381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46510) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:08.840979 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bd33b76f-83e6-4301-b06c-24e716c4c959 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/ee081ddf-dd0e-481f-b0b5-569ea8ac1e0c HTTP/1.1" status: 204 len: 168 time: 0.8904099 Feb 04 15:51:08.844719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46514) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:08.865449 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fa7759-eb38-4f59-aa93-2a771944436e tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:51:08.877987 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4c624-0d86-4bc1-a12d-4854696ea9d3 None None] Sync routers for ids ['ddeb05de-d361-4a07-933a-beb04e675099'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:51:08.879245 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:08.899345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:08.906723 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4c624-0d86-4bc1-a12d-4854696ea9d3 None None] Routers {'ddeb05de-d361-4a07-933a-beb04e675099'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:51:08.908982 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5fc4c624-0d86-4bc1-a12d-4854696ea9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:50:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ddeb05de-d361-4a07-933a-beb04e675099'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:08.946213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:08.946923 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-de1554dd-0a5f-423d-a8fd-114247fdf63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.957320 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d3fa7759-eb38-4f59-aa93-2a771944436e tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] 10.222.0.60 "PUT /v2.0/routers/ddeb05de-d361-4a07-933a-beb04e675099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0214725 Feb 04 15:51:08.958013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46522) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:08.960938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:51:08.961522 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.984433 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a29dd07-5a0c-495c-83aa-5153e661b8da tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:08.987901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a29dd07-5a0c-495c-83aa-5153e661b8da tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:08.998968 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3a29dd07-5a0c-495c-83aa-5153e661b8da tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/18def879-d579-406c-a451-895ea63bf972 HTTP/1.1" status: 404 len: 337 time: 0.1525121 Feb 04 15:51:09.029180 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46524) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:09.072548 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5fc4c624-0d86-4bc1-a12d-4854696ea9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:09.090721 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4c624-0d86-4bc1-a12d-4854696ea9d3 None None] Routers {'ddeb05de-d361-4a07-933a-beb04e675099'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:51:09.091602 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5fc4c624-0d86-4bc1-a12d-4854696ea9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:51:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ddeb05de-d361-4a07-933a-beb04e675099'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:09.151902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f234b-5606-4eb3-8f96-8544712d9317 req-60175ff2-e001-4b7b-b65b-4ea702d59112 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:09.159583 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-124f234b-5606-4eb3-8f96-8544712d9317 req-60175ff2-e001-4b7b-b65b-4ea702d59112 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 943 time: 0.1594024 Feb 04 15:51:09.196458 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5fc4c624-0d86-4bc1-a12d-4854696ea9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:09.196872 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4c624-0d86-4bc1-a12d-4854696ea9d3 None None] The sync data for ids ['ddeb05de-d361-4a07-933a-beb04e675099'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:51:09.272373 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-124f234b-5606-4eb3-8f96-8544712d9317 req-10cb180f-20b5-44da-9af2-a3e184d22215 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010303 Feb 04 15:51:09.304851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c97007-adba-4e24-9df2-f83c47782860 None None] Network 05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:51:09.354403 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-744d2540-d851-4b42-9fb3-6ef452375b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:09.401846 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-744d2540-d851-4b42-9fb3-6ef452375b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:09.429610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ff2b7-8250-45b7-9014-96307b5b5984 req-893c7f97-d056-4410-b349-6e5b5a7ea0fb tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:09.439133 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-522ff2b7-8250-45b7-9014-96307b5b5984 req-893c7f97-d056-4410-b349-6e5b5a7ea0fb tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.1079240 Feb 04 15:51:09.439334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6c153c2f-7e9b-4715-9ad3-d4f672b35587 None None] Provisioning for port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:09.449665 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:09.462244 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6c153c2f-7e9b-4715-9ad3-d4f672b35587 None None] Provisioning complete for port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:09.462244 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6c153c2f-7e9b-4715-9ad3-d4f672b35587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:09.510195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-522ff2b7-8250-45b7-9014-96307b5b5984 req-320a6610-8918-4d64-93a4-5d7d3f3b915e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706859 Feb 04 15:51:09.555456 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1990d45f-5da4-43e8-850a-2f58da2fbaf7 None None] Network 3c061c36-d039-45a7-bf9c-85193778253d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:51:09.910264 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6c153c2f-7e9b-4715-9ad3-d4f672b35587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:09.996268 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.009838 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-744d2540-d851-4b42-9fb3-6ef452375b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.011140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device b0138e68-4cad-4590-8dd3-bcb304813c0d details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:51:10.036023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e9160b-8f78-4e14-8a24-03044697ce99 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting subnet 0aafc648-ad94-4754-bf61-57e567929604 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:51:10.036339 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6c153c2f-7e9b-4715-9ad3-d4f672b35587 None None] For port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c08ddef4-a1d9-40e3-bac2-3d1e721f90aa,segment=NetworkSegment(aaf4857b-0444-46bf-bf7b-876de21c0d52),segment_id=aaf4857b-0444-46bf-bf7b-876de21c0d52)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:10.054377 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6c153c2f-7e9b-4715-9ad3-d4f672b35587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.054698 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54e9160b-8f78-4e14-8a24-03044697ce99 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.089963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d2540-d851-4b42-9fb3-6ef452375b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95b4e60-f020-4dc0-80f3-8fe55593f584,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:10.282603 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.287467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c153c2f-7e9b-4715-9ad3-d4f672b35587 None None] Pushing event updated for resources: {'Port': ['ID=c08ddef4-a1d9-40e3-bac2-3d1e721f90aa,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:10.300197 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.320838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port b0138e68-4cad-4590-8dd3-bcb304813c0d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b0138e68-4cad-4590-8dd3-bcb304813c0d,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:10.329624 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e95a4cf2-a27f-4ece-a063-78bc342541f2 None None] Provisioning complete for port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:10.330654 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e95a4cf2-a27f-4ece-a063-78bc342541f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.341991 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.343508 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.409683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'b0138e68-4cad-4590-8dd3-bcb304813c0d', 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'port_id': 'b0138e68-4cad-4590-8dd3-bcb304813c0d', 'mac_address': 'fa:16:3e:4f:0d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184257a1-8dd7-4ba7-9fe3-dd948fd0da94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:51:10.449944 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-744d2540-d851-4b42-9fb3-6ef452375b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.453630 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-744d2540-d851-4b42-9fb3-6ef452375b1e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f95b4e60-f020-4dc0-80f3-8fe55593f584 HTTP/1.1" status: 204 len: 168 time: 1.6178007 Feb 04 15:51:10.498812 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.567832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0138e68-4cad-4590-8dd3-bcb304813c0d {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:51:10.621425 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port b0138e68-4cad-4590-8dd3-bcb304813c0d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b0138e68-4cad-4590-8dd3-bcb304813c0d,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:10.660128 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.724898 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54e9160b-8f78-4e14-8a24-03044697ce99 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.778851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25adab-b057-472d-a19c-c97234ab8b0e req-bdd92f3b-2e0a-4296-b991-14758e3fbbae tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:10.788242 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad25adab-b057-472d-a19c-c97234ab8b0e req-bdd92f3b-2e0a-4296-b991-14758e3fbbae tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 943 time: 0.2763891 Feb 04 15:51:10.812690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c08ddef4-a1d9-40e3-bac2-3d1e721f90aa up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:10.884082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=b0138e68-4cad-4590-8dd3-bcb304813c0d,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:10.892153 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-945b24db-75b8-4dc2-8f41-477f866f9590 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.990570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=d8b10eff-e88e-4084-9eda-01c416752a17,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:11.019131 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad25adab-b057-472d-a19c-c97234ab8b0e req-ee8e202b-d659-4395-8d0f-9a8d3aca17e9 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298121 Feb 04 15:51:11.051845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3367ef-1959-419b-8610-6689dc18f345 req-aecf067e-08c2-4437-89c7-b56148656f8e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:11.062805 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec3367ef-1959-419b-8610-6689dc18f345 req-aecf067e-08c2-4437-89c7-b56148656f8e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.1903846 Feb 04 15:51:11.094950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['b0138e68-4cad-4590-8dd3-bcb304813c0d'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:51:11.121183 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec3367ef-1959-419b-8610-6689dc18f345 req-72f56305-0c0a-4e2a-a6f1-4a18f40618ca tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573680 Feb 04 15:51:11.190422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:11.212005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:11.341628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:11.342596 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.463304 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54e9160b-8f78-4e14-8a24-03044697ce99 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.488912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46586) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:11.513217 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.525725 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a5890d4f-251b-43fa-8333-0da1b1f2226b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.530336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e95a4cf2-a27f-4ece-a063-78bc342541f2 None None] Provisioning complete for port 613dd6f9-37ad-4534-b28d-472614b8b99a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:11.530944 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e95a4cf2-a27f-4ece-a063-78bc342541f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.583767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a5890d4f-251b-43fa-8333-0da1b1f2226b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:11.589001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a5890d4f-251b-43fa-8333-0da1b1f2226b admin admin] Usage tracker for resource:security_group_rule and tenant:d01c480b43ad4e09825816ea431a255a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:11.594282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a5890d4f-251b-43fa-8333-0da1b1f2226b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:11.604980 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e95a4cf2-a27f-4ece-a063-78bc342541f2 None None] Port 613dd6f9-37ad-4534-b28d-472614b8b99a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:51:11.606401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a5890d4f-251b-43fa-8333-0da1b1f2226b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:11.660186 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.732142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-62023a6e-2347-4086-b603-c72e2c38155f None None] Provisioning for port d8b10eff-e88e-4084-9eda-01c416752a17 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:11.738752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-62023a6e-2347-4086-b603-c72e2c38155f None None] Provisioning complete for port d8b10eff-e88e-4084-9eda-01c416752a17 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:11.739149 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62023a6e-2347-4086-b603-c72e2c38155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.756734 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54e9160b-8f78-4e14-8a24-03044697ce99 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.814254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-62023a6e-2347-4086-b603-c72e2c38155f None None] Port d8b10eff-e88e-4084-9eda-01c416752a17 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:51:11.821649 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a5890d4f-251b-43fa-8333-0da1b1f2226b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.827958 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a5890d4f-251b-43fa-8333-0da1b1f2226b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.829373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-62023a6e-2347-4086-b603-c72e2c38155f None None] Provisioning complete for port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:11.829933 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62023a6e-2347-4086-b603-c72e2c38155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.855031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9160b-8f78-4e14-8a24-03044697ce99 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Subnet': ['ID=0aafc648-ad94-4754-bf61-57e567929604,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:11.882404 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54e9160b-8f78-4e14-8a24-03044697ce99 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.882619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5890d4f-251b-43fa-8333-0da1b1f2226b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7711bac3-9c3b-4537-86ef-a0de70be4755,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:11.890092 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a5890d4f-251b-43fa-8333-0da1b1f2226b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d01c480b43ad4e09825816ea431a255a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3994303 Feb 04 15:51:11.890986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46600) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:11.893917 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-54e9160b-8f78-4e14-8a24-03044697ce99 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/0aafc648-ad94-4754-bf61-57e567929604 HTTP/1.1" status: 204 len: 168 time: 2.8567119 Feb 04 15:51:11.896735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46604) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:11.900882 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bb821f-e900-49ad-8255-a479d8fae37d None None] Network 3c061c36-d039-45a7-bf9c-85193778253d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:51:11.957318 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82422381-80da-472f-8043-fbf4e34f59f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.990605 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82422381-80da-472f-8043-fbf4e34f59f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.065899 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82422381-80da-472f-8043-fbf4e34f59f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.080938 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82422381-80da-472f-8043-fbf4e34f59f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7711bac3-9c3b-4537-86ef-a0de70be4755,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:12.087527 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82422381-80da-472f-8043-fbf4e34f59f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.088532 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-82422381-80da-472f-8043-fbf4e34f59f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7711bac3-9c3b-4537-86ef-a0de70be4755 HTTP/1.1" status: 204 len: 168 time: 0.1965787 Feb 04 15:51:12.124464 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e58dec-3f5c-4c89-8dab-8861fd2559a4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:12.125157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e58dec-3f5c-4c89-8dab-8861fd2559a4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:12.126976 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-52e58dec-3f5c-4c89-8dab-8861fd2559a4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/9c52673c-8bfc-4884-a451-73b838a17a1b HTTP/1.1" status: 404 len: 337 time: 0.2288241 Feb 04 15:51:12.129648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46614) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:12.184271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c017e251-4098-4ef6-9b69-4926a04b8302 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Synchronizing usage tracker for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:12.205242 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-945b24db-75b8-4dc2-8f41-477f866f9590 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.221673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c017e251-4098-4ef6-9b69-4926a04b8302 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Unset dirty status for tenant:4152675cb55e47d8b7b3918734aa1522 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:12.225451 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c017e251-4098-4ef6-9b69-4926a04b8302 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "GET /v2.0/ports?device_id=838f6b0a-e541-45f4-8aa9-d5493f49330f HTTP/1.1" status: 200 len: 205 time: 0.0909669 Feb 04 15:51:12.226077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46624) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:12.235948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-945b24db-75b8-4dc2-8f41-477f866f9590 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Deleting port d00fc406-6fe1-414c-b161-23eb1250ecf4 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:12.242741 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-945b24db-75b8-4dc2-8f41-477f866f9590 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.407863 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-62023a6e-2347-4086-b603-c72e2c38155f None None] Provisioning complete for port 613dd6f9-37ad-4534-b28d-472614b8b99a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:12.409093 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62023a6e-2347-4086-b603-c72e2c38155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.521011 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-dea23df1-ba07-42f9-af28-4c3b471e4cc4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] delete failed (client error): The resource could not be found. Feb 04 15:51:12.524449 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dea23df1-ba07-42f9-af28-4c3b471e4cc4 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/routers/838f6b0a-e541-45f4-8aa9-d5493f49330f HTTP/1.1" status: 404 len: 336 time: 0.2931814 Feb 04 15:51:12.526556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46636) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:12.535624 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-62023a6e-2347-4086-b603-c72e2c38155f None None] Port 613dd6f9-37ad-4534-b28d-472614b8b99a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:51:12.552192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 1197ff2c-7b27-4b49-8245-0e0c364c0a2b is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:51:12.574466 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-62023a6e-2347-4086-b603-c72e2c38155f None None] Provisioning complete for port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:12.574842 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62023a6e-2347-4086-b603-c72e2c38155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.648502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86ded6a-a07b-4323-b784-2bef83384dd0 None None] DHCP port deletion for 3c061c36-d039-45a7-bf9c-85193778253d request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:51:12.677457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f86ded6a-a07b-4323-b784-2bef83384dd0 None None] Deleting port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:12.677818 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f86ded6a-a07b-4323-b784-2bef83384dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.681064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5a00c-2713-482e-9c87-a8fb83afafe5 req-64e10ea2-b3e8-415d-b032-8b5bd3a29f0d tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:12.684066 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-945b24db-75b8-4dc2-8f41-477f866f9590 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.690904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ac5a00c-2713-482e-9c87-a8fb83afafe5 req-64e10ea2-b3e8-415d-b032-8b5bd3a29f0d tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 944 time: 0.3244176 Feb 04 15:51:12.705576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5395b-e119-469a-8b1d-11c612eaa704 req-16cada6e-c00a-463b-9dfd-1c523738088d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:12.707464 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34d5395b-e119-469a-8b1d-11c612eaa704 req-16cada6e-c00a-463b-9dfd-1c523738088d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.3469472 Feb 04 15:51:12.817987 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34d5395b-e119-469a-8b1d-11c612eaa704 req-1093f2a2-a408-499e-8c3e-47b1ebcace6c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860066 Feb 04 15:51:12.840999 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ac5a00c-2713-482e-9c87-a8fb83afafe5 req-53a67ce2-500f-4783-8a9c-10ab1cc14866 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489496 Feb 04 15:51:12.871154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-945b24db-75b8-4dc2-8f41-477f866f9590 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Calling delete_port for d00fc406-6fe1-414c-b161-23eb1250ecf4 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:12.901808 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-e440468e-f47c-44bd-acb8-f86295a7c74a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:12.902251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e440468e-f47c-44bd-acb8-f86295a7c74a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:12.906795 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e440468e-f47c-44bd-acb8-f86295a7c74a tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/0a3dafb1-a3a7-41b7-891e-3d30f1cc87e0 HTTP/1.1" status: 404 len: 337 time: 0.3764699 Feb 04 15:51:12.907464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46654) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:12.975761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f86ded6a-a07b-4323-b784-2bef83384dd0 None None] For port c22d2a1d-c5bc-44f5-9677-f4219d42fc46, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c22d2a1d-c5bc-44f5-9677-f4219d42fc46,segment=NetworkSegment(4c95926e-95f9-4945-be43-b9700b7923b7),segment_id=4c95926e-95f9-4945-be43-b9700b7923b7)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:12.976151 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f86ded6a-a07b-4323-b784-2bef83384dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.027055 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae243fce-9b01-412e-8373-440331aad48d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:13.027929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae243fce-9b01-412e-8373-440331aad48d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:13.036260 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ae243fce-9b01-412e-8373-440331aad48d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/3729a895-4856-4924-87ce-76995e567ec1 HTTP/1.1" status: 404 len: 337 time: 0.1275120 Feb 04 15:51:13.037956 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46662) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:13.121824 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-19174e95-f588-4fb6-99c0-b1f07fb20186 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:13.122931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19174e95-f588-4fb6-99c0-b1f07fb20186 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:13.129697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-19174e95-f588-4fb6-99c0-b1f07fb20186 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/b2c1d6b7-b9c9-4402-9b70-41b124aa8075 HTTP/1.1" status: 404 len: 337 time: 0.0905414 Feb 04 15:51:13.130635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46666) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:13.142523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f86ded6a-a07b-4323-b784-2bef83384dd0 None None] Calling delete_port for c22d2a1d-c5bc-44f5-9677-f4219d42fc46 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:13.180526 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6f55e1-d854-4dc5-99b7-3021924c823d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:13.181433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6f55e1-d854-4dc5-99b7-3021924c823d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:13.187003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46670) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:13.187391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1d6f55e1-d854-4dc5-99b7-3021924c823d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/b89d0f09-a26b-4640-aab0-dc8f455d0439 HTTP/1.1" status: 404 len: 333 time: 0.0550766 Feb 04 15:51:13.265362 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-de46881d-5784-4d24-9e20-b7d2f74ca50c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:13.265913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de46881d-5784-4d24-9e20-b7d2f74ca50c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:13.282542 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f86ded6a-a07b-4323-b784-2bef83384dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.288624 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-de46881d-5784-4d24-9e20-b7d2f74ca50c tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/815994b1-dd5b-4733-854c-93d66f5f2e8c HTTP/1.1" status: 404 len: 337 time: 0.1000443 Feb 04 15:51:13.290399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e89aca42-f255-464c-8b50-dde7762fc4af details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:51:13.291753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46676) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:13.302055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:51:13.312979 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ded6568a-e4d9-438e-b3bc-427893afa226 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/1197ff2c-7b27-4b49-8245-0e0c364c0a2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7402940 Feb 04 15:51:13.312979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46680) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:13.356180 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbaadb0-0b68-46d7-9735-0a3dfc8206b2 None None] Sync routers for ids ['1197ff2c-7b27-4b49-8245-0e0c364c0a2b'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:51:13.356590 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-945b24db-75b8-4dc2-8f41-477f866f9590 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.363666 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ded6a-a07b-4323-b784-2bef83384dd0 None None] Pushing event deleted for resources: {'Port': ['ID=c22d2a1d-c5bc-44f5-9677-f4219d42fc46,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:13.364254 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3c93fc-6c49-45bc-b797-154060a5ee4e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:13.364790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3c93fc-6c49-45bc-b797-154060a5ee4e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:13.370021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fd3c93fc-6c49-45bc-b797-154060a5ee4e tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/c46a84ae-8411-4c5d-893d-3158a936fd7f HTTP/1.1" status: 404 len: 337 time: 0.0765579 Feb 04 15:51:13.370667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46686) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:13.376826 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbaadb0-0b68-46d7-9735-0a3dfc8206b2 None None] Routers {'1197ff2c-7b27-4b49-8245-0e0c364c0a2b'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:51:13.377454 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1dbaadb0-0b68-46d7-9735-0a3dfc8206b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:51:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['1197ff2c-7b27-4b49-8245-0e0c364c0a2b'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:13.423311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b24db-75b8-4dc2-8f41-477f866f9590 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event deleted for resources: {'Port': ['ID=d00fc406-6fe1-414c-b161-23eb1250ecf4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:13.425129 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb92d846-f879-41f7-917e-28ca203e2609 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:13.425582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb92d846-f879-41f7-917e-28ca203e2609 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:13.430341 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bb92d846-f879-41f7-917e-28ca203e2609 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/8a9e7fe7-828f-4906-8da3-7ec2a30acf1f HTTP/1.1" status: 404 len: 333 time: 0.0585387 Feb 04 15:51:13.430806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46690) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:13.446492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86ded6a-a07b-4323-b784-2bef83384dd0 None None] No DVR routers for this DVR port c22d2a1d-c5bc-44f5-9677-f4219d42fc46 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:51:13.456219 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:51:13.470557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a996da03-38d0-45e2-8e6d-29fc1cbf5547 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:13.471351 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a996da03-38d0-45e2-8e6d-29fc1cbf5547 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Synchronizing usage tracker for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:13.473575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1dbaadb0-0b68-46d7-9735-0a3dfc8206b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:13.490041 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-08929a92-12bd-405e-a2ed-9fcbcaac4456 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:13.490480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08929a92-12bd-405e-a2ed-9fcbcaac4456 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:13.495315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-08929a92-12bd-405e-a2ed-9fcbcaac4456 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/93280b21-0dda-47ad-87e6-4ec164c12bd5 HTTP/1.1" status: 404 len: 337 time: 0.0631545 Feb 04 15:51:13.496152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46694) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:13.541452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a996da03-38d0-45e2-8e6d-29fc1cbf5547 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Unset dirty status for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:13.546420 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a996da03-38d0-45e2-8e6d-29fc1cbf5547 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports/d8b10eff-e88e-4084-9eda-01c416752a17 HTTP/1.1" status: 200 len: 911 time: 0.2291698 Feb 04 15:51:13.546420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46698) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:13.554327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7c012230-079c-4012-8a63-f6b2c34abe95 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9db3faae-596c-4a8f-b1a8-cec653471008'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:13.590615 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbaadb0-0b68-46d7-9735-0a3dfc8206b2 None None] Routers {'1197ff2c-7b27-4b49-8245-0e0c364c0a2b'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:51:13.591435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1dbaadb0-0b68-46d7-9735-0a3dfc8206b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:51:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['1197ff2c-7b27-4b49-8245-0e0c364c0a2b'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:13.687770 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-948fc50f-6ec6-4743-abf2-dbc86b85267d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:13.688455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948fc50f-6ec6-4743-abf2-dbc86b85267d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:13.690366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-948fc50f-6ec6-4743-abf2-dbc86b85267d tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/subnets/06c1cfef-7792-4e91-bb8e-dc538768a19b HTTP/1.1" status: 404 len: 337 time: 0.1933239 Feb 04 15:51:13.693907 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46710) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:13.710766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1dbaadb0-0b68-46d7-9735-0a3dfc8206b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:13.711823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbaadb0-0b68-46d7-9735-0a3dfc8206b2 None None] The sync data for ids ['1197ff2c-7b27-4b49-8245-0e0c364c0a2b'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:51:13.801015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-8599f086-6f1f-494e-9132-a328fda263d8 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Deleting port 613dd6f9-37ad-4534-b28d-472614b8b99a {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:13.801621 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8599f086-6f1f-494e-9132-a328fda263d8 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.813345 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-945b24db-75b8-4dc2-8f41-477f866f9590 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.820138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e89aca42-f255-464c-8b50-dde7762fc4af, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e89aca42-f255-464c-8b50-dde7762fc4af,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:13.840735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'e89aca42-f255-464c-8b50-dde7762fc4af', 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a', 'port_id': 'e89aca42-f255-464c-8b50-dde7762fc4af', 'mac_address': 'fa:16:3e:90:6c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7491f14-bc8f-49d7-a28a-ebc10572ecbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:51:13.916070 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.936943 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e89aca42-f255-464c-8b50-dde7762fc4af {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:51:13.955677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e89aca42-f255-464c-8b50-dde7762fc4af, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e89aca42-f255-464c-8b50-dde7762fc4af,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:13.962531 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.056256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device b0138e68-4cad-4590-8dd3-bcb304813c0d up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:14.204842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['e89aca42-f255-464c-8b50-dde7762fc4af'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:51:14.261741 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port b0138e68-4cad-4590-8dd3-bcb304813c0d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:14.266568 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=e89aca42-f255-464c-8b50-dde7762fc4af,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:14.296131 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8599f086-6f1f-494e-9132-a328fda263d8 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.305939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port b0138e68-4cad-4590-8dd3-bcb304813c0d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:14.306285 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.540692 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.568957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-8599f086-6f1f-494e-9132-a328fda263d8 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Calling delete_port for 613dd6f9-37ad-4534-b28d-472614b8b99a owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:14.667764 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-945b24db-75b8-4dc2-8f41-477f866f9590 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.687382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-945b24db-75b8-4dc2-8f41-477f866f9590 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.701474 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c012230-079c-4012-8a63-f6b2c34abe95 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.707764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c22d2a1d-c5bc-44f5-9677-f4219d42fc46 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:51:14.788124 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-945b24db-75b8-4dc2-8f41-477f866f9590 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.788989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: c22d2a1d-c5bc-44f5-9677-f4219d42fc46 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:51:14.789109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c22d2a1d-c5bc-44f5-9677-f4219d42fc46 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:51:14.789550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945b24db-75b8-4dc2-8f41-477f866f9590 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Fanout notify agent at l3_agent the message router_deleted on router ddeb05de-d361-4a07-933a-beb04e675099 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:51:14.801677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1acff-cd82-4e57-b53c-9dee40a32b93 req-ed5b24d5-f66a-43d3-a672-9d248edc6da5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:14.813877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8f1acff-cd82-4e57-b53c-9dee40a32b93 req-ed5b24d5-f66a-43d3-a672-9d248edc6da5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 945 time: 0.6531274 Feb 04 15:51:14.819615 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a4c3c2-7630-4070-bc0c-5bc83459a42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0138e68-4cad-4590-8dd3-bcb304813c0d'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:14.825401 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-945b24db-75b8-4dc2-8f41-477f866f9590 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.826844 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-945b24db-75b8-4dc2-8f41-477f866f9590 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] 10.222.0.60 "DELETE /v2.0/routers/ddeb05de-d361-4a07-933a-beb04e675099 HTTP/1.1" status: 204 len: 168 time: 5.8015025 Feb 04 15:51:14.830367 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46760) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:14.855345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644f64e-5caf-4b20-9593-fd928e20db88 req-4abf5c5d-bc0c-4ba2-91ea-d955092bbd95 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:14.857102 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7644f64e-5caf-4b20-9593-fd928e20db88 req-4abf5c5d-bc0c-4ba2-91ea-d955092bbd95 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 944 time: 0.5700006 Feb 04 15:51:14.866743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port b0138e68-4cad-4590-8dd3-bcb304813c0d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b0138e68-4cad-4590-8dd3-bcb304813c0d,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:14.883418 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.897073 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8f1acff-cd82-4e57-b53c-9dee40a32b93 req-5be4eb8a-0a0d-4e09-a7ae-581e28bf747b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815101 Feb 04 15:51:14.897808 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8599f086-6f1f-494e-9132-a328fda263d8 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.982143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599f086-6f1f-494e-9132-a328fda263d8 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Port': ['ID=613dd6f9-37ad-4534-b28d-472614b8b99a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:15.002623 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8599f086-6f1f-494e-9132-a328fda263d8 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.031740 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7644f64e-5caf-4b20-9593-fd928e20db88 req-56c58d72-6963-4055-9634-bfea47e2a2f9 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506774 Feb 04 15:51:15.034545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8599f086-6f1f-494e-9132-a328fda263d8 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/ports/613dd6f9-37ad-4534-b28d-472614b8b99a HTTP/1.1" status: 204 len: 168 time: 1.3394303 Feb 04 15:51:15.038894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46770) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:15.097305 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=b0138e68-4cad-4590-8dd3-bcb304813c0d,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:15.175545 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-707bae30-b509-4302-81f9-0600cb8e7f20 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.213080 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a4c3c2-7630-4070-bc0c-5bc83459a42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0138e68-4cad-4590-8dd3-bcb304813c0d', 'code': 200} Feb 04 15:51:15.238990 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e89aca42-f255-464c-8b50-dde7762fc4af up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:15.338426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port e89aca42-f255-464c-8b50-dde7762fc4af triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:15.339945 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.467733 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-707bae30-b509-4302-81f9-0600cb8e7f20 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.506833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-707bae30-b509-4302-81f9-0600cb8e7f20 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c061c36-d039-45a7-bf9c-85193778253d']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:15.517048 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.536520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9c9c4-0300-4f93-b387-12aa7c580b2a req-750bd588-d045-4368-9f14-be7d551fd959 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:15.538051 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08a9c9c4-0300-4f93-b387-12aa7c580b2a req-750bd588-d045-4368-9f14-be7d551fd959 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.3073182 Feb 04 15:51:15.539918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-707bae30-b509-4302-81f9-0600cb8e7f20 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c95926e-95f9-4945-be43-b9700b7923b7') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:15.540220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-707bae30-b509-4302-81f9-0600cb8e7f20 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c95926e-95f9-4945-be43-b9700b7923b7') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:15.563484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a5d1165-09d8-4d9a-97ad-99d4822a1857 req-dd33358a-449d-4f06-b956-95f12c889a71 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 1096 time: 0.2730253 Feb 04 15:51:15.569952 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e89aca42-f255-464c-8b50-dde7762fc4af, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e89aca42-f255-464c-8b50-dde7762fc4af,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:15.577074 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.578739 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-707bae30-b509-4302-81f9-0600cb8e7f20 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.622478 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-707bae30-b509-4302-81f9-0600cb8e7f20 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.643061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b298b0c6-6232-4ec3-b848-ab47ef71d0d7 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Deleting subnet c7ebea4f-0366-4f04-a4e0-5ae950827ac6 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:51:15.654125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a5d1165-09d8-4d9a-97ad-99d4822a1857 req-f86320fd-c019-4144-add3-40ce55d24e47 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658846 Feb 04 15:51:15.661952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707bae30-b509-4302-81f9-0600cb8e7f20 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:51:15.661952 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-707bae30-b509-4302-81f9-0600cb8e7f20 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:15.677389 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:15.679354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=e89aca42-f255-464c-8b50-dde7762fc4af,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:15.704650 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b298b0c6-6232-4ec3-b848-ab47ef71d0d7 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.750909 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08a9c9c4-0300-4f93-b387-12aa7c580b2a req-c75b3e49-1953-42b7-b727-a8cca3c0600f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948080 Feb 04 15:51:15.788834 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b298b0c6-6232-4ec3-b848-ab47ef71d0d7 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.815003 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-707bae30-b509-4302-81f9-0600cb8e7f20 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.844783 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-707bae30-b509-4302-81f9-0600cb8e7f20 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.852767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bae30-b509-4302-81f9-0600cb8e7f20 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] Pushing event deleted for resources: {'Network': ['ID=3c061c36-d039-45a7-bf9c-85193778253d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:15.879649 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-707bae30-b509-4302-81f9-0600cb8e7f20 tempest-PortsTestJSON-1205147606 tempest-PortsTestJSON-1205147606-project] 10.222.0.60 "DELETE /v2.0/networks/3c061c36-d039-45a7-bf9c-85193778253d HTTP/1.1" status: 204 len: 168 time: 0.8182476 Feb 04 15:51:16.030711 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b298b0c6-6232-4ec3-b848-ab47ef71d0d7 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.091670 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c012230-079c-4012-8a63-f6b2c34abe95 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.119427 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c012230-079c-4012-8a63-f6b2c34abe95 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.125035 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c012230-079c-4012-8a63-f6b2c34abe95 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:16.125736 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c012230-079c-4012-8a63-f6b2c34abe95 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.127448 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7c012230-079c-4012-8a63-f6b2c34abe95 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/ports/d8b10eff-e88e-4084-9eda-01c416752a17 HTTP/1.1" status: 200 len: 911 time: 2.5805509 Feb 04 15:51:16.150578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46816) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:16.221701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c012230-079c-4012-8a63-f6b2c34abe95 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=d8b10eff-e88e-4084-9eda-01c416752a17,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:16.232412 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b298b0c6-6232-4ec3-b848-ab47ef71d0d7 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.285171 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298b0c6-6232-4ec3-b848-ab47ef71d0d7 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event deleted for resources: {'Subnet': ['ID=c7ebea4f-0366-4f04-a4e0-5ae950827ac6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:16.302011 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b298b0c6-6232-4ec3-b848-ab47ef71d0d7 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.309062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90f2ca9-c452-4ca2-b9d2-6119650d126a None None] Network 84c87718-2328-4e35-9a10-6c0ddad7e28c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:51:16.314415 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b298b0c6-6232-4ec3-b848-ab47ef71d0d7 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] 10.222.0.60 "DELETE /v2.0/subnets/c7ebea4f-0366-4f04-a4e0-5ae950827ac6 HTTP/1.1" status: 204 len: 168 time: 1.4833806 Feb 04 15:51:16.315047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46832) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:16.492254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46842) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:16.553581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1af719-6952-46ec-9e46-4dac65ec4b17 req-33371f5a-1ba8-45af-8695-592e774189ab tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:16.555126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a1af719-6952-46ec-9e46-4dac65ec4b17 req-33371f5a-1ba8-45af-8695-592e774189ab tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.5079193 Feb 04 15:51:16.592648 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68ea3f-f186-4024-b461-b5ae469968b9 req-0ec625ca-900d-4fa2-a415-e189a9c2fcd5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:16.594932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1a68ea3f-f186-4024-b461-b5ae469968b9 req-0ec625ca-900d-4fa2-a415-e189a9c2fcd5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.4390049 Feb 04 15:51:16.678269 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.698242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Deleting port 29b397b4-c6f9-44ee-90b6-667a47e9253d {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:16.698583 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.759460 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a1af719-6952-46ec-9e46-4dac65ec4b17 req-745fdd8f-04ef-4a7a-84d4-9fb8dd7ebee2 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942737 Feb 04 15:51:16.786857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1a68ea3f-f186-4024-b461-b5ae469968b9 req-8dc73c7e-749f-482c-8665-d4b1f1698005 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852376 Feb 04 15:51:16.871546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a253875-68bf-439c-b07d-5457f6327c29 None None] DHCP port deletion for 84c87718-2328-4e35-9a10-6c0ddad7e28c request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:51:16.876549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6a253875-68bf-439c-b07d-5457f6327c29 None None] Deleting port 29b397b4-c6f9-44ee-90b6-667a47e9253d {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:16.876926 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6a253875-68bf-439c-b07d-5457f6327c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.959926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a6f253f0-fc98-4e2c-a5ef-d1b36c8b4d01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4152675cb55e47d8b7b3918734aa1522&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4646335 Feb 04 15:51:16.960727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46866) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:17.085957 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-039855d8-c022-4adf-9b2f-81ee9d713d33 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.220711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bfd460-4afa-47f7-8af8-75e3473b4fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89aca42-f255-464c-8b50-dde7762fc4af'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:17.230740 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a20ceff-7432-423f-88ec-37dd296d4a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.233909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] For port 29b397b4-c6f9-44ee-90b6-667a47e9253d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=29b397b4-c6f9-44ee-90b6-667a47e9253d,segment=NetworkSegment(7b5ff71f-e886-4e06-ba21-b85987b0b44e),segment_id=7b5ff71f-e886-4e06-ba21-b85987b0b44e)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:17.237116 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.477501 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6a253875-68bf-439c-b07d-5457f6327c29 None None] For port 29b397b4-c6f9-44ee-90b6-667a47e9253d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=29b397b4-c6f9-44ee-90b6-667a47e9253d,segment=NetworkSegment(7b5ff71f-e886-4e06-ba21-b85987b0b44e),segment_id=7b5ff71f-e886-4e06-ba21-b85987b0b44e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:17.478054 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6a253875-68bf-439c-b07d-5457f6327c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.505254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46886) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:17.520138 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Calling delete_port for 29b397b4-c6f9-44ee-90b6-667a47e9253d owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:17.545452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014c3c8-791d-44a4-8e3b-1bc2cc2499cd req-f8d309b7-8a4c-4d13-bfad-f395ee60cce5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:17.551618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7014c3c8-791d-44a4-8e3b-1bc2cc2499cd req-f8d309b7-8a4c-4d13-bfad-f395ee60cce5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 945 time: 0.5703831 Feb 04 15:51:17.569323 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a20ceff-7432-423f-88ec-37dd296d4a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.649340 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.654907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6a253875-68bf-439c-b07d-5457f6327c29 None None] Calling delete_port for 29b397b4-c6f9-44ee-90b6-667a47e9253d owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:17.702326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event deleted for resources: {'Port': ['ID=29b397b4-c6f9-44ee-90b6-667a47e9253d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:17.709907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] No DVR routers for this DVR port 29b397b4-c6f9-44ee-90b6-667a47e9253d on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:51:17.745984 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-894cddbf-81df-430f-9484-9d33dab68105 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:17.752120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-894cddbf-81df-430f-9484-9d33dab68105 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 811 time: 0.3116443 Feb 04 15:51:17.796360 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-6a253875-68bf-439c-b07d-5457f6327c29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:51:17.796841 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-6a253875-68bf-439c-b07d-5457f6327c29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:51:17.857391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-3a957fab-9430-437d-b5de-80a518dae55f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/quotas/ba5317e5b4e643378ca182cde621e16b HTTP/1.1" status: 200 len: 375 time: 0.0816331 Feb 04 15:51:17.882364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7014c3c8-791d-44a4-8e3b-1bc2cc2499cd req-efabe39a-903f-4477-9e32-533fbdd5001a tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004704 Feb 04 15:51:17.893944 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.927698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c87718-2328-4e35-9a10-6c0ddad7e28c']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:17.948646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5ff71f-e886-4e06-ba21-b85987b0b44e') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:17.951407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5ff71f-e886-4e06-ba21-b85987b0b44e') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:18.017333 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a20ceff-7432-423f-88ec-37dd296d4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.028091 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.043810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20ceff-7432-423f-88ec-37dd296d4a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0e359c-79ee-42ee-93fe-8ee0f1ae8987,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:18.068403 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.088729 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bfd460-4afa-47f7-8af8-75e3473b4fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89aca42-f255-464c-8b50-dde7762fc4af', 'code': 200} Feb 04 15:51:18.104877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-459f322b-5c59-419c-85df-01d74fad6d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.118318 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a20ceff-7432-423f-88ec-37dd296d4a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.119959 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7a20ceff-7432-423f-88ec-37dd296d4a11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd0e359c-79ee-42ee-93fe-8ee0f1ae8987 HTTP/1.1" status: 204 len: 168 time: 1.1566327 Feb 04 15:51:18.121252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:51:18.121661 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:18.142036 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:18.241173 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-167d4df4-3908-4f0d-8740-ebc125b477f2 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3689411 Feb 04 15:51:18.298200 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6a253875-68bf-439c-b07d-5457f6327c29 None None] Deleting port 29b397b4-c6f9-44ee-90b6-667a47e9253d {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:18.298718 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6a253875-68bf-439c-b07d-5457f6327c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.343715 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.368755 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.390446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-459f322b-5c59-419c-85df-01d74fad6d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:18.403101 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event deleted for resources: {'Network': ['ID=84c87718-2328-4e35-9a10-6c0ddad7e28c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:18.416234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-459f322b-5c59-419c-85df-01d74fad6d55 admin admin] Usage tracker for resource:security_group_rule and tenant:810c7ce90dc54f5ebc6a544bbd0a52db is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:18.422046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-459f322b-5c59-419c-85df-01d74fad6d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:18.433864 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-69cc6139-cb2b-4ce1-b108-d8ac49b31894 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] 10.222.0.60 "DELETE /v2.0/networks/84c87718-2328-4e35-9a10-6c0ddad7e28c HTTP/1.1" status: 204 len: 168 time: 2.1176264 Feb 04 15:51:18.434712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46932) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:18.436016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-459f322b-5c59-419c-85df-01d74fad6d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:18.449281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6a253875-68bf-439c-b07d-5457f6327c29 None None] The port '29b397b4-c6f9-44ee-90b6-667a47e9253d' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:51:18.632041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 29b397b4-c6f9-44ee-90b6-667a47e9253d no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:51:18.708112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 29b397b4-c6f9-44ee-90b6-667a47e9253d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:51:18.708704 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 29b397b4-c6f9-44ee-90b6-667a47e9253d not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:51:18.923032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4017ebc-7fa2-4fdb-af32-092e2b696c42 req-86ee7007-5646-40e9-b08e-ddfe869eba5b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:18.929900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4017ebc-7fa2-4fdb-af32-092e2b696c42 req-86ee7007-5646-40e9-b08e-ddfe869eba5b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.6420693 Feb 04 15:51:18.963554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c5956594-9ea4-49de-b586-bc6e11c09061 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Deleting port aad9ff89-979c-4f48-807d-ee8151da11f3 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:18.966554 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5956594-9ea4-49de-b586-bc6e11c09061 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.970565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-67a3b323-0ca9-4bf0-adb4-d4eb74fe635d service neutron] 10.222.0.60 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7076194 Feb 04 15:51:19.173631 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-459f322b-5c59-419c-85df-01d74fad6d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.191003 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-862a72c3-3608-47d1-9a0a-88a822549a1c service neutron] 10.222.0.60 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083905 Feb 04 15:51:19.198914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4017ebc-7fa2-4fdb-af32-092e2b696c42 req-f8490d86-9f68-45b3-97fb-0b973b4b891f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681580 Feb 04 15:51:19.215231 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-459f322b-5c59-419c-85df-01d74fad6d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.394240 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.398116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f322b-5c59-419c-85df-01d74fad6d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eedee8-3cd1-4444-9b77-20c4004da01c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:19.410849 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-459f322b-5c59-419c-85df-01d74fad6d55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=810c7ce90dc54f5ebc6a544bbd0a52db&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9045842 Feb 04 15:51:19.413568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-039855d8-c022-4adf-9b2f-81ee9d713d33 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port d8b10eff-e88e-4084-9eda-01c416752a17 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:19.414079 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-039855d8-c022-4adf-9b2f-81ee9d713d33 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.431543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46968) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:19.484748 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5956594-9ea4-49de-b586-bc6e11c09061 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.485180 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5956594-9ea4-49de-b586-bc6e11c09061 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.536841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-21eac944-5cfa-4a6f-9957-c5ed938aa4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.781180 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b68d13e7-2594-4cd5-975e-07f159e10298 req-a09cb186-9786-46bb-a822-31af433454b7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 210 time: 0.0926926 Feb 04 15:51:19.863525 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-039855d8-c022-4adf-9b2f-81ee9d713d33 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.033157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-039855d8-c022-4adf-9b2f-81ee9d713d33 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for d8b10eff-e88e-4084-9eda-01c416752a17 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:20.087631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c5956594-9ea4-49de-b586-bc6e11c09061 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Calling delete_port for aad9ff89-979c-4f48-807d-ee8151da11f3 owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:20.154153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18223bdd-5614-47cc-9656-7497a448004a req-6b92a62a-3343-4be1-b344-db804e234c9b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:20.162725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18223bdd-5614-47cc-9656-7497a448004a req-6b92a62a-3343-4be1-b344-db804e234c9b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 945 time: 0.4730768 Feb 04 15:51:20.231909 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-21eac944-5cfa-4a6f-9957-c5ed938aa4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.387282 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18223bdd-5614-47cc-9656-7497a448004a req-1810a93a-0489-425b-94a0-98e90232f5c0 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226105 Feb 04 15:51:20.562894 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-039855d8-c022-4adf-9b2f-81ee9d713d33 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.594877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-21eac944-5cfa-4a6f-9957-c5ed938aa4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.644535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eac944-5cfa-4a6f-9957-c5ed938aa4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eedee8-3cd1-4444-9b77-20c4004da01c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:20.693563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039855d8-c022-4adf-9b2f-81ee9d713d33 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Port': ['ID=d8b10eff-e88e-4084-9eda-01c416752a17,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:20.758560 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-21eac944-5cfa-4a6f-9957-c5ed938aa4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.766742 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-21eac944-5cfa-4a6f-9957-c5ed938aa4cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4eedee8-3cd1-4444-9b77-20c4004da01c HTTP/1.1" status: 204 len: 168 time: 1.3340576 Feb 04 15:51:20.768572 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5956594-9ea4-49de-b586-bc6e11c09061 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.902298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5956594-9ea4-49de-b586-bc6e11c09061 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Pushing event deleted for resources: {'Port': ['ID=aad9ff89-979c-4f48-807d-ee8151da11f3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:21.045482 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5956594-9ea4-49de-b586-bc6e11c09061 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.049153 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5956594-9ea4-49de-b586-bc6e11c09061 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.050900 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c5956594-9ea4-49de-b586-bc6e11c09061 tempest-FloatingIPAdminTestJSON-214169023 tempest-FloatingIPAdminTestJSON-214169023-project] 10.222.0.60 "DELETE /v2.0/floatingips/ab8a3257-d2dd-47c8-94e3-dabc1079ab09 HTTP/1.1" status: 204 len: 168 time: 2.6113858 Feb 04 15:51:21.232371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac0542dd-bc7d-4edd-a768-2f523cece525 req-76290435-929b-432e-a4c1-892f2b9308f5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 210 time: 0.0921345 Feb 04 15:51:21.249809 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff4283-1a90-4fb0-b09a-0bb0520aac18 req-8e893362-3da0-429c-9075-c8f3334fd085 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:21.257073 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fff4283-1a90-4fb0-b09a-0bb0520aac18 req-8e893362-3da0-429c-9075-c8f3334fd085 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.6075974 Feb 04 15:51:21.350872 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-039855d8-c022-4adf-9b2f-81ee9d713d33 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.518010 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fff4283-1a90-4fb0-b09a-0bb0520aac18 req-dfd7daa8-78a5-4170-b142-058626e3d5ee tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601523 Feb 04 15:51:21.837385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47050) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:22.150695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47056) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:22.160783 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06ff0b4d-5be7-4b6e-aaa6-c5a54f12c2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.187931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-dcbc57c7-e4b8-4f86-a07d-ac765ab91022 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:22.190142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd82be5-4392-4a4b-835c-be7d5e4e3efb req-eff30e77-bbce-4a4c-b3f5-2b2fdf5e1d2c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:22.193334 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-dcbc57c7-e4b8-4f86-a07d-ac765ab91022 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.81 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 811 time: 0.4305949 Feb 04 15:51:22.197613 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1fd82be5-4392-4a4b-835c-be7d5e4e3efb req-eff30e77-bbce-4a4c-b3f5-2b2fdf5e1d2c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 945 time: 0.4991765 Feb 04 15:51:22.222495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Request body: {'port': {'device_id': '0b61ee9c-5940-439c-a23e-36b39a8f179e', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'admin_state_up': True, 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:22.267971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1fd82be5-4392-4a4b-835c-be7d5e4e3efb req-da0857cb-4cdc-4138-b569-590dd7d9656d tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650268 Feb 04 15:51:22.420167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47070) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:22.499252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-06ff0b4d-5be7-4b6e-aaa6-c5a54f12c2c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:22.522286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-06ff0b4d-5be7-4b6e-aaa6-c5a54f12c2c0 admin admin] Usage tracker for resource:security_group_rule and tenant:53b6d099cb8a41d6abd8a2bdb2a01a3e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:22.534211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-06ff0b4d-5be7-4b6e-aaa6-c5a54f12c2c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:22.544309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039855d8-c022-4adf-9b2f-81ee9d713d33 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 1197ff2c-7b27-4b49-8245-0e0c364c0a2b has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:51:22.556513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-06ff0b4d-5be7-4b6e-aaa6-c5a54f12c2c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:22.578302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:22.603043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:22.629086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Made reservation on behalf of ba5317e5b4e643378ca182cde621e16b for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:22.632208 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.762989 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06ff0b4d-5be7-4b6e-aaa6-c5a54f12c2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.884487 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06ff0b4d-5be7-4b6e-aaa6-c5a54f12c2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.926303 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-99e30231-f47c-4d18-a2cd-e39a04225732 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d417dbc8e114c73bddb2f9e28080c06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7732732 Feb 04 15:51:22.927361 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f92138a5-64b1-4b87-be7a-2b36dfde4198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.936788 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb154910-a13a-4fb3-803a-361975c0c7f1 req-894497a0-efc1-434e-924a-595d9095e4d5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 210 time: 0.3468335 Feb 04 15:51:22.937507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47084) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:23.048349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Allocated IP 172.20.0.10 (2d7217e5-e318-4a66-a489-b15644d8d3cf/12330993-a528-43ce-8b65-732ec38af950/bda7775e-651e-4a7a-a402-55106406f15b) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:23.240749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff0b4d-5be7-4b6e-aaa6-c5a54f12c2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9b1cac-a1cf-4e2d-abb2-02169bc53011,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:23.286375 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f92138a5-64b1-4b87-be7a-2b36dfde4198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:23.304053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f92138a5-64b1-4b87-be7a-2b36dfde4198 admin admin] Usage tracker for resource:security_group_rule and tenant:9b0a729a5bde499da8499db039293b43 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:23.310097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f92138a5-64b1-4b87-be7a-2b36dfde4198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:23.313910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-06ff0b4d-5be7-4b6e-aaa6-c5a54f12c2c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53b6d099cb8a41d6abd8a2bdb2a01a3e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4657199 Feb 04 15:51:23.323489 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47094) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:23.344605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f92138a5-64b1-4b87-be7a-2b36dfde4198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:23.379335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039855d8-c022-4adf-9b2f-81ee9d713d33 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:51:23.393101 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e7efe-1104-4408-84db-a10b5fb696fa None None] Sync routers for ids ['1197ff2c-7b27-4b49-8245-0e0c364c0a2b'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:51:23.426481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383eda1-8055-443d-93d6-d4d46e0df1e9 req-dd1ee4ab-8d8a-4be7-a774-9749a8f97afa tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:23.434718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c383eda1-8055-443d-93d6-d4d46e0df1e9 req-dd1ee4ab-8d8a-4be7-a774-9749a8f97afa tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 945 time: 0.8265281 Feb 04 15:51:23.436171 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35b8f033-6e10-4829-87a1-5e0f3eac0b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.439230 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e7efe-1104-4408-84db-a10b5fb696fa None None] Routers {'1197ff2c-7b27-4b49-8245-0e0c364c0a2b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:51:23.440105 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-245e7efe-1104-4408-84db-a10b5fb696fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:51:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['1197ff2c-7b27-4b49-8245-0e0c364c0a2b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:23.470865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.510683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9717f6-12da-49d6-8a40-bee50c0547d3 req-d2d6473c-9dbc-4c28-8c0d-c30c5f1c8776 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:23.511234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Transition to ACTIVE for port object bda7775e-651e-4a7a-a402-55106406f15b will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:23.519696 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a9717f6-12da-49d6-8a40-bee50c0547d3 req-d2d6473c-9dbc-4c28-8c0d-c30c5f1c8776 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.2873783 Feb 04 15:51:23.523719 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-319f49da-34a5-40cc-a108-1219c3c83365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.553092 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-319f49da-34a5-40cc-a108-1219c3c83365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.560780 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35b8f033-6e10-4829-87a1-5e0f3eac0b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.569150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-039855d8-c022-4adf-9b2f-81ee9d713d33 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/1197ff2c-7b27-4b49-8245-0e0c364c0a2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4173408 Feb 04 15:51:23.577752 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47104) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:23.607317 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-245e7efe-1104-4408-84db-a10b5fb696fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:23.650761 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e7efe-1104-4408-84db-a10b5fb696fa None None] Routers {'1197ff2c-7b27-4b49-8245-0e0c364c0a2b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:51:23.651494 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-245e7efe-1104-4408-84db-a10b5fb696fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:51:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['1197ff2c-7b27-4b49-8245-0e0c364c0a2b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:23.680726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0152f94e-2d05-474f-9c03-bda1e82fdf36 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Synchronizing usage tracker for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:23.688283 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-319f49da-34a5-40cc-a108-1219c3c83365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.700208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a9717f6-12da-49d6-8a40-bee50c0547d3 req-5d14106e-0f15-44b7-9a09-cf5c729896bc tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793795 Feb 04 15:51:23.732096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c383eda1-8055-443d-93d6-d4d46e0df1e9 req-090ec471-4baf-41ce-b05b-5b6fa2a386a3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975490 Feb 04 15:51:23.752404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0152f94e-2d05-474f-9c03-bda1e82fdf36 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Unset dirty status for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:23.753835 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0152f94e-2d05-474f-9c03-bda1e82fdf36 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports?device_id=1197ff2c-7b27-4b49-8245-0e0c364c0a2b HTTP/1.1" status: 200 len: 205 time: 0.1695240 Feb 04 15:51:23.758371 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47108) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:23.813475 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f92138a5-64b1-4b87-be7a-2b36dfde4198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.816108 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-245e7efe-1104-4408-84db-a10b5fb696fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:23.816689 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e7efe-1104-4408-84db-a10b5fb696fa None None] The sync data for ids ['1197ff2c-7b27-4b49-8245-0e0c364c0a2b'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:51:23.820976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f49da-34a5-40cc-a108-1219c3c83365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9b1cac-a1cf-4e2d-abb2-02169bc53011,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:23.841553 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f92138a5-64b1-4b87-be7a-2b36dfde4198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.942769 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-319f49da-34a5-40cc-a108-1219c3c83365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.947766 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-319f49da-34a5-40cc-a108-1219c3c83365 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/df9b1cac-a1cf-4e2d-abb2-02169bc53011 HTTP/1.1" status: 204 len: 168 time: 0.6230392 Feb 04 15:51:23.955593 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.958367 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92138a5-64b1-4b87-be7a-2b36dfde4198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda787e8-703e-4ddd-89a1-825f9efbfedb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:23.970371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['63f11e5f-f02d-4939-90d2-3bca6664382b', '8ddc0968-2512-4f65-9fb5-1ec48c14a640'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:51:23.993472 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f92138a5-64b1-4b87-be7a-2b36dfde4198 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b0a729a5bde499da8499db039293b43&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5638571 Feb 04 15:51:24.076975 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47120) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:24.078786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event updated for resources: {'Port': ['ID=bda7775e-651e-4a7a-a402-55106406f15b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:24.144050 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35b8f033-6e10-4829-87a1-5e0f3eac0b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.161368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Network 2d7217e5-e318-4a66-a489-b15644d8d3cf is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:24.164147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:24.182240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:51:24.225980 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35b8f033-6e10-4829-87a1-5e0f3eac0b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.228438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-35b8f033-6e10-4829-87a1-5e0f3eac0b63 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/155053bc-9867-4801-909e-77b75b68cdfd HTTP/1.1" status: 204 len: 168 time: 1.2589767 Feb 04 15:51:24.260200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47126) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:24.267057 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2e39ceb7-d5da-4c28-821b-315b43406d5c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.338981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:24.340783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.447441 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09277a38-6777-47cd-8c56-2e8b00b8dd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.454199 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-9fd36d90-42e0-431f-bec4-43ab99f404e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2361128 Feb 04 15:51:24.521868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Request body: {'port': {'device_id': '0b61ee9c-5940-439c-a23e-36b39a8f179e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:24.753878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8f033-6e10-4829-87a1-5e0f3eac0b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155053bc-9867-4801-909e-77b75b68cdfd,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:24.814684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a5b46875-9606-4ed1-84ae-60ede7d836b8 None None] Provisioning for port bda7775e-651e-4a7a-a402-55106406f15b completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:24.822945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a5b46875-9606-4ed1-84ae-60ede7d836b8 None None] Provisioning complete for port bda7775e-651e-4a7a-a402-55106406f15b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:24.823650 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a5b46875-9606-4ed1-84ae-60ede7d836b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.827166 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09277a38-6777-47cd-8c56-2e8b00b8dd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.895476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a5b46875-9606-4ed1-84ae-60ede7d836b8 None None] Port bda7775e-651e-4a7a-a402-55106406f15b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:51:25.003406 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.147583 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09277a38-6777-47cd-8c56-2e8b00b8dd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.210767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09277a38-6777-47cd-8c56-2e8b00b8dd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda787e8-703e-4ddd-89a1-825f9efbfedb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:25.225878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47146) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:25.228046 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09277a38-6777-47cd-8c56-2e8b00b8dd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.229245 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-09277a38-6777-47cd-8c56-2e8b00b8dd2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bda787e8-703e-4ddd-89a1-825f9efbfedb HTTP/1.1" status: 204 len: 168 time: 1.1394434 Feb 04 15:51:25.499902 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6dca8db-03f2-4b09-9003-e18b2102af76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.547317 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8fce8e94-af71-42ac-9859-8347efbce283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.694606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc3a20-14e2-4fbb-94bf-c5667cdec315 req-095e693c-c661-44ea-9073-a712a95d50e2 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:25.702718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddfc3a20-14e2-4fbb-94bf-c5667cdec315 req-095e693c-c661-44ea-9073-a712a95d50e2 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 932 time: 0.9340599 Feb 04 15:51:25.817900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda7775e-651e-4a7a-a402-55106406f15b {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:51:25.835696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ec41d-90e5-4f98-bee6-2313a2a22c36 req-66ccf468-434c-40f6-9ce3-54389b3f720b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:25.837909 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.843924 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a69ec41d-90e5-4f98-bee6-2313a2a22c36 req-66ccf468-434c-40f6-9ce3-54389b3f720b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 945 time: 1.0799484 Feb 04 15:51:25.892186 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Transition to ACTIVE for port object bda7775e-651e-4a7a-a402-55106406f15b will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:25.902073 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:26.041196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e6dca8db-03f2-4b09-9003-e18b2102af76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:26.183744 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2e39ceb7-d5da-4c28-821b-315b43406d5c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:26.193968 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2e39ceb7-d5da-4c28-821b-315b43406d5c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:26.196667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Pushing event updated for resources: {'Port': ['ID=bda7775e-651e-4a7a-a402-55106406f15b,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:26.243634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e6dca8db-03f2-4b09-9003-e18b2102af76 admin admin] Usage tracker for resource:security_group_rule and tenant:8cbcc3a1ff42466090b1644ec62c7d72 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:26.243634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e6dca8db-03f2-4b09-9003-e18b2102af76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:26.257876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e6dca8db-03f2-4b09-9003-e18b2102af76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:26.436870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Attempting to bind port bda7775e-651e-4a7a-a402-55106406f15b on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:26.437357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Attempting to bind port bda7775e-651e-4a7a-a402-55106406f15b by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:26.437794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Attempting to bind port bda7775e-651e-4a7a-a402-55106406f15b on network 2d7217e5-e318-4a66-a489-b15644d8d3cf {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:51:26.447570 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8fce8e94-af71-42ac-9859-8347efbce283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:26.451858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Port bda7775e-651e-4a7a-a402-55106406f15b on network 2d7217e5-e318-4a66-a489-b15644d8d3cf not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:51:26.453520 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Attempting to bind port bda7775e-651e-4a7a-a402-55106406f15b on network 2d7217e5-e318-4a66-a489-b15644d8d3cf {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:51:26.472646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:51:26.474404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Checking segment: {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:51:26.478847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Bound using segment: {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:51:26.478847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Bound port: bda7775e-651e-4a7a-a402-55106406f15b, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:26.478847 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:26.482148 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2e39ceb7-d5da-4c28-821b-315b43406d5c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:26.483452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e39ceb7-d5da-4c28-821b-315b43406d5c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Fanout notify agent at l3_agent the message router_deleted on router 1197ff2c-7b27-4b49-8245-0e0c364c0a2b {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:51:26.588687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] For port bda7775e-651e-4a7a-a402-55106406f15b, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:51:26.593038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] For port bda7775e-651e-4a7a-a402-55106406f15b, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bda7775e-651e-4a7a-a402-55106406f15b,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:51:26.593879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8fce8e94-af71-42ac-9859-8347efbce283 admin admin] Usage tracker for resource:security_group_rule and tenant:3b313de82e27477c98d6301e4136477b is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:26.600354 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:26.601473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8fce8e94-af71-42ac-9859-8347efbce283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:26.609029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8fce8e94-af71-42ac-9859-8347efbce283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:26.697972 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8fce8e94-af71-42ac-9859-8347efbce283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:26.720575 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:26.724185 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] 10.222.0.81 "PUT /v2.0/ports/bda7775e-651e-4a7a-a402-55106406f15b HTTP/1.1" status: 200 len: 1092 time: 2.2197134 Feb 04 15:51:26.738981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b61ee9c-5940-439c-a23e-36b39a8f179e', 'tag': 'bda7775e-651e-4a7a-a402-55106406f15b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:26.743673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a69ec41d-90e5-4f98-bee6-2313a2a22c36 req-8938d3fc-d2e3-4ed7-8cab-347ce78269e5 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8987792 Feb 04 15:51:26.753511 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8fce8e94-af71-42ac-9859-8347efbce283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:26.773603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8312057-57a5-4fd7-8446-6ba7becfcb6c service neutron] Pushing event updated for resources: {'Port': ['ID=bda7775e-651e-4a7a-a402-55106406f15b,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:26.800848 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddfc3a20-14e2-4fbb-94bf-c5667cdec315 req-435bb8db-0b07-40f8-a77e-4113dfb636b0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0970168 Feb 04 15:51:26.947312 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6dca8db-03f2-4b09-9003-e18b2102af76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:26.947995 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b61ee9c-5940-439c-a23e-36b39a8f179e', 'tag': 'bda7775e-651e-4a7a-a402-55106406f15b', 'status': 'completed', 'code': 200} Feb 04 15:51:27.001795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6dca8db-03f2-4b09-9003-e18b2102af76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:27.028305 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2e39ceb7-d5da-4c28-821b-315b43406d5c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:27.032591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2e39ceb7-d5da-4c28-821b-315b43406d5c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/routers/1197ff2c-7b27-4b49-8245-0e0c364c0a2b HTTP/1.1" status: 204 len: 168 time: 3.2692280 Feb 04 15:51:27.032591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce8e94-af71-42ac-9859-8347efbce283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a2de00-b558-4e25-8009-02c084eb5855,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:27.035143 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-74850570-53f0-409c-a456-c255befb756d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 1095 time: 0.2453332 Feb 04 15:51:27.037250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47184) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:27.079363 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8fce8e94-af71-42ac-9859-8347efbce283 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3b313de82e27477c98d6301e4136477b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8296535 Feb 04 15:51:27.084534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47190) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:27.306508 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-fe84f886-aed9-4fef-8d87-794fe8db7571 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bda7775e-651e-4a7a-a402-55106406f15b HTTP/1.1" status: 200 len: 217 time: 0.2555406 Feb 04 15:51:27.318675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dca8db-03f2-4b09-9003-e18b2102af76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3f0402-d61f-41f3-aa37-cd11464ec146,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:27.353062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ed367-d2ec-4652-a618-fe8f2d35f1e9 req-cd5f4032-f1fe-4e09-ad29-da36a1963299 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:27.358782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c95ed367-d2ec-4652-a618-fe8f2d35f1e9 req-cd5f4032-f1fe-4e09-ad29-da36a1963299 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 945 time: 1.2521441 Feb 04 15:51:27.377968 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e6dca8db-03f2-4b09-9003-e18b2102af76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8cbcc3a1ff42466090b1644ec62c7d72&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6324930 Feb 04 15:51:27.379859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47200) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:27.442412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-0fd9e028-2cac-4dae-a169-9e5ab5e2b555 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:27.444670 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-0fd9e028-2cac-4dae-a169-9e5ab5e2b555 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.1239600 Feb 04 15:51:27.596777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c95ed367-d2ec-4652-a618-fe8f2d35f1e9 req-dba75c75-4bed-414b-81fb-871c8cd52c5f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Deleting port b0138e68-4cad-4590-8dd3-bcb304813c0d {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:27.597039 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c95ed367-d2ec-4652-a618-fe8f2d35f1e9 req-dba75c75-4bed-414b-81fb-871c8cd52c5f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:27.670762 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cc43e9c3-7654-4d5b-8fbb-3864f59d5298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:27.689844 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-2f695b6b-b1cc-4c06-8b89-64fb77b14aed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2337403 Feb 04 15:51:27.725221 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting subnet 9db3faae-596c-4a8f-b1a8-cec653471008 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:51:27.785914 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:27.797041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894ad7f-d1c6-42ab-bdc2-83c1dca849e6 req-a4b62379-9cf7-4c06-8e86-417ea41195c3 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:27.807081 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6894ad7f-d1c6-42ab-bdc2-83c1dca849e6 req-a4b62379-9cf7-4c06-8e86-417ea41195c3 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.6784093 Feb 04 15:51:27.909039 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1bd57b9b-348f-48f8-a325-1ba15f2e9a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:27.913876 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cc43e9c3-7654-4d5b-8fbb-3864f59d5298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:27.951131 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.100875 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-8b3bf159-8f36-4f63-a908-b5da3cf32e08 service neutron] 10.222.0.81 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034748 Feb 04 15:51:28.163534 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1bd57b9b-348f-48f8-a325-1ba15f2e9a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.269107 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9f3f2c77-fdb9-4f71-9ad6-f38ccb0085b4 req-70e475ac-f92e-43ce-9fe0-4c64ffd04518 service neutron] 10.222.0.81 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596866 Feb 04 15:51:28.302716 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6894ad7f-d1c6-42ab-bdc2-83c1dca849e6 req-d3c36cdd-29b4-47f1-9ef4-a4eb63f06739 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687958 Feb 04 15:51:28.332264 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.736025 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c571c2f-e247-4cde-84ac-c0014010fb51 req-fac7b8c1-af58-4fb8-8b88-c88ee75e7ff5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 1095 time: 0.3298018 Feb 04 15:51:28.737547 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.854700 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cc43e9c3-7654-4d5b-8fbb-3864f59d5298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.911470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696f9f0-ed0b-456a-a692-040a9998eece req-62629dff-c21b-475f-92b1-71b784c60b84 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:28.913576 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4696f9f0-ed0b-456a-a692-040a9998eece req-62629dff-c21b-475f-92b1-71b784c60b84 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 945 time: 0.7640448 Feb 04 15:51:28.918374 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1bd57b9b-348f-48f8-a325-1ba15f2e9a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.923406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43e9c3-7654-4d5b-8fbb-3864f59d5298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a2de00-b558-4e25-8009-02c084eb5855,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:29.004119 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c571c2f-e247-4cde-84ac-c0014010fb51 req-e680bcd5-0bc1-4120-b2b4-043a1f864987 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:29.005589 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c571c2f-e247-4cde-84ac-c0014010fb51 req-e680bcd5-0bc1-4120-b2b4-043a1f864987 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.2277284 Feb 04 15:51:29.006894 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cc43e9c3-7654-4d5b-8fbb-3864f59d5298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.013311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Subnet': ['ID=9db3faae-596c-4a8f-b1a8-cec653471008,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:29.014727 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cc43e9c3-7654-4d5b-8fbb-3864f59d5298 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1a2de00-b558-4e25-8009-02c084eb5855 HTTP/1.1" status: 204 len: 168 time: 1.9289205 Feb 04 15:51:29.027749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd57b9b-348f-48f8-a325-1ba15f2e9a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3f0402-d61f-41f3-aa37-cd11464ec146,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:29.038889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c95ed367-d2ec-4652-a618-fe8f2d35f1e9 req-dba75c75-4bed-414b-81fb-871c8cd52c5f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] For port b0138e68-4cad-4590-8dd3-bcb304813c0d, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b0138e68-4cad-4590-8dd3-bcb304813c0d,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:29.039598 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c95ed367-d2ec-4652-a618-fe8f2d35f1e9 req-dba75c75-4bed-414b-81fb-871c8cd52c5f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.047889 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1bd57b9b-348f-48f8-a325-1ba15f2e9a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.052370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1bd57b9b-348f-48f8-a325-1ba15f2e9a1d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d3f0402-d61f-41f3-aa37-cd11464ec146 HTTP/1.1" status: 204 len: 168 time: 1.6648605 Feb 04 15:51:29.169890 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.180192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dafd51e-9036-49e4-aae5-815f7352bed0 None None] Network 05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:51:29.207140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.207519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.219663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.220020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.220363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.220703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.221042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.221375 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.221708 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.222040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.222370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.237557 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0275d07e-48a8-4a4d-b9a0-882d313c1cbb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/9db3faae-596c-4a8f-b1a8-cec653471008 HTTP/1.1" status: 204 len: 168 time: 2.1893511 Feb 04 15:51:29.246527 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c571c2f-e247-4cde-84ac-c0014010fb51 req-b897b6bf-e246-4809-84db-a10eb67fd1e7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bda7775e-651e-4a7a-a402-55106406f15b HTTP/1.1" status: 200 len: 217 time: 0.2271092 Feb 04 15:51:29.247047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47250) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:29.311479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c95ed367-d2ec-4652-a618-fe8f2d35f1e9 req-dba75c75-4bed-414b-81fb-871c8cd52c5f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Calling delete_port for b0138e68-4cad-4590-8dd3-bcb304813c0d owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:29.448546 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f03db-71d8-44bc-8910-69b47fcf0dd2 req-92cc2477-19a8-4d1a-92f5-b61b1aa09c6d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:29.454645 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f55f03db-71d8-44bc-8910-69b47fcf0dd2 req-92cc2477-19a8-4d1a-92f5-b61b1aa09c6d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 944 time: 0.7640114 Feb 04 15:51:29.488081 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4696f9f0-ed0b-456a-a692-040a9998eece req-2d9aab74-448d-43cb-a06d-da200a27d8e6 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414329 Feb 04 15:51:29.575491 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f55f03db-71d8-44bc-8910-69b47fcf0dd2 req-bf252631-057e-400b-a778-3774da230b5f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048739 Feb 04 15:51:29.714322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c571c2f-e247-4cde-84ac-c0014010fb51 req-eccde576-ff72-438c-a921-2ddd10f3bb5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:29.715838 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c571c2f-e247-4cde-84ac-c0014010fb51 req-eccde576-ff72-438c-a921-2ddd10f3bb5e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.4502883 Feb 04 15:51:29.768198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] DHCP port deletion for 05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:51:29.774242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] Deleting port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:29.774705 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.846349 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.919034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:29.924898 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.949556 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c95ed367-d2ec-4652-a618-fe8f2d35f1e9 req-dba75c75-4bed-414b-81fb-871c8cd52c5f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.048920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['55428373-4ebe-4d04-8cb2-6884b677713c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:51:30.051697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47288) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:30.148969 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c571c2f-e247-4cde-84ac-c0014010fb51 req-ed491016-8fc1-49a3-8cde-21282fd74bd1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4202948 Feb 04 15:51:30.151998 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2dbe8359-8f65-4686-85f5-70f7fdfe4c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.307140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47292) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:30.311968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba75c75-4bed-414b-81fb-871c8cd52c5f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event deleted for resources: {'Port': ['ID=b0138e68-4cad-4590-8dd3-bcb304813c0d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:30.380538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device b0138e68-4cad-4590-8dd3-bcb304813c0d no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:51:30.449646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95ed367-d2ec-4652-a618-fe8f2d35f1e9 req-dba75c75-4bed-414b-81fb-871c8cd52c5f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] No DVR routers for this DVR port b0138e68-4cad-4590-8dd3-bcb304813c0d on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:51:30.488993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2dbe8359-8f65-4686-85f5-70f7fdfe4c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:30.497283 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c95ed367-d2ec-4652-a618-fe8f2d35f1e9 req-dba75c75-4bed-414b-81fb-871c8cd52c5f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.509924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: b0138e68-4cad-4590-8dd3-bcb304813c0d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:51:30.510332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device b0138e68-4cad-4590-8dd3-bcb304813c0d not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:51:30.547205 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15c03b9a-fadc-4010-8347-1d72e5ac8086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.547368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2dbe8359-8f65-4686-85f5-70f7fdfe4c53 admin admin] Usage tracker for resource:security_group_rule and tenant:dff65cfc3e104240bbe411188189056a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:30.560071 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a4c3c2-7630-4070-bc0c-5bc83459a42f', 'name': 'network-vif-deleted', 'tag': 'b0138e68-4cad-4590-8dd3-bcb304813c0d'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:30.582985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c95ed367-d2ec-4652-a618-fe8f2d35f1e9 req-dba75c75-4bed-414b-81fb-871c8cd52c5f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "DELETE /v2.0/ports/b0138e68-4cad-4590-8dd3-bcb304813c0d HTTP/1.1" status: 204 len: 173 time: 3.2037787 Feb 04 15:51:30.613328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2dbe8359-8f65-4686-85f5-70f7fdfe4c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:30.741679 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c08ddef4-a1d9-40e3-bac2-3d1e721f90aa no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:51:30.741998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-15c03b9a-fadc-4010-8347-1d72e5ac8086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:30.778519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff20ff7-7e74-4036-af28-c3c0473e9a7a req-4f763e0a-22ee-4179-ae22-ced2fd1128af tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:30.796183 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bff20ff7-7e74-4036-af28-c3c0473e9a7a req-4f763e0a-22ee-4179-ae22-ced2fd1128af tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.5985191 Feb 04 15:51:30.799085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-15c03b9a-fadc-4010-8347-1d72e5ac8086 admin admin] Usage tracker for resource:security_group_rule and tenant:42ea5264ab264044af7d906ed319d71f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:30.801316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2dbe8359-8f65-4686-85f5-70f7fdfe4c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:30.823820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-15c03b9a-fadc-4010-8347-1d72e5ac8086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:30.898412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-15c03b9a-fadc-4010-8347-1d72e5ac8086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:30.906278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-500f23de-1ba9-41d2-8a61-406679ab84c4 req-3e70f979-46be-4bd1-81aa-89b58655f7bf tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Synchronizing usage tracker for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:30.959353 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c571c2f-e247-4cde-84ac-c0014010fb51 req-1dc41bd2-4697-47c8-9d66-ad1da89f3a63 service neutron] 10.222.0.81 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7762246 Feb 04 15:51:30.962780 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2dbe8359-8f65-4686-85f5-70f7fdfe4c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.988152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] For port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c08ddef4-a1d9-40e3-bac2-3d1e721f90aa,segment=NetworkSegment(aaf4857b-0444-46bf-bf7b-876de21c0d52),segment_id=aaf4857b-0444-46bf-bf7b-876de21c0d52)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:30.989628 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.996281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47314) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:31.080549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-500f23de-1ba9-41d2-8a61-406679ab84c4 req-3e70f979-46be-4bd1-81aa-89b58655f7bf tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Unset dirty status for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:31.110170 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-500f23de-1ba9-41d2-8a61-406679ab84c4 req-3e70f979-46be-4bd1-81aa-89b58655f7bf tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a4c3c2-7630-4070-bc0c-5bc83459a42f HTTP/1.1" status: 200 len: 210 time: 0.2797816 Feb 04 15:51:31.166413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bff20ff7-7e74-4036-af28-c3c0473e9a7a req-701fc476-fbd5-4d03-a9b0-afb80b6d98ef tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692405 Feb 04 15:51:31.180763 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8c571c2f-e247-4cde-84ac-c0014010fb51 req-9da88462-36be-4e6f-bfe2-6b51f50cb524 service neutron] 10.222.0.81 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144825 Feb 04 15:51:31.188535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] For port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c08ddef4-a1d9-40e3-bac2-3d1e721f90aa,segment=NetworkSegment(aaf4857b-0444-46bf-bf7b-876de21c0d52),segment_id=aaf4857b-0444-46bf-bf7b-876de21c0d52)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:31.190774 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.217572 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2dbe8359-8f65-4686-85f5-70f7fdfe4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.402091 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15c03b9a-fadc-4010-8347-1d72e5ac8086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.414540 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a4c3c2-7630-4070-bc0c-5bc83459a42f', 'name': 'network-vif-deleted', 'tag': 'b0138e68-4cad-4590-8dd3-bcb304813c0d', 'status': 'completed', 'code': 200} Feb 04 15:51:31.416038 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15c03b9a-fadc-4010-8347-1d72e5ac8086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.548666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c03b9a-fadc-4010-8347-1d72e5ac8086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77538da-7aa9-4450-907e-91241d9f8448,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:31.582909 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.597175 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f9872f3-e5f9-498f-b915-45d8bcf89438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.615885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for c08ddef4-a1d9-40e3-bac2-3d1e721f90aa owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:31.622307 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device bda7775e-651e-4a7a-a402-55106406f15b details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:51:31.634674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] Calling delete_port for c08ddef4-a1d9-40e3-bac2-3d1e721f90aa owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:31.678868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe8359-8f65-4686-85f5-70f7fdfe4c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2e8ae6-cebc-4b6b-ba28-ab03bf9f80be,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:31.714542 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2dbe8359-8f65-4686-85f5-70f7fdfe4c53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dff65cfc3e104240bbe411188189056a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6511710 Feb 04 15:51:31.730816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47326) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:31.788633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47330) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:31.789988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-15c03b9a-fadc-4010-8347-1d72e5ac8086 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42ea5264ab264044af7d906ed319d71f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4751415 Feb 04 15:51:31.829606 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:51:31.833800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4f9872f3-e5f9-498f-b915-45d8bcf89438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:31.845549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4f9872f3-e5f9-498f-b915-45d8bcf89438 admin admin] Usage tracker for resource:security_group_rule and tenant:340cc13df01e4cdbb11fa18637ec878d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:31.852406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c08ddef4-a1d9-40e3-bac2-3d1e721f90aa,segment=NetworkSegment(aaf4857b-0444-46bf-bf7b-876de21c0d52),segment_id=aaf4857b-0444-46bf-bf7b-876de21c0d52)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:31.852802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4f9872f3-e5f9-498f-b915-45d8bcf89438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:31.864316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4f9872f3-e5f9-498f-b915-45d8bcf89438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:31.918722 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b0dca4c9-5582-47ac-8708-1268eae15da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.943011 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-21744057-96b1-4dc1-b6f4-bb77f45f3e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.948825 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.971150 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:51:31.971554 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:51:31.980108 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f55a74-285c-4b03-b16c-79f8af752bc5 req-4f76d004-0618-4cc9-b71e-a41ec84e6bf5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:31.992705 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58f55a74-285c-4b03-b16c-79f8af752bc5 req-4f76d004-0618-4cc9-b71e-a41ec84e6bf5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 944 time: 0.3758922 Feb 04 15:51:32.061992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=c08ddef4-a1d9-40e3-bac2-3d1e721f90aa,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:32.067508 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:51:32.068015 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:51:32.071589 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-21744057-96b1-4dc1-b6f4-bb77f45f3e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.084389 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b0dca4c9-5582-47ac-8708-1268eae15da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.172126 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-21744057-96b1-4dc1-b6f4-bb77f45f3e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.181759 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port bda7775e-651e-4a7a-a402-55106406f15b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bda7775e-651e-4a7a-a402-55106406f15b,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:32.202960 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'bda7775e-651e-4a7a-a402-55106406f15b', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'port_id': 'bda7775e-651e-4a7a-a402-55106406f15b', 'mac_address': 'fa:16:3e:87:ba:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:51:32.204059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21744057-96b1-4dc1-b6f4-bb77f45f3e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77538da-7aa9-4450-907e-91241d9f8448,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:32.255693 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-21744057-96b1-4dc1-b6f4-bb77f45f3e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.256879 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-21744057-96b1-4dc1-b6f4-bb77f45f3e91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f77538da-7aa9-4450-907e-91241d9f8448 HTTP/1.1" status: 204 len: 168 time: 0.4672468 Feb 04 15:51:32.333423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58f55a74-285c-4b03-b16c-79f8af752bc5 req-ad1060db-0f3c-4657-b837-79be11da2b58 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393757 Feb 04 15:51:32.358888 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f9872f3-e5f9-498f-b915-45d8bcf89438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.375155 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.375406 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f9872f3-e5f9-498f-b915-45d8bcf89438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.426890 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda7775e-651e-4a7a-a402-55106406f15b {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:51:32.455143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port bda7775e-651e-4a7a-a402-55106406f15b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bda7775e-651e-4a7a-a402-55106406f15b,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:32.457097 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b0dca4c9-5582-47ac-8708-1268eae15da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.462422 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.474444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:32.475682 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.497809 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47348) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:32.514314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9872f3-e5f9-498f-b915-45d8bcf89438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5496af6d-8984-41f6-afd2-91406824341a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:32.538568 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4f9872f3-e5f9-498f-b915-45d8bcf89438 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=340cc13df01e4cdbb11fa18637ec878d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5272167 Feb 04 15:51:32.539267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47354) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:32.557523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dca4c9-5582-47ac-8708-1268eae15da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2e8ae6-cebc-4b6b-ba28-ab03bf9f80be,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:32.571925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] Deleting port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:32.572299 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.577985 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b0dca4c9-5582-47ac-8708-1268eae15da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.581879 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b0dca4c9-5582-47ac-8708-1268eae15da3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f2e8ae6-cebc-4b6b-ba28-ab03bf9f80be HTTP/1.1" status: 204 len: 168 time: 0.8423469 Feb 04 15:51:32.649344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad7c3c-31b9-4020-8b7b-7bcdb96568f7 req-02e5e982-2c57-4fc4-83d8-5479bb2187e5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:32.650687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddad7c3c-31b9-4020-8b7b-7bcdb96568f7 req-02e5e982-2c57-4fc4-83d8-5479bb2187e5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.2026911 Feb 04 15:51:32.694855 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72ebca70-a3a0-4347-a67e-8b493ec840a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.800678 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72ebca70-a3a0-4347-a67e-8b493ec840a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.847484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddad7c3c-31b9-4020-8b7b-7bcdb96568f7 req-4a33ac05-e4c5-489a-8985-85e7e96e60f5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847038 Feb 04 15:51:32.912366 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72ebca70-a3a0-4347-a67e-8b493ec840a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.937365 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72ebca70-a3a0-4347-a67e-8b493ec840a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.942256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-72ebca70-a3a0-4347-a67e-8b493ec840a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5496af6d-8984-41f6-afd2-91406824341a HTTP/1.1" status: 204 len: 168 time: 0.3989499 Feb 04 15:51:32.943458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebca70-a3a0-4347-a67e-8b493ec840a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5496af6d-8984-41f6-afd2-91406824341a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:33.128138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] For port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c08ddef4-a1d9-40e3-bac2-3d1e721f90aa,segment=NetworkSegment(aaf4857b-0444-46bf-bf7b-876de21c0d52),segment_id=aaf4857b-0444-46bf-bf7b-876de21c0d52)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:33.129172 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.173726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] For port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c08ddef4-a1d9-40e3-bac2-3d1e721f90aa,segment=NetworkSegment(aaf4857b-0444-46bf-bf7b-876de21c0d52),segment_id=aaf4857b-0444-46bf-bf7b-876de21c0d52)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:33.175034 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.295213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf24d-60cf-4f82-84c0-fc0ced35c2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.334370 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] Calling delete_port for c08ddef4-a1d9-40e3-bac2-3d1e721f90aa owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:33.442047 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.486078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=bda7775e-651e-4a7a-a402-55106406f15b,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:33.492251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for c08ddef4-a1d9-40e3-bac2-3d1e721f90aa owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:33.571367 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] No DVR routers for this DVR port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:51:33.605937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87c6fc-548c-45cc-a8b2-c2c2fbc8ca1a None None] Pushing event deleted for resources: {'Port': ['ID=c08ddef4-a1d9-40e3-bac2-3d1e721f90aa,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:33.630855 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bda7775e-651e-4a7a-a402-55106406f15b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:51:33.663253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a1fdf24d-60cf-4f82-84c0-fc0ced35c2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:33.697446 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:51:33.698159 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:51:33.717701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-addcea49-2a3b-41c5-9ea4-67554932c39b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:33.722090 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-addcea49-2a3b-41c5-9ea4-67554932c39b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 0.7385468 Feb 04 15:51:33.795376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a1fdf24d-60cf-4f82-84c0-fc0ced35c2e6 admin admin] Usage tracker for resource:security_group_rule and tenant:a4dd1d01c34b4ac5a296c1497cfc3885 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:33.818187 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a1fdf24d-60cf-4f82-84c0-fc0ced35c2e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:33.850278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a1fdf24d-60cf-4f82-84c0-fc0ced35c2e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:33.886672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-606bb803-5dd5-4146-8d77-b8d30d6882f2 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/quotas/348461e82d844c83a77fa4d9ee90bbcd HTTP/1.1" status: 200 len: 375 time: 0.0879691 Feb 04 15:51:33.955565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47384) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:34.002440 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9f5a-a7ce-48d2-8292-a5b0ec50256a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.041799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b532a6c-e3b2-4a91-b42c-9b33dc3b8ff3 req-06bd6275-7cec-4a78-a8c2-da8c79104b90 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:34.043757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port c08ddef4-a1d9-40e3-bac2-3d1e721f90aa {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:34.048432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.049695 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b532a6c-e3b2-4a91-b42c-9b33dc3b8ff3 req-06bd6275-7cec-4a78-a8c2-da8c79104b90 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 945 time: 0.3546674 Feb 04 15:51:34.085251 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf24d-60cf-4f82-84c0-fc0ced35c2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.097641 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b78cf496-ea9a-422b-897d-8d621923ac43 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1960824 Feb 04 15:51:34.100073 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf24d-60cf-4f82-84c0-fc0ced35c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.262309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] The port 'c08ddef4-a1d9-40e3-bac2-3d1e721f90aa' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:51:34.272398 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a1fdf24d-60cf-4f82-84c0-fc0ced35c2e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4dd1d01c34b4ac5a296c1497cfc3885&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7685273 Feb 04 15:51:34.281223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47392) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:34.332679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ce5e9f5a-a7ce-48d2-8292-a5b0ec50256a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:34.361797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ce5e9f5a-a7ce-48d2-8292-a5b0ec50256a admin admin] Usage tracker for resource:security_group_rule and tenant:987e850b10e1409b88181b7979989da8 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:34.374285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ce5e9f5a-a7ce-48d2-8292-a5b0ec50256a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:34.481903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ce5e9f5a-a7ce-48d2-8292-a5b0ec50256a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:34.486721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b532a6c-e3b2-4a91-b42c-9b33dc3b8ff3 req-6164f747-2527-4f90-9ea5-003a067cdaa1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074247 Feb 04 15:51:34.520193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdf24d-60cf-4f82-84c0-fc0ced35c2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92998d75-2d42-48a9-ba9f-f249724b3de5,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:34.574912 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.641563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:34.668715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf4857b-0444-46bf-bf7b-876de21c0d52') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:34.669102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf4857b-0444-46bf-bf7b-876de21c0d52') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:34.698457 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.733209 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3848-f946-4587-ad55-0484422c6061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.760175 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.807494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:51:34.807903 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.825230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-78d7643a-090e-42db-8784-c5042a774dee service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819955 Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:34.855071 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:34.861081 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3848-f946-4587-ad55-0484422c6061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.012490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9f5a-a7ce-48d2-8292-a5b0ec50256a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.033745 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9f5a-a7ce-48d2-8292-a5b0ec50256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.134719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da6796-bc7f-4552-b14c-de9b832bb456 req-ca80acbc-2060-4f5c-859d-8d17a7263f4f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:35.136716 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b4da6796-bc7f-4552-b14c-de9b832bb456 req-ca80acbc-2060-4f5c-859d-8d17a7263f4f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.3967233 Feb 04 15:51:35.194544 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.215011 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.237641 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b4da6796-bc7f-4552-b14c-de9b832bb456 req-5aae2628-8073-4b16-a4bb-94ed111fa30d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896533 Feb 04 15:51:35.239808 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3848-f946-4587-ad55-0484422c6061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.257011 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-6763f7e4-e0c1-427c-acc9-221142841f67 service neutron] 10.222.0.60 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245982 Feb 04 15:51:35.262985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e3848-f946-4587-ad55-0484422c6061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92998d75-2d42-48a9-ba9f-f249724b3de5,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:35.266417 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3848-f946-4587-ad55-0484422c6061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.270392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3d4e3848-f946-4587-ad55-0484422c6061 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92998d75-2d42-48a9-ba9f-f249724b3de5 HTTP/1.1" status: 204 len: 168 time: 0.9850814 Feb 04 15:51:35.315833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device bda7775e-651e-4a7a-a402-55106406f15b up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:35.339907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Network': ['ID=05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:35.345205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e9f5a-a7ce-48d2-8292-a5b0ec50256a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2d17cd-4a73-4de6-be3b-73b1826e98fb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:35.375420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47418) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:35.398349 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ce5e9f5a-a7ce-48d2-8292-a5b0ec50256a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=987e850b10e1409b88181b7979989da8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4412332 Feb 04 15:51:35.412336 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-26a05afa-56cc-4fac-8b20-30dd32799cdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/networks/05d79999-fa5a-46e4-8e6b-8ca7e18e8cbc HTTP/1.1" status: 204 len: 168 time: 6.1641526 Feb 04 15:51:35.423616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47422) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:35.438539 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f929611a-8493-41f9-9adb-d689a9f253b3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1252341515', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:35.467905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f929611a-8493-41f9-9adb-d689a9f253b3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:35.488870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f929611a-8493-41f9-9adb-d689a9f253b3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:router and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:35.497577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f929611a-8493-41f9-9adb-d689a9f253b3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:35.517182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f929611a-8493-41f9-9adb-d689a9f253b3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:35.554241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port bda7775e-651e-4a7a-a402-55106406f15b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:35.556249 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f929611a-8493-41f9-9adb-d689a9f253b3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.557456 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f929611a-8493-41f9-9adb-d689a9f253b3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.569790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port bda7775e-651e-4a7a-a402-55106406f15b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:35.570280 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.601790 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f929611a-8493-41f9-9adb-d689a9f253b3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.639520 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9360a46-df1a-40e3-a7ef-230eb90205e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.642957 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f929611a-8493-41f9-9adb-d689a9f253b3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.712411 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9360a46-df1a-40e3-a7ef-230eb90205e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.715855 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f929611a-8493-41f9-9adb-d689a9f253b3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.717991 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f929611a-8493-41f9-9adb-d689a9f253b3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2929125 Feb 04 15:51:35.720775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47434) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:35.742765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-932745628'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:35.760612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:35.778986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:network and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:35.789621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:35.817493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:35.845820 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.859304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:35.868353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.963867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2bc6f996-47c8-4393-8858-a396d992e535 req-1036fd35-3b59-438e-8987-5a14347f5657 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 210 time: 0.2602427 Feb 04 15:51:35.970141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:36.011655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b61ee9c-5940-439c-a23e-36b39a8f179e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda7775e-651e-4a7a-a402-55106406f15b'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:36.019142 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:36.019641 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Added segment a0f7db39-220e-41d2-85ed-9ef9509b606b of type vlan for network cadd8bfd-279d-4cdb-982e-fb1ed4c5b118 Feb 04 15:51:36.066295 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port bda7775e-651e-4a7a-a402-55106406f15b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bda7775e-651e-4a7a-a402-55106406f15b,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:36.083136 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:36.151958 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:36.223206 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b61ee9c-5940-439c-a23e-36b39a8f179e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda7775e-651e-4a7a-a402-55106406f15b', 'code': 200} Feb 04 15:51:36.291248 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:36.293618 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=bda7775e-651e-4a7a-a402-55106406f15b,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:36.309544 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:36.312094 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:36.322898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d240f07-6f06-4dbd-8024-2751a4714ead req-1f41be6b-89a2-4369-b8f7-3603c7386328 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:36.324928 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d240f07-6f06-4dbd-8024-2751a4714ead req-1f41be6b-89a2-4369-b8f7-3603c7386328 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 946 time: 0.3581719 Feb 04 15:51:36.378517 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9360a46-df1a-40e3-a7ef-230eb90205e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:36.424290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9360a46-df1a-40e3-a7ef-230eb90205e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2d17cd-4a73-4de6-be3b-73b1826e98fb,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:36.468360 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9360a46-df1a-40e3-a7ef-230eb90205e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:36.472798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e9360a46-df1a-40e3-a7ef-230eb90205e6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b2d17cd-4a73-4de6-be3b-73b1826e98fb HTTP/1.1" status: 204 len: 168 time: 1.0962312 Feb 04 15:51:36.501308 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d240f07-6f06-4dbd-8024-2751a4714ead req-85a0b5c1-8fcb-4c94-bb15-e83495c72595 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692941 Feb 04 15:51:36.625343 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eb5700d1-7e05-4447-8210-4bbfd8ad320f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:36.655613 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9322371 Feb 04 15:51:36.660920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47456) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:36.719841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'subnet': {'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:36.746504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abae686-dc6c-46a5-b7ec-4b340d4e6fb1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Network': ['ID=cadd8bfd-279d-4cdb-982e-fb1ed4c5b118,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:36.764927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network cadd8bfd-279d-4cdb-982e-fb1ed4c5b118 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:36.840690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae3818-5db3-4eb1-aa0e-49ea0c82b0f8 req-2b9c40e2-f5de-4309-a5f7-cef5be03d182 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:36.850116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5ae3818-5db3-4eb1-aa0e-49ea0c82b0f8 req-2b9c40e2-f5de-4309-a5f7-cef5be03d182 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.2857969 Feb 04 15:51:36.983906 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7364bd5a-dfd6-4eea-8a0b-2515e60695c1 req-29c66686-ab50-42bf-a5cf-f966918866f3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 1097 time: 0.6437743 Feb 04 15:51:37.021852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5ae3818-5db3-4eb1-aa0e-49ea0c82b0f8 req-7d7b634b-815b-41d0-af84-921eb645ec60 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640713 Feb 04 15:51:37.075688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:37.122342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:subnet and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:37.146813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47470) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:37.151537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:37.169352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:37.177678 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-41a29abf-ca6c-4ddc-88ee-d4958e047414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:37.178509 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7364bd5a-dfd6-4eea-8a0b-2515e60695c1 req-712ef7d5-3f5b-42aa-abf9-aa574199bdb9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717684 Feb 04 15:51:37.212708 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:37.327632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac4672e5-23a0-4269-9f0b-3f2fbd1b5c72 req-574cfcbc-eb55-4c9c-883a-b878aeb1d08e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 210 time: 0.0760546 Feb 04 15:51:37.328693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-41a29abf-ca6c-4ddc-88ee-d4958e047414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:37.341589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-41a29abf-ca6c-4ddc-88ee-d4958e047414 admin admin] Usage tracker for resource:security_group_rule and tenant:441f7d440dc84b50b383407e8bfa17ee is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:37.359103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-41a29abf-ca6c-4ddc-88ee-d4958e047414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:37.368035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-41a29abf-ca6c-4ddc-88ee-d4958e047414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:37.488773 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:37.494660 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-41a29abf-ca6c-4ddc-88ee-d4958e047414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:37.501157 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-41a29abf-ca6c-4ddc-88ee-d4958e047414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:37.543154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a29abf-ca6c-4ddc-88ee-d4958e047414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7346a0-f4a7-40cb-aeab-b3a4a9f57b08,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:37.602779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-41a29abf-ca6c-4ddc-88ee-d4958e047414 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=441f7d440dc84b50b383407e8bfa17ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4543977 Feb 04 15:51:37.619480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47484) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:37.795073 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72dcfd1f-1ee2-478e-8ed2-8b04894704fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:38.135783 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72dcfd1f-1ee2-478e-8ed2-8b04894704fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:38.190661 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:38.385041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Checking segment: {'id': 'a0f7db39-220e-41d2-85ed-9ef9509b606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:51:38.385672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network hostable DHCP agents. Network: cadd8bfd-279d-4cdb-982e-fb1ed4c5b118, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:51:38.395653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Subnet': ['ID=2f052838-9eca-41f5-b658-5b2cf253ef12,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:38.427628 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network cadd8bfd-279d-4cdb-982e-fb1ed4c5b118 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:51:38.447417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, cadd8bfd-279d-4cdb-982e-fb1ed4c5b118) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:38.463623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ed2203-4a2d-4c67-8565-1923acb90262 None None] Network cadd8bfd-279d-4cdb-982e-fb1ed4c5b118 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:51:38.468946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:38.469701 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:38.549876 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-941c7e88-8aed-4e3f-b49c-2a2926a5ab51 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8870094 Feb 04 15:51:38.554843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47510) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:38.668211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e577489-843a-458e-bb8a-88cac992a6b5 req-835d5766-dd76-40ff-b599-9774e5c41119 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:38.670347 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e577489-843a-458e-bb8a-88cac992a6b5 req-835d5766-dd76-40ff-b599-9774e5c41119 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 946 time: 0.7564757 Feb 04 15:51:38.861982 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72dcfd1f-1ee2-478e-8ed2-8b04894704fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:38.894220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:51:38.895304 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:38.952930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-381bd110-658b-47d7-9c88-5eaa6427969a tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:38.957822 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-381bd110-658b-47d7-9c88-5eaa6427969a tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 805 time: 1.1020291 Feb 04 15:51:38.977579 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-06d834eb-14c8-43ad-804a-b009d62151ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:38.988309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-9b7f432b-547c-4518-a358-71e1ee2acd69 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Request body: {'port': {'device_id': '99011586-7f3a-4892-b37e-237f71dc92a4', 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'admin_state_up': True, 'tenant_id': '348461e82d844c83a77fa4d9ee90bbcd'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:39.313023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcfd1f-1ee2-478e-8ed2-8b04894704fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7346a0-f4a7-40cb-aeab-b3a4a9f57b08,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:39.321264 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Allocated IP 2001:db8::2 (cadd8bfd-279d-4cdb-982e-fb1ed4c5b118/2f052838-9eca-41f5-b658-5b2cf253ef12/74ff98c2-e238-44b9-b976-8dce34b3f17d) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:39.329813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-9b7f432b-547c-4518-a358-71e1ee2acd69 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:39.358729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-9b7f432b-547c-4518-a358-71e1ee2acd69 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:39.377487 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72dcfd1f-1ee2-478e-8ed2-8b04894704fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:39.380730 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-72dcfd1f-1ee2-478e-8ed2-8b04894704fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf7346a0-f4a7-40cb-aeab-b3a4a9f57b08 HTTP/1.1" status: 204 len: 168 time: 1.7600529 Feb 04 15:51:39.400618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95a670-1003-4327-aa48-fca2bea2979b req-579f09a8-b671-4e23-ba19-cfd3873a1f7c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:39.402086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc95a670-1003-4327-aa48-fca2bea2979b req-579f09a8-b671-4e23-ba19-cfd3873a1f7c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 1.0222633 Feb 04 15:51:39.402894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-9b7f432b-547c-4518-a358-71e1ee2acd69 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Made reservation on behalf of 348461e82d844c83a77fa4d9ee90bbcd for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:39.405818 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-9b7f432b-547c-4518-a358-71e1ee2acd69 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:39.458108 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e577489-843a-458e-bb8a-88cac992a6b5 req-1eb554b4-55d0-4a5b-91d3-4e64bc6a2ac5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7617047 Feb 04 15:51:39.673387 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc95a670-1003-4327-aa48-fca2bea2979b req-60d4c7fe-5062-472e-a7ac-e26dd13b6699 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380855 Feb 04 15:51:39.736690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47532) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:39.885601 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:39.906160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2616f64b-fdce-4b32-b186-906a7d6797d8 req-0e608249-b5c9-45f9-a236-f2e90a8d1c18 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 210 time: 0.1997428 Feb 04 15:51:39.918623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Transition to ACTIVE for port object 74ff98c2-e238-44b9-b976-8dce34b3f17d will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:39.926885 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:39.950642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Transition to ACTIVE for port object 74ff98c2-e238-44b9-b976-8dce34b3f17d will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:39.961534 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.095768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-9b7f432b-547c-4518-a358-71e1ee2acd69 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Allocated IP 172.20.0.8 (c423fc49-37d2-40d9-ae0c-c306e8e0cfc7/184257a1-8dd7-4ba7-9fe3-dd948fd0da94/96a513e3-a8b7-4dbb-ab87-b2263aa3455f) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:40.240993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Network cadd8bfd-279d-4cdb-982e-fb1ed4c5b118 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:40.249421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:40.265719 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:51:40.269134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Pushing event updated for resources: {'Port': ['ID=74ff98c2-e238-44b9-b976-8dce34b3f17d,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:40.280474 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.531275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Allocated IP 2001:db8::1 (cadd8bfd-279d-4cdb-982e-fb1ed4c5b118/2f052838-9eca-41f5-b658-5b2cf253ef12/3d3f7023-4044-4e54-be7d-7a51a5348d90) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:40.552224 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-9b7f432b-547c-4518-a358-71e1ee2acd69 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.585297 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Attempting to bind port 74ff98c2-e238-44b9-b976-8dce34b3f17d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:40.585690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Attempting to bind port 74ff98c2-e238-44b9-b976-8dce34b3f17d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'a0f7db39-220e-41d2-85ed-9ef9509b606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:40.587016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Attempting to bind port 74ff98c2-e238-44b9-b976-8dce34b3f17d on network cadd8bfd-279d-4cdb-982e-fb1ed4c5b118 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:51:40.599328 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.605614 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-9b7f432b-547c-4518-a358-71e1ee2acd69 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.614298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:51:40.614768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Checking segment: {'id': 'a0f7db39-220e-41d2-85ed-9ef9509b606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:51:40.616139 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.617632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Bound using segment: {'id': 'a0f7db39-220e-41d2-85ed-9ef9509b606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:51:40.618267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Bound port: 74ff98c2-e238-44b9-b976-8dce34b3f17d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f7db39-220e-41d2-85ed-9ef9509b606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:40.620491 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.655345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['55428373-4ebe-4d04-8cb2-6884b677713c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:51:40.775288 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f432b-547c-4518-a358-71e1ee2acd69 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event updated for resources: {'Port': ['ID=96a513e3-a8b7-4dbb-ab87-b2263aa3455f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:40.855934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-9b7f432b-547c-4518-a358-71e1ee2acd69 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:40.859025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-9b7f432b-547c-4518-a358-71e1ee2acd69 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:40.862414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-9b7f432b-547c-4518-a358-71e1ee2acd69 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:51:40.976127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-9b7f432b-547c-4518-a358-71e1ee2acd69 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:40.976980 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-9b7f432b-547c-4518-a358-71e1ee2acd69 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.993146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1896159535'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:41.036211 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:41.058667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.080756 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Usage tracker for resource:network and tenant:4c59d1bf39934f528ecd392db2d3f6e5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:41.089883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:41.150434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c965d53-06ee-4f23-aa3c-0a9f0d821b9a req-0022ebf3-e055-410c-8f26-677db3dfd1a0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:41.158643 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c965d53-06ee-4f23-aa3c-0a9f0d821b9a req-0022ebf3-e055-410c-8f26-677db3dfd1a0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 946 time: 0.3767030 Feb 04 15:51:41.177579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:41.217385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-9b7f432b-547c-4518-a358-71e1ee2acd69 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2371435 Feb 04 15:51:41.226009 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Transition to ACTIVE for port object 3d3f7023-4044-4e54-be7d-7a51a5348d90 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:41.235886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Request body: {'port': {'device_id': '99011586-7f3a-4892-b37e-237f71dc92a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:41.256684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Made reservation on behalf of 4c59d1bf39934f528ecd392db2d3f6e5 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:41.270578 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.332215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] For port 74ff98c2-e238-44b9-b976-8dce34b3f17d, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:51:41.346262 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.413549 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c965d53-06ee-4f23-aa3c-0a9f0d821b9a req-dd1a4479-d825-4fa7-b652-d0873d197fbd tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543969 Feb 04 15:51:41.447478 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] For port 74ff98c2-e238-44b9-b976-8dce34b3f17d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=74ff98c2-e238-44b9-b976-8dce34b3f17d,segment=NetworkSegment(a0f7db39-220e-41d2-85ed-9ef9509b606b),segment_id=a0f7db39-220e-41d2-85ed-9ef9509b606b)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:51:41.452200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47570) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:41.458001 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.503678 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.519780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d8ad7-aa9f-4557-9096-96f8c0cc2a20 req-296704d0-6b3b-47ec-b493-ab190f4e8d10 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:41.532508 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-627d8ad7-aa9f-4557-9096-96f8c0cc2a20 req-296704d0-6b3b-47ec-b493-ab190f4e8d10 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.4883499 Feb 04 15:51:41.536897 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.644655 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.760874 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274f1f6-b4fe-4b40-b7f2-f715320e339a None None] Pushing event updated for resources: {'Port': ['ID=74ff98c2-e238-44b9-b976-8dce34b3f17d,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:41.798570 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.818543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=3d3f7023-4044-4e54-be7d-7a51a5348d90,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:41.823442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:41.832279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Usage tracker for resource:security_group_rule and tenant:4c59d1bf39934f528ecd392db2d3f6e5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:41.837331 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network cadd8bfd-279d-4cdb-982e-fb1ed4c5b118 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:41.839122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:41.843695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:41.846832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:51:41.848179 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.861849 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:41.906420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-627d8ad7-aa9f-4557-9096-96f8c0cc2a20 req-f0ebe883-c1c5-4ef2-9161-56b3ac6824b3 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717544 Feb 04 15:51:41.928660 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:51:42.369722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee8727-e735-4945-88fa-bacfd03f37a2 req-a4224648-0efc-4cf4-8226-b06d00624fb2 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:42.370485 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b8ee8727-e735-4945-88fa-bacfd03f37a2 req-a4224648-0efc-4cf4-8226-b06d00624fb2 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Synchronizing usage tracker for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:42.463948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b8ee8727-e735-4945-88fa-bacfd03f37a2 req-a4224648-0efc-4cf4-8226-b06d00624fb2 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Unset dirty status for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:42.475443 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8ee8727-e735-4945-88fa-bacfd03f37a2 req-a4224648-0efc-4cf4-8226-b06d00624fb2 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 931 time: 0.7439191 Feb 04 15:51:42.528293 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ce8c0ecb-4a97-4b54-a5fd-aa3bc5feb9d9 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:42.560219 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7350b1ec-a3b9-439a-9288-078951bf41c5 req-6448281c-f0e4-40c8-8556-13eb7f25046b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ba5317e5b4e643378ca182cde621e16b HTTP/1.1" status: 200 len: 267 time: 0.2481413 Feb 04 15:51:42.639094 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8ee8727-e735-4945-88fa-bacfd03f37a2 req-cd79b50e-29f8-4a79-83f7-b157a61fbaa8 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620836 Feb 04 15:51:42.739124 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 74ff98c2-e238-44b9-b976-8dce34b3f17d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:42.765625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:42.849010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350b1ec-a3b9-439a-9288-078951bf41c5 req-afa6ed85-5ff6-48d1-bd99-7d938bcc40d8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:42.850885 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7350b1ec-a3b9-439a-9288-078951bf41c5 req-afa6ed85-5ff6-48d1-bd99-7d938bcc40d8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 946 time: 0.2305405 Feb 04 15:51:42.858144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a513e3-a8b7-4dbb-ab87-b2263aa3455f {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:51:42.866367 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:42.877621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-7350b1ec-a3b9-439a-9288-078951bf41c5 req-6f70ab67-d013-4670-aec1-0eca6fe686d7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Request body: {'port': {'security_groups': []}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:43.009693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 74ff98c2-e238-44b9-b976-8dce34b3f17d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:43.330880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47642) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:43.374030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Transition to ACTIVE for port object 96a513e3-a8b7-4dbb-ab87-b2263aa3455f will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:43.378597 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.389656 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.403115 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ce8c0ecb-4a97-4b54-a5fd-aa3bc5feb9d9 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] 10.222.0.60 "PUT /v2.0/quotas/d77007d0e12b43d5acaadd97aa88e6b2 HTTP/1.1" status: 200 len: 368 time: 1.9408729 Feb 04 15:51:43.404741 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.405838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47654) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:43.486452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:43.518663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2ea2e4-d5ac-4a77-9244-11371a937032,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:43.526319 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.526673 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Added segment 11aae2fb-f9a6-42d4-a473-a8c7be82361d of type vlan for network 53ccea15-65fe-4083-8676-476118eeeacb Feb 04 15:51:43.578790 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.587634 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.588454 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.629971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9007089-3bca-4134-ac52-9d8de57e164a None None] Network cadd8bfd-279d-4cdb-982e-fb1ed4c5b118 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:51:43.705150 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.820320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=3d3f7023-4044-4e54-be7d-7a51a5348d90,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:43.839641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6611e11c-f8d6-4500-96f7-e24ecc92a3d1 None None] Provisioning for port 74ff98c2-e238-44b9-b976-8dce34b3f17d completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:43.840500 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Request body: {'network': {'project_id': 'd77007d0e12b43d5acaadd97aa88e6b2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:43.843157 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4da96d1f-0aae-49c3-899f-fa36c8d0045a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.845875 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7350b1ec-a3b9-439a-9288-078951bf41c5 req-6f70ab67-d013-4670-aec1-0eca6fe686d7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.878323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:43.880526 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6611e11c-f8d6-4500-96f7-e24ecc92a3d1 None None] Provisioning complete for port 74ff98c2-e238-44b9-b976-8dce34b3f17d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:43.884159 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6611e11c-f8d6-4500-96f7-e24ecc92a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.925737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Usage tracker for resource:network and tenant:d77007d0e12b43d5acaadd97aa88e6b2 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:43.954974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:44.112257 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.117233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:44.118245 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.158238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4da96d1f-0aae-49c3-899f-fa36c8d0045a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:44.166775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network cadd8bfd-279d-4cdb-982e-fb1ed4c5b118 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:44.176240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:44.178813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4da96d1f-0aae-49c3-899f-fa36c8d0045a admin admin] Usage tracker for resource:security_group_rule and tenant:030c6e97b6d34784b08b601b71c0d989 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:44.327622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4da96d1f-0aae-49c3-899f-fa36c8d0045a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:44.335890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-7350b1ec-a3b9-439a-9288-078951bf41c5 req-6f70ab67-d013-4670-aec1-0eca6fe686d7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] For port bda7775e-651e-4a7a-a402-55106406f15b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bda7775e-651e-4a7a-a402-55106406f15b,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:44.370494 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7350b1ec-a3b9-439a-9288-078951bf41c5 req-6f70ab67-d013-4670-aec1-0eca6fe686d7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.379754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:44.381775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4da96d1f-0aae-49c3-899f-fa36c8d0045a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:44.389989 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7350b1ec-a3b9-439a-9288-078951bf41c5 req-6f70ab67-d013-4670-aec1-0eca6fe686d7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.391834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Pushing event updated for resources: {'Port': ['ID=96a513e3-a8b7-4dbb-ab87-b2263aa3455f,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:44.394147 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.6511405 Feb 04 15:51:44.397668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47686) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:44.458742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['63f11e5f-f02d-4939-90d2-3bca6664382b', '8ddc0968-2512-4f65-9fb5-1ec48c14a640'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:51:44.488166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6d981-8e65-4981-b0d3-a9a8be442316 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Pushing event updated for resources: {'Network': ['ID=53ccea15-65fe-4083-8676-476118eeeacb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:44.587786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350b1ec-a3b9-439a-9288-078951bf41c5 req-6f70ab67-d013-4670-aec1-0eca6fe686d7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:44.588434 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7350b1ec-a3b9-439a-9288-078951bf41c5 req-6f70ab67-d013-4670-aec1-0eca6fe686d7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.589872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7350b1ec-a3b9-439a-9288-078951bf41c5 req-6f70ab67-d013-4670-aec1-0eca6fe686d7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "PUT /v2.0/ports/bda7775e-651e-4a7a-a402-55106406f15b HTTP/1.1" status: 200 len: 905 time: 1.7204075 Feb 04 15:51:44.593696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bda7775e-651e-4a7a-a402-55106406f15b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:51:44.595283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70ab67-d013-4670-aec1-0eca6fe686d7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event updated for resources: {'Port': ['ID=bda7775e-651e-4a7a-a402-55106406f15b,revision_number=6']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:44.614637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b61ee9c-5940-439c-a23e-36b39a8f179e', 'tag': 'bda7775e-651e-4a7a-a402-55106406f15b'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:44.641275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafcdd5-68e6-4fd7-a17c-62daba64dc77 req-2dac5701-77b0-42e9-ac2a-9bca36148730 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:44.649394 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4dafcdd5-68e6-4fd7-a17c-62daba64dc77 req-2dac5701-77b0-42e9-ac2a-9bca36148730 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 1.3556190 Feb 04 15:51:44.696405 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 53ccea15-65fe-4083-8676-476118eeeacb details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:44.720648 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Request body: {'subnet': {'network_id': '53ccea15-65fe-4083-8676-476118eeeacb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:44.757296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Made reservation on behalf of d77007d0e12b43d5acaadd97aa88e6b2 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:44.759538 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.768974 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6611e11c-f8d6-4500-96f7-e24ecc92a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.967291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['bda7775e-651e-4a7a-a402-55106406f15b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:51:44.986796 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47696) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:45.010066 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4dafcdd5-68e6-4fd7-a17c-62daba64dc77 req-4f64f7e7-0972-4514-a2f3-7bf6ebe8748f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596170 Feb 04 15:51:45.011055 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.075375 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4da96d1f-0aae-49c3-899f-fa36c8d0045a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.118756 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4da96d1f-0aae-49c3-899f-fa36c8d0045a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.140826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:45.149945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Usage tracker for resource:security_group_rule and tenant:d77007d0e12b43d5acaadd97aa88e6b2 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:45.157256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:45.159274 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6611e11c-f8d6-4500-96f7-e24ecc92a3d1 None None] For port 74ff98c2-e238-44b9-b976-8dce34b3f17d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=74ff98c2-e238-44b9-b976-8dce34b3f17d,segment=NetworkSegment(a0f7db39-220e-41d2-85ed-9ef9509b606b),segment_id=a0f7db39-220e-41d2-85ed-9ef9509b606b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:45.167607 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4da96d1f-0aae-49c3-899f-fa36c8d0045a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=030c6e97b6d34784b08b601b71c0d989&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8326466 Feb 04 15:51:45.172388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47702) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:45.176087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:45.189301 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6611e11c-f8d6-4500-96f7-e24ecc92a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.256107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da96d1f-0aae-49c3-899f-fa36c8d0045a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a55191-7d0a-4312-bc52-a361a620dcb3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:45.277765 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.289701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611e11c-f8d6-4500-96f7-e24ecc92a3d1 None None] Pushing event updated for resources: {'Port': ['ID=74ff98c2-e238-44b9-b976-8dce34b3f17d,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:45.299265 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.316886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:45.330378 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.330787 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Added segment b62d223b-8438-4e65-8b3a-1a2492da61f4 of type vlan for network b96b9b02-3b95-4756-ad2a-5e3d28e7ef08 Feb 04 15:51:45.366325 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.442322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1795272b-60bf-4bfa-9623-abffec1c32fa None None] Provisioning complete for port bda7775e-651e-4a7a-a402-55106406f15b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:45.442698 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1795272b-60bf-4bfa-9623-abffec1c32fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.466390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95adf6f6-e7d8-4164-b5c1-c0de97b889ca,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:45.483054 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d38bc669-e785-4173-a879-c0bc5e4ce944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.554482 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Attempting to bind port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:45.554968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Attempting to bind port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:45.555496 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Attempting to bind port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:51:45.556334 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d38bc669-e785-4173-a879-c0bc5e4ce944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.568047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:51:45.590645 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-400b234f-3b49-42e0-82cb-0a6b5717ce0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.624022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:45.629174 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Usage tracker for resource:subnet and tenant:4c59d1bf39934f528ecd392db2d3f6e5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:45.632740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:45.640302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:45.663230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7defded-fcb9-4361-9942-80bb200bf333 req-c030b935-651c-4775-af73-777f32ab2ccd tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:45.664934 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7defded-fcb9-4361-9942-80bb200bf333 req-c030b935-651c-4775-af73-777f32ab2ccd tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 943 time: 0.7578659 Feb 04 15:51:45.667457 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:51:45.691941 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Made reservation on behalf of 4c59d1bf39934f528ecd392db2d3f6e5 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:45.715663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:51:45.716044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Attempting to bind port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f on network c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:51:45.742971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:51:45.743361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Checking segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:51:45.743732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Bound using segment: {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:51:45.744173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Bound port: 96a513e3-a8b7-4dbb-ab87-b2263aa3455f, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b78820f-bf94-4c91-a983-51ab8be3dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:45.744520 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.980011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8ba1f896-f315-4b95-bec5-755647c3bf68 None None] Provisioning complete for port 74ff98c2-e238-44b9-b976-8dce34b3f17d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:45.981819 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8ba1f896-f315-4b95-bec5-755647c3bf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.034615 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d38bc669-e785-4173-a879-c0bc5e4ce944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.053726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bc669-e785-4173-a879-c0bc5e4ce944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a55191-7d0a-4312-bc52-a361a620dcb3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:46.075907 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d38bc669-e785-4173-a879-c0bc5e4ce944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.077367 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d38bc669-e785-4173-a879-c0bc5e4ce944 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88a55191-7d0a-4312-bc52-a361a620dcb3 HTTP/1.1" status: 204 len: 168 time: 0.9015675 Feb 04 15:51:46.087844 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.088755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:46.090879 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.119841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:51:46.140188 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7b983af8-6d9a-42e1-bca5-0d0dd8814a48 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/3b4409b6-a4db-4b00-8f62-bd7c59a56a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5824437 Feb 04 15:51:46.140541 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47710) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:46.156726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1759750840'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:46.171739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:46.180706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:network and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:46.186835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:46.211123 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:46.213723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Sync routers for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:51:46.242595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:46.250976 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.290878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:51:46.291951 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:51:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:46.319854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Pushing event updated for resources: {'Network': ['ID=b96b9b02-3b95-4756-ad2a-5e3d28e7ef08,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:46.340765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:46.375622 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.375957 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Added segment 1f32f093-68a6-4676-bccf-327b2e2b3a05 of type vlan for network 7ace37d3-0664-4e02-b5c4-c93f2b28b84e Feb 04 15:51:46.382045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network b96b9b02-3b95-4756-ad2a-5e3d28e7ef08 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:46.431971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-aeb85295-2f15-4bce-b1d9-8712e77b0ae1 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.8917406 Feb 04 15:51:46.434735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47714) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:46.443726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Request body: {'network': {'project_id': 'd77007d0e12b43d5acaadd97aa88e6b2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:46.452285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:46.469999 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.471016 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7defded-fcb9-4361-9942-80bb200bf333 req-748a47a7-d465-46ce-9dca-4a54d2590aeb tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7520974 Feb 04 15:51:46.472221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-400b234f-3b49-42e0-82cb-0a6b5717ce0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:46.476447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Usage tracker for resource:network and tenant:d77007d0e12b43d5acaadd97aa88e6b2 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:46.481700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:46.491469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:46.535815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-400b234f-3b49-42e0-82cb-0a6b5717ce0e admin admin] Usage tracker for resource:security_group_rule and tenant:3a97744aa9b2437b98229087435d40ab is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:46.553608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Made reservation on behalf of d77007d0e12b43d5acaadd97aa88e6b2 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:46.554501 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.556221 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.579603 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.592738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:46.593386 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.631487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-400b234f-3b49-42e0-82cb-0a6b5717ce0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:46.705744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ee285-3c8f-4fd1-9b2e-94dca857f40d req-972d653d-4ebe-48a5-b9c6-0697a3aa4313 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:46.721369 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c6ee285-3c8f-4fd1-9b2e-94dca857f40d req-972d653d-4ebe-48a5-b9c6-0697a3aa4313 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 908 time: 1.3450119 Feb 04 15:51:46.726729 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b61ee9c-5940-439c-a23e-36b39a8f179e', 'tag': 'bda7775e-651e-4a7a-a402-55106406f15b', 'status': 'completed', 'code': 200} Feb 04 15:51:46.745119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-400b234f-3b49-42e0-82cb-0a6b5717ce0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:46.750698 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6089857 Feb 04 15:51:46.804649 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 74ff98c2-e238-44b9-b976-8dce34b3f17d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:46.934238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47724) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:47.072664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'subnet': {'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:47.180909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] For port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:51:47.224265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:51:47.244814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78edcf4-ad1e-4a33-884b-cf5a6662ac2f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Network': ['ID=7ace37d3-0664-4e02-b5c4-c93f2b28b84e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:47.249447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:47.269416 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.312924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] For port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=96a513e3-a8b7-4dbb-ab87-b2263aa3455f,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:51:47.324100 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.333312 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Added segment f67232de-af1f-4601-960a-67c4b90ff4f2 of type vlan for network e1f8b21c-77cb-4449-b4f8-66e4898db976 Feb 04 15:51:47.364282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:47.373194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:subnet and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:47.376965 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.384922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:47.407671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:47.432379 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4f167983-6ea0-4317-a99e-d4539919ac09 req-c5423064-7730-41c2-b1a6-a3383c162c07 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 1059 time: 0.6838906 Feb 04 15:51:47.454867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 7ace37d3-0664-4e02-b5c4-c93f2b28b84e details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:47.455259 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.523777 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.524689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:47.525325 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.549162 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:47.641386 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.642981 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] 10.222.0.73 "PUT /v2.0/ports/96a513e3-a8b7-4dbb-ab87-b2263aa3455f HTTP/1.1" status: 200 len: 1091 time: 6.4148979 Feb 04 15:51:47.727165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8ba1f896-f315-4b95-bec5-755647c3bf68 None None] Provisioning for port 3d3f7023-4044-4e54-be7d-7a51a5348d90 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:47.737465 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8ba1f896-f315-4b95-bec5-755647c3bf68 None None] Provisioning complete for port 3d3f7023-4044-4e54-be7d-7a51a5348d90 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:47.737838 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8ba1f896-f315-4b95-bec5-755647c3bf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.761573 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.808738 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8ba1f896-f315-4b95-bec5-755647c3bf68 None None] Port 3d3f7023-4044-4e54-be7d-7a51a5348d90 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:51:47.823343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 74ff98c2-e238-44b9-b976-8dce34b3f17d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:47.823714 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.890301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Pushing event updated for resources: {'Subnet': ['ID=2b7f1a39-454b-4595-bbc6-ff7c9756a4c3,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:47.920467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c12d3e-1de1-4de6-b160-f330bf50a873 service neutron] Pushing event updated for resources: {'Port': ['ID=96a513e3-a8b7-4dbb-ab87-b2263aa3455f,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:47.930588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Checking segment: {'id': '11aae2fb-f9a6-42d4-a473-a8c7be82361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53ccea15-65fe-4083-8676-476118eeeacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:51:47.931108 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Network hostable DHCP agents. Network: 53ccea15-65fe-4083-8676-476118eeeacb, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:51:47.958563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05404-961a-45a9-8056-100a6ddfdb48 req-1b338386-d8d5-4ab8-8b09-1de1b9038ce8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:47.966064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11b05404-961a-45a9-8056-100a6ddfdb48 req-1b338386-d8d5-4ab8-8b09-1de1b9038ce8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.7658656 Feb 04 15:51:48.087461 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-400b234f-3b49-42e0-82cb-0a6b5717ce0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.118373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f3eed978-9f62-4579-bf60-29788b96ffc0 None None] Provisioning complete for port 3d3f7023-4044-4e54-be7d-7a51a5348d90 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:48.118638 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3eed978-9f62-4579-bf60-29788b96ffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.130986 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-400b234f-3b49-42e0-82cb-0a6b5717ce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.175144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Pushing event updated for resources: {'Network': ['ID=e1f8b21c-77cb-4449-b4f8-66e4898db976,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:48.206679 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f3eed978-9f62-4579-bf60-29788b96ffc0 None None] Port 3d3f7023-4044-4e54-be7d-7a51a5348d90 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:51:48.212262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network e1f8b21c-77cb-4449-b4f8-66e4898db976 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:48.212880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797dc9be-b51a-4eac-b0f1-5920cb58b2cb req-55a9ed8a-22fc-4ef1-baea-07b19aeea3aa tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:48.217322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-797dc9be-b51a-4eac-b0f1-5920cb58b2cb req-55a9ed8a-22fc-4ef1-baea-07b19aeea3aa tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 1.0172436 Feb 04 15:51:48.252743 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11b05404-961a-45a9-8056-100a6ddfdb48 req-e0e1d6d6-0432-439e-b6e9-65ef226687e8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856081 Feb 04 15:51:48.267945 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f167983-6ea0-4317-a99e-d4539919ac09 req-70a29325-129a-4047-b279-e60c75903a41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:48.269443 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4f167983-6ea0-4317-a99e-d4539919ac09 req-70a29325-129a-4047-b279-e60c75903a41 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.8286264 Feb 04 15:51:48.273387 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1ab90934-3792-4b6d-9237-c3d868beefbb tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8364148 Feb 04 15:51:48.348959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47754) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:48.389226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b234f-3b49-42e0-82cb-0a6b5717ce0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057023a2-5bc3-4281-9768-7fd1852d4d89,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:48.444489 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-400b234f-3b49-42e0-82cb-0a6b5717ce0e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a97744aa9b2437b98229087435d40ab&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4001896 Feb 04 15:51:48.450373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47762) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:48.461366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Network 53ccea15-65fe-4083-8676-476118eeeacb is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:51:48.496860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-9b8b2d49-33be-46d5-8729-7097f3de94c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 1094 time: 0.7722902 Feb 04 15:51:48.537485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:51:41Z', 'revision_number': 2, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:43Z', 'revision_number': 2, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:48.548601 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Checking router: 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:51:48.548956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Updating router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e port 3d3f7023-4044-4e54-be7d-7a51a5348d90 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:51:48.557102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-29532e0c-4d17-4549-97fe-03592272ff69 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Request body: {'network': {'project_id': 'd77007d0e12b43d5acaadd97aa88e6b2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:48.568490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.573762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-29532e0c-4d17-4549-97fe-03592272ff69 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:48.609138 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.627663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-797dc9be-b51a-4eac-b0f1-5920cb58b2cb req-9e3a90a4-5f40-4c6b-ad01-f1422d5aa90d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737566 Feb 04 15:51:48.628952 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-7c46f584-b354-4c8c-b7a7-b5551e031b79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96a513e3-a8b7-4dbb-ab87-b2263aa3455f HTTP/1.1" status: 200 len: 217 time: 0.1209619 Feb 04 15:51:48.663897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Subnet': ['ID=d8824e4c-6617-437c-b52b-63554cb60073,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:48.667132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-29532e0c-4d17-4549-97fe-03592272ff69 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Usage tracker for resource:network and tenant:d77007d0e12b43d5acaadd97aa88e6b2 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:48.671967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-29532e0c-4d17-4549-97fe-03592272ff69 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:48.676999 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4f167983-6ea0-4317-a99e-d4539919ac09 req-21102b7c-57af-4b01-8d52-de61c3c5b64f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bda7775e-651e-4a7a-a402-55106406f15b HTTP/1.1" status: 200 len: 217 time: 0.3270211 Feb 04 15:51:48.682777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-29532e0c-4d17-4549-97fe-03592272ff69 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:48.687379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 53ccea15-65fe-4083-8676-476118eeeacb) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:48.693695 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-29532e0c-4d17-4549-97fe-03592272ff69 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 15:51:48.695006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29532e0c-4d17-4549-97fe-03592272ff69 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:48.695635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:48.696244 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.696945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0187137-1b9f-4682-a442-e5932ff99fd6 None None] Network 53ccea15-65fe-4083-8676-476118eeeacb requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:51:48.697384 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-29532e0c-4d17-4549-97fe-03592272ff69 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3457296 Feb 04 15:51:48.747046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47768) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:48.748446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99011586-7f3a-4892-b37e-237f71dc92a4', 'tag': '96a513e3-a8b7-4dbb-ab87-b2263aa3455f'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:48.820644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Checking segment: {'id': '1f32f093-68a6-4676-bccf-327b2e2b3a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:51:48.821453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network hostable DHCP agents. Network: 7ace37d3-0664-4e02-b5c4-c93f2b28b84e, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:51:48.842589 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f167983-6ea0-4317-a99e-d4539919ac09 req-aa43e31d-4c02-4ad6-b42b-ce3aaabeb264 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:48.844878 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4f167983-6ea0-4317-a99e-d4539919ac09 req-aa43e31d-4c02-4ad6-b42b-ce3aaabeb264 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.1533294 Feb 04 15:51:48.935649 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d2f26ebd-cbfc-4bd9-9203-8ff2a19247c4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5173531 Feb 04 15:51:48.946058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47778) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:48.954684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 7ace37d3-0664-4e02-b5c4-c93f2b28b84e is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:51:48.964266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Request body: {'port': {'network_id': '53ccea15-65fe-4083-8676-476118eeeacb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1388353055'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:48.977872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-2ad26be4-5203-42ec-872e-a3de1b1fdd1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:48.980823 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-2ad26be4-5203-42ec-872e-a3de1b1fdd1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.2970221 Feb 04 15:51:49.000412 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-206ff5a9-b02f-4081-871b-2f2758cd874d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.044736 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-206ff5a9-b02f-4081-871b-2f2758cd874d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.170606 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-206ff5a9-b02f-4081-871b-2f2758cd874d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.199828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a095ba0e-b56d-4447-b58e-e6f1ee07af96 tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d77007d0e12b43d5acaadd97aa88e6b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4434934 Feb 04 15:51:49.208344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47786) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:49.222729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-dbefe0e9-a99e-4efa-a778-ea5d0d99ca6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175735 Feb 04 15:51:49.257120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864a3fb-074f-488a-93fc-410ceade651e req-28110a6e-b2b4-42ab-928f-4d058662250c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:49.259796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c864a3fb-074f-488a-93fc-410ceade651e req-28110a6e-b2b4-42ab-928f-4d058662250c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 943 time: 0.7617252 Feb 04 15:51:49.261161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ff5a9-b02f-4081-871b-2f2758cd874d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057023a2-5bc3-4281-9768-7fd1852d4d89,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:49.277209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 7ace37d3-0664-4e02-b5c4-c93f2b28b84e) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:49.295565 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16939e53-7174-4006-975d-377a8d273fc9 None None] Network 7ace37d3-0664-4e02-b5c4-c93f2b28b84e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:51:49.363505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:49.364515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.373733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:49.380773 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Usage tracker for resource:port and tenant:4c59d1bf39934f528ecd392db2d3f6e5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:49.392786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:49.402891 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4f167983-6ea0-4317-a99e-d4539919ac09 req-a9294581-1ca8-489b-a3e1-992bcf931086 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5502396 Feb 04 15:51:49.410490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:49.450249 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-6c1acf80-b06a-499b-a30c-c5c947f9765d service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137096 Feb 04 15:51:49.460149 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-206ff5a9-b02f-4081-871b-2f2758cd874d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.460619 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-206ff5a9-b02f-4081-871b-2f2758cd874d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/057023a2-5bc3-4281-9768-7fd1852d4d89 HTTP/1.1" status: 204 len: 168 time: 1.0049076 Feb 04 15:51:49.467419 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-53ccea15-65fe-4083-8676-476118eeeacb', 'network_id': '53ccea15-65fe-4083-8676-476118eeeacb', 'tenant_id': '4c59d1bf39934f528ecd392db2d3f6e5', 'fixed_ips': [{'subnet_id': '2b7f1a39-454b-4595-bbc6-ff7c9756a4c3'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:51:49.471113 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.547692 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c864a3fb-074f-488a-93fc-410ceade651e req-68f503e2-17cc-45b7-94c4-7789bce430a0 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932283 Feb 04 15:51:49.569586 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4f167983-6ea0-4317-a99e-d4539919ac09 req-28279ff9-b57f-4639-8559-a0c28410bd94 service neutron] 10.222.0.81 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540277 Feb 04 15:51:49.573309 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ea514aab-791b-47da-baf9-44caedbbf3b6 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6379738 Feb 04 15:51:49.577234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47794) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:49.666131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Made reservation on behalf of 4c59d1bf39934f528ecd392db2d3f6e5 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:49.669254 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.687530 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.749589 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99011586-7f3a-4892-b37e-237f71dc92a4', 'tag': '96a513e3-a8b7-4dbb-ab87-b2263aa3455f', 'status': 'completed', 'code': 200} Feb 04 15:51:49.779901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5a7b8-546a-4606-9466-b99da0c37b60 req-6f88b2a6-6700-47da-8188-9d159c8b46b7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:49.795968 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69e5a7b8-546a-4606-9466-b99da0c37b60 req-6f88b2a6-6700-47da-8188-9d159c8b46b7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.9549396 Feb 04 15:51:49.808913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] device_id is not set on port 315be29a-64f7-4d07-95c2-512994b44a81 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:51:49.963897 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69e5a7b8-546a-4606-9466-b99da0c37b60 req-8b4f9c71-498f-41c2-a489-cce268a694e3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654053 Feb 04 15:51:50.001384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47804) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:50.014843 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-271352ab-7357-493e-b3d3-8336ff9e8d7f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.148427 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7cedea8d-2125-43b1-9f6b-cf4fa40f3323 req-04efbeb3-86e3-4ff4-8ae6-4858f0920218 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 1097 time: 0.4498155 Feb 04 15:51:50.151780 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:51:50.158647 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4f167983-6ea0-4317-a99e-d4539919ac09 req-8687f204-8f64-447c-9269-00fbd67f0e43 service neutron] 10.222.0.81 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802193 Feb 04 15:51:50.209548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47814) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:50.226834 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-271352ab-7357-493e-b3d3-8336ff9e8d7f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.280692 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4706cc2d-2917-48f1-877a-d0aac3fd8aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.293067 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d5bd823-4110-41f4-9c2d-2985daaf233d req-3fa9e8ad-7641-468f-ae71-ec464028ecd4 service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8254259 Feb 04 15:51:50.377694 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:51:50.378594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.385354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b355d39-8e92-4f19-bd0d-776dd99dde15 req-a27ef1ad-6ae8-445d-a10d-e8f62b7a4583 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:50.387622 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b355d39-8e92-4f19-bd0d-776dd99dde15 req-a27ef1ad-6ae8-445d-a10d-e8f62b7a4583 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 946 time: 0.4214363 Feb 04 15:51:50.400758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Allocated IP 172.20.0.2 (53ccea15-65fe-4083-8676-476118eeeacb/2b7f1a39-454b-4595-bbc6-ff7c9756a4c3/a925317f-760f-4296-a341-63c11781cca9) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:50.434662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4706cc2d-2917-48f1-877a-d0aac3fd8aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:50.555970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4706cc2d-2917-48f1-877a-d0aac3fd8aac admin admin] Usage tracker for resource:security_group_rule and tenant:f4e2e65860534d3dbb166411112c26a2 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:50.572019 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.607686 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedea8d-2125-43b1-9f6b-cf4fa40f3323 req-179d7467-2dbf-4f6a-a5cc-8665bec3b335 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:50.609206 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7cedea8d-2125-43b1-9f6b-cf4fa40f3323 req-179d7467-2dbf-4f6a-a5cc-8665bec3b335 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 911 time: 0.4495213 Feb 04 15:51:50.650166 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-271352ab-7357-493e-b3d3-8336ff9e8d7f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.673268 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b355d39-8e92-4f19-bd0d-776dd99dde15 req-8ee72934-e93e-405d-87db-08b02f70b786 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332158 Feb 04 15:51:50.688279 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Transition to ACTIVE for port object 3d3f7023-4044-4e54-be7d-7a51a5348d90 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:50.698623 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4706cc2d-2917-48f1-877a-d0aac3fd8aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:50.702570 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7cedea8d-2125-43b1-9f6b-cf4fa40f3323 req-b4bd1c14-4907-4d9c-9df3-c9e82f666e69 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e89aca42-f255-464c-8b50-dde7762fc4af HTTP/1.1" status: 200 len: 217 time: 0.0859871 Feb 04 15:51:50.706925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:50.713356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:50.722846 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.733720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4706cc2d-2917-48f1-877a-d0aac3fd8aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:50.750571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Allocated IP 2001:db8:1::2 (7ace37d3-0664-4e02-b5c4-c93f2b28b84e/d8824e4c-6617-437c-b52b-63554cb60073/3cf431fa-7d9b-49e0-9412-5bb707eb7fe0) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:50.778918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedea8d-2125-43b1-9f6b-cf4fa40f3323 req-7cdbe30b-45e5-47d3-b0a8-528dc60e3627 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:50.780692 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7cedea8d-2125-43b1-9f6b-cf4fa40f3323 req-7cdbe30b-45e5-47d3-b0a8-528dc60e3627 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7491f14-bc8f-49d7-a28a-ebc10572ecbf HTTP/1.1" status: 200 len: 850 time: 0.0685511 Feb 04 15:51:50.836935 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4706cc2d-2917-48f1-877a-d0aac3fd8aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.847366 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4706cc2d-2917-48f1-877a-d0aac3fd8aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.869955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271352ab-7357-493e-b3d3-8336ff9e8d7f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95adf6f6-e7d8-4164-b5c1-c0de97b889ca,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:50.883664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Usage tracker for resource:floatingip and tenant:64b7e69591ff4e57898e384fe8942e42 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:50.888055 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7cedea8d-2125-43b1-9f6b-cf4fa40f3323 req-dd410b71-3ffd-4af9-83ba-056d9ca41393 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da987dc-c869-45ff-98c5-7e104c66b94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575480 Feb 04 15:51:50.894557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:50.922942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:51.132521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca9202-1a54-4a08-b288-d463733a5f87 None None] Pushing event updated for resources: {'Port': ['ID=3d3f7023-4044-4e54-be7d-7a51a5348d90,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:51.180138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706cc2d-2917-48f1-877a-d0aac3fd8aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8d8fdf-148c-4dfc-bc74-b37b11e67e59,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:51.188495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a8e6150d-6fde-4092-8622-e18f2b207ad1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:51.190588 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a8e6150d-6fde-4092-8622-e18f2b207ad1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 811 time: 0.7580984 Feb 04 15:51:51.191494 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-271352ab-7357-493e-b3d3-8336ff9e8d7f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.192592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-271352ab-7357-493e-b3d3-8336ff9e8d7f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/95adf6f6-e7d8-4164-b5c1-c0de97b889ca HTTP/1.1" status: 204 len: 168 time: 1.9736526 Feb 04 15:51:51.199287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4706cc2d-2917-48f1-877a-d0aac3fd8aac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4e2e65860534d3dbb166411112c26a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9857779 Feb 04 15:51:51.206486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47826) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:51.206938 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47828) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:51.231029 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-e3f7bf3b-4ee9-4e7c-80b2-fbf5996f2fa3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/quotas/ba5317e5b4e643378ca182cde621e16b HTTP/1.1" status: 200 len: 375 time: 0.0227156 Feb 04 15:51:51.263774 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.341198 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f76a954-e60c-40c1-afb2-81f0b2daab6c req-a40ad53a-51df-40b6-ba8f-41e18e7eac20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 1094 time: 0.9522491 Feb 04 15:51:51.382247 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e89aca42-f255-464c-8b50-dde7762fc4af no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:51:51.390989 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7cedea8d-2125-43b1-9f6b-cf4fa40f3323 req-abd8ccec-ba08-4d3a-a896-a155abe9e4ad service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931738 Feb 04 15:51:51.439573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Attempting to bind port 3d3f7023-4044-4e54-be7d-7a51a5348d90 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:51.439573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Attempting to bind port 3d3f7023-4044-4e54-be7d-7a51a5348d90 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'a0f7db39-220e-41d2-85ed-9ef9509b606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:51.440135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Attempting to bind port 3d3f7023-4044-4e54-be7d-7a51a5348d90 on network cadd8bfd-279d-4cdb-982e-fb1ed4c5b118 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:51:51.470112 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.476900 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.497081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:51:51.497693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Checking segment: {'id': 'a0f7db39-220e-41d2-85ed-9ef9509b606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:51:51.498187 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.498682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Bound using segment: {'id': 'a0f7db39-220e-41d2-85ed-9ef9509b606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:51:51.499272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Bound port: 3d3f7023-4044-4e54-be7d-7a51a5348d90, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f7db39-220e-41d2-85ed-9ef9509b606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:51.499759 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.515722 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Transition to ACTIVE for port object a925317f-760f-4296-a341-63c11781cca9 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:51.533708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Transition to ACTIVE for port object 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:51.560368 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aedb6e25-b6e1-458b-b246-65604e63d27f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.567418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee8e02-3bd0-498b-8d17-919068fe1429 req-f48b3bf4-2fde-4e65-a92b-fce9909a855c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:51.568890 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38ee8e02-3bd0-498b-8d17-919068fe1429 req-f48b3bf4-2fde-4e65-a92b-fce9909a855c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 943 time: 0.7058446 Feb 04 15:51:51.591158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Transition to ACTIVE for port object a925317f-760f-4296-a341-63c11781cca9 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:51.615942 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.652678 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.669640 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7cedea8d-2125-43b1-9f6b-cf4fa40f3323 req-8c7b1d8a-53fb-4680-95cc-6fa6935919e2 service neutron] 10.222.0.81 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662864 Feb 04 15:51:51.701316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Transition to ACTIVE for port object 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:51.740770 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.744625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.747252 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.755051 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.792831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] For port 3d3f7023-4044-4e54-be7d-7a51a5348d90, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:51:51.803444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Network 53ccea15-65fe-4083-8676-476118eeeacb is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:51.811553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:51.814843 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Network 7ace37d3-0664-4e02-b5c4-c93f2b28b84e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:51.815539 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5c7dee3c-a112-4234-a6d6-cc0fcec74f2c {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:51:51.815846 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:51:51.816916 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Pushing event updated for resources: {'Port': ['ID=a925317f-760f-4296-a341-63c11781cca9,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:51.821325 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76a954-e60c-40c1-afb2-81f0b2daab6c req-131e3d02-9e2c-409b-b1ab-4ae23dfd970c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:51.822879 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f76a954-e60c-40c1-afb2-81f0b2daab6c req-131e3d02-9e2c-409b-b1ab-4ae23dfd970c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 906 time: 0.4245172 Feb 04 15:51:51.840398 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-067481fc-f909-41a3-9722-e4d6f376668e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5549357 Feb 04 15:51:51.847417 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.860857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] For port 3d3f7023-4044-4e54-be7d-7a51a5348d90, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3d3f7023-4044-4e54-be7d-7a51a5348d90,segment=NetworkSegment(a0f7db39-220e-41d2-85ed-9ef9509b606b),segment_id=a0f7db39-220e-41d2-85ed-9ef9509b606b)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:51:51.861339 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:51:51.861988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38ee8e02-3bd0-498b-8d17-919068fe1429 req-82ca01ae-8566-44dc-8f93-c6d49ae060e3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749374 Feb 04 15:51:51.865317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:51.873203 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:51:51.950690 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aedb6e25-b6e1-458b-b246-65604e63d27f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.012111 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.033162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bfd460-4afa-47f7-8af8-75e3473b4fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89aca42-f255-464c-8b50-dde7762fc4af'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:52.039764 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f76a954-e60c-40c1-afb2-81f0b2daab6c req-b07006fc-efad-4496-ba59-54c0a060c189 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96a513e3-a8b7-4dbb-ab87-b2263aa3455f HTTP/1.1" status: 200 len: 217 time: 0.1918766 Feb 04 15:51:52.089413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-aedb6e25-b6e1-458b-b246-65604e63d27f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f8b21c-77cb-4449-b4f8-66e4898db976']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:52.119715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Allocated IP 172.25.0.194 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/1bc14fc1-63ba-4fbe-93c3-7a58170fcb56) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:52.120255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-aedb6e25-b6e1-458b-b246-65604e63d27f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67232de-af1f-4601-960a-67c4b90ff4f2') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:52.120549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-aedb6e25-b6e1-458b-b246-65604e63d27f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67232de-af1f-4601-960a-67c4b90ff4f2') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:52.143704 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aedb6e25-b6e1-458b-b246-65604e63d27f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.144099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e89aca42-f255-464c-8b50-dde7762fc4af, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e89aca42-f255-464c-8b50-dde7762fc4af,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:52.196570 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.197355 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.198182 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Attempting to bind port 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:52.198644 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Attempting to bind port 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '1f32f093-68a6-4676-bccf-327b2e2b3a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:52.199142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Attempting to bind port 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 on network 7ace37d3-0664-4e02-b5c4-c93f2b28b84e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:51:52.202162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Pushing event updated for resources: {'Port': ['ID=3cf431fa-7d9b-49e0-9412-5bb707eb7fe0,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:52.240799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8d8fdf-148c-4dfc-bc74-b37b11e67e59,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:52.242422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76a954-e60c-40c1-afb2-81f0b2daab6c req-e82eb35a-de98-498f-9d2e-6b27b78cee36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:52.243911 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f76a954-e60c-40c1-afb2-81f0b2daab6c req-e82eb35a-de98-498f-9d2e-6b27b78cee36 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.1967075 Feb 04 15:51:52.248173 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aedb6e25-b6e1-458b-b246-65604e63d27f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.287537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:51:52.288112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Checking segment: {'id': '1f32f093-68a6-4676-bccf-327b2e2b3a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:51:52.288594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.289081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Bound using segment: {'id': '1f32f093-68a6-4676-bccf-327b2e2b3a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:51:52.290322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Bound port: 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f32f093-68a6-4676-bccf-327b2e2b3a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:52.290322 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.319794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Attempting to bind port a925317f-760f-4296-a341-63c11781cca9 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:52.320330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Attempting to bind port a925317f-760f-4296-a341-63c11781cca9 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '11aae2fb-f9a6-42d4-a473-a8c7be82361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53ccea15-65fe-4083-8676-476118eeeacb'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:52.320790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Attempting to bind port a925317f-760f-4296-a341-63c11781cca9 on network 53ccea15-65fe-4083-8676-476118eeeacb {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:51:52.332302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:51:52.332796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Checking segment: {'id': '11aae2fb-f9a6-42d4-a473-a8c7be82361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53ccea15-65fe-4083-8676-476118eeeacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:51:52.333351 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.334431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Bound using segment: {'id': '11aae2fb-f9a6-42d4-a473-a8c7be82361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53ccea15-65fe-4083-8676-476118eeeacb'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:51:52.334588 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.334702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Bound port: a925317f-760f-4296-a341-63c11781cca9, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11aae2fb-f9a6-42d4-a473-a8c7be82361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53ccea15-65fe-4083-8676-476118eeeacb'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:52.334946 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.358155 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f76a954-e60c-40c1-afb2-81f0b2daab6c req-24e4ad52-6892-4b48-93bf-80836b4c8952 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977697 Feb 04 15:51:52.360700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedb6e25-b6e1-458b-b246-65604e63d27f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:51:52.361103 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aedb6e25-b6e1-458b-b246-65604e63d27f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:52.385056 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:52.390090 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:51:52.390828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:51:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:52.410478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] device_id is not set on port 47b9698a-342b-4435-bf6d-5527b21ac586 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:51:52.449126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca9202-1a54-4a08-b288-d463733a5f87 None None] Pushing event updated for resources: {'Port': ['ID=3d3f7023-4044-4e54-be7d-7a51a5348d90,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:52.470739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-892591ea-b1e2-48f6-bfee-acc5261935b5 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552239 Feb 04 15:51:52.472215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.472847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.473278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.473720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.474143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.474567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.475063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.475510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.475921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.476338 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.476753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.479865 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.484619 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9b2de9f7-1dbc-4c3a-91aa-91d7c93dac9c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f8d8fdf-148c-4dfc-bc74-b37b11e67e59 HTTP/1.1" status: 204 len: 168 time: 1.2528517 Feb 04 15:51:52.524553 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.639280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Allocated IP 2001:db8:1::1 (7ace37d3-0664-4e02-b5c4-c93f2b28b84e/d8824e4c-6617-437c-b52b-63554cb60073/95197da1-e77f-4cf8-ac00-be8f0c2470fe) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:52.701394 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aedb6e25-b6e1-458b-b246-65604e63d27f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.728595 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aedb6e25-b6e1-458b-b246-65604e63d27f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.759334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2501936-a158-4581-8888-540b006862af req-a314c326-b0ad-4243-95f2-2bd0274c2ef2 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:52.760919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c2501936-a158-4581-8888-540b006862af req-a314c326-b0ad-4243-95f2-2bd0274c2ef2 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 944 time: 0.6270776 Feb 04 15:51:52.768201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb6e25-b6e1-458b-b246-65604e63d27f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Pushing event deleted for resources: {'Network': ['ID=e1f8b21c-77cb-4449-b4f8-66e4898db976,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:52.773981 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=e89aca42-f255-464c-8b50-dde7762fc4af,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:52.816690 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-aedb6e25-b6e1-458b-b246-65604e63d27f tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] 10.222.0.60 "DELETE /v2.0/networks/e1f8b21c-77cb-4449-b4f8-66e4898db976 HTTP/1.1" status: 204 len: 168 time: 1.5901670 Feb 04 15:51:52.821638 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.826830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:51:52.834146 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47842) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:52.865792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] For port 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:51:52.869237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-102f95f8-4c33-48dc-a975-452674bdcd89 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775308 Feb 04 15:51:52.871420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f76a954-e60c-40c1-afb2-81f0b2daab6c req-0b9ea95f-ac76-4644-b897-892e50dd4a12 service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778459 Feb 04 15:51:52.911665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] For port 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3cf431fa-7d9b-49e0-9412-5bb707eb7fe0,segment=NetworkSegment(1f32f093-68a6-4676-bccf-327b2e2b3a05),segment_id=1f32f093-68a6-4676-bccf-327b2e2b3a05)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:51:52.915714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] For port a925317f-760f-4296-a341-63c11781cca9, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:51:52.928439 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.932844 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] For port a925317f-760f-4296-a341-63c11781cca9, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a925317f-760f-4296-a341-63c11781cca9,segment=NetworkSegment(11aae2fb-f9a6-42d4-a473-a8c7be82361d),segment_id=11aae2fb-f9a6-42d4-a473-a8c7be82361d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:51:52.974347 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:53.256861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c2501936-a158-4581-8888-540b006862af req-b100dd30-ada4-427d-89e1-00f9243b5107 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557061 Feb 04 15:51:53.289258 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bfd460-4afa-47f7-8af8-75e3473b4fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89aca42-f255-464c-8b50-dde7762fc4af', 'code': 200} Feb 04 15:51:53.297892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8c0e5-7ae6-4444-a824-0217cc867dae None None] Pushing event updated for resources: {'Port': ['ID=3cf431fa-7d9b-49e0-9412-5bb707eb7fe0,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:53.367056 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-812f438b-78b2-459c-a3d8-9784c2dec5ec tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:53.394791 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Allocated IP 172.20.0.6 (53ccea15-65fe-4083-8676-476118eeeacb/2b7f1a39-454b-4595-bbc6-ff7c9756a4c3/47b9698a-342b-4435-bf6d-5527b21ac586) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:53.438718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:51:41Z', 'revision_number': 2, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:51Z', 'revision_number': 4, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:53.446240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19192252-5aa4-4d83-9c8a-324e40a2ba84 None None] Pushing event updated for resources: {'Port': ['ID=a925317f-760f-4296-a341-63c11781cca9,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:53.451629 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbaad7f-189c-42e8-a801-37d668c80c61 None None] The sync data for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 is: [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:51:41Z', 'revision_number': 2, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:51Z', 'revision_number': 4, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:51:53.690903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:53.702453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:53.732022 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f76a954-e60c-40c1-afb2-81f0b2daab6c req-a5c6d837-f972-4ea8-a472-58880376cc50 service neutron] 10.222.0.73 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8478909 Feb 04 15:51:53.746243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:51:53.770898 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c54d1958-0dae-4e51-a1c8-775100ff226b req-62322d84-f018-4874-a71f-d2d0a901d096 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 210 time: 0.3234117 Feb 04 15:51:53.932511 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Pushing event updated for resources: {'Port': ['ID=1bc14fc1-63ba-4fbe-93c3-7a58170fcb56,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:53.956531 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-812f438b-78b2-459c-a3d8-9784c2dec5ec tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:53.998173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-812f438b-78b2-459c-a3d8-9784c2dec5ec tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96b9b02-3b95-4756-ad2a-5e3d28e7ef08']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:54.058149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-812f438b-78b2-459c-a3d8-9784c2dec5ec tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62d223b-8438-4e65-8b3a-1a2492da61f4') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:54.058813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-812f438b-78b2-459c-a3d8-9784c2dec5ec tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62d223b-8438-4e65-8b3a-1a2492da61f4') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:54.090798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9fda1-9342-42df-a2e4-750443b8462d req-7d0e5630-2181-488a-82bc-b6ab9dbb7527 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:54.112652 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7a9fda1-9342-42df-a2e4-750443b8462d req-7d0e5630-2181-488a-82bc-b6ab9dbb7527 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 943 time: 0.5450678 Feb 04 15:51:54.144841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.150156 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-812f438b-78b2-459c-a3d8-9784c2dec5ec tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.201406 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-812f438b-78b2-459c-a3d8-9784c2dec5ec tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.228342 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7a9fda1-9342-42df-a2e4-750443b8462d req-c3dd28a9-bdd6-4a8c-89eb-cc77105c0b1b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134655 Feb 04 15:51:54.232286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812f438b-78b2-459c-a3d8-9784c2dec5ec tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:51:54.235430 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-812f438b-78b2-459c-a3d8-9784c2dec5ec tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.238548 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Transition to ACTIVE for port object 95197da1-e77f-4cf8-ac00-be8f0c2470fe will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:54.248289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 96a513e3-a8b7-4dbb-ab87-b2263aa3455f details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:54.271519 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:54.310087 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.364315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Transition to ACTIVE for port object 47b9698a-342b-4435-bf6d-5527b21ac586 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:54.468682 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-812f438b-78b2-459c-a3d8-9784c2dec5ec tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.490222 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-812f438b-78b2-459c-a3d8-9784c2dec5ec tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.556552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-812f438b-78b2-459c-a3d8-9784c2dec5ec tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] 10.222.0.60 "DELETE /v2.0/networks/b96b9b02-3b95-4756-ad2a-5e3d28e7ef08 HTTP/1.1" status: 204 len: 168 time: 1.7160819 Feb 04 15:51:54.556552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f438b-78b2-459c-a3d8-9784c2dec5ec tempest-QuotasNegativeTest-96733513 tempest-QuotasNegativeTest-96733513-project-admin] Pushing event deleted for resources: {'Network': ['ID=b96b9b02-3b95-4756-ad2a-5e3d28e7ef08,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:54.590096 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=96a513e3-a8b7-4dbb-ab87-b2263aa3455f,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:54.606692 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.609460 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.663733 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '96a513e3-a8b7-4dbb-ab87-b2263aa3455f', 'network_id': 'c423fc49-37d2-40d9-ae0c-c306e8e0cfc7', 'port_id': '96a513e3-a8b7-4dbb-ab87-b2263aa3455f', 'mac_address': 'fa:16:3e:64:6b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184257a1-8dd7-4ba7-9fe3-dd948fd0da94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:51:55.005787 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.073845 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.089738 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ff6b1-c44d-41a1-a4d7-46681cbe4326 req-52017510-8ccb-4d0e-94c4-7e62d4e88fbc tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:55.099243 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a513e3-a8b7-4dbb-ab87-b2263aa3455f {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:51:55.124154 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:55.128363 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-793ff6b1-c44d-41a1-a4d7-46681cbe4326 req-52017510-8ccb-4d0e-94c4-7e62d4e88fbc tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 944 time: 0.5754924 Feb 04 15:51:55.171610 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.241229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 7ace37d3-0664-4e02-b5c4-c93f2b28b84e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:55.253861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=95197da1-e77f-4cf8-ac00-be8f0c2470fe,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:55.310908 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=96a513e3-a8b7-4dbb-ab87-b2263aa3455f,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:55.316363 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-793ff6b1-c44d-41a1-a4d7-46681cbe4326 req-cdcde938-265c-40de-af64-82cdaf69ab87 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869698 Feb 04 15:51:55.335785 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.391572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:55.394186 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:51:55.394907 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.431527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Pushing event updated for resources: {'Port': ['ID=47b9698a-342b-4435-bf6d-5527b21ac586,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:55.467626 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d21c55e5-3c39-4e72-81c8-2df1cf69c2f9 req-81e99ab3-642a-434c-ad3e-3fde0aff6ead tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 210 time: 0.1354110 Feb 04 15:51:55.646284 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.695804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Network 53ccea15-65fe-4083-8676-476118eeeacb is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:55.708573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab14755-9803-4c3a-b9bf-6101d0ab0a2e None None] Network 7ace37d3-0664-4e02-b5c4-c93f2b28b84e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:51:55.716998 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:55.733159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:51:55.890760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34874739-1852-449c-b380-1d39f487bb73 req-04b2ceb4-e1c1-4798-aee6-d7a6243a5a8b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:55.892387 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34874739-1852-449c-b380-1d39f487bb73 req-04b2ceb4-e1c1-4798-aee6-d7a6243a5a8b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 944 time: 0.2177491 Feb 04 15:51:55.938487 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['96a513e3-a8b7-4dbb-ab87-b2263aa3455f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:51:55.976605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b4922c-87dd-44dd-9b91-95b355ae2e25 None None] Network 53ccea15-65fe-4083-8676-476118eeeacb requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:51:56.049017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34874739-1852-449c-b380-1d39f487bb73 req-0ab917ab-2c26-4c7b-bd97-d1d7c4dc582f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488092 Feb 04 15:51:56.096768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=96a513e3-a8b7-4dbb-ab87-b2263aa3455f,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:56.124893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:56.167443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3d3f7023-4044-4e54-be7d-7a51a5348d90 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:56.242238 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.246506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-babf304d-e99e-4e7b-91c0-d95fa2322d80 None None] Provisioning for port 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:56.306984 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-babf304d-e99e-4e7b-91c0-d95fa2322d80 None None] Provisioning complete for port 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:56.307397 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-babf304d-e99e-4e7b-91c0-d95fa2322d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.491507 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.589420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47906) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:56.636189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:56.637111 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.667538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 3d3f7023-4044-4e54-be7d-7a51a5348d90 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:56.682883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Pushing event updated for resources: {'Port': ['ID=1bc14fc1-63ba-4fbe-93c3-7a58170fcb56,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:56.714068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 3d3f7023-4044-4e54-be7d-7a51a5348d90 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:56.714438 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.787893 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0268820a-052b-46f3-afe3-6992829c8a61 req-4d3de78f-8c40-4e66-b867-50d96cc985a9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 210 time: 0.0716434 Feb 04 15:51:56.988998 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-babf304d-e99e-4e7b-91c0-d95fa2322d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.055075 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6b0b03ee-ae39-4008-a433-668ef4d83190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.178458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6b0b03ee-ae39-4008-a433-668ef4d83190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:57.195420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6b0b03ee-ae39-4008-a433-668ef4d83190 admin admin] Usage tracker for resource:security_group_rule and tenant:b3078535edaa46488e2c1bb75a066de5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:57.213145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6b0b03ee-ae39-4008-a433-668ef4d83190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:57.221135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6b0b03ee-ae39-4008-a433-668ef4d83190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:57.276267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-babf304d-e99e-4e7b-91c0-d95fa2322d80 None None] For port 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3cf431fa-7d9b-49e0-9412-5bb707eb7fe0,segment=NetworkSegment(1f32f093-68a6-4676-bccf-327b2e2b3a05),segment_id=1f32f093-68a6-4676-bccf-327b2e2b3a05)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:57.279972 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.290457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-efa9cd4c-86fb-41f2-ba10-0140d43b6229 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:57.291511 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-babf304d-e99e-4e7b-91c0-d95fa2322d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.297453 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-efa9cd4c-86fb-41f2-ba10-0140d43b6229 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.81 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 811 time: 1.4268646 Feb 04 15:51:57.337835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Request body: {'port': {'device_id': 'cbde1a01-4745-4039-a753-937f8f00a305', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'admin_state_up': True, 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:57.400025 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3373ad73-a584-42f6-9c5c-fb953863bbf0 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 8.4478118 Feb 04 15:51:57.410114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e89aca42-f255-464c-8b50-dde7762fc4af no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:51:57.456878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47948) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:57.490741 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c51ad6b9-52e2-4be9-9948-c79fe0102959 None None] Provisioning for port a925317f-760f-4296-a341-63c11781cca9 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:57.497174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 3d3f7023-4044-4e54-be7d-7a51a5348d90, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3d3f7023-4044-4e54-be7d-7a51a5348d90,segment=NetworkSegment(a0f7db39-220e-41d2-85ed-9ef9509b606b),segment_id=a0f7db39-220e-41d2-85ed-9ef9509b606b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:57.508467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf304d-e99e-4e7b-91c0-d95fa2322d80 None None] Pushing event updated for resources: {'Port': ['ID=3cf431fa-7d9b-49e0-9412-5bb707eb7fe0,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:57.509635 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Request body: {'port': {'network_id': '53ccea15-65fe-4083-8676-476118eeeacb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-826061649', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:57.511431 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.api.validators [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] bootfile-name is not in valid_values {{(pid=83550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:51:57.514231 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.515267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a925317f-760f-4296-a341-63c11781cca9 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:57.515749 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.api.validators [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] tftp-server is not in valid_values {{(pid=83550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:51:57.516100 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.api.validators [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] server-ip-address is not in valid_values {{(pid=83550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:51:57.586763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5377d-0ac7-447c-ac42-03aaaa4a26ef req-74f6c258-98ac-4905-af98-3ea43b21a3bf tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:57.594554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-64a5377d-0ac7-447c-ac42-03aaaa4a26ef req-74f6c258-98ac-4905-af98-3ea43b21a3bf tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 944 time: 0.2264938 Feb 04 15:51:57.603809 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6b0b03ee-ae39-4008-a433-668ef4d83190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.628686 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6b0b03ee-ae39-4008-a433-668ef4d83190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.673380 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.679149 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6b0b03ee-ae39-4008-a433-668ef4d83190 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3078535edaa46488e2c1bb75a066de5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0880628 Feb 04 15:51:57.692134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47956) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:57.797865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-46dcd3eb-02cc-4838-9a16-c039eef395f5 None None] Provisioning for port 95197da1-e77f-4cf8-ac00-be8f0c2470fe completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:57.801931 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a4741cdf-d3d4-421e-b527-e84323703f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.827844 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-46dcd3eb-02cc-4838-9a16-c039eef395f5 None None] Provisioning complete for port 95197da1-e77f-4cf8-ac00-be8f0c2470fe triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:57.828107 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-46dcd3eb-02cc-4838-9a16-c039eef395f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.842930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.847799 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-db5b8d35-feeb-46fb-a7ea-9434e41b2c77 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8239510 Feb 04 15:51:57.857382 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a4741cdf-d3d4-421e-b527-e84323703f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.866858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=3d3f7023-4044-4e54-be7d-7a51a5348d90,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:57.869944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47962) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:57.895981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1448766783', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'fixed_ips': [{'ip_address': '172.25.0.194'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:51:57.912221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b03ee-ae39-4008-a433-668ef4d83190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1e2dea-53eb-450e-9b9a-2edc5c194453,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:57.919992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:57.940413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Usage tracker for resource:port and tenant:64b7e69591ff4e57898e384fe8942e42 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:57.942125 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-46dcd3eb-02cc-4838-9a16-c039eef395f5 None None] Port 95197da1-e77f-4cf8-ac00-be8f0c2470fe cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:51:57.950281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:57.956318 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port a925317f-760f-4296-a341-63c11781cca9 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:57.961060 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a4741cdf-d3d4-421e-b527-e84323703f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.967039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port a925317f-760f-4296-a341-63c11781cca9 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:57.967736 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.982453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:58.001069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-46dcd3eb-02cc-4838-9a16-c039eef395f5 None None] Provisioning complete for port a925317f-760f-4296-a341-63c11781cca9 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:58.001445 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-46dcd3eb-02cc-4838-9a16-c039eef395f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.027221 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a4741cdf-d3d4-421e-b527-e84323703f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.030459 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a4741cdf-d3d4-421e-b527-e84323703f68 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a1e2dea-53eb-450e-9b9a-2edc5c194453 HTTP/1.1" status: 204 len: 168 time: 0.3344743 Feb 04 15:51:58.048054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4741cdf-d3d4-421e-b527-e84323703f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1e2dea-53eb-450e-9b9a-2edc5c194453,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:58.056970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Made reservation on behalf of 64b7e69591ff4e57898e384fe8942e42 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:58.059432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.068337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-64a5377d-0ac7-447c-ac42-03aaaa4a26ef req-51da4d86-de61-4ca2-9095-f843b41d154b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720933 Feb 04 15:51:58.087226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c408509-39f8-4fd6-ad19-6adeaf36792c req-eb3a371f-f616-4a1b-9a2a-1c7fa1c2a922 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:58.089207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:58.093203 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:51:58.101561 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c408509-39f8-4fd6-ad19-6adeaf36792c req-eb3a371f-f616-4a1b-9a2a-1c7fa1c2a922 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=16bfd460-4afa-47f7-8af8-75e3473b4fa5 HTTP/1.1" status: 200 len: 944 time: 0.6605375 Feb 04 15:51:58.114396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:58.118999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Usage tracker for resource:port and tenant:4c59d1bf39934f528ecd392db2d3f6e5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:58.124110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:58.131387 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:58.144327 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.166252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Usage tracker for resource:port and tenant:ba5317e5b4e643378ca182cde621e16b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:58.195754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Made reservation on behalf of 4c59d1bf39934f528ecd392db2d3f6e5 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:58.205847 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.232165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Quota usage for port was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:58.246782 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.256671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-3c408509-39f8-4fd6-ad19-6adeaf36792c req-1b2a90f0-8bc8-4d85-88c2-9c0c27181733 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Deleting port e89aca42-f255-464c-8b50-dde7762fc4af {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:51:58.260229 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3c408509-39f8-4fd6-ad19-6adeaf36792c req-1b2a90f0-8bc8-4d85-88c2-9c0c27181733 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.266915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:58.269031 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.290424 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.292123 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.355201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 96a513e3-a8b7-4dbb-ab87-b2263aa3455f up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:58.412182 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-552648c5-75f5-4d28-a061-fe507d9e0688 req-27c4d0a6-2935-45ef-9ea9-36a2d2ee3fbb tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 210 time: 0.0773289 Feb 04 15:51:58.418323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=95197da1-e77f-4cf8-ac00-be8f0c2470fe,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:58.465441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] device_id is not set on port 1f369197-0d5f-4844-887f-742ea7cbc5a0 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:51:58.484790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:58.492584 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-46dcd3eb-02cc-4838-9a16-c039eef395f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.510101 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:58.510618 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.575134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Made reservation on behalf of ba5317e5b4e643378ca182cde621e16b for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:58.586213 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.611221 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port a925317f-760f-4296-a341-63c11781cca9, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a925317f-760f-4296-a341-63c11781cca9,segment=NetworkSegment(11aae2fb-f9a6-42d4-a473-a8c7be82361d),segment_id=11aae2fb-f9a6-42d4-a473-a8c7be82361d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:58.620574 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.774691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Allocated IP 172.20.0.3 (53ccea15-65fe-4083-8676-476118eeeacb/2b7f1a39-454b-4595-bbc6-ff7c9756a4c3/1f369197-0d5f-4844-887f-742ea7cbc5a0) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:58.793932 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3d3f7023-4044-4e54-be7d-7a51a5348d90 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:58.857465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-3c408509-39f8-4fd6-ad19-6adeaf36792c req-1b2a90f0-8bc8-4d85-88c2-9c0c27181733 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] For port e89aca42-f255-464c-8b50-dde7762fc4af, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e89aca42-f255-464c-8b50-dde7762fc4af,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:58.858462 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3c408509-39f8-4fd6-ad19-6adeaf36792c req-1b2a90f0-8bc8-4d85-88c2-9c0c27181733 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.870386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47974) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:58.899845 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=a925317f-760f-4296-a341-63c11781cca9,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:58.900892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:59.029075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-3c408509-39f8-4fd6-ad19-6adeaf36792c req-1b2a90f0-8bc8-4d85-88c2-9c0c27181733 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Calling delete_port for e89aca42-f255-464c-8b50-dde7762fc4af owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:51:59.071895 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-89d8cf1f-465e-4b03-8203-9d1a0d0ac157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.131333 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.145665 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-46dcd3eb-02cc-4838-9a16-c039eef395f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:51:59.146075 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-46dcd3eb-02cc-4838-9a16-c039eef395f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:51:59.165668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 3d3f7023-4044-4e54-be7d-7a51a5348d90 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:59.166050 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.175715 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.202029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Transition to ACTIVE for port object 1f369197-0d5f-4844-887f-742ea7cbc5a0 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:59.207381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-89d8cf1f-465e-4b03-8203-9d1a0d0ac157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:59.210578 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Usage tracker for resource:security_group_rule and tenant:64b7e69591ff4e57898e384fe8942e42 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:59.212730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-89d8cf1f-465e-4b03-8203-9d1a0d0ac157 admin admin] Usage tracker for resource:security_group_rule and tenant:dd83a9197d824955977cb06903725a5d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:59.217134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-89d8cf1f-465e-4b03-8203-9d1a0d0ac157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:59.219924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99011586-7f3a-4892-b37e-237f71dc92a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a513e3-a8b7-4dbb-ab87-b2263aa3455f'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:59.221851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:59.224790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-89d8cf1f-465e-4b03-8203-9d1a0d0ac157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:59.240477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:59.242871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=96a513e3-a8b7-4dbb-ab87-b2263aa3455f,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:59.253612 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.401541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:59.429579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=96a513e3-a8b7-4dbb-ab87-b2263aa3455f,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:59.456528 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-89d8cf1f-465e-4b03-8203-9d1a0d0ac157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.464924 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-89d8cf1f-465e-4b03-8203-9d1a0d0ac157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.504648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:59.506671 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.507209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8cf1f-465e-4b03-8203-9d1a0d0ac157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b635c60f-fb85-411e-8ee0-4419706b7a78,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:59.509343 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3c408509-39f8-4fd6-ad19-6adeaf36792c req-1b2a90f0-8bc8-4d85-88c2-9c0c27181733 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.533720 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 7ace37d3-0664-4e02-b5c4-c93f2b28b84e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:59.542388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:59.569519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a90f0-8bc8-4d85-88c2-9c0c27181733 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Pushing event deleted for resources: {'Port': ['ID=e89aca42-f255-464c-8b50-dde7762fc4af,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:59.635519 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.660557 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.666764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba34e9-b6cc-449a-9c19-e6947fbd846a req-01abffe1-58a1-41be-aa5f-fa6e3e255826 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:59.668333 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51ba34e9-b6cc-449a-9c19-e6947fbd846a req-01abffe1-58a1-41be-aa5f-fa6e3e255826 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 0.3313401 Feb 04 15:51:59.670541 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-89d8cf1f-465e-4b03-8203-9d1a0d0ac157 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd83a9197d824955977cb06903725a5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7989089 Feb 04 15:51:59.675744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47986) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:59.696634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] device_id is not set on port 4b96ce75-7b7f-4730-88bb-9e65b9882027 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:51:59.734845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c408509-39f8-4fd6-ad19-6adeaf36792c req-1b2a90f0-8bc8-4d85-88c2-9c0c27181733 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] No DVR routers for this DVR port e89aca42-f255-464c-8b50-dde7762fc4af on host n-h1-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:51:59.741966 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3c408509-39f8-4fd6-ad19-6adeaf36792c req-1b2a90f0-8bc8-4d85-88c2-9c0c27181733 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.744649 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bfd460-4afa-47f7-8af8-75e3473b4fa5', 'name': 'network-vif-deleted', 'tag': 'e89aca42-f255-464c-8b50-dde7762fc4af'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:59.782737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-46dcd3eb-02cc-4838-9a16-c039eef395f5 None None] Provisioning complete for port 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:59.783380 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-46dcd3eb-02cc-4838-9a16-c039eef395f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.797089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51ba34e9-b6cc-449a-9c19-e6947fbd846a req-8f61c029-7b88-42ff-86c7-97bff0d5e327 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140299 Feb 04 15:51:59.798488 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c408509-39f8-4fd6-ad19-6adeaf36792c req-1b2a90f0-8bc8-4d85-88c2-9c0c27181733 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "DELETE /v2.0/ports/e89aca42-f255-464c-8b50-dde7762fc4af HTTP/1.1" status: 204 len: 173 time: 1.6956697 Feb 04 15:51:59.822075 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.830951 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce3dcff4-d388-48e0-b54f-ba4c90e566bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.886175 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce3dcff4-d388-48e0-b54f-ba4c90e566bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.973266 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99011586-7f3a-4892-b37e-237f71dc92a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a513e3-a8b7-4dbb-ab87-b2263aa3455f', 'code': 200} Feb 04 15:51:59.982918 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce3dcff4-d388-48e0-b54f-ba4c90e566bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:00.001621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3dcff4-d388-48e0-b54f-ba4c90e566bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b635c60f-fb85-411e-8ee0-4419706b7a78,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:00.008729 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce3dcff4-d388-48e0-b54f-ba4c90e566bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:00.012539 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ce3dcff4-d388-48e0-b54f-ba4c90e566bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b635c60f-fb85-411e-8ee0-4419706b7a78 HTTP/1.1" status: 204 len: 168 time: 0.3333125 Feb 04 15:52:00.128506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-46dcd3eb-02cc-4838-9a16-c039eef395f5 None None] Provisioning for port 47b9698a-342b-4435-bf6d-5527b21ac586 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:00.134004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-46dcd3eb-02cc-4838-9a16-c039eef395f5 None None] Provisioning complete for port 47b9698a-342b-4435-bf6d-5527b21ac586 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:00.134463 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-46dcd3eb-02cc-4838-9a16-c039eef395f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:00.185740 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-187b24a7-1531-4a8b-bfdf-b6aa36c69a70 req-8af85519-c217-4a58-a3ee-b60be21fec3f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 1096 time: 0.1402354 Feb 04 15:52:00.200961 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-46dcd3eb-02cc-4838-9a16-c039eef395f5 None None] Port 47b9698a-342b-4435-bf6d-5527b21ac586 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:52:00.336332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4b8c675c-7d3f-4b27-8c54-61dab2d2a39c None None] Provisioning complete for port 95197da1-e77f-4cf8-ac00-be8f0c2470fe triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:00.336714 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4b8c675c-7d3f-4b27-8c54-61dab2d2a39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:00.347500 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72fe0543-3104-441f-9fb3-1c15e685cc6a req-0d907592-b422-434e-9c59-67c38e68ff56 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 210 time: 0.1339390 Feb 04 15:52:00.380211 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d90baa-407d-416f-a262-7e83a2e31288,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:00.391464 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-187b24a7-1531-4a8b-bfdf-b6aa36c69a70 req-b8ceecf5-a27f-431f-9ec5-c282c4b8ab6a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899972 Feb 04 15:52:00.452792 n-d-827872-1 neutron-server[83551]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16bfd460-4afa-47f7-8af8-75e3473b4fa5', 'name': 'network-vif-deleted', 'tag': 'e89aca42-f255-464c-8b50-dde7762fc4af', 'status': 'failed', 'code': 422} returned with failed status Feb 04 15:52:00.475663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c675c-7d3f-4b27-8c54-61dab2d2a39c None None] Port 95197da1-e77f-4cf8-ac00-be8f0c2470fe cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:52:00.478681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Pushing event updated for resources: {'Port': ['ID=1f369197-0d5f-4844-887f-742ea7cbc5a0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:00.491680 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Allocated IP 172.20.0.14 (2d7217e5-e318-4a66-a489-b15644d8d3cf/12330993-a528-43ce-8b65-732ec38af950/a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:00.494992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Network 53ccea15-65fe-4083-8676-476118eeeacb is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:00.501102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:00.507113 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:00.549200 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4b8c675c-7d3f-4b27-8c54-61dab2d2a39c None None] Provisioning complete for port 47b9698a-342b-4435-bf6d-5527b21ac586 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:00.549595 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4b8c675c-7d3f-4b27-8c54-61dab2d2a39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:00.633717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c675c-7d3f-4b27-8c54-61dab2d2a39c None None] Port 47b9698a-342b-4435-bf6d-5527b21ac586 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:52:00.757956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a925317f-760f-4296-a341-63c11781cca9 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:00.828508 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:00.829782 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:00.923344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port a925317f-760f-4296-a341-63c11781cca9 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:00.924637 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:01.015763 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8c6f781c-8274-44e8-be38-9e097919862c None None] Provisioning for port 1f369197-0d5f-4844-887f-742ea7cbc5a0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:01.022798 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8c6f781c-8274-44e8-be38-9e097919862c None None] Provisioning complete for port 1f369197-0d5f-4844-887f-742ea7cbc5a0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:01.023197 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8c6f781c-8274-44e8-be38-9e097919862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:01.082392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f781c-8274-44e8-be38-9e097919862c None None] Port 1f369197-0d5f-4844-887f-742ea7cbc5a0 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:52:01.220497 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 15:52:01.220947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:52:01.237441 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1b05e095-476b-4aed-96f5-1e3aead0ce6b tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.7794435 Feb 04 15:52:01.246358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48030) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:01.264963 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bcabc3c2-841e-492e-a027-6406c4ac270e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.3937831 Feb 04 15:52:01.268778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48034) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:01.432075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4761d99c-b402-480d-b8d2-1e1d05e4ee72 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:01.436542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4761d99c-b402-480d-b8d2-1e1d05e4ee72 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:01.440450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4761d99c-b402-480d-b8d2-1e1d05e4ee72 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:01.441339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4761d99c-b402-480d-b8d2-1e1d05e4ee72 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Synchronizing usage tracker for tenant:4c59d1bf39934f528ecd392db2d3f6e5 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:01.447632 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:01.479350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Transition to ACTIVE for port object a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:01.491961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-df3681cc-d234-4aa9-ae2f-b91b002e0305 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:01.499216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:52:01.499432 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-df3681cc-d234-4aa9-ae2f-b91b002e0305 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 810 time: 0.5432348 Feb 04 15:52:01.512188 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4761d99c-b402-480d-b8d2-1e1d05e4ee72 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Unset dirty status for tenant:4c59d1bf39934f528ecd392db2d3f6e5 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:01.513362 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4761d99c-b402-480d-b8d2-1e1d05e4ee72 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2654076 Feb 04 15:52:01.518374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48044) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:01.540720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-2bb3fb71-f427-46e2-9e3a-fc1ae4af3d7a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/quotas/b1150d2a6b7b432d960998813aacb087 HTTP/1.1" status: 200 len: 375 time: 0.0403919 Feb 04 15:52:01.585961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-f5b25c1c-ecb9-4421-be58-21a079852b9e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Deleting port 1bc14fc1-63ba-4fbe-93c3-7a58170fcb56 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:01.586309 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c1c-ecb9-4421-be58-21a079852b9e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:01.664410 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:01.672611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-5dc26bbc-65b4-4b51-b540-e72bebd95c2f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Synchronizing usage tracker for tenant:b1150d2a6b7b432d960998813aacb087 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:01.680250 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['63f11e5f-f02d-4939-90d2-3bca6664382b', '8ddc0968-2512-4f65-9fb5-1ec48c14a640'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:52:01.685565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48048) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:01.691371 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719a13a-ed35-4ea8-903e-2051109147b6 req-f8a1226c-14e6-4520-aaa3-999edce7afb8 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:01.697944 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4719a13a-ed35-4ea8-903e-2051109147b6 req-f8a1226c-14e6-4520-aaa3-999edce7afb8 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 0.5177734 Feb 04 15:52:01.801047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Network 2d7217e5-e318-4a66-a489-b15644d8d3cf is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:01.824342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-5dc26bbc-65b4-4b51-b540-e72bebd95c2f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Unset dirty status for tenant:b1150d2a6b7b432d960998813aacb087 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:01.833099 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-5dc26bbc-65b4-4b51-b540-e72bebd95c2f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2914243 Feb 04 15:52:01.891451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:01.911343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d24873b6-be64-4973-810a-7f5d0c0327df tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Deleting port 1f369197-0d5f-4844-887f-742ea7cbc5a0 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:01.912474 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d24873b6-be64-4973-810a-7f5d0c0327df tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:02.035117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:02.178709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:02.179369 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:02.227706 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-a0369aea-a73c-4841-a70b-8fa73393f216 service neutron] 10.222.0.60 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933656 Feb 04 15:52:02.253888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-eba128b1-0572-4015-aab3-59df98722b50 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:02.254908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-eba128b1-0572-4015-aab3-59df98722b50 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.5550327 Feb 04 15:52:02.266845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48058) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:02.286812 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-03e4d79a-59fb-42b0-b616-671c5615da2f tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:02.290436 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-03e4d79a-59fb-42b0-b616-671c5615da2f tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0135951 Feb 04 15:52:02.296041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48062) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:02.296711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event updated for resources: {'Port': ['ID=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:02.307084 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-a001cf80-8539-4ddf-b863-b2f702571f84 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9854081 Feb 04 15:52:02.309400 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-4506175d-9eac-4b6c-915c-4f8d310dcd0e tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:02.314011 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4506175d-9eac-4b6c-915c-4f8d310dcd0e tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0145323 Feb 04 15:52:02.318514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-107aa875-7bcd-41b2-9397-668226f7c0a1 None None] Provisioning for port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:02.325073 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-107aa875-7bcd-41b2-9397-668226f7c0a1 None None] Provisioning complete for port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:02.325853 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-107aa875-7bcd-41b2-9397-668226f7c0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:02.337333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48066) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:02.366390 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4719a13a-ed35-4ea8-903e-2051109147b6 req-7206a391-df67-4252-82c6-173c7ef794c8 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6675277 Feb 04 15:52:02.371317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-8048bb23-d16f-482f-a4b2-63d0f611e368 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:02.372306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8048bb23-d16f-482f-a4b2-63d0f611e368 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0336852 Feb 04 15:52:02.379347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48072) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:02.387968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Request body: {'port': {'device_id': 'cbde1a01-4745-4039-a753-937f8f00a305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:02.417608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-0bfed873-62b6-45ad-92ac-9adb5b501032 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:02.418893 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0bfed873-62b6-45ad-92ac-9adb5b501032 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0386131 Feb 04 15:52:02.424974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48076) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:02.448350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-4a085cfa-3383-4956-b2ed-0425d02927cf tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:02.449875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4a085cfa-3383-4956-b2ed-0425d02927cf tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0140681 Feb 04 15:52:02.462322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48080) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:02.486932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-7d012658-5763-408a-bd16-7f1aa343717b tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:02.488601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7d012658-5763-408a-bd16-7f1aa343717b tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0141745 Feb 04 15:52:02.492197 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-107aa875-7bcd-41b2-9397-668226f7c0a1 None None] Port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:52:02.498269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48084) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:02.505674 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c1c-ecb9-4421-be58-21a079852b9e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:02.506251 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c1c-ecb9-4421-be58-21a079852b9e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:02.520369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-4787e928-85bd-4862-b878-825ea52d0896 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:02.521337 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4787e928-85bd-4862-b878-825ea52d0896 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0168223 Feb 04 15:52:02.523808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-7465b724-6ab7-4471-815f-0df377398e0f service neutron] 10.222.0.60 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949388 Feb 04 15:52:02.524448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48088) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:02.585349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:52:02.590276 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:02.598995 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Sync routers for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:52:02.619332 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:52:02.619956 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:51:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:02.652489 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a40be1ea-de8f-451c-88ca-7497813839b8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/3b4409b6-a4db-4b00-8f62-bd7c59a56a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0701165 Feb 04 15:52:02.660789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-e1ec2690-7208-43f2-8dc1-d7b70f87e802 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:02.662023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e1ec2690-7208-43f2-8dc1-d7b70f87e802 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.1364980 Feb 04 15:52:02.663500 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48092) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:02.703657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48094) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:02.720475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-f5b25c1c-ecb9-4421-be58-21a079852b9e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Calling delete_port for 1bc14fc1-63ba-4fbe-93c3-7a58170fcb56 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:02.726024 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d24873b6-be64-4973-810a-7f5d0c0327df tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:02.772152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1672963970'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:02.778046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:02.800179 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:network and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:02.807394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:02.819996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:02.831069 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:52:02.901364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-1441f719-75b9-4ed4-9be3-be81441ee0d5 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:02.906045 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1441f719-75b9-4ed4-9be3-be81441ee0d5 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.1387200 Feb 04 15:52:02.964163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:02.973209 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:02.995025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48104) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.045767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-1ecfb823-3ef0-45ea-873e-50f7d9f7f02f tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.047001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1ecfb823-3ef0-45ea-873e-50f7d9f7f02f tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0253556 Feb 04 15:52:03.052028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48110) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.105074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7644b9cd-8481-44fb-8731-d3b40f7da8c7 req-722386f0-3f49-42f4-bd95-4cde1acb8c1b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 210 time: 0.2428749 Feb 04 15:52:03.153137 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-9e6f2618-2bc6-478c-9684-4d7afed901c3 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.155537 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9e6f2618-2bc6-478c-9684-4d7afed901c3 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0801692 Feb 04 15:52:03.170592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48116) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.191856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-d91e54b8-0502-4fda-8ae7-e8178c7d61a0 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.193589 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d91e54b8-0502-4fda-8ae7-e8178c7d61a0 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0109177 Feb 04 15:52:03.202908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48122) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.222529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-1e5579b3-4a13-4afd-a1a8-bf9f051f09be tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.225913 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1e5579b3-4a13-4afd-a1a8-bf9f051f09be tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0167661 Feb 04 15:52:03.229354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48126) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.235064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d24873b6-be64-4973-810a-7f5d0c0327df tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Calling delete_port for 1f369197-0d5f-4844-887f-742ea7cbc5a0 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:03.239401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-d6e79a60-dcb7-4b64-a191-d8d44cddbc2c tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.242685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d6e79a60-dcb7-4b64-a191-d8d44cddbc2c tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0056324 Feb 04 15:52:03.242824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:03.245531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48130) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.253854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8fde0-f002-4422-a5a4-cb369576dfad req-13f275e6-725c-4e16-9c2f-fc8963e40a89 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:03.262018 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-36b8fde0-f002-4422-a5a4-cb369576dfad req-13f275e6-725c-4e16-9c2f-fc8963e40a89 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 932 time: 0.6773901 Feb 04 15:52:03.274883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-43ec1602-d91b-48a1-a7a1-3fbb0ef8fd60 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.278321 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-43ec1602-d91b-48a1-a7a1-3fbb0ef8fd60 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0103838 Feb 04 15:52:03.292530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48134) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.331530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-2b679069-0b5c-489c-842a-fdd408feec2a tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.334753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2b679069-0b5c-489c-842a-fdd408feec2a tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0367286 Feb 04 15:52:03.337281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48140) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.347648 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-74b07a64-da2f-4724-801d-b933b9a7862b tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.351397 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-74b07a64-da2f-4724-801d-b933b9a7862b tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049841 Feb 04 15:52:03.352727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48144) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.382495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-7082b406-1dba-4171-928b-22ec3ab73f5e tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.385897 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7082b406-1dba-4171-928b-22ec3ab73f5e tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0298610 Feb 04 15:52:03.396628 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-36b8fde0-f002-4422-a5a4-cb369576dfad req-7cd87bbe-0058-4161-860a-3fe95d866b25 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326361 Feb 04 15:52:03.412171 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48148) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.434309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-fe57095f-3eb7-4ea1-ae3f-61ed80afe6e3 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.436717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fe57095f-3eb7-4ea1-ae3f-61ed80afe6e3 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0235507 Feb 04 15:52:03.448353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48154) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.468248 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-f474ccac-2202-47f9-8ba9-b40ddbfe3cac tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.468722 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f474ccac-2202-47f9-8ba9-b40ddbfe3cac tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0191684 Feb 04 15:52:03.469001 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d24873b6-be64-4973-810a-7f5d0c0327df tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.473927 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:51:55Z', 'revision_number': 3, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:51:56Z', 'revision_number': 2, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:03.474674 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48158) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.484038 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Checking router: 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:52:03.484537 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Updating router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e port 95197da1-e77f-4cf8-ac00-be8f0c2470fe binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:52:03.505906 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c1c-ecb9-4421-be58-21a079852b9e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.510398 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.510742 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Added segment 4c72b54d-24cb-4a8c-98ef-2864e07c48b8 of type vlan for network 1db9e92e-1f68-47c7-9007-b85498216049 Feb 04 15:52:03.525949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-6d50f324-083d-46aa-9740-54a204bda2f3 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.526924 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6d50f324-083d-46aa-9740-54a204bda2f3 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0469749 Feb 04 15:52:03.536808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48162) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.550694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24873b6-be64-4973-810a-7f5d0c0327df tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Pushing event deleted for resources: {'Port': ['ID=1f369197-0d5f-4844-887f-742ea7cbc5a0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:03.556011 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-930cfb54-c336-4d8a-98c4-71303b426af6 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.557000 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-930cfb54-c336-4d8a-98c4-71303b426af6 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0173512 Feb 04 15:52:03.568901 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.632411 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48166) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.634720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b25c1c-ecb9-4421-be58-21a079852b9e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bc14fc1-63ba-4fbe-93c3-7a58170fcb56,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:03.666944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-920c18fb-0e8d-4ffb-b5d0-fa0d444a818c tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.670322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-920c18fb-0e8d-4ffb-b5d0-fa0d444a818c tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0309401 Feb 04 15:52:03.684929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48170) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.703021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-4dfc0f6a-1af3-4a22-9c08-47505422ad8c tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.705298 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4dfc0f6a-1af3-4a22-9c08-47505422ad8c tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0125196 Feb 04 15:52:03.714587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48174) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.757279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-a168679e-d03b-4ec6-8ba5-50c67ab267a4 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.758512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a168679e-d03b-4ec6-8ba5-50c67ab267a4 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0397520 Feb 04 15:52:03.765348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48178) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.791434 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.813200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-687a3119-150c-45d7-b244-ec9a574543ea tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.816612 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-687a3119-150c-45d7-b244-ec9a574543ea tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0328732 Feb 04 15:52:03.824972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48182) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.837921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-cdbd8633-5a58-484b-a573-29cdd1ffd20d tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.841842 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cdbd8633-5a58-484b-a573-29cdd1ffd20d tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0124030 Feb 04 15:52:03.859232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48186) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.885329 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c1c-ecb9-4421-be58-21a079852b9e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.895160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-5dbdf954-477f-45f9-80c5-7bfe111f0cd4 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.896438 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5dbdf954-477f-45f9-80c5-7bfe111f0cd4 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0307453 Feb 04 15:52:03.910263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48190) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.927574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-4e602b24-d8ec-46d8-8c2a-feaa58d5d1f7 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.928514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4e602b24-d8ec-46d8-8c2a-feaa58d5d1f7 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0064187 Feb 04 15:52:03.936117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48194) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.953723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-d44a2de2-531b-4189-b2a4-4aa471654087 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.955341 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d44a2de2-531b-4189-b2a4-4aa471654087 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0124671 Feb 04 15:52:03.956043 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d24873b6-be64-4973-810a-7f5d0c0327df tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.958684 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c1c-ecb9-4421-be58-21a079852b9e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.960622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48198) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:03.978197 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-947f52b1-9174-46cd-96e4-b13e00dff1be tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:03.979656 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-947f52b1-9174-46cd-96e4-b13e00dff1be tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0125985 Feb 04 15:52:03.980129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f5b25c1c-ecb9-4421-be58-21a079852b9e tempest-ExternalNetworksAdminNegativeTestJSON-1947406884 tempest-ExternalNetworksAdminNegativeTestJSON-1947406884-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/71c9eaee-3896-4ffc-bbe5-047ce25614ac HTTP/1.1" status: 204 len: 168 time: 2.7097962 Feb 04 15:52:03.991257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48204) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.002393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-28bdcc84-5af8-4337-8f72-9e575571f8b4 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:04.008266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc1ce-c021-4dfe-a8b9-4655ce98ba90 req-e870cb46-e078-4497-a4b1-9c788bb5622f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:04.009198 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-28bdcc84-5af8-4337-8f72-9e575571f8b4 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0113010 Feb 04 15:52:04.012025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-476dc1ce-c021-4dfe-a8b9-4655ce98ba90 req-e870cb46-e078-4497-a4b1-9c788bb5622f tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 0.4176807 Feb 04 15:52:04.013325 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48208) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.014020 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.037075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:04.037711 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.039110 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d24873b6-be64-4973-810a-7f5d0c0327df tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] 10.222.0.60 "DELETE /v2.0/ports/1f369197-0d5f-4844-887f-742ea7cbc5a0 HTTP/1.1" status: 204 len: 168 time: 2.5196457 Feb 04 15:52:04.040349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48210) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.056981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f66b28e2-5979-4497-9449-a377f2ed08f9 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Request body: {'port': {'name': 'tempest-new-port-name-1606994269', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:04.057378 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.api.validators [None req-f66b28e2-5979-4497-9449-a377f2ed08f9 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] bootfile-name is not in valid_values {{(pid=83550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:52:04.057717 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.api.validators [None req-f66b28e2-5979-4497-9449-a377f2ed08f9 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] tftp-server is not in valid_values {{(pid=83550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:52:04.058048 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.api.validators [None req-f66b28e2-5979-4497-9449-a377f2ed08f9 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] server-ip-address is not in valid_values {{(pid=83550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:52:04.137534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-7640f974-c5d9-4377-ac90-543473dfca5c tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:04.142255 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7640f974-c5d9-4377-ac90-543473dfca5c tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0538642 Feb 04 15:52:04.173060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48220) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.177366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4176502 Feb 04 15:52:04.178529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48222) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.190376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-dfbaa283-661a-4bda-bb25-29bc5e6a0bcd tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:04.194755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dfbaa283-661a-4bda-bb25-29bc5e6a0bcd tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0185468 Feb 04 15:52:04.198553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48226) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.221887 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-91767b5d-cde0-4d0e-b0c7-eb21e8e18c22 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:04.225855 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-91767b5d-cde0-4d0e-b0c7-eb21e8e18c22 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0260584 Feb 04 15:52:04.229756 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48232) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.255921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-b549cf7d-696f-4a0a-b595-3b9768201901 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:04.261882 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b549cf7d-696f-4a0a-b595-3b9768201901 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0278468 Feb 04 15:52:04.271435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48236) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.285947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-75245b8e-eaf5-47fa-8e07-4219dee0beea tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:04.290499 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-75245b8e-eaf5-47fa-8e07-4219dee0beea tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0172281 Feb 04 15:52:04.291901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48240) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.300429 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.307891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-b15dd39b-b0fa-4e19-acf8-10a844ff365b tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:04.313218 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b15dd39b-b0fa-4e19-acf8-10a844ff365b tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0145898 Feb 04 15:52:04.324301 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Transition to ACTIVE for port object 95197da1-e77f-4cf8-ac00-be8f0c2470fe will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:04.334914 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.336132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48244) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.340137 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f66b28e2-5979-4497-9449-a377f2ed08f9 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.384782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-d170e712-2d17-4687-8d44-ab282e50afe6 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:04.391626 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d170e712-2d17-4687-8d44-ab282e50afe6 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0541368 Feb 04 15:52:04.392528 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48248) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.410893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'subnet': {'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:04.424263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-a68f9231-38be-4757-8cc8-eece396cd8ca tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:04.428197 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a68f9231-38be-4757-8cc8-eece396cd8ca tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0262792 Feb 04 15:52:04.431239 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:52:04.457089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48254) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.470320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-77c64eed-9a94-47f5-ab0a-26e9ef5c83b7 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:04.482496 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-77c64eed-9a94-47f5-ab0a-26e9ef5c83b7 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0231514 Feb 04 15:52:04.534234 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8caae-caef-410c-aa72-faa9700e11f8 None None] Pushing event updated for resources: {'Port': ['ID=95197da1-e77f-4cf8-ac00-be8f0c2470fe,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:04.545869 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8caae-caef-410c-aa72-faa9700e11f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:04.546745 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8caae-caef-410c-aa72-faa9700e11f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:04.547316 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8caae-caef-410c-aa72-faa9700e11f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:04.547828 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8caae-caef-410c-aa72-faa9700e11f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:04.548301 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8caae-caef-410c-aa72-faa9700e11f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:04.548781 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8caae-caef-410c-aa72-faa9700e11f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:04.549401 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8caae-caef-410c-aa72-faa9700e11f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:04.549882 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8caae-caef-410c-aa72-faa9700e11f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:04.550835 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8caae-caef-410c-aa72-faa9700e11f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:04.552192 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8caae-caef-410c-aa72-faa9700e11f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:04.556949 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8caae-caef-410c-aa72-faa9700e11f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:04.623645 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-476dc1ce-c021-4dfe-a8b9-4655ce98ba90 req-06a16e9b-3fde-4700-8dc9-79f693aba23e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265570 Feb 04 15:52:04.736614 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Attempting to bind port 95197da1-e77f-4cf8-ac00-be8f0c2470fe on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:04.737385 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Attempting to bind port 95197da1-e77f-4cf8-ac00-be8f0c2470fe by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '1f32f093-68a6-4676-bccf-327b2e2b3a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:04.737921 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Attempting to bind port 95197da1-e77f-4cf8-ac00-be8f0c2470fe on network 7ace37d3-0664-4e02-b5c4-c93f2b28b84e {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:04.745556 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:52:04.746411 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Checking segment: {'id': '1f32f093-68a6-4676-bccf-327b2e2b3a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:04.747044 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.748984 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Bound using segment: {'id': '1f32f093-68a6-4676-bccf-327b2e2b3a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:52:04.749690 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Bound port: 95197da1-e77f-4cf8-ac00-be8f0c2470fe, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f32f093-68a6-4676-bccf-327b2e2b3a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:04.750303 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.793765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48262) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.796343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48264) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.803579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344ffce-98b8-4d88-ae20-00e826b5fd85 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Network': ['ID=1db9e92e-1f68-47c7-9007-b85498216049,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:04.816808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 1db9e92e-1f68-47c7-9007-b85498216049 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:04.905872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:04.929772 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] For port 95197da1-e77f-4cf8-ac00-be8f0c2470fe, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:04.934008 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] For port 95197da1-e77f-4cf8-ac00-be8f0c2470fe, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=95197da1-e77f-4cf8-ac00-be8f0c2470fe,segment=NetworkSegment(1f32f093-68a6-4676-bccf-327b2e2b3a05),segment_id=1f32f093-68a6-4676-bccf-327b2e2b3a05)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:04.937839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-b4371cb0-cd8e-48b7-9a9e-40d56c2d6b48 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:04.938871 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b4371cb0-cd8e-48b7-9a9e-40d56c2d6b48 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.1328158 Feb 04 15:52:04.942614 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.961310 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f66b28e2-5979-4497-9449-a377f2ed08f9 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.964265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48274) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.965654 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-73e4fe06-7d6a-4ebf-9270-8650e770c8fd req-dc73d3e4-7fd6-4ffe-af9f-d261af3c4130 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 210 time: 0.3329811 Feb 04 15:52:05.016989 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f66b28e2-5979-4497-9449-a377f2ed08f9 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.023799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-4f3b52a2-0b27-4764-9964-9b8d3b5f722a tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:05.033312 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4f3b52a2-0b27-4764-9964-9b8d3b5f722a tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0677083 Feb 04 15:52:05.074959 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:subnet and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:05.102866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48278) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:05.237300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:52:05.289839 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:52:05.291133 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:51:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:05.292080 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.302825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b28e2-5979-4497-9449-a377f2ed08f9 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Pushing event updated for resources: {'Port': ['ID=47b9698a-342b-4435-bf6d-5527b21ac586,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:05.333297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Transition to ACTIVE for port object a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:05.349360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f66b28e2-5979-4497-9449-a377f2ed08f9 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] In _notify_port_updated(), no bound segment for port 47b9698a-342b-4435-bf6d-5527b21ac586 on network 53ccea15-65fe-4083-8676-476118eeeacb {{(pid=83550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:52:05.353777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66b28e2-5979-4497-9449-a377f2ed08f9 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:05.372625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f66b28e2-5979-4497-9449-a377f2ed08f9 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.375317 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f66b28e2-5979-4497-9449-a377f2ed08f9 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] 10.222.0.60 "PUT /v2.0/ports/47b9698a-342b-4435-bf6d-5527b21ac586 HTTP/1.1" status: 200 len: 1136 time: 1.3314884 Feb 04 15:52:05.376970 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.396772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:05.407139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48284) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:05.441493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-a1b475fa-08ca-486a-bfd8-7a992b6d1527 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:05.452963 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a1b475fa-08ca-486a-bfd8-7a992b6d1527 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.3411400 Feb 04 15:52:05.505785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b647dc35-c4b2-4d47-a272-566f634c4e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.530657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48288) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:05.538955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:05.566541 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8caae-caef-410c-aa72-faa9700e11f8 None None] Pushing event updated for resources: {'Port': ['ID=95197da1-e77f-4cf8-ac00-be8f0c2470fe,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:05.573839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-e3f22827-3789-4932-8567-15066e30d970 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:05.578001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e3f22827-3789-4932-8567-15066e30d970 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0329449 Feb 04 15:52:05.579956 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48296) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:05.628297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-51884fb6-2d5c-487b-be8e-1a342a444b09 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:05.629466 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-51884fb6-2d5c-487b-be8e-1a342a444b09 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0418150 Feb 04 15:52:05.648585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48300) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:05.652430 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:52:05.697343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-de2747d4-2e43-4fd4-b4b9-0e3a79a655e8 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:05.698261 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-de2747d4-2e43-4fd4-b4b9-0e3a79a655e8 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0260732 Feb 04 15:52:05.705301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:05.729706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48304) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:05.789471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-b16f1628-8ceb-4b5c-8e56-843a2b5cec46 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:05.790267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b16f1628-8ceb-4b5c-8e56-843a2b5cec46 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0357792 Feb 04 15:52:05.794669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48308) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:05.820822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-ed82c928-ad68-46c6-a624-b69d7b1e2672 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:05.824793 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ed82c928-ad68-46c6-a624-b69d7b1e2672 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0212262 Feb 04 15:52:05.827651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48312) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:05.838379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-6250d082-a1bc-4cd0-b2dd-656a6205a3c0 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:05.845969 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6250d082-a1bc-4cd0-b2dd-656a6205a3c0 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0092094 Feb 04 15:52:05.857440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:05.859759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48316) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:05.870959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff3d61c-6429-4683-b536-67c91c1478d6 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:05.871860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dff3d61c-6429-4683-b536-67c91c1478d6 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Synchronizing usage tracker for tenant:4c59d1bf39934f528ecd392db2d3f6e5 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:05.879021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-987ef6fa-66ee-4a79-a038-c8f23cc7f7ce None None] Provisioning complete for port 47b9698a-342b-4435-bf6d-5527b21ac586 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:05.879697 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-987ef6fa-66ee-4a79-a038-c8f23cc7f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.879932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-9c394c95-368f-4a8b-9009-6ec78d6eb353 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:05.883867 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9c394c95-368f-4a8b-9009-6ec78d6eb353 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0204103 Feb 04 15:52:05.930310 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48320) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:05.954405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b647dc35-c4b2-4d47-a272-566f634c4e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:05.968020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-35ca7935-2a18-40af-b861-91ce9d6c932e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:05.969787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-35ca7935-2a18-40af-b861-91ce9d6c932e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.73 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 810 time: 1.1725717 Feb 04 15:52:05.974360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-9e35510a-3b6d-467b-bcc1-1fb6cc1fd729 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:05.975583 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9e35510a-3b6d-467b-bcc1-1fb6cc1fd729 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0394526 Feb 04 15:52:05.982986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48324) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:05.984604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b647dc35-c4b2-4d47-a272-566f634c4e85 admin admin] Usage tracker for resource:security_group_rule and tenant:9a81e5378e904c3d88012bcb4c4a4b0a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:05.990813 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-987ef6fa-66ee-4a79-a038-c8f23cc7f7ce None None] Port 47b9698a-342b-4435-bf6d-5527b21ac586 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:52:06.028174 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dff3d61c-6429-4683-b536-67c91c1478d6 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Unset dirty status for tenant:4c59d1bf39934f528ecd392db2d3f6e5 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:06.029558 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dff3d61c-6429-4683-b536-67c91c1478d6 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] 10.222.0.60 "GET /v2.0/ports/47b9698a-342b-4435-bf6d-5527b21ac586 HTTP/1.1" status: 200 len: 1136 time: 0.5440419 Feb 04 15:52:06.035349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48330) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.043885 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b647dc35-c4b2-4d47-a272-566f634c4e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:06.054113 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-c1398da7-daab-430c-a461-5ab9ac34290b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Request body: {'port': {'device_id': 'c4dc5631-c7ee-4286-80fa-dda879311d1b', 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a', 'admin_state_up': True, 'tenant_id': 'b1150d2a6b7b432d960998813aacb087'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:06.071157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-6ce1a16f-20d6-4507-8b8e-70c4e341cd71 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:06.072136 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6ce1a16f-20d6-4507-8b8e-70c4e341cd71 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0846992 Feb 04 15:52:06.080182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48334) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.083363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b647dc35-c4b2-4d47-a272-566f634c4e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:06.098508 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-a70cc256-55e2-49c4-97a5-66cad19cdda6 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:06.102871 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a70cc256-55e2-49c4-97a5-66cad19cdda6 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0213425 Feb 04 15:52:06.108192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48338) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.127488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-c5eb5086-c21c-4c29-9a22-33d4071f080e tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:06.131634 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c5eb5086-c21c-4c29-9a22-33d4071f080e tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0208209 Feb 04 15:52:06.138436 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:51:55Z', 'revision_number': 3, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:04Z', 'revision_number': 4, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:06.142593 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ec7376-0646-4770-9f2a-ed61c577801d None None] The sync data for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 is: [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:51:55Z', 'revision_number': 3, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:04Z', 'revision_number': 4, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:52:06.163408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48342) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.164314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Attempting to bind port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:06.164654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Attempting to bind port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:06.165171 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Attempting to bind port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 on network 2d7217e5-e318-4a66-a489-b15644d8d3cf {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:06.176893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-612a46f2-06d7-48b0-9728-104ed006ba77 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:06.178050 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-612a46f2-06d7-48b0-9728-104ed006ba77 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0102198 Feb 04 15:52:06.181876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-9587113f-4c5f-4f68-a871-08323241acc5 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Deleting port 47b9698a-342b-4435-bf6d-5527b21ac586 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:06.182335 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9587113f-4c5f-4f68-a871-08323241acc5 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.182944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.210764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48346) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.223659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-01ae8a1d-179d-4db0-9ba6-c43e2762ae1f tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:06.224825 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-01ae8a1d-179d-4db0-9ba6-c43e2762ae1f tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0116370 Feb 04 15:52:06.232661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 on network 2d7217e5-e318-4a66-a489-b15644d8d3cf not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:06.232991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Attempting to bind port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 on network 2d7217e5-e318-4a66-a489-b15644d8d3cf {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:06.234887 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48350) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.241121 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a8dc2-11ce-48b2-b358-5f798d6e1ef9 req-9d9fca25-3db2-494b-98af-07f1e7da3332 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:06.242589 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd1a8dc2-11ce-48b2-b358-5f798d6e1ef9 req-9d9fca25-3db2-494b-98af-07f1e7da3332 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 944 time: 1.1722493 Feb 04 15:52:06.250230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-88e3453f-d8bf-4550-bd3b-9428c33c4b71 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:06.251167 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-88e3453f-d8bf-4550-bd3b-9428c33c4b71 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0124929 Feb 04 15:52:06.254482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48354) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.265876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-b7906a82-8d64-415d-91af-de67bc83844e tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:06.267131 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b7906a82-8d64-415d-91af-de67bc83844e tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0104520 Feb 04 15:52:06.269884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48358) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.277940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-a41956d2-a228-40e1-83f2-29f4898716cc tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:06.279941 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a41956d2-a228-40e1-83f2-29f4898716cc tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0089045 Feb 04 15:52:06.281101 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:52:06.281445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Checking segment: {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:06.281825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Bound using segment: {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:52:06.282378 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Bound port: a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cf8227-3f79-41cb-a5bd-428f901dc941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:06.282718 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.300171 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48362) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.310138 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [None req-42b9e3d2-ec44-4252-91e5-ee8e8f410591 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:06.311150 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-42b9e3d2-ec44-4252-91e5-ee8e8f410591 tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0100362 Feb 04 15:52:06.345990 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48366) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.374373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-e03a6463-c125-41da-8729-bcc12c1c2edf tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:06.378500 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e03a6463-c125-41da-8729-bcc12c1c2edf tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0259020 Feb 04 15:52:06.393955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48370) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.426294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [None req-f14d8015-f2a8-4b14-b764-2510845f9aec tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:52:06.434512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f14d8015-f2a8-4b14-b764-2510845f9aec tempest-ExtensionsTestJSON-2038791062 tempest-ExtensionsTestJSON-2038791062-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0342813 Feb 04 15:52:06.513110 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd1a8dc2-11ce-48b2-b358-5f798d6e1ef9 req-a502157d-f1e5-4d35-8310-9de7b5fc3913 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538671 Feb 04 15:52:06.557116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f3a1f-77c0-4e9d-9f34-d05ee3671bb6 req-d52ceea5-d4a2-4a30-b1e4-22fca31ada2e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:06.564352 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-537f3a1f-77c0-4e9d-9f34-d05ee3671bb6 req-d52ceea5-d4a2-4a30-b1e4-22fca31ada2e tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 0.5931220 Feb 04 15:52:06.571795 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e8e13a15-f943-476b-978e-823fcf50e0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.606643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-c1398da7-daab-430c-a461-5ab9ac34290b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:06.640829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] For port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:06.657860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] For port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:06.667139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.713704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-c1398da7-daab-430c-a461-5ab9ac34290b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:06.728798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-537f3a1f-77c0-4e9d-9f34-d05ee3671bb6 req-0891eae9-f8af-4a11-9421-8328e3733ccd tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634731 Feb 04 15:52:06.730966 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b647dc35-c4b2-4d47-a272-566f634c4e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.795412 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b647dc35-c4b2-4d47-a272-566f634c4e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.823324 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 95197da1-e77f-4cf8-ac00-be8f0c2470fe up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:06.918252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 95197da1-e77f-4cf8-ac00-be8f0c2470fe completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:06.924889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 95197da1-e77f-4cf8-ac00-be8f0c2470fe triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:06.925681 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.973557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-c1398da7-daab-430c-a461-5ab9ac34290b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Made reservation on behalf of b1150d2a6b7b432d960998813aacb087 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:06.977258 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-c1398da7-daab-430c-a461-5ab9ac34290b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.079903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48384) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:07.190222 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9587113f-4c5f-4f68-a871-08323241acc5 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.202085 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.239049 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9f4dd68-6746-4e0a-8da6-405979582ad9 req-9c0c2f47-3a2a-4cd8-9769-8d5b5d475bcd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 210 time: 0.4134457 Feb 04 15:52:07.261067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 95197da1-e77f-4cf8-ac00-be8f0c2470fe, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=95197da1-e77f-4cf8-ac00-be8f0c2470fe,segment=NetworkSegment(1f32f093-68a6-4676-bccf-327b2e2b3a05),segment_id=1f32f093-68a6-4676-bccf-327b2e2b3a05)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:07.269122 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.292514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647dc35-c4b2-4d47-a272-566f634c4e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04018378-bc73-46a4-9d7d-92f302726790,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:07.391365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=95197da1-e77f-4cf8-ac00-be8f0c2470fe,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:07.405451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-9587113f-4c5f-4f68-a871-08323241acc5 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Calling delete_port for 47b9698a-342b-4435-bf6d-5527b21ac586 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:07.417054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:07.417214 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b647dc35-c4b2-4d47-a272-566f634c4e85 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a81e5378e904c3d88012bcb4c4a4b0a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6070876 Feb 04 15:52:07.417838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:07.418360 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:07.418969 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:07.420125 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:07.420802 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:07.421291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:07.421786 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:07.422267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:07.422753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:07.423251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:07.423627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48394) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:07.460988 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.462889 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] 10.222.0.81 "PUT /v2.0/ports/a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 HTTP/1.1" status: 200 len: 1092 time: 5.1304505 Feb 04 15:52:07.488432 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbde1a01-4745-4039-a753-937f8f00a305', 'tag': 'a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:07.554327 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-513f77a1-e88c-427b-8c42-c52506b28f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.598622 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbde1a01-4745-4039-a753-937f8f00a305', 'tag': 'a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5', 'status': 'completed', 'code': 200} Feb 04 15:52:07.625944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df887ec-f794-40e0-b3d0-2f10e5027903 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:07.652331 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.697174 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-0bcc4a8e-27fa-48a5-8d0c-2e709d00f968 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 1095 time: 0.1625085 Feb 04 15:52:07.812585 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-014beda5-ccdb-4f4d-9205-31f6d9ef90bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 HTTP/1.1" status: 200 len: 217 time: 0.0812228 Feb 04 15:52:07.846269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c2cab-6b63-405d-86a6-abc038cca02e req-e20ee508-e5c3-4c77-b744-b9b6c632cad3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:07.847945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b1c2cab-6b63-405d-86a6-abc038cca02e req-e20ee508-e5c3-4c77-b744-b9b6c632cad3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 0.7474504 Feb 04 15:52:07.882991 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9587113f-4c5f-4f68-a871-08323241acc5 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.916524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-513f77a1-e88c-427b-8c42-c52506b28f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:07.945667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-513f77a1-e88c-427b-8c42-c52506b28f83 admin admin] Usage tracker for resource:security_group_rule and tenant:258e1dd9d8bc456592970010e247b3b0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:07.950523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Subnet': ['ID=b7d76633-0a60-40b9-950a-e57ff7c4ee7e,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:07.957838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-513f77a1-e88c-427b-8c42-c52506b28f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:07.972399 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1bf8505-2942-4da2-850b-7a3d81cfb9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.974829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587113f-4c5f-4f68-a871-08323241acc5 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Pushing event deleted for resources: {'Port': ['ID=47b9698a-342b-4435-bf6d-5527b21ac586,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:07.978398 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-ba40c35b-0de9-415a-a8c9-df6ffc15182c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:07.979311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-513f77a1-e88c-427b-8c42-c52506b28f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:07.979866 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-ba40c35b-0de9-415a-a8c9-df6ffc15182c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.1585879 Feb 04 15:52:07.998566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-c1398da7-daab-430c-a461-5ab9ac34290b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Allocated IP 172.20.0.14 (3da987dc-c869-45ff-98c5-7e104c66b94a/a7491f14-bc8f-49d7-a28a-ebc10572ecbf/81ba5319-7afe-4142-98f7-c3a42f93068a) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:08.101965 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9587113f-4c5f-4f68-a871-08323241acc5 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.112657 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b1c2cab-6b63-405d-86a6-abc038cca02e req-f077b8de-f1bb-4db2-9d1d-0d78fce80373 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427320 Feb 04 15:52:08.124548 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1bf8505-2942-4da2-850b-7a3d81cfb9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.142995 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9587113f-4c5f-4f68-a871-08323241acc5 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] 10.222.0.60 "DELETE /v2.0/ports/47b9698a-342b-4435-bf6d-5527b21ac586 HTTP/1.1" status: 204 len: 168 time: 2.1063917 Feb 04 15:52:08.155936 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48406) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:08.190912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Checking segment: {'id': '4c72b54d-24cb-4a8c-98ef-2864e07c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:08.191062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network hostable DHCP agents. Network: 1db9e92e-1f68-47c7-9007-b85498216049, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:08.221518 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-d93782be-dc56-407c-a3aa-07ffd9f901b3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2347066 Feb 04 15:52:08.271702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817a5d7-f1b7-4fb4-bc55-e57b2bb537f8 req-4e06d34e-af24-42ea-8778-ae895f0ecb90 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:08.279626 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e817a5d7-f1b7-4fb4-bc55-e57b2bb537f8 req-4e06d34e-af24-42ea-8778-ae895f0ecb90 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 944 time: 0.4840136 Feb 04 15:52:08.473079 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-513f77a1-e88c-427b-8c42-c52506b28f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.531037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e036ae-d734-487f-bc83-3f22be959497 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Deleting subnet 2b7f1a39-454b-4595-bbc6-ff7c9756a4c3 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:52:08.537362 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0e036ae-d734-487f-bc83-3f22be959497 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.568643 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-b99d21d8-3351-49e2-b0e8-0710a8782607 service neutron] 10.222.0.81 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364525 Feb 04 15:52:08.675925 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0e036ae-d734-487f-bc83-3f22be959497 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.697450 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-513f77a1-e88c-427b-8c42-c52506b28f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.723220 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1bf8505-2942-4da2-850b-7a3d81cfb9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.737694 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 95197da1-e77f-4cf8-ac00-be8f0c2470fe up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:08.753772 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-c1398da7-daab-430c-a461-5ab9ac34290b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.811551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 95197da1-e77f-4cf8-ac00-be8f0c2470fe triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:08.812179 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.830317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 1db9e92e-1f68-47c7-9007-b85498216049 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:08.835487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f77a1-e88c-427b-8c42-c52506b28f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaf2b69-942d-441e-a94b-b5e37e7fc8cc,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:08.911002 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-bced5ae2-73d9-4c88-b0a9-650245fcc1ee req-8a786728-c581-4992-95fe-e60ad446112c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Synchronizing usage tracker for tenant:b1150d2a6b7b432d960998813aacb087 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:08.929208 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-c1398da7-daab-430c-a461-5ab9ac34290b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.933596 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c8291405-6632-40af-9b1f-3c935bb40c15 req-2fc57177-4a6d-4e08-b1da-9f9e96fcf82f service neutron] 10.222.0.81 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555725 Feb 04 15:52:08.943065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 1db9e92e-1f68-47c7-9007-b85498216049) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:08.949170 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0e036ae-d734-487f-bc83-3f22be959497 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.963808 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:08.966166 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.972058 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddf24ae-2f97-452c-bdaa-efd6cdc5ca9e None None] Network 1db9e92e-1f68-47c7-9007-b85498216049 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:52:09.089351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-c1398da7-daab-430c-a461-5ab9ac34290b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Network 3da987dc-c869-45ff-98c5-7e104c66b94a is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:09.091372 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1bf8505-2942-4da2-850b-7a3d81cfb9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.097567 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f1bf8505-2942-4da2-850b-7a3d81cfb9c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/04018378-bc73-46a4-9d7d-92f302726790 HTTP/1.1" status: 204 len: 168 time: 1.6687610 Feb 04 15:52:09.110437 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-04dd20d2-c455-47ee-a77a-30a38fed4a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.114476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e817a5d7-f1b7-4fb4-bc55-e57b2bb537f8 req-5400a808-5d9c-4923-8bb8-246ca0d62f7d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8332062 Feb 04 15:52:09.118666 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0e036ae-d734-487f-bc83-3f22be959497 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.130682 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-c1398da7-daab-430c-a461-5ab9ac34290b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:09.145540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-c1398da7-daab-430c-a461-5ab9ac34290b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:09.180111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e036ae-d734-487f-bc83-3f22be959497 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Pushing event deleted for resources: {'Subnet': ['ID=2b7f1a39-454b-4595-bbc6-ff7c9756a4c3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:09.205497 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0e036ae-d734-487f-bc83-3f22be959497 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.216396 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d0e036ae-d734-487f-bc83-3f22be959497 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] 10.222.0.60 "DELETE /v2.0/subnets/2b7f1a39-454b-4595-bbc6-ff7c9756a4c3 HTTP/1.1" status: 204 len: 168 time: 1.0581670 Feb 04 15:52:09.220844 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-963bd5d4-96f4-4f6c-808b-4bdadbebc38b req-92275ac9-aa75-4a15-b43d-3ac2957b8b69 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 1095 time: 0.1889880 Feb 04 15:52:09.222050 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48420) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:09.256426 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9ed80070-4013-4d77-8d2e-1f88e697e4eb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.0521975 Feb 04 15:52:09.262153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf8505-2942-4da2-850b-7a3d81cfb9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04018378-bc73-46a4-9d7d-92f302726790,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:09.268585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1398da7-daab-430c-a461-5ab9ac34290b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Pushing event updated for resources: {'Port': ['ID=81ba5319-7afe-4142-98f7-c3a42f93068a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:09.273407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48424) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:09.281321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2878b2-845f-446b-91b5-a045e6b287c2 None None] Network 53ccea15-65fe-4083-8676-476118eeeacb requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:52:09.330337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-513f77a1-e88c-427b-8c42-c52506b28f83 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=258e1dd9d8bc456592970010e247b3b0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2411020 Feb 04 15:52:09.331091 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48426) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:09.395208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-bced5ae2-73d9-4c88-b0a9-650245fcc1ee req-8a786728-c581-4992-95fe-e60ad446112c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Unset dirty status for tenant:b1150d2a6b7b432d960998813aacb087 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:09.409590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bced5ae2-73d9-4c88-b0a9-650245fcc1ee req-8a786728-c581-4992-95fe-e60ad446112c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 210 time: 0.7188144 Feb 04 15:52:09.427831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-c1398da7-daab-430c-a461-5ab9ac34290b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:09.428532 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-c1398da7-daab-430c-a461-5ab9ac34290b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.549612 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-c1398da7-daab-430c-a461-5ab9ac34290b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5006855 Feb 04 15:52:09.583854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Request body: {'port': {'device_id': 'c4dc5631-c7ee-4286-80fa-dda879311d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:09.609791 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.686306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48438) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:09.692991 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d0df9de-88c7-4092-bc11-b8f71c28f20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.750430 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Deleting port a925317f-760f-4296-a341-63c11781cca9 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:09.750806 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.776167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bd5d4-96f4-4f6c-808b-4bdadbebc38b req-b6aaad69-fe35-4525-bc5e-27eedcb08cb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:09.777800 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-963bd5d4-96f4-4f6c-808b-4bdadbebc38b req-b6aaad69-fe35-4525-bc5e-27eedcb08cb4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.5302925 Feb 04 15:52:09.791742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1db9e92e-1f68-47c7-9007-b85498216049', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:52:09.793390 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.800159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882109ad-f983-4124-9495-e274bdae89f8 req-fcba1145-92f6-491c-83ab-7af95e7940aa tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:09.801731 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-882109ad-f983-4124-9495-e274bdae89f8 req-fcba1145-92f6-491c-83ab-7af95e7940aa tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 0.4077435 Feb 04 15:52:09.804293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3885c319-13c7-4b18-8178-8b6e4921a91a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64b7e69591ff4e57898e384fe8942e42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1128020 Feb 04 15:52:09.819517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48444) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:09.882064 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-963bd5d4-96f4-4f6c-808b-4bdadbebc38b req-4a04f31f-5813-4dc2-8ced-ca217dfce9fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 HTTP/1.1" status: 200 len: 217 time: 0.0969715 Feb 04 15:52:09.937510 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3eb993d7-5cba-49d5-b83b-45dadc4ffa02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.984202 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3eb993d7-5cba-49d5-b83b-45dadc4ffa02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.048267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e74c65-32a4-4689-8030-13fe80226de2 None None] DHCP port deletion for 53ccea15-65fe-4083-8676-476118eeeacb request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:52:10.054861 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d0df9de-88c7-4092-bc11-b8f71c28f20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.061504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-94e74c65-32a4-4689-8030-13fe80226de2 None None] Deleting port a925317f-760f-4296-a341-63c11781cca9 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:10.061724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bd5d4-96f4-4f6c-808b-4bdadbebc38b req-b9699ff1-9d5c-49fc-a6f3-d2b6e63bae49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:10.062696 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-94e74c65-32a4-4689-8030-13fe80226de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.063330 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-963bd5d4-96f4-4f6c-808b-4bdadbebc38b req-b9699ff1-9d5c-49fc-a6f3-d2b6e63bae49 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.1657164 Feb 04 15:52:10.073439 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.147360 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Allocated IP 2001:db8:2::2 (1db9e92e-1f68-47c7-9007-b85498216049/b7d76633-0a60-40b9-950a-e57ff7c4ee7e/e832a0bd-abd0-4cf4-92b5-e68ec87a2d43) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:10.245455 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.428560 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-882109ad-f983-4124-9495-e274bdae89f8 req-61b821d5-2ddb-4367-8998-63ae427a2569 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105657 Feb 04 15:52:10.429298 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3eb993d7-5cba-49d5-b83b-45dadc4ffa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.462788 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48454) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:10.472255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb993d7-5cba-49d5-b83b-45dadc4ffa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d90baa-407d-416f-a262-7e83a2e31288,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:10.486726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] For port a925317f-760f-4296-a341-63c11781cca9, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a925317f-760f-4296-a341-63c11781cca9,segment=NetworkSegment(11aae2fb-f9a6-42d4-a473-a8c7be82361d),segment_id=11aae2fb-f9a6-42d4-a473-a8c7be82361d)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:10.487094 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.551903 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.597213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-94e74c65-32a4-4689-8030-13fe80226de2 None None] For port a925317f-760f-4296-a341-63c11781cca9, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a925317f-760f-4296-a341-63c11781cca9,segment=NetworkSegment(11aae2fb-f9a6-42d4-a473-a8c7be82361d),segment_id=11aae2fb-f9a6-42d4-a473-a8c7be82361d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:10.597614 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-94e74c65-32a4-4689-8030-13fe80226de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.603132 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3eb993d7-5cba-49d5-b83b-45dadc4ffa02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.608717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3eb993d7-5cba-49d5-b83b-45dadc4ffa02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69d90baa-407d-416f-a262-7e83a2e31288 HTTP/1.1" status: 204 len: 168 time: 0.7855804 Feb 04 15:52:10.672739 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d0df9de-88c7-4092-bc11-b8f71c28f20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.693896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0df9de-88c7-4092-bc11-b8f71c28f20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaf2b69-942d-441e-a94b-b5e37e7fc8cc,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:10.702957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Calling delete_port for a925317f-760f-4296-a341-63c11781cca9 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:10.703963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0326c67-5543-4753-a697-546a1219f3e7 req-d66d59d7-4ed5-41cd-b3e2-2bb9c2f0fc25 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:10.711369 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0326c67-5543-4753-a697-546a1219f3e7 req-d66d59d7-4ed5-41cd-b3e2-2bb9c2f0fc25 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 944 time: 0.2610304 Feb 04 15:52:10.797618 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a925317f-760f-4296-a341-63c11781cca9 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:52:10.811624 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:52:10.822333 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d0df9de-88c7-4092-bc11-b8f71c28f20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.824162 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7d0df9de-88c7-4092-bc11-b8f71c28f20d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9eaf2b69-942d-441e-a94b-b5e37e7fc8cc HTTP/1.1" status: 204 len: 168 time: 1.4848738 Feb 04 15:52:10.850940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0326c67-5543-4753-a697-546a1219f3e7 req-65187652-a4cf-4dd3-b90d-1fad90ed8d7f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383898 Feb 04 15:52:10.907792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-94e74c65-32a4-4689-8030-13fe80226de2 None None] Calling delete_port for a925317f-760f-4296-a341-63c11781cca9 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:11.012853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ba5319-7afe-4142-98f7-c3a42f93068a {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:52:11.038216 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.077207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ea985-9256-4290-8bdc-80c77a61a82e req-cca9cdc8-3fff-47da-98e9-a74e7a0ce2bd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:11.082431 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-610ea985-9256-4290-8bdc-80c77a61a82e req-cca9cdc8-3fff-47da-98e9-a74e7a0ce2bd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 932 time: 0.3296487 Feb 04 15:52:11.083715 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-94e74c65-32a4-4689-8030-13fe80226de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.138698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Transition to ACTIVE for port object 81ba5319-7afe-4142-98f7-c3a42f93068a will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:11.151835 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No active binding found for port a925317f-760f-4296-a341-63c11781cca9 {{(pid=83552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 15:52:11.152524 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a925317f-760f-4296-a341-63c11781cca9 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:52:11.161085 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.163706 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e74c65-32a4-4689-8030-13fe80226de2 None None] No DVR routers for this DVR port a925317f-760f-4296-a341-63c11781cca9 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:11.213584 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e74c65-32a4-4689-8030-13fe80226de2 None None] Pushing event deleted for resources: {'Port': ['ID=a925317f-760f-4296-a341-63c11781cca9,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:11.243264 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:52:11.249908 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:52:11.266116 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-963bd5d4-96f4-4f6c-808b-4bdadbebc38b req-0fbe0461-2a81-4d08-98b9-42d52a3fcf73 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1933751 Feb 04 15:52:11.364069 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.381429 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-610ea985-9256-4290-8bdc-80c77a61a82e req-f16a0d00-bda4-42a4-a3ca-cb121e9ecd3d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869360 Feb 04 15:52:11.393920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Pushing event updated for resources: {'Port': ['ID=81ba5319-7afe-4142-98f7-c3a42f93068a,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:11.398960 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Transition to ACTIVE for port object e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:11.447398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Transition to ACTIVE for port object e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:11.450682 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.460953 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.600591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Attempting to bind port 81ba5319-7afe-4142-98f7-c3a42f93068a on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:11.601010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Attempting to bind port 81ba5319-7afe-4142-98f7-c3a42f93068a by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:11.601410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Attempting to bind port 81ba5319-7afe-4142-98f7-c3a42f93068a on network 3da987dc-c869-45ff-98c5-7e104c66b94a {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:11.613905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Pushing event updated for resources: {'Port': ['ID=e832a0bd-abd0-4cf4-92b5-e68ec87a2d43,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:11.614203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Port 81ba5319-7afe-4142-98f7-c3a42f93068a on network 3da987dc-c869-45ff-98c5-7e104c66b94a not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:11.614527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Attempting to bind port 81ba5319-7afe-4142-98f7-c3a42f93068a on network 3da987dc-c869-45ff-98c5-7e104c66b94a {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:11.630220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:52:11.630564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Checking segment: {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:11.630946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Bound using segment: {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:52:11.631406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Bound port: 81ba5319-7afe-4142-98f7-c3a42f93068a, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:11.632820 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.655072 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Network 1db9e92e-1f68-47c7-9007-b85498216049 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:11.665026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:11.669638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:11.671877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3903f095-16ef-4595-968c-5c428247e04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.699791 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-963bd5d4-96f4-4f6c-808b-4bdadbebc38b req-524f15b2-0df5-454c-a3a9-3772a037d5cd service neutron] 10.222.0.81 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250834 Feb 04 15:52:11.766482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Deleting port a925317f-760f-4296-a341-63c11781cca9 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:11.766839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.767868 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.805688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] For port 81ba5319-7afe-4142-98f7-c3a42f93068a, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:11.809717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] For port 81ba5319-7afe-4142-98f7-c3a42f93068a, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=81ba5319-7afe-4142-98f7-c3a42f93068a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:11.820542 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cd538-6954-412e-8092-aafbda7cb3de req-8a1c9740-8b48-41ca-be65-0fa8853a6add tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:11.822028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b20cd538-6954-412e-8092-aafbda7cb3de req-8a1c9740-8b48-41ca-be65-0fa8853a6add tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 0.1632071 Feb 04 15:52:11.823600 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.866715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3903f095-16ef-4595-968c-5c428247e04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:11.894479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Attempting to bind port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:11.894914 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Attempting to bind port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '4c72b54d-24cb-4a8c-98ef-2864e07c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:11.895225 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Attempting to bind port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 on network 1db9e92e-1f68-47c7-9007-b85498216049 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:11.911460 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:52:11.911842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Checking segment: {'id': '4c72b54d-24cb-4a8c-98ef-2864e07c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:11.912247 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.912640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Bound using segment: {'id': '4c72b54d-24cb-4a8c-98ef-2864e07c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:52:11.913113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Bound port: e832a0bd-abd0-4cf4-92b5-e68ec87a2d43, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c72b54d-24cb-4a8c-98ef-2864e07c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:11.913621 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.071284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] The port 'a925317f-760f-4296-a341-63c11781cca9' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:52:12.074133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3903f095-16ef-4595-968c-5c428247e04a admin admin] Usage tracker for resource:security_group_rule and tenant:24cf1954a33f4fb798009b6b97c4a48c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:12.101625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] For port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:12.108956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] For port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e832a0bd-abd0-4cf4-92b5-e68ec87a2d43,segment=NetworkSegment(4c72b54d-24cb-4a8c-98ef-2864e07c48b8),segment_id=4c72b54d-24cb-4a8c-98ef-2864e07c48b8)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:12.119867 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.148179 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3903f095-16ef-4595-968c-5c428247e04a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:12.179793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3903f095-16ef-4595-968c-5c428247e04a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:12.229905 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.230142 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] 10.222.0.73 "PUT /v2.0/ports/81ba5319-7afe-4142-98f7-c3a42f93068a HTTP/1.1" status: 200 len: 1092 time: 2.6658332 Feb 04 15:52:12.236784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dc5631-c7ee-4286-80fa-dda879311d1b', 'tag': '81ba5319-7afe-4142-98f7-c3a42f93068a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:12.278154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb926481-de51-4a77-b679-4546d0cdb873 service neutron] Pushing event updated for resources: {'Port': ['ID=81ba5319-7afe-4142-98f7-c3a42f93068a,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:12.301990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b20cd538-6954-412e-8092-aafbda7cb3de req-032cf350-df09-49bf-a109-af328c820238 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347277 Feb 04 15:52:12.318785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d47267-b487-411d-8729-e02b283dd202 None None] Pushing event updated for resources: {'Port': ['ID=e832a0bd-abd0-4cf4-92b5-e68ec87a2d43,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:12.435281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee8068-8b4f-4175-8b79-18c27208a180 req-55c058db-1972-465b-9e62-9e90c64e7ef4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:12.442555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-deee8068-8b4f-4175-8b79-18c27208a180 req-55c058db-1972-465b-9e62-9e90c64e7ef4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 944 time: 0.3444147 Feb 04 15:52:12.446073 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dc5631-c7ee-4286-80fa-dda879311d1b', 'tag': '81ba5319-7afe-4142-98f7-c3a42f93068a', 'status': 'completed', 'code': 200} Feb 04 15:52:12.478606 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.504901 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-40516794-80e9-4468-9abf-efd159e330cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 1095 time: 0.2009985 Feb 04 15:52:12.515799 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-deee8068-8b4f-4175-8b79-18c27208a180 req-e074da49-aa30-4e92-afe5-f0a7bf415903 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688746 Feb 04 15:52:12.534691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ccea15-65fe-4083-8676-476118eeeacb']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:12.551951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11aae2fb-f9a6-42d4-a473-a8c7be82361d') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:12.552451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11aae2fb-f9a6-42d4-a473-a8c7be82361d') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:12.595394 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.627565 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.735109 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-0f5361a4-5220-4391-bdcc-79d69b2868d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ba5319-7afe-4142-98f7-c3a42f93068a HTTP/1.1" status: 200 len: 217 time: 0.2182927 Feb 04 15:52:12.742498 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3903f095-16ef-4595-968c-5c428247e04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.753285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:52:12.754244 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:12.804936 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:12.827280 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-3ab297c8-085d-483c-ac64-311d3cdd9062 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:12.827280 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-3ab297c8-085d-483c-ac64-311d3cdd9062 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7491f14-bc8f-49d7-a28a-ebc10572ecbf HTTP/1.1" status: 200 len: 850 time: 0.0783172 Feb 04 15:52:12.904925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:12.925257 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-00d4b7f0-751d-4b03-9168-122658e39a38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3da987dc-c869-45ff-98c5-7e104c66b94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755644 Feb 04 15:52:12.938369 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3903f095-16ef-4595-968c-5c428247e04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.965603 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272b35e-56e2-41d4-aabc-336aebf4ff64 req-17d14076-e1d6-4f0a-9123-a2ce73ae21b7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:12.972584 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8272b35e-56e2-41d4-aabc-336aebf4ff64 req-17d14076-e1d6-4f0a-9123-a2ce73ae21b7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 944 time: 0.3770988 Feb 04 15:52:12.978251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48508) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:12.990503 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3903f095-16ef-4595-968c-5c428247e04a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24cf1954a33f4fb798009b6b97c4a48c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9921815 Feb 04 15:52:13.001772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48512) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:13.041876 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:13.046814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb439870-95a8-4818-ba53-589a98c047b3 req-78431ec5-d3ab-4585-8c3f-15244cfbc429 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3764386 Feb 04 15:52:13.134387 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-963bd5d4-96f4-4f6c-808b-4bdadbebc38b req-81262353-62f1-41b9-9496-623625128df0 service neutron] 10.222.0.81 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4284079 Feb 04 15:52:13.143769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903f095-16ef-4595-968c-5c428247e04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4cb2b7-e5d7-4fca-aad3-fb6e731f2e57,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:13.160010 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-71513735-8c71-43bb-b401-104f0b47cff6 service neutron] 10.222.0.73 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242939 Feb 04 15:52:13.162760 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.195649 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.198135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] Pushing event deleted for resources: {'Network': ['ID=53ccea15-65fe-4083-8676-476118eeeacb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:13.270624 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-81347b31-0214-4b4b-a17e-c8a41c78e6f4 tempest-ExtraDHCPOptionsTestJSON-1593582588 tempest-ExtraDHCPOptionsTestJSON-1593582588-project] 10.222.0.60 "DELETE /v2.0/networks/53ccea15-65fe-4083-8676-476118eeeacb HTTP/1.1" status: 204 len: 168 time: 4.0455291 Feb 04 15:52:13.275926 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51c47de5-231c-4d60-9c4d-96a9ac1ecd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.289894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1121082126'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:13.301481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:13.305357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Usage tracker for resource:network and tenant:7df5af7115bd42ebbb72cf7738119b87 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:13.308245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:13.314302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:13.351675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Made reservation on behalf of 7df5af7115bd42ebbb72cf7738119b87 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:13.354870 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.430074 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.453251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1dbebd-7af4-42b5-847d-a958bd79a713 req-3f7b55d8-3420-4298-85d0-c7537d065442 service neutron] 10.222.0.73 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858915 Feb 04 15:52:13.478516 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.523081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:52:13.524505 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51c47de5-231c-4d60-9c4d-96a9ac1ecd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.593135 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb439870-95a8-4818-ba53-589a98c047b3 req-f1fc5fa9-b804-4639-b107-21eb7fa37c90 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 1095 time: 0.3798749 Feb 04 15:52:13.817630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:13.832847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Usage tracker for resource:security_group_rule and tenant:7df5af7115bd42ebbb72cf7738119b87 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:13.838074 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:13.849641 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8272b35e-56e2-41d4-aabc-336aebf4ff64 req-ca5dcab4-3a9d-4253-9084-accd488f67ec tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8761895 Feb 04 15:52:13.866010 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:13.899126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:13.912339 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'port_id': 'a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5', 'mac_address': 'fa:16:3e:cd:9d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:52:13.970913 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aa3311-cbb9-4f70-9b42-3736e9387250 None None] Network 1db9e92e-1f68-47c7-9007-b85498216049 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:52:13.988621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb439870-95a8-4818-ba53-589a98c047b3 req-d83cf570-33e9-49fe-866d-04923619ae05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:14.002202 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb439870-95a8-4818-ba53-589a98c047b3 req-d83cf570-33e9-49fe-866d-04923619ae05 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.3567717 Feb 04 15:52:14.012252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48538) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:14.144394 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98c2f134-3224-4be2-aa78-ea5096e1aa56 req-62be4758-acdd-4693-a301-a959c93ca9c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 1095 time: 0.6086676 Feb 04 15:52:14.146740 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.217435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:52:14.227133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0127b52f-1ff6-44db-bebe-0aef4884d2d5 None None] Provisioning for port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:14.236264 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb439870-95a8-4818-ba53-589a98c047b3 req-e1803aa6-48ff-4f6f-9af5-def05106f3fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2 HTTP/1.1" status: 200 len: 998 time: 0.2151778 Feb 04 15:52:14.249688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6bae9-0bc1-4ebc-8b21-8c1c29bddc7b req-ac614be1-62df-4497-98a6-88d21c02e8f6 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:14.252678 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92f6bae9-0bc1-4ebc-8b21-8c1c29bddc7b req-ac614be1-62df-4497-98a6-88d21c02e8f6 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 0.6665504 Feb 04 15:52:14.271599 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51c47de5-231c-4d60-9c4d-96a9ac1ecd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.287081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0127b52f-1ff6-44db-bebe-0aef4884d2d5 None None] Provisioning complete for port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:14.287493 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0127b52f-1ff6-44db-bebe-0aef4884d2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.317386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c47de5-231c-4d60-9c4d-96a9ac1ecd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4cb2b7-e5d7-4fca-aad3-fb6e731f2e57,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:14.348233 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:14.359905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48548) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:14.415386 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.428113 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51c47de5-231c-4d60-9c4d-96a9ac1ecd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.429249 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-51c47de5-231c-4d60-9c4d-96a9ac1ecd29 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab4cb2b7-e5d7-4fca-aad3-fb6e731f2e57 HTTP/1.1" status: 204 len: 168 time: 1.3974085 Feb 04 15:52:14.548528 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.564882 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.585455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Allocated IP 2001:db8:2::1 (1db9e92e-1f68-47c7-9007-b85498216049/b7d76633-0a60-40b9-950a-e57ff7c4ee7e/297c0fd5-c539-47f4-a096-4939e74a7664) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:14.623201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:14.631495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1303507108'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:14.637097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:14.642804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Usage tracker for resource:network and tenant:9b5438b8b5bf4ac2b32785fc9ec42763 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:14.646247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:14.653858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:14.671295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89bd60c-f843-4ec1-9531-ef9e294a67f7,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:14.686278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:14.692797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Made reservation on behalf of 9b5438b8b5bf4ac2b32785fc9ec42763 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:14.695753 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.713808 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.714169 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Added segment 4431e3b0-7b73-42d5-8725-e608d147b1a7 of type vlan for network b8034023-4aaa-48f7-bde5-0dffaadc693f Feb 04 15:52:14.732071 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0127b52f-1ff6-44db-bebe-0aef4884d2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.788675 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.796995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-0127b52f-1ff6-44db-bebe-0aef4884d2d5 None None] For port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e832a0bd-abd0-4cf4-92b5-e68ec87a2d43,segment=NetworkSegment(4c72b54d-24cb-4a8c-98ef-2864e07c48b8),segment_id=4c72b54d-24cb-4a8c-98ef-2864e07c48b8)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:14.804247 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0127b52f-1ff6-44db-bebe-0aef4884d2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.818370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb439870-95a8-4818-ba53-589a98c047b3 req-465a1926-dc7b-43d7-957d-b6e629210c1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:14.819901 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb439870-95a8-4818-ba53-589a98c047b3 req-465a1926-dc7b-43d7-957d-b6e629210c1c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.5598528 Feb 04 15:52:14.903382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.910044 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127b52f-1ff6-44db-bebe-0aef4884d2d5 None None] Pushing event updated for resources: {'Port': ['ID=e832a0bd-abd0-4cf4-92b5-e68ec87a2d43,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:14.914144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:14.921571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:52:14.931690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Usage tracker for resource:security_group_rule and tenant:9b5438b8b5bf4ac2b32785fc9ec42763 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:14.939015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:14.964480 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:14.983776 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92f6bae9-0bc1-4ebc-8b21-8c1c29bddc7b req-a5020875-0bb6-4ae8-b214-9241641d3a00 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203856 Feb 04 15:52:14.984780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2f134-3224-4be2-aa78-ea5096e1aa56 req-f6f6fd0b-7885-4a3c-9b5a-d4966c54b0e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:14.986188 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98c2f134-3224-4be2-aa78-ea5096e1aa56 req-f6f6fd0b-7885-4a3c-9b5a-d4966c54b0e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 911 time: 0.8273387 Feb 04 15:52:15.047697 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.151297 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-68876d8f-00ce-4258-b027-fd5a62ef185f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c59d1bf39934f528ecd392db2d3f6e5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1323929 Feb 04 15:52:15.166833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48562) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:15.200540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d0ee9-eb33-478b-8581-e04cc5c43d35 req-b5f2d905-f8ee-4315-9be0-d994e4a94a38 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:15.202486 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-010d0ee9-eb33-478b-8581-e04cc5c43d35 req-b5f2d905-f8ee-4315-9be0-d994e4a94a38 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 945 time: 1.0450134 Feb 04 15:52:15.207729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98c2f134-3224-4be2-aa78-ea5096e1aa56 req-f7b48217-9fac-4bbc-b2e6-37be4c6e1706 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ba5319-7afe-4142-98f7-c3a42f93068a HTTP/1.1" status: 200 len: 217 time: 0.1909096 Feb 04 15:52:15.221696 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.228215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:15.228643 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.242034 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.259142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48566) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:15.271990 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0ff78512-b200-42c4-8370-a38304bae80f None None] Provisioning complete for port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:15.272349 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0ff78512-b200-42c4-8370-a38304bae80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.285546 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.290642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Transition to ACTIVE for port object 297c0fd5-c539-47f4-a096-4939e74a7664 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:15.345028 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4649647-d00e-4795-893b-e051b9f2841c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.361076 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-010d0ee9-eb33-478b-8581-e04cc5c43d35 req-690ee256-0c4a-4f3f-87d2-009f28e347e7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522064 Feb 04 15:52:15.388496 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb439870-95a8-4818-ba53-589a98c047b3 req-12753ae6-254d-4bd0-a8f8-7dbae7a168ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5259144 Feb 04 15:52:15.389899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2f134-3224-4be2-aa78-ea5096e1aa56 req-c6a856f9-f042-45aa-9907-dc72b963e715 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:15.391425 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98c2f134-3224-4be2-aa78-ea5096e1aa56 req-c6a856f9-f042-45aa-9907-dc72b963e715 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7491f14-bc8f-49d7-a28a-ebc10572ecbf HTTP/1.1" status: 200 len: 850 time: 0.1311665 Feb 04 15:52:15.468648 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.4786792 Feb 04 15:52:15.472963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48572) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:15.481906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:15.483340 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98c2f134-3224-4be2-aa78-ea5096e1aa56 req-5144ef9f-941f-4ce1-8bf4-3f9f5556e81e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3da987dc-c869-45ff-98c5-7e104c66b94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811749 Feb 04 15:52:15.484875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fede42a-87a5-472a-b339-3028219ebf96 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Pushing event updated for resources: {'Network': ['ID=b8034023-4aaa-48f7-bde5-0dffaadc693f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:15.490966 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fda2c54d-fec5-435f-9ed5-38dd24ce2b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.500532 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network b8034023-4aaa-48f7-bde5-0dffaadc693f details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:15.505833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88967994-17ca-48fa-80d4-98dd362556b3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:15.526020 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.526356 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Added segment 629047f6-cf2b-4b4f-b3ba-8e4478524a49 of type vlan for network b67f82ed-bb0f-45f8-91da-a4c8c0048793 Feb 04 15:52:15.530102 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fda2c54d-fec5-435f-9ed5-38dd24ce2b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.554561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Request body: {'subnet': {'network_id': 'b8034023-4aaa-48f7-bde5-0dffaadc693f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:15.633602 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.657706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e4649647-d00e-4795-893b-e051b9f2841c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:15.672255 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.719740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e4649647-d00e-4795-893b-e051b9f2841c admin admin] Usage tracker for resource:security_group_rule and tenant:10ec6f912e0d45329d66cb5bbe3a64b6 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:15.729988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e4649647-d00e-4795-893b-e051b9f2841c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:15.744575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 1db9e92e-1f68-47c7-9007-b85498216049 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:15.751286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:15.758483 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:15.759009 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.765178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=297c0fd5-c539-47f4-a096-4939e74a7664,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:15.776467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e4649647-d00e-4795-893b-e051b9f2841c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:15.784779 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fda2c54d-fec5-435f-9ed5-38dd24ce2b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.804096 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-178540ca-f94d-4627-944c-72b4f234e26a req-1ddfb7b9-9201-452e-983f-23571ba9596d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2493570 Feb 04 15:52:15.804697 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.808739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:15.808909 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.840843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c54d-fec5-435f-9ed5-38dd24ce2b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2ea2e4-d5ac-4a77-9244-11371a937032,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:15.922263 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb439870-95a8-4818-ba53-589a98c047b3 req-d493f813-935e-4944-8f2d-db0854055832 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212159 Feb 04 15:52:15.923279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:15.940379 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fda2c54d-fec5-435f-9ed5-38dd24ce2b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.941452 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fda2c54d-fec5-435f-9ed5-38dd24ce2b2c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef2ea2e4-d5ac-4a77-9244-11371a937032 HTTP/1.1" status: 204 len: 168 time: 0.7693989 Feb 04 15:52:15.950976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Usage tracker for resource:subnet and tenant:7df5af7115bd42ebbb72cf7738119b87 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:15.972347 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6051102 Feb 04 15:52:16.008007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:16.066283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756794b9-763c-48d5-b810-bc6af0a3f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Pushing event updated for resources: {'Network': ['ID=b67f82ed-bb0f-45f8-91da-a4c8c0048793,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:16.089475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network b67f82ed-bb0f-45f8-91da-a4c8c0048793 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:16.123093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:16.126622 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98c2f134-3224-4be2-aa78-ea5096e1aa56 req-064b6867-9a43-4f0a-bd4c-f6876124a75d service neutron] 10.222.0.73 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765200 Feb 04 15:52:16.258310 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.266308 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a43bc2cf-bd05-4613-9b25-57a4d0a29093 None None] Provisioning for port 297c0fd5-c539-47f4-a096-4939e74a7664 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:16.282136 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a43bc2cf-bd05-4613-9b25-57a4d0a29093 None None] Provisioning complete for port 297c0fd5-c539-47f4-a096-4939e74a7664 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:16.284368 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a43bc2cf-bd05-4613-9b25-57a4d0a29093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.335075 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-178540ca-f94d-4627-944c-72b4f234e26a req-f87387a7-042a-4edb-89d8-2c104949c72a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 1096 time: 0.3801699 Feb 04 15:52:16.336146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48584) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:16.350533 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a43bc2cf-bd05-4613-9b25-57a4d0a29093 None None] Port 297c0fd5-c539-47f4-a096-4939e74a7664 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:52:16.365520 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Request body: {'port': {'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793', 'binding:host_id': 'n-h2-827872-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2046044457'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:16.377643 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 81ba5319-7afe-4142-98f7-c3a42f93068a details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:52:16.396378 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:16.415983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Usage tracker for resource:port and tenant:900e04f32b5041af95224581604b0817 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:16.421300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb439870-95a8-4818-ba53-589a98c047b3 req-cf5e9f48-edb7-4360-81ac-68d00e07fa84 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881651 Feb 04 15:52:16.435239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Made reservation on behalf of 7df5af7115bd42ebbb72cf7738119b87 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:16.493965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:16.505697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:16.569154 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 81ba5319-7afe-4142-98f7-c3a42f93068a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=81ba5319-7afe-4142-98f7-c3a42f93068a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:16.580952 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4649647-d00e-4795-893b-e051b9f2841c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.588569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '81ba5319-7afe-4142-98f7-c3a42f93068a', 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a', 'port_id': '81ba5319-7afe-4142-98f7-c3a42f93068a', 'mac_address': 'fa:16:3e:c6:98:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7491f14-bc8f-49d7-a28a-ebc10572ecbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:52:16.648853 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4649647-d00e-4795-893b-e051b9f2841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.665788 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Made reservation on behalf of 900e04f32b5041af95224581604b0817 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:16.668166 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.695614 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.718900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ba5319-7afe-4142-98f7-c3a42f93068a {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:52:16.720637 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.728964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e4649647-d00e-4795-893b-e051b9f2841c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10ec6f912e0d45329d66cb5bbe3a64b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4663291 Feb 04 15:52:16.737258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a3566-04fc-4850-9f48-23baf170d1ee req-4852be08-a88f-4b9b-9a96-587e970f82c3 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:16.744197 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c7a3566-04fc-4850-9f48-23baf170d1ee req-4852be08-a88f-4b9b-9a96-587e970f82c3 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 944 time: 1.4870243 Feb 04 15:52:16.746509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48598) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:16.766439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98c2f134-3224-4be2-aa78-ea5096e1aa56 req-6de67086-0d55-4f40-8495-5bc4234ff324 service neutron] 10.222.0.73 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168237 Feb 04 15:52:16.795451 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 81ba5319-7afe-4142-98f7-c3a42f93068a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=81ba5319-7afe-4142-98f7-c3a42f93068a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:16.805325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:16.808291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178540ca-f94d-4627-944c-72b4f234e26a req-84631894-d70b-4d30-b7ef-6454ef0fcce7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:16.810035 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-178540ca-f94d-4627-944c-72b4f234e26a req-84631894-d70b-4d30-b7ef-6454ef0fcce7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 200 len: 906 time: 0.4406414 Feb 04 15:52:16.811612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4649647-d00e-4795-893b-e051b9f2841c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95064673-8025-4ba7-9463-272f7df6b9cf,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:16.835688 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.897282 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.054884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:17.081024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=81ba5319-7afe-4142-98f7-c3a42f93068a,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:17.096597 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11c94d-2d2e-459d-8780-bf7feffd2d70 req-03c04342-958a-4a2e-80c9-35824043f748 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:17.098126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab11c94d-2d2e-459d-8780-bf7feffd2d70 req-03c04342-958a-4a2e-80c9-35824043f748 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 0.5763841 Feb 04 15:52:17.114402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c7a3566-04fc-4850-9f48-23baf170d1ee req-c62f5629-a1bd-49de-929c-2f2c5b374245 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692410 Feb 04 15:52:17.119237 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-178540ca-f94d-4627-944c-72b4f234e26a req-790d90c8-8c83-46db-9e07-d83b2e347a35 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55428373-4ebe-4d04-8cb2-6884b677713c HTTP/1.1" status: 200 len: 217 time: 0.2926223 Feb 04 15:52:17.120489 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Usage tracker for resource:security_group_rule and tenant:900e04f32b5041af95224581604b0817 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:17.140670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:17.141883 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:17.142392 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.191124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:17.259034 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db8a248e-9edb-4919-b790-685cb9ecf8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.287019 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab11c94d-2d2e-459d-8780-bf7feffd2d70 req-2b01847d-de9a-4798-b15b-72e93f05fa3d tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681848 Feb 04 15:52:17.306463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178540ca-f94d-4627-944c-72b4f234e26a req-f0758dc9-77ad-4e91-b1f2-dee22a1d8ea3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:17.308196 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-178540ca-f94d-4627-944c-72b4f234e26a req-f0758dc9-77ad-4e91-b1f2-dee22a1d8ea3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 200 len: 845 time: 0.1786995 Feb 04 15:52:17.339242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['81ba5319-7afe-4142-98f7-c3a42f93068a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:52:17.376751 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db8a248e-9edb-4919-b790-685cb9ecf8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.421981 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-178540ca-f94d-4627-944c-72b4f234e26a req-fc1f776b-4ae1-437d-a9ab-fd35398975cb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985651 Feb 04 15:52:17.439381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48610) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:17.507626 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb853018-8663-4a7f-9487-848a606f7cae req-36780fbe-5a95-465a-ab45-490184f84805 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:17.515164 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb853018-8663-4a7f-9487-848a606f7cae req-36780fbe-5a95-465a-ab45-490184f84805 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 945 time: 0.1650088 Feb 04 15:52:17.518527 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.551635 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:17.557741 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:52:17.589500 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.602309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Pushing event updated for resources: {'Subnet': ['ID=54cea95a-0440-4406-ad3f-8d2dea589ce3,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:17.616683 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.617772 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.622937 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.660599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:17.665996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb853018-8663-4a7f-9487-848a606f7cae req-95462fae-de63-4b57-b418-14e72659e789 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498394 Feb 04 15:52:17.666569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:17.666941 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.682172 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.691114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-255307288'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:17.698114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:17.701621 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db8a248e-9edb-4919-b790-685cb9ecf8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.704713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Usage tracker for resource:network and tenant:7de82cad27b044ec877dd84f3d034ea4 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:17.706697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] device_id is not set on port 1c24efc1-d228-4368-b7f6-b30c63fced0f yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:17.707816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Checking segment: {'id': '4431e3b0-7b73-42d5-8725-e608d147b1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8034023-4aaa-48f7-bde5-0dffaadc693f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:17.708176 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Network hostable DHCP agents. Network: b8034023-4aaa-48f7-bde5-0dffaadc693f, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:17.712721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:17.720786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:17.740173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Made reservation on behalf of 7de82cad27b044ec877dd84f3d034ea4 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:17.743235 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.758100 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.769473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Network b8034023-4aaa-48f7-bde5-0dffaadc693f is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:17.784684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, b8034023-4aaa-48f7-bde5-0dffaadc693f) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:17.797015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:17.797617 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.800305 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26782bc6-eb86-4293-9da7-95760a451706 None None] Network b8034023-4aaa-48f7-bde5-0dffaadc693f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:52:17.815214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:17.824354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Usage tracker for resource:security_group_rule and tenant:7de82cad27b044ec877dd84f3d034ea4 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:17.829194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:17.837158 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:17.839951 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-178540ca-f94d-4627-944c-72b4f234e26a req-efbf3c63-094a-4b2d-8894-11579e93fa38 service neutron] 10.222.0.81 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076579 Feb 04 15:52:17.847216 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-45f4d4fc-7fbd-4ee7-8e22-ee72cae8add1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3669591 Feb 04 15:52:17.850230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48616) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:17.858874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Request body: {'port': {'network_id': 'b8034023-4aaa-48f7-bde5-0dffaadc693f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-979600990'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:17.896658 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.909157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=297c0fd5-c539-47f4-a096-4939e74a7664,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:17.911201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619dd877-9288-4bd4-afca-8956c472045f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:17.967698 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db8a248e-9edb-4919-b790-685cb9ecf8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.968801 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-db8a248e-9edb-4919-b790-685cb9ecf8c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95064673-8025-4ba7-9463-272f7df6b9cf HTTP/1.1" status: 204 len: 168 time: 1.2187958 Feb 04 15:52:17.990215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:17.992065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbde1a01-4745-4039-a753-937f8f00a305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:18.037952 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.046259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:18.048667 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.062947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Usage tracker for resource:port and tenant:7df5af7115bd42ebbb72cf7738119b87 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:18.068402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:18.076027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a248e-9edb-4919-b790-685cb9ecf8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95064673-8025-4ba7-9463-272f7df6b9cf,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:18.080639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:18.103328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:18.105622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d500b5c-fc91-401a-a886-0da5f27f8947,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:18.119084 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.119591 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Added segment 411e938e-c165-4e7b-96e8-7a30bf704fab of type vlan for network 66a10617-049c-4e91-8fb9-fd565d068678 Feb 04 15:52:18.126579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Made reservation on behalf of 7df5af7115bd42ebbb72cf7738119b87 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:18.129973 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.143760 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbde1a01-4745-4039-a753-937f8f00a305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5', 'code': 200} Feb 04 15:52:18.161006 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.178234 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.185019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] device_id is not set on port 952ac793-9bbf-41c9-ab14-59fd2c5726b1 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:18.285089 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.290911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:18.291653 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.356176 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:18.372398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-b8034023-4aaa-48f7-bde5-0dffaadc693f', 'network_id': 'b8034023-4aaa-48f7-bde5-0dffaadc693f', 'tenant_id': '7df5af7115bd42ebbb72cf7738119b87', 'fixed_ips': [{'subnet_id': '54cea95a-0440-4406-ad3f-8d2dea589ce3'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:52:18.373447 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.531991 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-178540ca-f94d-4627-944c-72b4f234e26a req-d62ba4ee-6635-4118-baec-d1b16e6a29af service neutron] 10.222.0.81 "GET /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241016 Feb 04 15:52:18.550347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network 1db9e92e-1f68-47c7-9007-b85498216049 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:18.556688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:18.633590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1905253 Feb 04 15:52:18.650315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48632) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:18.661598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae44f20-6e28-448e-979d-844e295bce3d tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event updated for resources: {'Network': ['ID=66a10617-049c-4e91-8fb9-fd565d068678,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:18.682711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 66a10617-049c-4e91-8fb9-fd565d068678 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:18.692698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Request body: {'subnet': {'network_id': '66a10617-049c-4e91-8fb9-fd565d068678', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:18.717471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Allocated IP 2001:db8::63 (b8034023-4aaa-48f7-bde5-0dffaadc693f/54cea95a-0440-4406-ad3f-8d2dea589ce3/952ac793-9bbf-41c9-ab14-59fd2c5726b1) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:18.774587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c1eb2-3d9b-4a02-b8a9-41cb43df3698 req-490881f5-3307-4057-b7ea-b0b513a6b30d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:18.776124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-172c1eb2-3d9b-4a02-b8a9-41cb43df3698 req-490881f5-3307-4057-b7ea-b0b513a6b30d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 945 time: 0.3150303 Feb 04 15:52:18.860199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f32ee-2dfb-4e1b-a0af-8bd97b6bed40 req-220619d0-09d5-4dc6-9564-eb7e7fcff964 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:18.861864 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-825f32ee-2dfb-4e1b-a0af-8bd97b6bed40 req-220619d0-09d5-4dc6-9564-eb7e7fcff964 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 0.2760987 Feb 04 15:52:18.921933 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:52:19.022606 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-172c1eb2-3d9b-4a02-b8a9-41cb43df3698 req-3965657b-38dd-49b3-a02f-bffeb980e674 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259631 Feb 04 15:52:19.061465 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-825f32ee-2dfb-4e1b-a0af-8bd97b6bed40 req-9a1157f7-84f4-40a9-9bca-344e2ec96d1c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911449 Feb 04 15:52:19.094206 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a4cef78d-663c-41f2-a77e-aa6e7e18549f None None] Provisioning complete for port 297c0fd5-c539-47f4-a096-4939e74a7664 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:19.095973 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a4cef78d-663c-41f2-a77e-aa6e7e18549f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.104552 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9051d6c6-5cb6-49e6-acd0-64b322dec570 req-7d5ece96-4242-4c47-a06a-a7dafbe19bb9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 1097 time: 0.8707876 Feb 04 15:52:19.113479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] device_id is not set on port 1c24efc1-d228-4368-b7f6-b30c63fced0f yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:19.162833 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.169320 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.182769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Transition to ACTIVE for port object 952ac793-9bbf-41c9-ab14-59fd2c5726b1 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:19.208677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:19.220278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Usage tracker for resource:subnet and tenant:7de82cad27b044ec877dd84f3d034ea4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:19.228640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:19.238570 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a4cef78d-663c-41f2-a77e-aa6e7e18549f None None] Port 297c0fd5-c539-47f4-a096-4939e74a7664 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:52:19.249350 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.300031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Transition to ACTIVE for port object 1c24efc1-d228-4368-b7f6-b30c63fced0f will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:19.320332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:19.333893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Allocated IP 2001:db8::2 (b8034023-4aaa-48f7-bde5-0dffaadc693f/54cea95a-0440-4406-ad3f-8d2dea589ce3/d4d1c068-448e-4146-adc9-f7490f5f62c0) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:19.342199 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.385697 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9051d6c6-5cb6-49e6-acd0-64b322dec570 req-95cc19d2-8e53-42d0-955c-173123a8ad16 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502742 Feb 04 15:52:19.430462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Pushing event updated for resources: {'Port': ['ID=952ac793-9bbf-41c9-ab14-59fd2c5726b1,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:19.448676 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Made reservation on behalf of 7de82cad27b044ec877dd84f3d034ea4 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:19.448994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Network b8034023-4aaa-48f7-bde5-0dffaadc693f is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:19.452780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:19.455793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:19.459829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:19.460534 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.537214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827e16b-6fa9-4652-b18d-0cede543712f req-ea69478b-168c-49cc-90f5-47f5b00091ec tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:19.539542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8827e16b-6fa9-4652-b18d-0cede543712f req-ea69478b-168c-49cc-90f5-47f5b00091ec tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 0.1838570 Feb 04 15:52:19.543345 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0934f3d7-359a-4f02-8997-b8414ec2dce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.6893013 Feb 04 15:52:19.545807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48650) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:19.555837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Request body: {'port': {'network_id': 'b8034023-4aaa-48f7-bde5-0dffaadc693f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1727596156', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:19.556388 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.api.validators [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] bootfile-name is not in valid_values {{(pid=83551) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:52:19.556725 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.api.validators [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] tftp-server is not in valid_values {{(pid=83551) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:52:19.557066 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.api.validators [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] server-ip-address is not in valid_values {{(pid=83551) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:52:19.568573 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.594176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Pushing event updated for resources: {'Port': ['ID=1c24efc1-d228-4368-b7f6-b30c63fced0f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:19.609383 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.623168 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Transition to ACTIVE for port object d4d1c068-448e-4146-adc9-f7490f5f62c0 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:19.636622 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.646799 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Transition to ACTIVE for port object d4d1c068-448e-4146-adc9-f7490f5f62c0 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:19.656855 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.701065 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8827e16b-6fa9-4652-b18d-0cede543712f req-c9e34983-0764-4925-817f-78b2d495c688 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249342 Feb 04 15:52:19.736861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Checking segment: {'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:19.737383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Network hostable DHCP agents. Network: b67f82ed-bb0f-45f8-91da-a4c8c0048793, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:19.755736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Network b8034023-4aaa-48f7-bde5-0dffaadc693f is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:19.759001 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:19.763538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:19.804003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:52:19.807405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:19.814194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Usage tracker for resource:port and tenant:7df5af7115bd42ebbb72cf7738119b87 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:19.818984 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:19.819324 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Network b67f82ed-bb0f-45f8-91da-a4c8c0048793 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:19.828238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:19.846123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Made reservation on behalf of 7df5af7115bd42ebbb72cf7738119b87 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:19.851112 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.857056 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Pushing event updated for resources: {'Port': ['ID=d4d1c068-448e-4146-adc9-f7490f5f62c0,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:19.880540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, b67f82ed-bb0f-45f8-91da-a4c8c0048793) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:19.884421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:19.888591 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Attempting to bind port d4d1c068-448e-4146-adc9-f7490f5f62c0 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:19.888893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Attempting to bind port d4d1c068-448e-4146-adc9-f7490f5f62c0 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '4431e3b0-7b73-42d5-8725-e608d147b1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8034023-4aaa-48f7-bde5-0dffaadc693f'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:19.889254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Attempting to bind port d4d1c068-448e-4146-adc9-f7490f5f62c0 on network b8034023-4aaa-48f7-bde5-0dffaadc693f {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:19.893371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4c3296-24fd-4ba9-bcb3-69ef5faa7929 None None] Network b67f82ed-bb0f-45f8-91da-a4c8c0048793 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:52:19.901776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] device_id is not set on port bf3b58d4-4c61-4a54-aa79-f17130e11ce0 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:19.905300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:19.905637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:19.905967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:19.961669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:52:19.962046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Checking segment: {'id': '4431e3b0-7b73-42d5-8725-e608d147b1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8034023-4aaa-48f7-bde5-0dffaadc693f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:19.962445 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.962833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Bound using segment: {'id': '4431e3b0-7b73-42d5-8725-e608d147b1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8034023-4aaa-48f7-bde5-0dffaadc693f'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:52:19.963379 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Bound port: d4d1c068-448e-4146-adc9-f7490f5f62c0, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4431e3b0-7b73-42d5-8725-e608d147b1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8034023-4aaa-48f7-bde5-0dffaadc693f'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:19.963754 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.992815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:19.993144 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:19.995063 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 2 to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f Feb 04 15:52:20.033479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:20.033931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:20.034361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:20.050774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:20.051319 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:20.054985 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 3 to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f Feb 04 15:52:20.135384 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.154081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] For port d4d1c068-448e-4146-adc9-f7490f5f62c0, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:20.157800 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] For port d4d1c068-448e-4146-adc9-f7490f5f62c0, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d4d1c068-448e-4146-adc9-f7490f5f62c0,segment=NetworkSegment(4431e3b0-7b73-42d5-8725-e608d147b1a7),segment_id=4431e3b0-7b73-42d5-8725-e608d147b1a7)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:20.168834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:20.169130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:20.169610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:20.180666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:20.180990 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:20.188202 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 4 to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f Feb 04 15:52:20.207592 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.228944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:20.229525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:20.230013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:20.242579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:20.243118 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:20.248854 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 5 to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f Feb 04 15:52:20.288417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event updated for resources: {'Subnet': ['ID=261a5103-1b7d-4345-95d5-afb70f8fce32,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:20.319495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:20.320056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:20.320539 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:20.335813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Checking segment: {'id': '411e938e-c165-4e7b-96e8-7a30bf704fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '66a10617-049c-4e91-8fb9-fd565d068678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:20.336431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Network hostable DHCP agents. Network: 66a10617-049c-4e91-8fb9-fd565d068678, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:20.348852 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Allocated IP 2001:db8::d1 (b8034023-4aaa-48f7-bde5-0dffaadc693f/54cea95a-0440-4406-ad3f-8d2dea589ce3/bf3b58d4-4c61-4a54-aa79-f17130e11ce0) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:20.354245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:20.354772 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:20.356829 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 6 to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f Feb 04 15:52:20.376014 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:20.376591 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:20.377176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:20.402942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 81ba5319-7afe-4142-98f7-c3a42f93068a up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:20.404379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:20.404552 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:20.405754 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 7 to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f Feb 04 15:52:20.428000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:52:20.445447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Network 66a10617-049c-4e91-8fb9-fd565d068678 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:20.457405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:20.457735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:20.458071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:20.461823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b932322-2175-41ba-b9d5-2c8f0c7554f5 None None] Pushing event updated for resources: {'Port': ['ID=d4d1c068-448e-4146-adc9-f7490f5f62c0,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:20.473728 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-23d16c4a-3879-4df2-b626-7ae3e624d21d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/3b4409b6-a4db-4b00-8f62-bd7c59a56a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1289158 Feb 04 15:52:20.475249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48666) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:20.481045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Sync routers for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:52:20.484582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-451075437'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:20.488661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 66a10617-049c-4e91-8fb9-fd565d068678) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:20.493703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:20.494287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.502137 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:20.502470 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:20.515748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:20.518471 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 8 to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f Feb 04 15:52:20.525795 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9802c308-01b2-4079-a91b-f89ae4aa4539 None None] Network 66a10617-049c-4e91-8fb9-fd565d068678 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:52:20.542804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:network and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:20.548990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:20.556220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:20.556986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:20.556986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:20.559632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:20.574376 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9c7285e8-1163-46ab-99c4-fb50c98ff3f1 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9202807 Feb 04 15:52:20.587402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48672) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:20.589321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:20.589841 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:20.590237 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 9 to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f Feb 04 15:52:20.618642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:20.631212 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.645570 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:52:20.646281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:52:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:20.666667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-6c904bce-21a9-4485-9e62-506b07af9fff tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-855522229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:20.672571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:20.674037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:20.674815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:20.688789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6c904bce-21a9-4485-9e62-506b07af9fff tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:20.701542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:20.702303 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:20.706634 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 10 to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f Feb 04 15:52:20.720014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6c904bce-21a9-4485-9e62-506b07af9fff tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Usage tracker for resource:router and tenant:7de82cad27b044ec877dd84f3d034ea4 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:20.730321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6c904bce-21a9-4485-9e62-506b07af9fff tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:20.734173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:20.734747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:20.735482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:20.744289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:20.747929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a85b-30e7-49e4-9f76-a7015bdb62f2 req-8f30b974-0ede-4969-bbea-7090bb8fad5f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:20.749170 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 1c24efc1-d228-4368-b7f6-b30c63fced0f on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:20.749635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72b4a85b-30e7-49e4-9f76-a7015bdb62f2 req-8f30b974-0ede-4969-bbea-7090bb8fad5f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 945 time: 0.3380666 Feb 04 15:52:20.750317 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 1c24efc1-d228-4368-b7f6-b30c63fced0f on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:20.750886 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.755826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825eafb8-c5e7-43d1-bdc5-279188746696 req-2138021d-93bd-417d-a433-ea5d69fec7e8 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:20.757295 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-825eafb8-c5e7-43d1-bdc5-279188746696 req-2138021d-93bd-417d-a433-ea5d69fec7e8 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 0.3445690 Feb 04 15:52:20.758594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6c904bce-21a9-4485-9e62-506b07af9fff tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:20.896556 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6c904bce-21a9-4485-9e62-506b07af9fff tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.897542 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6c904bce-21a9-4485-9e62-506b07af9fff tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.913128 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.913955 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Added segment 68a627cc-d4cc-4395-b407-4056bcb4146c of type vlan for network f70e7ab2-1482-407a-a5a6-af9ef53875e6 Feb 04 15:52:20.927365 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6c904bce-21a9-4485-9e62-506b07af9fff tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.961974 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-72b4a85b-30e7-49e4-9f76-a7015bdb62f2 req-e1c80100-a175-40fb-9a14-23dc6ff960ef tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009494 Feb 04 15:52:20.987446 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6c904bce-21a9-4485-9e62-506b07af9fff tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.025693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:52:21.043584 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.109480 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6c904bce-21a9-4485-9e62-506b07af9fff tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.113245 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6c904bce-21a9-4485-9e62-506b07af9fff tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4645956 Feb 04 15:52:21.119017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] For port 1c24efc1-d228-4368-b7f6-b30c63fced0f, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:21.119933 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-825eafb8-c5e7-43d1-bdc5-279188746696 req-4d98e9b3-46be-47e0-b23a-e3188b0a64a8 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030722 Feb 04 15:52:21.120573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48682) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:21.122901 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.131877 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempted to set empty binding levels {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 15:52:21.193067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.240351 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.245154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:21.245781 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.261051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Transition to ACTIVE for port object bf3b58d4-4c61-4a54-aa79-f17130e11ce0 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:21.412406 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.440561 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9635425 Feb 04 15:52:21.443838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48688) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:21.456895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31a790-4d6b-424c-90d2-d6190de2599b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Network': ['ID=f70e7ab2-1482-407a-a5a6-af9ef53875e6,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:21.464111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'subnet': {'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:21.498590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Pushing event updated for resources: {'Port': ['ID=1c24efc1-d228-4368-b7f6-b30c63fced0f,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:21.542449 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.593503 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network f70e7ab2-1482-407a-a5a6-af9ef53875e6 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:21.627948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6c970-c511-41c0-a93c-62924ae522b9 req-70763b6a-e2f5-4896-bc8d-1cad83ff5dc4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:21.630314 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6f6c970-c511-41c0-a93c-62924ae522b9 req-70763b6a-e2f5-4896-bc8d-1cad83ff5dc4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 0.3660116 Feb 04 15:52:21.772225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Network b8034023-4aaa-48f7-bde5-0dffaadc693f is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:21.778273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:21.783806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Pushing event updated for resources: {'Port': ['ID=bf3b58d4-4c61-4a54-aa79-f17130e11ce0,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:21.786578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:21.790544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:21.791212 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.805027 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3f817ce6-9542-41e4-9d1c-6d8821f0475f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.4515076 Feb 04 15:52:21.812554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48698) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:21.905281 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6f6c970-c511-41c0-a93c-62924ae522b9 req-73570aed-95c0-41d4-9230-a0815a6aa49e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068503 Feb 04 15:52:21.906572 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-df00b83c-88f1-496d-b2cd-86c062fa1822 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.3603837 Feb 04 15:52:21.910856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48702) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:21.919867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-66a10617-049c-4e91-8fb9-fd565d068678', 'network_id': '66a10617-049c-4e91-8fb9-fd565d068678', 'tenant_id': '7de82cad27b044ec877dd84f3d034ea4', 'fixed_ips': [{'subnet_id': '261a5103-1b7d-4345-95d5-afb70f8fce32'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:52:21.920728 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.015612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c870ae4c-8a91-45da-8072-3fe5ceba699c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Deleting port 1c24efc1-d228-4368-b7f6-b30c63fced0f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:22.016100 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c870ae4c-8a91-45da-8072-3fe5ceba699c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.124257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:22.141203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:subnet and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:22.146772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:22.173890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:22.332085 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.342048 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 81ba5319-7afe-4142-98f7-c3a42f93068a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:22.384066 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Allocated IP 172.20.0.2 (66a10617-049c-4e91-8fb9-fd565d068678/261a5103-1b7d-4345-95d5-afb70f8fce32/803a7dbd-5add-4f36-967d-5a90904dfad2) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:22.413965 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b200dc86-e461-4632-8b7c-19fa826fbd67 None None] Network b8034023-4aaa-48f7-bde5-0dffaadc693f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:52:22.419209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Made reservation on behalf of 33552c0479964c7487f074e057484640 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:22.459064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 81ba5319-7afe-4142-98f7-c3a42f93068a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:22.459371 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.587120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-c870ae4c-8a91-45da-8072-3fe5ceba699c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] For port 1c24efc1-d228-4368-b7f6-b30c63fced0f, host n-h2-827872-1, got binding levels [] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:22.587509 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c870ae4c-8a91-45da-8072-3fe5ceba699c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.728513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a68843-aea6-42bd-964e-6a53d4469b97 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:22.733438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a68843-aea6-42bd-964e-6a53d4469b97 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:22.738224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a68843-aea6-42bd-964e-6a53d4469b97 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:22.740158 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-96a68843-aea6-42bd-964e-6a53d4469b97 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.8262124 Feb 04 15:52:22.748919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c870ae4c-8a91-45da-8072-3fe5ceba699c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Calling delete_port for 1c24efc1-d228-4368-b7f6-b30c63fced0f owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:22.767792 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.785777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48724) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:22.833448 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.902516 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Transition to ACTIVE for port object 803a7dbd-5add-4f36-967d-5a90904dfad2 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:22.963808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-646d7f96-5df7-4855-9987-f8c01301709b tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Deleting port bf3b58d4-4c61-4a54-aa79-f17130e11ce0 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:22.964229 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-646d7f96-5df7-4855-9987-f8c01301709b tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.006856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Transition to ACTIVE for port object 803a7dbd-5add-4f36-967d-5a90904dfad2 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:23.012300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1842d37-40f6-411a-92c2-5d0d7a23a36c req-6d445c31-dea4-42ba-b7a9-1b6e6237ed7f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:23.014121 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1842d37-40f6-411a-92c2-5d0d7a23a36c req-6d445c31-dea4-42ba-b7a9-1b6e6237ed7f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 945 time: 0.7191622 Feb 04 15:52:23.074031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57240760-4c79-47fc-8b70-84bda2d02ecc req-a9cabdf7-4c0a-458c-9f52-0fc9f079f4be tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:23.076255 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57240760-4c79-47fc-8b70-84bda2d02ecc req-a9cabdf7-4c0a-458c-9f52-0fc9f079f4be tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 0.5236919 Feb 04 15:52:23.088816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d4d1c068-448e-4146-adc9-f7490f5f62c0 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:23.133120 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c870ae4c-8a91-45da-8072-3fe5ceba699c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.143846 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1842d37-40f6-411a-92c2-5d0d7a23a36c req-029c27cf-0585-4339-b7e3-8611d7941725 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199443 Feb 04 15:52:23.160039 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.263452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870ae4c-8a91-45da-8072-3fe5ceba699c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c24efc1-d228-4368-b7f6-b30c63fced0f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:23.273465 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c870ae4c-8a91-45da-8072-3fe5ceba699c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.288637 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57240760-4c79-47fc-8b70-84bda2d02ecc req-a8cf1b58-d752-4a7d-adfa-7f23327f0c93 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006083 Feb 04 15:52:23.315987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Allocated IP 172.20.0.1 (66a10617-049c-4e91-8fb9-fd565d068678/261a5103-1b7d-4345-95d5-afb70f8fce32/a8080f4e-43cc-46b5-acd8-b583122fb117) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:23.349607 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c870ae4c-8a91-45da-8072-3fe5ceba699c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "DELETE /v2.0/ports/1c24efc1-d228-4368-b7f6-b30c63fced0f HTTP/1.1" status: 204 len: 168 time: 1.5356793 Feb 04 15:52:23.360112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48732) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:23.451224 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Pushing event updated for resources: {'Port': ['ID=803a7dbd-5add-4f36-967d-5a90904dfad2,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:23.466264 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Network 66a10617-049c-4e91-8fb9-fd565d068678 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:23.473854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:23.477319 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:23.479530 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b60085-78e8-4486-a47c-099b90cd2256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:52:23.480145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d0b60085-78e8-4486-a47c-099b90cd2256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Synchronizing usage tracker for tenant:900e04f32b5041af95224581604b0817 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:23.560545 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.568719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d0b60085-78e8-4486-a47c-099b90cd2256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Unset dirty status for tenant:900e04f32b5041af95224581604b0817 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:23.570035 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d0b60085-78e8-4486-a47c-099b90cd2256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "GET /v2.0/ports/1c24efc1-d228-4368-b7f6-b30c63fced0f HTTP/1.1" status: 404 len: 333 time: 0.2086768 Feb 04 15:52:23.583265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48738) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:23.591780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Transition to ACTIVE for port object a8080f4e-43cc-46b5-acd8-b583122fb117 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:23.596454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7853933b-36fe-495c-8bad-2f9e8cb8ad54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Request body: {'port': {'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1727583089'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:23.613648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7853933b-36fe-495c-8bad-2f9e8cb8ad54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:23.616313 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.642074 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Attempting to bind port 803a7dbd-5add-4f36-967d-5a90904dfad2 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:23.642475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Attempting to bind port 803a7dbd-5add-4f36-967d-5a90904dfad2 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '411e938e-c165-4e7b-96e8-7a30bf704fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '66a10617-049c-4e91-8fb9-fd565d068678'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:23.643040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Attempting to bind port 803a7dbd-5add-4f36-967d-5a90904dfad2 on network 66a10617-049c-4e91-8fb9-fd565d068678 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:23.670742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:52:23.672336 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.672638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Checking segment: {'id': '411e938e-c165-4e7b-96e8-7a30bf704fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '66a10617-049c-4e91-8fb9-fd565d068678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:23.674336 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.674751 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Bound using segment: {'id': '411e938e-c165-4e7b-96e8-7a30bf704fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '66a10617-049c-4e91-8fb9-fd565d068678'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:52:23.675486 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Bound port: 803a7dbd-5add-4f36-967d-5a90904dfad2, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411e938e-c165-4e7b-96e8-7a30bf704fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '66a10617-049c-4e91-8fb9-fd565d068678'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:23.675907 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.704320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Subnet': ['ID=4964055c-b9bf-4b9d-9ae7-3f901dbaccc9,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:23.718998 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-646d7f96-5df7-4855-9987-f8c01301709b tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.729159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7853933b-36fe-495c-8bad-2f9e8cb8ad54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:23.751973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b21dc832-2f99-4d66-82d5-e3905fd5c6cc None None] Provisioning for port d4d1c068-448e-4146-adc9-f7490f5f62c0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:23.784495 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port d4d1c068-448e-4146-adc9-f7490f5f62c0 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:23.794994 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b21dc832-2f99-4d66-82d5-e3905fd5c6cc None None] Provisioning complete for port d4d1c068-448e-4146-adc9-f7490f5f62c0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:23.799604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event updated for resources: {'Port': ['ID=a8080f4e-43cc-46b5-acd8-b583122fb117,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:23.799982 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b21dc832-2f99-4d66-82d5-e3905fd5c6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.861954 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Network 66a10617-049c-4e91-8fb9-fd565d068678 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:23.875235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:23.887841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:24.003039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-646d7f96-5df7-4855-9987-f8c01301709b tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Calling delete_port for bf3b58d4-4c61-4a54-aa79-f17130e11ce0 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:24.046380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7853933b-36fe-495c-8bad-2f9e8cb8ad54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Made reservation on behalf of 900e04f32b5041af95224581604b0817 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:24.050926 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.051804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d4d1c068-448e-4146-adc9-f7490f5f62c0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:24.052175 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.059889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122083d-95f1-420f-b287-b393ed72eb59 req-c4cca680-d8f9-467e-bcea-9d696eefb472 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.061390 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a122083d-95f1-420f-b287-b393ed72eb59 req-c4cca680-d8f9-467e-bcea-9d696eefb472 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 0.4407792 Feb 04 15:52:24.062385 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7853933b-36fe-495c-8bad-2f9e8cb8ad54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.099625 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.125500 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Checking segment: {'id': '68a627cc-d4cc-4395-b407-4056bcb4146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:24.126341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network hostable DHCP agents. Network: f70e7ab2-1482-407a-a5a6-af9ef53875e6, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:24.129255 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a122083d-95f1-420f-b287-b393ed72eb59 req-e3890e0d-06d1-4d8f-ae5b-a0b0b60eb3c7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568931 Feb 04 15:52:24.137005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-7853933b-36fe-495c-8bad-2f9e8cb8ad54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] device_id is not set on port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:24.169556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:52:15Z', 'revision_number': 4, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '297c0fd5-c539-47f4-a096-4939e74a7664', 'name': '', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:2e:b8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:13Z', 'updated_at': '2022-02-04T15:52:16Z', 'revision_number': 2, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:24.193106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc5631-c7ee-4286-80fa-dda879311d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ba5319-7afe-4142-98f7-c3a42f93068a'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:24.197594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Checking router: 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:52:24.197949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Updating router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e port 297c0fd5-c539-47f4-a096-4939e74a7664 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:52:24.238210 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.251769 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] For port 803a7dbd-5add-4f36-967d-5a90904dfad2, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:24.312448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] For port 803a7dbd-5add-4f36-967d-5a90904dfad2, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=803a7dbd-5add-4f36-967d-5a90904dfad2,segment=NetworkSegment(411e938e-c165-4e7b-96e8-7a30bf704fab),segment_id=411e938e-c165-4e7b-96e8-7a30bf704fab)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:24.315602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 81ba5319-7afe-4142-98f7-c3a42f93068a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=81ba5319-7afe-4142-98f7-c3a42f93068a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:24.327007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network f70e7ab2-1482-407a-a5a6-af9ef53875e6 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:24.328018 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.361244 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, f70e7ab2-1482-407a-a5a6-af9ef53875e6) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:24.367587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.368440 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.372388 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.407490 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-507e147c-d509-4f52-9bf6-e8b16c38e9dc tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9572885 Feb 04 15:52:24.412873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb9ee0f-6b04-461c-a62a-a2afc36718a8 None None] Network f70e7ab2-1482-407a-a5a6-af9ef53875e6 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:52:24.420471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48754) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:24.443478 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.477630 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b21dc832-2f99-4d66-82d5-e3905fd5c6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.588099 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7853933b-36fe-495c-8bad-2f9e8cb8ad54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.610544 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.628199 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7853933b-36fe-495c-8bad-2f9e8cb8ad54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.846303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853933b-36fe-495c-8bad-2f9e8cb8ad54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Pushing event updated for resources: {'Port': ['ID=20ec7181-ef7a-4e87-92a0-ceeaf23e12e0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:24.933470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7853933b-36fe-495c-8bad-2f9e8cb8ad54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Network b67f82ed-bb0f-45f8-91da-a4c8c0048793 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:24.947405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7853933b-36fe-495c-8bad-2f9e8cb8ad54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:24.964799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853933b-36fe-495c-8bad-2f9e8cb8ad54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:24.973983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7853933b-36fe-495c-8bad-2f9e8cb8ad54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.976426 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7853933b-36fe-495c-8bad-2f9e8cb8ad54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.025859 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b21dc832-2f99-4d66-82d5-e3905fd5c6cc None None] For port d4d1c068-448e-4146-adc9-f7490f5f62c0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d4d1c068-448e-4146-adc9-f7490f5f62c0,segment=NetworkSegment(4431e3b0-7b73-42d5-8725-e608d147b1a7),segment_id=4431e3b0-7b73-42d5-8725-e608d147b1a7)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:25.047276 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-646d7f96-5df7-4855-9987-f8c01301709b tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.080754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552bfb1-bff1-468f-87f4-c25c87c5f263 None None] Pushing event updated for resources: {'Port': ['ID=803a7dbd-5add-4f36-967d-5a90904dfad2,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:25.085341 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b21dc832-2f99-4d66-82d5-e3905fd5c6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.259936 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc5631-c7ee-4286-80fa-dda879311d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ba5319-7afe-4142-98f7-c3a42f93068a', 'code': 200} Feb 04 15:52:25.307493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d7f96-5df7-4855-9987-f8c01301709b tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Pushing event deleted for resources: {'Port': ['ID=bf3b58d4-4c61-4a54-aa79-f17130e11ce0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:25.334276 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7853933b-36fe-495c-8bad-2f9e8cb8ad54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7480435 Feb 04 15:52:25.360655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48776) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:25.365615 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=81ba5319-7afe-4142-98f7-c3a42f93068a,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:25.483923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:25.590967 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21dc832-2f99-4d66-82d5-e3905fd5c6cc None None] Pushing event updated for resources: {'Port': ['ID=d4d1c068-448e-4146-adc9-f7490f5f62c0,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:25.609528 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-646d7f96-5df7-4855-9987-f8c01301709b tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.612222 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-646d7f96-5df7-4855-9987-f8c01301709b tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] 10.222.0.60 "DELETE /v2.0/ports/bf3b58d4-4c61-4a54-aa79-f17130e11ce0 HTTP/1.1" status: 204 len: 168 time: 2.8253589 Feb 04 15:52:25.618907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48780) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:25.646192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-aece8ce3-cf89-4741-8a3d-89b3f1f9d40c tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Request body: {'port': {'name': 'tempest-new-port-name-1178001707', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:25.646876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.api.validators [None req-aece8ce3-cf89-4741-8a3d-89b3f1f9d40c tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] bootfile-name is not in valid_values {{(pid=83550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:52:25.647387 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.api.validators [None req-aece8ce3-cf89-4741-8a3d-89b3f1f9d40c tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] tftp-server is not in valid_values {{(pid=83550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:52:25.647868 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.api.validators [None req-aece8ce3-cf89-4741-8a3d-89b3f1f9d40c tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] server-ip-address is not in valid_values {{(pid=83550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:52:25.673949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-f70e7ab2-1482-407a-a5a6-af9ef53875e6', 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6', 'tenant_id': '33552c0479964c7487f074e057484640', 'fixed_ips': [{'subnet_id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:52:25.675581 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.771942 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.854331 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.854944 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:52:25.855042 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:52:25.868110 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.876713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-15e9c971-4094-4d93-8ddd-b272054cf5e5 None None] Provisioning complete for port d4d1c068-448e-4146-adc9-f7490f5f62c0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:25.877052 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-15e9c971-4094-4d93-8ddd-b272054cf5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.983503 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aece8ce3-cf89-4741-8a3d-89b3f1f9d40c tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.103199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14951a2c-68d2-470c-9654-131d36e77d4f req-d56f80d4-fca6-4f2d-8e8a-de38153ba18e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:26.123866 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14951a2c-68d2-470c-9654-131d36e77d4f req-d56f80d4-fca6-4f2d-8e8a-de38153ba18e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 946 time: 1.5726495 Feb 04 15:52:26.126972 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.274957 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.280906 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14951a2c-68d2-470c-9654-131d36e77d4f req-c27b64d9-fca1-4cb2-a3ad-6cbb2cbcc3c5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560879 Feb 04 15:52:26.292816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Transition to ACTIVE for port object 297c0fd5-c539-47f4-a096-4939e74a7664 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:26.304363 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.759555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event updated for resources: {'Port': ['ID=a8080f4e-43cc-46b5-acd8-b583122fb117,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:26.832679 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad9582f-f3c1-4f6e-bcf6-0342f2e04dce None None] Network 66a10617-049c-4e91-8fb9-fd565d068678 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:52:26.858118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a73928-59d5-46b8-b9f8-04c219f72413 req-13fe8933-b890-48dc-9186-17d8140fb33d tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:26.865595 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4a73928-59d5-46b8-b9f8-04c219f72413 req-13fe8933-b890-48dc-9186-17d8140fb33d tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 1.1177652 Feb 04 15:52:26.937606 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b514cb61-cb14-4ebb-9e99-5314f15e8a38 req-dfa2ecbd-89ad-4d5c-adc6-b1b26eedf533 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 1097 time: 1.1884592 Feb 04 15:52:26.947239 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aece8ce3-cf89-4741-8a3d-89b3f1f9d40c tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.968383 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aece8ce3-cf89-4741-8a3d-89b3f1f9d40c tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.045747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Allocated IP 2001:db8:3::2 (f70e7ab2-1482-407a-a5a6-af9ef53875e6/4964055c-b9bf-4b9d-9ae7-3f901dbaccc9/1538d268-b7ed-4ddd-ad76-386dbf95c98a) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:27.058262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb670ef-cb3d-4bc3-9132-248e3670846a None None] Pushing event updated for resources: {'Port': ['ID=297c0fd5-c539-47f4-a096-4939e74a7664,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:27.076021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 803a7dbd-5add-4f36-967d-5a90904dfad2 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:27.102863 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] device_id is not set on port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:27.113408 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.136262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Transition to ACTIVE for port object 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:27.138497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Network 66a10617-049c-4e91-8fb9-fd565d068678 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:27.139990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece8ce3-cf89-4741-8a3d-89b3f1f9d40c tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Pushing event updated for resources: {'Port': ['ID=952ac793-9bbf-41c9-ab14-59fd2c5726b1,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:27.157344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:27.157875 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.227140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-aece8ce3-cf89-4741-8a3d-89b3f1f9d40c tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] In _notify_port_updated(), no bound segment for port 952ac793-9bbf-41c9-ab14-59fd2c5726b1 on network b8034023-4aaa-48f7-bde5-0dffaadc693f {{(pid=83550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:52:27.232139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece8ce3-cf89-4741-8a3d-89b3f1f9d40c tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:27.233004 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aece8ce3-cf89-4741-8a3d-89b3f1f9d40c tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.236697 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-aece8ce3-cf89-4741-8a3d-89b3f1f9d40c tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] 10.222.0.60 "PUT /v2.0/ports/952ac793-9bbf-41c9-ab14-59fd2c5726b1 HTTP/1.1" status: 200 len: 1129 time: 1.6142085 Feb 04 15:52:27.243743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48786) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:27.275750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742016e-def2-4dc9-bda4-aa68f8230746 req-3bce958c-ebc2-4492-b451-3291a6d63b44 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:27.283690 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9742016e-def2-4dc9-bda4-aa68f8230746 req-3bce958c-ebc2-4492-b451-3291a6d63b44 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 0.7608881 Feb 04 15:52:27.297979 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4a73928-59d5-46b8-b9f8-04c219f72413 req-6a7f2194-784b-4ca8-825a-ddb76ff2f32b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315376 Feb 04 15:52:27.308334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Attempting to bind port 297c0fd5-c539-47f4-a096-4939e74a7664 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:27.308860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Attempting to bind port 297c0fd5-c539-47f4-a096-4939e74a7664 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '4c72b54d-24cb-4a8c-98ef-2864e07c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:27.309430 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Attempting to bind port 297c0fd5-c539-47f4-a096-4939e74a7664 on network 1db9e92e-1f68-47c7-9007-b85498216049 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:27.413511 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b514cb61-cb14-4ebb-9e99-5314f15e8a38 req-936bfecb-9049-4eee-8bfd-9a8bba65c986 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533716 Feb 04 15:52:27.507927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:52:27.508284 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Checking segment: {'id': '4c72b54d-24cb-4a8c-98ef-2864e07c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:27.508515 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.508840 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Bound using segment: {'id': '4c72b54d-24cb-4a8c-98ef-2864e07c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:52:27.510037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Bound port: 297c0fd5-c539-47f4-a096-4939e74a7664, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c72b54d-24cb-4a8c-98ef-2864e07c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:27.510469 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.583131 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9742016e-def2-4dc9-bda4-aa68f8230746 req-7acf94d5-7a0f-464d-a898-c709d6f55a2b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984662 Feb 04 15:52:27.646022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Pushing event updated for resources: {'Port': ['ID=20ec7181-ef7a-4e87-92a0-ceeaf23e12e0,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:27.671998 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-15e9c971-4094-4d93-8ddd-b272054cf5e5 None None] Provisioning for port 952ac793-9bbf-41c9-ab14-59fd2c5726b1 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:27.704985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 803a7dbd-5add-4f36-967d-5a90904dfad2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:27.710443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eebed40-d4ae-437d-ad3d-77cbe82487c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:27.711242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3eebed40-d4ae-437d-ad3d-77cbe82487c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Synchronizing usage tracker for tenant:7df5af7115bd42ebbb72cf7738119b87 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:27.719653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:52:27.758972 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-15e9c971-4094-4d93-8ddd-b272054cf5e5 None None] Provisioning complete for port 952ac793-9bbf-41c9-ab14-59fd2c5726b1 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:27.759326 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-15e9c971-4094-4d93-8ddd-b272054cf5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.762241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:27.763585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:27.764379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:27.775978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:27.777621 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:27.781853 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 2 to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 Feb 04 15:52:27.784195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d4d1c068-448e-4146-adc9-f7490f5f62c0 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:27.797600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3eebed40-d4ae-437d-ad3d-77cbe82487c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Unset dirty status for tenant:7df5af7115bd42ebbb72cf7738119b87 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:27.803359 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3eebed40-d4ae-437d-ad3d-77cbe82487c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] 10.222.0.60 "GET /v2.0/ports/952ac793-9bbf-41c9-ab14-59fd2c5726b1 HTTP/1.1" status: 200 len: 1129 time: 0.5557854 Feb 04 15:52:27.807469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48796) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:27.874442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:27.874776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:27.882078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:27.944775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:27.945129 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:27.947578 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 3 to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 Feb 04 15:52:27.955151 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:52:28.010565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Deleting port 952ac793-9bbf-41c9-ab14-59fd2c5726b1 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:28.010817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.086163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:28.092469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:28.093107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:28.126262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:28.126840 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:28.130330 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 4 to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 Feb 04 15:52:28.172825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-15e9c971-4094-4d93-8ddd-b272054cf5e5 None None] Port 952ac793-9bbf-41c9-ab14-59fd2c5726b1 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:52:28.184725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:28.185439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:28.186045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:28.199010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:28.200665 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:28.201461 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 5 to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 Feb 04 15:52:28.206089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] For port 297c0fd5-c539-47f4-a096-4939e74a7664, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:28.208254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-15e9c971-4094-4d93-8ddd-b272054cf5e5 None None] Could not find standard attr ID for object bf3b58d4-4c61-4a54-aa79-f17130e11ce0. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:52:28.232362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:28.233053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:28.233502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:28.238112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] For port 297c0fd5-c539-47f4-a096-4939e74a7664, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=297c0fd5-c539-47f4-a096-4939e74a7664,segment=NetworkSegment(4c72b54d-24cb-4a8c-98ef-2864e07c48b8),segment_id=4c72b54d-24cb-4a8c-98ef-2864e07c48b8)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:28.265424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:28.265812 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:28.290211 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.377442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5275a-166e-4d07-8651-f7e2a95b608e req-3628de99-c6a0-4af1-a2cf-9df05f6125d7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:28.385459 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bde5275a-166e-4d07-8651-f7e2a95b608e req-3628de99-c6a0-4af1-a2cf-9df05f6125d7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 946 time: 0.6183698 Feb 04 15:52:28.439895 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 6 to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 Feb 04 15:52:28.465963 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.473305 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:28.476127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:28.476511 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:28.476967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:28.485298 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.489255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d4d1c068-448e-4146-adc9-f7490f5f62c0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:28.489653 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.492904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:28.493296 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:28.496149 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 7 to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 Feb 04 15:52:28.557349 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Transition to ACTIVE for port object 1538d268-b7ed-4ddd-ad76-386dbf95c98a will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:28.567419 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb670ef-cb3d-4bc3-9132-248e3670846a None None] Pushing event updated for resources: {'Port': ['ID=297c0fd5-c539-47f4-a096-4939e74a7664,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:28.590034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bde5275a-166e-4d07-8651-f7e2a95b608e req-02a8e651-985b-4592-8d4a-7c1bc8d98b72 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034450 Feb 04 15:52:28.604612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Transition to ACTIVE for port object 1538d268-b7ed-4ddd-ad76-386dbf95c98a will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:28.628382 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'port_id': 'a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5', 'mac_address': 'fa:16:3e:cd:9d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:52:28.670682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Calling delete_port for 952ac793-9bbf-41c9-ab14-59fd2c5726b1 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:28.735668 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.749789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:28.751106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:28.751592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:28.776448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:28.776861 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:28.780460 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 8 to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 Feb 04 15:52:28.800436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:28.800919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:28.801354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:28.802001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6065446-d93d-4df8-b024-2c8fc2f970d0 req-efa87f36-de5c-4d73-a274-b6b56f84c07a tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:28.814149 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6065446-d93d-4df8-b024-2c8fc2f970d0 req-efa87f36-de5c-4d73-a274-b6b56f84c07a tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 0.5413175 Feb 04 15:52:29.038119 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:52:29.038664 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:52:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:29.069614 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.112424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:29.113683 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:29.116512 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 9 to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 Feb 04 15:52:29.156419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:29.156540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Network f70e7ab2-1482-407a-a5a6-af9ef53875e6 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:29.156882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:29.157209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:29.174634 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.176620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:29.176952 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:29.201115 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 10 to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 Feb 04 15:52:29.222847 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:29.226590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:29.233939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Pushing event updated for resources: {'Port': ['ID=1538d268-b7ed-4ddd-ad76-386dbf95c98a,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:29.251375 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.272150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48810) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:29.328559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8873118d-0f05-49ef-a81d-68cddb6b2b03 None None] Provisioning complete for port 952ac793-9bbf-41c9-ab14-59fd2c5726b1 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:29.328938 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8873118d-0f05-49ef-a81d-68cddb6b2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.346380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Pushing event deleted for resources: {'Port': ['ID=952ac793-9bbf-41c9-ab14-59fd2c5726b1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:29.361930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.366984 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:29.367360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:29.367696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:29.376607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:52:29.389324 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.399112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.399541 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.399879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.400215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.400551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.400956 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.401281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.401643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.401971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.402292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.408511 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-32dfe8b5-4351-44eb-a156-c6f177b9e722 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] 10.222.0.60 "DELETE /v2.0/ports/952ac793-9bbf-41c9-ab14-59fd2c5726b1 HTTP/1.1" status: 204 len: 168 time: 1.5993731 Feb 04 15:52:29.409371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:29.409685 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:29.410041 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.419276 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:29.420001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48816) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:29.422289 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6065446-d93d-4df8-b024-2c8fc2f970d0 req-a90e1815-cfe6-4b15-876d-780e0e22616a tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812650 Feb 04 15:52:29.435005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Router 25c68ee7-bf9c-4bae-b96d-19bd666658a3 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:52:29.687458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8873118d-0f05-49ef-a81d-68cddb6b2b03 None None] Port 952ac793-9bbf-41c9-ab14-59fd2c5726b1 was deleted so its status cannot be updated. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 15:52:29.713161 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.743517 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-64fe2f4b-4e21-4f32-a69e-6b0ad626fa46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.760097 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8873118d-0f05-49ef-a81d-68cddb6b2b03 None None] Could not find standard attr ID for object bf3b58d4-4c61-4a54-aa79-f17130e11ce0. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:52:29.768204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274f840-01e5-4898-9031-7352989bf367 req-8ec7440e-2a10-4cbe-8860-006f63948944 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:29.770713 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4274f840-01e5-4898-9031-7352989bf367 req-8ec7440e-2a10-4cbe-8860-006f63948944 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 0.8828681 Feb 04 15:52:29.788971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Attempting to bind port 1538d268-b7ed-4ddd-ad76-386dbf95c98a on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:29.789509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Attempting to bind port 1538d268-b7ed-4ddd-ad76-386dbf95c98a by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '68a627cc-d4cc-4395-b407-4056bcb4146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:29.789957 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Attempting to bind port 1538d268-b7ed-4ddd-ad76-386dbf95c98a on network f70e7ab2-1482-407a-a5a6-af9ef53875e6 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:29.838289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:52:29.838670 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Checking segment: {'id': '68a627cc-d4cc-4395-b407-4056bcb4146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:29.839273 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.840854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Bound using segment: {'id': '68a627cc-d4cc-4395-b407-4056bcb4146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:52:29.840854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Bound port: 1538d268-b7ed-4ddd-ad76-386dbf95c98a, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a627cc-d4cc-4395-b407-4056bcb4146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:29.842326 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.856869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-64fe2f4b-4e21-4f32-a69e-6b0ad626fa46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:29.870464 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:52:29.878099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-64fe2f4b-4e21-4f32-a69e-6b0ad626fa46 admin admin] Usage tracker for resource:security_group_rule and tenant:1d2a2f9e09204bcc930801b6f4baf51d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:29.885182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] For port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:29.885670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempted to set empty binding levels {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 15:52:29.886901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-64fe2f4b-4e21-4f32-a69e-6b0ad626fa46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:29.898389 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.903935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-64fe2f4b-4e21-4f32-a69e-6b0ad626fa46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:29.913291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8873118d-0f05-49ef-a81d-68cddb6b2b03 None None] Provisioning for port 803a7dbd-5add-4f36-967d-5a90904dfad2 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:29.922153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:52:29.941153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b326fa23-4dfc-49bd-859c-e950fcd4ca08 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Deleting subnet 54cea95a-0440-4406-ad3f-8d2dea589ce3 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:52:29.961776 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:29.962642 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b326fa23-4dfc-49bd-859c-e950fcd4ca08 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.025891 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8873118d-0f05-49ef-a81d-68cddb6b2b03 None None] Provisioning complete for port 803a7dbd-5add-4f36-967d-5a90904dfad2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:30.026161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] In _notify_port_updated(), no bound segment for port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:52:30.026261 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8873118d-0f05-49ef-a81d-68cddb6b2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.027652 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.031396 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "PUT /v2.0/ports/20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 HTTP/1.1" status: 200 len: 979 time: 4.6670346 Feb 04 15:52:30.034858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48824) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:30.064011 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c001206-3f75-49bf-aa33-04319ba6a89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Pushing event updated for resources: {'Port': ['ID=20ec7181-ef7a-4e87-92a0-ceeaf23e12e0,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:30.072606 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b326fa23-4dfc-49bd-859c-e950fcd4ca08 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.084351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0c26e-c385-49f2-b1e5-b8769b9e2489 req-666bd1e5-4270-462d-b5fa-e8f256a12d7c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:30.085813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-70d0c26e-c385-49f2-b1e5-b8769b9e2489 req-666bd1e5-4270-462d-b5fa-e8f256a12d7c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 0.4534307 Feb 04 15:52:30.087870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4274f840-01e5-4898-9031-7352989bf367 req-03f74410-9b54-4695-b188-d0692e553cb1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010063 Feb 04 15:52:30.097389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Allocated IP 2001:db8:3::1 (f70e7ab2-1482-407a-a5a6-af9ef53875e6/4964055c-b9bf-4b9d-9ae7-3f901dbaccc9/bff2df31-b6cc-4210-964b-4c6052676901) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:30.209948 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-64fe2f4b-4e21-4f32-a69e-6b0ad626fa46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.215963 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-64fe2f4b-4e21-4f32-a69e-6b0ad626fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.266886 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b326fa23-4dfc-49bd-859c-e950fcd4ca08 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.303712 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-70d0c26e-c385-49f2-b1e5-b8769b9e2489 req-d55525e4-cb5b-46e0-b595-db7d66c62edc tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900344 Feb 04 15:52:30.314866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe2f4b-4e21-4f32-a69e-6b0ad626fa46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de0d37e-fcc5-4561-9b38-d3df07bc22cc,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:30.331269 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-64fe2f4b-4e21-4f32-a69e-6b0ad626fa46 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d2a2f9e09204bcc930801b6f4baf51d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0451314 Feb 04 15:52:30.331269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48828) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:30.406562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] For port 1538d268-b7ed-4ddd-ad76-386dbf95c98a, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:30.412047 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b326fa23-4dfc-49bd-859c-e950fcd4ca08 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.426681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] For port 1538d268-b7ed-4ddd-ad76-386dbf95c98a, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1538d268-b7ed-4ddd-ad76-386dbf95c98a,segment=NetworkSegment(68a627cc-d4cc-4395-b407-4056bcb4146c),segment_id=68a627cc-d4cc-4395-b407-4056bcb4146c)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:30.477300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d8710d47-91da-40f5-87d8-32dad73fc145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24383 time: 0.4386859 Feb 04 15:52:30.483938 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.492526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326fa23-4dfc-49bd-859c-e950fcd4ca08 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Pushing event deleted for resources: {'Subnet': ['ID=54cea95a-0440-4406-ad3f-8d2dea589ce3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:30.497970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:52:30.509175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48834) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:30.515345 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e57da5-24ab-4b1f-ab44-3495544b1a5b None None] Sync routers for ids ['25c68ee7-bf9c-4bae-b96d-19bd666658a3'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:52:30.524170 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b326fa23-4dfc-49bd-859c-e950fcd4ca08 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.539488 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b326fa23-4dfc-49bd-859c-e950fcd4ca08 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] 10.222.0.60 "DELETE /v2.0/subnets/54cea95a-0440-4406-ad3f-8d2dea589ce3 HTTP/1.1" status: 204 len: 168 time: 1.1167548 Feb 04 15:52:30.540295 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e57da5-24ab-4b1f-ab44-3495544b1a5b None None] Routers {'25c68ee7-bf9c-4bae-b96d-19bd666658a3'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:52:30.540930 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-97e57da5-24ab-4b1f-ab44-3495544b1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:52:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['25c68ee7-bf9c-4bae-b96d-19bd666658a3'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:30.543052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48838) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:30.583135 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-88ff28cb-5f73-4e0b-9c9a-c03aa6871d07 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "PUT /v2.0/routers/25c68ee7-bf9c-4bae-b96d-19bd666658a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4564059 Feb 04 15:52:30.584345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376d14aa-e9d2-48c5-95e8-b58bc4cec7cd None None] Network b8034023-4aaa-48f7-bde5-0dffaadc693f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:52:30.591977 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.595944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48842) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:30.606941 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-97e57da5-24ab-4b1f-ab44-3495544b1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:30.611605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Request body: {'port': {'network_id': '66a10617-049c-4e91-8fb9-fd565d068678', 'name': 'tempest-FloatingIPNegativeTestJSON-51172071'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:30.634691 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e57da5-24ab-4b1f-ab44-3495544b1a5b None None] Routers {'25c68ee7-bf9c-4bae-b96d-19bd666658a3'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:52:30.635716 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-97e57da5-24ab-4b1f-ab44-3495544b1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:52:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['25c68ee7-bf9c-4bae-b96d-19bd666658a3'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:30.733645 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-97e57da5-24ab-4b1f-ab44-3495544b1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:30.735056 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e57da5-24ab-4b1f-ab44-3495544b1a5b None None] The sync data for ids ['25c68ee7-bf9c-4bae-b96d-19bd666658a3'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:52:30.793695 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b8004fb-7547-445f-8484-0df6ceefbcde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.822889 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8873118d-0f05-49ef-a81d-68cddb6b2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.853548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b8004fb-7547-445f-8484-0df6ceefbcde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.863382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.878830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-be9ff63d-a861-4f17-8b59-3fe0d2d39741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Deleting port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:30.879055 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-be9ff63d-a861-4f17-8b59-3fe0d2d39741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.900902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Deleting port d4d1c068-448e-4146-adc9-f7490f5f62c0 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:30.901808 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.935108 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a75d60-7ab9-4155-ae71-5e9409af721b None None] Pushing event updated for resources: {'Port': ['ID=1538d268-b7ed-4ddd-ad76-386dbf95c98a,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:31.025798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Transition to ACTIVE for port object bff2df31-b6cc-4210-964b-4c6052676901 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:31.032974 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b8004fb-7547-445f-8484-0df6ceefbcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.047505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07463324-2256-4bb5-801e-3a749d30e979 req-79844e90-9f38-4399-b21b-1e20c02e4d5b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:31.057005 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07463324-2256-4bb5-801e-3a749d30e979 req-79844e90-9f38-4399-b21b-1e20c02e4d5b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 946 time: 0.7572620 Feb 04 15:52:31.071330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8873118d-0f05-49ef-a81d-68cddb6b2b03 None None] For port 803a7dbd-5add-4f36-967d-5a90904dfad2, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=803a7dbd-5add-4f36-967d-5a90904dfad2,segment=NetworkSegment(411e938e-c165-4e7b-96e8-7a30bf704fab),segment_id=411e938e-c165-4e7b-96e8-7a30bf704fab)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:31.078371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8004fb-7547-445f-8484-0df6ceefbcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de0d37e-fcc5-4561-9b38-d3df07bc22cc,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:31.115606 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b8004fb-7547-445f-8484-0df6ceefbcde admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.119013 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4b8004fb-7547-445f-8484-0df6ceefbcde admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8de0d37e-fcc5-4561-9b38-d3df07bc22cc HTTP/1.1" status: 204 len: 168 time: 0.7869382 Feb 04 15:52:31.123220 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8873118d-0f05-49ef-a81d-68cddb6b2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.397753 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] For port d4d1c068-448e-4146-adc9-f7490f5f62c0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d4d1c068-448e-4146-adc9-f7490f5f62c0,segment=NetworkSegment(4431e3b0-7b73-42d5-8725-e608d147b1a7),segment_id=4431e3b0-7b73-42d5-8725-e608d147b1a7)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:31.398280 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.420716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873118d-0f05-49ef-a81d-68cddb6b2b03 None None] Pushing event updated for resources: {'Port': ['ID=803a7dbd-5add-4f36-967d-5a90904dfad2,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:31.467250 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:52:15Z', 'revision_number': 4, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '297c0fd5-c539-47f4-a096-4939e74a7664', 'name': '', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:2e:b8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:13Z', 'updated_at': '2022-02-04T15:52:28Z', 'revision_number': 4, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:31.483027 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae9fbf-f654-4930-a313-a3fd6542dfac None None] The sync data for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 is: [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:52:15Z', 'revision_number': 4, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '297c0fd5-c539-47f4-a096-4939e74a7664', 'name': '', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:2e:b8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:13Z', 'updated_at': '2022-02-04T15:52:28Z', 'revision_number': 4, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:52:31.516357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-be9ff63d-a861-4f17-8b59-3fe0d2d39741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] For port 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0, host n-h2-827872-1, got binding levels [] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:31.516915 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-be9ff63d-a861-4f17-8b59-3fe0d2d39741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.606498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f6767de0-a935-4db0-95bb-3434255b33d6 None None] Provisioning for port a8080f4e-43cc-46b5-acd8-b583122fb117 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:31.612862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f6767de0-a935-4db0-95bb-3434255b33d6 None None] Provisioning complete for port a8080f4e-43cc-46b5-acd8-b583122fb117 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:31.613288 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f6767de0-a935-4db0-95bb-3434255b33d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.727064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f6767de0-a935-4db0-95bb-3434255b33d6 None None] Port a8080f4e-43cc-46b5-acd8-b583122fb117 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:52:31.731495 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1538d268-b7ed-4ddd-ad76-386dbf95c98a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:31.784492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Calling delete_port for d4d1c068-448e-4146-adc9-f7490f5f62c0 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:31.788175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-be9ff63d-a861-4f17-8b59-3fe0d2d39741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Calling delete_port for 20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:31.788343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83c2fed-449d-4873-b7df-7fd1375f2560 None None] DHCP port deletion for b8034023-4aaa-48f7-bde5-0dffaadc693f request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:52:31.797667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:31.891005 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07463324-2256-4bb5-801e-3a749d30e979 req-ce19ac74-9da6-494d-8a6b-94e22ea6151c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8327441 Feb 04 15:52:31.906767 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d83c2fed-449d-4873-b7df-7fd1375f2560 None None] Deleting port d4d1c068-448e-4146-adc9-f7490f5f62c0 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:31.907700 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d83c2fed-449d-4873-b7df-7fd1375f2560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.917350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3ca3a-84fd-4511-9e1f-1b775163e583 req-3ebb2aef-579f-4560-97c7-ebf6c01254f9 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:31.941454 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6f3ca3a-84fd-4511-9e1f-1b775163e583 req-3ebb2aef-579f-4560-97c7-ebf6c01254f9 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 1.0654261 Feb 04 15:52:31.999634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48858) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:32.054720 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d5e173bd-538d-48b3-bd03-2d4c07bbebe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.074239 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.142714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f6767de0-a935-4db0-95bb-3434255b33d6 None None] Provisioning complete for port 803a7dbd-5add-4f36-967d-5a90904dfad2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:32.144576 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f6767de0-a935-4db0-95bb-3434255b33d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.197188 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Pushing event deleted for resources: {'Port': ['ID=d4d1c068-448e-4146-adc9-f7490f5f62c0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:32.232146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d83c2fed-449d-4873-b7df-7fd1375f2560 None None] The port 'd4d1c068-448e-4146-adc9-f7490f5f62c0' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:52:32.240936 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d5e173bd-538d-48b3-bd03-2d4c07bbebe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:32.246254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d5e173bd-538d-48b3-bd03-2d4c07bbebe2 admin admin] Usage tracker for resource:security_group_rule and tenant:ace7ea711878404a8fabe96f58ab6592 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:32.255422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d5e173bd-538d-48b3-bd03-2d4c07bbebe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:32.255924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:32.261123 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 1538d268-b7ed-4ddd-ad76-386dbf95c98a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:32.270544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Usage tracker for resource:port and tenant:7de82cad27b044ec877dd84f3d034ea4 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:32.275464 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.276937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d5e173bd-538d-48b3-bd03-2d4c07bbebe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:32.292850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:32.298750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] No DVR routers for this DVR port d4d1c068-448e-4146-adc9-f7490f5f62c0 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:32.321233 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:32.321740 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.377849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network f70e7ab2-1482-407a-a5a6-af9ef53875e6 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:32.409791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6f3ca3a-84fd-4511-9e1f-1b775163e583 req-663381c8-e98f-43cd-a8f2-ed9227549f52 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668515 Feb 04 15:52:32.416835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:32.438254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:32.441331 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:32.442120 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.453209 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-be9ff63d-a861-4f17-8b59-3fe0d2d39741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.492983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Made reservation on behalf of 7de82cad27b044ec877dd84f3d034ea4 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:32.496987 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.521243 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-be9ff63d-a861-4f17-8b59-3fe0d2d39741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.533025 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.581568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8034023-4aaa-48f7-bde5-0dffaadc693f']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:32.583195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-22d348ac-7828-47b3-9bef-eb0f08a70bd3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:32.584736 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-22d348ac-7828-47b3-9bef-eb0f08a70bd3 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 945 time: 0.5802345 Feb 04 15:52:32.586610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=bff2df31-b6cc-4210-964b-4c6052676901,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:32.606585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4431e3b0-7b73-42d5-8725-e608d147b1a7') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:32.606879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4431e3b0-7b73-42d5-8725-e608d147b1a7') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:32.628539 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.654364 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.681590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-be9ff63d-a861-4f17-8b59-3fe0d2d39741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "DELETE /v2.0/ports/20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 HTTP/1.1" status: 204 len: 168 time: 2.1713769 Feb 04 15:52:32.686614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48862) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:32.742722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] device_id is not set on port dc170953-a3eb-43a9-b9ee-378e4f46789c yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:32.767145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a50fc6e-d5bf-46aa-9cb1-9579014e4fe6 None None] Network f70e7ab2-1482-407a-a5a6-af9ef53875e6 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:52:32.773558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:52:32.774364 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.866913 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.869975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ff63d-a861-4f17-8b59-3fe0d2d39741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Pushing event deleted for resources: {'Port': ['ID=20ec7181-ef7a-4e87-92a0-ceeaf23e12e0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:32.925440 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbde1a01-4745-4039-a753-937f8f00a305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:32.937755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-15d6e106-8323-4181-8b98-a1020867f33b None None] Provisioning for port 1538d268-b7ed-4ddd-ad76-386dbf95c98a completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:32.945958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f704e-935c-4335-ae03-19e34276e2a4 req-ecc84898-a6dc-48bf-9709-6f88de39fc9b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:32.956179 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:32.956701 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d4f704e-935c-4335-ae03-19e34276e2a4 req-ecc84898-a6dc-48bf-9709-6f88de39fc9b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 945 time: 0.7729962 Feb 04 15:52:32.963350 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-15d6e106-8323-4181-8b98-a1020867f33b None None] Provisioning complete for port 1538d268-b7ed-4ddd-ad76-386dbf95c98a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:32.963858 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-15d6e106-8323-4181-8b98-a1020867f33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:33.005890 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:33.008131 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.098059 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d5e173bd-538d-48b3-bd03-2d4c07bbebe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.125875 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8d04ff-05c8-4a12-a90e-62852d1fa4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:52:33.126392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cb8d04ff-05c8-4a12-a90e-62852d1fa4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Synchronizing usage tracker for tenant:900e04f32b5041af95224581604b0817 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:33.135605 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.141391 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.170028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d5e173bd-538d-48b3-bd03-2d4c07bbebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.195395 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.208413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Deleting port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:33.208735 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.245806 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d5e173bd-538d-48b3-bd03-2d4c07bbebe2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ace7ea711878404a8fabe96f58ab6592&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2447896 Feb 04 15:52:33.252451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48870) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:33.253504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e173bd-538d-48b3-bd03-2d4c07bbebe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ee4d6a-901b-4ceb-80f7-4feb9a704da1,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:33.288433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:33.314540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] Pushing event deleted for resources: {'Network': ['ID=b8034023-4aaa-48f7-bde5-0dffaadc693f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:33.318582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cb8d04ff-05c8-4a12-a90e-62852d1fa4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Unset dirty status for tenant:900e04f32b5041af95224581604b0817 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:33.319818 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cb8d04ff-05c8-4a12-a90e-62852d1fa4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "GET /v2.0/ports/20ec7181-ef7a-4e87-92a0-ceeaf23e12e0 HTTP/1.1" status: 404 len: 333 time: 0.6268373 Feb 04 15:52:33.323674 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3057464d-55ee-46d7-9e24-0c066d0c9b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073 tempest-ExtraDHCPOptionsIpV6TestJSON-1096938073-project] 10.222.0.60 "DELETE /v2.0/networks/b8034023-4aaa-48f7-bde5-0dffaadc693f HTTP/1.1" status: 204 len: 168 time: 2.7790124 Feb 04 15:52:33.332593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48876) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:33.364440 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4255fc65-09f3-46d5-b537-9dd30d7fd64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.379209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d4f5f4fb-e28e-4f1c-a793-3dfa587a5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-532849988', 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:33.396983 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-15d6e106-8323-4181-8b98-a1020867f33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.401262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d4f5f4fb-e28e-4f1c-a793-3dfa587a5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:33.421360 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4255fc65-09f3-46d5-b537-9dd30d7fd64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.425430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d4f5f4fb-e28e-4f1c-a793-3dfa587a5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:33.463192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-15d6e106-8323-4181-8b98-a1020867f33b None None] For port 1538d268-b7ed-4ddd-ad76-386dbf95c98a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1538d268-b7ed-4ddd-ad76-386dbf95c98a,segment=NetworkSegment(68a627cc-d4cc-4395-b407-4056bcb4146c),segment_id=68a627cc-d4cc-4395-b407-4056bcb4146c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:33.475199 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-15d6e106-8323-4181-8b98-a1020867f33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.508585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f5f4fb-e28e-4f1c-a793-3dfa587a5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Made reservation on behalf of 900e04f32b5041af95224581604b0817 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:33.512493 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f4fb-e28e-4f1c-a793-3dfa587a5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.551034 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4255fc65-09f3-46d5-b537-9dd30d7fd64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.582734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255fc65-09f3-46d5-b537-9dd30d7fd64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ee4d6a-901b-4ceb-80f7-4feb9a704da1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:33.617610 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4255fc65-09f3-46d5-b537-9dd30d7fd64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.625525 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4255fc65-09f3-46d5-b537-9dd30d7fd64a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37ee4d6a-901b-4ceb-80f7-4feb9a704da1 HTTP/1.1" status: 204 len: 168 time: 0.3667150 Feb 04 15:52:33.635459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 803a7dbd-5add-4f36-967d-5a90904dfad2 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:33.831805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6e106-8323-4181-8b98-a1020867f33b None None] Pushing event updated for resources: {'Port': ['ID=1538d268-b7ed-4ddd-ad76-386dbf95c98a,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:33.850403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 803a7dbd-5add-4f36-967d-5a90904dfad2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:33.850850 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.960873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-faee5a54-ddfe-45be-8332-abdf4ff6e7d6 None None] Provisioning complete for port 1538d268-b7ed-4ddd-ad76-386dbf95c98a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:33.962345 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-faee5a54-ddfe-45be-8332-abdf4ff6e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.021976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48896) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:34.161364 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 297c0fd5-c539-47f4-a096-4939e74a7664 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:34.273301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Allocated IP 172.20.0.5 (66a10617-049c-4e91-8fb9-fd565d068678/261a5103-1b7d-4345-95d5-afb70f8fce32/dc170953-a3eb-43a9-b9ee-378e4f46789c) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:34.311780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 297c0fd5-c539-47f4-a096-4939e74a7664 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:34.316287 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-faee5a54-ddfe-45be-8332-abdf4ff6e7d6 None None] Provisioning for port bff2df31-b6cc-4210-964b-4c6052676901 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:34.322808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-faee5a54-ddfe-45be-8332-abdf4ff6e7d6 None None] Provisioning complete for port bff2df31-b6cc-4210-964b-4c6052676901 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:34.323259 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-faee5a54-ddfe-45be-8332-abdf4ff6e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.354423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 297c0fd5-c539-47f4-a096-4939e74a7664 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:34.354986 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.446256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-faee5a54-ddfe-45be-8332-abdf4ff6e7d6 None None] Port bff2df31-b6cc-4210-964b-4c6052676901 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:52:34.499150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d4f704e-935c-4335-ae03-19e34276e2a4 req-cf454973-58d6-4cdc-b442-0dc48b56d011 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3181281 Feb 04 15:52:34.528868 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1acf158f-c610-498c-bdab-804d7854454a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7df5af7115bd42ebbb72cf7738119b87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5028710 Feb 04 15:52:34.530550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48912) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:34.531369 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-d4f5f4fb-e28e-4f1c-a793-3dfa587a5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] device_id is not set on port 1c51f190-1543-49b6-ac87-e9b642e74d39 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:34.534855 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.554803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 96a513e3-a8b7-4dbb-ab87-b2263aa3455f no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:52:34.667866 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf6fecc0-b75a-4396-b2c5-8373e04f4e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.696626 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbde1a01-4745-4039-a753-937f8f00a305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5', 'code': 200} Feb 04 15:52:34.700013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 297c0fd5-c539-47f4-a096-4939e74a7664, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=297c0fd5-c539-47f4-a096-4939e74a7664,segment=NetworkSegment(4c72b54d-24cb-4a8c-98ef-2864e07c48b8),segment_id=4c72b54d-24cb-4a8c-98ef-2864e07c48b8)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:34.711616 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.748937 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf6fecc0-b75a-4396-b2c5-8373e04f4e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.826546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=297c0fd5-c539-47f4-a096-4939e74a7664,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:34.829450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8e8e93f4-51f5-4cee-a6f0-b3c7b3307ec3 None None] Provisioning complete for port bff2df31-b6cc-4210-964b-4c6052676901 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:34.829807 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8e8e93f4-51f5-4cee-a6f0-b3c7b3307ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.869014 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf6fecc0-b75a-4396-b2c5-8373e04f4e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.904861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d4d1c068-448e-4146-adc9-f7490f5f62c0 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:52:34.905951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fecc0-b75a-4396-b2c5-8373e04f4e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89bd60c-f843-4ec1-9531-ef9e294a67f7,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:34.925690 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf6fecc0-b75a-4396-b2c5-8373e04f4e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.931538 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bf6fecc0-b75a-4396-b2c5-8373e04f4e81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e89bd60c-f843-4ec1-9531-ef9e294a67f7 HTTP/1.1" status: 204 len: 168 time: 0.3968098 Feb 04 15:52:34.946988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8e8e93f4-51f5-4cee-a6f0-b3c7b3307ec3 None None] Port bff2df31-b6cc-4210-964b-4c6052676901 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:52:34.987281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: d4d1c068-448e-4146-adc9-f7490f5f62c0 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:52:34.987909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d4d1c068-448e-4146-adc9-f7490f5f62c0 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:52:35.016614 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.055858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=96a513e3-a8b7-4dbb-ab87-b2263aa3455f,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:35.066093 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.070315 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:52:35.221314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=96a513e3-a8b7-4dbb-ab87-b2263aa3455f,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:35.367987 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.441466 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.442509 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.489834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1538d268-b7ed-4ddd-ad76-386dbf95c98a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:35.525110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b36547-16a2-4a79-bcd2-6fa06151112d req-bf920bd2-cc7f-4316-a738-0cfdf1f703c6 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:35.533697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31b36547-16a2-4a79-bcd2-6fa06151112d req-bf920bd2-cc7f-4316-a738-0cfdf1f703c6 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 946 time: 2.4337773 Feb 04 15:52:35.544748 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.718551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Transition to ACTIVE for port object dc170953-a3eb-43a9-b9ee-378e4f46789c will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:35.719703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1538d268-b7ed-4ddd-ad76-386dbf95c98a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:35.720173 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.881239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event updated for resources: {'Port': ['ID=bff2df31-b6cc-4210-964b-4c6052676901,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:35.957348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] For port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=96a513e3-a8b7-4dbb-ab87-b2263aa3455f,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:35.957707 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.020519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31b36547-16a2-4a79-bcd2-6fa06151112d req-0f8f7f5c-152b-41f5-b40d-95954e404e9d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856124 Feb 04 15:52:36.110817 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 297c0fd5-c539-47f4-a096-4939e74a7664 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:36.270854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 297c0fd5-c539-47f4-a096-4939e74a7664 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:36.281325 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.508148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Calling delete_port for 96a513e3-a8b7-4dbb-ab87-b2263aa3455f owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:36.583326 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a90a51a7-a547-4bdd-93cc-c2d2191c0bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.647227 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:52:36.647227 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:52:36.697448 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.697877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99011586-7f3a-4892-b37e-237f71dc92a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96a513e3-a8b7-4dbb-ab87-b2263aa3455f'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:36.722535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924d8f4-cd3a-419b-8238-43ac5627fbf1 req-1ba99276-20f2-4d95-8d6b-2815da917ac1 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:36.723899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2924d8f4-cd3a-419b-8238-43ac5627fbf1 req-1ba99276-20f2-4d95-8d6b-2815da917ac1 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 943 time: 1.6601992 Feb 04 15:52:36.735077 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f4fb-e28e-4f1c-a793-3dfa587a5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.831920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48970) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:37.153869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1310403373'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:37.172513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:37.191441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:network and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:37.201627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:37.212792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:37.228314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:37.232889 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.252388 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.315291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:37.319743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:security_group_rule and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:37.323373 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:37.333210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:37.374737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Deleting port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:37.375035 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.442973 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Network f70e7ab2-1482-407a-a5a6-af9ef53875e6 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:37.458052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:37.550366 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.558374 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.636939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:37.647964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c177a1b-a6b0-4cba-92cb-b82fd03e03c8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:37.660299 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.662201 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Added segment 0bac539b-7d41-466a-b4fe-7df56589f6b3 of type vlan for network b2ec7e2b-ec21-4370-83c5-df6f22c9237f Feb 04 15:52:37.704522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Network 66a10617-049c-4e91-8fb9-fd565d068678 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:37.706080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f4fb-e28e-4f1c-a793-3dfa587a5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.721999 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.744584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:37.747087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:37.787657 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.797381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:37.798232 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.818088 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2924d8f4-cd3a-419b-8238-43ac5627fbf1 req-f8467257-84e7-4b49-85eb-0755caadc947 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9984937 Feb 04 15:52:37.818812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event updated for resources: {'Port': ['ID=dc170953-a3eb-43a9-b9ee-378e4f46789c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:38.023508 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99011586-7f3a-4892-b37e-237f71dc92a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96a513e3-a8b7-4dbb-ab87-b2263aa3455f', 'code': 200} Feb 04 15:52:38.068978 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-93a71cba-1de8-4ea4-a2c3-9047434c499e None None] Provisioning complete for port bff2df31-b6cc-4210-964b-4c6052676901 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:38.069518 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-93a71cba-1de8-4ea4-a2c3-9047434c499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.115221 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2625897 Feb 04 15:52:38.118489 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfa95b-6a7c-4bb2-b923-c252d5387126 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Network': ['ID=b2ec7e2b-ec21-4370-83c5-df6f22c9237f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:38.236095 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5f4fb-e28e-4f1c-a793-3dfa587a5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Network b67f82ed-bb0f-45f8-91da-a4c8c0048793 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:38.238105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-93a71cba-1de8-4ea4-a2c3-9047434c499e None None] Port bff2df31-b6cc-4210-964b-4c6052676901 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:52:38.245266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network b2ec7e2b-ec21-4370-83c5-df6f22c9237f details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:38.322796 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5f4fb-e28e-4f1c-a793-3dfa587a5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:38.329114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5f4fb-e28e-4f1c-a793-3dfa587a5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:38.332678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5f4fb-e28e-4f1c-a793-3dfa587a5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:38.334200 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f4fb-e28e-4f1c-a793-3dfa587a5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.476803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b760fc64-1ae5-43c7-a790-cba6f99e813a None None] Provisioning for port dc170953-a3eb-43a9-b9ee-378e4f46789c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:38.492180 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b760fc64-1ae5-43c7-a790-cba6f99e813a None None] Provisioning complete for port dc170953-a3eb-43a9-b9ee-378e4f46789c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:38.492730 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b760fc64-1ae5-43c7-a790-cba6f99e813a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.601832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:38.604594 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.645085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b760fc64-1ae5-43c7-a790-cba6f99e813a None None] Port dc170953-a3eb-43a9-b9ee-378e4f46789c cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:52:38.742473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5f4fb-e28e-4f1c-a793-3dfa587a5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Pushing event updated for resources: {'Port': ['ID=1c51f190-1543-49b6-ac87-e9b642e74d39,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:38.754467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48998) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:38.758402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d4f5f4fb-e28e-4f1c-a793-3dfa587a5115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 5.4152355 Feb 04 15:52:38.854162 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-aaf45761-a0f9-4376-b074-2814436cc125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "GET /v2.0/ports/1c51f190-1543-49b6-ac87-e9b642e74d39 HTTP/1.1" status: 200 len: 958 time: 0.0982773 Feb 04 15:52:38.857286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49002) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:38.946052 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9fcafc7f-023c-4ea2-9730-30c909ab5ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.998897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-457dc919-8741-47fb-a3d6-913430104d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Deleting port 1c51f190-1543-49b6-ac87-e9b642e74d39 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:39.007880 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-457dc919-8741-47fb-a3d6-913430104d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:39.031413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] For port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=96a513e3-a8b7-4dbb-ab87-b2263aa3455f,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:39.040031 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:39.332471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Calling delete_port for 96a513e3-a8b7-4dbb-ab87-b2263aa3455f owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:39.601329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a140c948-84c7-413e-b906-b87807c8f286 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 8.9957054 Feb 04 15:52:39.602405 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:39.635454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49010) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:39.640067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['55428373-4ebe-4d04-8cb2-6884b677713c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:52:39.670698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee86be9-7cf2-4173-b95d-5dd2a7a00f66 req-89145f7c-6edb-4f86-a3ae-5d8a9c3e37d1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:39.681568 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aee86be9-7cf2-4173-b95d-5dd2a7a00f66 req-89145f7c-6edb-4f86-a3ae-5d8a9c3e37d1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 3.0536954 Feb 04 15:52:39.956611 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-457dc919-8741-47fb-a3d6-913430104d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.094923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:40.107441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] No DVR routers for this DVR port 96a513e3-a8b7-4dbb-ab87-b2263aa3455f on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:40.213373 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.229433 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97725016-4cac-41f1-91a3-c6a64329e9cf req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.73 "DELETE /v2.0/ports/96a513e3-a8b7-4dbb-ab87-b2263aa3455f HTTP/1.1" status: 204 len: 173 time: 7.5230966 Feb 04 15:52:40.265377 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.305642 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99011586-7f3a-4892-b37e-237f71dc92a4', 'name': 'network-vif-deleted', 'tag': '96a513e3-a8b7-4dbb-ab87-b2263aa3455f'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:40.315872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2ba23-d91d-476d-bff3-54b9f89f9835 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event deleted for resources: {'Port': ['ID=96a513e3-a8b7-4dbb-ab87-b2263aa3455f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:40.321425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:40.372686 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.377434 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aee86be9-7cf2-4173-b95d-5dd2a7a00f66 req-929d1a2f-3904-4c97-b14f-dfeebb6491f7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650226 Feb 04 15:52:40.422206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Usage tracker for resource:floatingip and tenant:7de82cad27b044ec877dd84f3d034ea4 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:40.428917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-457dc919-8741-47fb-a3d6-913430104d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Calling delete_port for 1c51f190-1543-49b6-ac87-e9b642e74d39 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:40.436163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:40.473991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3f0e2-fd30-4793-9369-bf3a35b71ce7 req-0180d7ad-c90f-4cc9-a22e-71469dadc0d8 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:40.484463 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69d3f0e2-fd30-4793-9369-bf3a35b71ce7 req-0180d7ad-c90f-4cc9-a22e-71469dadc0d8 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 946 time: 1.9939764 Feb 04 15:52:40.494722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:40.614681 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.678402 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-457dc919-8741-47fb-a3d6-913430104d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.758731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:52:40.789031 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69d3f0e2-fd30-4793-9369-bf3a35b71ce7 req-0f577e54-e259-434e-b394-38dad4dbe4d9 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975466 Feb 04 15:52:40.849960 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dc919-8741-47fb-a3d6-913430104d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c51f190-1543-49b6-ac87-e9b642e74d39,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:40.888684 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-457dc919-8741-47fb-a3d6-913430104d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.931691 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-457dc919-8741-47fb-a3d6-913430104d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "DELETE /v2.0/ports/1c51f190-1543-49b6-ac87-e9b642e74d39 HTTP/1.1" status: 204 len: 168 time: 2.0730283 Feb 04 15:52:40.937243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49018) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:41.112652 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8f64fd-676e-4495-a362-4b54fda6a2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:52:41.132339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-de8f64fd-676e-4495-a362-4b54fda6a2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Synchronizing usage tracker for tenant:900e04f32b5041af95224581604b0817 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:41.193049 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-de8f64fd-676e-4495-a362-4b54fda6a2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Unset dirty status for tenant:900e04f32b5041af95224581604b0817 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:41.200942 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-de8f64fd-676e-4495-a362-4b54fda6a2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "GET /v2.0/ports/1c51f190-1543-49b6-ac87-e9b642e74d39 HTTP/1.1" status: 404 len: 333 time: 0.2574909 Feb 04 15:52:41.206537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49022) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:41.215381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ca186840-1965-4498-9f0e-20f585dcd931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Request body: {'port': {'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-269025307'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:41.249608 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99011586-7f3a-4892-b37e-237f71dc92a4', 'name': 'network-vif-deleted', 'tag': '96a513e3-a8b7-4dbb-ab87-b2263aa3455f', 'status': 'completed', 'code': 200} Feb 04 15:52:41.254313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ca186840-1965-4498-9f0e-20f585dcd931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:41.280034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ca186840-1965-4498-9f0e-20f585dcd931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:41.309225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca186840-1965-4498-9f0e-20f585dcd931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Made reservation on behalf of 900e04f32b5041af95224581604b0817 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:41.314506 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca186840-1965-4498-9f0e-20f585dcd931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.333898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-727307fd-bc60-46da-b8bb-1caa640d2b30 req-22a00b35-a721-449a-8007-015e16d5c8ce tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Synchronizing usage tracker for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:41.393820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-ca186840-1965-4498-9f0e-20f585dcd931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] device_id is not set on port e32ef20d-dd34-46ed-bb9a-e81500174cb5 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:41.425657 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.563294 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.614607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-727307fd-bc60-46da-b8bb-1caa640d2b30 req-22a00b35-a721-449a-8007-015e16d5c8ce tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Unset dirty status for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:41.615797 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-727307fd-bc60-46da-b8bb-1caa640d2b30 req-22a00b35-a721-449a-8007-015e16d5c8ce tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=99011586-7f3a-4892-b37e-237f71dc92a4 HTTP/1.1" status: 200 len: 210 time: 0.3661206 Feb 04 15:52:41.738664 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.850082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49030) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:41.862490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'subnet': {'network_id': 'b2ec7e2b-ec21-4370-83c5-df6f22c9237f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:42.104995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca186840-1965-4498-9f0e-20f585dcd931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.109104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:42.116833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:subnet and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:42.120559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:42.128382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:42.153725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:42.248574 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca186840-1965-4498-9f0e-20f585dcd931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.286184 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Allocated IP 172.25.0.25 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/e230aff1-780a-4c50-8c92-91b45c8d563c) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:42.394256 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca186840-1965-4498-9f0e-20f585dcd931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Network b67f82ed-bb0f-45f8-91da-a4c8c0048793 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:42.399224 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.416257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca186840-1965-4498-9f0e-20f585dcd931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Pushing event updated for resources: {'Port': ['ID=e32ef20d-dd34-46ed-bb9a-e81500174cb5,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:42.416382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-ca186840-1965-4498-9f0e-20f585dcd931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:42.421099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca186840-1965-4498-9f0e-20f585dcd931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:42.422089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca186840-1965-4498-9f0e-20f585dcd931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:42.422497 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca186840-1965-4498-9f0e-20f585dcd931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.496755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295575c-bf2d-4a34-acd4-7c5579cc5871 req-3f0da4cd-6011-47e8-a6d4-f70ac6af403a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:42.504827 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b295575c-bf2d-4a34-acd4-7c5579cc5871 req-3f0da4cd-6011-47e8-a6d4-f70ac6af403a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 0.6895561 Feb 04 15:52:42.554472 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ca186840-1965-4498-9f0e-20f585dcd931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3435276 Feb 04 15:52:42.555452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49036) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:42.561697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:42.622147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:52:42.633339 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Sync routers for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:52:42.640333 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a7d94b01-1e1e-4fa5-937d-5b425fd40e4c tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/3b4409b6-a4db-4b00-8f62-bd7c59a56a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2185099 Feb 04 15:52:42.641583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49040) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:42.658955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:52:42.660363 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:52:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:42.665522 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b295575c-bf2d-4a34-acd4-7c5579cc5871 req-a31224ae-4100-489b-ba49-cc86ee8379b4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597128 Feb 04 15:52:42.713122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-62f5669b-5551-4996-8d71-c39cb7b234e3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:42.870237 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.891887 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.003761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:52:43.003986 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.133503 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.197700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12556eb6-bbde-485e-9687-c972b10fddab req-4f90bddd-6229-4571-94c8-d0e833357738 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:43.213316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12556eb6-bbde-485e-9687-c972b10fddab req-4f90bddd-6229-4571-94c8-d0e833357738 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 946 time: 1.2417617 Feb 04 15:52:43.336107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Subnet': ['ID=99dca527-ea09-4b75-a6a1-2fa6c977e159,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:43.374125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Checking segment: {'id': '0bac539b-7d41-466a-b4fe-7df56589f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b2ec7e2b-ec21-4370-83c5-df6f22c9237f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:43.374490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network hostable DHCP agents. Network: b2ec7e2b-ec21-4370-83c5-df6f22c9237f, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:43.596660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event updated for resources: {'Port': ['ID=e230aff1-780a-4c50-8c92-91b45c8d563c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:43.612504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:43.615466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:43.628433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:43.650922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] device_id is not set on port e32ef20d-dd34-46ed-bb9a-e81500174cb5 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:43.678407 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.707053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network b2ec7e2b-ec21-4370-83c5-df6f22c9237f is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:43.731569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Transition to ACTIVE for port object e32ef20d-dd34-46ed-bb9a-e81500174cb5 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:43.739860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.788189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:52:32Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '297c0fd5-c539-47f4-a096-4939e74a7664', 'name': '', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:2e:b8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:13Z', 'updated_at': '2022-02-04T15:52:34Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff2df31-b6cc-4210-964b-4c6052676901', 'name': '', 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:57:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:29Z', 'updated_at': '2022-02-04T15:52:34Z', 'revision_number': 2, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:43.794640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Checking router: 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:52:43.794984 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Updating router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e port bff2df31-b6cc-4210-964b-4c6052676901 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:52:43.798649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, b2ec7e2b-ec21-4370-83c5-df6f22c9237f) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:43.819682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:43.820305 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.831149 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12556eb6-bbde-485e-9687-c972b10fddab req-0e416ccd-0102-4481-8cfa-d9f83157778c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6154556 Feb 04 15:52:43.887375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5228b3-5b91-41d7-adc1-b64eb91eefba None None] Network b2ec7e2b-ec21-4370-83c5-df6f22c9237f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:52:43.950480 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ece1277f-71c4-4209-89a9-40c20250e9a9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0982196 Feb 04 15:52:43.953631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49066) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:43.969071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-211951645'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:43.992882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:43.997597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Pushing event updated for resources: {'Port': ['ID=e32ef20d-dd34-46ed-bb9a-e81500174cb5,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:44.018864 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:network and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:44.027055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:44.049683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:44.114020 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.118289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:44.118640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:44.120322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:44.148926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:44.148926 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:44.151578 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 2 to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 Feb 04 15:52:44.170020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:44.180245 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.278013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:44.278013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:44.279681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:44.313248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:44.316646 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:44.317345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:44.323747 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 3 to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 Feb 04 15:52:44.398000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:44.398264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:44.398600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:44.422321 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.422665 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Added segment 0beaaebf-9aad-4cce-b8a9-e2982e5a3117 of type vlan for network bd1adce5-4d17-4542-b7d7-fc508de9359c Feb 04 15:52:44.428140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:44.428465 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:44.432569 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 4 to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 Feb 04 15:52:44.478464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:44.478844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:44.479210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:44.502262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:44.502602 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:44.506298 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 5 to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 Feb 04 15:52:44.532897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:44.533297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:44.533631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:44.538126 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.551672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:44.552041 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:44.554629 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 6 to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 Feb 04 15:52:44.593090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:44.593441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:44.593746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:44.603132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:44.603533 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:44.603867 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 7 to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 Feb 04 15:52:44.611678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-b2ec7e2b-ec21-4370-83c5-df6f22c9237f', 'network_id': 'b2ec7e2b-ec21-4370-83c5-df6f22c9237f', 'tenant_id': '7cf47293b7374b42a069645ec1c2b151', 'fixed_ips': [{'subnet_id': '99dca527-ea09-4b75-a6a1-2fa6c977e159'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:52:44.614664 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.624970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:44.625303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:44.625668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:44.632696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:44.633095 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:44.633881 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.643840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:44.646192 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.691870 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 8 to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 Feb 04 15:52:44.927483 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9722381 Feb 04 15:52:44.956324 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49082) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:44.992793 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.004757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'subnet': {'network_id': 'bd1adce5-4d17-4542-b7d7-fc508de9359c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:45.006762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Transition to ACTIVE for port object bff2df31-b6cc-4210-964b-4c6052676901 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:45.080188 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.131025 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.207943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:45.208486 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:45.209229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:45.226437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a23446-10e4-44a2-a836-4cc2e0c2db4c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Network': ['ID=bd1adce5-4d17-4542-b7d7-fc508de9359c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:45.268079 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.273451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:45.274250 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:45.284769 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 9 to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 Feb 04 15:52:45.323078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:45.323837 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:45.325086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:45.329682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:45.341754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:subnet and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:45.345852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:45.352798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:45.356672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:45.356875 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:45.377609 n-d-827872-1 neutron-server[83550]: INFO neutron.plugins.ml2.plugin [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempt 10 to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 Feb 04 15:52:45.407627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:45.434860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network bd1adce5-4d17-4542-b7d7-fc508de9359c details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:45.445435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:45.445946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:45.446447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempting to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:45.539774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:52:45.540366 n-d-827872-1 neutron-server[83550]: ERROR neutron.plugins.ml2.managers [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Failed to bind port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on host n-h2-827872-1 for vnic_type normal using segments [{'id': '629047f6-cf2b-4b4f-b3ba-8e4478524a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b67f82ed-bb0f-45f8-91da-a4c8c0048793'}] Feb 04 15:52:45.540882 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.635117 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.821270 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.850880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.896688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] For port e32ef20d-dd34-46ed-bb9a-e81500174cb5, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:45.897010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Attempted to set empty binding levels {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 15:52:45.912119 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.994892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Attempting to bind port bff2df31-b6cc-4210-964b-4c6052676901 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:45.995600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Attempting to bind port bff2df31-b6cc-4210-964b-4c6052676901 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '68a627cc-d4cc-4395-b407-4056bcb4146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:45.996729 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Attempting to bind port bff2df31-b6cc-4210-964b-4c6052676901 on network f70e7ab2-1482-407a-a5a6-af9ef53875e6 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:46.015350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] In _notify_port_updated(), no bound segment for port e32ef20d-dd34-46ed-bb9a-e81500174cb5 on network b67f82ed-bb0f-45f8-91da-a4c8c0048793 {{(pid=83550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 15:52:46.021271 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.021741 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:52:46.022308 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Checking segment: {'id': '68a627cc-d4cc-4395-b407-4056bcb4146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:46.022923 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.023593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Bound using segment: {'id': '68a627cc-d4cc-4395-b407-4056bcb4146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:52:46.024370 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Bound port: bff2df31-b6cc-4210-964b-4c6052676901, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a627cc-d4cc-4395-b407-4056bcb4146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:46.024972 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.029417 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "PUT /v2.0/ports/e32ef20d-dd34-46ed-bb9a-e81500174cb5 HTTP/1.1" status: 200 len: 978 time: 3.4731750 Feb 04 15:52:46.065416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49090) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:46.215802 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] For port bff2df31-b6cc-4210-964b-4c6052676901, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:46.221174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] For port bff2df31-b6cc-4210-964b-4c6052676901, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bff2df31-b6cc-4210-964b-4c6052676901,segment=NetworkSegment(68a627cc-d4cc-4395-b407-4056bcb4146c),segment_id=68a627cc-d4cc-4395-b407-4056bcb4146c)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:46.230272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc17a49-7fd2-4b74-931b-d893019500ba None None] Pushing event updated for resources: {'Port': ['ID=bff2df31-b6cc-4210-964b-4c6052676901,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:46.242482 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.316669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf1c36-7505-4d58-8cfd-e8028043c0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Pushing event updated for resources: {'Port': ['ID=e32ef20d-dd34-46ed-bb9a-e81500174cb5,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:46.445627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc17a49-7fd2-4b74-931b-d893019500ba None None] Pushing event updated for resources: {'Port': ['ID=bff2df31-b6cc-4210-964b-4c6052676901,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:46.472048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c71e775e-fbd1-4a6c-9260-1a726ab2d2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Deleting port e32ef20d-dd34-46ed-bb9a-e81500174cb5 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:46.472393 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c71e775e-fbd1-4a6c-9260-1a726ab2d2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.486978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.extraroute_db [None req-62f5669b-5551-4996-8d71-c39cb7b234e3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 15:52:46.501824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:52:46.502435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:52:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:46.579073 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.661317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.extraroute_db [None req-62f5669b-5551-4996-8d71-c39cb7b234e3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Removed routes are [] {{(pid=83551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 15:52:46.661913 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-62f5669b-5551-4996-8d71-c39cb7b234e3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.669160 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.775586 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Allocated IP 2001:db8:0:ffff::2 (b2ec7e2b-ec21-4370-83c5-df6f22c9237f/99dca527-ea09-4b75-a6a1-2fa6c977e159/ab5a5170-280f-43f6-b4ce-f2802827a1c1) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:46.833192 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event updated for resources: {'Port': ['ID=e230aff1-780a-4c50-8c92-91b45c8d563c,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:46.892193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140fed9-8105-4efb-aae1-2865edc8b3f4 req-647c27dd-684d-4b74-aec4-4dddd3683725 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:46.903201 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f140fed9-8105-4efb-aae1-2865edc8b3f4 req-647c27dd-684d-4b74-aec4-4dddd3683725 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 2.5095701 Feb 04 15:52:46.958476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Subnet': ['ID=c29ec001-c896-4c83-9119-a5dd4b7ee64c,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:47.072634 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f140fed9-8105-4efb-aae1-2865edc8b3f4 req-9bb37e4f-87a5-4711-8101-6e32ec0282e2 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684384 Feb 04 15:52:47.078106 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.082997 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3cc9b7aa-a2b9-4e5b-9c65-0616d8b7ccec tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1876814 Feb 04 15:52:47.084077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49094) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:47.132127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-1be3cd46-15fc-4cc5-966f-e219a3541d9e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Request body: {'floatingip': {'port_id': 'dc170953-a3eb-43a9-b9ee-378e4f46789c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:47.163637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Checking segment: {'id': '0beaaebf-9aad-4cce-b8a9-e2982e5a3117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bd1adce5-4d17-4542-b7d7-fc508de9359c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:47.164008 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network hostable DHCP agents. Network: bd1adce5-4d17-4542-b7d7-fc508de9359c, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:47.235516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-c71e775e-fbd1-4a6c-9260-1a726ab2d2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] For port e32ef20d-dd34-46ed-bb9a-e81500174cb5, host n-h2-827872-1, got binding levels [] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:47.235999 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c71e775e-fbd1-4a6c-9260-1a726ab2d2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.299760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:52:47.305981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network bd1adce5-4d17-4542-b7d7-fc508de9359c is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:47.342213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57780c16-e242-4d1b-a756-984529df473a req-5fd01443-5db9-45a9-9d70-09b4ce689736 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:47.343870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57780c16-e242-4d1b-a756-984529df473a req-5fd01443-5db9-45a9-9d70-09b4ce689736 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 946 time: 2.1317108 Feb 04 15:52:47.488026 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1be3cd46-15fc-4cc5-966f-e219a3541d9e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.710551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57780c16-e242-4d1b-a756-984529df473a req-9f6966f9-b2bd-4be8-851f-2eede418d09d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207743 Feb 04 15:52:47.749315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c71e775e-fbd1-4a6c-9260-1a726ab2d2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Calling delete_port for e32ef20d-dd34-46ed-bb9a-e81500174cb5 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:47.937774 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-1be3cd46-15fc-4cc5-966f-e219a3541d9e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] update failed (client error): The resource could not be found. Feb 04 15:52:47.943715 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1be3cd46-15fc-4cc5-966f-e219a3541d9e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "PUT /v2.0/floatingips/195a9731-82d9-4049-847c-6dc4ada793e9 HTTP/1.1" status: 404 len: 507 time: 0.8354902 Feb 04 15:52:47.948426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49108) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:47.962553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, bd1adce5-4d17-4542-b7d7-fc508de9359c) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:47.981699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:47.982291 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.035406 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-69e42ffd-b957-4d5d-9c93-db99cdb8480d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0832748 Feb 04 15:52:48.036246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49112) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:48.040520 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c71e775e-fbd1-4a6c-9260-1a726ab2d2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.165257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b675053-6fb0-466b-bb65-0339c82203ce None None] Network bd1adce5-4d17-4542-b7d7-fc508de9359c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:52:48.208144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e775e-fbd1-4a6c-9260-1a726ab2d2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Pushing event deleted for resources: {'Port': ['ID=e32ef20d-dd34-46ed-bb9a-e81500174cb5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:48.224974 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c71e775e-fbd1-4a6c-9260-1a726ab2d2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.235421 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c71e775e-fbd1-4a6c-9260-1a726ab2d2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "DELETE /v2.0/ports/e32ef20d-dd34-46ed-bb9a-e81500174cb5 HTTP/1.1" status: 204 len: 168 time: 2.1657958 Feb 04 15:52:48.238997 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49118) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:48.303298 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee06bba-98c7-462f-8cbf-6990cf094644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:52:48.303799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1ee06bba-98c7-462f-8cbf-6990cf094644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Synchronizing usage tracker for tenant:900e04f32b5041af95224581604b0817 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:48.438393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1ee06bba-98c7-462f-8cbf-6990cf094644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] Unset dirty status for tenant:900e04f32b5041af95224581604b0817 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:48.439632 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1ee06bba-98c7-462f-8cbf-6990cf094644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608915058-project-admin] 10.222.0.60 "GET /v2.0/ports/e32ef20d-dd34-46ed-bb9a-e81500174cb5 HTTP/1.1" status: 404 len: 333 time: 0.1995075 Feb 04 15:52:48.444816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49124) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:48.486610 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.653591 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.766282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Transition to ACTIVE for port object ab5a5170-280f-43f6-b4ce-f2802827a1c1 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:48.825454 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.874583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdcc512-d916-4ca2-86bf-664de8838b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-bd1adce5-4d17-4542-b7d7-fc508de9359c', 'network_id': 'bd1adce5-4d17-4542-b7d7-fc508de9359c', 'tenant_id': '7cf47293b7374b42a069645ec1c2b151', 'fixed_ips': [{'subnet_id': 'c29ec001-c896-4c83-9119-a5dd4b7ee64c'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:52:48.875422 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc512-d916-4ca2-86bf-664de8838b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.910047 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-62f5669b-5551-4996-8d71-c39cb7b234e3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.914123 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-62f5669b-5551-4996-8d71-c39cb7b234e3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.921002 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Transition to ACTIVE for port object ab5a5170-280f-43f6-b4ce-f2802827a1c1 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:48.998340 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.047922 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee831c3c-f2a9-457f-8c95-086d8fd5cbb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.061895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Subnet': ['ID=c29ec001-c896-4c83-9119-a5dd4b7ee64c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:49.079725 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.206784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Network b2ec7e2b-ec21-4370-83c5-df6f22c9237f is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:49.226560 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-17d91d23-d741-4601-80b5-030fd44f6aa6 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Deleting port e230aff1-780a-4c50-8c92-91b45c8d563c {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:49.226905 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-17d91d23-d741-4601-80b5-030fd44f6aa6 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.242485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:49.252954 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Pushing event updated for resources: {'Port': ['ID=ab5a5170-280f-43f6-b4ce-f2802827a1c1,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:49.264652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server [None req-ccdcc512-d916-4ca2-86bf-664de8838b76 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c29ec001-c896-4c83-9119-a5dd4b7ee64c: This subnet is being modified by another concurrent operation. Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:52:49.335565 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise exception Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c29ec001-c896-4c83-9119-a5dd4b7ee64c: This subnet is being modified by another concurrent operation. Feb 04 15:52:49.338804 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server Feb 04 15:52:49.358754 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.459985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1adce5-4d17-4542-b7d7-fc508de9359c']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:49.469055 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee831c3c-f2a9-457f-8c95-086d8fd5cbb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.470252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccba3c5-933b-4c7e-b6a6-d282a6ba43e8 None None] Network bd1adce5-4d17-4542-b7d7-fc508de9359c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:52:49.490398 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0beaaebf-9aad-4cce-b8a9-e2982e5a3117') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:49.490775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0beaaebf-9aad-4cce-b8a9-e2982e5a3117') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:49.518874 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.526054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ee831c3c-f2a9-457f-8c95-086d8fd5cbb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67f82ed-bb0f-45f8-91da-a4c8c0048793']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:49.556846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ee831c3c-f2a9-457f-8c95-086d8fd5cbb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629047f6-cf2b-4b4f-b3ba-8e4478524a49') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:49.557214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ee831c3c-f2a9-457f-8c95-086d8fd5cbb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629047f6-cf2b-4b4f-b3ba-8e4478524a49') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:49.580948 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee831c3c-f2a9-457f-8c95-086d8fd5cbb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.600446 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee831c3c-f2a9-457f-8c95-086d8fd5cbb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.614020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee831c3c-f2a9-457f-8c95-086d8fd5cbb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:52:49.614429 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee831c3c-f2a9-457f-8c95-086d8fd5cbb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.639765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c0cfc-119a-48e8-b21e-950b009f7683 req-27bcb594-3d87-42fe-873d-346a072e78f9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:49.651901 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-107c0cfc-119a-48e8-b21e-950b009f7683 req-27bcb594-3d87-42fe-873d-346a072e78f9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 1.2461829 Feb 04 15:52:49.714357 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:49.717343 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:49.723784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:52:49.724179 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:49.776771 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:49.781696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a1537-e65f-456d-908e-60ff89df7913 req-3114d12f-1d9c-465e-b350-0f2caa1e9e88 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:49.789233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f64a1537-e65f-456d-908e-60ff89df7913 req-3114d12f-1d9c-465e-b350-0f2caa1e9e88 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 945 time: 0.8253167 Feb 04 15:52:49.797481 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee831c3c-f2a9-457f-8c95-086d8fd5cbb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.812740 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee831c3c-f2a9-457f-8c95-086d8fd5cbb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.814623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:52:32Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '297c0fd5-c539-47f4-a096-4939e74a7664', 'name': '', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:2e:b8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:13Z', 'updated_at': '2022-02-04T15:52:34Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff2df31-b6cc-4210-964b-4c6052676901', 'name': '', 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:57:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:29Z', 'updated_at': '2022-02-04T15:52:46Z', 'revision_number': 4, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:49.822633 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.835242 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-107c0cfc-119a-48e8-b21e-950b009f7683 req-2397467f-2a8e-4c3c-91fc-4478fea4ae28 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787798 Feb 04 15:52:49.856406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f5669b-5551-4996-8d71-c39cb7b234e3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:52:49.859710 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-17d91d23-d741-4601-80b5-030fd44f6aa6 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.860270 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-17d91d23-d741-4601-80b5-030fd44f6aa6 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.882554 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137b8a9-a394-4a34-822c-67bffe870a1b None None] The sync data for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 is: [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:52:32Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '297c0fd5-c539-47f4-a096-4939e74a7664', 'name': '', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:2e:b8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:13Z', 'updated_at': '2022-02-04T15:52:34Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff2df31-b6cc-4210-964b-4c6052676901', 'name': '', 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:57:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:29Z', 'updated_at': '2022-02-04T15:52:46Z', 'revision_number': 4, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:52:50.077333 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.080101 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee831c3c-f2a9-457f-8c95-086d8fd5cbb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] Pushing event deleted for resources: {'Network': ['ID=b67f82ed-bb0f-45f8-91da-a4c8c0048793,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:50.084917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Attempting to bind port ab5a5170-280f-43f6-b4ce-f2802827a1c1 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:50.106785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Attempting to bind port ab5a5170-280f-43f6-b4ce-f2802827a1c1 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '0bac539b-7d41-466a-b4fe-7df56589f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b2ec7e2b-ec21-4370-83c5-df6f22c9237f'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:50.106785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Attempting to bind port ab5a5170-280f-43f6-b4ce-f2802827a1c1 on network b2ec7e2b-ec21-4370-83c5-df6f22c9237f {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:50.114115 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.119477 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ee831c3c-f2a9-457f-8c95-086d8fd5cbb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689369892-project] 10.222.0.60 "DELETE /v2.0/networks/b67f82ed-bb0f-45f8-91da-a4c8c0048793 HTTP/1.1" status: 204 len: 168 time: 1.6734350 Feb 04 15:52:50.348426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:52:50.348621 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Checking segment: {'id': '0bac539b-7d41-466a-b4fe-7df56589f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b2ec7e2b-ec21-4370-83c5-df6f22c9237f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:50.349144 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.351507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Bound using segment: {'id': '0bac539b-7d41-466a-b4fe-7df56589f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b2ec7e2b-ec21-4370-83c5-df6f22c9237f'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:52:50.351507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Bound port: ab5a5170-280f-43f6-b4ce-f2802827a1c1, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bac539b-7d41-466a-b4fe-7df56589f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b2ec7e2b-ec21-4370-83c5-df6f22c9237f'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:50.351507 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.355815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Network': ['ID=bd1adce5-4d17-4542-b7d7-fc508de9359c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:50.398935 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8eb25d61-7b8d-48a2-a588-d147c7efc3d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/bd1adce5-4d17-4542-b7d7-fc508de9359c HTTP/1.1" status: 204 len: 168 time: 2.3557234 Feb 04 15:52:50.406061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49136) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:50.436961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1042036106'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:50.457402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:50.470787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:network and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:50.474479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:50.492076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:50.513041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:50.516075 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.583810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:50.598018 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.598430 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Added segment ba31335f-1ee8-4e4d-8da4-ab83c95d1d97 of type vlan for network 14a0e38d-1f07-4e56-805a-0f6c89ea3470 Feb 04 15:52:50.645315 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.666228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] For port ab5a5170-280f-43f6-b4ce-f2802827a1c1, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:50.680489 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] For port ab5a5170-280f-43f6-b4ce-f2802827a1c1, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ab5a5170-280f-43f6-b4ce-f2802827a1c1,segment=NetworkSegment(0bac539b-7d41-466a-b4fe-7df56589f6b3),segment_id=0bac539b-7d41-466a-b4fe-7df56589f6b3)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:50.696837 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.714429 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d3cd5-6665-4f2e-be0b-3dd4eb8dca42 req-bf31e86f-c335-48ea-8c6b-b739a5e4ba53 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:50.714429 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-030d3cd5-6665-4f2e-be0b-3dd4eb8dca42 req-bf31e86f-c335-48ea-8c6b-b739a5e4ba53 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Synchronizing usage tracker for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:50.727301 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.733142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:50.733906 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.786106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-17d91d23-d741-4601-80b5-030fd44f6aa6 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Calling delete_port for e230aff1-780a-4c50-8c92-91b45c8d563c owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:50.804005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-030d3cd5-6665-4f2e-be0b-3dd4eb8dca42 req-bf31e86f-c335-48ea-8c6b-b739a5e4ba53 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Unset dirty status for tenant:348461e82d844c83a77fa4d9ee90bbcd on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:50.811954 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-030d3cd5-6665-4f2e-be0b-3dd4eb8dca42 req-bf31e86f-c335-48ea-8c6b-b739a5e4ba53 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 945 time: 0.6392915 Feb 04 15:52:50.958295 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f64a1537-e65f-456d-908e-60ff89df7913 req-91da73d8-bfb9-45b4-800c-40551cc2ed1c tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1681151 Feb 04 15:52:51.094868 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6750867 Feb 04 15:52:51.098121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49146) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:51.118106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f71e3-00ca-445a-959d-2c82ea22f9f8 None None] Pushing event updated for resources: {'Port': ['ID=ab5a5170-280f-43f6-b4ce-f2802827a1c1,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:51.197484 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'subnet': {'network_id': '14a0e38d-1f07-4e56-805a-0f6c89ea3470', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:51.255359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49150) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:51.707946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:51.788490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bff2df31-b6cc-4210-964b-4c6052676901 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:51.802311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:subnet and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:51.840764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:51.876384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:51.877905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc2b07-72dd-415e-ae71-9de02b9d8ff3 req-bc7140ec-2a7c-440f-ac6e-3968bf23e11c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:51.879823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2cb99-12e8-44dc-bec1-66f9aa7d7ac6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Network': ['ID=14a0e38d-1f07-4e56-805a-0f6c89ea3470,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:51.891941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03cc2b07-72dd-415e-ae71-9de02b9d8ff3 req-bc7140ec-2a7c-440f-ac6e-3968bf23e11c tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 946 time: 1.5736470 Feb 04 15:52:51.929636 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 14a0e38d-1f07-4e56-805a-0f6c89ea3470 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:51.938078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:52.010514 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-030d3cd5-6665-4f2e-be0b-3dd4eb8dca42 req-89d05bd1-8560-4df9-9c96-998e4cc41758 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Deleting port 55428373-4ebe-4d04-8cb2-6884b677713c {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:52:52.010514 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-030d3cd5-6665-4f2e-be0b-3dd4eb8dca42 req-89d05bd1-8560-4df9-9c96-998e4cc41758 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.179846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port bff2df31-b6cc-4210-964b-4c6052676901 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:52.205250 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port bff2df31-b6cc-4210-964b-4c6052676901 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:52.205975 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.222889 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1842e0a5-b924-4844-9c40-f9c7f61f4cb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b5438b8b5bf4ac2b32785fc9ec42763&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9637787 Feb 04 15:52:52.238948 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-17d91d23-d741-4601-80b5-030fd44f6aa6 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.276724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49160) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:52.369079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d91d23-d741-4601-80b5-030fd44f6aa6 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event deleted for resources: {'Port': ['ID=e230aff1-780a-4c50-8c92-91b45c8d563c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:52.413299 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc036-67c0-4fdd-b5b7-f4bcdbf46911 req-5a6f9d06-a3c9-4952-a495-e516d25815ae tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:52.421953 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41efc036-67c0-4fdd-b5b7-f4bcdbf46911 req-5a6f9d06-a3c9-4952-a495-e516d25815ae tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 1.1450808 Feb 04 15:52:52.587377 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.691445 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.703123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03cc2b07-72dd-415e-ae71-9de02b9d8ff3 req-b96b1590-76bc-4c8f-9294-c131f069dca6 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8104634 Feb 04 15:52:52.810334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port bff2df31-b6cc-4210-964b-4c6052676901, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bff2df31-b6cc-4210-964b-4c6052676901,segment=NetworkSegment(68a627cc-d4cc-4395-b407-4056bcb4146c),segment_id=68a627cc-d4cc-4395-b407-4056bcb4146c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:52.824819 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.033261 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41efc036-67c0-4fdd-b5b7-f4bcdbf46911 req-15608d82-4d52-4a23-a7cd-da27bb3e6c2e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100752 Feb 04 15:52:53.039806 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=bff2df31-b6cc-4210-964b-4c6052676901,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:53.045783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2f072b9-065c-42b5-b10e-5cbbe8e92178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.054930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ca06a6-9746-4411-b7a4-47e9b654ba8b None None] Network b2ec7e2b-ec21-4370-83c5-df6f22c9237f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:52:53.072742 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-17d91d23-d741-4601-80b5-030fd44f6aa6 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.221850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f5669b-5551-4996-8d71-c39cb7b234e3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:52:53.234071 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0677e183-b351-4552-88ca-b8a5a210f688 None None] Sync routers for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:52:53.239807 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-62f5669b-5551-4996-8d71-c39cb7b234e3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.245187 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-62f5669b-5551-4996-8d71-c39cb7b234e3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/3b4409b6-a4db-4b00-8f62-bd7c59a56a5e HTTP/1.1" status: 200 len: 954 time: 10.5785074 Feb 04 15:52:53.257103 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0677e183-b351-4552-88ca-b8a5a210f688 None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:52:53.259942 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0677e183-b351-4552-88ca-b8a5a210f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:52:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:53.262780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-030d3cd5-6665-4f2e-be0b-3dd4eb8dca42 req-89d05bd1-8560-4df9-9c96-998e4cc41758 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] For port 55428373-4ebe-4d04-8cb2-6884b677713c, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=55428373-4ebe-4d04-8cb2-6884b677713c,segment=NetworkSegment(7b78820f-bf94-4c91-a983-51ab8be3dacb),segment_id=7b78820f-bf94-4c91-a983-51ab8be3dacb)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:53.263149 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-030d3cd5-6665-4f2e-be0b-3dd4eb8dca42 req-89d05bd1-8560-4df9-9c96-998e4cc41758 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.264690 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-17d91d23-d741-4601-80b5-030fd44f6aa6 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.269881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-17d91d23-d741-4601-80b5-030fd44f6aa6 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "DELETE /v2.0/floatingips/195a9731-82d9-4049-847c-6dc4ada793e9 HTTP/1.1" status: 204 len: 168 time: 5.3168540 Feb 04 15:52:53.269881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49170) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:53.281875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49172) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:53.484187 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-0677e183-b351-4552-88ca-b8a5a210f688 None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:52:53.488480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-11fc5bb7-2525-4bf8-8463-f8a72b8e7621 None None] Provisioning for port ab5a5170-280f-43f6-b4ce-f2802827a1c1 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:53.515413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-235a6bf0-5e90-4efb-91fc-79a90da60953 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Request body: {'floatingip': {'floating_network_id': '66a10617-049c-4e91-8fb9-fd565d068678', 'port_id': 'dc170953-a3eb-43a9-b9ee-378e4f46789c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:53.522081 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-235a6bf0-5e90-4efb-91fc-79a90da60953 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:53.526813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-235a6bf0-5e90-4efb-91fc-79a90da60953 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Usage tracker for resource:floatingip and tenant:7de82cad27b044ec877dd84f3d034ea4 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:53.534251 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-235a6bf0-5e90-4efb-91fc-79a90da60953 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:53.540766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-235a6bf0-5e90-4efb-91fc-79a90da60953 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:53.634263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-030d3cd5-6665-4f2e-be0b-3dd4eb8dca42 req-89d05bd1-8560-4df9-9c96-998e4cc41758 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Calling delete_port for 55428373-4ebe-4d04-8cb2-6884b677713c owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:52:53.675820 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-235a6bf0-5e90-4efb-91fc-79a90da60953 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.699949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdced3b-74d3-4dfe-86ed-708f04e8a722 req-b80ff6f9-651b-4357-b65b-3df4019c742d tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:53.705176 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dcdced3b-74d3-4dfe-86ed-708f04e8a722 req-b80ff6f9-651b-4357-b65b-3df4019c742d tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 945 time: 0.6027887 Feb 04 15:52:53.775327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ab5a5170-280f-43f6-b4ce-f2802827a1c1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:53.872821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 55428373-4ebe-4d04-8cb2-6884b677713c no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:52:53.958260 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2f072b9-065c-42b5-b10e-5cbbe8e92178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.091034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0d0548fe-00e1-4a4e-ba39-c2d5a5dd4fd3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/routers/3b4409b6-a4db-4b00-8f62-bd7c59a56a5e HTTP/1.1" status: 200 len: 954 time: 0.8150024 Feb 04 15:52:54.106585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49184) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:54.112491 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0677e183-b351-4552-88ca-b8a5a210f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:52:46Z', 'revision_number': 6, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '297c0fd5-c539-47f4-a096-4939e74a7664', 'name': '', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:2e:b8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:13Z', 'updated_at': '2022-02-04T15:52:34Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff2df31-b6cc-4210-964b-4c6052676901', 'name': '', 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:57:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:29Z', 'updated_at': '2022-02-04T15:52:52Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:54.123027 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0677e183-b351-4552-88ca-b8a5a210f688 None None] Checking router: 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:52:54.137305 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0677e183-b351-4552-88ca-b8a5a210f688 None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:52:54.138306 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0677e183-b351-4552-88ca-b8a5a210f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:52:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:54.158751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dcdced3b-74d3-4dfe-86ed-708f04e8a722 req-60f23adc-be66-4778-9159-c2672fc20225 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/security-groups?id=562fda5d-1a66-424d-bdda-0c6bb3b3c220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111686 Feb 04 15:52:54.389677 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.405583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port ab5a5170-280f-43f6-b4ce-f2802827a1c1 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:54.454054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ab5a5170-280f-43f6-b4ce-f2802827a1c1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:54.468341 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.475439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-00d1a17b-c143-44e9-991a-e30617a5ddb8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'router': {'routes': None}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:54.550262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5747cdc4-978c-41c0-bcf6-ca87e4fca74a None None] get_active_networks_info from n-d-827872-1 {{(pid=83552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 15:52:54.601162 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2f072b9-065c-42b5-b10e-5cbbe8e92178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.631001 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.632633 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-0677e183-b351-4552-88ca-b8a5a210f688 None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:52:54.647907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f072b9-065c-42b5-b10e-5cbbe8e92178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88967994-17ca-48fa-80d4-98dd362556b3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:54.779440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de0bf0-c1cf-4a2f-a906-222faa6342fe req-34be8219-1cc4-4e0d-9bb5-594f12b04102 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:54.783883 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-73de0bf0-c1cf-4a2f-a906-222faa6342fe req-34be8219-1cc4-4e0d-9bb5-594f12b04102 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 946 time: 0.6205058 Feb 04 15:52:54.785983 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-235a6bf0-5e90-4efb-91fc-79a90da60953 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:52:54.790373 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-235a6bf0-5e90-4efb-91fc-79a90da60953 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2869291 Feb 04 15:52:54.830674 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49188) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:54.858811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': 'dc170953-a3eb-43a9-b9ee-378e4f46789c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:54.900025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bcb69-8165-4b29-8d4d-83a09d984fa0 req-95e2d330-de64-4f0c-8954-410337fea147 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:54.901569 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-570bcb69-8165-4b29-8d4d-83a09d984fa0 req-95e2d330-de64-4f0c-8954-410337fea147 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 0.3861582 Feb 04 15:52:54.927613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:54.983626 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-73de0bf0-c1cf-4a2f-a906-222faa6342fe req-aee71e5c-7d32-4d26-b0b5-e45fff2c4cba tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773574 Feb 04 15:52:55.051062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d22e6c04-e59f-4ec3-9360-d49b7f922b81 None None] Provisioning complete for port ab5a5170-280f-43f6-b4ce-f2802827a1c1 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:55.051484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d22e6c04-e59f-4ec3-9360-d49b7f922b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.064261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Usage tracker for resource:floatingip and tenant:7de82cad27b044ec877dd84f3d034ea4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:55.086417 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-030d3cd5-6665-4f2e-be0b-3dd4eb8dca42 req-89d05bd1-8560-4df9-9c96-998e4cc41758 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.113456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:55.161527 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2f072b9-065c-42b5-b10e-5cbbe8e92178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.166401 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a2f072b9-065c-42b5-b10e-5cbbe8e92178 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88967994-17ca-48fa-80d4-98dd362556b3 HTTP/1.1" status: 204 len: 168 time: 2.8846178 Feb 04 15:52:55.238958 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5747cdc4-978c-41c0-bcf6-ca87e4fca74a None None] Network 14a0e38d-1f07-4e56-805a-0f6c89ea3470 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:55.310894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Subnet': ['ID=82a97ec6-99ed-4d8e-ab22-08e054ad2aa8,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:55.571814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-570bcb69-8165-4b29-8d4d-83a09d984fa0 req-0408c671-692f-477b-8f8c-9ea1657a412d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6448343 Feb 04 15:52:55.578740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5747cdc4-978c-41c0-bcf6-ca87e4fca74a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 14a0e38d-1f07-4e56-805a-0f6c89ea3470) {{(pid=83552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:52:55.585938 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.620845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:55.655202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Checking segment: {'id': 'ba31335f-1ee8-4e4d-8da4-ab83c95d1d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '14a0e38d-1f07-4e56-805a-0f6c89ea3470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:55.655944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network hostable DHCP agents. Network: 14a0e38d-1f07-4e56-805a-0f6c89ea3470, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:55.704444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d05bd1-8560-4df9-9c96-998e4cc41758 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Pushing event deleted for resources: {'Port': ['ID=55428373-4ebe-4d04-8cb2-6884b677713c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:55.829394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-030d3cd5-6665-4f2e-be0b-3dd4eb8dca42 req-89d05bd1-8560-4df9-9c96-998e4cc41758 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] No DVR routers for this DVR port 55428373-4ebe-4d04-8cb2-6884b677713c on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:55.832303 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.884467 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1508eb91-515e-4049-bc19-5c5321dc933f req-d95562b2-2571-4fb7-9ad9-69fc6f735c3b tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b HTTP/1.1" status: 200 len: 210 time: 0.0910900 Feb 04 15:52:56.022599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port ab5a5170-280f-43f6-b4ce-f2802827a1c1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ab5a5170-280f-43f6-b4ce-f2802827a1c1,segment=NetworkSegment(0bac539b-7d41-466a-b4fe-7df56589f6b3),segment_id=0bac539b-7d41-466a-b4fe-7df56589f6b3)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:56.040456 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d22e6c04-e59f-4ec3-9360-d49b7f922b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.042287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-030d3cd5-6665-4f2e-be0b-3dd4eb8dca42 req-89d05bd1-8560-4df9-9c96-998e4cc41758 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.046175 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-030d3cd5-6665-4f2e-be0b-3dd4eb8dca42 req-89d05bd1-8560-4df9-9c96-998e4cc41758 tempest-ServersTestJSON-1115462396 tempest-ServersTestJSON-1115462396-project] 10.222.0.81 "DELETE /v2.0/ports/55428373-4ebe-4d04-8cb2-6884b677713c HTTP/1.1" status: 204 len: 173 time: 4.9688132 Feb 04 15:52:56.054359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b', 'name': 'network-vif-deleted', 'tag': '55428373-4ebe-4d04-8cb2-6884b677713c'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:56.092391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Unable to find a vacant binding_index for network 14a0e38d-1f07-4e56-805a-0f6c89ea3470 and agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 04 15:52:56.101248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 14a0e38d-1f07-4e56-805a-0f6c89ea3470) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:56.159322 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:52:56.191853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:56.192485 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.210852 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.211745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bff2df31-b6cc-4210-964b-4c6052676901 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:56.297653 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6154ce5-ef03-4ef4-8cb6-8b3dc656c42b', 'name': 'network-vif-deleted', 'tag': '55428373-4ebe-4d04-8cb2-6884b677713c', 'status': 'completed', 'code': 200} Feb 04 15:52:56.312213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49208) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:56.330795 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0677e183-b351-4552-88ca-b8a5a210f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:52:46Z', 'revision_number': 6, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '297c0fd5-c539-47f4-a096-4939e74a7664', 'name': '', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:2e:b8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:13Z', 'updated_at': '2022-02-04T15:52:34Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff2df31-b6cc-4210-964b-4c6052676901', 'name': '', 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:57:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:29Z', 'updated_at': '2022-02-04T15:52:52Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:56.342561 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0677e183-b351-4552-88ca-b8a5a210f688 None None] The sync data for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 is: [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:52:46Z', 'revision_number': 6, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '297c0fd5-c539-47f4-a096-4939e74a7664', 'name': '', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:2e:b8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:13Z', 'updated_at': '2022-02-04T15:52:34Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff2df31-b6cc-4210-964b-4c6052676901', 'name': '', 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:57:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:29Z', 'updated_at': '2022-02-04T15:52:52Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:52:56.419458 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ffd40f4d-24eb-4d5d-8bd3-6531bb231fda tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 5.2860751 Feb 04 15:52:56.425706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49212) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:56.450920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-3199904'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:56.456901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:56.462002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:network and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:56.465820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:56.473273 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:56.497800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:56.502688 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.503478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dc291fe7-158e-4ab0-b250-9f1bd61a694b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=900e04f32b5041af95224581604b0817&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1891565 Feb 04 15:52:56.506271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49216) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:56.747140 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.845869 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.897124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:56.938787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.939601 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Added segment 5597e317-75e7-45c3-84bb-5f7506f636ae of type vlan for network 6ce10db2-8332-4dfb-aff4-decbd96e1358 Feb 04 15:52:56.958706 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.119026 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-d22e6c04-e59f-4ec3-9360-d49b7f922b81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:52:57.119638 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-d22e6c04-e59f-4ec3-9360-d49b7f922b81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:52:57.124969 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=ab5a5170-280f-43f6-b4ce-f2802827a1c1,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:57.188132 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.231238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619dd877-9288-4bd4-afca-8956c472045f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:57.271309 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.276544 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.288440 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/619dd877-9288-4bd4-afca-8956c472045f HTTP/1.1" status: 204 len: 168 time: 0.7709961 Feb 04 15:52:57.292286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:57.294760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:57.295250 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:57.296151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:57.296580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:57.297844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:57.298509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:57.299664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:57.302104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:57.302554 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:57.303000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2d01e-7fe1-46a5-9461-698fa590bae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:57.409310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port bff2df31-b6cc-4210-964b-4c6052676901 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:57.409610 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.504884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e373fe9-8c6f-4ded-b853-cebea712c371 req-cc2356fc-31e4-4b94-8db2-5e88c73000fa tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:57.516423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e373fe9-8c6f-4ded-b853-cebea712c371 req-cc2356fc-31e4-4b94-8db2-5e88c73000fa tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 0.4454563 Feb 04 15:52:57.609203 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-14a0e38d-1f07-4e56-805a-0f6c89ea3470', 'network_id': '14a0e38d-1f07-4e56-805a-0f6c89ea3470', 'tenant_id': '7cf47293b7374b42a069645ec1c2b151', 'fixed_ips': [{'subnet_id': '82a97ec6-99ed-4d8e-ab22-08e054ad2aa8'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:52:57.610606 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.639789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657c143-1957-4ad0-90aa-604c41bbae05 req-4dc3fd45-b676-4f67-a95a-edd9e54c13ae tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:57.648201 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a657c143-1957-4ad0-90aa-604c41bbae05 req-4dc3fd45-b676-4f67-a95a-edd9e54c13ae tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 946 time: 0.3869886 Feb 04 15:52:57.698737 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e373fe9-8c6f-4ded-b853-cebea712c371 req-b4e6203e-92e6-49fb-8a41-e29be5853efc tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794209 Feb 04 15:52:57.788007 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:52:57.831578 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a657c143-1957-4ad0-90aa-604c41bbae05 req-56923e9e-6c22-4d90-9c10-a44e88ee6a4f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823821 Feb 04 15:52:57.863363 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ab5a5170-280f-43f6-b4ce-f2802827a1c1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:57.955257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.extraroute_db [None req-00d1a17b-c143-44e9-991a-e30617a5ddb8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Added routes are [] {{(pid=83550) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 15:52:57.959491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.extraroute_db [None req-00d1a17b-c143-44e9-991a-e30617a5ddb8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83550) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 15:52:57.975395 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.980736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:57.981532 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.050865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49232) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:58.075520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ab5a5170-280f-43f6-b4ce-f2802827a1c1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:58.076173 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.100259 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6591573 Feb 04 15:52:58.103389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49238) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:58.110191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'subnet': {'network_id': '6ce10db2-8332-4dfb-aff4-decbd96e1358', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:52:58.184794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Allocated IP 172.25.0.113 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/65510ef2-5d87-4ce7-9660-857ff5db5992) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:58.203557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Allocated IP 2001:db8::3 (14a0e38d-1f07-4e56-805a-0f6c89ea3470/82a97ec6-99ed-4d8e-ab22-08e054ad2aa8/69a73327-91b1-4a6f-b13b-69ee7fbd93c4) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:58.519687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:58.529348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:subnet and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:58.539082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:58.543571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326a58f-917c-47a7-bf6d-24e7395d937a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Network': ['ID=6ce10db2-8332-4dfb-aff4-decbd96e1358,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:58.557496 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:58.570606 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 6ce10db2-8332-4dfb-aff4-decbd96e1358 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:58.593581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:58.604221 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00d1a17b-c143-44e9-991a-e30617a5ddb8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.849632 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.874170 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Transition to ACTIVE for port object 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:58.922735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Transition to ACTIVE for port object 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:58.937687 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.951886 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.144889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Pushing event updated for resources: {'Port': ['ID=69a73327-91b1-4a6f-b13b-69ee7fbd93c4,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:59.154118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Network 14a0e38d-1f07-4e56-805a-0f6c89ea3470 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:59.163327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:59.168342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:52:59.306220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b08abe-a763-42cd-8d48-d6de9b090ca9 admin admin] Deleting subnet 184257a1-8dd7-4ba7-9fe3-dd948fd0da94 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:52:59.321500 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b3b08abe-a763-42cd-8d48-d6de9b090ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.339983 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.432120 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Attempting to bind port 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:59.432879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Attempting to bind port 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'ba31335f-1ee8-4e4d-8da4-ab83c95d1d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '14a0e38d-1f07-4e56-805a-0f6c89ea3470'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:59.433008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Attempting to bind port 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 on network 14a0e38d-1f07-4e56-805a-0f6c89ea3470 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:52:59.446659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:52:59.451304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Checking segment: {'id': 'ba31335f-1ee8-4e4d-8da4-ab83c95d1d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '14a0e38d-1f07-4e56-805a-0f6c89ea3470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:52:59.451836 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.452247 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Bound using segment: {'id': 'ba31335f-1ee8-4e4d-8da4-ab83c95d1d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '14a0e38d-1f07-4e56-805a-0f6c89ea3470'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:52:59.452749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Bound port: 69a73327-91b1-4a6f-b13b-69ee7fbd93c4, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba31335f-1ee8-4e4d-8da4-ab83c95d1d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '14a0e38d-1f07-4e56-805a-0f6c89ea3470'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:59.453127 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.627403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] For port 69a73327-91b1-4a6f-b13b-69ee7fbd93c4, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:59.631987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] For port 69a73327-91b1-4a6f-b13b-69ee7fbd93c4, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=69a73327-91b1-4a6f-b13b-69ee7fbd93c4,segment=NetworkSegment(ba31335f-1ee8-4e4d-8da4-ab83c95d1d97),segment_id=ba31335f-1ee8-4e4d-8da4-ab83c95d1d97)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:59.645843 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.685352 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b3b08abe-a763-42cd-8d48-d6de9b090ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.721693 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00d1a17b-c143-44e9-991a-e30617a5ddb8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.730591 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00d1a17b-c143-44e9-991a-e30617a5ddb8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.773435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbda54-7f38-45e4-b891-244d8e79ad8b None None] Pushing event updated for resources: {'Port': ['ID=69a73327-91b1-4a6f-b13b-69ee7fbd93c4,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:59.848295 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b3b08abe-a763-42cd-8d48-d6de9b090ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.854283 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:00.112046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.ipam_backend_mixin [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Performing IP validity checks on allocation pools {{(pid=83551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 15:53:00.114759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.ipam_backend_mixin [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 15:53:00.221614 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b3b08abe-a763-42cd-8d48-d6de9b090ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:00.319021 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b3b08abe-a763-42cd-8d48-d6de9b090ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:00.348678 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b3b08abe-a763-42cd-8d48-d6de9b090ca9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/184257a1-8dd7-4ba7-9fe3-dd948fd0da94 HTTP/1.1" status: 204 len: 168 time: 2.2950583 Feb 04 15:53:00.351130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b08abe-a763-42cd-8d48-d6de9b090ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=184257a1-8dd7-4ba7-9fe3-dd948fd0da94,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:00.371418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49278) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:00.428087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event updated for resources: {'Port': ['ID=65510ef2-5d87-4ce7-9660-857ff5db5992,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:00.444976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:00.447582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:00.457796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:53:00.566181 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d0b29c52-03b5-493a-b65a-8185bf4e62dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:00.728769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89c06c-c6fe-47ce-af57-24c938ec3508 req-6f86507c-42f8-4ae0-b680-f13917e430d8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:00.731434 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e89c06c-c6fe-47ce-af57-24c938ec3508 req-6f86507c-42f8-4ae0-b680-f13917e430d8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 1.5128791 Feb 04 15:53:00.788727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af7b6e-9b26-43e5-b25c-d6caf6d25e9d req-5f9176bd-c98e-408b-97ef-b4dcfd51b923 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:00.791210 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0af7b6e-9b26-43e5-b25c-d6caf6d25e9d req-5f9176bd-c98e-408b-97ef-b4dcfd51b923 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 946 time: 1.4808934 Feb 04 15:53:00.800984 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Deleting port 65510ef2-5d87-4ce7-9660-857ff5db5992 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:00.801363 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.057423 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.058948 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.194648 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d0b29c52-03b5-493a-b65a-8185bf4e62dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.235792 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.284015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Calling delete_port for 65510ef2-5d87-4ce7-9660-857ff5db5992 owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:01.378736 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e89c06c-c6fe-47ce-af57-24c938ec3508 req-6e5f03d2-1439-4e69-969a-ecc6f4aa05f0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6256542 Feb 04 15:53:01.397478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d0b29c52-03b5-493a-b65a-8185bf4e62dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c423fc49-37d2-40d9-ae0c-c306e8e0cfc7']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:01.438844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d0b29c52-03b5-493a-b65a-8185bf4e62dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b78820f-bf94-4c91-a983-51ab8be3dacb') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:01.439234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d0b29c52-03b5-493a-b65a-8185bf4e62dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b78820f-bf94-4c91-a983-51ab8be3dacb') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:01.460602 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d0b29c52-03b5-493a-b65a-8185bf4e62dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.480821 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d0b29c52-03b5-493a-b65a-8185bf4e62dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.488266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b29c52-03b5-493a-b65a-8185bf4e62dd admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:53:01.488664 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d0b29c52-03b5-493a-b65a-8185bf4e62dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.579061 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:01.593619 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:01.612102 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d88c9a0-729e-42fb-aeae-1887d701f0b3 None None] Network 14a0e38d-1f07-4e56-805a-0f6c89ea3470 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:01.657783 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d1a17b-c143-44e9-991a-e30617a5ddb8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:53:01.660661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event deleted for resources: {'Port': ['ID=65510ef2-5d87-4ce7-9660-857ff5db5992,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:01.702968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Subnet': ['ID=93048cc5-4197-4f8b-aa9c-1a135d9675d9,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:01.717336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49298) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:01.718266 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d0b29c52-03b5-493a-b65a-8185bf4e62dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.727863 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0af7b6e-9b26-43e5-b25c-d6caf6d25e9d req-2ff3dabb-bc1b-4e92-bb34-21a102df615d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8400195 Feb 04 15:53:01.851522 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d0b29c52-03b5-493a-b65a-8185bf4e62dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.909244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b29c52-03b5-493a-b65a-8185bf4e62dd admin admin] Pushing event deleted for resources: {'Network': ['ID=c423fc49-37d2-40d9-ae0c-c306e8e0cfc7,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:02.018093 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] create failed (client error): The resource could not be found. Feb 04 15:53:02.022749 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-23d948d0-d2ed-478a-81e8-540b4bc51058 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.1878471 Feb 04 15:53:02.023353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49306) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:02.036180 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d0b29c52-03b5-493a-b65a-8185bf4e62dd admin admin] 10.222.0.60 "DELETE /v2.0/networks/c423fc49-37d2-40d9-ae0c-c306e8e0cfc7 HTTP/1.1" status: 204 len: 168 time: 1.6613474 Feb 04 15:53:02.123139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-00dfb053-7847-4a2a-bd7a-2a0b8d94322e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Deleting port dc170953-a3eb-43a9-b9ee-378e4f46789c {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:02.123567 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00dfb053-7847-4a2a-bd7a-2a0b8d94322e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.144522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Checking segment: {'id': '5597e317-75e7-45c3-84bb-5f7506f636ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6ce10db2-8332-4dfb-aff4-decbd96e1358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:02.145008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network hostable DHCP agents. Network: 6ce10db2-8332-4dfb-aff4-decbd96e1358, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:02.201059 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:02.226172 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d1a17b-c143-44e9-991a-e30617a5ddb8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:53:02.257571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network 6ce10db2-8332-4dfb-aff4-decbd96e1358 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:02.276406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58528237-d894-402c-b613-19cfa980591c None None] Sync routers for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:53:02.295612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 6ce10db2-8332-4dfb-aff4-decbd96e1358) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:02.305370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:02.305967 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.307128 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9ebccdc5-9f0c-4641-b150-4c22fba615e1 None None] Provisioning for port 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:02.333320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c8373-adfe-428d-9034-10696eb0c3ba None None] Network 6ce10db2-8332-4dfb-aff4-decbd96e1358 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:02.352403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-886838754', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:02.362650 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00d1a17b-c143-44e9-991a-e30617a5ddb8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.366192 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:02.380404 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-00d1a17b-c143-44e9-991a-e30617a5ddb8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/3b4409b6-a4db-4b00-8f62-bd7c59a56a5e HTTP/1.1" status: 200 len: 704 time: 8.2660677 Feb 04 15:53:02.384115 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Usage tracker for resource:port and tenant:a09122d833ca4bac816f97f146ae443d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:02.384258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49312) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:02.389929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:02.399674 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-039845e2-8e8c-4a43-b77e-625783a78e47 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.2946372 Feb 04 15:53:02.405345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49316) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:02.409750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:02.605524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49324) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:02.682037 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.772656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58528237-d894-402c-b613-19cfa980591c None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:53:02.772656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-58528237-d894-402c-b613-19cfa980591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:52:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:02.804481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Made reservation on behalf of a09122d833ca4bac816f97f146ae443d for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:02.809965 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.071702 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.112408 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.189201 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b668535d-200d-4bed-a6ce-d2a7546bfe5f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=348461e82d844c83a77fa4d9ee90bbcd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5769069 Feb 04 15:53:03.197734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:03.202125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49334) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:03.203478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Usage tracker for resource:security_group_rule and tenant:a09122d833ca4bac816f97f146ae443d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:03.206955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:03.213621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:03.231711 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00dfb053-7847-4a2a-bd7a-2a0b8d94322e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.304988 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.336323 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.380035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc0f2fa-71cb-4beb-9001-1538d2650b36,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:03.405255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] device_id is not set on port 5dc4392e-f00e-4cd4-b28b-53bae21bfea6 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:53:03.466808 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa80dcb-8cfc-46a9-aad7-8655cac7e681 req-f905725b-c88c-490e-b6e7-2eb8e2f1d947 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:03.468752 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3aa80dcb-8cfc-46a9-aad7-8655cac7e681 req-f905725b-c88c-490e-b6e7-2eb8e2f1d947 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 0.7784400 Feb 04 15:53:03.477872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3107c0a-24bb-4992-8e19-1ada65f14212 req-2e87dccc-9eb3-4821-9dea-57c7351a87eb tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:03.479788 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3107c0a-24bb-4992-8e19-1ada65f14212 req-2e87dccc-9eb3-4821-9dea-57c7351a87eb tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 946 time: 0.6254616 Feb 04 15:53:03.540145 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3aa80dcb-8cfc-46a9-aad7-8655cac7e681 req-03c1f280-d287-4e86-9d01-85bf205d57fb tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564914 Feb 04 15:53:03.548139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:03.582491 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-58528237-d894-402c-b613-19cfa980591c None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:53:03.624945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3107c0a-24bb-4992-8e19-1ada65f14212 req-c2154ee2-e146-4caf-874d-193579d89a18 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363389 Feb 04 15:53:03.644239 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.692724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-00dfb053-7847-4a2a-bd7a-2a0b8d94322e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Calling delete_port for dc170953-a3eb-43a9-b9ee-378e4f46789c owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:03.693594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:03.693594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.753681 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a8fb3fd8-024d-4ce6-8f6f-b6fc7aa49d42 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/routers/3b4409b6-a4db-4b00-8f62-bd7c59a56a5e HTTP/1.1" status: 200 len: 704 time: 1.3683364 Feb 04 15:53:03.754664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49338) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:03.797386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Allocated IP 172.25.0.68 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/5dc4392e-f00e-4cd4-b28b-53bae21bfea6) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:04.278279 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ba38279-63bd-46ef-9713-ef4b49f92a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.357883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Subnet': ['ID=93048cc5-4197-4f8b-aa9c-1a135d9675d9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:04.381802 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ba38279-63bd-46ef-9713-ef4b49f92a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.610592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165280e3-6277-4fe3-a1dd-8576c37c21b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-6ce10db2-8332-4dfb-aff4-decbd96e1358', 'network_id': '6ce10db2-8332-4dfb-aff4-decbd96e1358', 'tenant_id': '7cf47293b7374b42a069645ec1c2b151', 'fixed_ips': [{'subnet_id': '93048cc5-4197-4f8b-aa9c-1a135d9675d9'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:53:04.612263 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-165280e3-6277-4fe3-a1dd-8576c37c21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.652515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ba38279-63bd-46ef-9713-ef4b49f92a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.671209 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.706338 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.757603 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce10db2-8332-4dfb-aff4-decbd96e1358']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:04.817404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5597e317-75e7-45c3-84bb-5f7506f636ae') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:04.817723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5597e317-75e7-45c3-84bb-5f7506f636ae') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:04.851299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba38279-63bd-46ef-9713-ef4b49f92a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562fda5d-1a66-424d-bdda-0c6bb3b3c220,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:04.867740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449e948-0fb8-4a38-9e47-328c1cb8aa2a req-1383b235-f301-4e42-a75e-8ce42a021cb1 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:04.870384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e449e948-0fb8-4a38-9e47-328c1cb8aa2a req-1383b235-f301-4e42-a75e-8ce42a021cb1 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 946 time: 0.6297717 Feb 04 15:53:04.966989 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ba38279-63bd-46ef-9713-ef4b49f92a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.968205 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7ba38279-63bd-46ef-9713-ef4b49f92a2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/562fda5d-1a66-424d-bdda-0c6bb3b3c220 HTTP/1.1" status: 204 len: 168 time: 1.7650516 Feb 04 15:53:04.969020 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00dfb053-7847-4a2a-bd7a-2a0b8d94322e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.076049 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfb053-7847-4a2a-bd7a-2a0b8d94322e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event deleted for resources: {'Port': ['ID=dc170953-a3eb-43a9-b9ee-378e4f46789c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:05.154251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f09700a-7969-4b5f-837b-fd5336d495cc None None] Network 14a0e38d-1f07-4e56-805a-0f6c89ea3470 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:05.271130 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.369312 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.389135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:53:05.389648 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.501160 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00dfb053-7847-4a2a-bd7a-2a0b8d94322e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.503599 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-00dfb053-7847-4a2a-bd7a-2a0b8d94322e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "DELETE /v2.0/ports/dc170953-a3eb-43a9-b9ee-378e4f46789c HTTP/1.1" status: 204 len: 168 time: 3.4779105 Feb 04 15:53:05.507655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49358) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:05.518312 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:05.535952 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.579137 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.605804 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Network': ['ID=6ce10db2-8332-4dfb-aff4-decbd96e1358,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:05.616206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e3b474fb-126b-46f5-b7d2-9b104e7440c4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/6ce10db2-8332-4dfb-aff4-decbd96e1358 HTTP/1.1" status: 204 len: 168 time: 3.2065771 Feb 04 15:53:05.626756 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49368) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:05.643693 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2090477131'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:05.652917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:05.659791 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:network and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:05.664049 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:05.673780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:05.684535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-e449e948-0fb8-4a38-9e47-328c1cb8aa2a req-54496696-e74a-4b1c-b7e9-b40a7b78dfdf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Deleting port 81ba5319-7afe-4142-98f7-c3a42f93068a {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:05.684824 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e449e948-0fb8-4a38-9e47-328c1cb8aa2a req-54496696-e74a-4b1c-b7e9-b40a7b78dfdf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.740348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9b6d4aca-9273-44a7-9361-362e9b15be17 None None] Provisioning complete for port 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:05.741338 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4aca-9273-44a7-9361-362e9b15be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.743309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:05.748632 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.795863 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cec787-230e-4c43-8de4-f8a9f5972fea None None] Network 6ce10db2-8332-4dfb-aff4-decbd96e1358 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:05.824892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:05.834620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f49bec7-3c81-466d-972c-4a618b19d652 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:05.835556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2f49bec7-3c81-466d-972c-4a618b19d652 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Synchronizing usage tracker for tenant:7de82cad27b044ec877dd84f3d034ea4 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:05.842014 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cec787-230e-4c43-8de4-f8a9f5972fea None None] Network 6ce10db2-8332-4dfb-aff4-decbd96e1358 could not be found, it might have been deleted concurrently. {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 04 15:53:05.871846 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.872322 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Added segment b06dcf2b-6cf7-4692-93fa-d17e27ba5e68 of type vlan for network b1428ff0-dd8e-4367-aafd-d53d82849f87 Feb 04 15:53:05.878822 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c874a7ef-71c5-42af-b3ea-1da0fed774a7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.910639 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.930510 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.942528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c58ac-8e8b-445d-b985-177cc76fae67 req-98a8c12b-3d52-4072-ad5c-ff2b43bc8e5a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:05.949498 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-547c58ac-8e8b-445d-b985-177cc76fae67 req-98a8c12b-3d52-4072-ad5c-ff2b43bc8e5a tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 946 time: 0.8889804 Feb 04 15:53:05.979769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2f49bec7-3c81-466d-972c-4a618b19d652 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Unset dirty status for tenant:7de82cad27b044ec877dd84f3d034ea4 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:05.982655 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2f49bec7-3c81-466d-972c-4a618b19d652 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "GET /v2.0/ports?device_id=25c68ee7-bf9c-4bae-b96d-19bd666658a3 HTTP/1.1" status: 200 len: 913 time: 0.4738035 Feb 04 15:53:05.985690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49378) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:05.995212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902497ac-c76a-4876-aaa7-f767ca63b791 req-0d161aed-f973-4ab3-bfaf-d067ce488715 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:06.002420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-902497ac-c76a-4876-aaa7-f767ca63b791 req-0d161aed-f973-4ab3-bfaf-d067ce488715 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 0.8373797 Feb 04 15:53:06.111194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:06.118306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:06.125459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-58528237-d894-402c-b613-19cfa980591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:52:58Z', 'revision_number': 7, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '297c0fd5-c539-47f4-a096-4939e74a7664', 'name': '', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:2e:b8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:13Z', 'updated_at': '2022-02-04T15:52:34Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff2df31-b6cc-4210-964b-4c6052676901', 'name': '', 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:57:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:29Z', 'updated_at': '2022-02-04T15:52:52Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:06.139017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 69a73327-91b1-4a6f-b13b-69ee7fbd93c4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=69a73327-91b1-4a6f-b13b-69ee7fbd93c4,segment=NetworkSegment(ba31335f-1ee8-4e4d-8da4-ab83c95d1d97),segment_id=ba31335f-1ee8-4e4d-8da4-ab83c95d1d97)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:06.150930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58528237-d894-402c-b613-19cfa980591c None None] Checking router: 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:53:06.168174 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.207273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:53:06.251795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-902497ac-c76a-4876-aaa7-f767ca63b791 req-6fd5363e-884e-4bd8-8339-152951e62a64 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484193 Feb 04 15:53:06.258073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Pushing event updated for resources: {'Port': ['ID=5dc4392e-f00e-4cd4-b28b-53bae21bfea6,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:06.282269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=69a73327-91b1-4a6f-b13b-69ee7fbd93c4,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:06.303340 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-547c58ac-8e8b-445d-b985-177cc76fae67 req-01e5cc71-e9e2-4a33-a768-1a9ff4376444 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527579 Feb 04 15:53:06.395353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58528237-d894-402c-b613-19cfa980591c None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:53:06.395924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:06.396409 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-58528237-d894-402c-b613-19cfa980591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:52:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:06.397235 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.422828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1cc9e57a-27cc-41d9-aebc-0aac67749d6f tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.6935759 Feb 04 15:53:06.435403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49388) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:06.441267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.68'}]}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:06.452367 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:06.460560 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-e449e948-0fb8-4a38-9e47-328c1cb8aa2a req-54496696-e74a-4b1c-b7e9-b40a7b78dfdf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] For port 81ba5319-7afe-4142-98f7-c3a42f93068a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=81ba5319-7afe-4142-98f7-c3a42f93068a,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:06.461365 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e449e948-0fb8-4a38-9e47-328c1cb8aa2a req-54496696-e74a-4b1c-b7e9-b40a7b78dfdf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.471217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Usage tracker for resource:router and tenant:a09122d833ca4bac816f97f146ae443d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:06.477534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:06.510023 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.607069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:06.624498 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:53:06.660025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-58528237-d894-402c-b613-19cfa980591c None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:53:06.687780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-47ee9c8a-af5f-476c-b0b4-27aac18b07dc req-934b826c-7d63-4705-8920-3771c03f02ea service neutron] (83551) timed out ('10.222.0.60', 59884) {{(pid=83551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:53:06.694176 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.695541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-e449e948-0fb8-4a38-9e47-328c1cb8aa2a req-54496696-e74a-4b1c-b7e9-b40a7b78dfdf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Calling delete_port for 81ba5319-7afe-4142-98f7-c3a42f93068a owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:06.699832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:06.700726 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.750562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 81ba5319-7afe-4142-98f7-c3a42f93068a no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:06.752141 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.753085 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.880219 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.055408 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-41f6fc97-0ff9-4f72-9672-00be668ef300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.310333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49404) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:07.389238 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.432237 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7976627 Feb 04 15:53:07.438205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49412) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:07.450489 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e449e948-0fb8-4a38-9e47-328c1cb8aa2a req-54496696-e74a-4b1c-b7e9-b40a7b78dfdf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.635389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54496696-e74a-4b1c-b7e9-b40a7b78dfdf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Pushing event deleted for resources: {'Port': ['ID=81ba5319-7afe-4142-98f7-c3a42f93068a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:07.664787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'subnet': {'network_id': 'b1428ff0-dd8e-4367-aafd-d53d82849f87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:07.665283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-58528237-d894-402c-b613-19cfa980591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:52:58Z', 'revision_number': 7, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '297c0fd5-c539-47f4-a096-4939e74a7664', 'name': '', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:2e:b8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:13Z', 'updated_at': '2022-02-04T15:52:34Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff2df31-b6cc-4210-964b-4c6052676901', 'name': '', 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:57:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:29Z', 'updated_at': '2022-02-04T15:52:52Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:07.685636 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58528237-d894-402c-b613-19cfa980591c None None] The sync data for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 is: [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:52:58Z', 'revision_number': 7, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '297c0fd5-c539-47f4-a096-4939e74a7664', 'name': '', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:2e:b8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:13Z', 'updated_at': '2022-02-04T15:52:34Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bff2df31-b6cc-4210-964b-4c6052676901', 'name': '', 'network_id': 'f70e7ab2-1482-407a-a5a6-af9ef53875e6', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:57:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:29Z', 'updated_at': '2022-02-04T15:52:52Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '4964055c-b9bf-4b9d-9ae7-3f901dbaccc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:53:07.758702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-602d6e94-a516-4073-98cc-106cafe5ea17 None None] Provisioning complete for port 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:07.759399 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-602d6e94-a516-4073-98cc-106cafe5ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.832376 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bb965-52b1-48f5-a0c5-daabf48d7408 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Network': ['ID=b1428ff0-dd8e-4367-aafd-d53d82849f87,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:07.918071 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network b1428ff0-dd8e-4367-aafd-d53d82849f87 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:07.924873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e449e948-0fb8-4a38-9e47-328c1cb8aa2a req-54496696-e74a-4b1c-b7e9-b40a7b78dfdf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] No DVR routers for this DVR port 81ba5319-7afe-4142-98f7-c3a42f93068a on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:07.943699 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e449e948-0fb8-4a38-9e47-328c1cb8aa2a req-54496696-e74a-4b1c-b7e9-b40a7b78dfdf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.955043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc5631-c7ee-4286-80fa-dda879311d1b', 'name': 'network-vif-deleted', 'tag': '81ba5319-7afe-4142-98f7-c3a42f93068a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:07.971845 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca1a1e39-5735-4365-805e-4715e0ea1cb8 req-a67ffe03-9734-4519-aafd-7b54784a2511 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4dc5631-c7ee-4286-80fa-dda879311d1b HTTP/1.1" status: 200 len: 210 time: 0.1577899 Feb 04 15:53:08.002741 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.015589 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ad2837c0-1cbe-4372-900c-5571c7107c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.082783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e449e948-0fb8-4a38-9e47-328c1cb8aa2a req-54496696-e74a-4b1c-b7e9-b40a7b78dfdf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.73 "DELETE /v2.0/ports/81ba5319-7afe-4142-98f7-c3a42f93068a HTTP/1.1" status: 204 len: 173 time: 3.1835964 Feb 04 15:53:08.208615 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc5631-c7ee-4286-80fa-dda879311d1b', 'name': 'network-vif-deleted', 'tag': '81ba5319-7afe-4142-98f7-c3a42f93068a', 'status': 'completed', 'code': 200} Feb 04 15:53:08.317377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:08.385175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ad2837c0-1cbe-4372-900c-5571c7107c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:08.416044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ad2837c0-1cbe-4372-900c-5571c7107c83 admin admin] Usage tracker for resource:security_group_rule and tenant:fe78e2e1dbe34dce8ed05fb9d9f5a14a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:08.421183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ad2837c0-1cbe-4372-900c-5571c7107c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:08.431812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ad2837c0-1cbe-4372-900c-5571c7107c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:08.465716 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:08.477552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:subnet and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:08.487003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:08.493192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:08.493376 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d9b97a09-65a1-48fe-987f-96c9b09e6e09 req-a96c3fd6-62cb-42ef-a886-f76a241d7a19 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 1097 time: 1.6353128 Feb 04 15:53:08.493561 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.525795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ad2837c0-1cbe-4372-900c-5571c7107c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.532260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:08.549495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a657278-da74-4408-824c-f9374eed0dee req-0def7977-2f3d-437d-992f-fe02ac13a65e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:08.551839 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a657278-da74-4408-824c-f9374eed0dee req-0def7977-2f3d-437d-992f-fe02ac13a65e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 0.7632244 Feb 04 15:53:08.559026 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ad2837c0-1cbe-4372-900c-5571c7107c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.626300 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1a04d76-2269-43a3-ae49-8af5bd5449ea tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.654691 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ad2837c0-1cbe-4372-900c-5571c7107c83 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe78e2e1dbe34dce8ed05fb9d9f5a14a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2448533 Feb 04 15:53:08.657542 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2837c0-1cbe-4372-900c-5571c7107c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a6e95a-f128-4098-a8cc-8ee002b4c69b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:08.660986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49424) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:08.696502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:08.734787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a657278-da74-4408-824c-f9374eed0dee req-4db6c491-11d0-471c-a493-8249e992b735 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395535 Feb 04 15:53:08.845395 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-155563c5-b7b8-4413-82e8-591c452d8356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.953590 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-155563c5-b7b8-4413-82e8-591c452d8356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.962387 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.969847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b97a09-65a1-48fe-987f-96c9b09e6e09 req-63d3da31-852f-450f-b636-854afb84cc53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:08.971446 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d9b97a09-65a1-48fe-987f-96c9b09e6e09 req-63d3da31-852f-450f-b636-854afb84cc53 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.4645107 Feb 04 15:53:08.974440 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b985d3d-afde-4d06-bb83-9ca6c9af8a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.983608 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.014969 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.180057 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-155563c5-b7b8-4413-82e8-591c452d8356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.242468 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-155563c5-b7b8-4413-82e8-591c452d8356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.244314 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-155563c5-b7b8-4413-82e8-591c452d8356 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52a6e95a-f128-4098-a8cc-8ee002b4c69b HTTP/1.1" status: 204 len: 168 time: 0.5813119 Feb 04 15:53:09.250379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155563c5-b7b8-4413-82e8-591c452d8356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a6e95a-f128-4098-a8cc-8ee002b4c69b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:09.399883 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.508454 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d9b97a09-65a1-48fe-987f-96c9b09e6e09 req-726a1432-f823-463c-9b05-8a5fffecb3ea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 HTTP/1.1" status: 200 len: 217 time: 0.4248910 Feb 04 15:53:09.643724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-7cab6663-ebdd-459c-8b30-5a9d8b0d6dde tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:09.645218 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-7cab6663-ebdd-459c-8b30-5a9d8b0d6dde tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 810 time: 0.1746058 Feb 04 15:53:09.653559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b97a09-65a1-48fe-987f-96c9b09e6e09 req-23102ab9-ab55-4ba3-906f-37d2330b9d64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:09.655208 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d9b97a09-65a1-48fe-987f-96c9b09e6e09 req-23102ab9-ab55-4ba3-906f-37d2330b9d64 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.1271391 Feb 04 15:53:09.934434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c874a7ef-71c5-42af-b3ea-1da0fed774a7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port bff2df31-b6cc-4210-964b-4c6052676901 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:09.934434 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c874a7ef-71c5-42af-b3ea-1da0fed774a7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.076777 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-f21bec58-97a1-4026-a238-22d290ecf4da tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/quotas/b1150d2a6b7b432d960998813aacb087 HTTP/1.1" status: 200 len: 375 time: 0.4231184 Feb 04 15:53:10.117812 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.162598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-e14386d0-eef4-4422-bf4a-152b4f300916 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Synchronizing usage tracker for tenant:b1150d2a6b7b432d960998813aacb087 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:10.186825 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.254389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-e14386d0-eef4-4422-bf4a-152b4f300916 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Unset dirty status for tenant:b1150d2a6b7b432d960998813aacb087 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:10.259730 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-e14386d0-eef4-4422-bf4a-152b4f300916 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1822248 Feb 04 15:53:10.314596 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d9b97a09-65a1-48fe-987f-96c9b09e6e09 req-0609cc3a-cc6f-4b56-8111-f057f5bcc88b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6449783 Feb 04 15:53:10.374294 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.421000 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.442601 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.523074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4718bc-821c-40e7-be87-602fb7605471 req-157376a8-10ed-4665-a570-dbb1c3011593 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:10.524783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba4718bc-821c-40e7-be87-602fb7605471 req-157376a8-10ed-4665-a570-dbb1c3011593 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 0.4554491 Feb 04 15:53:10.528315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-81dd8bfb-ae96-4343-91ce-65cf88dbdc43 service neutron] 10.222.0.60 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551408 Feb 04 15:53:10.531999 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.532693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15b813f9-9ef1-4c10-9b27-ca593188f7b0 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:53:10.543532 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Subnet': ['ID=f884946c-d50a-4e45-8854-a3959b098074,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:10.688645 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Checking segment: {'id': 'b06dcf2b-6cf7-4692-93fa-d17e27ba5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b1428ff0-dd8e-4367-aafd-d53d82849f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:10.689072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network hostable DHCP agents. Network: b1428ff0-dd8e-4367-aafd-d53d82849f87, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:10.699466 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 15:53:10.700778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-18e64a94-6e35-4584-a158-7da188f95f1c tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.2635839 Feb 04 15:53:10.705169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49474) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:10.740592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-c874a7ef-71c5-42af-b3ea-1da0fed774a7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] For port bff2df31-b6cc-4210-964b-4c6052676901, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bff2df31-b6cc-4210-964b-4c6052676901,segment=NetworkSegment(68a627cc-d4cc-4395-b407-4056bcb4146c),segment_id=68a627cc-d4cc-4395-b407-4056bcb4146c)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:10.740947 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c874a7ef-71c5-42af-b3ea-1da0fed774a7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.749699 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d9b97a09-65a1-48fe-987f-96c9b09e6e09 req-8ef1f6d4-8329-4d77-8837-cc2aa4521132 service neutron] 10.222.0.81 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204600 Feb 04 15:53:10.773193 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba4718bc-821c-40e7-be87-602fb7605471 req-b2815214-8a12-465e-803f-5eb4c0640c01 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942506 Feb 04 15:53:10.803916 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-5506f5a9-1b49-4109-8ee9-30eae5bee5f5 service neutron] 10.222.0.60 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551618 Feb 04 15:53:10.821074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d26c4bdd-ff6e-47ad-bf43-8479ac1c0e65 tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Deleting port 5dc4392e-f00e-4cd4-b28b-53bae21bfea6 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:10.821756 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d26c4bdd-ff6e-47ad-bf43-8479ac1c0e65 tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.947705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c874a7ef-71c5-42af-b3ea-1da0fed774a7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for bff2df31-b6cc-4210-964b-4c6052676901 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:11.104351 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network b1428ff0-dd8e-4367-aafd-d53d82849f87 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:11.158156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, b1428ff0-dd8e-4367-aafd-d53d82849f87) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:11.163163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:11.163789 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.168296 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37ff96d-11d2-4648-a9b6-2b989af58d1f None None] Network b1428ff0-dd8e-4367-aafd-d53d82849f87 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:11.260295 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d9b97a09-65a1-48fe-987f-96c9b09e6e09 req-52f61582-74d3-4c87-85e4-e59c456c18c5 service neutron] 10.222.0.81 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016668 Feb 04 15:53:11.296122 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c13c9475-de94-44e9-9386-41617e530e50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.8530328 Feb 04 15:53:11.306103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49486) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:11.404314 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d26c4bdd-ff6e-47ad-bf43-8479ac1c0e65 tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.429609 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.577293 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.581152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-b1428ff0-dd8e-4367-aafd-d53d82849f87', 'network_id': 'b1428ff0-dd8e-4367-aafd-d53d82849f87', 'tenant_id': '7cf47293b7374b42a069645ec1c2b151', 'fixed_ips': [{'subnet_id': 'f884946c-d50a-4e45-8854-a3959b098074'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:53:11.582566 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.614321 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0440d49a-9f4e-4385-b6fd-31b3d6fccc27 req-60ec435f-f1d5-423c-8075-c68355ba3668 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 210 time: 0.3668449 Feb 04 15:53:11.718197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d26c4bdd-ff6e-47ad-bf43-8479ac1c0e65 tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Calling delete_port for 5dc4392e-f00e-4cd4-b28b-53bae21bfea6 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:11.925088 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d26c4bdd-ff6e-47ad-bf43-8479ac1c0e65 tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.934639 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Allocated IP 2001:db8::1 (b1428ff0-dd8e-4367-aafd-d53d82849f87/f884946c-d50a-4e45-8854-a3959b098074/ad5b3df5-2cce-48e6-931c-50cde06c3d7b) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:11.972682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:12.008397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c4bdd-ff6e-47ad-bf43-8479ac1c0e65 tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dc4392e-f00e-4cd4-b28b-53bae21bfea6,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:12.031512 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.062184 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f1a04d76-2269-43a3-ae49-8af5bd5449ea tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Deleting port a8080f4e-43cc-46b5-acd8-b583122fb117 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:12.062530 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1a04d76-2269-43a3-ae49-8af5bd5449ea tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.229321 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c874a7ef-71c5-42af-b3ea-1da0fed774a7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.267684 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d26c4bdd-ff6e-47ad-bf43-8479ac1c0e65 tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.290075 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d26c4bdd-ff6e-47ad-bf43-8479ac1c0e65 tempest-RoutersAdminNegativeIpV6Test-116435363 tempest-RoutersAdminNegativeIpV6Test-116435363-project-admin] 10.222.0.60 "DELETE /v2.0/ports/5dc4392e-f00e-4cd4-b28b-53bae21bfea6 HTTP/1.1" status: 204 len: 168 time: 1.5783889 Feb 04 15:53:12.310372 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb7618-81cd-4669-a0a6-7483190028a0 req-6931b09b-9439-4b67-a258-c73f29653311 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:12.312207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55fb7618-81cd-4669-a0a6-7483190028a0 req-6931b09b-9439-4b67-a258-c73f29653311 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 946 time: 0.2128541 Feb 04 15:53:12.403681 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55fb7618-81cd-4669-a0a6-7483190028a0 req-aa456314-ef66-4da4-9d17-87ca1ce314e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832655 Feb 04 15:53:12.413792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874a7ef-71c5-42af-b3ea-1da0fed774a7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Port': ['ID=bff2df31-b6cc-4210-964b-4c6052676901,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:12.494469 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.522111 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.598481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbde1a01-4745-4039-a753-937f8f00a305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:12.635453 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.648759 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:12.673782 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.675897 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Transition to ACTIVE for port object ad5b3df5-2cce-48e6-931c-50cde06c3d7b will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:12.792082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:12.805198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:12.805556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:12.805909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:12.806250 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:12.806583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:12.806912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:12.807271 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:12.807748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:12.808688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:12.809252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:12.809688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:12.820407 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbde1a01-4745-4039-a753-937f8f00a305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5', 'code': 200} Feb 04 15:53:12.829549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Transition to ACTIVE for port object ad5b3df5-2cce-48e6-931c-50cde06c3d7b will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:12.846913 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.078401 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Pushing event updated for resources: {'Port': ['ID=ad5b3df5-2cce-48e6-931c-50cde06c3d7b,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:13.104104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Network b1428ff0-dd8e-4367-aafd-d53d82849f87 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:13.109433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:13.113265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:53:13.216758 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1a04d76-2269-43a3-ae49-8af5bd5449ea tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.369184 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Attempting to bind port ad5b3df5-2cce-48e6-931c-50cde06c3d7b on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:13.369667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Attempting to bind port ad5b3df5-2cce-48e6-931c-50cde06c3d7b by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'b06dcf2b-6cf7-4692-93fa-d17e27ba5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b1428ff0-dd8e-4367-aafd-d53d82849f87'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:13.370128 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Attempting to bind port ad5b3df5-2cce-48e6-931c-50cde06c3d7b on network b1428ff0-dd8e-4367-aafd-d53d82849f87 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:53:13.372576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49540) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:13.372924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49542) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:13.384804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:53:13.385524 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Checking segment: {'id': 'b06dcf2b-6cf7-4692-93fa-d17e27ba5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b1428ff0-dd8e-4367-aafd-d53d82849f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:13.386722 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.387923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Bound using segment: {'id': 'b06dcf2b-6cf7-4692-93fa-d17e27ba5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b1428ff0-dd8e-4367-aafd-d53d82849f87'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:53:13.388785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Bound port: ad5b3df5-2cce-48e6-931c-50cde06c3d7b, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06dcf2b-6cf7-4692-93fa-d17e27ba5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b1428ff0-dd8e-4367-aafd-d53d82849f87'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:13.389436 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.444402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f1a04d76-2269-43a3-ae49-8af5bd5449ea tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Calling delete_port for a8080f4e-43cc-46b5-acd8-b583122fb117 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:13.507633 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.508638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] For port ad5b3df5-2cce-48e6-931c-50cde06c3d7b, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:53:13.513935 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] For port ad5b3df5-2cce-48e6-931c-50cde06c3d7b, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ad5b3df5-2cce-48e6-931c-50cde06c3d7b,segment=NetworkSegment(b06dcf2b-6cf7-4692-93fa-d17e27ba5e68),segment_id=b06dcf2b-6cf7-4692-93fa-d17e27ba5e68)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:53:13.533094 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.550117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-e6aa464f-e49b-45a6-a6ef-adfb588de02b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:13.551690 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-e6aa464f-e49b-45a6-a6ef-adfb588de02b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.73 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 810 time: 0.6087883 Feb 04 15:53:13.607644 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c242ea8-f307-42e4-9358-537b8d5145cf req-13f41915-26c3-4abc-80c0-0ccb597f9096 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 210 time: 0.1368313 Feb 04 15:53:13.620606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-32f97d01-47fb-4025-bb26-f53e1d8dfb1d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Request body: {'port': {'device_id': 'fd356b53-5fcb-4e61-8ff5-3a3a726d236b', 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a', 'admin_state_up': True, 'tenant_id': 'b1150d2a6b7b432d960998813aacb087'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:13.685863 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Subnet': ['ID=f884946c-d50a-4e45-8854-a3959b098074,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:13.777776 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f7c5c-96b1-4af0-9e5a-f5d057ad6a2b None None] Pushing event updated for resources: {'Port': ['ID=ad5b3df5-2cce-48e6-931c-50cde06c3d7b,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:13.868818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7d5ab8-6595-465c-bbd0-df9980994d2d None None] Network b1428ff0-dd8e-4367-aafd-d53d82849f87 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:13.920036 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c874a7ef-71c5-42af-b3ea-1da0fed774a7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.963792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-32f97d01-47fb-4025-bb26-f53e1d8dfb1d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:13.974623 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-32f97d01-47fb-4025-bb26-f53e1d8dfb1d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:13.990199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e8aa0-2eeb-4dac-9d8c-95d1d104e0d8 req-3d7d4e3f-f986-4d25-81e5-bc57a40a46b9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:14.000345 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-372e8aa0-2eeb-4dac-9d8c-95d1d104e0d8 req-3d7d4e3f-f986-4d25-81e5-bc57a40a46b9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 944 time: 0.2018363 Feb 04 15:53:14.050739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-32f97d01-47fb-4025-bb26-f53e1d8dfb1d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Made reservation on behalf of b1150d2a6b7b432d960998813aacb087 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:14.053338 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-32f97d01-47fb-4025-bb26-f53e1d8dfb1d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.107309 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8685008f-401d-49f6-8566-344510b18d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.122097 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.131752 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca2f0-5e87-47b9-b6bb-03a5e17df439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.172049 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-372e8aa0-2eeb-4dac-9d8c-95d1d104e0d8 req-6f520712-406d-4d30-bece-b75a19eb3b62 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710477 Feb 04 15:53:14.338717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f88921c-3f29-48cc-b985-71f7d1642a51 None None] get_active_networks_info from n-d-827872-1 {{(pid=83552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 15:53:14.457708 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8685008f-401d-49f6-8566-344510b18d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:14.469028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8685008f-401d-49f6-8566-344510b18d05 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f95232532e4010a842553c838a57f9 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:14.473516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8685008f-401d-49f6-8566-344510b18d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:14.482306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8685008f-401d-49f6-8566-344510b18d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:14.508531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49566) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:14.525371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1428ff0-dd8e-4367-aafd-d53d82849f87']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:14.567928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-32f97d01-47fb-4025-bb26-f53e1d8dfb1d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Allocated IP 172.20.0.7 (3da987dc-c869-45ff-98c5-7e104c66b94a/a7491f14-bc8f-49d7-a28a-ebc10572ecbf/095670ed-e2d0-4a9b-b112-9d993d964daa) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:14.583792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06dcf2b-6cf7-4692-93fa-d17e27ba5e68') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:14.590164 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f88921c-3f29-48cc-b985-71f7d1642a51 None None] Resources bound (agent type, host, resource id): {{(pid=83552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:53:14.591016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06dcf2b-6cf7-4692-93fa-d17e27ba5e68') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:14.633866 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.839554 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0686c460-5da5-468a-b70a-0ee03dc78f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.848399 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1a04d76-2269-43a3-ae49-8af5bd5449ea tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.921114 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.949684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a04d76-2269-43a3-ae49-8af5bd5449ea tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event deleted for resources: {'Port': ['ID=a8080f4e-43cc-46b5-acd8-b583122fb117,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:14.952545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2a6ca2f0-5e87-47b9-b6bb-03a5e17df439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:14.968750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:53:14.969035 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:15.003032 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:15.009135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2a6ca2f0-5e87-47b9-b6bb-03a5e17df439 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd508dceb2c48068ba6963700812460 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:15.032675 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6169a715-e611-49af-9050-d3a60843aca1 req-92c46b19-90c1-4cb2-8dd7-06891b202e6f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 210 time: 0.1416306 Feb 04 15:53:15.047481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6723c-35e3-4897-9e1f-f7a9d798513a req-2de11bf5-4aab-47c4-91c2-e9a20344841b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:15.048968 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4f6723c-35e3-4897-9e1f-f7a9d798513a req-2de11bf5-4aab-47c4-91c2-e9a20344841b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.5873306 Feb 04 15:53:15.054105 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-32f97d01-47fb-4025-bb26-f53e1d8dfb1d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.058856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0686c460-5da5-468a-b70a-0ee03dc78f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:15.067514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0686c460-5da5-468a-b70a-0ee03dc78f1e admin admin] Usage tracker for resource:security_group_rule and tenant:10e01541d9d94ee48f32353b6024cdeb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:15.068232 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8685008f-401d-49f6-8566-344510b18d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.071321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2a6ca2f0-5e87-47b9-b6bb-03a5e17df439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:15.081926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2a6ca2f0-5e87-47b9-b6bb-03a5e17df439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:15.087691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0686c460-5da5-468a-b70a-0ee03dc78f1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:15.104185 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0686c460-5da5-468a-b70a-0ee03dc78f1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:15.141462 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8685008f-401d-49f6-8566-344510b18d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.175833 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4f6723c-35e3-4897-9e1f-f7a9d798513a req-38b3c729-a586-4e71-9cef-a8403a59a607 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142957 Feb 04 15:53:15.209789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7f548a2-7441-4ab8-b849-79f604e80c75 req-c8fbf1e2-30cd-4eac-b9d5-f703da27cbe2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4130061 Feb 04 15:53:15.258787 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0686c460-5da5-468a-b70a-0ee03dc78f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.262106 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-32f97d01-47fb-4025-bb26-f53e1d8dfb1d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.366458 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0686c460-5da5-468a-b70a-0ee03dc78f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.368662 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:53:15.368662 n-d-827872-1 neutron-server[83550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:53:15.368662 n-d-827872-1 neutron-server[83550]: [parameters: {'id': 'b1428ff0-dd8e-4367-aafd-d53d82849f87'}] Feb 04 15:53:15.368662 n-d-827872-1 neutron-server[83550]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:53:15.369025 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:53:15.396418 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8685008f-401d-49f6-8566-344510b18d05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0f95232532e4010a842553c838a57f9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0211685 Feb 04 15:53:15.398062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685008f-401d-49f6-8566-344510b18d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5110fca6-704d-4019-8c68-7b33111aefec,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:15.417836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49578) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:15.476934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-32f97d01-47fb-4025-bb26-f53e1d8dfb1d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Network 3da987dc-c869-45ff-98c5-7e104c66b94a is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:15.489500 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-32f97d01-47fb-4025-bb26-f53e1d8dfb1d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:15.505069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-32f97d01-47fb-4025-bb26-f53e1d8dfb1d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:53:15.543501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f97d01-47fb-4025-bb26-f53e1d8dfb1d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Pushing event updated for resources: {'Port': ['ID=095670ed-e2d0-4a9b-b112-9d993d964daa,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:15.544934 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca2f0-5e87-47b9-b6bb-03a5e17df439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.546314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686c460-5da5-468a-b70a-0ee03dc78f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6b68ba-9102-4de1-838a-27c580be046c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:15.562320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0686c460-5da5-468a-b70a-0ee03dc78f1e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10e01541d9d94ee48f32353b6024cdeb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0499010 Feb 04 15:53:15.568091 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49582) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:15.623948 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca2f0-5e87-47b9-b6bb-03a5e17df439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.637927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-32f97d01-47fb-4025-bb26-f53e1d8dfb1d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:15.638540 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-32f97d01-47fb-4025-bb26-f53e1d8dfb1d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.654287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7f548a2-7441-4ab8-b849-79f604e80c75 req-8fd69ac3-51d7-4674-b74e-4d1b8f51aebf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 1096 time: 0.3896127 Feb 04 15:53:15.680960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14c2a8-f329-42be-8e8c-6afde45cceed req-65141c62-828e-428e-89be-fee45951b512 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:15.682420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e14c2a8-f329-42be-8e8c-6afde45cceed req-65141c62-828e-428e-89be-fee45951b512 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.3260381 Feb 04 15:53:15.752187 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1a04d76-2269-43a3-ae49-8af5bd5449ea tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.782898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ca2f0-5e87-47b9-b6bb-03a5e17df439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc84ca4-8287-42aa-a2c6-1b912ead087b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:15.784253 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-32f97d01-47fb-4025-bb26-f53e1d8dfb1d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1757143 Feb 04 15:53:15.796293 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2a6ca2f0-5e87-47b9-b6bb-03a5e17df439 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6bd508dceb2c48068ba6963700812460&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4168708 Feb 04 15:53:15.798549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49586) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:15.807642 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Request body: {'port': {'device_id': 'fd356b53-5fcb-4e61-8ff5-3a3a726d236b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:15.868703 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-236dade2-5bb6-4428-8c38-e28c5976a63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.877289 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.970662 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aacca6c2-a705-436b-9008-a0425174dc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.009767 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-236dade2-5bb6-4428-8c38-e28c5976a63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.040380 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e14c2a8-f329-42be-8e8c-6afde45cceed req-29bb2884-7be5-4589-80f7-5fdc70a372b9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244829 Feb 04 15:53:16.066807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Deleting port ad5b3df5-2cce-48e6-931c-50cde06c3d7b {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:16.067151 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.080204 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aacca6c2-a705-436b-9008-a0425174dc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.105906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f548a2-7441-4ab8-b849-79f604e80c75 req-c0d9323b-9e84-4055-8e07-7985648a2bc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.107500 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7f548a2-7441-4ab8-b849-79f604e80c75 req-c0d9323b-9e84-4055-8e07-7985648a2bc9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.4219601 Feb 04 15:53:16.212532 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7f548a2-7441-4ab8-b849-79f604e80c75 req-f90ace4f-0df4-476e-8be0-b51a2136feaa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f11e5f-f02d-4939-90d2-3bca6664382b HTTP/1.1" status: 200 len: 217 time: 0.0890086 Feb 04 15:53:16.246014 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.394780 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aacca6c2-a705-436b-9008-a0425174dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.398908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f548a2-7441-4ab8-b849-79f604e80c75 req-5554124d-4269-4dd2-983f-cd60851860d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.400368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7f548a2-7441-4ab8-b849-79f604e80c75 req-5554124d-4269-4dd2-983f-cd60851860d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.1404059 Feb 04 15:53:16.478646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacca6c2-a705-436b-9008-a0425174dc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6b68ba-9102-4de1-838a-27c580be046c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:16.521256 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f2ab5fc2-a948-4dc6-aac7-c5a7d1457fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.576371 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aacca6c2-a705-436b-9008-a0425174dc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.577494 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-aacca6c2-a705-436b-9008-a0425174dc82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e6b68ba-9102-4de1-838a-27c580be046c HTTP/1.1" status: 204 len: 168 time: 1.0061183 Feb 04 15:53:16.596115 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4106fe-aaef-40cd-a561-e92b14aaeff5 req-da7f2b41-36fb-4c3c-8680-77a2de05ed78 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.596827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5b4106fe-aaef-40cd-a561-e92b14aaeff5 req-da7f2b41-36fb-4c3c-8680-77a2de05ed78 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Synchronizing usage tracker for tenant:b1150d2a6b7b432d960998813aacb087 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:16.726731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5b4106fe-aaef-40cd-a561-e92b14aaeff5 req-da7f2b41-36fb-4c3c-8680-77a2de05ed78 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Unset dirty status for tenant:b1150d2a6b7b432d960998813aacb087 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:16.728448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b4106fe-aaef-40cd-a561-e92b14aaeff5 req-da7f2b41-36fb-4c3c-8680-77a2de05ed78 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 931 time: 0.5234601 Feb 04 15:53:16.752903 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f2ab5fc2-a948-4dc6-aac7-c5a7d1457fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.801789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7f548a2-7441-4ab8-b849-79f604e80c75 req-4cfe94e1-685e-45bc-9737-1ce7c43696e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3868463 Feb 04 15:53:16.868675 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-236dade2-5bb6-4428-8c38-e28c5976a63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.871625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a97fba-417f-4a28-b1d1-e962c0d65bd5 req-c336207b-be5d-4ab4-92dc-987cfe8b9c2e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.873144 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-09a97fba-417f-4a28-b1d1-e962c0d65bd5 req-c336207b-be5d-4ab4-92dc-987cfe8b9c2e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.4163101 Feb 04 15:53:16.982886 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b4106fe-aaef-40cd-a561-e92b14aaeff5 req-cf670c3f-0fb4-46d7-a44e-fca0032feefc tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449040 Feb 04 15:53:16.999966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dade2-5bb6-4428-8c38-e28c5976a63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5110fca6-704d-4019-8c68-7b33111aefec,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:17.050257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] For port ad5b3df5-2cce-48e6-931c-50cde06c3d7b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ad5b3df5-2cce-48e6-931c-50cde06c3d7b,segment=NetworkSegment(b06dcf2b-6cf7-4692-93fa-d17e27ba5e68),segment_id=b06dcf2b-6cf7-4692-93fa-d17e27ba5e68)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:17.050628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.136300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-09a97fba-417f-4a28-b1d1-e962c0d65bd5 req-9ad483f6-ebf6-4cc2-90ab-a93bd103fe44 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952300 Feb 04 15:53:17.178378 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7f548a2-7441-4ab8-b849-79f604e80c75 req-73e263a0-c28b-425c-8efa-ecd8c49b1b1a service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612385 Feb 04 15:53:17.181015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095670ed-e2d0-4a9b-b112-9d993d964daa {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:53:17.216362 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.269918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Calling delete_port for ad5b3df5-2cce-48e6-931c-50cde06c3d7b owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:17.315646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c874a7ef-71c5-42af-b3ea-1da0fed774a7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:53:17.331082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Transition to ACTIVE for port object 095670ed-e2d0-4a9b-b112-9d993d964daa will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:17.331322 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd1bf774-c5b8-43e0-be7b-b828cb819791 req-5d39f963-3568-4021-b5db-cf1315efdcc3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7907624 Feb 04 15:53:17.347797 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.361969 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f2ab5fc2-a948-4dc6-aac7-c5a7d1457fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.388948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7f548a2-7441-4ab8-b849-79f604e80c75 req-01e30170-6006-44be-b79f-de0e8fc67f1b service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020347 Feb 04 15:53:17.444390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab5fc2-a948-4dc6-aac7-c5a7d1457fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc84ca4-8287-42aa-a2c6-1b912ead087b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:17.452995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-236dade2-5bb6-4428-8c38-e28c5976a63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.455634 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-236dade2-5bb6-4428-8c38-e28c5976a63c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5110fca6-704d-4019-8c68-7b33111aefec HTTP/1.1" status: 204 len: 168 time: 2.0364645 Feb 04 15:53:17.466188 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f2ab5fc2-a948-4dc6-aac7-c5a7d1457fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.470150 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f2ab5fc2-a948-4dc6-aac7-c5a7d1457fd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8bc84ca4-8287-42aa-a2c6-1b912ead087b HTTP/1.1" status: 204 len: 168 time: 1.6703637 Feb 04 15:53:17.495076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a04d76-2269-43a3-ae49-8af5bd5449ea tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Router 25c68ee7-bf9c-4bae-b96d-19bd666658a3 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:53:17.557674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Pushing event updated for resources: {'Port': ['ID=095670ed-e2d0-4a9b-b112-9d993d964daa,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:17.586339 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.644373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Attempting to bind port 095670ed-e2d0-4a9b-b112-9d993d964daa on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:17.645305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Attempting to bind port 095670ed-e2d0-4a9b-b112-9d993d964daa by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:17.645660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Attempting to bind port 095670ed-e2d0-4a9b-b112-9d993d964daa on network 3da987dc-c869-45ff-98c5-7e104c66b94a {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:53:17.649087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Port': ['ID=ad5b3df5-2cce-48e6-931c-50cde06c3d7b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:17.653516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Port 095670ed-e2d0-4a9b-b112-9d993d964daa on network 3da987dc-c869-45ff-98c5-7e104c66b94a not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:53:17.653839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Attempting to bind port 095670ed-e2d0-4a9b-b112-9d993d964daa on network 3da987dc-c869-45ff-98c5-7e104c66b94a {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:53:17.662563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:53:17.662903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Checking segment: {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:17.663317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Bound using segment: {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:53:17.663757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Bound port: 095670ed-e2d0-4a9b-b112-9d993d964daa, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b360228e-8e07-4538-b7e7-c5d09e4e456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:17.664311 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.772120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No DVR routers for this DVR port ad5b3df5-2cce-48e6-931c-50cde06c3d7b on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:17.792074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] For port 095670ed-e2d0-4a9b-b112-9d993d964daa, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:53:17.795548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] For port 095670ed-e2d0-4a9b-b112-9d993d964daa, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=095670ed-e2d0-4a9b-b112-9d993d964daa,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:53:17.804181 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.902826 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd1bf774-c5b8-43e0-be7b-b828cb819791 req-15ae8bc9-6b60-4328-bf2f-681f18ab3c16 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 1059 time: 0.5341287 Feb 04 15:53:17.946625 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.948167 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] 10.222.0.73 "PUT /v2.0/ports/095670ed-e2d0-4a9b-b112-9d993d964daa HTTP/1.1" status: 200 len: 1091 time: 2.1519370 Feb 04 15:53:17.949277 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd356b53-5fcb-4e61-8ff5-3a3a726d236b', 'tag': '095670ed-e2d0-4a9b-b112-9d993d964daa'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:17.969636 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:17.976465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc98162-47d1-4de1-ae83-7e50e7d53983 service neutron] Pushing event updated for resources: {'Port': ['ID=095670ed-e2d0-4a9b-b112-9d993d964daa,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:18.362703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49638) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:18.365098 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd356b53-5fcb-4e61-8ff5-3a3a726d236b', 'tag': '095670ed-e2d0-4a9b-b112-9d993d964daa', 'status': 'completed', 'code': 200} Feb 04 15:53:18.382438 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.411309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1428ff0-dd8e-4367-aafd-d53d82849f87']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:18.424450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06dcf2b-6cf7-4692-93fa-d17e27ba5e68') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:18.424927 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06dcf2b-6cf7-4692-93fa-d17e27ba5e68') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:18.531208 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.598982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49644) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:18.599439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3219b9db-5da4-4a68-bd27-02d382a3dbcc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a09122d833ca4bac816f97f146ae443d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2311306 Feb 04 15:53:18.603288 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-e4c87cc7-aa05-47db-9498-fed0f672e05e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 1094 time: 0.6135063 Feb 04 15:53:18.672092 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.683798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f01d4e-6483-42ec-b838-f3e39c818a03 req-6c2de7cc-7549-479d-b116-f0c62abc33ee tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:18.685298 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4f01d4e-6483-42ec-b838-f3e39c818a03 req-6c2de7cc-7549-479d-b116-f0c62abc33ee tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.3220732 Feb 04 15:53:18.719761 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-4c9f192a-7f14-4545-a8ee-7628596d5428 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=095670ed-e2d0-4a9b-b112-9d993d964daa HTTP/1.1" status: 200 len: 217 time: 0.1090081 Feb 04 15:53:18.723349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:53:18.724094 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.756036 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224eb17-b5f2-495e-9fbd-8f335c3a25e9 req-f0cc9485-45ea-46d2-b68c-eecc46956f58 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:18.757764 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d224eb17-b5f2-495e-9fbd-8f335c3a25e9 req-f0cc9485-45ea-46d2-b68c-eecc46956f58 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 943 time: 0.3919697 Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:18.762205 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:18.863753 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a04d76-2269-43a3-ae49-8af5bd5449ea tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:53:18.874195 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b1b32-0842-449a-bb96-5f7e4d6f2372 None None] Sync routers for ids ['25c68ee7-bf9c-4bae-b96d-19bd666658a3'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:53:18.892803 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9b1b32-0842-449a-bb96-5f7e4d6f2372 None None] Routers {'25c68ee7-bf9c-4bae-b96d-19bd666658a3'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:53:18.893682 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5b9b1b32-0842-449a-bb96-5f7e4d6f2372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:53:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['25c68ee7-bf9c-4bae-b96d-19bd666658a3'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:18.915928 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4f01d4e-6483-42ec-b838-f3e39c818a03 req-1e3020bc-a11c-4de3-9ede-0a582a9bbb44 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172103 Feb 04 15:53:18.915928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-63233881-d40d-4445-a1a2-3405f382a3f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:18.916583 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-63233881-d40d-4445-a1a2-3405f382a3f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7491f14-bc8f-49d7-a28a-ebc10572ecbf HTTP/1.1" status: 200 len: 850 time: 0.1555250 Feb 04 15:53:18.956195 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f1a04d76-2269-43a3-ae49-8af5bd5449ea tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "PUT /v2.0/routers/25c68ee7-bf9c-4bae-b96d-19bd666658a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9648297 Feb 04 15:53:18.968827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49656) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:18.968827 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.971043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bf774-c5b8-43e0-be7b-b828cb819791 req-894d0814-764f-4a24-b593-ff1a7fa07f14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:18.973184 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd1bf774-c5b8-43e0-be7b-b828cb819791 req-894d0814-764f-4a24-b593-ff1a7fa07f14 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.9491138 Feb 04 15:53:18.982519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c874a7ef-71c5-42af-b3ea-1da0fed774a7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:53:18.995341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c118be-be7c-40d1-a364-f297a7f15b98 None None] Sync routers for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:53:19.030629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.031392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d224eb17-b5f2-495e-9fbd-8f335c3a25e9 req-c6382374-634d-4281-bf76-eea58d699736 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331021 Feb 04 15:53:19.033917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c118be-be7c-40d1-a364-f297a7f15b98 None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:53:19.034555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-07c118be-be7c-40d1-a364-f297a7f15b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:53:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:19.036504 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5b9b1b32-0842-449a-bb96-5f7e4d6f2372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:19.049969 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9b1b32-0842-449a-bb96-5f7e4d6f2372 None None] Routers {'25c68ee7-bf9c-4bae-b96d-19bd666658a3'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:53:19.051036 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5b9b1b32-0842-449a-bb96-5f7e4d6f2372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:53:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['25c68ee7-bf9c-4bae-b96d-19bd666658a3'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:19.052756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-6c6506a8-5624-4536-a7b4-fe09b44598d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3da987dc-c869-45ff-98c5-7e104c66b94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283216 Feb 04 15:53:19.120271 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5b9b1b32-0842-449a-bb96-5f7e4d6f2372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:19.121322 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b1b32-0842-449a-bb96-5f7e4d6f2372 None None] The sync data for ids ['25c68ee7-bf9c-4bae-b96d-19bd666658a3'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:53:19.203544 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c874a7ef-71c5-42af-b3ea-1da0fed774a7 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/3b4409b6-a4db-4b00-8f62-bd7c59a56a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4330320 Feb 04 15:53:19.205904 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-619c76e0-8601-4357-8696-3b8af02a0cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.208534 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/b1428ff0-dd8e-4367-aafd-d53d82849f87 HTTP/1.1" status: 204 len: 168 time: 7.6082642 Feb 04 15:53:19.214597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49664) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:19.214944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49666) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:19.250978 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-10ea47a5-e212-4d64-96b7-5a6c323bc7e3 service neutron] 10.222.0.73 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909022 Feb 04 15:53:19.335539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-07c118be-be7c-40d1-a364-f297a7f15b98 None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:53:19.389047 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-619c76e0-8601-4357-8696-3b8af02a0cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.441677 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a77bf7b-d60a-4d71-a457-8dd3550409bd req-1cff4303-9005-480c-870b-e840ab85c746 service neutron] 10.222.0.73 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831415 Feb 04 15:53:19.442189 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49672) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:19.457298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1034411912'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:19.465544 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.515368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed274a-2745-4442-85a5-76e8661418ba tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Network': ['ID=b1428ff0-dd8e-4367-aafd-d53d82849f87,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:19.519525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:19.529619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:network and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:19.539050 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd1bf774-c5b8-43e0-be7b-b828cb819791 req-ef174fc4-efcf-408c-8b8c-bb419c792629 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bda7775e-651e-4a7a-a402-55106406f15b HTTP/1.1" status: 200 len: 217 time: 0.3478456 Feb 04 15:53:19.585628 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-551afca6-f5fa-42ca-92ec-5d69436e8921 req-3487458b-2278-4ad6-b6cd-d1231cdf3604 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1150d2a6b7b432d960998813aacb087&device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 1094 time: 0.0838759 Feb 04 15:53:19.592932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:19.674835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:19.695587 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-619c76e0-8601-4357-8696-3b8af02a0cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.749216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c76e0-8601-4357-8696-3b8af02a0cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc0f2fa-71cb-4beb-9001-1538d2650b36,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:19.753600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74c2bfb3-805c-49c5-a51f-262bbe8674a3 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.790379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-359070811-network', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:19.807578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:19.832614 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Usage tracker for resource:network and tenant:ee631902a97f490e8f118497c873dcdf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:19.838616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:19.856534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:19.874792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551afca6-f5fa-42ca-92ec-5d69436e8921 req-01390157-0df4-4fb5-a3c2-cc30e406aafb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:19.876037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-07c118be-be7c-40d1-a364-f297a7f15b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:53:11Z', 'revision_number': 8, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '297c0fd5-c539-47f4-a096-4939e74a7664', 'name': '', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:2e:b8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:13Z', 'updated_at': '2022-02-04T15:52:34Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:19.876441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-551afca6-f5fa-42ca-92ec-5d69436e8921 req-01390157-0df4-4fb5-a3c2-cc30e406aafb service neutron] 10.222.0.73 "GET /v2.0/networks?id=3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 200 len: 911 time: 0.2844195 Feb 04 15:53:19.880443 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-619c76e0-8601-4357-8696-3b8af02a0cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.881169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c118be-be7c-40d1-a364-f297a7f15b98 None None] Checking router: 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:53:19.881714 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-619c76e0-8601-4357-8696-3b8af02a0cb8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7cc0f2fa-71cb-4beb-9001-1538d2650b36 HTTP/1.1" status: 204 len: 168 time: 1.2774751 Feb 04 15:53:19.881886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Made reservation on behalf of ee631902a97f490e8f118497c873dcdf for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:19.883384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:19.888370 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.899555 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.914550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bf774-c5b8-43e0-be7b-b828cb819791 req-09b94997-6401-4926-9c51-b2552e64e12d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:19.915994 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c118be-be7c-40d1-a364-f297a7f15b98 None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:53:19.917011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-07c118be-be7c-40d1-a364-f297a7f15b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:53:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:19.926915 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd1bf774-c5b8-43e0-be7b-b828cb819791 req-09b94997-6401-4926-9c51-b2552e64e12d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.3288517 Feb 04 15:53:19.932989 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.133683 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-551afca6-f5fa-42ca-92ec-5d69436e8921 req-342ebdf2-b279-47a9-aadf-6a531e6a44c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=095670ed-e2d0-4a9b-b112-9d993d964daa HTTP/1.1" status: 200 len: 217 time: 0.2020137 Feb 04 15:53:20.142113 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:20.173776 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-07c118be-be7c-40d1-a364-f297a7f15b98 None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:53:20.190060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Usage tracker for resource:security_group_rule and tenant:ee631902a97f490e8f118497c873dcdf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:20.195225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:20.204031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:20.270817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:20.293879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551afca6-f5fa-42ca-92ec-5d69436e8921 req-db65f8a6-5440-44d0-9867-b9ab72b00a9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:20.296278 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-551afca6-f5fa-42ca-92ec-5d69436e8921 req-db65f8a6-5440-44d0-9867-b9ab72b00a9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7491f14-bc8f-49d7-a28a-ebc10572ecbf HTTP/1.1" status: 200 len: 850 time: 0.1557786 Feb 04 15:53:20.298056 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.299024 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Added segment 24b6391e-c4aa-430c-896b-166b12b1fa74 of type vlan for network d45ae2d5-ed1f-45d9-8ca3-9284c54e289b Feb 04 15:53:20.349841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.385688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f2e993-df5a-451f-add1-527481e5a0b0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting subnet 4964055c-b9bf-4b9d-9ae7-3f901dbaccc9 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:53:20.388532 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-551afca6-f5fa-42ca-92ec-5d69436e8921 req-366e0c23-6686-46e4-860d-61652885b6f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3da987dc-c869-45ff-98c5-7e104c66b94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847323 Feb 04 15:53:20.390144 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46f2e993-df5a-451f-add1-527481e5a0b0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.496580 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46f2e993-df5a-451f-add1-527481e5a0b0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.643447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b1657-7604-4214-8c85-e16694b43280 req-15a3a452-16ac-4860-b0c7-a050052d7265 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:20.644937 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e9b1657-7604-4214-8c85-e16694b43280 req-15a3a452-16ac-4860-b0c7-a050052d7265 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.4203916 Feb 04 15:53:20.666578 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.671042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:20.671687 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.696300 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.728555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-07c118be-be7c-40d1-a364-f297a7f15b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:53:11Z', 'revision_number': 8, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '297c0fd5-c539-47f4-a096-4939e74a7664', 'name': '', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:2e:b8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:13Z', 'updated_at': '2022-02-04T15:52:34Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:20.730525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4de22-3d85-472f-adbf-215fd9c75c20 req-eabed570-70fc-4888-a4d8-a5187d54a6df tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:20.732113 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-36c4de22-3d85-472f-adbf-215fd9c75c20 req-eabed570-70fc-4888-a4d8-a5187d54a6df tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 943 time: 0.3484898 Feb 04 15:53:20.732740 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.743773 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c118be-be7c-40d1-a364-f297a7f15b98 None None] The sync data for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 is: [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:53:11Z', 'revision_number': 8, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '297c0fd5-c539-47f4-a096-4939e74a7664', 'name': '', 'network_id': '1db9e92e-1f68-47c7-9007-b85498216049', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:2e:b8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:13Z', 'updated_at': '2022-02-04T15:52:34Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'b7d76633-0a60-40b9-950a-e57ff7c4ee7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:53:20.923714 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-551afca6-f5fa-42ca-92ec-5d69436e8921 req-cf6b5bc4-d82c-4eb3-b17e-b32f722f1a4c service neutron] 10.222.0.73 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918444 Feb 04 15:53:20.932101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:20.936660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e9b1657-7604-4214-8c85-e16694b43280 req-a3b31402-d01b-40a8-a160-db99a4b40fb1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832000 Feb 04 15:53:21.046920 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.047561 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Added segment c93787a8-5030-4a5d-9194-c33b8e246c41 of type vlan for network c2183356-deba-4128-ad82-b10ca33a0ad9 Feb 04 15:53:21.049857 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7205107 Feb 04 15:53:21.068243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49704) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:21.078681 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.090215 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-36c4de22-3d85-472f-adbf-215fd9c75c20 req-de9b618c-adcc-4fc4-b668-b82e53b696ad tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398054 Feb 04 15:53:21.090931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93077a12-870a-4b72-984c-daa7f9b4f602,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:21.158534 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.161186 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:21.161860 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.189029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'subnet': {'network_id': 'd45ae2d5-ed1f-45d9-8ca3-9284c54e289b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:21.235912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57095ffe-684c-4ae4-87e3-9c0ca575835c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Network': ['ID=d45ae2d5-ed1f-45d9-8ca3-9284c54e289b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:21.252795 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network d45ae2d5-ed1f-45d9-8ca3-9284c54e289b details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:21.333290 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8898396 Feb 04 15:53:21.338190 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-551afca6-f5fa-42ca-92ec-5d69436e8921 req-112aa888-c746-41cd-84ba-7e28a980b014 service neutron] 10.222.0.73 "GET /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970835 Feb 04 15:53:21.339616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49710) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:21.340344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd0cba-cd0f-4751-b1c6-a5cc3587fa72 admin admin] Pushing event updated for resources: {'Network': ['ID=c2183356-deba-4128-ad82-b10ca33a0ad9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:21.348219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] Request body: {'subnet': {'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-subnet', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:21.354117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:21.359816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] Usage tracker for resource:subnet and tenant:ee631902a97f490e8f118497c873dcdf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:21.363283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:21.372408 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:21.387650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] Made reservation on behalf of ee631902a97f490e8f118497c873dcdf for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:21.394540 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.488553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network c2183356-deba-4128-ad82-b10ca33a0ad9 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:21.715807 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd1bf774-c5b8-43e0-be7b-b828cb819791 req-b536bd9d-fb6d-43d7-a2ce-5f5fddea26f4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4808784 Feb 04 15:53:21.716933 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46f2e993-df5a-451f-add1-527481e5a0b0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.726615 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.748098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:21.751790 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74c2bfb3-805c-49c5-a51f-262bbe8674a3 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.785586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:subnet and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:21.791146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:21.832445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe20dae-ec69-4ab2-b7ba-f48917395148,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:21.849050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] Checking segment: {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:21.849880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] Network hostable DHCP agents. Network: c2183356-deba-4128-ad82-b10ca33a0ad9, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:21.861157 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74c2bfb3-805c-49c5-a51f-262bbe8674a3 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.869784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:21.878907 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] Network c2183356-deba-4128-ad82-b10ca33a0ad9 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:21.893446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, c2183356-deba-4128-ad82-b10ca33a0ad9) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:21.899015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:21.899290 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.904007 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27fab43-0838-4337-a4e3-bb331772a795 None None] Network c2183356-deba-4128-ad82-b10ca33a0ad9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:21.946605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:21.962328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49724) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:21.962903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-160691d2-dde4-454a-9d38-e834728ac835 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6182768 Feb 04 15:53:22.005636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:22.177833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:22.251225 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74c2bfb3-805c-49c5-a51f-262bbe8674a3 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.257266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c2bfb3-805c-49c5-a51f-262bbe8674a3 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Fanout notify agent at l3_agent the message router_deleted on router 25c68ee7-bf9c-4bae-b96d-19bd666658a3 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:53:22.264768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bff2df31-b6cc-4210-964b-4c6052676901 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:22.265198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Usage tracker for resource:router and tenant:ee631902a97f490e8f118497c873dcdf is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:22.288196 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd1bf774-c5b8-43e0-be7b-b828cb819791 req-d41e176f-7bb4-48a1-a936-fd13dc1dc1b4 service neutron] 10.222.0.81 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301790 Feb 04 15:53:22.289491 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46f2e993-df5a-451f-add1-527481e5a0b0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.318654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:22.375148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5c542-5b22-420c-9746-c5c06f0607b8 req-2ff25590-81a2-4cda-90dd-650529596bb0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:22.383773 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bc5c542-5b22-420c-9746-c5c06f0607b8 req-2ff25590-81a2-4cda-90dd-650529596bb0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.1735499 Feb 04 15:53:22.452270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: bff2df31-b6cc-4210-964b-4c6052676901 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:53:22.453274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:22.453841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bff2df31-b6cc-4210-964b-4c6052676901 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:53:22.471785 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bc5c542-5b22-420c-9746-c5c06f0607b8 req-96dc5ebd-b8f8-4bf5-b2e2-1024e3c9fca1 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865014 Feb 04 15:53:22.525962 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2e993-df5a-451f-add1-527481e5a0b0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Subnet': ['ID=4964055c-b9bf-4b9d-9ae7-3f901dbaccc9,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:22.544937 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.561532 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-c2183356-deba-4128-ad82-b10ca33a0ad9', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:53:22.562352 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.571557 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74c2bfb3-805c-49c5-a51f-262bbe8674a3 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.575055 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-74c2bfb3-805c-49c5-a51f-262bbe8674a3 tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "DELETE /v2.0/routers/25c68ee7-bf9c-4bae-b96d-19bd666658a3 HTTP/1.1" status: 204 len: 168 time: 3.5986309 Feb 04 15:53:22.575841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49740) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:22.581209 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46f2e993-df5a-451f-add1-527481e5a0b0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.587796 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-46f2e993-df5a-451f-add1-527481e5a0b0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/4964055c-b9bf-4b9d-9ae7-3f901dbaccc9 HTTP/1.1" status: 204 len: 168 time: 3.2659190 Feb 04 15:53:22.588480 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49744) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:22.591372 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3524ce-4178-4a65-acac-e0107ee26172 None None] Network f70e7ab2-1482-407a-a5a6-af9ef53875e6 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:22.599250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.600199 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.726706 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.817094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49754) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:22.819791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 095670ed-e2d0-4a9b-b112-9d993d964daa details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:53:22.870878 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.908913 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450eaeb-60f3-48dd-9001-287a09df7469 req-8d0955f1-54f5-47df-b59d-6640bb4ddc73 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:22.918119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f450eaeb-60f3-48dd-9001-287a09df7469 req-8d0955f1-54f5-47df-b59d-6640bb4ddc73 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 943 time: 0.2280772 Feb 04 15:53:22.941019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e719627-1395-4d20-bfa5-842cceadeacf tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Deleting subnet 261a5103-1b7d-4345-95d5-afb70f8fce32 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:53:22.945735 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e719627-1395-4d20-bfa5-842cceadeacf tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.985698 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd1bf774-c5b8-43e0-be7b-b828cb819791 req-89f711f6-e375-4a93-8c7e-ecbf115655f6 service neutron] 10.222.0.81 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626980 Feb 04 15:53:22.991066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port 1538d268-b7ed-4ddd-ad76-386dbf95c98a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:22.991066 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.044594 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e719627-1395-4d20-bfa5-842cceadeacf tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.146703 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e719627-1395-4d20-bfa5-842cceadeacf tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.255697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2017141370', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:23.261894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:23.266915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Usage tracker for resource:port and tenant:0ce17049d63c42fa96d2bc70cdfb949c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:23.270366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:23.278201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:23.289317 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e719627-1395-4d20-bfa5-842cceadeacf tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.326364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Made reservation on behalf of 0ce17049d63c42fa96d2bc70cdfb949c for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:23.328695 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.357885 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f450eaeb-60f3-48dd-9001-287a09df7469 req-4db8cad0-7378-4577-aa50-edc62135ab53 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387634 Feb 04 15:53:23.358667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e719627-1395-4d20-bfa5-842cceadeacf tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event deleted for resources: {'Subnet': ['ID=261a5103-1b7d-4345-95d5-afb70f8fce32,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:23.370146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Allocated IP 172.20.0.2 (c2183356-deba-4128-ad82-b10ca33a0ad9/bbe20dae-ec69-4ab2-b7ba-f48917395148/7306a8bc-1d3e-4537-a390-dc74feb4c197) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:23.374460 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.394110 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 095670ed-e2d0-4a9b-b112-9d993d964daa, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=095670ed-e2d0-4a9b-b112-9d993d964daa,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:23.424622 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6e719627-1395-4d20-bfa5-842cceadeacf tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.432766 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6e719627-1395-4d20-bfa5-842cceadeacf tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "DELETE /v2.0/subnets/261a5103-1b7d-4345-95d5-afb70f8fce32 HTTP/1.1" status: 204 len: 168 time: 0.8560145 Feb 04 15:53:23.435027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49772) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:23.439376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89f6e3c-9a50-4bc4-b959-353924853ed5 None None] Network 66a10617-049c-4e91-8fb9-fd565d068678 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:23.521442 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '095670ed-e2d0-4a9b-b112-9d993d964daa', 'network_id': '3da987dc-c869-45ff-98c5-7e104c66b94a', 'port_id': '095670ed-e2d0-4a9b-b112-9d993d964daa', 'mac_address': 'fa:16:3e:12:ed:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7491f14-bc8f-49d7-a28a-ebc10572ecbf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:53:23.533114 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.561693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:23.566638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Usage tracker for resource:security_group_rule and tenant:0ce17049d63c42fa96d2bc70cdfb949c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:23.574315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:23.582940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:23.684053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.732156 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ab814a-6435-4d1c-afb0-e689b350edc2 None None] DHCP port deletion for f70e7ab2-1482-407a-a5a6-af9ef53875e6 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:53:23.734457 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.743482 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.800563 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab814a-6435-4d1c-afb0-e689b350edc2 None None] Deleting port 1538d268-b7ed-4ddd-ad76-386dbf95c98a {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:23.800944 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d6ab814a-6435-4d1c-afb0-e689b350edc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.821862 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.822531 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] For port 1538d268-b7ed-4ddd-ad76-386dbf95c98a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1538d268-b7ed-4ddd-ad76-386dbf95c98a,segment=NetworkSegment(68a627cc-d4cc-4395-b407-4056bcb4146c),segment_id=68a627cc-d4cc-4395-b407-4056bcb4146c)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:23.822898 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.889126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] device_id is not set on port c47677cc-bba7-4b68-9e04-23d63d4b6851 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:53:23.901114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095670ed-e2d0-4a9b-b112-9d993d964daa {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:53:23.950660 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.960537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Subnet': ['ID=d2d6730e-67be-48ec-ab58-278126648067,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:24.025331 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Deleting port 803a7dbd-5add-4f36-967d-5a90904dfad2 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:24.026051 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.028617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for 1538d268-b7ed-4ddd-ad76-386dbf95c98a owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:24.139612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 095670ed-e2d0-4a9b-b112-9d993d964daa, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=095670ed-e2d0-4a9b-b112-9d993d964daa,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:24.153359 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.175479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Checking segment: {'id': '24b6391e-c4aa-430c-896b-166b12b1fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd45ae2d5-ed1f-45d9-8ca3-9284c54e289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:24.176167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network hostable DHCP agents. Network: d45ae2d5-ed1f-45d9-8ca3-9284c54e289b, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:24.195603 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.249024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6d81d3-b41e-4f77-8197-dbb8489c6de4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:24.289889 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.314642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] No DVR routers for this DVR port 1538d268-b7ed-4ddd-ad76-386dbf95c98a on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:24.330795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network d45ae2d5-ed1f-45d9-8ca3-9284c54e289b is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:24.372932 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1538d268-b7ed-4ddd-ad76-386dbf95c98a no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:24.375157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Port': ['ID=1538d268-b7ed-4ddd-ad76-386dbf95c98a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:24.412595 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Transition to ACTIVE for port object 7306a8bc-1d3e-4537-a390-dc74feb4c197 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:24.450318 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=095670ed-e2d0-4a9b-b112-9d993d964daa,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:24.460748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c309605c-4373-4214-9bea-9d18b5a9666d None None] DHCP port deletion for 66a10617-049c-4e91-8fb9-fd565d068678 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:53:24.466083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 1538d268-b7ed-4ddd-ad76-386dbf95c98a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:53:24.466428 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1538d268-b7ed-4ddd-ad76-386dbf95c98a not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:53:24.473383 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55726b42-86c3-4b30-a06f-d95a5ddf3929 req-85edb7d6-0009-4a55-9a6e-ac15d05c4d0f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:24.474881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55726b42-86c3-4b30-a06f-d95a5ddf3929 req-85edb7d6-0009-4a55-9a6e-ac15d05c4d0f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.7211978 Feb 04 15:53:24.481336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c309605c-4373-4214-9bea-9d18b5a9666d None None] Deleting port 803a7dbd-5add-4f36-967d-5a90904dfad2 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:24.481336 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c309605c-4373-4214-9bea-9d18b5a9666d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.545167 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Transition to ACTIVE for port object 7306a8bc-1d3e-4537-a390-dc74feb4c197 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:24.547257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d6ab814a-6435-4d1c-afb0-e689b350edc2 None None] For port 1538d268-b7ed-4ddd-ad76-386dbf95c98a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1538d268-b7ed-4ddd-ad76-386dbf95c98a,segment=NetworkSegment(68a627cc-d4cc-4395-b407-4056bcb4146c),segment_id=68a627cc-d4cc-4395-b407-4056bcb4146c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:24.547645 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d6ab814a-6435-4d1c-afb0-e689b350edc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.564725 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['095670ed-e2d0-4a9b-b112-9d993d964daa'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:53:24.591829 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.618002 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Allocated IP 172.25.0.229 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/c47677cc-bba7-4b68-9e04-23d63d4b6851) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:24.622318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70e7ab2-1482-407a-a5a6-af9ef53875e6']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:24.637800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a627cc-d4cc-4395-b407-4056bcb4146c') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:24.638345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a627cc-d4cc-4395-b407-4056bcb4146c') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:24.654373 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.676328 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.684551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:53:24.685167 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:24.755776 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:24.759896 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.763511 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, d45ae2d5-ed1f-45d9-8ca3-9284c54e289b) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:24.774770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:24.775378 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.777332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab814a-6435-4d1c-afb0-e689b350edc2 None None] Calling delete_port for 1538d268-b7ed-4ddd-ad76-386dbf95c98a owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:24.844251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1cabfb-33c3-44f9-8389-4e677217d13a None None] Network d45ae2d5-ed1f-45d9-8ca3-9284c54e289b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:24.854148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] For port 803a7dbd-5add-4f36-967d-5a90904dfad2, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=803a7dbd-5add-4f36-967d-5a90904dfad2,segment=NetworkSegment(411e938e-c165-4e7b-96e8-7a30bf704fab),segment_id=411e938e-c165-4e7b-96e8-7a30bf704fab)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:24.855671 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2bbaa3f9-9b8c-4adb-919b-3b1c3c2b4ad4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.7824969 Feb 04 15:53:24.858469 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.858622 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.861381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49796) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:25.049511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Calling delete_port for 803a7dbd-5add-4f36-967d-5a90904dfad2 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:25.081298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Network c2183356-deba-4128-ad82-b10ca33a0ad9 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:25.097030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55726b42-86c3-4b30-a06f-d95a5ddf3929 req-41088978-1a90-4a57-915e-f351b0634858 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883408 Feb 04 15:53:25.134472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.149451 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.165022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Network': ['ID=f70e7ab2-1482-407a-a5a6-af9ef53875e6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:25.191534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:25.193456 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Pushing event updated for resources: {'Port': ['ID=7306a8bc-1d3e-4537-a390-dc74feb4c197,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:25.200883 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:53:25.215017 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.218528 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f601f92e-95dd-4ddd-a237-67b4a8628a23 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/networks/f70e7ab2-1482-407a-a5a6-af9ef53875e6 HTTP/1.1" status: 204 len: 168 time: 2.6211133 Feb 04 15:53:25.218878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49800) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:25.284138 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.340445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4761ca-e4da-4433-b34c-8affc790e704 req-ac9bafff-0d97-4bd6-958d-2b653cac3273 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:25.342756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d4761ca-e4da-4433-b34c-8affc790e704 req-ac9bafff-0d97-4bd6-958d-2b653cac3273 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 944 time: 0.5742631 Feb 04 15:53:25.349777 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.364508 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-d6ab814a-6435-4d1c-afb0-e689b350edc2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:53:25.364885 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-d6ab814a-6435-4d1c-afb0-e689b350edc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:53:25.369234 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.411250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.488758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c309605c-4373-4214-9bea-9d18b5a9666d None None] For port 803a7dbd-5add-4f36-967d-5a90904dfad2, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=803a7dbd-5add-4f36-967d-5a90904dfad2,segment=NetworkSegment(411e938e-c165-4e7b-96e8-7a30bf704fab),segment_id=411e938e-c165-4e7b-96e8-7a30bf704fab)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:25.489296 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c309605c-4373-4214-9bea-9d18b5a9666d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.539128 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.555238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event deleted for resources: {'Port': ['ID=803a7dbd-5add-4f36-967d-5a90904dfad2,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:25.605093 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d4761ca-e4da-4433-b34c-8affc790e704 req-ab3e9d43-6088-4fc8-ab84-128ec0802522 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619089 Feb 04 15:53:25.645403 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.648103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] No DVR routers for this DVR port 803a7dbd-5add-4f36-967d-5a90904dfad2 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:25.649854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c309605c-4373-4214-9bea-9d18b5a9666d None None] Calling delete_port for 803a7dbd-5add-4f36-967d-5a90904dfad2 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:25.687006 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Attempting to bind port 7306a8bc-1d3e-4537-a390-dc74feb4c197 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:25.687006 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Attempting to bind port 7306a8bc-1d3e-4537-a390-dc74feb4c197 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:25.687487 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Attempting to bind port 7306a8bc-1d3e-4537-a390-dc74feb4c197 on network c2183356-deba-4128-ad82-b10ca33a0ad9 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:53:25.773292 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:53:25.773292 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Checking segment: {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:25.774481 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.774481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Bound using segment: {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:53:25.775304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Bound port: 7306a8bc-1d3e-4537-a390-dc74feb4c197, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:25.775924 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.868249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab814a-6435-4d1c-afb0-e689b350edc2 None None] Deleting port 1538d268-b7ed-4ddd-ad76-386dbf95c98a {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:25.868728 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d6ab814a-6435-4d1c-afb0-e689b350edc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.893048 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.897671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cbfb20-c9d1-4732-a2f0-7f80721baefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-d45ae2d5-ed1f-45d9-8ca3-9284c54e289b', 'network_id': 'd45ae2d5-ed1f-45d9-8ca3-9284c54e289b', 'tenant_id': '7cf47293b7374b42a069645ec1c2b151', 'fixed_ips': [{'subnet_id': 'd2d6730e-67be-48ec-ab58-278126648067'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:53:25.898477 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c9cbfb20-c9d1-4732-a2f0-7f80721baefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.921223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d6730e-67be-48ec-ab58-278126648067,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:25.933997 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45ae2d5-ed1f-45d9-8ca3-9284c54e289b']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:25.999614 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.004411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Allocated IP 172.25.0.51 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/1931b790-9b46-4cdd-b3c4-51fb2611940a) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:26.027086 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab814a-6435-4d1c-afb0-e689b350edc2 None None] The port '1538d268-b7ed-4ddd-ad76-386dbf95c98a' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:53:26.040980 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-c309605c-4373-4214-9bea-9d18b5a9666d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:53:26.041357 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-c309605c-4373-4214-9bea-9d18b5a9666d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:53:26.050053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a10617-049c-4e91-8fb9-fd565d068678']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:26.064704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411e938e-c165-4e7b-96e8-7a30bf704fab') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:26.064998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411e938e-c165-4e7b-96e8-7a30bf704fab') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:26.076975 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.096423 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.102990 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:53:26.103428 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.172662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] For port 7306a8bc-1d3e-4537-a390-dc74feb4c197, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:53:26.179581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] For port 7306a8bc-1d3e-4537-a390-dc74feb4c197, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7306a8bc-1d3e-4537-a390-dc74feb4c197,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:53:26.188255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b6391e-c4aa-430c-896b-166b12b1fa74') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:26.194989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b6391e-c4aa-430c-896b-166b12b1fa74') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:26.199416 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:26.240209 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:26.244824 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.263837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:26.302120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:26.304461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:53:26.305096 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.309530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 803a7dbd-5add-4f36-967d-5a90904dfad2 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:26.328383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:53:26.328922 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.339270 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.342274 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de04676-21d6-4a90-9154-a2dd510fff05 None None] Network d45ae2d5-ed1f-45d9-8ca3-9284c54e289b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:26.344279 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:26.353022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Pushing event updated for resources: {'Port': ['ID=c47677cc-bba7-4b68-9e04-23d63d4b6851,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:26.371430 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 803a7dbd-5add-4f36-967d-5a90904dfad2 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:53:26.371770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 803a7dbd-5add-4f36-967d-5a90904dfad2 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:53:26.469060 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.473925 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.518350 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.520989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Network': ['ID=d45ae2d5-ed1f-45d9-8ca3-9284c54e289b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:26.546378 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1544c6cc-b625-4277-9614-e44c1ef0e276 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/d45ae2d5-ed1f-45d9-8ca3-9284c54e289b HTTP/1.1" status: 204 len: 168 time: 1.6838217 Feb 04 15:53:26.557189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49814) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:26.560944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.564220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-841665996'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:26.565643 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c309605c-4373-4214-9bea-9d18b5a9666d None None] Deleting port 803a7dbd-5add-4f36-967d-5a90904dfad2 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:26.566103 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c309605c-4373-4214-9bea-9d18b5a9666d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.572827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:26.579949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:network and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:26.584730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:26.589586 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] 10.222.0.60 "DELETE /v2.0/networks/66a10617-049c-4e91-8fb9-fd565d068678 HTTP/1.1" status: 204 len: 168 time: 3.1505301 Feb 04 15:53:26.596726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:26.603325 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efd6f1-a6f7-41ac-9506-09164d6af45e tempest-FloatingIPNegativeTestJSON-175767549 tempest-FloatingIPNegativeTestJSON-175767549-project] Pushing event deleted for resources: {'Network': ['ID=66a10617-049c-4e91-8fb9-fd565d068678,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:26.610947 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.669437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f245fb5-3378-4b4b-9dd0-ae6d2d67141e None None] Pushing event updated for resources: {'Port': ['ID=7306a8bc-1d3e-4537-a390-dc74feb4c197,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:26.673023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:26.676452 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.882131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:26.893142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:26.904572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:53:26.910666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:26.911338 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.015784 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-276fd972-b6e5-4a52-bf4b-a89286cc9924 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1969655 Feb 04 15:53:27.017304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c309605c-4373-4214-9bea-9d18b5a9666d None None] The port '803a7dbd-5add-4f36-967d-5a90904dfad2' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:53:27.033038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49824) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:27.050868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Pushing event updated for resources: {'Port': ['ID=1931b790-9b46-4cdd-b3c4-51fb2611940a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:27.056197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.229'}]}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:27.067874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:27.077767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Usage tracker for resource:router and tenant:0ce17049d63c42fa96d2bc70cdfb949c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:27.090268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb994f-c017-4e8e-b382-104e68667f59 req-510260dd-8edc-4e29-8b02-8bddf06bee43 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:27.097624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1bb994f-c017-4e8e-b382-104e68667f59 req-510260dd-8edc-4e29-8b02-8bddf06bee43 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.7671177 Feb 04 15:53:27.109288 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:27.114312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:27.176364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:27.179241 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.179582 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Added segment 11e91016-48d1-42f0-a3ee-fea22f5b2041 of type vlan for network fbdaef56-32d7-4c89-af20-0e2738072b5c Feb 04 15:53:27.244094 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.253515 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.254557 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.299530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1bb994f-c017-4e8e-b382-104e68667f59 req-3b0f0871-b1c9-4b25-add5-9496bfc0e764 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006290 Feb 04 15:53:27.305059 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.310950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:27.311667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.316092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49830) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:27.329130 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f701257-4cd0-4b20-95f4-293a600a5c98 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.415557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987253a-ef51-4fa8-b458-c98da78d6e74 req-fd2438dd-ce19-4268-b824-7015d32e463e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:27.418918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f987253a-ef51-4fa8-b458-c98da78d6e74 req-fd2438dd-ce19-4268-b824-7015d32e463e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 944 time: 0.3039620 Feb 04 15:53:27.420306 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.449143 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8907681 Feb 04 15:53:27.454284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49836) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:27.464710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'subnet': {'network_id': 'fbdaef56-32d7-4c89-af20-0e2738072b5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:27.601030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f987253a-ef51-4fa8-b458-c98da78d6e74 req-53a73609-d94a-424b-b8d5-513aacbbacf2 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396556 Feb 04 15:53:27.638104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b848fef-21cb-4631-9032-505a4629f282 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Network': ['ID=fbdaef56-32d7-4c89-af20-0e2738072b5c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:27.648295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:27.654287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:subnet and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:27.657148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network fbdaef56-32d7-4c89-af20-0e2738072b5c details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:27.657663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:27.664508 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:27.675970 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.676707 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.771437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:27.881017 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.900646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7849737-1a84-4e43-81c9-4c9fd2ab2705 None None] Network c2183356-deba-4128-ad82-b10ca33a0ad9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:27.926377 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.027165 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0cb7760d-33f0-416d-8d22-2d43f10441b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7de82cad27b044ec877dd84f3d034ea4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6904814 Feb 04 15:53:28.034256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49842) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:28.069343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7c968b12-e47c-49ae-97ce-2a9a05ce5c18 None None] Provisioning for port 7306a8bc-1d3e-4537-a390-dc74feb4c197 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:28.242185 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.269737 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b299b98e-eb90-41af-bfa7-e6d828d8da77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.384331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7306a8bc-1d3e-4537-a390-dc74feb4c197 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:28.486920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 7306a8bc-1d3e-4537-a390-dc74feb4c197 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:28.495852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 7306a8bc-1d3e-4537-a390-dc74feb4c197 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:28.496345 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.512284 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b299b98e-eb90-41af-bfa7-e6d828d8da77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.653949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Subnet': ['ID=e8eee682-8b5c-4ab5-bfdc-2d3e5ad02ef2,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:28.687124 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.706211 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.721932 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7482447b-34b8-403d-b012-cb5a8d115b7f None None] Provisioning complete for port 7306a8bc-1d3e-4537-a390-dc74feb4c197 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:28.722304 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7482447b-34b8-403d-b012-cb5a8d115b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.734076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Checking segment: {'id': '11e91016-48d1-42f0-a3ee-fea22f5b2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fbdaef56-32d7-4c89-af20-0e2738072b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:28.734444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network hostable DHCP agents. Network: fbdaef56-32d7-4c89-af20-0e2738072b5c, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:28.754784 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.774769 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 095670ed-e2d0-4a9b-b112-9d993d964daa up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:28.837699 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 7306a8bc-1d3e-4537-a390-dc74feb4c197, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7306a8bc-1d3e-4537-a390-dc74feb4c197,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:28.841033 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network fbdaef56-32d7-4c89-af20-0e2738072b5c is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:28.858826 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.860477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, fbdaef56-32d7-4c89-af20-0e2738072b5c) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:28.870253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:28.871223 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.915847 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ebe6b011-daf1-4a44-821d-ab568f5c6b75 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4580181 Feb 04 15:53:28.918509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49850) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:28.926259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'subnet': {'network_id': 'fbdaef56-32d7-4c89-af20-0e2738072b5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:28.993177 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47186364-a2d8-49a7-a6f8-70685345677e None None] Network fbdaef56-32d7-4c89-af20-0e2738072b5c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:29.007526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:53:29.085232 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b299b98e-eb90-41af-bfa7-e6d828d8da77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.133463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299b98e-eb90-41af-bfa7-e6d828d8da77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d500b5c-fc91-401a-a886-0da5f27f8947,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:29.147193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f509029-6b2c-4717-9544-71ece93a6297 req-17e09c1c-efc4-4058-a12a-c37d407e0aeb tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:29.149384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f509029-6b2c-4717-9544-71ece93a6297 req-17e09c1c-efc4-4058-a12a-c37d407e0aeb tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.6127033 Feb 04 15:53:29.206605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=7306a8bc-1d3e-4537-a390-dc74feb4c197,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:29.219999 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b299b98e-eb90-41af-bfa7-e6d828d8da77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.233719 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b299b98e-eb90-41af-bfa7-e6d828d8da77 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d500b5c-fc91-401a-a886-0da5f27f8947 HTTP/1.1" status: 204 len: 168 time: 1.1877255 Feb 04 15:53:29.239560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 095670ed-e2d0-4a9b-b112-9d993d964daa completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:29.259512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:29.293225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:subnet and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:29.302789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:29.311822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:29.328019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:29.331716 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.334546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 095670ed-e2d0-4a9b-b112-9d993d964daa triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:29.334918 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.394515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0113e2-0c63-4efa-ae47-98d6ccb0b8dd req-b7a96881-abba-439c-9cb9-3382b63413d6 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:29.396448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f0113e2-0c63-4efa-ae47-98d6ccb0b8dd req-b7a96881-abba-439c-9cb9-3382b63413d6 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 944 time: 0.3473322 Feb 04 15:53:29.445973 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f509029-6b2c-4717-9544-71ece93a6297 req-b3211233-61d1-428e-991d-d0bc8daccbe3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456961 Feb 04 15:53:29.472909 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f0113e2-0c63-4efa-ae47-98d6ccb0b8dd req-037ed299-2a80-4319-ad96-e7510926ecdd tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530441 Feb 04 15:53:29.545132 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.632828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-fbdaef56-32d7-4c89-af20-0e2738072b5c', 'network_id': 'fbdaef56-32d7-4c89-af20-0e2738072b5c', 'tenant_id': '7cf47293b7374b42a069645ec1c2b151', 'fixed_ips': [{'subnet_id': 'e8eee682-8b5c-4ab5-bfdc-2d3e5ad02ef2'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:53:29.633746 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.721909 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.759207 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 095670ed-e2d0-4a9b-b112-9d993d964daa, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=095670ed-e2d0-4a9b-b112-9d993d964daa,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:29.766581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd356b53-5fcb-4e61-8ff5-3a3a726d236b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095670ed-e2d0-4a9b-b112-9d993d964daa'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:29.778726 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.928140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=095670ed-e2d0-4a9b-b112-9d993d964daa,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:29.977383 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Allocated IP 2001:db8::2 (fbdaef56-32d7-4c89-af20-0e2738072b5c/e8eee682-8b5c-4ab5-bfdc-2d3e5ad02ef2/c284db83-66f4-47f1-b73d-cf62f77b8907) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:30.017656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49874) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:30.096308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:53:30.109815 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Sync routers for ids ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:53:30.130687 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Routers {'f2e2f71e-4844-4f72-aad7-ef2ca735bc66'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:53:30.131916 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:53:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:30.208461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-9f701257-4cd0-4b20-95f4-293a600a5c98 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port 297c0fd5-c539-47f4-a096-4939e74a7664 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:30.208808 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f701257-4cd0-4b20-95f4-293a600a5c98 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.215852 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.219842 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7c14d101-524c-4b5b-b7ae-b1fbcd4838ff admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.2482708 Feb 04 15:53:30.228218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49882) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:30.376708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7306a8bc-1d3e-4537-a390-dc74feb4c197 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:30.422538 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.499703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network fbdaef56-32d7-4c89-af20-0e2738072b5c is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:30.504313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:30.521461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:30.522224 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.552602 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6327202 Feb 04 15:53:30.556136 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Subnet': ['ID=82de7e48-4e30-460c-a933-d1beea326305,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:30.567685 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49888) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:30.585973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:30.586474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:30.586931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:30.588428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:30.588428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:30.588428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:30.588428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:30.589768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:30.590236 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:30.590724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:30.591220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731bc54-501a-4611-9df5-0a7f16adfe7c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:30.591349 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd356b53-5fcb-4e61-8ff5-3a3a726d236b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095670ed-e2d0-4a9b-b112-9d993d964daa', 'code': 200} Feb 04 15:53:30.700859 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3767d110-38fc-44e3-af22-ac169c11dae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.721543 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.748389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Transition to ACTIVE for port object c284db83-66f4-47f1-b73d-cf62f77b8907 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:30.756947 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Set router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:53:30.775011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Transition to ACTIVE for port object c284db83-66f4-47f1-b73d-cf62f77b8907 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:30.776491 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 7306a8bc-1d3e-4537-a390-dc74feb4c197 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:30.777007 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.807022 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.904746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Network fbdaef56-32d7-4c89-af20-0e2738072b5c is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:30.909517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:30.912476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Pushing event updated for resources: {'Port': ['ID=c284db83-66f4-47f1-b73d-cf62f77b8907,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:30.915218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:53:30.971041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3767d110-38fc-44e3-af22-ac169c11dae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:30.985406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3767d110-38fc-44e3-af22-ac169c11dae5 admin admin] Usage tracker for resource:security_group_rule and tenant:a3e164b670584d19b2239b9b1a92cbc5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:30.993143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3767d110-38fc-44e3-af22-ac169c11dae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:31.007262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3767d110-38fc-44e3-af22-ac169c11dae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:31.017294 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.077598 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae0e103-0e4b-48bb-82ef-97ec62c3112f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:31.079046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae0e103-0e4b-48bb-82ef-97ec62c3112f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:31.081435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae0e103-0e4b-48bb-82ef-97ec62c3112f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:31.087319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae0e103-0e4b-48bb-82ef-97ec62c3112f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:31.089366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae0e103-0e4b-48bb-82ef-97ec62c3112f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:31.093767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4ae0e103-0e4b-48bb-82ef-97ec62c3112f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Synchronizing usage tracker for tenant:7cf47293b7374b42a069645ec1c2b151 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:31.149221 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.185839 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Attempting to bind port c284db83-66f4-47f1-b73d-cf62f77b8907 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:31.186201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Attempting to bind port c284db83-66f4-47f1-b73d-cf62f77b8907 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '11e91016-48d1-42f0-a3ee-fea22f5b2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fbdaef56-32d7-4c89-af20-0e2738072b5c'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:31.186569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Attempting to bind port c284db83-66f4-47f1-b73d-cf62f77b8907 on network fbdaef56-32d7-4c89-af20-0e2738072b5c {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:53:31.222760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4ae0e103-0e4b-48bb-82ef-97ec62c3112f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Unset dirty status for tenant:7cf47293b7374b42a069645ec1c2b151 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:31.224413 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4ae0e103-0e4b-48bb-82ef-97ec62c3112f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6242542 Feb 04 15:53:31.231930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49900) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:31.238059 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:53:31.238453 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Checking segment: {'id': '11e91016-48d1-42f0-a3ee-fea22f5b2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fbdaef56-32d7-4c89-af20-0e2738072b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:31.238839 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.239258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Bound using segment: {'id': '11e91016-48d1-42f0-a3ee-fea22f5b2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fbdaef56-32d7-4c89-af20-0e2738072b5c'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:53:31.239753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Bound port: c284db83-66f4-47f1-b73d-cf62f77b8907, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e91016-48d1-42f0-a3ee-fea22f5b2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fbdaef56-32d7-4c89-af20-0e2738072b5c'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:31.240121 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.242697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-430848107'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:31.266356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:31.275715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:network and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:31.283281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:31.378954 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:31.385631 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3767d110-38fc-44e3-af22-ac169c11dae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.397504 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3767d110-38fc-44e3-af22-ac169c11dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.416654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] For port c284db83-66f4-47f1-b73d-cf62f77b8907, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:53:31.422255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] For port c284db83-66f4-47f1-b73d-cf62f77b8907, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c284db83-66f4-47f1-b73d-cf62f77b8907,segment=NetworkSegment(11e91016-48d1-42f0-a3ee-fea22f5b2041),segment_id=11e91016-48d1-42f0-a3ee-fea22f5b2041)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:53:31.427955 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.450947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:31.454993 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.461155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0692a-246c-451f-a79a-3775145e1a29 req-bada2fac-af65-4114-aa01-ee5aee298910 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:31.462929 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bce0692a-246c-451f-a79a-3775145e1a29 req-bada2fac-af65-4114-aa01-ee5aee298910 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 1.2558186 Feb 04 15:53:31.468056 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f633fcd-1ad7-489e-9dde-2235ed2349b1 req-19804af2-792e-4d1d-9dac-47ef29a4616e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 1095 time: 1.1408341 Feb 04 15:53:31.536047 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:27Z', 'revision_number': 3, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:31.543590 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-9f701257-4cd0-4b20-95f4-293a600a5c98 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] For port 297c0fd5-c539-47f4-a096-4939e74a7664, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=297c0fd5-c539-47f4-a096-4939e74a7664,segment=NetworkSegment(4c72b54d-24cb-4a8c-98ef-2864e07c48b8),segment_id=4c72b54d-24cb-4a8c-98ef-2864e07c48b8)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:31.544003 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3767d110-38fc-44e3-af22-ac169c11dae5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3e164b670584d19b2239b9b1a92cbc5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5237224 Feb 04 15:53:31.544234 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Checking router: f2e2f71e-4844-4f72-aad7-ef2ca735bc66 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:53:31.544603 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Updating router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 port 1931b790-9b46-4cdd-b3c4-51fb2611940a binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:53:31.544942 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f701257-4cd0-4b20-95f4-293a600a5c98 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.545379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767d110-38fc-44e3-af22-ac169c11dae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c450cf-5797-49ad-a86d-443966a768a3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:31.549272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49906) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:31.561771 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.562606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86821ec3-92ff-456c-b421-86f25c93e1d4 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:53:31.572817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:31.595411 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b06b6-a182-4f72-8394-1a293a2b333f None None] Pushing event updated for resources: {'Port': ['ID=c284db83-66f4-47f1-b73d-cf62f77b8907,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:31.603722 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.604247 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Added segment 33b11544-6270-4457-8472-43a6813ec262 of type vlan for network dbda4a8d-ab08-436b-8efb-2f66242bdeb3 Feb 04 15:53:31.627199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33f8f89e-ecef-4534-ada2-d9a67e7275d9 req-6fcadcd8-e733-4c84-8b33-949f0d2d7fd1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 1096 time: 0.9251754 Feb 04 15:53:31.706556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49910) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:31.754567 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.757207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.803077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13d1cc23-bcbc-4708-bb82-db9b2e9a4307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.809682 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-9f701257-4cd0-4b20-95f4-293a600a5c98 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for 297c0fd5-c539-47f4-a096-4939e74a7664 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:31.849628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13d1cc23-bcbc-4708-bb82-db9b2e9a4307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.922286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed7c88-2307-4f94-87fc-70f3ea200c3f req-eb85461d-e619-4bfb-b264-cf0cc60ab7be tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:31.926160 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:53:31.937202 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13ed7c88-2307-4f94-87fc-70f3ea200c3f req-eb85461d-e619-4bfb-b264-cf0cc60ab7be tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 945 time: 1.1206927 Feb 04 15:53:31.937403 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13d1cc23-bcbc-4708-bb82-db9b2e9a4307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.969242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1cc23-bcbc-4708-bb82-db9b2e9a4307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c450cf-5797-49ad-a86d-443966a768a3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:32.010656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Request body: {'networks': [{'name': 'tempest-network--754400806'}, {'name': 'tempest-network--1953605316'}]} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:32.010801 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Request body: {'network': {'name': 'tempest-network--754400806'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:32.011588 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Request body: {'network': {'name': 'tempest-network--1953605316'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:32.015514 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13d1cc23-bcbc-4708-bb82-db9b2e9a4307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.020807 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-13d1cc23-bcbc-4708-bb82-db9b2e9a4307 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11c450cf-5797-49ad-a86d-443966a768a3 HTTP/1.1" status: 204 len: 168 time: 0.4638054 Feb 04 15:53:32.023160 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.035998 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:32.036633 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.064700 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 15:53:32.068805 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0a60a437-b088-4c37-9f67-25e6e24cc711 tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.0309546 Feb 04 15:53:32.075020 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bce0692a-246c-451f-a79a-3775145e1a29 req-bf403e63-5bf7-4810-ac5f-a32b21fb7c88 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5922575 Feb 04 15:53:32.077131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49918) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:32.091297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:32.139770 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9059932 Feb 04 15:53:32.147681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49922) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:32.148820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Usage tracker for resource:network and tenant:d0a222010fb44040a995616d1f82f8e0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:32.262068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f633fcd-1ad7-489e-9dde-2235ed2349b1 req-c5807c2e-2a60-43a9-b144-2fe161192d31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:32.265193 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f633fcd-1ad7-489e-9dde-2235ed2349b1 req-c5807c2e-2a60-43a9-b144-2fe161192d31 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.7625673 Feb 04 15:53:32.266778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-05e69bf9-9464-41d0-87b2-069215f5563f tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Deleting port c47677cc-bba7-4b68-9e04-23d63d4b6851 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:32.267871 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05e69bf9-9464-41d0-87b2-069215f5563f tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.312581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13ed7c88-2307-4f94-87fc-70f3ea200c3f req-da94ff6c-3c4b-4f7c-b4f4-92aed80df0b0 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727107 Feb 04 15:53:32.350312 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c284db83-66f4-47f1-b73d-cf62f77b8907 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:32.393552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:32.404411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:32.412492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d0481fd3-5dca-45ab-b1f8-79f3b9ae6b77 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:32.440923 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.457975 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Transition to ACTIVE for port object 1931b790-9b46-4cdd-b3c4-51fb2611940a will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:32.468101 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.487386 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port c284db83-66f4-47f1-b73d-cf62f77b8907 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:32.488652 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f633fcd-1ad7-489e-9dde-2235ed2349b1 req-b78f3e39-9a02-4a59-a940-582e40c15859 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2 HTTP/1.1" status: 200 len: 998 time: 0.1806383 Feb 04 15:53:32.569505 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Attempting to bind port 1931b790-9b46-4cdd-b3c4-51fb2611940a on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:32.570496 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Attempting to bind port 1931b790-9b46-4cdd-b3c4-51fb2611940a by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:32.571008 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Attempting to bind port 1931b790-9b46-4cdd-b3c4-51fb2611940a on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:53:32.584271 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33f8f89e-ecef-4534-ada2-d9a67e7275d9 req-2e93daae-0dbc-4aea-8426-b064c19047ed service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8192306 Feb 04 15:53:32.586158 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1102b0-56f6-4c06-98c8-441025708ab1 None None] Pushing event updated for resources: {'Port': ['ID=1931b790-9b46-4cdd-b3c4-51fb2611940a,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:32.597905 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1102b0-56f6-4c06-98c8-441025708ab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:32.599709 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1102b0-56f6-4c06-98c8-441025708ab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:32.600192 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1102b0-56f6-4c06-98c8-441025708ab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:32.600676 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1102b0-56f6-4c06-98c8-441025708ab1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:32.601159 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1102b0-56f6-4c06-98c8-441025708ab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:32.601635 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1102b0-56f6-4c06-98c8-441025708ab1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:32.602171 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1102b0-56f6-4c06-98c8-441025708ab1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:32.602667 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1102b0-56f6-4c06-98c8-441025708ab1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:32.603461 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1102b0-56f6-4c06-98c8-441025708ab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:32.604041 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1102b0-56f6-4c06-98c8-441025708ab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:32.604628 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1102b0-56f6-4c06-98c8-441025708ab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:32.610774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f633fcd-1ad7-489e-9dde-2235ed2349b1 req-bb595449-669a-47c7-806b-50d71be5c5fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:32.611041 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:53:32.612158 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f633fcd-1ad7-489e-9dde-2235ed2349b1 req-bb595449-669a-47c7-806b-50d71be5c5fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.0988319 Feb 04 15:53:32.612615 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:32.613503 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.614755 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:53:32.616594 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Bound port: 1931b790-9b46-4cdd-b3c4-51fb2611940a, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:32.617193 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.738783 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] For port 1931b790-9b46-4cdd-b3c4-51fb2611940a, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:53:32.743345 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] For port 1931b790-9b46-4cdd-b3c4-51fb2611940a, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1931b790-9b46-4cdd-b3c4-51fb2611940a,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:53:32.751256 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.789354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21492cd-1b5c-4086-80a9-bbdb425452d6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Network': ['ID=dbda4a8d-ab08-436b-8efb-2f66242bdeb3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:32.805148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network dbda4a8d-ab08-436b-8efb-2f66242bdeb3 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:32.907412 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Routers {'f2e2f71e-4844-4f72-aad7-ef2ca735bc66'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:53:32.908859 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:53:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:32.958034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Made reservation on behalf of d0a222010fb44040a995616d1f82f8e0 for: {'network': 2} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:32.965413 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.006142 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05e69bf9-9464-41d0-87b2-069215f5563f tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.029473 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.226629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0481fd3-5dca-45ab-b1f8-79f3b9ae6b77 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.243347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81217ca4-5441-4bcf-83d7-d21b8d3a22c1 None None] Network fbdaef56-32d7-4c89-af20-0e2738072b5c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:33.246015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-05e69bf9-9464-41d0-87b2-069215f5563f tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Calling delete_port for c47677cc-bba7-4b68-9e04-23d63d4b6851 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:33.299880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:33.313529 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0481fd3-5dca-45ab-b1f8-79f3b9ae6b77 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.318070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Usage tracker for resource:security_group_rule and tenant:d0a222010fb44040a995616d1f82f8e0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:33.325036 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:53:33.381193 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1102b0-56f6-4c06-98c8-441025708ab1 None None] Pushing event updated for resources: {'Port': ['ID=1931b790-9b46-4cdd-b3c4-51fb2611940a,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:33.406217 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e064ff7e-a6cf-4e03-858d-fbad577dfcba None None] Provisioning for port c284db83-66f4-47f1-b73d-cf62f77b8907 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:33.408884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:33.440257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e064ff7e-a6cf-4e03-858d-fbad577dfcba None None] Provisioning complete for port c284db83-66f4-47f1-b73d-cf62f77b8907 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:33.441043 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e064ff7e-a6cf-4e03-858d-fbad577dfcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.457679 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] Set router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:53:33.476806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f633fcd-1ad7-489e-9dde-2235ed2349b1 req-d6c8044e-021c-422b-80fe-6111f9c166c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6245422 Feb 04 15:53:33.515671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:33.588426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0481fd3-5dca-45ab-b1f8-79f3b9ae6b77 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network dbda4a8d-ab08-436b-8efb-2f66242bdeb3 is not hosted by any dhcp agent {{(pid=83550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 15:53:33.593162 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0481fd3-5dca-45ab-b1f8-79f3b9ae6b77 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:33.594239 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0481fd3-5dca-45ab-b1f8-79f3b9ae6b77 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.599806 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d0481fd3-5dca-45ab-b1f8-79f3b9ae6b77 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "PUT /v2.0/networks/dbda4a8d-ab08-436b-8efb-2f66242bdeb3 HTTP/1.1" status: 200 len: 723 time: 1.4423087 Feb 04 15:53:33.602271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49944) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:33.640355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-845bdc1f-51d5-4305-9afc-35a6ea9c8632 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'subnet': {'network_id': 'dbda4a8d-ab08-436b-8efb-2f66242bdeb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:33.791310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0481fd3-5dca-45ab-b1f8-79f3b9ae6b77 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Network': ['ID=dbda4a8d-ab08-436b-8efb-2f66242bdeb3,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:33.826602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network dbda4a8d-ab08-436b-8efb-2f66242bdeb3 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:34.024234 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:27Z', 'revision_number': 3, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:34.037914 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3ed01d-8f43-4a5c-b76e-2302511643b5 None None] The sync data for ids ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'] in n-d-827872-1 is: [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:27Z', 'revision_number': 3, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:53:34.049594 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-845bdc1f-51d5-4305-9afc-35a6ea9c8632 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:34.171271 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e064ff7e-a6cf-4e03-858d-fbad577dfcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.173357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-845bdc1f-51d5-4305-9afc-35a6ea9c8632 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:34.226282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e064ff7e-a6cf-4e03-858d-fbad577dfcba None None] For port c284db83-66f4-47f1-b73d-cf62f77b8907, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c284db83-66f4-47f1-b73d-cf62f77b8907,segment=NetworkSegment(11e91016-48d1-42f0-a3ee-fea22f5b2041),segment_id=11e91016-48d1-42f0-a3ee-fea22f5b2041)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:34.232338 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e064ff7e-a6cf-4e03-858d-fbad577dfcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.250695 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f701257-4cd0-4b20-95f4-293a600a5c98 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.301895 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f633fcd-1ad7-489e-9dde-2235ed2349b1 req-30082d05-58d6-4e02-86af-195e5cfe0b50 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7884250 Feb 04 15:53:34.403638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845bdc1f-51d5-4305-9afc-35a6ea9c8632 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:34.445589 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed59a2f-7ae7-4b75-9a98-bf243a29b4ab None None] Update dhcp port {'port': {'network_id': 'fbdaef56-32d7-4c89-af20-0e2738072b5c', 'fixed_ips': [{'subnet_id': 'e8eee682-8b5c-4ab5-bfdc-2d3e5ad02ef2', 'ip_address': '2001:db8::2'}, {'subnet_id': '82de7e48-4e30-460c-a933-d1beea326305'}], 'binding:host_id': 'n-d-827872-1'}, 'id': 'c284db83-66f4-47f1-b73d-cf62f77b8907'} from n-d-827872-1. {{(pid=83552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 15:53:34.507900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f701257-4cd0-4b20-95f4-293a600a5c98 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Port': ['ID=297c0fd5-c539-47f4-a096-4939e74a7664,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:34.512078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f633fcd-1ad7-489e-9dde-2235ed2349b1 req-725a8a24-398d-48ed-b610-cc8b29edceee service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908443 Feb 04 15:53:34.571475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064ff7e-a6cf-4e03-858d-fbad577dfcba None None] Pushing event updated for resources: {'Port': ['ID=c284db83-66f4-47f1-b73d-cf62f77b8907,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:34.598444 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eed59a2f-7ae7-4b75-9a98-bf243a29b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.624923 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.657844 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.658595 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.692300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6b599-d5a7-46e8-9620-fc59e4b9a455 req-fc2e4f52-4b38-41dd-bf83-983619776f54 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:34.700060 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6fd6b599-d5a7-46e8-9620-fc59e4b9a455 req-fc2e4f52-4b38-41dd-bf83-983619776f54 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 1.2894897 Feb 04 15:53:34.733317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:34.821212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cea416-8f47-458f-b040-7c4185fdca6c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:34.931367 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.931810 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Added segment 7b97cbc3-7217-4da2-9a2a-3e3f9d005e1c of type vlan for network ecae7986-fb9f-424c-9db9-3a3892836475 Feb 04 15:53:34.949413 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-845bdc1f-51d5-4305-9afc-35a6ea9c8632 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.964104 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6fd6b599-d5a7-46e8-9620-fc59e4b9a455 req-27093de7-5593-4bc1-86cc-3bdc5275e886 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628293 Feb 04 15:53:35.001343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874680c9-84b3-48fd-b86f-0279477255a8 req-2f522224-6158-494c-a731-6484a5a4acfb tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:35.025756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-874680c9-84b3-48fd-b86f-0279477255a8 req-2f522224-6158-494c-a731-6484a5a4acfb tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 945 time: 1.3724699 Feb 04 15:53:35.034383 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05e69bf9-9464-41d0-87b2-069215f5563f tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.060050 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-eed59a2f-7ae7-4b75-9a98-bf243a29b4ab None None] Allocated IP 172.20.0.1 (fbdaef56-32d7-4c89-af20-0e2738072b5c/82de7e48-4e30-460c-a933-d1beea326305/c284db83-66f4-47f1-b73d-cf62f77b8907) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:35.250437 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.294561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e69bf9-9464-41d0-87b2-069215f5563f tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Pushing event deleted for resources: {'Port': ['ID=c47677cc-bba7-4b68-9e04-23d63d4b6851,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:35.317938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:35.327149 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.327513 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Added segment 5d6ae565-a214-4634-9ab9-9bd4aae19196 of type vlan for network ecf929b5-8a54-45c5-89a4-9b79919682eb Feb 04 15:53:35.366262 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.410930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.431715 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.434287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.444064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:35.447115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:35.447810 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.458332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-eed59a2f-7ae7-4b75-9a98-bf243a29b4ab None None] For port c284db83-66f4-47f1-b73d-cf62f77b8907, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c284db83-66f4-47f1-b73d-cf62f77b8907,segment=NetworkSegment(11e91016-48d1-42f0-a3ee-fea22f5b2041),segment_id=11e91016-48d1-42f0-a3ee-fea22f5b2041)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:35.497002 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05e69bf9-9464-41d0-87b2-069215f5563f tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.521692 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eed59a2f-7ae7-4b75-9a98-bf243a29b4ab None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.528761 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.8206913 Feb 04 15:53:35.536446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-874680c9-84b3-48fd-b86f-0279477255a8 req-8a21b504-6467-4b27-a270-b98925478209 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088789 Feb 04 15:53:35.537736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49960) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:35.546193 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-05e69bf9-9464-41d0-87b2-069215f5563f tempest-RoutersAdminNegativeTest-482869415 tempest-RoutersAdminNegativeTest-482869415-project-admin] 10.222.0.60 "DELETE /v2.0/ports/c47677cc-bba7-4b68-9e04-23d63d4b6851 HTTP/1.1" status: 204 len: 168 time: 3.4471340 Feb 04 15:53:35.572218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-eed59a2f-7ae7-4b75-9a98-bf243a29b4ab None None] Transition to ACTIVE for port object c284db83-66f4-47f1-b73d-cf62f77b8907 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:35.577618 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eed59a2f-7ae7-4b75-9a98-bf243a29b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.602136 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f701257-4cd0-4b20-95f4-293a600a5c98 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.870264 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed59a2f-7ae7-4b75-9a98-bf243a29b4ab None None] Pushing event updated for resources: {'Port': ['ID=c284db83-66f4-47f1-b73d-cf62f77b8907,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:36.021014 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event updated for resources: {'Network': ['ID=ecae7986-fb9f-424c-9db9-3a3892836475,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:36.035583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network ecae7986-fb9f-424c-9db9-3a3892836475 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:36.487769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdeb5f1-1dc1-43b6-b0a7-99d860547f23 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event updated for resources: {'Network': ['ID=ecf929b5-8a54-45c5-89a4-9b79919682eb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:36.494394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49974) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:36.502410 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network ecf929b5-8a54-45c5-89a4-9b79919682eb details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:36.624369 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd934fd-8510-484e-b9a9-68e304de7332 req-10505a33-3f7a-4239-a5c9-8847aebcdc11 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:36.625926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fd934fd-8510-484e-b9a9-68e304de7332 req-10505a33-3f7a-4239-a5c9-8847aebcdc11 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.2971137 Feb 04 15:53:36.715055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c284db83-66f4-47f1-b73d-cf62f77b8907 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:36.756763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f701257-4cd0-4b20-95f4-293a600a5c98 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:53:36.785112 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fd934fd-8510-484e-b9a9-68e304de7332 req-978285b1-9c74-4889-ba7c-5caefa9dde6e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361876 Feb 04 15:53:36.923429 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e2983f7e-863c-43a6-8b4d-b6c085aa0dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.941446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68764ec-4403-4e11-8a3c-c6abba1389f8 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:36.957160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68764ec-4403-4e11-8a3c-c6abba1389f8 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:36.964797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68764ec-4403-4e11-8a3c-c6abba1389f8 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:36.975452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68764ec-4403-4e11-8a3c-c6abba1389f8 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:36.977312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d68764ec-4403-4e11-8a3c-c6abba1389f8 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Synchronizing usage tracker for tenant:d0a222010fb44040a995616d1f82f8e0 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:37.023214 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1931b790-9b46-4cdd-b3c4-51fb2611940a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:37.113123 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a54e30b-ecd9-40b6-9903-e4c622a390e0 None None] Network fbdaef56-32d7-4c89-af20-0e2738072b5c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:37.227369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Allocated IP 172.20.0.1 (c2183356-deba-4128-ad82-b10ca33a0ad9/bbe20dae-ec69-4ab2-b7ba-f48917395148/caa03b68-4765-4399-a777-5229d0a99039) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:37.238386 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-91c969cd-b54f-442a-9147-10c099f8c089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.251232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d68764ec-4403-4e11-8a3c-c6abba1389f8 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Unset dirty status for tenant:d0a222010fb44040a995616d1f82f8e0 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:37.252421 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d68764ec-4403-4e11-8a3c-c6abba1389f8 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.6317170 Feb 04 15:53:37.259108 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-845bdc1f-51d5-4305-9afc-35a6ea9c8632 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.264689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49996) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:37.358676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 1931b790-9b46-4cdd-b3c4-51fb2611940a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:37.367751 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b97a6be2-8eda-48f7-966d-6b6890a0a183 None None] Provisioning for port c284db83-66f4-47f1-b73d-cf62f77b8907 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:37.412149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b97a6be2-8eda-48f7-966d-6b6890a0a183 None None] Provisioning complete for port c284db83-66f4-47f1-b73d-cf62f77b8907 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:37.412757 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b97a6be2-8eda-48f7-966d-6b6890a0a183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.475521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b1edb-47f7-4dfb-8a8f-25d40438cc5d req-11016319-cb92-4336-88fc-d989ec52bb7b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:37.476720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-819b1edb-47f7-4dfb-8a8f-25d40438cc5d req-11016319-cb92-4336-88fc-d989ec52bb7b tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 945 time: 0.2674730 Feb 04 15:53:37.479838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1931b790-9b46-4cdd-b3c4-51fb2611940a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:37.482849 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.487209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e446966-3b97-4f27-94ff-2d572d2edafd req-97b40895-422e-43fc-9e1b-da7ccf8aa058 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:37.494132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e446966-3b97-4f27-94ff-2d572d2edafd req-97b40895-422e-43fc-9e1b-da7ccf8aa058 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.2836771 Feb 04 15:53:37.592499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f701257-4cd0-4b20-95f4-293a600a5c98 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:53:37.602484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9f701257-4cd0-4b20-95f4-293a600a5c98 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/3b4409b6-a4db-4b00-8f62-bd7c59a56a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3784273 Feb 04 15:53:37.603782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50004) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:37.612201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bdc1f-51d5-4305-9afc-35a6ea9c8632 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Subnet': ['ID=04dd3b8d-d2c6-4dc8-97d4-eb25de1df781,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:37.619843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e446966-3b97-4f27-94ff-2d572d2edafd req-bc5cd172-11ae-469e-af0e-52b3a6c3a4fb tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247103 Feb 04 15:53:37.621591 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6feda9-99d3-4ee2-8529-5610d1575ebd None None] Sync routers for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:53:37.627991 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-819b1edb-47f7-4dfb-8a8f-25d40438cc5d req-6cc8437d-812a-4bb3-acdf-bea09dcc8e45 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309655 Feb 04 15:53:37.654097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-91c969cd-b54f-442a-9147-10c099f8c089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:37.826225 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6feda9-99d3-4ee2-8529-5610d1575ebd None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:53:37.826932 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3b6feda9-99d3-4ee2-8529-5610d1575ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:53:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:37.973834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70488f4-d1c1-44b1-885e-0397325118be req-9b8e07c9-4f05-4acc-afb6-1c8b658a51e7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:37.988554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e70488f4-d1c1-44b1-885e-0397325118be req-9b8e07c9-4f05-4acc-afb6-1c8b658a51e7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.2069731 Feb 04 15:53:37.993652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-91c969cd-b54f-442a-9147-10c099f8c089 admin admin] Usage tracker for resource:security_group_rule and tenant:25435780e19d475a8c9a1f358969cab4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:38.028418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cde8de6-4d75-4374-a687-fa5651d56d94 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting subnet b7d76633-0a60-40b9-950a-e57ff7c4ee7e {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:53:38.033105 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-91c969cd-b54f-442a-9147-10c099f8c089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:38.080161 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e70488f4-d1c1-44b1-885e-0397325118be req-8d892ed7-aa1d-4f07-9c9d-74c37d15e132 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853701 Feb 04 15:53:38.089195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9aebd253-b062-4fc4-b35d-970d479bc04f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.092827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-91c969cd-b54f-442a-9147-10c099f8c089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:38.100465 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cde8de6-4d75-4374-a687-fa5651d56d94 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.105404 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.137674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 1931b790-9b46-4cdd-b3c4-51fb2611940a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1931b790-9b46-4cdd-b3c4-51fb2611940a,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:38.157230 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.273699 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cde8de6-4d75-4374-a687-fa5651d56d94 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.292739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-3b6feda9-99d3-4ee2-8529-5610d1575ebd None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:53:38.396668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=1931b790-9b46-4cdd-b3c4-51fb2611940a,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:38.401532 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cde8de6-4d75-4374-a687-fa5651d56d94 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.537647 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cde8de6-4d75-4374-a687-fa5651d56d94 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.619513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48fd9f-bbca-4db5-b4e6-647d59819e70 req-9f91400a-36cc-4eef-9d14-701f10bf1ca9 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:38.631005 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8a48fd9f-bbca-4db5-b4e6-647d59819e70 req-9f91400a-36cc-4eef-9d14-701f10bf1ca9 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 945 time: 0.1738949 Feb 04 15:53:38.661951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde8de6-4d75-4374-a687-fa5651d56d94 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d76633-0a60-40b9-950a-e57ff7c4ee7e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:38.688338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845bdc1f-51d5-4305-9afc-35a6ea9c8632 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Checking segment: {'id': '33b11544-6270-4457-8472-43a6813ec262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dbda4a8d-ab08-436b-8efb-2f66242bdeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:38.688941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845bdc1f-51d5-4305-9afc-35a6ea9c8632 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network hostable DHCP agents. Network: dbda4a8d-ab08-436b-8efb-2f66242bdeb3, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:38.705660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8a48fd9f-bbca-4db5-b4e6-647d59819e70 req-53677950-eb99-497e-b595-3495565dac3e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700181 Feb 04 15:53:38.751927 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.758183 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cde8de6-4d75-4374-a687-fa5651d56d94 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.779085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89948be-b6ba-4f81-9cb9-3bc316d2dd23 None None] Network 1db9e92e-1f68-47c7-9007-b85498216049 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:38.874947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d11614fa-f981-4ee5-85de-3f711ba18f51 None None] Provisioning complete for port c284db83-66f4-47f1-b73d-cf62f77b8907 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:38.875372 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d11614fa-f981-4ee5-85de-3f711ba18f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.888494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Transition to ACTIVE for port object caa03b68-4765-4399-a777-5229d0a99039 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:38.931326 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9aebd253-b062-4fc4-b35d-970d479bc04f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.984928 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0cde8de6-4d75-4374-a687-fa5651d56d94 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/b7d76633-0a60-40b9-950a-e57ff7c4ee7e HTTP/1.1" status: 204 len: 168 time: 1.3700507 Feb 04 15:53:38.985813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50028) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:39.029112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845bdc1f-51d5-4305-9afc-35a6ea9c8632 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network dbda4a8d-ab08-436b-8efb-2f66242bdeb3 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:39.108978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a74df-7001-4d1b-9448-f2535eda04e9 req-52162bca-1ac8-430a-9d41-8a8187b33d68 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:39.110670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-705a74df-7001-4d1b-9448-f2535eda04e9 req-52162bca-1ac8-430a-9d41-8a8187b33d68 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.2026174 Feb 04 15:53:39.215755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-705a74df-7001-4d1b-9448-f2535eda04e9 req-17d014a6-52ef-4d16-b5a3-a9b2ded25a5a tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968039 Feb 04 15:53:39.262444 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-40800767-518a-49b6-b2fe-7905567048aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.309158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9aebd253-b062-4fc4-b35d-970d479bc04f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecae7986-fb9f-424c-9db9-3a3892836475']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:39.320276 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-91c969cd-b54f-442a-9147-10c099f8c089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.331542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-845bdc1f-51d5-4305-9afc-35a6ea9c8632 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, dbda4a8d-ab08-436b-8efb-2f66242bdeb3) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:39.335742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845bdc1f-51d5-4305-9afc-35a6ea9c8632 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:39.336337 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-845bdc1f-51d5-4305-9afc-35a6ea9c8632 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.344356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9aebd253-b062-4fc4-b35d-970d479bc04f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b97cbc3-7217-4da2-9a2a-3e3f9d005e1c') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:39.344691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9aebd253-b062-4fc4-b35d-970d479bc04f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b97cbc3-7217-4da2-9a2a-3e3f9d005e1c') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:39.363784 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-91c969cd-b54f-442a-9147-10c099f8c089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.384904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802aef46-8c46-432a-a312-9e6488831ac3 None None] Network dbda4a8d-ab08-436b-8efb-2f66242bdeb3 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:39.415706 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9aebd253-b062-4fc4-b35d-970d479bc04f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.465082 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.472202 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.479835 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-845bdc1f-51d5-4305-9afc-35a6ea9c8632 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.8551729 Feb 04 15:53:39.481840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50034) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:39.496327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4013c6b2-8a83-4324-8f5e-deaef7a5e67e tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:39.514320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c969cd-b54f-442a-9147-10c099f8c089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a293af-6c1a-4aeb-95fe-08b0f65cef5a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:39.530222 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9aebd253-b062-4fc4-b35d-970d479bc04f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.563427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3b6feda9-99d3-4ee2-8529-5610d1575ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:53:33Z', 'revision_number': 9, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:39.567706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aebd253-b062-4fc4-b35d-970d479bc04f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:53:39.571712 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9aebd253-b062-4fc4-b35d-970d479bc04f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.583565 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6feda9-99d3-4ee2-8529-5610d1575ebd None None] Checking router: 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:39.585982 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:39.592542 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-91c969cd-b54f-442a-9147-10c099f8c089 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25435780e19d475a8c9a1f358969cab4&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0467386 Feb 04 15:53:39.599953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50038) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:39.606707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6feda9-99d3-4ee2-8529-5610d1575ebd None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:53:39.608426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3b6feda9-99d3-4ee2-8529-5610d1575ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:53:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:39.790700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:39.792611 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.845220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Network c2183356-deba-4128-ad82-b10ca33a0ad9 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:39.847060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Pushing event updated for resources: {'Port': ['ID=caa03b68-4765-4399-a777-5229d0a99039,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:39.873079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:39.875519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:53:39.890819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41834e92-64e5-4aea-b9e6-96ac527b6d2e None None] DHCP port deletion for 1db9e92e-1f68-47c7-9007-b85498216049 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:53:39.942218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-dbda4a8d-ab08-436b-8efb-2f66242bdeb3', 'network_id': 'dbda4a8d-ab08-436b-8efb-2f66242bdeb3', 'tenant_id': '7cf47293b7374b42a069645ec1c2b151', 'fixed_ips': [{'subnet_id': '04dd3b8d-d2c6-4dc8-97d4-eb25de1df781'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:53:39.943310 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.953676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-41834e92-64e5-4aea-b9e6-96ac527b6d2e None None] Deleting port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:39.954310 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-41834e92-64e5-4aea-b9e6-96ac527b6d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.989977 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9aebd253-b062-4fc4-b35d-970d479bc04f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.025341 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9aebd253-b062-4fc4-b35d-970d479bc04f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.116983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-3b6feda9-99d3-4ee2-8529-5610d1575ebd None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:53:40.145634 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9aebd253-b062-4fc4-b35d-970d479bc04f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "DELETE /v2.0/networks/ecae7986-fb9f-424c-9db9-3a3892836475 HTTP/1.1" status: 204 len: 168 time: 2.8423505 Feb 04 15:53:40.145634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebd253-b062-4fc4-b35d-970d479bc04f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event deleted for resources: {'Network': ['ID=ecae7986-fb9f-424c-9db9-3a3892836475,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:40.146886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50046) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:40.152498 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4013c6b2-8a83-4324-8f5e-deaef7a5e67e tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3121876'] for subnet, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.158003 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.344313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7ad97-bca1-4ec8-923c-e12130d3bca0 req-0341f736-7304-4e6c-9a06-a42389c7baa5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:40.374253 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8e7ad97-bca1-4ec8-923c-e12130d3bca0 req-0341f736-7304-4e6c-9a06-a42389c7baa5 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 945 time: 0.3371787 Feb 04 15:53:40.413162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1931b790-9b46-4cdd-b3c4-51fb2611940a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:40.413633 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d30c7b72-596b-458c-bb27-a4aa04b28bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.471863 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.473792 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a6b33522-adb1-4b8b-943c-0d1ca6899681 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.505734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] For port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e832a0bd-abd0-4cf4-92b5-e68ec87a2d43,segment=NetworkSegment(4c72b54d-24cb-4a8c-98ef-2864e07c48b8),segment_id=4c72b54d-24cb-4a8c-98ef-2864e07c48b8)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:40.506105 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.515771 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d30c7b72-596b-458c-bb27-a4aa04b28bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.528103 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8e7ad97-bca1-4ec8-923c-e12130d3bca0 req-d6536cc6-d0f3-4d58-89d0-1b1779714661 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526234 Feb 04 15:53:40.595134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a451aeaa-a7a4-477a-a909-7264146bfd76 None None] Provisioning for port caa03b68-4765-4399-a777-5229d0a99039 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:40.665776 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4013c6b2-8a83-4324-8f5e-deaef7a5e67e tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745126452996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2227743'] for subnet, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.693729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:40.740818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013c6b2-8a83-4324-8f5e-deaef7a5e67e tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Subnet': ['ID=04dd3b8d-d2c6-4dc8-97d4-eb25de1df781,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:40.756275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4013c6b2-8a83-4324-8f5e-deaef7a5e67e tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:40.756853 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4013c6b2-8a83-4324-8f5e-deaef7a5e67e tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.758116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4013c6b2-8a83-4324-8f5e-deaef7a5e67e tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "PUT /v2.0/subnets/04dd3b8d-d2c6-4dc8-97d4-eb25de1df781 HTTP/1.1" status: 200 len: 826 time: 1.2739255 Feb 04 15:53:40.763021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50066) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:40.791743 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.804283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c612b26-2a57-43ce-8e3d-8d83e7e798b9 req-5dc7b15e-6a45-462c-9253-490b01f1c65c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:40.805775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c612b26-2a57-43ce-8e3d-8d83e7e798b9 req-5dc7b15e-6a45-462c-9253-490b01f1c65c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.3740969 Feb 04 15:53:40.838256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a451aeaa-a7a4-477a-a909-7264146bfd76 None None] Provisioning complete for port caa03b68-4765-4399-a777-5229d0a99039 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:40.839635 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a451aeaa-a7a4-477a-a909-7264146bfd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.868863 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.047360 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.055369 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.112615 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c612b26-2a57-43ce-8e3d-8d83e7e798b9 req-eaa266b3-ef02-4d6e-852e-c7b303be42d0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567465 Feb 04 15:53:41.143003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Port': ['ID=e832a0bd-abd0-4cf4-92b5-e68ec87a2d43,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:41.167946 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a6b33522-adb1-4b8b-943c-0d1ca6899681 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.207822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] No DVR routers for this DVR port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:41.264412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-41834e92-64e5-4aea-b9e6-96ac527b6d2e None None] For port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e832a0bd-abd0-4cf4-92b5-e68ec87a2d43,segment=NetworkSegment(4c72b54d-24cb-4a8c-98ef-2864e07c48b8),segment_id=4c72b54d-24cb-4a8c-98ef-2864e07c48b8)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:41.264984 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-41834e92-64e5-4aea-b9e6-96ac527b6d2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.274038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Allocated IP 2001:db8::2 (dbda4a8d-ab08-436b-8efb-2f66242bdeb3/04dd3b8d-d2c6-4dc8-97d4-eb25de1df781/47b033d7-0671-4f60-aeb7-4cefa11fb8b1) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:41.295762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a451aeaa-a7a4-477a-a909-7264146bfd76 None None] Port caa03b68-4765-4399-a777-5229d0a99039 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:53:41.436406 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.533426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e96102-6eae-43ad-873e-2721cbe74d3e req-4b1d170c-687e-4ff6-a50e-79747dda4f29 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:41.541512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e96102-6eae-43ad-873e-2721cbe74d3e req-4b1d170c-687e-4ff6-a50e-79747dda4f29 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 945 time: 0.3454914 Feb 04 15:53:41.608512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-41834e92-64e5-4aea-b9e6-96ac527b6d2e None None] Calling delete_port for e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:41.617553 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80e96102-6eae-43ad-873e-2721cbe74d3e req-4ccba6b7-af71-4c5f-8ee5-77dc398c9ca1 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750554 Feb 04 15:53:41.649583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1931b790-9b46-4cdd-b3c4-51fb2611940a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:41.650151 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.741841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d30c7b72-596b-458c-bb27-a4aa04b28bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.791238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-096dc9d6-8bfc-4bc9-99b0-10d7a1b0d678 req-5d99164b-ad0c-4a40-bb4c-d83dd9d89a26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba5317e5b4e643378ca182cde621e16b&device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 1095 time: 0.1557515 Feb 04 15:53:41.833580 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.837898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-a6b33522-adb1-4b8b-943c-0d1ca6899681 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf929b5-8a54-45c5-89a4-9b79919682eb']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:41.840976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6219bc-e439-41c7-a786-72536658e5ac req-4f611ac7-97d9-4753-abb4-48dc7659f4e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:41.844519 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.847738 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb6219bc-e439-41c7-a786-72536658e5ac req-4f611ac7-97d9-4753-abb4-48dc7659f4e9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.1543105 Feb 04 15:53:41.858181 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-a6b33522-adb1-4b8b-943c-0d1ca6899681 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6ae565-a214-4634-9ab9-9bd4aae19196') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:41.858387 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.858529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-a6b33522-adb1-4b8b-943c-0d1ca6899681 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6ae565-a214-4634-9ab9-9bd4aae19196') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:41.875446 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a6b33522-adb1-4b8b-943c-0d1ca6899681 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.899166 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a6b33522-adb1-4b8b-943c-0d1ca6899681 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.909826 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b33522-adb1-4b8b-943c-0d1ca6899681 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:53:41.910255 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a6b33522-adb1-4b8b-943c-0d1ca6899681 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:41.917792 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 15:53:41.967823 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-41834e92-64e5-4aea-b9e6-96ac527b6d2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:53:41.979475 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-41834e92-64e5-4aea-b9e6-96ac527b6d2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:53:42.012144 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb6219bc-e439-41c7-a786-72536658e5ac req-67b65c23-eb4a-4f2c-827b-2b428b935dd8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632977 Feb 04 15:53:42.022887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3b6feda9-99d3-4ee2-8529-5610d1575ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:53:33Z', 'revision_number': 9, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:42.032658 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:42.044771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6feda9-99d3-4ee2-8529-5610d1575ebd None None] The sync data for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 is: [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:53:33Z', 'revision_number': 9, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95197da1-e77f-4cf8-ac00-be8f0c2470fe', 'name': '', 'network_id': '7ace37d3-0664-4e02-b5c4-c93f2b28b84e', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:52:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:52Z', 'updated_at': '2022-02-04T15:52:07Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': 'd8824e4c-6617-437c-b52b-63554cb60073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:53:42.054296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dc9d6-8bfc-4bc9-99b0-10d7a1b0d678 req-8f23f681-880a-4711-8729-caf6ef5d6d77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:42.055878 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-096dc9d6-8bfc-4bc9-99b0-10d7a1b0d678 req-8f23f681-880a-4711-8729-caf6ef5d6d77 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 200 len: 912 time: 0.2575755 Feb 04 15:53:42.093575 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.122535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c7b72-596b-458c-bb27-a4aa04b28bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a293af-6c1a-4aeb-95fe-08b0f65cef5a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:42.170681 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.181587 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Transition to ACTIVE for port object 47b033d7-0671-4f60-aeb7-4cefa11fb8b1 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:42.203521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Transition to ACTIVE for port object 47b033d7-0671-4f60-aeb7-4cefa11fb8b1 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:42.211929 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.243410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-096dc9d6-8bfc-4bc9-99b0-10d7a1b0d678 req-87837c25-6f62-4807-b14c-8f14a55e2127 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2 HTTP/1.1" status: 200 len: 998 time: 0.1789055 Feb 04 15:53:42.293943 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.305491 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Network dbda4a8d-ab08-436b-8efb-2f66242bdeb3 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:42.312380 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:42.314134 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.318092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:53:42.329143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db9e92e-1f68-47c7-9007-b85498216049']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:42.331594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Pushing event updated for resources: {'Port': ['ID=47b033d7-0671-4f60-aeb7-4cefa11fb8b1,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:42.343522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c72b54d-24cb-4a8c-98ef-2864e07c48b8') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:42.343807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c72b54d-24cb-4a8c-98ef-2864e07c48b8') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:42.357128 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.363371 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Subnet': ['ID=04dd3b8d-d2c6-4dc8-97d4-eb25de1df781,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:42.376677 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.414926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dc9d6-8bfc-4bc9-99b0-10d7a1b0d678 req-defe3c89-807a-4842-b680-fb83475b0616 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:42.417566 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-096dc9d6-8bfc-4bc9-99b0-10d7a1b0d678 req-defe3c89-807a-4842-b680-fb83475b0616 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 200 len: 850 time: 0.1598430 Feb 04 15:53:42.446641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:42.467621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:53:42.468038 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.497584 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-41834e92-64e5-4aea-b9e6-96ac527b6d2e None None] Deleting port e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:42.498122 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-41834e92-64e5-4aea-b9e6-96ac527b6d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.535097 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:53:42.542763 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e832a0bd-abd0-4cf4-92b5-e68ec87a2d43 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:53:42.588252 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d30c7b72-596b-458c-bb27-a4aa04b28bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.590876 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d30c7b72-596b-458c-bb27-a4aa04b28bd8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6a293af-6c1a-4aeb-95fe-08b0f65cef5a HTTP/1.1" status: 204 len: 168 time: 2.8721762 Feb 04 15:53:42.592090 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:42.596090 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:42.600251 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.642659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 297c0fd5-c539-47f4-a096-4939e74a7664 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:42.646814 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.712255 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/networks/1db9e92e-1f68-47c7-9007-b85498216049 HTTP/1.1" status: 204 len: 168 time: 3.7148328 Feb 04 15:53:42.714430 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50094) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:42.722147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Pushing event updated for resources: {'Port': ['ID=caa03b68-4765-4399-a777-5229d0a99039,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:42.739827 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a6b33522-adb1-4b8b-943c-0d1ca6899681 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.745450 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.758382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a6b33522-adb1-4b8b-943c-0d1ca6899681 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.768710 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a6b33522-adb1-4b8b-943c-0d1ca6899681 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "DELETE /v2.0/networks/ecf929b5-8a54-45c5-89a4-9b79919682eb HTTP/1.1" status: 204 len: 168 time: 2.6148045 Feb 04 15:53:42.773670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50098) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:42.804107 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Attempting to bind port 47b033d7-0671-4f60-aeb7-4cefa11fb8b1 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:42.804745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Attempting to bind port 47b033d7-0671-4f60-aeb7-4cefa11fb8b1 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '33b11544-6270-4457-8472-43a6813ec262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dbda4a8d-ab08-436b-8efb-2f66242bdeb3'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:42.805613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbda4a8d-ab08-436b-8efb-2f66242bdeb3']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:42.806187 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Attempting to bind port 47b033d7-0671-4f60-aeb7-4cefa11fb8b1 on network dbda4a8d-ab08-436b-8efb-2f66242bdeb3 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:53:42.837676 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b11544-6270-4457-8472-43a6813ec262') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:42.838120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b11544-6270-4457-8472-43a6813ec262') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:42.863089 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.897890 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-41834e92-64e5-4aea-b9e6-96ac527b6d2e None None] The port 'e832a0bd-abd0-4cf4-92b5-e68ec87a2d43' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:53:42.898735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 297c0fd5-c539-47f4-a096-4939e74a7664 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:53:42.899079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 297c0fd5-c539-47f4-a096-4939e74a7664 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:53:42.906399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:53:42.906782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Checking segment: {'id': '33b11544-6270-4457-8472-43a6813ec262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dbda4a8d-ab08-436b-8efb-2f66242bdeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:42.907293 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.907591 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Bound using segment: {'id': '33b11544-6270-4457-8472-43a6813ec262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dbda4a8d-ab08-436b-8efb-2f66242bdeb3'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:53:42.908078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Bound port: 47b033d7-0671-4f60-aeb7-4cefa11fb8b1, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b11544-6270-4457-8472-43a6813ec262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dbda4a8d-ab08-436b-8efb-2f66242bdeb3'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:42.908449 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.913862 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-096dc9d6-8bfc-4bc9-99b0-10d7a1b0d678 req-08f533af-98f8-4f03-a1a8-284d406c8cd9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d7217e5-e318-4a66-a489-b15644d8d3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4900365 Feb 04 15:53:42.945640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f95f7e-1b21-4ea9-bda9-8861b6a5a183 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Network': ['ID=1db9e92e-1f68-47c7-9007-b85498216049,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:42.966465 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.114013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] For port 47b033d7-0671-4f60-aeb7-4cefa11fb8b1, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:53:43.139488 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-096dc9d6-8bfc-4bc9-99b0-10d7a1b0d678 req-4a6a3da8-da6b-4f8f-9f68-5b24dfc6c6e0 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744769 Feb 04 15:53:43.148635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:53:43.149262 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.174737 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b33522-adb1-4b8b-943c-0d1ca6899681 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event deleted for resources: {'Network': ['ID=ecf929b5-8a54-45c5-89a4-9b79919682eb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:43.184586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae781f-2012-41d5-b5db-23f50621f207 req-3a308002-4f6f-4886-8fe9-cb4351a9ed20 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:43.186277 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3dae781f-2012-41d5-b5db-23f50621f207 req-3a308002-4f6f-4886-8fe9-cb4351a9ed20 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 945 time: 0.5209215 Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:43.187015 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:43.323260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Network c2183356-deba-4128-ad82-b10ca33a0ad9 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:43.330551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:43.473488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50106) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:43.477733 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] For port 47b033d7-0671-4f60-aeb7-4cefa11fb8b1, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=47b033d7-0671-4f60-aeb7-4cefa11fb8b1,segment=NetworkSegment(33b11544-6270-4457-8472-43a6813ec262),segment_id=33b11544-6270-4457-8472-43a6813ec262)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:53:43.490151 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.490917 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:53:43.490917 n-d-827872-1 neutron-server[83551]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:53:43.490917 n-d-827872-1 neutron-server[83551]: [parameters: {'id': 'dbda4a8d-ab08-436b-8efb-2f66242bdeb3'}] Feb 04 15:53:43.490917 n-d-827872-1 neutron-server[83551]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:53:43.491554 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:53:43.580283 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cba0ac16-8f38-46fb-926d-79ba350aafcc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ce17049d63c42fa96d2bc70cdfb949c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0905175 Feb 04 15:53:43.586203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50110) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:43.599592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc0b41-4b8c-4a2e-a9f5-b1a6834bad44 None None] Pushing event updated for resources: {'Port': ['ID=47b033d7-0671-4f60-aeb7-4cefa11fb8b1,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:43.723721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-3dae781f-2012-41d5-b5db-23f50621f207 req-a7a37554-9bc8-41d9-8637-a97e0dbe24c7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Deleting port 095670ed-e2d0-4a9b-b112-9d993d964daa {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:43.724226 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3dae781f-2012-41d5-b5db-23f50621f207 req-a7a37554-9bc8-41d9-8637-a97e0dbe24c7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.753384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6a445b-19eb-44e9-ad1a-ec9266dc049a None None] Network dbda4a8d-ab08-436b-8efb-2f66242bdeb3 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:43.775835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae7f2a-6ff6-4316-9f35-ca921862950c tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:43.783702 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae7f2a-6ff6-4316-9f35-ca921862950c tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:43.784487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-00ae7f2a-6ff6-4316-9f35-ca921862950c tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Synchronizing usage tracker for tenant:d0a222010fb44040a995616d1f82f8e0 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:43.850386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-096dc9d6-8bfc-4bc9-99b0-10d7a1b0d678 req-9cf7a36e-26b5-4afc-93a3-cbf305eb5d34 service neutron] 10.222.0.73 "GET /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783922 Feb 04 15:53:43.859896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7472ac9-72b2-4cdf-974d-bfaba111f3ca req-9c9ba8ff-14d8-49c7-9a60-21c7c4ba5bbf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:43.866911 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7472ac9-72b2-4cdf-974d-bfaba111f3ca req-9c9ba8ff-14d8-49c7-9a60-21c7c4ba5bbf tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 945 time: 0.9847400 Feb 04 15:53:43.900587 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b0647981-093c-4884-9890-e1e5acf78477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.944937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f9c91671-eca5-4943-b62a-c9867921ffc1 None None] Provisioning complete for port caa03b68-4765-4399-a777-5229d0a99039 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:43.945591 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f9c91671-eca5-4943-b62a-c9867921ffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.966726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcca5bb-795a-4012-b3e9-c2e3ee849760 req-1c65131f-b2bc-4aa0-9a3b-5b224312f952 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:43.975711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7fcca5bb-795a-4012-b3e9-c2e3ee849760 req-1c65131f-b2bc-4aa0-9a3b-5b224312f952 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.6549232 Feb 04 15:53:43.999912 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.041052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7472ac9-72b2-4cdf-974d-bfaba111f3ca req-ac933e5d-9a43-46a6-a426-6a44b415909d tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730068 Feb 04 15:53:44.106676 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b0647981-093c-4884-9890-e1e5acf78477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.166231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-00ae7f2a-6ff6-4316-9f35-ca921862950c tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Unset dirty status for tenant:d0a222010fb44040a995616d1f82f8e0 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:44.172025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Deleting port 47b033d7-0671-4f60-aeb7-4cefa11fb8b1 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:44.172759 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.174282 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-00ae7f2a-6ff6-4316-9f35-ca921862950c tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2993810 Feb 04 15:53:44.179487 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f9c91671-eca5-4943-b62a-c9867921ffc1 None None] Port caa03b68-4765-4399-a777-5229d0a99039 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:53:44.207741 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50116) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:44.220460 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49ddf88-e79e-47c2-842a-d36e6e3444ae None None] Network dbda4a8d-ab08-436b-8efb-2f66242bdeb3 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:44.351119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7fcca5bb-795a-4012-b3e9-c2e3ee849760 req-c1b8b0ac-0fda-4428-9c8a-ec80fb663fe5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743486 Feb 04 15:53:44.369037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-54461097-8dfc-4f66-8a7a-e165ccb7b99a tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-490431935'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:44.400502 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-54461097-8dfc-4f66-8a7a-e165ccb7b99a tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:44.430487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-54461097-8dfc-4f66-8a7a-e165ccb7b99a tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:44.439832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-3dae781f-2012-41d5-b5db-23f50621f207 req-a7a37554-9bc8-41d9-8637-a97e0dbe24c7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] For port 095670ed-e2d0-4a9b-b112-9d993d964daa, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=095670ed-e2d0-4a9b-b112-9d993d964daa,segment=NetworkSegment(b360228e-8e07-4538-b7e7-c5d09e4e456b),segment_id=b360228e-8e07-4538-b7e7-c5d09e4e456b)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:44.440195 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3dae781f-2012-41d5-b5db-23f50621f207 req-a7a37554-9bc8-41d9-8637-a97e0dbe24c7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.451687 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a680ae-f4cb-41cb-a49a-e7c4ab7986fd None None] get_active_networks_info from n-d-827872-1 {{(pid=83552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 15:53:44.474261 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b0647981-093c-4884-9890-e1e5acf78477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.508682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0647981-093c-4884-9890-e1e5acf78477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6d81d3-b41e-4f77-8197-dbb8489c6de4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:44.521335 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b0647981-093c-4884-9890-e1e5acf78477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.522460 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b0647981-093c-4884-9890-e1e5acf78477 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f6d81d3-b41e-4f77-8197-dbb8489c6de4 HTTP/1.1" status: 204 len: 168 time: 0.9313860 Feb 04 15:53:44.593141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54461097-8dfc-4f66-8a7a-e165ccb7b99a tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Made reservation on behalf of d0a222010fb44040a995616d1f82f8e0 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:44.596368 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54461097-8dfc-4f66-8a7a-e165ccb7b99a tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.626548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13a72c21-f5d5-4d58-860b-1db80d293b68 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.680900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-3dae781f-2012-41d5-b5db-23f50621f207 req-a7a37554-9bc8-41d9-8637-a97e0dbe24c7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Calling delete_port for 095670ed-e2d0-4a9b-b112-9d993d964daa owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:44.756624 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a680ae-f4cb-41cb-a49a-e7c4ab7986fd None None] Resources bound (agent type, host, resource id): {{(pid=83552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:53:44.820369 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] For port 47b033d7-0671-4f60-aeb7-4cefa11fb8b1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=47b033d7-0671-4f60-aeb7-4cefa11fb8b1,segment=NetworkSegment(33b11544-6270-4457-8472-43a6813ec262),segment_id=33b11544-6270-4457-8472-43a6813ec262)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:44.820739 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.848702 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:53:44.905049 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 095670ed-e2d0-4a9b-b112-9d993d964daa no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:44.921607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54461097-8dfc-4f66-8a7a-e165ccb7b99a tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:45.049304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Calling delete_port for 47b033d7-0671-4f60-aeb7-4cefa11fb8b1 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:45.206829 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54461097-8dfc-4f66-8a7a-e165ccb7b99a tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.207156 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-54461097-8dfc-4f66-8a7a-e165ccb7b99a tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Added segment 4a80d393-60a1-435a-8631-6e6b3d60299a of type vlan for network cf8d231b-46ce-43d9-9830-58d168eb9fa1 Feb 04 15:53:45.452870 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54461097-8dfc-4f66-8a7a-e165ccb7b99a tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.484059 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3dae781f-2012-41d5-b5db-23f50621f207 req-a7a37554-9bc8-41d9-8637-a97e0dbe24c7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.507493 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.537308 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.586253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:53:45.594124 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2a953da7-eea4-44d7-aadb-2e85e67fe7ff admin admin] 10.222.0.60 "PUT /v2.0/routers/f2e2f71e-4844-4f72-aad7-ef2ca735bc66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3634434 Feb 04 15:53:45.605506 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Sync routers for ids ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:53:45.634496 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Routers {'f2e2f71e-4844-4f72-aad7-ef2ca735bc66'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:53:45.635974 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:53:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:45.808315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-13a72c21-f5d5-4d58-860b-1db80d293b68 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port 95197da1-e77f-4cf8-ac00-be8f0c2470fe {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:45.808667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13a72c21-f5d5-4d58-860b-1db80d293b68 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.938155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Port': ['ID=47b033d7-0671-4f60-aeb7-4cefa11fb8b1,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:45.988914 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-54461097-8dfc-4f66-8a7a-e165ccb7b99a tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:53:46.006281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a37554-9bc8-41d9-8637-a97e0dbe24c7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Pushing event deleted for resources: {'Port': ['ID=095670ed-e2d0-4a9b-b112-9d993d964daa,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:46.009922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dae781f-2012-41d5-b5db-23f50621f207 req-a7a37554-9bc8-41d9-8637-a97e0dbe24c7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] No DVR routers for this DVR port 095670ed-e2d0-4a9b-b112-9d993d964daa on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:46.015981 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3dae781f-2012-41d5-b5db-23f50621f207 req-a7a37554-9bc8-41d9-8637-a97e0dbe24c7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.024754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd356b53-5fcb-4e61-8ff5-3a3a726d236b', 'name': 'network-vif-deleted', 'tag': '095670ed-e2d0-4a9b-b112-9d993d964daa'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:46.088995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No DVR routers for this DVR port 47b033d7-0671-4f60-aeb7-4cefa11fb8b1 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:46.176102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-13a72c21-f5d5-4d58-860b-1db80d293b68 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] For port 95197da1-e77f-4cf8-ac00-be8f0c2470fe, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=95197da1-e77f-4cf8-ac00-be8f0c2470fe,segment=NetworkSegment(1f32f093-68a6-4676-bccf-327b2e2b3a05),segment_id=1f32f093-68a6-4676-bccf-327b2e2b3a05)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:46.176628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13a72c21-f5d5-4d58-860b-1db80d293b68 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.228544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2db39-dbd5-448f-ad52-a35289ac9705 req-4f51bd3a-125e-4d30-9b23-5dcf168c571f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:46.230749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3fe2db39-dbd5-448f-ad52-a35289ac9705 req-4f51bd3a-125e-4d30-9b23-5dcf168c571f tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd356b53-5fcb-4e61-8ff5-3a3a726d236b HTTP/1.1" status: 200 len: 867 time: 0.9230738 Feb 04 15:53:46.263035 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54461097-8dfc-4f66-8a7a-e165ccb7b99a tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.278091 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54461097-8dfc-4f66-8a7a-e165ccb7b99a tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:46.279357 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54461097-8dfc-4f66-8a7a-e165ccb7b99a tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.279767 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Set router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:53:46.702214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50156) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:46.704204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3dae781f-2012-41d5-b5db-23f50621f207 req-a7a37554-9bc8-41d9-8637-a97e0dbe24c7 tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.73 "DELETE /v2.0/ports/095670ed-e2d0-4a9b-b112-9d993d964daa HTTP/1.1" status: 204 len: 173 time: 3.4897144 Feb 04 15:53:46.760681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-13a72c21-f5d5-4d58-860b-1db80d293b68 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for 95197da1-e77f-4cf8-ac00-be8f0c2470fe owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:46.872550 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.918246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-54461097-8dfc-4f66-8a7a-e165ccb7b99a tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6611204 Feb 04 15:53:46.937206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50164) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:46.949979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49b0f4-4410-4c4f-b723-dbcc8c5a7882 req-97d880ed-7ac2-4c72-8dfa-1cf64c7b5826 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:46.958195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df49b0f4-4410-4c4f-b723-dbcc8c5a7882 req-97d880ed-7ac2-4c72-8dfa-1cf64c7b5826 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 1.2111034 Feb 04 15:53:46.966479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-7e910e8d-6f53-456f-93d6-a280fb5e1a50 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1146717911'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:46.987151 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'caa03b68-4765-4399-a777-5229d0a99039', 'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'mac_address': 'fa:16:3e:b3:ea:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:35Z', 'updated_at': '2022-02-04T15:53:41Z', 'revision_number': 2, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'subnets': [{'id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:46.999701 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Checking router: f2e2f71e-4844-4f72-aad7-ef2ca735bc66 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:53:47.000196 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Updating router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 port caa03b68-4765-4399-a777-5229d0a99039 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:53:47.025827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54461097-8dfc-4f66-8a7a-e165ccb7b99a tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event updated for resources: {'Network': ['ID=cf8d231b-46ce-43d9-9830-58d168eb9fa1,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:47.044818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network cf8d231b-46ce-43d9-9830-58d168eb9fa1 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:47.086835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7e910e8d-6f53-456f-93d6-a280fb5e1a50 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:47.093463 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.099106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbda4a8d-ab08-436b-8efb-2f66242bdeb3']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:47.126274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df49b0f4-4410-4c4f-b723-dbcc8c5a7882 req-d1e55a94-e5b5-40a9-8bce-dcf7278faa57 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671259 Feb 04 15:53:47.139614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3fe2db39-dbd5-448f-ad52-a35289ac9705 req-0145142d-a193-45f5-9706-6c913d54769e tempest-DeleteServersTestJSON-1936908477 tempest-DeleteServersTestJSON-1936908477-project] 10.222.0.60 "GET /v2.0/security-groups?id=1abf26f8-de58-4131-834b-e6ac6e10e427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959598 Feb 04 15:53:47.150507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b11544-6270-4457-8472-43a6813ec262') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:47.151721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b11544-6270-4457-8472-43a6813ec262') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:47.159996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7e910e8d-6f53-456f-93d6-a280fb5e1a50 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:47.192629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13a72c21-f5d5-4d58-860b-1db80d293b68 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.211330 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2059332748'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:47.233612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:47.240564 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.269015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e910e8d-6f53-456f-93d6-a280fb5e1a50 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Made reservation on behalf of d0a222010fb44040a995616d1f82f8e0 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:47.272278 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e910e8d-6f53-456f-93d6-a280fb5e1a50 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.293237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:network and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:47.302728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:47.310808 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.321853 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd356b53-5fcb-4e61-8ff5-3a3a726d236b', 'name': 'network-vif-deleted', 'tag': '095670ed-e2d0-4a9b-b112-9d993d964daa', 'status': 'completed', 'code': 200} Feb 04 15:53:47.322922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:47.330015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a72c21-f5d5-4d58-860b-1db80d293b68 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Port': ['ID=95197da1-e77f-4cf8-ac00-be8f0c2470fe,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:47.330260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:53:47.330675 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:47.355412 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:47.459618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e910e8d-6f53-456f-93d6-a280fb5e1a50 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:47.474806 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e910e8d-6f53-456f-93d6-a280fb5e1a50 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.475212 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-7e910e8d-6f53-456f-93d6-a280fb5e1a50 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Added segment 24b66481-671c-42e0-aac5-874d77116db6 of type vlan for network 725fbdd2-bcc2-4401-9c18-c299f7c7f460 Feb 04 15:53:47.509487 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e910e8d-6f53-456f-93d6-a280fb5e1a50 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.606295 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e910e8d-6f53-456f-93d6-a280fb5e1a50 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.616584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e910e8d-6f53-456f-93d6-a280fb5e1a50 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:47.618341 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e910e8d-6f53-456f-93d6-a280fb5e1a50 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.695936 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:47.706045 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.863610 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-13a72c21-f5d5-4d58-860b-1db80d293b68 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.916498 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.949912 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.970671 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.973093 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/dbda4a8d-ab08-436b-8efb-2f66242bdeb3 HTTP/1.1" status: 204 len: 168 time: 7.2079298 Feb 04 15:53:47.976421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50174) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:47.981985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7e910e8d-6f53-456f-93d6-a280fb5e1a50 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0217402 Feb 04 15:53:47.982974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e910e8d-6f53-456f-93d6-a280fb5e1a50 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event updated for resources: {'Network': ['ID=725fbdd2-bcc2-4401-9c18-c299f7c7f460,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:47.990547 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.994214 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 725fbdd2-bcc2-4401-9c18-c299f7c7f460 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:48.005875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50178) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:48.024320 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Transition to ACTIVE for port object caa03b68-4765-4399-a777-5229d0a99039 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:48.043079 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.046069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Request body: {'ports': [{'network_id': 'cf8d231b-46ce-43d9-9830-58d168eb9fa1', 'name': 'tempest-port--97625983', 'admin_state_up': True}, {'network_id': '725fbdd2-bcc2-4401-9c18-c299f7c7f460', 'admin_state_up': False}]} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:48.046644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Request body: {'port': {'network_id': 'cf8d231b-46ce-43d9-9830-58d168eb9fa1', 'name': 'tempest-port--97625983', 'admin_state_up': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:48.047448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Request body: {'port': {'network_id': '725fbdd2-bcc2-4401-9c18-c299f7c7f460', 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:48.094587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc4930-2254-49b0-9c64-d9688180c3dc tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Network': ['ID=dbda4a8d-ab08-436b-8efb-2f66242bdeb3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:48.112303 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac7c856-ecf3-4cad-bb64-00c8c3950d8e tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] DELETE failed (client error): The resource could not be found. Feb 04 15:53:48.112742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac7c856-ecf3-4cad-bb64-00c8c3950d8e tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:48.221464 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fac7c856-ecf3-4cad-bb64-00c8c3950d8e tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/dbda4a8d-ab08-436b-8efb-2f66242bdeb3 HTTP/1.1" status: 404 len: 339 time: 0.2416053 Feb 04 15:53:48.222092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50184) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:48.256205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1514499301', 'description': 'd1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:48.266432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:48.281280 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffad65-efea-4d13-b721-ffb9eaec5cf0 None None] Pushing event updated for resources: {'Port': ['ID=caa03b68-4765-4399-a777-5229d0a99039,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:48.304756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:security_group_rule and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:48.315646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:48.323690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:48.351285 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Attempting to bind port caa03b68-4765-4399-a777-5229d0a99039 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:48.351739 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Attempting to bind port caa03b68-4765-4399-a777-5229d0a99039 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:48.352168 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Attempting to bind port caa03b68-4765-4399-a777-5229d0a99039 on network c2183356-deba-4128-ad82-b10ca33a0ad9 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:53:48.361284 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:53:48.361704 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Checking segment: {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:48.362098 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.362480 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Bound using segment: {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:53:48.362990 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Bound port: caa03b68-4765-4399-a777-5229d0a99039, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:48.363645 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.399352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50188) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:48.413355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ec35dbed-eaf7-4499-86fd-2ca421494bea tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--240692143', 'description': 'tempest-description--1906127286'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:48.421792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ec35dbed-eaf7-4499-86fd-2ca421494bea tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:48.471571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:48.486684 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] For port caa03b68-4765-4399-a777-5229d0a99039, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:53:48.488195 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.490340 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] For port caa03b68-4765-4399-a777-5229d0a99039, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=caa03b68-4765-4399-a777-5229d0a99039,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:53:48.506719 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.510409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ec35dbed-eaf7-4499-86fd-2ca421494bea tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Usage tracker for resource:security_group and tenant:ee631902a97f490e8f118497c873dcdf is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:48.510944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Usage tracker for resource:network and tenant:7cf47293b7374b42a069645ec1c2b151 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:48.515760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:48.521325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ec35dbed-eaf7-4499-86fd-2ca421494bea tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:48.526602 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.530313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ec35dbed-eaf7-4499-86fd-2ca421494bea tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:48.566229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f51d6-10ea-4261-b78b-a116cabc09a4 req-3effb89f-e695-4205-8a8f-c7025da914f8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:48.568230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f6f51d6-10ea-4261-b78b-a116cabc09a4 req-3effb89f-e695-4205-8a8f-c7025da914f8 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.8103564 Feb 04 15:53:48.570973 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:48.584384 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec35dbed-eaf7-4499-86fd-2ca421494bea tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.659763 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a72c21-f5d5-4d58-860b-1db80d293b68 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:53:48.684564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ec35dbed-eaf7-4499-86fd-2ca421494bea tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:48.691612 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Routers {'f2e2f71e-4844-4f72-aad7-ef2ca735bc66'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:53:48.692236 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:53:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:48.692628 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ec35dbed-eaf7-4499-86fd-2ca421494bea tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Usage tracker for resource:security_group_rule and tenant:ee631902a97f490e8f118497c873dcdf is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:48.697254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ec35dbed-eaf7-4499-86fd-2ca421494bea tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:48.700694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:48.709078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ec35dbed-eaf7-4499-86fd-2ca421494bea tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:48.777627 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffad65-efea-4d13-b721-ffb9eaec5cf0 None None] Pushing event updated for resources: {'Port': ['ID=caa03b68-4765-4399-a777-5229d0a99039,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:48.810127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:48.813449 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.843981 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.844336 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Added segment 00f955bd-fdb9-4841-a876-4d6a33dfd53d of type vlan for network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e Feb 04 15:53:48.918457 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f6f51d6-10ea-4261-b78b-a116cabc09a4 req-8d5f4133-c164-4608-a973-bcd9d32598ee tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130376 Feb 04 15:53:48.919098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d57fdb-c071-4786-922d-17818507042f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:49.020417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:49.029989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:49.038560 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.044371 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Usage tracker for resource:port and tenant:d0a222010fb44040a995616d1f82f8e0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:49.050871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:49.066996 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.067262 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Added segment 5cd3556a-3579-4110-bd3b-5d3f6272f9b4 of type vlan for network ca8da7db-75ec-4810-9039-c9845e1df9bd Feb 04 15:53:49.073270 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec35dbed-eaf7-4499-86fd-2ca421494bea tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.081530 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec35dbed-eaf7-4499-86fd-2ca421494bea tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.086824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:49.135777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Made reservation on behalf of d0a222010fb44040a995616d1f82f8e0 for: {'port': 2} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:49.140297 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.151620 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] Set router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:53:49.157697 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.173638 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.177637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:49.178364 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.223130 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.249765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35dbed-eaf7-4499-86fd-2ca421494bea tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec744ea-02a2-405f-ab3b-bf7df1897b12,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:49.255391 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec35dbed-eaf7-4499-86fd-2ca421494bea tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.257023 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ec35dbed-eaf7-4499-86fd-2ca421494bea tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8511288 Feb 04 15:53:49.261590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50212) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:49.262823 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5456998 Feb 04 15:53:49.273482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-46dc468a-93b0-4b01-a006-194e57e8cfaf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Request body: {'security_group_rule': {'security_group_id': '1ec744ea-02a2-405f-ab3b-bf7df1897b12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:49.286209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50216) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:49.290608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-46dc468a-93b0-4b01-a006-194e57e8cfaf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:49.341574 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:49.349809 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:53:49.366552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-46dc468a-93b0-4b01-a006-194e57e8cfaf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Usage tracker for resource:security_group_rule and tenant:ee631902a97f490e8f118497c873dcdf is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:49.377090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-46dc468a-93b0-4b01-a006-194e57e8cfaf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:49.386914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a72c21-f5d5-4d58-860b-1db80d293b68 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:53:49.399841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e460c1-0884-4673-ab03-4f68c2edd0c0 None None] Sync routers for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:53:49.407850 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-13a72c21-f5d5-4d58-860b-1db80d293b68 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/3b4409b6-a4db-4b00-8f62-bd7c59a56a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6717541 Feb 04 15:53:49.413228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50226) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:49.445103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e460c1-0884-4673-ab03-4f68c2edd0c0 None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:53:49.449026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-19e460c1-0884-4673-ab03-4f68c2edd0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:53:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:49.646511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746b624-888c-4a78-a4f6-672532b8a03f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Network': ['ID=1591a8f9-6e8c-4320-9f81-e8076f2c3a4e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:49.650254 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.655734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:49.656854 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1721563'] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.674032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-46dc468a-93b0-4b01-a006-194e57e8cfaf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:49.750146 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5023279 Feb 04 15:53:49.751200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50250) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:49.824529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-19e460c1-0884-4673-ab03-4f68c2edd0c0 None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:53:49.840206 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46dc468a-93b0-4b01-a006-194e57e8cfaf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.872605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:49.946061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:50.046910 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'caa03b68-4765-4399-a777-5229d0a99039', 'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'mac_address': 'fa:16:3e:b3:ea:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:35Z', 'updated_at': '2022-02-04T15:53:48Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'subnets': [{'id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:50.060944 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840f45a-30c5-46a5-a973-f3c00f2c613c None None] The sync data for ids ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'] in n-d-827872-1 is: [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'caa03b68-4765-4399-a777-5229d0a99039', 'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'mac_address': 'fa:16:3e:b3:ea:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:35Z', 'updated_at': '2022-02-04T15:53:48Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'subnets': [{'id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:53:50.252989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:50.283229 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.284293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:50.372352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:50.454611 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:50.611933 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46dc468a-93b0-4b01-a006-194e57e8cfaf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.634596 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46dc468a-93b0-4b01-a006-194e57e8cfaf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.646881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52032445-6848-476a-a793-f33f7d15971c tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Network': ['ID=ca8da7db-75ec-4810-9039-c9845e1df9bd,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:50.764022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc468a-93b0-4b01-a006-194e57e8cfaf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55c6776-6977-409b-a4b3-aac4e4a9ad4a,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:50.767856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] device_id is not set on port 8ddd9238-2218-4dbe-8b7e-656fa712d7f2 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:53:50.773002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c7168c-ed79-4c98-b9b5-f5727e9cbed2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting subnet d8824e4c-6617-437c-b52b-63554cb60073 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:53:50.785743 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.799865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c830cb30-1caa-4598-9902-934183ac2a91 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:50.800563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c830cb30-1caa-4598-9902-934183ac2a91 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Synchronizing usage tracker for tenant:7cf47293b7374b42a069645ec1c2b151 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:50.841068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c830cb30-1caa-4598-9902-934183ac2a91 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Unset dirty status for tenant:7cf47293b7374b42a069645ec1c2b151 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:50.848919 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04c7168c-ed79-4c98-b9b5-f5727e9cbed2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.852099 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c830cb30-1caa-4598-9902-934183ac2a91 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "GET /v2.0/networks?id=ca8da7db-75ec-4810-9039-c9845e1df9bd HTTP/1.1" status: 200 len: 765 time: 1.0876694 Feb 04 15:53:50.852763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50294) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:50.870059 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f0fdc299-2b97-429f-a32a-8ea644203a33 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'network': {'description': 'd2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:50.937028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network ca8da7db-75ec-4810-9039-c9845e1df9bd details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:50.967434 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46dc468a-93b0-4b01-a006-194e57e8cfaf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.971793 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-46dc468a-93b0-4b01-a006-194e57e8cfaf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7089686 Feb 04 15:53:51.033494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50298) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:51.062869 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device caa03b68-4765-4399-a777-5229d0a99039 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:51.155253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-8a9dd52b-7462-4715-9cdc-be5d77fcfeab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Request body: {'security_group_rule': {'security_group_id': '1ec744ea-02a2-405f-ab3b-bf7df1897b12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:51.206131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8a9dd52b-7462-4715-9cdc-be5d77fcfeab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:51.241096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8a9dd52b-7462-4715-9cdc-be5d77fcfeab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Usage tracker for resource:security_group_rule and tenant:ee631902a97f490e8f118497c873dcdf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:51.260531 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04c7168c-ed79-4c98-b9b5-f5727e9cbed2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:51.271211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8a9dd52b-7462-4715-9cdc-be5d77fcfeab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:51.294971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port caa03b68-4765-4399-a777-5229d0a99039 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:51.307409 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port caa03b68-4765-4399-a777-5229d0a99039 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:51.307900 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:51.383918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-19e460c1-0884-4673-ab03-4f68c2edd0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:53:47Z', 'revision_number': 10, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:51.391771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e460c1-0884-4673-ab03-4f68c2edd0c0 None None] Checking router: 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:53:51.428824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e460c1-0884-4673-ab03-4f68c2edd0c0 None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:53:51.429947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-19e460c1-0884-4673-ab03-4f68c2edd0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:53:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:51.576523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8a9dd52b-7462-4715-9cdc-be5d77fcfeab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:51.588026 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04c7168c-ed79-4c98-b9b5-f5727e9cbed2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:51.632915 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:51.748572 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:51.794455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=9e4710d3-f685-4a8d-8f64-3844e5a0c11a,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:51.829705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:51.830167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network hostable DHCP agents. Network: 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:51.851077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04c7168c-ed79-4c98-b9b5-f5727e9cbed2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:51.854693 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd52b-7462-4715-9cdc-be5d77fcfeab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:51.870389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-19e460c1-0884-4673-ab03-4f68c2edd0c0 None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:53:51.914278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7168c-ed79-4c98-b9b5-f5727e9cbed2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Subnet': ['ID=d8824e4c-6617-437c-b52b-63554cb60073,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:51.920267 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-04c7168c-ed79-4c98-b9b5-f5727e9cbed2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:51.933160 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-04c7168c-ed79-4c98-b9b5-f5727e9cbed2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/d8824e4c-6617-437c-b52b-63554cb60073 HTTP/1.1" status: 204 len: 168 time: 2.2637966 Feb 04 15:53:51.937216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50306) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:51.977758 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.011422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1debe597-f058-4105-a4b3-871861a88803 None None] Network 7ace37d3-0664-4e02-b5c4-c93f2b28b84e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:52.065106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bae0b-b4b5-473f-a163-3e18d69fbf22 req-117ca355-618c-4bc8-bfa2-cf6f2e154112 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:52.066693 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb6bae0b-b4b5-473f-a163-3e18d69fbf22 req-117ca355-618c-4bc8-bfa2-cf6f2e154112 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbde1a01-4745-4039-a753-937f8f00a305 HTTP/1.1" status: 200 len: 944 time: 1.0369539 Feb 04 15:53:52.104294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:52.117577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] device_id is not set on port 78154369-60c4-4875-96bd-2fc5faa22b54 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:53:52.136341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:52.144255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:52.147001 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.151819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port caa03b68-4765-4399-a777-5229d0a99039, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=caa03b68-4765-4399-a777-5229d0a99039,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:52.160617 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d8e70c-145f-4888-8770-7023115527d6 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:52.189183 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.214770 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.227211 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6915fded-94e1-46ba-8690-84c3fbd99498 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9282010 Feb 04 15:53:52.229212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50310) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:52.239434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'name': 'tempest-NetworksTestDHCPv6-1076917361'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:52.261618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-fb6bae0b-b4b5-473f-a163-3e18d69fbf22 req-d53b4581-4128-44c2-9884-391455dbdd4c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Deleting port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:52.262077 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fb6bae0b-b4b5-473f-a163-3e18d69fbf22 req-d53b4581-4128-44c2-9884-391455dbdd4c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.275003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:52.276652 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.298986 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f0fdc299-2b97-429f-a32a-8ea644203a33 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.375227 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f0fdc299-2b97-429f-a32a-8ea644203a33 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.504514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdc299-2b97-429f-a32a-8ea644203a33 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Network': ['ID=ca8da7db-75ec-4810-9039-c9845e1df9bd,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:52.565480 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd52b-7462-4715-9cdc-be5d77fcfeab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.574561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0fdc299-2b97-429f-a32a-8ea644203a33 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network ca8da7db-75ec-4810-9039-c9845e1df9bd is not hosted by any dhcp agent {{(pid=83551) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 15:53:52.581830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fdc299-2b97-429f-a32a-8ea644203a33 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:52.584806 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f0fdc299-2b97-429f-a32a-8ea644203a33 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.589292 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f0fdc299-2b97-429f-a32a-8ea644203a33 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "PUT /v2.0/networks/ca8da7db-75ec-4810-9039-c9845e1df9bd HTTP/1.1" status: 200 len: 762 time: 1.7263823 Feb 04 15:53:52.634200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50316) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:52.696841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network ca8da7db-75ec-4810-9039-c9845e1df9bd details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:52.736555 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd52b-7462-4715-9cdc-be5d77fcfeab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.791669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dd52b-7462-4715-9cdc-be5d77fcfeab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c360c626-51a3-4dca-90e6-f5a487a38e32,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:52.896949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=caa03b68-4765-4399-a777-5229d0a99039,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:52.923330 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd52b-7462-4715-9cdc-be5d77fcfeab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.924496 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8a9dd52b-7462-4715-9cdc-be5d77fcfeab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8896399 Feb 04 15:53:52.926814 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.934259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50322) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:52.944947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:52.964638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:53.028916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-fb6bae0b-b4b5-473f-a163-3e18d69fbf22 req-d53b4581-4128-44c2-9884-391455dbdd4c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] For port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:53.029279 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fb6bae0b-b4b5-473f-a163-3e18d69fbf22 req-d53b4581-4128-44c2-9884-391455dbdd4c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.124844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] For port 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3cf431fa-7d9b-49e0-9412-5bb707eb7fe0,segment=NetworkSegment(1f32f093-68a6-4676-bccf-327b2e2b3a05),segment_id=1f32f093-68a6-4676-bccf-327b2e2b3a05)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:53.125829 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.143648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:53.168599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea5c6f5-4b06-48a1-9b04-eeb0caaaeabf tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:53.169424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6ea5c6f5-4b06-48a1-9b04-eeb0caaaeabf tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Synchronizing usage tracker for tenant:7cf47293b7374b42a069645ec1c2b151 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:53.225571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-fb6bae0b-b4b5-473f-a163-3e18d69fbf22 req-d53b4581-4128-44c2-9884-391455dbdd4c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Calling delete_port for a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:53.260372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:port and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:53.274253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': '9e4710d3-f685-4a8d-8f64-3844e5a0c11a'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:53:53.275058 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.344842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:53.345371 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Usage tracker for resource:floatingip and tenant:ee631902a97f490e8f118497c873dcdf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:53.348148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:53.354735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:53.356202 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:53.395130 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.405977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6ea5c6f5-4b06-48a1-9b04-eeb0caaaeabf tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Unset dirty status for tenant:7cf47293b7374b42a069645ec1c2b151 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:53.412349 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6ea5c6f5-4b06-48a1-9b04-eeb0caaaeabf tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "GET /v2.0/networks?id=ca8da7db-75ec-4810-9039-c9845e1df9bd HTTP/1.1" status: 200 len: 765 time: 0.7768974 Feb 04 15:53:53.413186 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50328) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:53.414339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:53.556570 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Allocated IP 2001:db8::2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/9e4710d3-f685-4a8d-8f64-3844e5a0c11a/20201eaa-9296-4c94-8a6c-ab061508b1dd) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:53.577457 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.582052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:53.585518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.649240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port 33e12dfa-220e-4372-b744-7eaa0d61b57c yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:53:53.670458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea4c4d-ced2-4ede-bd3c-d5ad5a92a4dc None None] DHCP port deletion for 7ace37d3-0664-4e02-b5c4-c93f2b28b84e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:53:53.723433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-96ea4c4d-ced2-4ede-bd3c-d5ad5a92a4dc None None] Deleting port 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:53.723960 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-96ea4c4d-ced2-4ede-bd3c-d5ad5a92a4dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.725061 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.852824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-96ea4c4d-ced2-4ede-bd3c-d5ad5a92a4dc None None] The port '3cf431fa-7d9b-49e0-9412-5bb707eb7fe0' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:53:53.884734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-19e460c1-0884-4673-ab03-4f68c2edd0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:53:47Z', 'revision_number': 10, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:53.888526 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fb6bae0b-b4b5-473f-a163-3e18d69fbf22 req-d53b4581-4128-44c2-9884-391455dbdd4c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.889154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Port': ['ID=3cf431fa-7d9b-49e0-9412-5bb707eb7fe0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:53.896581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e460c1-0884-4673-ab03-4f68c2edd0c0 None None] The sync data for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 is: [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:53:47Z', 'revision_number': 10, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None, '_interfaces': [{'id': '3d3f7023-4044-4e54-be7d-7a51a5348d90', 'name': '', 'network_id': 'cadd8bfd-279d-4cdb-982e-fb1ed4c5b118', 'tenant_id': '33552c0479964c7487f074e057484640', 'mac_address': 'fa:16:3e:c1:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:40Z', 'updated_at': '2022-02-04T15:51:57Z', 'revision_number': 5, 'project_id': '33552c0479964c7487f074e057484640', 'subnets': [{'id': '2f052838-9eca-41f5-b658-5b2cf253ef12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:53:53.921172 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['63f11e5f-f02d-4939-90d2-3bca6664382b', '8ddc0968-2512-4f65-9fb5-1ec48c14a640'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:53:53.965362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f503588-a5bd-47b1-8f7e-c7237b472d50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:53.970520 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8f503588-a5bd-47b1-8f7e-c7237b472d50 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5514441 Feb 04 15:53:53.974541 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] No DVR routers for this DVR port 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:53.975899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50338) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:54.005458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event updated for resources: {'Port': ['ID=8ddd9238-2218-4dbe-8b7e-656fa712d7f2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:54.054683 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.082323 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Transition to ACTIVE for port object 20201eaa-9296-4c94-8a6c-ab061508b1dd will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:54.138396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Transition to ACTIVE for port object 20201eaa-9296-4c94-8a6c-ab061508b1dd will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:54.146779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b4581-4128-44c2-9884-391455dbdd4c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event deleted for resources: {'Port': ['ID=a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:54.170353 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.294766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6bae0b-b4b5-473f-a163-3e18d69fbf22 req-d53b4581-4128-44c2-9884-391455dbdd4c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] No DVR routers for this DVR port a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 on host n-h1-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:54.298561 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fb6bae0b-b4b5-473f-a163-3e18d69fbf22 req-d53b4581-4128-44c2-9884-391455dbdd4c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.325909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbde1a01-4745-4039-a753-937f8f00a305', 'name': 'network-vif-deleted', 'tag': 'a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:54.334220 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb6bae0b-b4b5-473f-a163-3e18d69fbf22 req-d53b4581-4128-44c2-9884-391455dbdd4c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "DELETE /v2.0/ports/a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5 HTTP/1.1" status: 204 len: 173 time: 2.1673691 Feb 04 15:53:54.343528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Checking segment: {'id': '4a80d393-60a1-435a-8631-6e6b3d60299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cf8d231b-46ce-43d9-9830-58d168eb9fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:54.343778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Network hostable DHCP agents. Network: cf8d231b-46ce-43d9-9830-58d168eb9fa1, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:54.368905 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.384534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Pushing event updated for resources: {'Port': ['ID=20201eaa-9296-4c94-8a6c-ab061508b1dd,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:54.469070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:54.472324 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:54.488142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:53:54.504851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Network cf8d231b-46ce-43d9-9830-58d168eb9fa1 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:54.546268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, cf8d231b-46ce-43d9-9830-58d168eb9fa1) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:54.576420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:53:54.577727 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.612293 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1b71f129-c2fa-444e-aa13-48b01d3b3f4a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Synchronizing usage tracker for tenant:7cf47293b7374b42a069645ec1c2b151 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:54.669079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4a7912-9e58-4f8a-945e-ed84556fd5ae None None] Network cf8d231b-46ce-43d9-9830-58d168eb9fa1 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:54.758869 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.828426 n-d-827872-1 neutron-server[83551]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cbde1a01-4745-4039-a753-937f8f00a305', 'name': 'network-vif-deleted', 'tag': 'a3b83a91-1be0-435c-a5a2-7cb54d9bfcc5', 'status': 'failed', 'code': 422} returned with failed status Feb 04 15:53:54.867052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1b71f129-c2fa-444e-aa13-48b01d3b3f4a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Unset dirty status for tenant:7cf47293b7374b42a069645ec1c2b151 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:54.878704 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1b71f129-c2fa-444e-aa13-48b01d3b3f4a tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 207 time: 0.9014568 Feb 04 15:53:54.882571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50358) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:54.898605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device caa03b68-4765-4399-a777-5229d0a99039 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:54.914765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ace37d3-0664-4e02-b5c4-c93f2b28b84e']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:55.050156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event updated for resources: {'Port': ['ID=78154369-60c4-4875-96bd-2fc5faa22b54,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:55.065746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::1cf (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/9e4710d3-f685-4a8d-8f64-3844e5a0c11a/33e12dfa-220e-4372-b744-7eaa0d61b57c) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:55.123824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f32f093-68a6-4676-bccf-327b2e2b3a05') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:55.124502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f32f093-68a6-4676-bccf-327b2e2b3a05') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:55.131461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50366) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:55.201872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Checking segment: {'id': '24b66481-671c-42e0-aac5-874d77116db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '725fbdd2-bcc2-4401-9c18-c299f7c7f460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:55.202327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Network hostable DHCP agents. Network: 725fbdd2-bcc2-4401-9c18-c299f7c7f460, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:55.204135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50370) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:55.211766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Allocated IP 172.25.0.102 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/0b708567-bdd7-40af-becb-2b27c3f632dc) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:55.231682 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.256563 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Attempting to bind port 20201eaa-9296-4c94-8a6c-ab061508b1dd on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:55.256725 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Attempting to bind port 20201eaa-9296-4c94-8a6c-ab061508b1dd by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:55.257304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Attempting to bind port 20201eaa-9296-4c94-8a6c-ab061508b1dd on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:53:55.272323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Network 725fbdd2-bcc2-4401-9c18-c299f7c7f460 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:55.361350 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.377082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:53:55.377846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:53:55.378403 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.378947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:53:55.379667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Bound port: 20201eaa-9296-4c94-8a6c-ab061508b1dd, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:55.380264 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.423561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:53:55.423968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.429815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 725fbdd2-bcc2-4401-9c18-c299f7c7f460) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:55.458422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:53:55.469243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:55.485525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:55.492907 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.516057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18df20-5b65-4f81-afdd-70b09f046869 None None] Network 725fbdd2-bcc2-4401-9c18-c299f7c7f460 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:55.519322 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:55.628923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-70c6157a-7fad-4af4-8f8b-856a9a90fde7 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 7.6216850 Feb 04 15:53:55.633009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50380) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:55.734882 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d41f65c7-384d-4e97-8354-b69143b21c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.770465 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.838858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce3730-d2af-4169-8e96-3ace6c354184 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:55.844272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce3730-d2af-4169-8e96-3ace6c354184 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:55.845062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-41ce3730-d2af-4169-8e96-3ace6c354184 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Synchronizing usage tracker for tenant:d0a222010fb44040a995616d1f82f8e0 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:55.900975 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.993306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-41ce3730-d2af-4169-8e96-3ace6c354184 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Unset dirty status for tenant:d0a222010fb44040a995616d1f82f8e0 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:55.995643 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-41ce3730-d2af-4169-8e96-3ace6c354184 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.3555923 Feb 04 15:53:55.997601 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.000338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50390) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:56.044844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c31763-9143-4c2c-a433-ef238cc2ff58 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.052448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c31763-9143-4c2c-a433-ef238cc2ff58 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.062168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c31763-9143-4c2c-a433-ef238cc2ff58 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.069000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c31763-9143-4c2c-a433-ef238cc2ff58 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.076395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c31763-9143-4c2c-a433-ef238cc2ff58 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.083530 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c31763-9143-4c2c-a433-ef238cc2ff58 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.086518 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-82c31763-9143-4c2c-a433-ef238cc2ff58 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 1.1954494 Feb 04 15:53:56.102439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50394) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:56.113926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:56.146905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event updated for resources: {'Port': ['ID=0b708567-bdd7-40af-becb-2b27c3f632dc,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:56.149774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:56.156738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-283006e3-ddbd-4c40-ac5a-417248922853 admin admin] Deleting subnet a7491f14-bc8f-49d7-a28a-ebc10572ecbf {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:53:56.158753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:53:56.171671 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-283006e3-ddbd-4c40-ac5a-417248922853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.233694 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-283006e3-ddbd-4c40-ac5a-417248922853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.296725 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-283006e3-ddbd-4c40-ac5a-417248922853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.323279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e53598-01fc-46ea-ae95-36c24a293275 req-912288e5-af9f-4715-befc-3eef754aaf28 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.324356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d0e53598-01fc-46ea-ae95-36c24a293275 req-912288e5-af9f-4715-befc-3eef754aaf28 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Synchronizing usage tracker for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:56.337839 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port caa03b68-4765-4399-a777-5229d0a99039 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:56.339065 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.399068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] For port 20201eaa-9296-4c94-8a6c-ab061508b1dd, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:53:56.415836 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a31565ed-ee86-4fa2-a953-6285825923d1 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2950943 Feb 04 15:53:56.425025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50398) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:56.428986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d0e53598-01fc-46ea-ae95-36c24a293275 req-912288e5-af9f-4715-befc-3eef754aaf28 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Unset dirty status for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:56.438459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] For port 20201eaa-9296-4c94-8a6c-ab061508b1dd, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=20201eaa-9296-4c94-8a6c-ab061508b1dd,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:53:56.440039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0e53598-01fc-46ea-ae95-36c24a293275 req-912288e5-af9f-4715-befc-3eef754aaf28 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 908 time: 0.4121990 Feb 04 15:53:56.456250 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.533261 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.545254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9f1ace-5ebe-4428-854b-fc36920c5574 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.546739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9f1ace-5ebe-4428-854b-fc36920c5574 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.548452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9f1ace-5ebe-4428-854b-fc36920c5574 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.550067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9f1ace-5ebe-4428-854b-fc36920c5574 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.551641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9f1ace-5ebe-4428-854b-fc36920c5574 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.552609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5d9f1ace-5ebe-4428-854b-fc36920c5574 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Synchronizing usage tracker for tenant:7cf47293b7374b42a069645ec1c2b151 on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:56.600130 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac3847-469a-4ac0-a02a-8f572d2fe42c None None] Pushing event updated for resources: {'Port': ['ID=20201eaa-9296-4c94-8a6c-ab061508b1dd,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:56.629618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Network': ['ID=7ace37d3-0664-4e02-b5c4-c93f2b28b84e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:56.645656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5d9f1ace-5ebe-4428-854b-fc36920c5574 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Unset dirty status for tenant:7cf47293b7374b42a069645ec1c2b151 on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:56.652782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5d9f1ace-5ebe-4428-854b-fc36920c5574 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2227068 Feb 04 15:53:56.652999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d41f65c7-384d-4e97-8354-b69143b21c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:56.654502 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50402) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:56.691312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d41f65c7-384d-4e97-8354-b69143b21c74 admin admin] Usage tracker for resource:security_group_rule and tenant:8b9bbd67f96f45dbb71d92b3292288fa is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:56.693868 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.696589 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:56.718777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d41f65c7-384d-4e97-8354-b69143b21c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:56.743257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:53:56.743744 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3cf431fa-7d9b-49e0-9412-5bb707eb7fe0 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:53:56.744018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 95197da1-e77f-4cf8-ac00-be8f0c2470fe no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:56.747079 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.754675 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8aa27c2c-7731-4bb2-bf47-501047e9dbb2 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/networks/7ace37d3-0664-4e02-b5c4-c93f2b28b84e HTTP/1.1" status: 204 len: 168 time: 4.8154473 Feb 04 15:53:56.757093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d41f65c7-384d-4e97-8354-b69143b21c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:56.758682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50406) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:56.767048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-245fad16-1d1b-4a87-8d83-27b470f4b20c tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Deleting port 8ddd9238-2218-4dbe-8b7e-656fa712d7f2 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:56.767592 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-245fad16-1d1b-4a87-8d83-27b470f4b20c tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.782269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb4fbd3-2743-4681-b69b-de5718e959c5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.783696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb4fbd3-2743-4681-b69b-de5718e959c5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.784927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb4fbd3-2743-4681-b69b-de5718e959c5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.786405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb4fbd3-2743-4681-b69b-de5718e959c5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.787878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb4fbd3-2743-4681-b69b-de5718e959c5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.788185 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 95197da1-e77f-4cf8-ac00-be8f0c2470fe {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:53:56.788535 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 95197da1-e77f-4cf8-ac00-be8f0c2470fe not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:53:56.789472 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-adb4fbd3-2743-4681-b69b-de5718e959c5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1340551 Feb 04 15:53:56.794804 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50408) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:56.807410 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-283006e3-ddbd-4c40-ac5a-417248922853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.823708 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.000782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object 33e12dfa-220e-4372-b744-7eaa0d61b57c will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:57.009940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 20201eaa-9296-4c94-8a6c-ab061508b1dd up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:57.074979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d41f65c7-384d-4e97-8354-b69143b21c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.083153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283006e3-ddbd-4c40-ac5a-417248922853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7491f14-bc8f-49d7-a28a-ebc10572ecbf,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:57.105922 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d41f65c7-384d-4e97-8354-b69143b21c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.120507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 20201eaa-9296-4c94-8a6c-ab061508b1dd completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:57.127691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09954402-0cdd-42f6-83c0-a8fed6a437d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:57.131398 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-09954402-0cdd-42f6-83c0-a8fed6a437d3 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "GET /v2.0/networks/b2ec7e2b-ec21-4370-83c5-df6f22c9237f HTTP/1.1" status: 200 len: 804 time: 0.3333170 Feb 04 15:53:57.140629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50414) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:57.156328 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-283006e3-ddbd-4c40-ac5a-417248922853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.306958 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d41f65c7-384d-4e97-8354-b69143b21c74 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b9bbd67f96f45dbb71d92b3292288fa&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1109633 Feb 04 15:53:57.323357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50418) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:57.387073 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-283006e3-ddbd-4c40-ac5a-417248922853 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a7491f14-bc8f-49d7-a28a-ebc10572ecbf HTTP/1.1" status: 204 len: 168 time: 2.1630456 Feb 04 15:53:57.388464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50422) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:57.390487 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.416560 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.419356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f65c7-384d-4e97-8354-b69143b21c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39f3edd-69cc-4cdf-90df-92e9b396392a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:57.499501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.547055 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fd32863a-00d0-4d50-96c3-5de6907d55ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.602377 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fd32863a-00d0-4d50-96c3-5de6907d55ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.650358 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-245fad16-1d1b-4a87-8d83-27b470f4b20c tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.715881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event updated for resources: {'Port': ['ID=0b708567-bdd7-40af-becb-2b27c3f632dc,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:57.752538 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8961899-9698-45d3-a525-965b946fe778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.769921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:57.770274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:57.770589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:57.770918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:57.771274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:57.771601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:57.771920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:57.772241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:57.773708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:57.773708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:57.773708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:57.782637 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-952fe1cf-8b23-418f-a1ce-dc9c955050eb tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "GET /v2.0/networks/b2ec7e2b-ec21-4370-83c5-df6f22c9237f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6302977 Feb 04 15:53:57.785098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50432) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:57.787022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:57.846267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=33e12dfa-220e-4372-b744-7eaa0d61b57c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:57.851251 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.857209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-245fad16-1d1b-4a87-8d83-27b470f4b20c tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Calling delete_port for 8ddd9238-2218-4dbe-8b7e-656fa712d7f2 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:57.887247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:57.896755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:53:57.901515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:57.901948 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.928660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7f4574-24ee-4c5e-b9de-6a4c2d406b41 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:53:57.949266 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fd32863a-00d0-4d50-96c3-5de6907d55ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.968144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296922c0-4659-4f55-ae67-505acbd90b3d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:57.973171 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-296922c0-4659-4f55-ae67-505acbd90b3d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "GET /v2.0/subnets/99dca527-ea09-4b75-a6a1-2fa6c977e159 HTTP/1.1" status: 200 len: 843 time: 0.1729891 Feb 04 15:53:57.976995 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-730fb7ac-5942-4631-846f-32540a14aa27 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.7443781 Feb 04 15:53:57.980894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50438) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:57.981231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50440) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:58.031050 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.037063 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9c8ee9ca-6010-411c-aac5-623d8c79ff80 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1018910 Feb 04 15:53:58.044011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32863a-00d0-4d50-96c3-5de6907d55ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39f3edd-69cc-4cdf-90df-92e9b396392a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:58.047498 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fd32863a-00d0-4d50-96c3-5de6907d55ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.048964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fd32863a-00d0-4d50-96c3-5de6907d55ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d39f3edd-69cc-4cdf-90df-92e9b396392a HTTP/1.1" status: 204 len: 168 time: 0.7244000 Feb 04 15:53:58.055795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9cdf9-8cf1-429f-a740-00d84416265d req-e632c75a-987c-4d6c-954c-b869444d02d3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:58.059337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30f9cdf9-8cf1-429f-a740-00d84416265d req-e632c75a-987c-4d6c-954c-b869444d02d3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 908 time: 0.4464707 Feb 04 15:53:58.089152 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8961899-9698-45d3-a525-965b946fe778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.100644 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-abf389c2-3cf0-4374-b125-b2234e2f007e None None] Provisioning for port 20201eaa-9296-4c94-8a6c-ab061508b1dd completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:58.122457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-abf389c2-3cf0-4374-b125-b2234e2f007e None None] Provisioning complete for port 20201eaa-9296-4c94-8a6c-ab061508b1dd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:58.122826 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-abf389c2-3cf0-4374-b125-b2234e2f007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.159447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-f8961899-9698-45d3-a525-965b946fe778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da987dc-c869-45ff-98c5-7e104c66b94a']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:58.183595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-f8961899-9698-45d3-a525-965b946fe778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b360228e-8e07-4538-b7e7-c5d09e4e456b') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:58.183781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-f8961899-9698-45d3-a525-965b946fe778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b360228e-8e07-4538-b7e7-c5d09e4e456b') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:58.204949 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8961899-9698-45d3-a525-965b946fe778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.238992 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8961899-9698-45d3-a525-965b946fe778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.241937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6e2f79-dec3-4629-8cce-70102523eb49 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:58.243905 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9d6e2f79-dec3-4629-8cce-70102523eb49 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "GET /v2.0/subnets/99dca527-ea09-4b75-a6a1-2fa6c977e159?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2597528 Feb 04 15:53:58.249820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8961899-9698-45d3-a525-965b946fe778 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:53:58.250263 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8961899-9698-45d3-a525-965b946fe778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.259735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22f35c-2f92-436a-8100-f5b3b423912a req-0563cf4c-bb46-44cf-87e8-30cf90e176f3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:58.261180 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-9b22f35c-2f92-436a-8100-f5b3b423912a req-0563cf4c-bb46-44cf-87e8-30cf90e176f3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Synchronizing usage tracker for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:58.263827 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-245fad16-1d1b-4a87-8d83-27b470f4b20c tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.269571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50450) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:58.278842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-eccfbaa4-a2ff-463b-9804-c895121851e9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2145567631'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:58.284632 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:58.454116 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-abf389c2-3cf0-4374-b125-b2234e2f007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.463815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-98ad3777-cb7b-4f2f-aa1c-1fc17d7ad5c6 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Synchronizing usage tracker for tenant:ee631902a97f490e8f118497c873dcdf on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:58.481335 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8961899-9698-45d3-a525-965b946fe778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.501088 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8961899-9698-45d3-a525-965b946fe778 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.506362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-98ad3777-cb7b-4f2f-aa1c-1fc17d7ad5c6 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Unset dirty status for tenant:ee631902a97f490e8f118497c873dcdf on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:58.507668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-98ad3777-cb7b-4f2f-aa1c-1fc17d7ad5c6 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--240692143&fields=id&tenant_id=ee631902a97f490e8f118497c873dcdf HTTP/1.1" status: 200 len: 267 time: 0.1122594 Feb 04 15:53:58.509852 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8961899-9698-45d3-a525-965b946fe778 admin admin] Pushing event deleted for resources: {'Network': ['ID=3da987dc-c869-45ff-98c5-7e104c66b94a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:58.533444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-abf389c2-3cf0-4374-b125-b2234e2f007e None None] For port 20201eaa-9296-4c94-8a6c-ab061508b1dd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=20201eaa-9296-4c94-8a6c-ab061508b1dd,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:58.540595 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-abf389c2-3cf0-4374-b125-b2234e2f007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.565897 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f8961899-9698-45d3-a525-965b946fe778 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3da987dc-c869-45ff-98c5-7e104c66b94a HTTP/1.1" status: 204 len: 168 time: 1.1707306 Feb 04 15:53:58.570614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-eccfbaa4-a2ff-463b-9804-c895121851e9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:58.582383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fad16-1d1b-4a87-8d83-27b470f4b20c tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event deleted for resources: {'Port': ['ID=8ddd9238-2218-4dbe-8b7e-656fa712d7f2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:58.606278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-eccfbaa4-a2ff-463b-9804-c895121851e9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:58.608639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-9b22f35c-2f92-436a-8100-f5b3b423912a req-0563cf4c-bb46-44cf-87e8-30cf90e176f3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Unset dirty status for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:58.609854 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9b22f35c-2f92-436a-8100-f5b3b423912a req-0563cf4c-bb46-44cf-87e8-30cf90e176f3 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 908 time: 0.9269423 Feb 04 15:53:58.676177 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-245fad16-1d1b-4a87-8d83-27b470f4b20c tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.684625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf389c2-3cf0-4374-b125-b2234e2f007e None None] Pushing event updated for resources: {'Port': ['ID=20201eaa-9296-4c94-8a6c-ab061508b1dd,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:58.684876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50464) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:58.723086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccfbaa4-a2ff-463b-9804-c895121851e9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:58.726280 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eccfbaa4-a2ff-463b-9804-c895121851e9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.766278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31efc76-88b6-4d2a-8f2a-9cd8b25f0d32 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:58.770457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31efc76-88b6-4d2a-8f2a-9cd8b25f0d32 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:58.771295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b31efc76-88b6-4d2a-8f2a-9cd8b25f0d32 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:58.793908 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-245fad16-1d1b-4a87-8d83-27b470f4b20c tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "DELETE /v2.0/ports/8ddd9238-2218-4dbe-8b7e-656fa712d7f2 HTTP/1.1" status: 204 len: 168 time: 2.7880177 Feb 04 15:53:58.796017 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-23c96cc7-2156-4269-8d5b-35aad815f48c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:58.797059 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-23c96cc7-2156-4269-8d5b-35aad815f48c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Synchronizing usage tracker for tenant:ee631902a97f490e8f118497c873dcdf on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:58.800993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50468) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:58.803486 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d1816daa-31be-406c-9f4a-871021da1998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.822918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50472) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:58.842596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-9b22f35c-2f92-436a-8100-f5b3b423912a req-a9586b0b-a7cd-4aed-bc4e-b39c240a2eb5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Deleting port bda7775e-651e-4a7a-a402-55106406f15b {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:58.842949 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9b22f35c-2f92-436a-8100-f5b3b423912a req-a9586b0b-a7cd-4aed-bc4e-b39c240a2eb5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.888663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb0d0a-d22d-45b0-8a34-f4e750a2c619 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Deleting port 78154369-60c4-4875-96bd-2fc5faa22b54 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:58.889109 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d7fb0d0a-d22d-45b0-8a34-f4e750a2c619 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.931217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b31efc76-88b6-4d2a-8f2a-9cd8b25f0d32 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:58.933977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b32988d6-a795-4cc3-825b-1b39a00e4a32 None None] Provisioning for port 33e12dfa-220e-4372-b744-7eaa0d61b57c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:58.935858 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b31efc76-88b6-4d2a-8f2a-9cd8b25f0d32 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9501677 Feb 04 15:53:58.939899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50476) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:58.965819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b32988d6-a795-4cc3-825b-1b39a00e4a32 None None] Provisioning complete for port 33e12dfa-220e-4372-b744-7eaa0d61b57c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:58.967276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccfbaa4-a2ff-463b-9804-c895121851e9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:58.967397 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b32988d6-a795-4cc3-825b-1b39a00e4a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.020471 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 20201eaa-9296-4c94-8a6c-ab061508b1dd up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:59.054610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d1816daa-31be-406c-9f4a-871021da1998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:59.071167 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eccfbaa4-a2ff-463b-9804-c895121851e9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.071796 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-eccfbaa4-a2ff-463b-9804-c895121851e9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Added segment c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6 of type vlan for network b15cd396-1f3a-498e-9a00-829604509b6c Feb 04 15:53:59.092474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d1816daa-31be-406c-9f4a-871021da1998 admin admin] Usage tracker for resource:security_group_rule and tenant:73409a3175d342ee9bcd7d284679932f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:59.119867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b32988d6-a795-4cc3-825b-1b39a00e4a32 None None] Port 33e12dfa-220e-4372-b744-7eaa0d61b57c cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:53:59.129025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-23c96cc7-2156-4269-8d5b-35aad815f48c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Unset dirty status for tenant:ee631902a97f490e8f118497c873dcdf on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:59.136945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-23c96cc7-2156-4269-8d5b-35aad815f48c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 816 time: 0.6130285 Feb 04 15:53:59.140177 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d1816daa-31be-406c-9f4a-871021da1998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:59.154009 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5dd8510c-2a91-4e8f-93bf-fc46e4be0c29 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.157027 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b32988d6-a795-4cc3-825b-1b39a00e4a32 None None] Provisioning complete for port 20201eaa-9296-4c94-8a6c-ab061508b1dd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:59.157496 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b32988d6-a795-4cc3-825b-1b39a00e4a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.182552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-96aa4c0e-8bea-45e1-9b42-519ec0e8ff79 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/quotas/ee631902a97f490e8f118497c873dcdf HTTP/1.1" status: 200 len: 375 time: 0.0445104 Feb 04 15:53:59.230513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 20201eaa-9296-4c94-8a6c-ab061508b1dd triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:59.231278 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.254440 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d7fb0d0a-d22d-45b0-8a34-f4e750a2c619 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.284587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d1816daa-31be-406c-9f4a-871021da1998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:59.309947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ea622-70d3-4836-8b33-104e44d3236a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port 33e12dfa-220e-4372-b744-7eaa0d61b57c {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:53:59.309947 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea622-70d3-4836-8b33-104e44d3236a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.368923 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8164c8a0-14bd-4870-9307-b7dc0e6ef05d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1150d2a6b7b432d960998813aacb087&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5401945 Feb 04 15:53:59.378253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50482) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:59.380775 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eccfbaa4-a2ff-463b-9804-c895121851e9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.546124 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6132f918-20d9-4e9c-b4ff-01e7d6f96409 None None] Provisioning complete for port 33e12dfa-220e-4372-b744-7eaa0d61b57c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:59.546572 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6132f918-20d9-4e9c-b4ff-01e7d6f96409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.556456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb0d0a-d22d-45b0-8a34-f4e750a2c619 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Calling delete_port for 78154369-60c4-4875-96bd-2fc5faa22b54 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:53:59.592533 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-eccfbaa4-a2ff-463b-9804-c895121851e9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:53:59.604700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6132f918-20d9-4e9c-b4ff-01e7d6f96409 None None] Port 33e12dfa-220e-4372-b744-7eaa0d61b57c cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:53:59.666252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-81ff6863-b412-4803-b7da-8d722ed77e3f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4826555 Feb 04 15:53:59.688342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ba475-744d-4695-9ba7-6555e61c198b req-9d295959-0e92-4a44-87dd-50420e97726b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:59.690451 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b9ba475-744d-4695-9ba7-6555e61c198b req-9d295959-0e92-4a44-87dd-50420e97726b tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 908 time: 0.4264197 Feb 04 15:53:59.722440 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eccfbaa4-a2ff-463b-9804-c895121851e9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.725619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccfbaa4-a2ff-463b-9804-c895121851e9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:59.726214 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d7fb0d0a-d22d-45b0-8a34-f4e750a2c619 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.726787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eccfbaa4-a2ff-463b-9804-c895121851e9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.825443 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb0d0a-d22d-45b0-8a34-f4e750a2c619 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event deleted for resources: {'Port': ['ID=78154369-60c4-4875-96bd-2fc5faa22b54,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:59.851700 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d7fb0d0a-d22d-45b0-8a34-f4e750a2c619 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.874690 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d7fb0d0a-d22d-45b0-8a34-f4e750a2c619 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "DELETE /v2.0/ports/78154369-60c4-4875-96bd-2fc5faa22b54 HTTP/1.1" status: 204 len: 168 time: 1.0727007 Feb 04 15:53:59.877733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50486) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:59.929575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3b0f709f-5764-42eb-91a8-2fc1eca2b0e4 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Synchronizing usage tracker for tenant:d0a222010fb44040a995616d1f82f8e0 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:59.961105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-06e51b9b-7816-4b49-89db-6a0fefc9708f service neutron] 10.222.0.60 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686360 Feb 04 15:54:00.005111 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d1816daa-31be-406c-9f4a-871021da1998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.015993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-9b22f35c-2f92-436a-8100-f5b3b423912a req-a9586b0b-a7cd-4aed-bc4e-b39c240a2eb5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] For port bda7775e-651e-4a7a-a402-55106406f15b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=bda7775e-651e-4a7a-a402-55106406f15b,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:00.015993 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9b22f35c-2f92-436a-8100-f5b3b423912a req-a9586b0b-a7cd-4aed-bc4e-b39c240a2eb5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.042413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3b0f709f-5764-42eb-91a8-2fc1eca2b0e4 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Unset dirty status for tenant:d0a222010fb44040a995616d1f82f8e0 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:00.043940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3b0f709f-5764-42eb-91a8-2fc1eca2b0e4 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1653092 Feb 04 15:54:00.044322 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d1816daa-31be-406c-9f4a-871021da1998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.049279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50490) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:00.050848 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfbaa4-a2ff-463b-9804-c895121851e9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Network': ['ID=b15cd396-1f3a-498e-9a00-829604509b6c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:00.057241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-904294229'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:00.064671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network b15cd396-1f3a-498e-9a00-829604509b6c details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:00.069433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:00.084147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Usage tracker for resource:network and tenant:d0a222010fb44040a995616d1f82f8e0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:00.089227 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:00.104448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:00.130044 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53d51c43-0e82-48da-89e1-90750f424d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.137867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Made reservation on behalf of d0a222010fb44040a995616d1f82f8e0 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:00.141367 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.172000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-67d26bb7-06bc-4404-90cc-e9b84c227f7c service neutron] 10.222.0.60 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095227 Feb 04 15:54:00.186056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:00.196208 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eccfbaa4-a2ff-463b-9804-c895121851e9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9248393 Feb 04 15:54:00.200992 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.201258 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Added segment d914cebf-15b0-4e5b-aa6d-1fa45901bb73 of type vlan for network 9e379f6d-fbfb-4ec7-bae3-18f21f0eb159 Feb 04 15:54:00.202419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50494) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:00.211075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-9b22f35c-2f92-436a-8100-f5b3b423912a req-a9586b0b-a7cd-4aed-bc4e-b39c240a2eb5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Calling delete_port for bda7775e-651e-4a7a-a402-55106406f15b owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:00.213976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'subnet': {'network_id': 'b15cd396-1f3a-498e-9a00-829604509b6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:00.341513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1816daa-31be-406c-9f4a-871021da1998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbae723-4090-4c8d-8087-f1d1234b0f69,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:00.350303 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.359878 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53d51c43-0e82-48da-89e1-90750f424d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.375836 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d1816daa-31be-406c-9f4a-871021da1998 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73409a3175d342ee9bcd7d284679932f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6897931 Feb 04 15:54:00.385308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50504) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:00.387017 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea622-70d3-4836-8b33-104e44d3236a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.424457 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e1116cf-6bfb-4f4f-b648-c0695bd511e4 req-6c27df2c-f6a9-4774-9046-1f49ea4cec4d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 210 time: 0.0649307 Feb 04 15:54:00.435414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:00.452757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:00.466535 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.470358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:00.470995 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.492108 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Made reservation on behalf of 7cf47293b7374b42a069645ec1c2b151 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:00.661966 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.727275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ea622-70d3-4836-8b33-104e44d3236a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for 33e12dfa-220e-4372-b744-7eaa0d61b57c owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:00.766427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event updated for resources: {'Network': ['ID=9e379f6d-fbfb-4ec7-bae3-18f21f0eb159,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:00.782378 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 9e379f6d-fbfb-4ec7-bae3-18f21f0eb159 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:00.827956 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5a19edcd-0cd1-4a8d-a77d-5b05a2a3d199 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7776268 Feb 04 15:54:00.830611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50514) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:00.872054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1297615935'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:00.918908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:00.923335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.ipam_backend_mixin [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Performing IP validity checks on allocation pools {{(pid=83551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 15:54:00.924029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.ipam_backend_mixin [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 15:54:00.939224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Usage tracker for resource:network and tenant:d0a222010fb44040a995616d1f82f8e0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:00.955637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:00.971831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:01.013594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Made reservation on behalf of d0a222010fb44040a995616d1f82f8e0 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:01.017144 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.029139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53d51c43-0e82-48da-89e1-90750f424d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.066669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:01.085398 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d51c43-0e82-48da-89e1-90750f424d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abf26f8-de58-4131-834b-e6ac6e10e427,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:01.098106 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.098484 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Added segment c22f32ea-069f-410d-b975-a3de88c3da7b of type vlan for network 1d08b9d3-953d-4573-9612-296d14e7f34b Feb 04 15:54:01.177684 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ae1998fa-cf57-4c0f-afd6-85fbd9712e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.182737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839981f8-41bc-403b-9a29-80a67d9e5989 req-61f5f232-5451-45b1-aa23-31ba83f1f76d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:01.184228 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-839981f8-41bc-403b-9a29-80a67d9e5989 req-61f5f232-5451-45b1-aa23-31ba83f1f76d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 829 time: 0.3076727 Feb 04 15:54:01.199581 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9b22f35c-2f92-436a-8100-f5b3b423912a req-a9586b0b-a7cd-4aed-bc4e-b39c240a2eb5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.201767 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.278684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9586b0b-a7cd-4aed-bc4e-b39c240a2eb5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event deleted for resources: {'Port': ['ID=bda7775e-651e-4a7a-a402-55106406f15b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:01.279044 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.284215 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea622-70d3-4836-8b33-104e44d3236a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.312693 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.316590 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:01.317166 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.321565 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ae1998fa-cf57-4c0f-afd6-85fbd9712e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.387656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ea622-70d3-4836-8b33-104e44d3236a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=33e12dfa-220e-4372-b744-7eaa0d61b57c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:01.477347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Subnet': ['ID=a83d442d-ad2a-47d6-a9bf-c8b9cd0dc971,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:01.523592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b22f35c-2f92-436a-8100-f5b3b423912a req-a9586b0b-a7cd-4aed-bc4e-b39c240a2eb5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] No DVR routers for this DVR port bda7775e-651e-4a7a-a402-55106406f15b on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:01.523592 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53d51c43-0e82-48da-89e1-90750f424d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.528119 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-53d51c43-0e82-48da-89e1-90750f424d95 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1abf26f8-de58-4131-834b-e6ac6e10e427 HTTP/1.1" status: 204 len: 168 time: 2.1326947 Feb 04 15:54:01.532687 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9b22f35c-2f92-436a-8100-f5b3b423912a req-a9586b0b-a7cd-4aed-bc4e-b39c240a2eb5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.537545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b61ee9c-5940-439c-a23e-36b39a8f179e', 'name': 'network-vif-deleted', 'tag': 'bda7775e-651e-4a7a-a402-55106406f15b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:01.549472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ae1998fa-cf57-4c0f-afd6-85fbd9712e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.560350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event updated for resources: {'Network': ['ID=1d08b9d3-953d-4573-9612-296d14e7f34b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:01.564262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Checking segment: {'id': 'c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b15cd396-1f3a-498e-9a00-829604509b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:01.565475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network hostable DHCP agents. Network: b15cd396-1f3a-498e-9a00-829604509b6c, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:01.585551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e0bdba7a-4b0b-467f-8637-4b9e7145c0fd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7318039 Feb 04 15:54:01.585784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 1d08b9d3-953d-4573-9612-296d14e7f34b details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:01.636159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Network b15cd396-1f3a-498e-9a00-829604509b6c is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:01.673034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, b15cd396-1f3a-498e-9a00-829604509b6c) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:01.683330 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:01.686307 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.769246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-52b24659-268b-4c1a-a024-5dffe1576de5 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5633798 Feb 04 15:54:01.769773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50530) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:01.788142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-02464f06-394a-4fc8-86ae-93192848834d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:01.800984 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9b22f35c-2f92-436a-8100-f5b3b423912a req-a9586b0b-a7cd-4aed-bc4e-b39c240a2eb5 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.81 "DELETE /v2.0/ports/bda7775e-651e-4a7a-a402-55106406f15b HTTP/1.1" status: 204 len: 173 time: 3.1761312 Feb 04 15:54:01.849466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1998fa-cf57-4c0f-afd6-85fbd9712e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbae723-4090-4c8d-8087-f1d1234b0f69,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:01.862469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9372e4c6-0e34-4928-8178-de1da74ddafa None None] Network b15cd396-1f3a-498e-9a00-829604509b6c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:02.042377 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ae1998fa-cf57-4c0f-afd6-85fbd9712e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.043678 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ae1998fa-cf57-4c0f-afd6-85fbd9712e98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9bbae723-4090-4c8d-8087-f1d1234b0f69 HTTP/1.1" status: 204 len: 168 time: 1.6476376 Feb 04 15:54:02.063251 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc4ea622-70d3-4836-8b33-104e44d3236a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.077178 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bc4ea622-70d3-4836-8b33-104e44d3236a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/33e12dfa-220e-4372-b744-7eaa0d61b57c HTTP/1.1" status: 204 len: 168 time: 3.1230416 Feb 04 15:54:02.082081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50536) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:02.133814 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b61ee9c-5940-439c-a23e-36b39a8f179e', 'name': 'network-vif-deleted', 'tag': 'bda7775e-651e-4a7a-a402-55106406f15b', 'status': 'completed', 'code': 200} Feb 04 15:54:02.174662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device bda7775e-651e-4a7a-a402-55106406f15b no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:02.287394 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: bda7775e-651e-4a7a-a402-55106406f15b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:54:02.287885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device bda7775e-651e-4a7a-a402-55106406f15b not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:02.431507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-3235dd69-f7e6-4c79-8c37-6dfabb0025db req-472c1b22-eb39-4afb-ab6a-927df06e8e1d service neutron] (83550) timed out ('10.222.0.73', 49242) {{(pid=83550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:54:02.455199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fd7f69-075e-4044-9247-c9cd7aa17519 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:02.456923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fd7f69-075e-4044-9247-c9cd7aa17519 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:02.457908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-41fd7f69-075e-4044-9247-c9cd7aa17519 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:02.609328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-b15cd396-1f3a-498e-9a00-829604509b6c', 'network_id': 'b15cd396-1f3a-498e-9a00-829604509b6c', 'tenant_id': '7cf47293b7374b42a069645ec1c2b151', 'fixed_ips': [{'subnet_id': 'a83d442d-ad2a-47d6-a9bf-c8b9cd0dc971'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:54:02.611972 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.641343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-41fd7f69-075e-4044-9247-c9cd7aa17519 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:02.656040 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-41fd7f69-075e-4044-9247-c9cd7aa17519 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5667896 Feb 04 15:54:02.717240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50548) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:02.881116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5df15cfa-4a03-4f8b-9540-cc8c5f482682 req-fbf5cd8e-4a56-44be-b438-1c9739448c1f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 210 time: 0.4032261 Feb 04 15:54:02.881759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50554) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:03.055801 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8889dbb-6b11-4fe5-91be-ba6e0e1e3098 req-88e17ea5-ba56-444b-b0fd-9905ba4a22af tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b61ee9c-5940-439c-a23e-36b39a8f179e HTTP/1.1" status: 200 len: 210 time: 0.3814979 Feb 04 15:54:03.138482 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee03c-0b99-4a01-99cf-1219075958e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.234209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Allocated IP 2001:db8::3 (b15cd396-1f3a-498e-9a00-829604509b6c/a83d442d-ad2a-47d6-a9bf-c8b9cd0dc971/57d7bc6f-52a7-4448-aa86-66b4f3c8205c) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:03.336327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8510c-2a91-4e8f-93bf-fc46e4be0c29 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port 3d3f7023-4044-4e54-be7d-7a51a5348d90 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:03.336914 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5dd8510c-2a91-4e8f-93bf-fc46e4be0c29 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.389540 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-02464f06-394a-4fc8-86ae-93192848834d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3121876'] for subnet, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.395374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9d07eb-385f-43bf-aa49-adfe1b4859b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 9e4710d3-f685-4a8d-8f64-3844e5a0c11a {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:54:03.405612 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a9d07eb-385f-43bf-aa49-adfe1b4859b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.450330 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3f5ee03c-0b99-4a01-99cf-1219075958e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:03.461038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3f5ee03c-0b99-4a01-99cf-1219075958e2 admin admin] Usage tracker for resource:security_group_rule and tenant:8bf3fb18834745aa909d968ed4d676b3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:03.466370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3f5ee03c-0b99-4a01-99cf-1219075958e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:03.475777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3f5ee03c-0b99-4a01-99cf-1219075958e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:03.487259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-a94fabcf-e775-482a-a7ab-74bc970e30f1 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:03.490610 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-a94fabcf-e775-482a-a7ab-74bc970e30f1 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.81 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 816 time: 1.0235479 Feb 04 15:54:03.497271 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a9d07eb-385f-43bf-aa49-adfe1b4859b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.630874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee03c-0b99-4a01-99cf-1219075958e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.632336 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a9d07eb-385f-43bf-aa49-adfe1b4859b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.639415 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.660973 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee03c-0b99-4a01-99cf-1219075958e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.671163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Transition to ACTIVE for port object 57d7bc6f-52a7-4448-aa86-66b4f3c8205c will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:03.720048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ee03c-0b99-4a01-99cf-1219075958e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ceeeb7-d1dd-4412-81c9-d46bd450bddb,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:03.743983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3f5ee03c-0b99-4a01-99cf-1219075958e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8bf3fb18834745aa909d968ed4d676b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7833593 Feb 04 15:54:03.748779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50566) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:03.766489 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-00b0caa3-210e-415c-87a1-e7c9804731c1 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Synchronizing usage tracker for tenant:ee631902a97f490e8f118497c873dcdf on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:03.799960 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-00b0caa3-210e-415c-87a1-e7c9804731c1 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Unset dirty status for tenant:ee631902a97f490e8f118497c873dcdf on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:03.801261 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-00b0caa3-210e-415c-87a1-e7c9804731c1 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee631902a97f490e8f118497c873dcdf HTTP/1.1" status: 200 len: 379 time: 0.2889719 Feb 04 15:54:03.811006 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Transition to ACTIVE for port object 57d7bc6f-52a7-4448-aa86-66b4f3c8205c will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:03.815859 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a9d07eb-385f-43bf-aa49-adfe1b4859b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.819676 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.834689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Request body: {'port': {'device_id': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'admin_state_up': True, 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'security_groups': ['1ec744ea-02a2-405f-ab3b-bf7df1897b12']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:03.873502 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a9d07eb-385f-43bf-aa49-adfe1b4859b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.880484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9855ebce-5e59-4019-bc45-48c037068a7b None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:03.881036 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d07eb-385f-43bf-aa49-adfe1b4859b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=9e4710d3-f685-4a8d-8f64-3844e5a0c11a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:03.956223 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd7be400-dcf3-4f92-a416-b3dabc0daad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.993330 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd7be400-dcf3-4f92-a416-b3dabc0daad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.068151 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5a9d07eb-385f-43bf-aa49-adfe1b4859b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/9e4710d3-f685-4a8d-8f64-3844e5a0c11a HTTP/1.1" status: 204 len: 168 time: 1.3452652 Feb 04 15:54:04.069066 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50574) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:04.069487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50576) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:04.083854 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd7be400-dcf3-4f92-a416-b3dabc0daad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.263001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-5dd8510c-2a91-4e8f-93bf-fc46e4be0c29 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] For port 3d3f7023-4044-4e54-be7d-7a51a5348d90, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3d3f7023-4044-4e54-be7d-7a51a5348d90,segment=NetworkSegment(a0f7db39-220e-41d2-85ed-9ef9509b606b),segment_id=a0f7db39-220e-41d2-85ed-9ef9509b606b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:04.263416 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5dd8510c-2a91-4e8f-93bf-fc46e4be0c29 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.368820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7be400-dcf3-4f92-a416-b3dabc0daad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ceeeb7-d1dd-4412-81c9-d46bd450bddb,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:04.436112 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd7be400-dcf3-4f92-a416-b3dabc0daad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.449327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Network b15cd396-1f3a-498e-9a00-829604509b6c is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:04.450451 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bd7be400-dcf3-4f92-a416-b3dabc0daad9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5ceeeb7-d1dd-4412-81c9-d46bd450bddb HTTP/1.1" status: 204 len: 168 time: 0.6977251 Feb 04 15:54:04.456565 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:04.457057 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4d9c24db-a680-473d-bf6d-2646a6a0271a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3738873 Feb 04 15:54:04.465377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:04.482962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50590) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:04.566949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b21d8b48-9ee6-4370-a8ec-1402f565826f req-79ecfa92-655b-47b6-8d56-a70c76d6d807 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 210 time: 0.2448533 Feb 04 15:54:04.581390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-78f89388-4ed9-43b0-ab9e-b620d2d8bfd1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:04.626259 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Pushing event updated for resources: {'Port': ['ID=57d7bc6f-52a7-4448-aa86-66b4f3c8205c,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:04.632339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8510c-2a91-4e8f-93bf-fc46e4be0c29 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for 3d3f7023-4044-4e54-be7d-7a51a5348d90 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:04.686937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Attempting to bind port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:04.688289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Attempting to bind port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b15cd396-1f3a-498e-9a00-829604509b6c'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:04.688922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Attempting to bind port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c on network b15cd396-1f3a-498e-9a00-829604509b6c {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:04.700944 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:54:04.701325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Checking segment: {'id': 'c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b15cd396-1f3a-498e-9a00-829604509b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:04.701770 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.702357 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Bound using segment: {'id': 'c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b15cd396-1f3a-498e-9a00-829604509b6c'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:54:04.703269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Bound port: 57d7bc6f-52a7-4448-aa86-66b4f3c8205c, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b15cd396-1f3a-498e-9a00-829604509b6c'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:04.703688 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.829509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-78f89388-4ed9-43b0-ab9e-b620d2d8bfd1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:04.836972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-78f89388-4ed9-43b0-ab9e-b620d2d8bfd1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:04.844009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-78f89388-4ed9-43b0-ab9e-b620d2d8bfd1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:04.861413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-78f89388-4ed9-43b0-ab9e-b620d2d8bfd1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:04.877467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1246195-network', 'tenant_id': '5fa014d71dd74882bfc23eea9dbe9c2f'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:04.883217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:04.888688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Usage tracker for resource:network and tenant:5fa014d71dd74882bfc23eea9dbe9c2f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:04.892356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:04.898761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:04.907643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f89388-4ed9-43b0-ab9e-b620d2d8bfd1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:04.915490 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-78f89388-4ed9-43b0-ab9e-b620d2d8bfd1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.956420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Made reservation on behalf of 5fa014d71dd74882bfc23eea9dbe9c2f for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:04.959205 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.005971 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5dd8510c-2a91-4e8f-93bf-fc46e4be0c29 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.044801 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.061411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:05.067923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c1ac44-463d-49b6-90e4-2265a72ba870 None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:54:05.076988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8510c-2a91-4e8f-93bf-fc46e4be0c29 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Port': ['ID=3d3f7023-4044-4e54-be7d-7a51a5348d90,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:05.081002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Usage tracker for resource:port and tenant:ee631902a97f490e8f118497c873dcdf is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:05.128511 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:05.138333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-99c1ac44-463d-49b6-90e4-2265a72ba870 None None] Deleting port 20201eaa-9296-4c94-8a6c-ab061508b1dd {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:05.138716 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-99c1ac44-463d-49b6-90e4-2265a72ba870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.201641 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:05.209731 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50598) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:05.229319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Request body: {'subnets': [{'network_id': '9e379f6d-fbfb-4ec7-bae3-18f21f0eb159', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--464745311', 'ip_version': 6}, {'network_id': '1d08b9d3-953d-4573-9612-296d14e7f34b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:05.229633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Request body: {'subnet': {'network_id': '9e379f6d-fbfb-4ec7-bae3-18f21f0eb159', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--464745311', 'ip_version': 6}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:05.230441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Request body: {'subnet': {'network_id': '1d08b9d3-953d-4573-9612-296d14e7f34b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:05.236686 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] For port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:05.245159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] For port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=57d7bc6f-52a7-4448-aa86-66b4f3c8205c,segment=NetworkSegment(c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6),segment_id=c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:05.259546 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.402586 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67218beb-dd4c-4915-9934-cd7a7c24672b None None] Pushing event updated for resources: {'Port': ['ID=57d7bc6f-52a7-4448-aa86-66b4f3c8205c,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:05.436681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Made reservation on behalf of ee631902a97f490e8f118497c873dcdf for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:05.445049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.504396 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:05.521861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa014d71dd74882bfc23eea9dbe9c2f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:05.560872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:05.586586 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-02464f06-394a-4fc8-86ae-93192848834d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745126452996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2227743'] for subnet, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.600822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:05.613111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-99c1ac44-463d-49b6-90e4-2265a72ba870 None None] For port 20201eaa-9296-4c94-8a6c-ab061508b1dd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=20201eaa-9296-4c94-8a6c-ab061508b1dd,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:05.613652 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-99c1ac44-463d-49b6-90e4-2265a72ba870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.641357 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5dd8510c-2a91-4e8f-93bf-fc46e4be0c29 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.883500 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-99c1ac44-463d-49b6-90e4-2265a72ba870 None None] Calling delete_port for 20201eaa-9296-4c94-8a6c-ab061508b1dd owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:05.913476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:05.949505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Usage tracker for resource:subnet and tenant:d0a222010fb44040a995616d1f82f8e0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:05.956249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:05.967381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:05.986109 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Made reservation on behalf of d0a222010fb44040a995616d1f82f8e0 for: {'subnet': 2} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:06.017838 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-99c1ac44-463d-49b6-90e4-2265a72ba870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.069897 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1ac44-463d-49b6-90e4-2265a72ba870 None None] Pushing event deleted for resources: {'Port': ['ID=20201eaa-9296-4c94-8a6c-ab061508b1dd,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:06.076298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1ac44-463d-49b6-90e4-2265a72ba870 None None] No DVR routers for this DVR port 20201eaa-9296-4c94-8a6c-ab061508b1dd on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:06.121068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02464f06-394a-4fc8-86ae-93192848834d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:06.121670 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-02464f06-394a-4fc8-86ae-93192848834d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.123108 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-02464f06-394a-4fc8-86ae-93192848834d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "PUT /v2.0/subnets/a83d442d-ad2a-47d6-a9bf-c8b9cd0dc971 HTTP/1.1" status: 200 len: 900 time: 4.3510923 Feb 04 15:54:06.147245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50616) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:06.151776 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-deefa3ec-43cf-40cd-950a-881d73e34242 req-915330cf-3a6f-4932-aab2-7db80a149f7f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 210 time: 0.1105936 Feb 04 15:54:06.217081 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02464f06-394a-4fc8-86ae-93192848834d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event updated for resources: {'Subnet': ['ID=a83d442d-ad2a-47d6-a9bf-c8b9cd0dc971,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:06.224714 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f7cdb-8932-40fa-ae31-6bedc6fffe24 req-95fa9b9a-ac43-476c-93ca-8ab1bc4e483d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:06.236977 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca5f7cdb-8932-40fa-ae31-6bedc6fffe24 req-95fa9b9a-ac43-476c-93ca-8ab1bc4e483d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 946 time: 0.8959165 Feb 04 15:54:06.328634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50622) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:06.487352 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-78f89388-4ed9-43b0-ab9e-b620d2d8bfd1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.497841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef80e4-b60e-4ac2-a5bc-6a8579264d4d req-6b17e9f4-c2b8-49d6-9ac0-00300a5af2a4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:06.499376 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ebef80e4-b60e-4ac2-a5bc-6a8579264d4d req-6b17e9f4-c2b8-49d6-9ac0-00300a5af2a4 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.73 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 946 time: 0.9856465 Feb 04 15:54:06.504655 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca5f7cdb-8932-40fa-ae31-6bedc6fffe24 req-59a0c662-320d-4f0f-a2fd-e8bb98f2b936 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655511 Feb 04 15:54:06.555688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Allocated IP 172.20.0.8 (c2183356-deba-4128-ad82-b10ca33a0ad9/bbe20dae-ec69-4ab2-b7ba-f48917395148/60f3f5db-322f-4388-8679-75a1d3849856) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:06.558419 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-20ddd3ad-ff4d-4f3f-90a3-2dd518fc8215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.588979 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.644103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-164213846-network', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:06.651022 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.669348 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.683587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:06.706719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Usage tracker for resource:network and tenant:db2b99b87e194ad3a49c8835507dce25 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:06.723491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:06.735233 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.735747 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.746998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f89388-4ed9-43b0-ab9e-b620d2d8bfd1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:06.748370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-78f89388-4ed9-43b0-ab9e-b620d2d8bfd1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:06.750389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:06.752302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c7ce75-15a6-4091-b0ff-3166b3f8b332 None None] Network b15cd396-1f3a-498e-9a00-829604509b6c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:06.766788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f89388-4ed9-43b0-ab9e-b620d2d8bfd1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:06.767403 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-78f89388-4ed9-43b0-ab9e-b620d2d8bfd1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.772056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:06.772560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a80cc44-cec4-41b6-b724-c13494f741b0 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:06.786466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f89388-4ed9-43b0-ab9e-b620d2d8bfd1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=ed88906d-3177-459e-b31c-3d45b82b72de,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:06.800494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-ebef80e4-b60e-4ac2-a5bc-6a8579264d4d req-0d05f306-2ae4-4a57-a0c6-000cb68b6f13 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Deleting port 8ddc0968-2512-4f65-9fb5-1ec48c14a640 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:06.800844 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ebef80e4-b60e-4ac2-a5bc-6a8579264d4d req-0d05f306-2ae4-4a57-a0c6-000cb68b6f13 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.840917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582f3905-2a0e-4f23-933b-7b32f83b7437,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:06.852716 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Deleting port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:06.853215 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.887368 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.887368 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Added segment 0e89c350-66c1-433d-9633-6e8e5cd656b8 of type vlan for network 9abc847f-1a30-4c54-89a7-e4c06c37cbea Feb 04 15:54:06.888515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Made reservation on behalf of db2b99b87e194ad3a49c8835507dce25 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:06.890791 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.953535 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.989270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f717f9af-86f9-4164-aede-82c4d091c5ea None None] Provisioning for port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:07.017265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-78f89388-4ed9-43b0-ab9e-b620d2d8bfd1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5255709 Feb 04 15:54:07.086544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50630) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:07.127280 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'name': 'tempest-NetworksTestDHCPv6-425100191'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:07.139886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd8510c-2a91-4e8f-93bf-fc46e4be0c29 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:54:07.181983 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.231289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 57d7bc6f-52a7-4448-aa86-66b4f3c8205c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:07.356040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': 'ed88906d-3177-459e-b31c-3d45b82b72de'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:54:07.356898 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.360010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:07.438800 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:07.452777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:07.453143 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.579942 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.611225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd8510c-2a91-4e8f-93bf-fc46e4be0c29 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:54:07.629308 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e950e265-7a0f-44f9-924a-3cea017b2460 None None] Sync routers for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:54:07.647687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Transition to ACTIVE for port object 60f3f5db-322f-4388-8679-75a1d3849856 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:07.649508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Usage tracker for resource:security_group_rule and tenant:db2b99b87e194ad3a49c8835507dce25 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:07.671463 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e950e265-7a0f-44f9-924a-3cea017b2460 None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:07.679159 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e950e265-7a0f-44f9-924a-3cea017b2460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:53:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:07.693673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Allocated IP 2001:db8::2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/ed88906d-3177-459e-b31c-3d45b82b72de/3470cc21-4a24-4b7c-8745-61139c424b96) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:07.702302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:07.705874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:54:07.716084 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.723474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:07.780484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d91ca6c9-8d1e-4c81-b4c7-7746a8505f74 req-1ae9f562-f703-4fd3-9026-41ceb8a54b1f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 210 time: 0.2185283 Feb 04 15:54:07.785037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:port and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:07.835066 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5dd8510c-2a91-4e8f-93bf-fc46e4be0c29 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/3b4409b6-a4db-4b00-8f62-bd7c59a56a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0376613 Feb 04 15:54:07.858404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50638) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:07.868692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:07.877575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:07.954399 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.959270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:08.033076 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.035006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:08.035699 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.081600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9ffa6d-f20d-4ef6-bcc4-f76abf2bcaa5 None None] Network b15cd396-1f3a-498e-9a00-829604509b6c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:08.092461 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-e950e265-7a0f-44f9-924a-3cea017b2460 None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:08.124699 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 4.0402792 Feb 04 15:54:08.124699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:08.125373 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.126569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50644) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:08.218982 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e950e265-7a0f-44f9-924a-3cea017b2460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:54:04Z', 'revision_number': 11, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:08.227744 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e950e265-7a0f-44f9-924a-3cea017b2460 None None] Checking router: 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:54:08.250808 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e950e265-7a0f-44f9-924a-3cea017b2460 None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:08.251710 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e950e265-7a0f-44f9-924a-3cea017b2460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:53:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:08.311389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event updated for resources: {'Port': ['ID=60f3f5db-322f-4388-8679-75a1d3849856,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:08.328498 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.347119 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] Request body: {'subnet': {'network_id': '9abc847f-1a30-4c54-89a7-e4c06c37cbea', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1246195-subnet', 'tenant_id': '5fa014d71dd74882bfc23eea9dbe9c2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:08.350962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=57d7bc6f-52a7-4448-aa86-66b4f3c8205c,segment=NetworkSegment(c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6),segment_id=c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:08.362298 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.363146 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port a42acdb0-fdbc-457d-8ce5-0dd691da9873 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:54:08.373295 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.423634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-ebef80e4-b60e-4ac2-a5bc-6a8579264d4d req-0d05f306-2ae4-4a57-a0c6-000cb68b6f13 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] For port 8ddc0968-2512-4f65-9fb5-1ec48c14a640, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8ddc0968-2512-4f65-9fb5-1ec48c14a640,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:08.424285 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ebef80e4-b60e-4ac2-a5bc-6a8579264d4d req-0d05f306-2ae4-4a57-a0c6-000cb68b6f13 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.426143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Transition to ACTIVE for port object 3470cc21-4a24-4b7c-8745-61139c424b96 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:08.453716 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] For port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=57d7bc6f-52a7-4448-aa86-66b4f3c8205c,segment=NetworkSegment(c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6),segment_id=c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:08.454483 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.458861 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-e950e265-7a0f-44f9-924a-3cea017b2460 None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:08.465846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a89516-2be8-41b1-89d0-ada88ef25673 admin admin] Pushing event updated for resources: {'Network': ['ID=9abc847f-1a30-4c54-89a7-e4c06c37cbea,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:08.472770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 20201eaa-9296-4c94-8a6c-ab061508b1dd no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:08.520902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 9abc847f-1a30-4c54-89a7-e4c06c37cbea details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:08.553235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-52043b42-fd0e-413f-9b01-8b0167916091 None None] Provisioning complete for port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:08.553605 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-52043b42-fd0e-413f-9b01-8b0167916091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.558954 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:08.563771 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event updated for resources: {'Subnet': ['ID=136c1852-7fc7-4116-901a-12926428dc69,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:08.577813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] Usage tracker for resource:subnet and tenant:5fa014d71dd74882bfc23eea9dbe9c2f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:08.598274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:08.603950 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e950e265-7a0f-44f9-924a-3cea017b2460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:54:04Z', 'revision_number': 11, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:08.609204 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e950e265-7a0f-44f9-924a-3cea017b2460 None None] The sync data for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 is: [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:54:04Z', 'revision_number': 11, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:54:08.615087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Network c2183356-deba-4128-ad82-b10ca33a0ad9 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:08.625198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:08.625954 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 20201eaa-9296-4c94-8a6c-ab061508b1dd {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:54:08.626312 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 20201eaa-9296-4c94-8a6c-ab061508b1dd not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:08.627840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:08.628176 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Transition to ACTIVE for port object 3470cc21-4a24-4b7c-8745-61139c424b96 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:08.634495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:08.719555 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.768678 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] Made reservation on behalf of 5fa014d71dd74882bfc23eea9dbe9c2f for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:08.771360 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.773946 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=57d7bc6f-52a7-4448-aa86-66b4f3c8205c,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:08.793378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-ebef80e4-b60e-4ac2-a5bc-6a8579264d4d req-0d05f306-2ae4-4a57-a0c6-000cb68b6f13 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Calling delete_port for 8ddc0968-2512-4f65-9fb5-1ec48c14a640 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:08.854004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:08.880357 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:08.888862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:08.923946 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.986522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 8ddc0968-2512-4f65-9fb5-1ec48c14a640 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:09.098981 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 57d7bc6f-52a7-4448-aa86-66b4f3c8205c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:09.154670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Calling delete_port for 57d7bc6f-52a7-4448-aa86-66b4f3c8205c owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:09.176982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:09.177587 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.179670 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Pushing event updated for resources: {'Port': ['ID=3470cc21-4a24-4b7c-8745-61139c424b96,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:09.247295 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.256774 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-984746d0-91e8-4e09-8268-e6a8574f774d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4447279 Feb 04 15:54:09.271754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Checking segment: {'id': 'd914cebf-15b0-4e5b-aa6d-1fa45901bb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9e379f6d-fbfb-4ec7-bae3-18f21f0eb159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:09.272114 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Network hostable DHCP agents. Network: 9e379f6d-fbfb-4ec7-bae3-18f21f0eb159, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:09.296454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Request body: {'port': {'device_id': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:09.340416 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cc853b64-1326-43d5-8725-cdac498f317c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.347136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:09.369768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13201e1a-8285-4745-85bd-14732f7abf74 req-9fc840ef-e37e-4cc5-a95f-47875dae7bd6 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:09.374688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0909ac3-9b29-4d69-bbf2-9f8b44f224df tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting subnet 2f052838-9eca-41f5-b658-5b2cf253ef12 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:54:09.376587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13201e1a-8285-4745-85bd-14732f7abf74 req-9fc840ef-e37e-4cc5-a95f-47875dae7bd6 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 946 time: 1.4964895 Feb 04 15:54:09.383810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::333 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/ed88906d-3177-459e-b31c-3d45b82b72de/a42acdb0-fdbc-457d-8ce5-0dd691da9873) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:09.388501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a0909ac3-9b29-4d69-bbf2-9f8b44f224df tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.434907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Attempting to bind port 3470cc21-4a24-4b7c-8745-61139c424b96 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:09.435392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Attempting to bind port 3470cc21-4a24-4b7c-8745-61139c424b96 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:09.435814 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Attempting to bind port 3470cc21-4a24-4b7c-8745-61139c424b96 on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:09.446957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e9f6c6-1b2c-4dde-90d9-72ed228a46b0,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:09.460758 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.461101 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.461544 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Added segment 208f408c-f865-4435-847a-4f1273af25b4 of type vlan for network 6f92e8fc-7527-455b-8c35-08670df9b336 Feb 04 15:54:09.496276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Network 9e379f6d-fbfb-4ec7-bae3-18f21f0eb159 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:09.500526 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:54:09.501094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:09.501334 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.501681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:54:09.502156 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Bound port: 3470cc21-4a24-4b7c-8745-61139c424b96, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:09.502530 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.533969 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-055848c1-52c4-4f22-90da-6079fa6127d5 None None] Provisioning for port 60f3f5db-322f-4388-8679-75a1d3849856 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:09.536456 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:54:09.536978 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:54:09.556193 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ebef80e4-b60e-4ac2-a5bc-6a8579264d4d req-0d05f306-2ae4-4a57-a0c6-000cb68b6f13 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.600872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 9e379f6d-fbfb-4ec7-bae3-18f21f0eb159) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:09.606796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-055848c1-52c4-4f22-90da-6079fa6127d5 None None] Provisioning complete for port 60f3f5db-322f-4388-8679-75a1d3849856 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:09.607164 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-055848c1-52c4-4f22-90da-6079fa6127d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.608681 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a0909ac3-9b29-4d69-bbf2-9f8b44f224df tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.635116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['63f11e5f-f02d-4939-90d2-3bca6664382b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:54:09.640275 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.649980 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.670659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a575b0-2345-4b25-b5d4-f9c0cd0b6246 None None] Network 9e379f6d-fbfb-4ec7-bae3-18f21f0eb159 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:09.701390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:09.701758 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.735980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event updated for resources: {'Subnet': ['ID=a8918212-71e1-42c0-bb1c-c36ace12dcc6,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:09.790854 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.797663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05f306-2ae4-4a57-a0c6-000cb68b6f13 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event deleted for resources: {'Port': ['ID=8ddc0968-2512-4f65-9fb5-1ec48c14a640,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:09.801288 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13201e1a-8285-4745-85bd-14732f7abf74 req-912c74db-c7d5-4a06-ab79-6abcb9d9f1e0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237554 Feb 04 15:54:09.910824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba60c17-344b-4823-aa86-c464ac4fcecc req-d7f94066-b72a-496f-bd7d-46abe78150ee tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:09.912751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ba60c17-344b-4823-aa86-c464ac4fcecc req-d7f94066-b72a-496f-bd7d-46abe78150ee tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 931 time: 0.7295818 Feb 04 15:54:09.935421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-055848c1-52c4-4f22-90da-6079fa6127d5 None None] Port 60f3f5db-322f-4388-8679-75a1d3849856 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:54:09.952553 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.967350 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:54:10.009019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebef80e4-b60e-4ac2-a5bc-6a8579264d4d req-0d05f306-2ae4-4a57-a0c6-000cb68b6f13 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] No DVR routers for this DVR port 8ddc0968-2512-4f65-9fb5-1ec48c14a640 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:10.018324 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ebef80e4-b60e-4ac2-a5bc-6a8579264d4d req-0d05f306-2ae4-4a57-a0c6-000cb68b6f13 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.027444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944fe060-fedb-4e91-843b-1905845465f5', 'name': 'network-vif-deleted', 'tag': '8ddc0968-2512-4f65-9fb5-1ec48c14a640'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:10.044072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Deleting port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:10.045007 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.045337 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a0909ac3-9b29-4d69-bbf2-9f8b44f224df tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.074207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Checking segment: {'id': 'c22f32ea-069f-410d-b975-a3de88c3da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1d08b9d3-953d-4573-9612-296d14e7f34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:10.074588 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Network hostable DHCP agents. Network: 1d08b9d3-953d-4573-9612-296d14e7f34b, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:10.092232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] For port 3470cc21-4a24-4b7c-8745-61139c424b96, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:10.148078 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944fe060-fedb-4e91-843b-1905845465f5', 'name': 'network-vif-deleted', 'tag': '8ddc0968-2512-4f65-9fb5-1ec48c14a640', 'status': 'completed', 'code': 200} Feb 04 15:54:10.168894 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.176456 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] For port 3470cc21-4a24-4b7c-8745-61139c424b96, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3470cc21-4a24-4b7c-8745-61139c424b96,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:10.177749 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.178734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.179484 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.192648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5ffb6b52-9d59-4275-a9d9-e42ba56261e8 None None] Provisioning complete for port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:10.193017 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5ffb6b52-9d59-4275-a9d9-e42ba56261e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.201705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=092b387b-597c-46f6-b3d5-f3be85964a29,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:10.248477 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object a42acdb0-fdbc-457d-8ce5-0dd691da9873 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:10.280838 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:54:10.299832 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.303037 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ebef80e4-b60e-4ac2-a5bc-6a8579264d4d req-0d05f306-2ae4-4a57-a0c6-000cb68b6f13 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.73 "DELETE /v2.0/ports/8ddc0968-2512-4f65-9fb5-1ec48c14a640 HTTP/1.1" status: 204 len: 173 time: 3.7265823 Feb 04 15:54:10.313604 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] Checking segment: {'id': '0e89c350-66c1-433d-9633-6e8e5cd656b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9abc847f-1a30-4c54-89a7-e4c06c37cbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:10.314072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] Network hostable DHCP agents. Network: 9abc847f-1a30-4c54-89a7-e4c06c37cbea, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:10.319164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Network 1d08b9d3-953d-4573-9612-296d14e7f34b is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:10.360734 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.367014 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 1d08b9d3-953d-4573-9612-296d14e7f34b) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:10.372948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.373326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.373967 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.388082 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a0909ac3-9b29-4d69-bbf2-9f8b44f224df tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.405622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05285957-0f15-47cd-ab78-11c2275cb37a None None] Network 1d08b9d3-953d-4573-9612-296d14e7f34b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:10.449386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0909ac3-9b29-4d69-bbf2-9f8b44f224df tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Subnet': ['ID=2f052838-9eca-41f5-b658-5b2cf253ef12,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:10.467699 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a0909ac3-9b29-4d69-bbf2-9f8b44f224df tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.468605 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.473461 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a0909ac3-9b29-4d69-bbf2-9f8b44f224df tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/2f052838-9eca-41f5-b658-5b2cf253ef12 HTTP/1.1" status: 204 len: 168 time: 2.5952404 Feb 04 15:54:10.475053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50654) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:10.515313 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e4b5a640-cc40-441c-b435-c186feaf50cd tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.3043735 Feb 04 15:54:10.516444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50658) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:10.563753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] Pushing event updated for resources: {'Network': ['ID=6f92e8fc-7527-455b-8c35-08670df9b336,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:10.567639 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ba60c17-344b-4823-aa86-c464ac4fcecc req-ccc1076e-8777-4493-b941-f20ad1fd4e30 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6368113 Feb 04 15:54:10.593073 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-87f1a15f-4e0f-4cc0-be09-c4e45075e443 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.2596669 Feb 04 15:54:10.599455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] Network 9abc847f-1a30-4c54-89a7-e4c06c37cbea is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:10.600995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50662) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:10.652610 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.654388 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8d1a53-22ae-42d0-84a6-800595cdadbf None None] Network cadd8bfd-279d-4cdb-982e-fb1ed4c5b118 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:10.665495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] Request body: {'subnet': {'network_id': '6f92e8fc-7527-455b-8c35-08670df9b336', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-164213846-subnet', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:10.666940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 6f92e8fc-7527-455b-8c35-08670df9b336 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:10.679062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3d3f7023-4044-4e54-be7d-7a51a5348d90 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:10.679283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:10.688175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:10.693914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:10.696011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] Usage tracker for resource:subnet and tenant:db2b99b87e194ad3a49c8835507dce25 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:10.701690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 9abc847f-1a30-4c54-89a7-e4c06c37cbea) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:10.703225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:10.708990 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:10.712744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.713810 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.729525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=a42acdb0-fdbc-457d-8ce5-0dd691da9873,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:10.736507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:10.741197 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.741532 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.761640 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fc683665-1cf5-441d-970f-52171a720757 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6696250 Feb 04 15:54:10.761989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f3f5db-322f-4388-8679-75a1d3849856 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:54:10.768107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50666) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:10.771240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3146f3a7-1e4a-4ea8-8f92-40b078186f64 None None] Network 9abc847f-1a30-4c54-89a7-e4c06c37cbea requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:10.771870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] Made reservation on behalf of db2b99b87e194ad3a49c8835507dce25 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:10.774126 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.785514 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.854285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64690ecd-0a03-4238-ae9f-6d30a883fdca tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.855641 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64690ecd-0a03-4238-ae9f-6d30a883fdca tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.857054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64690ecd-0a03-4238-ae9f-6d30a883fdca tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.857871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-64690ecd-0a03-4238-ae9f-6d30a883fdca tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Synchronizing usage tracker for tenant:d0a222010fb44040a995616d1f82f8e0 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:10.874114 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.896961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Transition to ACTIVE for port object 60f3f5db-322f-4388-8679-75a1d3849856 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:10.910236 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-aa448932-2aea-47e8-8473-f5d5dcf49f7d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5839529 Feb 04 15:54:10.926150 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.932775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 3d3f7023-4044-4e54-be7d-7a51a5348d90 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:54:10.933562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3d3f7023-4044-4e54-be7d-7a51a5348d90 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:10.966840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Deleting port 74ff98c2-e238-44b9-b976-8dce34b3f17d {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:10.967199 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.033627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-64690ecd-0a03-4238-ae9f-6d30a883fdca tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Unset dirty status for tenant:d0a222010fb44040a995616d1f82f8e0 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:11.045173 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-64690ecd-0a03-4238-ae9f-6d30a883fdca tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5220256 Feb 04 15:54:11.045875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50674) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:11.217258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Pushing event updated for resources: {'Port': ['ID=60f3f5db-322f-4388-8679-75a1d3849856,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:11.347219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ea1cd-9c4a-49be-8f7a-2b7a03182a33 None None] Pushing event updated for resources: {'Port': ['ID=3470cc21-4a24-4b7c-8745-61139c424b96,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:11.350158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2dcc0d1-2f4f-46f9-9cba-cdfd846522e1 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Deleting subnet 136c1852-7fc7-4116-901a-12926428dc69 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:54:11.433351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] For port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=57d7bc6f-52a7-4448-aa86-66b4f3c8205c,segment=NetworkSegment(c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6),segment_id=c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:11.434094 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.539332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e09ab6-8487-40af-bbf0-069dc45c29ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-9e379f6d-fbfb-4ec7-bae3-18f21f0eb159', 'network_id': '9e379f6d-fbfb-4ec7-bae3-18f21f0eb159', 'tenant_id': 'd0a222010fb44040a995616d1f82f8e0', 'fixed_ips': [{'subnet_id': '136c1852-7fc7-4116-901a-12926428dc69'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:54:11.540185 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-93e09ab6-8487-40af-bbf0-069dc45c29ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.607200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359bada0-a56e-4e71-9831-fb01bfb2a179 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:11.611458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359bada0-a56e-4e71-9831-fb01bfb2a179 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:11.612586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-359bada0-a56e-4e71-9831-fb01bfb2a179 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:11.616666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Calling delete_port for 57d7bc6f-52a7-4448-aa86-66b4f3c8205c owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:11.618008 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2dcc0d1-2f4f-46f9-9cba-cdfd846522e1 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.699752 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.704749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-122903bf-9f66-4fc3-a04f-1702cf6292e6 req-a2d7ed82-e46b-456b-a0d4-9df49cf5b5ac tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Synchronizing usage tracker for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:11.811065 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.820314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-359bada0-a56e-4e71-9831-fb01bfb2a179 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:11.824786 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-359bada0-a56e-4e71-9831-fb01bfb2a179 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.0478680 Feb 04 15:54:11.824984 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50690) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:11.826717 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2dcc0d1-2f4f-46f9-9cba-cdfd846522e1 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.876001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-122903bf-9f66-4fc3-a04f-1702cf6292e6 req-a2d7ed82-e46b-456b-a0d4-9df49cf5b5ac tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Unset dirty status for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:11.877536 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-122903bf-9f66-4fc3-a04f-1702cf6292e6 req-a2d7ed82-e46b-456b-a0d4-9df49cf5b5ac tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=944fe060-fedb-4e91-843b-1905845465f5 HTTP/1.1" status: 200 len: 210 time: 0.5409307 Feb 04 15:54:11.932743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] For port 74ff98c2-e238-44b9-b976-8dce34b3f17d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=74ff98c2-e238-44b9-b976-8dce34b3f17d,segment=NetworkSegment(a0f7db39-220e-41d2-85ed-9ef9509b606b),segment_id=a0f7db39-220e-41d2-85ed-9ef9509b606b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:11.933084 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.948102 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1d08b9d3-953d-4573-9612-296d14e7f34b', 'network_id': '1d08b9d3-953d-4573-9612-296d14e7f34b', 'tenant_id': 'd0a222010fb44040a995616d1f82f8e0', 'fixed_ips': [{'subnet_id': 'a8918212-71e1-42c0-bb1c-c36ace12dcc6'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:54:11.948915 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.054070 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2dcc0d1-2f4f-46f9-9cba-cdfd846522e1 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.088461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7d2419ac-8da7-47c5-a641-831974641651 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port a42acdb0-fdbc-457d-8ce5-0dd691da9873 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:12.089151 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d2419ac-8da7-47c5-a641-831974641651 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.145222 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39228238-c663-44cd-9a9e-f703ddb7ca1a None None] Network 9abc847f-1a30-4c54-89a7-e4c06c37cbea requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:12.180491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Calling delete_port for 74ff98c2-e238-44b9-b976-8dce34b3f17d owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:12.215082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Attempting to bind port 60f3f5db-322f-4388-8679-75a1d3849856 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:12.215663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Attempting to bind port 60f3f5db-322f-4388-8679-75a1d3849856 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:12.216113 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Attempting to bind port 60f3f5db-322f-4388-8679-75a1d3849856 on network c2183356-deba-4128-ad82-b10ca33a0ad9 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:12.248476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2824b1ae-c434-46df-9cee-ad0dbaab3361 None None] DHCP port deletion for cadd8bfd-279d-4cdb-982e-fb1ed4c5b118 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:54:12.257914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Port 60f3f5db-322f-4388-8679-75a1d3849856 on network c2183356-deba-4128-ad82-b10ca33a0ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:54:12.258810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Attempting to bind port 60f3f5db-322f-4388-8679-75a1d3849856 on network c2183356-deba-4128-ad82-b10ca33a0ad9 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:12.280885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:54:12.281405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Checking segment: {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:12.281910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Bound using segment: {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:54:12.283155 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Bound port: 60f3f5db-322f-4388-8679-75a1d3849856, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:12.283655 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.288235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2824b1ae-c434-46df-9cee-ad0dbaab3361 None None] Deleting port 74ff98c2-e238-44b9-b976-8dce34b3f17d {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:12.288821 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2824b1ae-c434-46df-9cee-ad0dbaab3361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.312507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-7fcc7248-38bd-4b38-8bf4-cb733583d523 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:12.313920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-7fcc7248-38bd-4b38-8bf4-cb733583d523 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Synchronizing usage tracker for tenant:5fa014d71dd74882bfc23eea9dbe9c2f on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:12.369501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2dcc0d1-2f4f-46f9-9cba-cdfd846522e1 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.421125 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server [None req-93e09ab6-8487-40af-bbf0-069dc45c29ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 136c1852-7fc7-4116-901a-12926428dc69: This subnet is being modified by another concurrent operation. Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise exception Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 136c1852-7fc7-4116-901a-12926428dc69: This subnet is being modified by another concurrent operation. Feb 04 15:54:12.452460 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server Feb 04 15:54:12.479760 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.485549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcc0d1-2f4f-46f9-9cba-cdfd846522e1 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event deleted for resources: {'Subnet': ['ID=136c1852-7fc7-4116-901a-12926428dc69,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:12.517054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Port': ['ID=74ff98c2-e238-44b9-b976-8dce34b3f17d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:12.525365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6689a65d-e10d-4b1b-aeba-a96b11b9f483 None None] Network 9e379f6d-fbfb-4ec7-bae3-18f21f0eb159 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:12.533189 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2dcc0d1-2f4f-46f9-9cba-cdfd846522e1 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.543657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] No DVR routers for this DVR port 74ff98c2-e238-44b9-b976-8dce34b3f17d on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:12.586892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2824b1ae-c434-46df-9cee-ad0dbaab3361 None None] The port '74ff98c2-e238-44b9-b976-8dce34b3f17d' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:54:12.593774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] For port 60f3f5db-322f-4388-8679-75a1d3849856, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:12.603627 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.616369 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b2dcc0d1-2f4f-46f9-9cba-cdfd846522e1 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "DELETE /v2.0/subnets/136c1852-7fc7-4116-901a-12926428dc69 HTTP/1.1" status: 204 len: 168 time: 1.5640728 Feb 04 15:54:12.630464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50694) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:12.672201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] For port 60f3f5db-322f-4388-8679-75a1d3849856, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=60f3f5db-322f-4388-8679-75a1d3849856,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:12.697402 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Allocated IP 2001:db8:0:1::1 (1d08b9d3-953d-4573-9612-296d14e7f34b/a8918212-71e1-42c0-bb1c-c36ace12dcc6/0c3bc951-2b03-4eb8-89dc-80f1baada860) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:12.718146 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-7fcc7248-38bd-4b38-8bf4-cb733583d523 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Unset dirty status for tenant:5fa014d71dd74882bfc23eea9dbe9c2f on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:12.719508 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-7fcc7248-38bd-4b38-8bf4-cb733583d523 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/networks?id=9abc847f-1a30-4c54-89a7-e4c06c37cbea HTTP/1.1" status: 200 len: 819 time: 1.0025566 Feb 04 15:54:12.720294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Port': ['ID=57d7bc6f-52a7-4448-aa86-66b4f3c8205c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:12.730582 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84d1d1d-4a00-4243-a5ed-72767ba0602d None None] DHCP port deletion for b15cd396-1f3a-498e-9a00-829604509b6c request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:54:12.736960 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.779577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-64742437-367f-4d95-8181-3fca4a90daf0 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/quotas/5fa014d71dd74882bfc23eea9dbe9c2f HTTP/1.1" status: 200 len: 375 time: 0.0399909 Feb 04 15:54:12.823687 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.862069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cadd8bfd-279d-4cdb-982e-fb1ed4c5b118']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:12.878016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No DVR routers for this DVR port 57d7bc6f-52a7-4448-aa86-66b4f3c8205c on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:12.885695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f7db39-220e-41d2-85ed-9ef9509b606b') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:12.886375 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f7db39-220e-41d2-85ed-9ef9509b606b') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:12.907330 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.933343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.003901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:54:13.007613 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.054086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-ff6308a5-5313-4d3d-8bf3-ec737662247c tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fa014d71dd74882bfc23eea9dbe9c2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2580609 Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:13.054252 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:13.092837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9424c409-5c04-40c1-a1d9-4b685c3c62ef None None] Provisioning for port 3470cc21-4a24-4b7c-8745-61139c424b96 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:13.167371 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.178690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e5deff-ac1b-403d-9f50-c39eedef83e1,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:13.185839 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] 10.222.0.81 "PUT /v2.0/ports/60f3f5db-322f-4388-8679-75a1d3849856 HTTP/1.1" status: 200 len: 1091 time: 3.8990767 Feb 04 15:54:13.187443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3470cc21-4a24-4b7c-8745-61139c424b96 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:13.189163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:13.268480 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.270406 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.301734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Transition to ACTIVE for port object 0c3bc951-2b03-4eb8-89dc-80f1baada860 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:13.317931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-81c95a0a-46aa-4fdc-a5f2-a3dcd1013e6b None None] Provisioning for port a42acdb0-fdbc-457d-8ce5-0dd691da9873 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:13.331000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-81c95a0a-46aa-4fdc-a5f2-a3dcd1013e6b None None] Provisioning complete for port a42acdb0-fdbc-457d-8ce5-0dd691da9873 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:13.331387 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-81c95a0a-46aa-4fdc-a5f2-a3dcd1013e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.362224 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Transition to ACTIVE for port object 0c3bc951-2b03-4eb8-89dc-80f1baada860 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:13.381448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] Checking segment: {'id': '208f408c-f865-4435-847a-4f1273af25b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f92e8fc-7527-455b-8c35-08670df9b336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:13.382183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] Network hostable DHCP agents. Network: 6f92e8fc-7527-455b-8c35-08670df9b336, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:13.382988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1710a4c-19d1-4fb3-8c4f-9b29ccf0e20e service neutron] Pushing event updated for resources: {'Port': ['ID=60f3f5db-322f-4388-8679-75a1d3849856,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:13.383700 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.396122 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.439111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 3470cc21-4a24-4b7c-8745-61139c424b96 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:13.440347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015d34d-fd3d-48e0-8084-e8821039df48 req-9cefad7b-5355-4f08-87b7-cdff7910b71b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:13.447906 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7015d34d-fd3d-48e0-8084-e8821039df48 req-9cefad7b-5355-4f08-87b7-cdff7910b71b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 0.9804504 Feb 04 15:54:13.451120 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d2419ac-8da7-47c5-a641-831974641651 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.471135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 3470cc21-4a24-4b7c-8745-61139c424b96 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:13.472095 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.484607 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.498851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-81c95a0a-46aa-4fdc-a5f2-a3dcd1013e6b None None] Port a42acdb0-fdbc-457d-8ce5-0dd691da9873 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:54:13.515772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Pushing event deleted for resources: {'Network': ['ID=cadd8bfd-279d-4cdb-982e-fb1ed4c5b118,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:13.541743 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ce27ef53-a6d7-4abf-9d5c-0378eb777f6d tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/networks/cadd8bfd-279d-4cdb-982e-fb1ed4c5b118 HTTP/1.1" status: 204 len: 168 time: 3.0547342 Feb 04 15:54:13.542705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50702) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:13.549739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9e2c2c-018f-48be-871c-17c30f21cad2 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Deleting subnet a8918212-71e1-42c0-bb1c-c36ace12dcc6 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:54:13.550097 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Pushing event updated for resources: {'Port': ['ID=0c3bc951-2b03-4eb8-89dc-80f1baada860,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:13.552923 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da9e2c2c-018f-48be-871c-17c30f21cad2 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.555775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Network 1d08b9d3-953d-4573-9612-296d14e7f34b is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:13.560141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:13.565537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:13.574821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:13.575257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:13.575599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:13.575937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:13.576492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:13.577041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:13.577594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:13.578135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:13.578693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:13.579159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:13.579538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:13.623931 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da9e2c2c-018f-48be-871c-17c30f21cad2 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.718685 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da9e2c2c-018f-48be-871c-17c30f21cad2 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.726090 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Attempting to bind port 0c3bc951-2b03-4eb8-89dc-80f1baada860 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:13.726470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Attempting to bind port 0c3bc951-2b03-4eb8-89dc-80f1baada860 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'c22f32ea-069f-410d-b975-a3de88c3da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1d08b9d3-953d-4573-9612-296d14e7f34b'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:13.726833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Attempting to bind port 0c3bc951-2b03-4eb8-89dc-80f1baada860 on network 1d08b9d3-953d-4573-9612-296d14e7f34b {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:13.746848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:54:13.747246 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Checking segment: {'id': 'c22f32ea-069f-410d-b975-a3de88c3da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1d08b9d3-953d-4573-9612-296d14e7f34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:13.747653 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.748041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Bound using segment: {'id': 'c22f32ea-069f-410d-b975-a3de88c3da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1d08b9d3-953d-4573-9612-296d14e7f34b'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:54:13.748526 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Bound port: 0c3bc951-2b03-4eb8-89dc-80f1baada860, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22f32ea-069f-410d-b975-a3de88c3da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1d08b9d3-953d-4573-9612-296d14e7f34b'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:13.748899 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.761930 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.762541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7d2419ac-8da7-47c5-a641-831974641651 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for a42acdb0-fdbc-457d-8ce5-0dd691da9873 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:13.807997 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-aca91063-ff10-48ce-b52e-0fa298f5c0fb service neutron] 10.222.0.60 "GET /v2.0/networks/9abc847f-1a30-4c54-89a7-e4c06c37cbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986716 Feb 04 15:54:13.844427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 3470cc21-4a24-4b7c-8745-61139c424b96, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3470cc21-4a24-4b7c-8745-61139c424b96,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:13.858998 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.875807 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.934001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4fc38bbe-9066-4e46-9347-3c9e665a2bdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'router': {'routes': None}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:13.937734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] For port 0c3bc951-2b03-4eb8-89dc-80f1baada860, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:13.949120 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=3470cc21-4a24-4b7c-8745-61139c424b96,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:13.951945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 74ff98c2-e238-44b9-b976-8dce34b3f17d no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:13.985873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] For port 0c3bc951-2b03-4eb8-89dc-80f1baada860, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0c3bc951-2b03-4eb8-89dc-80f1baada860,segment=NetworkSegment(c22f32ea-069f-410d-b975-a3de88c3da7b),segment_id=c22f32ea-069f-410d-b975-a3de88c3da7b)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:13.991972 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 74ff98c2-e238-44b9-b976-8dce34b3f17d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:54:13.992513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 74ff98c2-e238-44b9-b976-8dce34b3f17d not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:13.993085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 57d7bc6f-52a7-4448-aa86-66b4f3c8205c no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:14.012687 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da9e2c2c-018f-48be-871c-17c30f21cad2 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.018426 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.038194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Subnet': ['ID=a83d442d-ad2a-47d6-a9bf-c8b9cd0dc971,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:14.039906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] Network 6f92e8fc-7527-455b-8c35-08670df9b336 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:14.063836 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 57d7bc6f-52a7-4448-aa86-66b4f3c8205c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:54:14.064091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 57d7bc6f-52a7-4448-aa86-66b4f3c8205c not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:14.100493 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7015d34d-fd3d-48e0-8084-e8821039df48 req-90a0c310-5ff8-42ad-a22a-5d7589eb0948 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6509826 Feb 04 15:54:14.113945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c2bcc-2e7d-44ad-9d5b-8556ebd97a5e None None] Pushing event updated for resources: {'Port': ['ID=0c3bc951-2b03-4eb8-89dc-80f1baada860,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:14.130798 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da9e2c2c-018f-48be-871c-17c30f21cad2 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.142705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 6f92e8fc-7527-455b-8c35-08670df9b336) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:14.157673 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-da9e2c2c-018f-48be-871c-17c30f21cad2 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "DELETE /v2.0/subnets/a8918212-71e1-42c0-bb1c-c36ace12dcc6 HTTP/1.1" status: 204 len: 168 time: 1.5258021 Feb 04 15:54:14.160044 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e2c2c-018f-48be-871c-17c30f21cad2 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event deleted for resources: {'Subnet': ['ID=a8918212-71e1-42c0-bb1c-c36ace12dcc6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:14.168625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b63b6c-12e4-472a-b94a-acb1a851d478 None None] Network 6f92e8fc-7527-455b-8c35-08670df9b336 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:14.171466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50706) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:14.179391 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-68755144-83d7-4314-a5b6-e47e74a44809 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 1094 time: 0.8602543 Feb 04 15:54:14.186390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1cad98-4348-4978-b102-d5d2ec795cce None None] Network b15cd396-1f3a-498e-9a00-829604509b6c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:14.285264 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.351978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15cd396-1f3a-498e-9a00-829604509b6c']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:14.370044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:14.370492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8fdf16a-d8a6-4af5-bd44-1096bbbf1bb6') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:14.386678 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.413014 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.422520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:54:14.423201 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:14.484447 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:14.491240 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856', 'status': 'completed', 'code': 200} Feb 04 15:54:14.491739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:14.492173 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.492860 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-afb8796e-85a4-4b51-9d0f-a402f80340f1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f3f5db-322f-4388-8679-75a1d3849856 HTTP/1.1" status: 200 len: 217 time: 0.2739270 Feb 04 15:54:14.608515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.extraroute_db [None req-4fc38bbe-9066-4e46-9347-3c9e665a2bdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Added routes are [] {{(pid=83550) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 15:54:14.608984 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.extraroute_db [None req-4fc38bbe-9066-4e46-9347-3c9e665a2bdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Removed routes are [] {{(pid=83550) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 15:54:14.609558 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4fc38bbe-9066-4e46-9347-3c9e665a2bdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.740556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84f761-c9c0-488a-a70b-1bb9e0653a2f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:14.741557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ea84f761-c9c0-488a-a70b-1bb9e0653a2f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Synchronizing usage tracker for tenant:d0a222010fb44040a995616d1f82f8e0 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:14.766021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-6f92e8fc-7527-455b-8c35-08670df9b336', 'network_id': '6f92e8fc-7527-455b-8c35-08670df9b336', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25', 'fixed_ips': [{'subnet_id': 'a8e5deff-ac1b-403d-9f50-c39eedef83e1'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:54:14.767035 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.781679 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d2419ac-8da7-47c5-a641-831974641651 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.792162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88348f08-aa95-4476-9d40-541e72c07881 None None] DHCP port deletion for b15cd396-1f3a-498e-9a00-829604509b6c request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:54:14.880953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ea84f761-c9c0-488a-a70b-1bb9e0653a2f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Unset dirty status for tenant:d0a222010fb44040a995616d1f82f8e0 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:14.882883 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ea84f761-c9c0-488a-a70b-1bb9e0653a2f tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7095628 Feb 04 15:54:14.888285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50714) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:14.903673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-7e258ff8-1222-46c5-bb77-dd18f1b1d92e service neutron] 10.222.0.60 "GET /v2.0/networks/9abc847f-1a30-4c54-89a7-e4c06c37cbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0772352 Feb 04 15:54:14.968199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2419ac-8da7-47c5-a641-831974641651 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=a42acdb0-fdbc-457d-8ce5-0dd691da9873,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:14.993523 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c8eb5bd8-1123-43d4-b91a-bdb886d1f514 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.3885987 Feb 04 15:54:15.060697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Allocated IP 172.20.0.2 (6f92e8fc-7527-455b-8c35-08670df9b336/a8e5deff-ac1b-403d-9f50-c39eedef83e1/aa5a3ae5-396d-4591-85d2-b225b886ec43) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:15.091897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50718) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:15.092930 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.207377 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.305623 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-164213846-router', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:15.427564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-b0f0a2d8-f16a-450f-a675-653f4a88ce21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:15.429636 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-b0f0a2d8-f16a-450f-a675-653f4a88ce21 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 200 len: 855 time: 0.6718073 Feb 04 15:54:15.497924 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.515386 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Transition to ACTIVE for port object aa5a3ae5-396d-4591-85d2-b225b886ec43 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:15.523931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:15.545201 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d2419ac-8da7-47c5-a641-831974641651 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.556453 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Transition to ACTIVE for port object aa5a3ae5-396d-4591-85d2-b225b886ec43 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:15.561353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3470cc21-4a24-4b7c-8745-61139c424b96 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:15.563397 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7d2419ac-8da7-47c5-a641-831974641651 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/a42acdb0-fdbc-457d-8ce5-0dd691da9873 HTTP/1.1" status: 204 len: 168 time: 3.7335055 Feb 04 15:54:15.593522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50728) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:15.605292 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Network': ['ID=b15cd396-1f3a-498e-9a00-829604509b6c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:15.640417 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.653050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Usage tracker for resource:router and tenant:db2b99b87e194ad3a49c8835507dce25 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:15.664151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:15.671647 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-afafb119-265f-49fb-b139-6f2af27e736f tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/b15cd396-1f3a-498e-9a00-829604509b6c HTTP/1.1" status: 204 len: 168 time: 9.5083342 Feb 04 15:54:15.671878 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.674006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f18c5c0c-b657-4049-8e8f-c754dd5e29cd req-0310a126-ade4-4462-80d7-1f97776885c4 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 210 time: 0.3574259 Feb 04 15:54:15.676273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50736) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:15.687784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:15.746708 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b484f19d-e24a-4dff-a422-35b64a263d2d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:15.748231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b484f19d-e24a-4dff-a422-35b64a263d2d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:15.749872 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b484f19d-e24a-4dff-a422-35b64a263d2d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1548927 Feb 04 15:54:15.757494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50740) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:15.784147 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-9661d268-f666-4025-b509-ded35c1e69af tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:15.786147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9661d268-f666-4025-b509-ded35c1e69af tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:15.798811 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9661d268-f666-4025-b509-ded35c1e69af tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/subnets/a83d442d-ad2a-47d6-a9bf-c8b9cd0dc971 HTTP/1.1" status: 404 len: 337 time: 0.1180289 Feb 04 15:54:15.800997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50742) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:15.808258 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.813186 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Network 6f92e8fc-7527-455b-8c35-08670df9b336 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:15.816601 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:15.819759 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.838349 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:15.915079 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-471ba4f1-3448-42e4-bc34-3dbe34f9c5e2 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:15.916331 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471ba4f1-3448-42e4-bc34-3dbe34f9c5e2 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:15.953619 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4fc38bbe-9066-4e46-9347-3c9e665a2bdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.963776 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4fc38bbe-9066-4e46-9347-3c9e665a2bdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.965793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Deleting port 0c3bc951-2b03-4eb8-89dc-80f1baada860 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:15.966138 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.028160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-471ba4f1-3448-42e4-bc34-3dbe34f9c5e2 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/b15cd396-1f3a-498e-9a00-829604509b6c HTTP/1.1" status: 404 len: 339 time: 0.2036784 Feb 04 15:54:16.038577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50750) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:16.054319 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bfde1e-8f5c-4f76-adce-90689856e6fd None None] Network 1d08b9d3-953d-4573-9612-296d14e7f34b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:16.083587 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Pushing event updated for resources: {'Port': ['ID=aa5a3ae5-396d-4591-85d2-b225b886ec43,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:16.091924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 3470cc21-4a24-4b7c-8745-61139c424b96 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:16.092214 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.117641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41124d22-f0b5-4bd4-9923-acb8fc5a24c5 req-c9dfc860-a6af-4f77-b8e4-6f499089c87d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:16.119391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41124d22-f0b5-4bd4-9923-acb8fc5a24c5 req-c9dfc860-a6af-4f77-b8e4-6f499089c87d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.8991005 Feb 04 15:54:16.187673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Attempting to bind port aa5a3ae5-396d-4591-85d2-b225b886ec43 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:16.188298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Attempting to bind port aa5a3ae5-396d-4591-85d2-b225b886ec43 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '208f408c-f865-4435-847a-4f1273af25b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f92e8fc-7527-455b-8c35-08670df9b336'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:16.188849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Attempting to bind port aa5a3ae5-396d-4591-85d2-b225b886ec43 on network 6f92e8fc-7527-455b-8c35-08670df9b336 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:16.220504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d68ba-ba7c-4ade-b7b3-0ec376c7ddad req-3afc3182-ae40-4149-9665-32aec8ebba08 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:16.228351 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e15d68ba-ba7c-4ade-b7b3-0ec376c7ddad req-3afc3182-ae40-4149-9665-32aec8ebba08 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 945 time: 0.9282665 Feb 04 15:54:16.239830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:54:16.240198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Checking segment: {'id': '208f408c-f865-4435-847a-4f1273af25b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f92e8fc-7527-455b-8c35-08670df9b336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:16.240798 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.241473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Bound using segment: {'id': '208f408c-f865-4435-847a-4f1273af25b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f92e8fc-7527-455b-8c35-08670df9b336'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:54:16.242105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Bound port: aa5a3ae5-396d-4591-85d2-b225b886ec43, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f408c-f865-4435-847a-4f1273af25b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f92e8fc-7527-455b-8c35-08670df9b336'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:16.242666 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.267786 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.280741 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-40088634-20da-451a-9e82-eb1c888ff6df None None] Provisioning for port 0c3bc951-2b03-4eb8-89dc-80f1baada860 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:16.372029 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-861f0b05-4d23-404d-a458-f5fc21748755 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.388816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-41124d22-f0b5-4bd4-9923-acb8fc5a24c5 req-d2758dff-8f85-4c38-a861-0a91c35a4f4e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Deleting port 63f11e5f-f02d-4939-90d2-3bca6664382b {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:16.389498 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-41124d22-f0b5-4bd4-9923-acb8fc5a24c5 req-d2758dff-8f85-4c38-a861-0a91c35a4f4e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.397124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5eaa781-69d7-4481-be99-b9fd2d66fef3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet ed88906d-3177-459e-b31c-3d45b82b72de {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:54:16.441674 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa781-69d7-4481-be99-b9fd2d66fef3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.498362 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] For port aa5a3ae5-396d-4591-85d2-b225b886ec43, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:16.506050 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] For port aa5a3ae5-396d-4591-85d2-b225b886ec43, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=aa5a3ae5-396d-4591-85d2-b225b886ec43,segment=NetworkSegment(208f408c-f865-4435-847a-4f1273af25b4),segment_id=208f408c-f865-4435-847a-4f1273af25b4)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:16.509295 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0c3bc951-2b03-4eb8-89dc-80f1baada860 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:16.544220 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.587002 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-c54dd076-79b2-444f-a3bc-51f5604cef19 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2183356-deba-4128-ad82-b10ca33a0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1456614 Feb 04 15:54:16.651241 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e15d68ba-ba7c-4ade-b7b3-0ec376c7ddad req-79b697fe-03af-4dbb-82b1-75e097ce12af tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197531 Feb 04 15:54:16.664255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634bec9-1df2-4d1f-ad65-d7a18d823c02 None None] Pushing event updated for resources: {'Port': ['ID=aa5a3ae5-396d-4591-85d2-b225b886ec43,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:16.679801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43571679-aab6-4920-bc8f-e4a260254678 req-6a9624bb-4332-4feb-99a1-5ac0601dd3a4 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:16.682919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-43571679-aab6-4920-bc8f-e4a260254678 req-6a9624bb-4332-4feb-99a1-5ac0601dd3a4 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 0.7389820 Feb 04 15:54:16.686194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 0c3bc951-2b03-4eb8-89dc-80f1baada860 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:16.695315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 0c3bc951-2b03-4eb8-89dc-80f1baada860 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:16.695694 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.726169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] DHCP port deletion for 1d08b9d3-953d-4573-9612-296d14e7f34b request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:54:16.747611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Deleting port 0c3bc951-2b03-4eb8-89dc-80f1baada860 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:16.747983 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.812608 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa781-69d7-4481-be99-b9fd2d66fef3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.866984 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc38bbe-9066-4e46-9347-3c9e665a2bdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:54:17.081854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] For port 0c3bc951-2b03-4eb8-89dc-80f1baada860, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0c3bc951-2b03-4eb8-89dc-80f1baada860,segment=NetworkSegment(c22f32ea-069f-410d-b975-a3de88c3da7b),segment_id=c22f32ea-069f-410d-b975-a3de88c3da7b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:17.082141 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:17.109721 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-4c1c677a-eb62-401e-bc19-440479446d9c service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031517 Feb 04 15:54:17.182446 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:17.194800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-41124d22-f0b5-4bd4-9923-acb8fc5a24c5 req-d2758dff-8f85-4c38-a861-0a91c35a4f4e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] For port 63f11e5f-f02d-4939-90d2-3bca6664382b, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=63f11e5f-f02d-4939-90d2-3bca6664382b,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:17.198506 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-41124d22-f0b5-4bd4-9923-acb8fc5a24c5 req-d2758dff-8f85-4c38-a861-0a91c35a4f4e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:17.253273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] For port 0c3bc951-2b03-4eb8-89dc-80f1baada860, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0c3bc951-2b03-4eb8-89dc-80f1baada860,segment=NetworkSegment(c22f32ea-069f-410d-b975-a3de88c3da7b),segment_id=c22f32ea-069f-410d-b975-a3de88c3da7b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:17.253763 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:17.268990 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 0c3bc951-2b03-4eb8-89dc-80f1baada860, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0c3bc951-2b03-4eb8-89dc-80f1baada860,segment=NetworkSegment(c22f32ea-069f-410d-b975-a3de88c3da7b),segment_id=c22f32ea-069f-410d-b975-a3de88c3da7b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:17.325838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Calling delete_port for 0c3bc951-2b03-4eb8-89dc-80f1baada860 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:17.363756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-41124d22-f0b5-4bd4-9923-acb8fc5a24c5 req-d2758dff-8f85-4c38-a861-0a91c35a4f4e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Calling delete_port for 63f11e5f-f02d-4939-90d2-3bca6664382b owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:17.401295 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:17.409118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Calling delete_port for 0c3bc951-2b03-4eb8-89dc-80f1baada860 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:17.532945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa781-69d7-4481-be99-b9fd2d66fef3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:17.577418 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=0c3bc951-2b03-4eb8-89dc-80f1baada860,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:17.585219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device aa5a3ae5-396d-4591-85d2-b225b886ec43 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:17.652383 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:54:17.652629 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:54:17.656318 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:17.672070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc38bbe-9066-4e46-9347-3c9e665a2bdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:54:17.688434 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4934d03e-64e6-4294-8703-deeb0ec7cd72 req-3b000fd4-2ce5-4aeb-ab3f-c2f95165061f tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 210 time: 0.3380210 Feb 04 15:54:17.702983 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:54:17.703769 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:54:17.704510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7298e79e-f0a0-4fba-abd4-1c60275f0160 None None] Sync routers for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:54:17.707764 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f1d47521-23cd-4641-b8f4-c11b119adf8d req-9f684495-82b0-4cd7-9b6d-ecb3c72d7806 service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602456 Feb 04 15:54:17.715280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port aa5a3ae5-396d-4591-85d2-b225b886ec43 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:17.724947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7298e79e-f0a0-4fba-abd4-1c60275f0160 None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:17.725623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7298e79e-f0a0-4fba-abd4-1c60275f0160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:17.726641 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-861f0b05-4d23-404d-a458-f5fc21748755 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:17.726793 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4fc38bbe-9066-4e46-9347-3c9e665a2bdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:17.728289 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4fc38bbe-9066-4e46-9347-3c9e665a2bdb tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/3b4409b6-a4db-4b00-8f62-bd7c59a56a5e HTTP/1.1" status: 200 len: 705 time: 3.8001816 Feb 04 15:54:17.734392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50758) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:17.815085 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-43571679-aab6-4920-bc8f-e4a260254678 req-72cd5783-f18a-4b28-a35c-c32b31733f3d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1081011 Feb 04 15:54:17.817052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-83607c4c-060c-4560-8fbd-817b22e27fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Synchronizing usage tracker for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:17.896533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-861f0b05-4d23-404d-a458-f5fc21748755 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8da7db-75ec-4810-9039-c9845e1df9bd']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:17.904814 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0c3bc951-2b03-4eb8-89dc-80f1baada860 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:17.920442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-83607c4c-060c-4560-8fbd-817b22e27fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Unset dirty status for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:17.926664 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-83607c4c-060c-4560-8fbd-817b22e27fd0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b4409b6-a4db-4b00-8f62-bd7c59a56a5e HTTP/1.1" status: 200 len: 205 time: 0.1910849 Feb 04 15:54:17.927379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50762) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:17.945628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa781-69d7-4481-be99-b9fd2d66fef3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:17.956316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-861f0b05-4d23-404d-a458-f5fc21748755 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd3556a-3579-4110-bd3b-5d3f6272f9b4') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:17.957126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-861f0b05-4d23-404d-a458-f5fc21748755 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd3556a-3579-4110-bd3b-5d3f6272f9b4') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:17.992873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-7298e79e-f0a0-4fba-abd4-1c60275f0160 None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:18.108217 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-861f0b05-4d23-404d-a458-f5fc21748755 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.122781 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea24490-c434-4385-9fcc-618a512d9dfe None None] Network 6f92e8fc-7527-455b-8c35-08670df9b336 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:18.139759 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7298e79e-f0a0-4fba-abd4-1c60275f0160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:54:04Z', 'revision_number': 11, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:18.195202 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-6594cfbc-b709-4abc-bd28-67a4acf878be tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:18.196936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-6594cfbc-b709-4abc-bd28-67a4acf878be tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.73 "GET /v2.0/networks?id=9abc847f-1a30-4c54-89a7-e4c06c37cbea HTTP/1.1" status: 200 len: 819 time: 0.8036518 Feb 04 15:54:18.203652 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-861f0b05-4d23-404d-a458-f5fc21748755 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.219073 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa781-69d7-4481-be99-b9fd2d66fef3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.221714 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Deleting port 0c3bc951-2b03-4eb8-89dc-80f1baada860 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:18.222057 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.224998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Request body: {'port': {'device_id': '3a1690ce-8e95-46bd-b9bd-27a8e8e4b732', 'network_id': '9abc847f-1a30-4c54-89a7-e4c06c37cbea', 'admin_state_up': True, 'tenant_id': '5fa014d71dd74882bfc23eea9dbe9c2f'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:18.230131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Deleting port 0c3bc951-2b03-4eb8-89dc-80f1baada860 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:18.230656 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.248233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861f0b05-4d23-404d-a458-f5fc21748755 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:54:18.248778 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-861f0b05-4d23-404d-a458-f5fc21748755 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.258489 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb60393-49b8-4a11-a8b3-2a1af42d507a None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:18.272027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eaa781-69d7-4481-be99-b9fd2d66fef3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=ed88906d-3177-459e-b31c-3d45b82b72de,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:18.274462 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:18.287422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7298e79e-f0a0-4fba-abd4-1c60275f0160 None None] Checking router: 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:54:18.298426 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f5eaa781-69d7-4481-be99-b9fd2d66fef3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/ed88906d-3177-459e-b31c-3d45b82b72de HTTP/1.1" status: 204 len: 168 time: 2.4769547 Feb 04 15:54:18.300835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50766) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:18.418419 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.444549 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-41124d22-f0b5-4bd4-9923-acb8fc5a24c5 req-d2758dff-8f85-4c38-a861-0a91c35a4f4e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.461436 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cee2aca4-9065-479b-a0c2-2212e2d87b5f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1543162 Feb 04 15:54:18.471089 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f6e98edb-2b38-46ee-b202-8490e5574f2b req-7c843978-90d7-474f-a252-23440c3c3406 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 1094 time: 0.6467934 Feb 04 15:54:18.475654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f3df29b6-0956-4372-878e-b4fd77b6d3bb None None] Provisioning for port aa5a3ae5-396d-4591-85d2-b225b886ec43 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:18.476235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50770) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:18.527616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2758dff-8f85-4c38-a861-0a91c35a4f4e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event deleted for resources: {'Port': ['ID=63f11e5f-f02d-4939-90d2-3bca6664382b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:18.529564 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-861f0b05-4d23-404d-a458-f5fc21748755 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.558241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ec9a71a9-144a-4f0f-bc78-b4af1ff17e05 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:18.576734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7298e79e-f0a0-4fba-abd4-1c60275f0160 None None] Routers {'3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:18.577362 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7298e79e-f0a0-4fba-abd4-1c60275f0160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:18.627899 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f3df29b6-0956-4372-878e-b4fd77b6d3bb None None] Provisioning complete for port aa5a3ae5-396d-4591-85d2-b225b886ec43 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:18.628263 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3df29b6-0956-4372-878e-b4fd77b6d3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.688190 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-457ac3b0-409b-4b76-bf8f-d2b889162f0a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.705453 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-861f0b05-4d23-404d-a458-f5fc21748755 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.739493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205864b-71eb-4e31-8bb5-4f5b83e859c8 req-f13fc8b6-1381-42d1-994b-e64c15fafe7c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:18.742343 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d205864b-71eb-4e31-8bb5-4f5b83e859c8 req-f13fc8b6-1381-42d1-994b-e64c15fafe7c tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4543580-eaa6-4800-a509-8f8058c1cbdf HTTP/1.1" status: 200 len: 867 time: 0.7771919 Feb 04 15:54:18.749674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:18.753746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Usage tracker for resource:port and tenant:5fa014d71dd74882bfc23eea9dbe9c2f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:18.756768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:18.763856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:18.887111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f0b05-4d23-404d-a458-f5fc21748755 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Network': ['ID=ca8da7db-75ec-4810-9039-c9845e1df9bd,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:18.894902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Made reservation on behalf of 5fa014d71dd74882bfc23eea9dbe9c2f for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:18.898640 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.976657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] For port 0c3bc951-2b03-4eb8-89dc-80f1baada860, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0c3bc951-2b03-4eb8-89dc-80f1baada860,segment=NetworkSegment(c22f32ea-069f-410d-b975-a3de88c3da7b),segment_id=c22f32ea-069f-410d-b975-a3de88c3da7b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:18.977348 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.010060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ec9a71a9-144a-4f0f-bc78-b4af1ff17e05 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:19.061407 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 63f11e5f-f02d-4939-90d2-3bca6664382b no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:19.080500 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-106bf3f5-6e03-4656-a0c6-7d2b219727c6 req-be9ca030-c9d9-4506-a5ce-4e10bc15a0ba tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 210 time: 0.1066470 Feb 04 15:54:19.136419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-41124d22-f0b5-4bd4-9923-acb8fc5a24c5 req-d2758dff-8f85-4c38-a861-0a91c35a4f4e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] No DVR routers for this DVR port 63f11e5f-f02d-4939-90d2-3bca6664382b on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:19.143891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-861f0b05-4d23-404d-a458-f5fc21748755 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/ca8da7db-75ec-4810-9039-c9845e1df9bd HTTP/1.1" status: 204 len: 168 time: 3.1031675 Feb 04 15:54:19.146630 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-41124d22-f0b5-4bd4-9923-acb8fc5a24c5 req-d2758dff-8f85-4c38-a861-0a91c35a4f4e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.148781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41124d22-f0b5-4bd4-9923-acb8fc5a24c5 req-d2758dff-8f85-4c38-a861-0a91c35a4f4e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.73 "DELETE /v2.0/ports/63f11e5f-f02d-4939-90d2-3bca6664382b HTTP/1.1" status: 204 len: 173 time: 2.9692013 Feb 04 15:54:19.151776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4543580-eaa6-4800-a509-8f8058c1cbdf', 'name': 'network-vif-deleted', 'tag': '63f11e5f-f02d-4939-90d2-3bca6664382b'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:19.168417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50778) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:19.188476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Calling delete_port for 0c3bc951-2b03-4eb8-89dc-80f1baada860 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:19.216838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ec9a71a9-144a-4f0f-bc78-b4af1ff17e05 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:19.221146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 0c3bc951-2b03-4eb8-89dc-80f1baada860, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0c3bc951-2b03-4eb8-89dc-80f1baada860,segment=NetworkSegment(c22f32ea-069f-410d-b975-a3de88c3da7b),segment_id=c22f32ea-069f-410d-b975-a3de88c3da7b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:19.225803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-7298e79e-f0a0-4fba-abd4-1c60275f0160 None None] Set router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:19.253119 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-7154a6ff-4f61-4ffc-b8e1-31609ab95bb7 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:19.253656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7154a6ff-4f61-4ffc-b8e1-31609ab95bb7 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:19.277711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ec9a71a9-144a-4f0f-bc78-b4af1ff17e05 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:19.291539 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7154a6ff-4f61-4ffc-b8e1-31609ab95bb7 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/subnets/04dd3b8d-d2c6-4dc8-97d4-eb25de1df781 HTTP/1.1" status: 404 len: 337 time: 0.1200593 Feb 04 15:54:19.304723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50784) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:19.313136 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ec9a71a9-144a-4f0f-bc78-b4af1ff17e05 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:19.317193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e98edb-2b38-46ee-b202-8490e5574f2b req-111cb532-1b0c-4083-adb5-b60a32e4c1fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:19.318714 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f6e98edb-2b38-46ee-b202-8490e5574f2b req-111cb532-1b0c-4083-adb5-b60a32e4c1fd service neutron] 10.222.0.81 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 917 time: 0.8188338 Feb 04 15:54:19.374612 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d205864b-71eb-4e31-8bb5-4f5b83e859c8 req-ce2edf26-aeaf-427b-8934-9106f895b9a7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb9e301e-c141-419b-8f9b-24fdfa619cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935395 Feb 04 15:54:19.415318 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 63f11e5f-f02d-4939-90d2-3bca6664382b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:54:19.415318 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 63f11e5f-f02d-4939-90d2-3bca6664382b not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:19.452982 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.473239 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-752c95b2-9f6d-40cd-b205-f6ce59b7d2ed tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:19.473690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752c95b2-9f6d-40cd-b205-f6ce59b7d2ed tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:19.479370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-752c95b2-9f6d-40cd-b205-f6ce59b7d2ed tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/dbda4a8d-ab08-436b-8efb-2f66242bdeb3 HTTP/1.1" status: 404 len: 339 time: 0.1702392 Feb 04 15:54:19.489788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50790) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:19.585266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7298e79e-f0a0-4fba-abd4-1c60275f0160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:54:04Z', 'revision_number': 11, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:19.617541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=0c3bc951-2b03-4eb8-89dc-80f1baada860,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:19.625037 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4543580-eaa6-4800-a509-8f8058c1cbdf', 'name': 'network-vif-deleted', 'tag': '63f11e5f-f02d-4939-90d2-3bca6664382b', 'status': 'completed', 'code': 200} Feb 04 15:54:19.648764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7298e79e-f0a0-4fba-abd4-1c60275f0160 None None] The sync data for ids ['3b4409b6-a4db-4b00-8f62-bd7c59a56a5e'] in n-d-827872-1 is: [{'id': '3b4409b6-a4db-4b00-8f62-bd7c59a56a5e', 'name': 'tempest-RoutersIpV6Test-router-1252341515', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:35Z', 'updated_at': '2022-02-04T15:54:04Z', 'revision_number': 11, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:54:19.657443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] For port 0c3bc951-2b03-4eb8-89dc-80f1baada860, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0c3bc951-2b03-4eb8-89dc-80f1baada860,segment=NetworkSegment(c22f32ea-069f-410d-b975-a3de88c3da7b),segment_id=c22f32ea-069f-410d-b975-a3de88c3da7b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:19.658195 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.668990 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Allocated IP 172.20.0.14 (9abc847f-1a30-4c54-89a7-e4c06c37cbea/092b387b-597c-46f6-b3d5-f3be85964a29/26912d5c-2b34-4029-ab64-21adffdc38c6) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:19.780285 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.787645 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f6e98edb-2b38-46ee-b202-8490e5574f2b req-713e2631-9a64-4f97-aaa2-4363292eb09d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f3f5db-322f-4388-8679-75a1d3849856 HTTP/1.1" status: 200 len: 217 time: 0.3967123 Feb 04 15:54:19.800547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9a71a9-144a-4f0f-bc78-b4af1ff17e05 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:19.804673 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec9a71a9-144a-4f0f-bc78-b4af1ff17e05 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.851099 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.864086 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.933670 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Calling delete_port for 0c3bc951-2b03-4eb8-89dc-80f1baada860 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:20.007828 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3df29b6-0956-4372-878e-b4fd77b6d3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.012715 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be05ca0-1d37-463a-95c9-be930857207c req-8834c5ca-e680-4692-81bf-f78f1731309b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:20.017368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc520bd8-dc5c-4ac2-873a-78f6ed1ab82d None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:54:20.022900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9be05ca0-1d37-463a-95c9-be930857207c req-8834c5ca-e680-4692-81bf-f78f1731309b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 0.6259606 Feb 04 15:54:20.035315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-dc520bd8-dc5c-4ac2-873a-78f6ed1ab82d None None] Deleting port 3470cc21-4a24-4b7c-8745-61139c424b96 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:20.035606 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dc520bd8-dc5c-4ac2-873a-78f6ed1ab82d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.099382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-457ac3b0-409b-4b76-bf8f-d2b889162f0a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.114009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f3df29b6-0956-4372-878e-b4fd77b6d3bb None None] For port aa5a3ae5-396d-4591-85d2-b225b886ec43, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=aa5a3ae5-396d-4591-85d2-b225b886ec43,segment=NetworkSegment(208f408c-f865-4435-847a-4f1273af25b4),segment_id=208f408c-f865-4435-847a-4f1273af25b4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:20.157018 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3df29b6-0956-4372-878e-b4fd77b6d3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.253459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d8c311-fa2c-464f-b201-8028de577d22 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Deleting subnet 82de7e48-4e30-460c-a933-d1beea326305 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:54:20.265791 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c311-fa2c-464f-b201-8028de577d22 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.277954 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-457ac3b0-409b-4b76-bf8f-d2b889162f0a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.292842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e98edb-2b38-46ee-b202-8490e5574f2b req-19f67c4d-9002-44c0-a8ec-4330996a2238 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:20.294557 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f6e98edb-2b38-46ee-b202-8490e5574f2b req-19f67c4d-9002-44c0-a8ec-4330996a2238 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 200 len: 855 time: 0.4622967 Feb 04 15:54:20.322784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 60f3f5db-322f-4388-8679-75a1d3849856 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:54:20.333755 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:54:20.333988 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:54:20.349420 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:54:20.350149 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:54:20.354135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df29b6-0956-4372-878e-b4fd77b6d3bb None None] Pushing event updated for resources: {'Port': ['ID=aa5a3ae5-396d-4591-85d2-b225b886ec43,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:20.373315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ae29153e-0e7a-459b-8fe3-05382d464a91 req-f17e2226-52d7-4dcd-bc1e-0eb38054df2c tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Synchronizing usage tracker for tenant:5fa014d71dd74882bfc23eea9dbe9c2f on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:20.382718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-dc520bd8-dc5c-4ac2-873a-78f6ed1ab82d None None] For port 3470cc21-4a24-4b7c-8745-61139c424b96, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3470cc21-4a24-4b7c-8745-61139c424b96,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:20.382718 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dc520bd8-dc5c-4ac2-873a-78f6ed1ab82d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.394636 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-457ac3b0-409b-4b76-bf8f-d2b889162f0a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.395198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457ac3b0-409b-4b76-bf8f-d2b889162f0a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Fanout notify agent at l3_agent the message router_deleted on router 3b4409b6-a4db-4b00-8f62-bd7c59a56a5e {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:54:20.423321 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9be05ca0-1d37-463a-95c9-be930857207c req-6eb2ca10-4b28-40dc-ae43-89caac6e2687 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3990765 Feb 04 15:54:20.464697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Allocated IP 172.25.0.247 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/68229789-9bd6-47e6-b96c-945eca4dfef5) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:20.489517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ae29153e-0e7a-459b-8fe3-05382d464a91 req-f17e2226-52d7-4dcd-bc1e-0eb38054df2c tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Unset dirty status for tenant:5fa014d71dd74882bfc23eea9dbe9c2f on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:20.490680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae29153e-0e7a-459b-8fe3-05382d464a91 req-f17e2226-52d7-4dcd-bc1e-0eb38054df2c tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 210 time: 0.2299590 Feb 04 15:54:20.501803 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c311-fa2c-464f-b201-8028de577d22 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.582215 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec9a71a9-144a-4f0f-bc78-b4af1ff17e05 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.629441 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-457ac3b0-409b-4b76-bf8f-d2b889162f0a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.630776 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-457ac3b0-409b-4b76-bf8f-d2b889162f0a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/routers/3b4409b6-a4db-4b00-8f62-bd7c59a56a5e HTTP/1.1" status: 204 len: 168 time: 2.6872745 Feb 04 15:54:20.640400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50798) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:20.674689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3e27637a-c1f6-4a9c-a2fd-8221a309d305 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-212928386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:20.692631 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f6e98edb-2b38-46ee-b202-8490e5574f2b req-9e0c8a0d-ef88-4819-ba7a-a992ed3b2a5e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2183356-deba-4128-ad82-b10ca33a0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3772478 Feb 04 15:54:20.694059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a71a9-144a-4f0f-bc78-b4af1ff17e05 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:20.708617 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-dc520bd8-dc5c-4ac2-873a-78f6ed1ab82d None None] Calling delete_port for 3470cc21-4a24-4b7c-8745-61139c424b96 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:20.720311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-ec9a71a9-144a-4f0f-bc78-b4af1ff17e05 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:20.722334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a71a9-144a-4f0f-bc78-b4af1ff17e05 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=bf595f2f-22da-4c01-8e1d-93b3468e899b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:20.725165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9a71a9-144a-4f0f-bc78-b4af1ff17e05 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:20.725909 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec9a71a9-144a-4f0f-bc78-b4af1ff17e05 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.743127 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.745185 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Deleting port 0c3bc951-2b03-4eb8-89dc-80f1baada860 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:20.745825 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.747379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3e27637a-c1f6-4a9c-a2fd-8221a309d305 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:20.767491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3e27637a-c1f6-4a9c-a2fd-8221a309d305 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Usage tracker for resource:router and tenant:33552c0479964c7487f074e057484640 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:20.775783 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c311-fa2c-464f-b201-8028de577d22 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.809833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3e27637a-c1f6-4a9c-a2fd-8221a309d305 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:20.818258 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ec9a71a9-144a-4f0f-bc78-b4af1ff17e05 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3288019 Feb 04 15:54:20.821979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50804) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:20.832524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3e27637a-c1f6-4a9c-a2fd-8221a309d305 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:20.857756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'name': 'tempest-NetworksTestDHCPv6-169480124'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:20.918473 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f6e98edb-2b38-46ee-b202-8490e5574f2b req-8cce0caa-6a07-4525-b118-0dd0c356ffba service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190130 Feb 04 15:54:20.988986 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3e27637a-c1f6-4a9c-a2fd-8221a309d305 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.989334 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3e27637a-c1f6-4a9c-a2fd-8221a309d305 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.037455 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a23a7cb8-4b17-45fb-8f75-4c227cd306a0 None None] Provisioning complete for port aa5a3ae5-396d-4591-85d2-b225b886ec43 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:21.037986 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a23a7cb8-4b17-45fb-8f75-4c227cd306a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.094171 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 60f3f5db-322f-4388-8679-75a1d3849856, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=60f3f5db-322f-4388-8679-75a1d3849856,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:21.121585 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dc520bd8-dc5c-4ac2-873a-78f6ed1ab82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.164777 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f6e98edb-2b38-46ee-b202-8490e5574f2b req-0de8fb74-16af-4c55-ae01-2550311df1fd service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392669 Feb 04 15:54:21.256801 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Deleting port 0c3bc951-2b03-4eb8-89dc-80f1baada860 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:21.258002 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.265664 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '60f3f5db-322f-4388-8679-75a1d3849856', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'port_id': '60f3f5db-322f-4388-8679-75a1d3849856', 'mac_address': 'fa:16:3e:13:93:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:54:21.304820 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.313467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc520bd8-dc5c-4ac2-873a-78f6ed1ab82d None None] Pushing event deleted for resources: {'Port': ['ID=3470cc21-4a24-4b7c-8745-61139c424b96,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:21.335597 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.338100 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c311-fa2c-464f-b201-8028de577d22 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.381069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc520bd8-dc5c-4ac2-873a-78f6ed1ab82d None None] No DVR routers for this DVR port 3470cc21-4a24-4b7c-8745-61139c424b96 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:21.413582 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3e27637a-c1f6-4a9c-a2fd-8221a309d305 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.425117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b78edd-95b1-473f-8657-5e1fa550fcfe None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:21.441132 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.445790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:21.450645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8c311-fa2c-464f-b201-8028de577d22 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Subnet': ['ID=82de7e48-4e30-460c-a933-d1beea326305,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:21.471677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:port and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:21.488033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:21.515744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:21.521023 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c311-fa2c-464f-b201-8028de577d22 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.522335 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] For port 0c3bc951-2b03-4eb8-89dc-80f1baada860, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0c3bc951-2b03-4eb8-89dc-80f1baada860,segment=NetworkSegment(c22f32ea-069f-410d-b975-a3de88c3da7b),segment_id=c22f32ea-069f-410d-b975-a3de88c3da7b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:21.522841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.542898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Network 9abc847f-1a30-4c54-89a7-e4c06c37cbea is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:21.555604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:21.558594 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3e27637a-c1f6-4a9c-a2fd-8221a309d305 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.569741 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:21.609531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Pushing event updated for resources: {'Port': ['ID=26912d5c-2b34-4029-ab64-21adffdc38c6,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:21.629737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] For port 0c3bc951-2b03-4eb8-89dc-80f1baada860, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0c3bc951-2b03-4eb8-89dc-80f1baada860,segment=NetworkSegment(c22f32ea-069f-410d-b975-a3de88c3da7b),segment_id=c22f32ea-069f-410d-b975-a3de88c3da7b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:21.630135 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.638411 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f6938c-e33e-4158-8ccb-3a1a47f40e8e None None] Network fbdaef56-32d7-4c89-af20-0e2738072b5c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:21.640512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:21.643215 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.656401 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c2d8c311-fa2c-464f-b201-8028de577d22 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/subnets/82de7e48-4e30-460c-a933-d1beea326305 HTTP/1.1" status: 204 len: 168 time: 2.1643593 Feb 04 15:54:21.659969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50814) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:21.662434 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.667907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device aa5a3ae5-396d-4591-85d2-b225b886ec43 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:21.671736 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a649e6-4c63-4bf5-9d73-c5cc5891d271 req-4efaac79-264a-4027-b74a-3a31e58f4e73 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:21.672454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c5a649e6-4c63-4bf5-9d73-c5cc5891d271 req-4efaac79-264a-4027-b74a-3a31e58f4e73 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Synchronizing usage tracker for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:21.677607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Calling delete_port for 0c3bc951-2b03-4eb8-89dc-80f1baada860 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:21.708322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f3f5db-322f-4388-8679-75a1d3849856 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:54:21.761260 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.810233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event deleted for resources: {'Port': ['ID=0c3bc951-2b03-4eb8-89dc-80f1baada860,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:21.811700 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3e27637a-c1f6-4a9c-a2fd-8221a309d305 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.812784 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3e27637a-c1f6-4a9c-a2fd-8221a309d305 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1558065 Feb 04 15:54:21.816525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50818) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:21.822740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-56497cf3-7611-4ac8-a1d5-8b921471bbd5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:21.861740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:21.861740 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.867240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port 6b29d353-9695-4531-8fd0-56e201df8ab3 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:54:21.875397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] No DVR routers for this DVR port 0c3bc951-2b03-4eb8-89dc-80f1baada860 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:21.883017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Calling delete_port for 0c3bc951-2b03-4eb8-89dc-80f1baada860 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:21.937740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:21.953013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:21.962940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Pushing event updated for resources: {'Port': ['ID=68229789-9bd6-47e6-b96c-945eca4dfef5,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:21.973733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-f182370e-bc3a-43c3-9d5d-5b312b155145 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Deleting subnet e8eee682-8b5c-4ab5-bfdc-2d3e5ad02ef2 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:54:21.975748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c5a649e6-4c63-4bf5-9d73-c5cc5891d271 req-4efaac79-264a-4027-b74a-3a31e58f4e73 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Unset dirty status for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:21.983420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5a649e6-4c63-4bf5-9d73-c5cc5891d271 req-4efaac79-264a-4027-b74a-3a31e58f4e73 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.7875116 Feb 04 15:54:21.991438 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 60f3f5db-322f-4388-8679-75a1d3849856, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=60f3f5db-322f-4388-8679-75a1d3849856,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:22.010164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:22.021319 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.048111 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f182370e-bc3a-43c3-9d5d-5b312b155145 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.107140 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-074d1ffa-7422-440a-811c-9677bf75800d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8866253 Feb 04 15:54:22.123427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Request body: {'port': {'device_id': '3a1690ce-8e95-46bd-b9bd-27a8e8e4b732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:22.233482 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f182370e-bc3a-43c3-9d5d-5b312b155145 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.243847 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:54:22.244223 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:54:22.247290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=60f3f5db-322f-4388-8679-75a1d3849856,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:22.274829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port aa5a3ae5-396d-4591-85d2-b225b886ec43 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:22.275756 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.278400 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.319270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d08b9d3-953d-4573-9612-296d14e7f34b']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:22.344342 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5a649e6-4c63-4bf5-9d73-c5cc5891d271 req-4383d031-6657-4cee-8b1f-3461ac50d7bd tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3599126 Feb 04 15:54:22.395940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22f32ea-069f-410d-b975-a3de88c3da7b') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:22.396238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22f32ea-069f-410d-b975-a3de88c3da7b') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:22.405135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': 'bf595f2f-22da-4c01-8e1d-93b3468e899b'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:54:22.406139 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.411492 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.417002 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['60f3f5db-322f-4388-8679-75a1d3849856'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:54:22.487213 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.499756 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:54:22.499756 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:22.514774 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:22.520533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1262985-2f8e-4992-86cf-8f31b8c53169 req-0e476bd7-5ef8-43f6-aee9-f0e73536a6ef tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:22.525786 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1262985-2f8e-4992-86cf-8f31b8c53169 req-0e476bd7-5ef8-43f6-aee9-f0e73536a6ef tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 0.7648001 Feb 04 15:54:22.725573 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-56497cf3-7611-4ac8-a1d5-8b921471bbd5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.732620 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.735137 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.740503 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.757659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Deleting port 0c3bc951-2b03-4eb8-89dc-80f1baada860 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:22.758273 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.780989 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-56497cf3-7611-4ac8-a1d5-8b921471bbd5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.786796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event deleted for resources: {'Network': ['ID=1d08b9d3-953d-4573-9612-296d14e7f34b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:22.795791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::18e (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/bf595f2f-22da-4c01-8e1d-93b3468e899b/6b29d353-9695-4531-8fd0-56e201df8ab3) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:22.795971 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-690dadb4-234a-483f-9acf-73b27d3e0381 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "DELETE /v2.0/networks/1d08b9d3-953d-4573-9612-296d14e7f34b HTTP/1.1" status: 204 len: 168 time: 7.9040833 Feb 04 15:54:22.796505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50824) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:22.818249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3470cc21-4a24-4b7c-8745-61139c424b96 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:22.862452 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1262985-2f8e-4992-86cf-8f31b8c53169 req-6971d56f-473a-4875-9d10-2f99c90ca8cf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679031 Feb 04 15:54:22.896700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 3470cc21-4a24-4b7c-8745-61139c424b96 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:54:22.897249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3470cc21-4a24-4b7c-8745-61139c424b96 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:22.985585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-97f5dc3a-f7ef-43df-9694-cf99e2811e6a None None] The port '0c3bc951-2b03-4eb8-89dc-80f1baada860' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:54:23.006499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562318a-2233-4755-a1ea-c4dd85523456 req-3a6519bb-fb98-4606-bce8-136a40a4829e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:23.012057 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5562318a-2233-4755-a1ea-c4dd85523456 req-3a6519bb-fb98-4606-bce8-136a40a4829e tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.73 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.8049707 Feb 04 15:54:23.058493 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f182370e-bc3a-43c3-9d5d-5b312b155145 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.104297 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-967a9152-a92c-4899-b77f-8bc532a489d0 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.286212 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-967a9152-a92c-4899-b77f-8bc532a489d0 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.317301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56497cf3-7611-4ac8-a1d5-8b921471bbd5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Router e57885b0-6ec2-4c89-83d2-6b99f5ade99a is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:54:23.323786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-967a9152-a92c-4899-b77f-8bc532a489d0 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e379f6d-fbfb-4ec7-bae3-18f21f0eb159']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:23.342327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-967a9152-a92c-4899-b77f-8bc532a489d0 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd914cebf-15b0-4e5b-aa6d-1fa45901bb73') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:23.342820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-967a9152-a92c-4899-b77f-8bc532a489d0 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd914cebf-15b0-4e5b-aa6d-1fa45901bb73') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:23.362074 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-967a9152-a92c-4899-b77f-8bc532a489d0 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.444979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-5562318a-2233-4755-a1ea-c4dd85523456 req-d253f377-0a93-4318-a4cc-483449ca460d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Deleting port 5c031aca-f0a4-497f-ba68-484daefbf0a2 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:23.445517 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5562318a-2233-4755-a1ea-c4dd85523456 req-d253f377-0a93-4318-a4cc-483449ca460d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.447610 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-967a9152-a92c-4899-b77f-8bc532a489d0 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.456326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967a9152-a92c-4899-b77f-8bc532a489d0 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:54:23.456876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-967a9152-a92c-4899-b77f-8bc532a489d0 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.486592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a1d6b-9132-4223-a44e-a7c938d51eb9 req-5e78cce5-02e6-4dbf-a83c-fedf960a5f32 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:23.493321 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-434a1d6b-9132-4223-a44e-a7c938d51eb9 req-5e78cce5-02e6-4dbf-a83c-fedf960a5f32 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 932 time: 0.8959281 Feb 04 15:54:23.515567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f2f00792-2469-4bab-915a-0c63f48d3e47 None None] Provisioning complete for port c284db83-66f4-47f1-b73d-cf62f77b8907 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:23.516213 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f2f00792-2469-4bab-915a-0c63f48d3e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:23.521428 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:23.628358 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.646172 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.759926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56497cf3-7611-4ac8-a1d5-8b921471bbd5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:54:23.771028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-56497cf3-7611-4ac8-a1d5-8b921471bbd5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.774748 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-56497cf3-7611-4ac8-a1d5-8b921471bbd5 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "PUT /v2.0/routers/e57885b0-6ec2-4c89-83d2-6b99f5ade99a HTTP/1.1" status: 200 len: 697 time: 1.9544406 Feb 04 15:54:23.776008 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3027d4-acc9-41c7-99d2-66b1e2d8ada3 None None] Sync routers for ids ['e57885b0-6ec2-4c89-83d2-6b99f5ade99a'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:54:23.776769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50830) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:23.777717 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-967a9152-a92c-4899-b77f-8bc532a489d0 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.778083 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f182370e-bc3a-43c3-9d5d-5b312b155145 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.784208 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-967a9152-a92c-4899-b77f-8bc532a489d0 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.792864 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3027d4-acc9-41c7-99d2-66b1e2d8ada3 None None] Routers {'e57885b0-6ec2-4c89-83d2-6b99f5ade99a'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:23.793704 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ca3027d4-acc9-41c7-99d2-66b1e2d8ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e57885b0-6ec2-4c89-83d2-6b99f5ade99a'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:23.797645 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-967a9152-a92c-4899-b77f-8bc532a489d0 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "DELETE /v2.0/networks/9e379f6d-fbfb-4ec7-bae3-18f21f0eb159 HTTP/1.1" status: 204 len: 168 time: 0.9925871 Feb 04 15:54:23.829543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50832) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:23.895982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a9152-a92c-4899-b77f-8bc532a489d0 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event deleted for resources: {'Network': ['ID=9e379f6d-fbfb-4ec7-bae3-18f21f0eb159,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:23.920950 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-ca3027d4-acc9-41c7-99d2-66b1e2d8ada3 None None] Set router e57885b0-6ec2-4c89-83d2-6b99f5ade99a gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:23.986924 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-75de7951-a424-4d8c-85b3-2aadd933ed66 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/routers/e57885b0-6ec2-4c89-83d2-6b99f5ade99a HTTP/1.1" status: 200 len: 703 time: 0.1879039 Feb 04 15:54:23.989413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50842) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:24.036554 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-abd5ce21-d627-4bed-8d0a-17a3cc05327b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports?device_id=e57885b0-6ec2-4c89-83d2-6b99f5ade99a HTTP/1.1" status: 200 len: 205 time: 0.0456548 Feb 04 15:54:24.038867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182370e-bc3a-43c3-9d5d-5b312b155145 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Subnet': ['ID=e8eee682-8b5c-4ab5-bfdc-2d3e5ad02ef2,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:24.039082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50846) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:24.042610 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ca3027d4-acc9-41c7-99d2-66b1e2d8ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57885b0-6ec2-4c89-83d2-6b99f5ade99a', 'name': 'tempest-RoutersIpV6Test-router-212928386', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:20Z', 'updated_at': '2022-02-04T15:54:22Z', 'revision_number': 2, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:24.046968 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3027d4-acc9-41c7-99d2-66b1e2d8ada3 None None] Checking router: e57885b0-6ec2-4c89-83d2-6b99f5ade99a for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:54:24.058468 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3027d4-acc9-41c7-99d2-66b1e2d8ada3 None None] Routers {'e57885b0-6ec2-4c89-83d2-6b99f5ade99a'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:24.059067 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ca3027d4-acc9-41c7-99d2-66b1e2d8ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e57885b0-6ec2-4c89-83d2-6b99f5ade99a'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:24.064779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-434a1d6b-9132-4223-a44e-a7c938d51eb9 req-7629faa0-54ff-4d4e-90b4-b6046295349e tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Synchronizing usage tracker for tenant:5fa014d71dd74882bfc23eea9dbe9c2f on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:24.086013 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.087345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b2fc78-1b97-4c88-a3f2-130e7d4764cd None None] Network fbdaef56-32d7-4c89-af20-0e2738072b5c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:24.118059 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-edbb5a8e-2d84-44e9-95b3-9cc5a593c604 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.165488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f182370e-bc3a-43c3-9d5d-5b312b155145 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.193673 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-ca3027d4-acc9-41c7-99d2-66b1e2d8ada3 None None] Set router e57885b0-6ec2-4c89-83d2-6b99f5ade99a gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:24.245385 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-86ebf4ab-6041-4221-9703-103f34cf8b80 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.276201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-434a1d6b-9132-4223-a44e-a7c938d51eb9 req-7629faa0-54ff-4d4e-90b4-b6046295349e tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Unset dirty status for tenant:5fa014d71dd74882bfc23eea9dbe9c2f on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:24.287718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-434a1d6b-9132-4223-a44e-a7c938d51eb9 req-7629faa0-54ff-4d4e-90b4-b6046295349e tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/security-groups?id=582f3905-2a0e-4f23-933b-7b32f83b7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7933180 Feb 04 15:54:24.316209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 60f3f5db-322f-4388-8679-75a1d3849856 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:24.326527 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-ca3027d4-acc9-41c7-99d2-66b1e2d8ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57885b0-6ec2-4c89-83d2-6b99f5ade99a', 'name': 'tempest-RoutersIpV6Test-router-212928386', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:20Z', 'updated_at': '2022-02-04T15:54:22Z', 'revision_number': 2, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:24.330875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object 6b29d353-9695-4531-8fd0-56e201df8ab3 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:24.334438 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3027d4-acc9-41c7-99d2-66b1e2d8ada3 None None] The sync data for ids ['e57885b0-6ec2-4c89-83d2-6b99f5ade99a'] in n-d-827872-1 is: [{'id': 'e57885b0-6ec2-4c89-83d2-6b99f5ade99a', 'name': 'tempest-RoutersIpV6Test-router-212928386', 'tenant_id': '33552c0479964c7487f074e057484640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:20Z', 'updated_at': '2022-02-04T15:54:22Z', 'revision_number': 2, 'project_id': '33552c0479964c7487f074e057484640', 'gw_port_host': None}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:54:24.352838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50850) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:24.353695 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f182370e-bc3a-43c3-9d5d-5b312b155145 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/subnets/e8eee682-8b5c-4ab5-bfdc-2d3e5ad02ef2 HTTP/1.1" status: 204 len: 168 time: 2.6778460 Feb 04 15:54:24.412888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c58e5d-4f5b-44eb-ba8f-80b6b9576045 req-ab779274-82f1-4575-890c-4837e7ce87e7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:24.414625 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76c58e5d-4f5b-44eb-ba8f-80b6b9576045 req-ab779274-82f1-4575-890c-4837e7ce87e7 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.8637133 Feb 04 15:54:24.426192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 60f3f5db-322f-4388-8679-75a1d3849856 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:24.438440 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 60f3f5db-322f-4388-8679-75a1d3849856 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:24.439083 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.490281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f1781e-dddf-43fc-88a6-d98d923fbeb9 None None] DHCP port deletion for fbdaef56-32d7-4c89-af20-0e2738072b5c request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:54:24.516601 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e4f1781e-dddf-43fc-88a6-d98d923fbeb9 None None] Deleting port c284db83-66f4-47f1-b73d-cf62f77b8907 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:24.517346 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e4f1781e-dddf-43fc-88a6-d98d923fbeb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.644122 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:54:24.660730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.742023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Deleting port c284db83-66f4-47f1-b73d-cf62f77b8907 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:24.742252 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.804831 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.814399 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-edbb5a8e-2d84-44e9-95b3-9cc5a593c604 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.840132 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.844142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-5562318a-2233-4755-a1ea-c4dd85523456 req-d253f377-0a93-4318-a4cc-483449ca460d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] For port 5c031aca-f0a4-497f-ba68-484daefbf0a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=5c031aca-f0a4-497f-ba68-484daefbf0a2,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:24.844401 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5562318a-2233-4755-a1ea-c4dd85523456 req-d253f377-0a93-4318-a4cc-483449ca460d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.888629 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Allocated IP 2001:db8::2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/bf595f2f-22da-4c01-8e1d-93b3468e899b/e9b02e8c-ed0d-4eae-b778-0f72047bea37) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:24.894900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e4f1781e-dddf-43fc-88a6-d98d923fbeb9 None None] For port c284db83-66f4-47f1-b73d-cf62f77b8907, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c284db83-66f4-47f1-b73d-cf62f77b8907,segment=NetworkSegment(11e91016-48d1-42f0-a3ee-fea22f5b2041),segment_id=11e91016-48d1-42f0-a3ee-fea22f5b2041)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:24.895331 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e4f1781e-dddf-43fc-88a6-d98d923fbeb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.946567 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-86ebf4ab-6041-4221-9703-103f34cf8b80 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.974082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:25.003681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-edbb5a8e-2d84-44e9-95b3-9cc5a593c604 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725fbdd2-bcc2-4401-9c18-c299f7c7f460']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:25.013656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=6b29d353-9695-4531-8fd0-56e201df8ab3,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:25.018398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-86ebf4ab-6041-4221-9703-103f34cf8b80 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.027471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:25.031947 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76c58e5d-4f5b-44eb-ba8f-80b6b9576045 req-a96a60d9-65d8-4d44-9d3c-197b83ad5e6f tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5981557 Feb 04 15:54:25.038508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e4f1781e-dddf-43fc-88a6-d98d923fbeb9 None None] Calling delete_port for c284db83-66f4-47f1-b73d-cf62f77b8907 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:25.085325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 5c031aca-f0a4-497f-ba68-484daefbf0a2 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:25.135442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] For port c284db83-66f4-47f1-b73d-cf62f77b8907, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c284db83-66f4-47f1-b73d-cf62f77b8907,segment=NetworkSegment(11e91016-48d1-42f0-a3ee-fea22f5b2041),segment_id=11e91016-48d1-42f0-a3ee-fea22f5b2041)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:25.135896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.144037 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-86ebf4ab-6041-4221-9703-103f34cf8b80 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.144498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ebf4ab-6041-4221-9703-103f34cf8b80 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Fanout notify agent at l3_agent the message router_deleted on router e57885b0-6ec2-4c89-83d2-6b99f5ade99a {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:54:25.194927 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856', 'code': 200} Feb 04 15:54:25.196523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 60f3f5db-322f-4388-8679-75a1d3849856, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=60f3f5db-322f-4388-8679-75a1d3849856,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:25.213721 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.226065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26912d5c-2b34-4029-ab64-21adffdc38c6 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:54:25.233273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:25.235873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:25.240256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:25.240897 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.277852 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.290763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-edbb5a8e-2d84-44e9-95b3-9cc5a593c604 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b66481-671c-42e0-aac5-874d77116db6') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:25.291382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-edbb5a8e-2d84-44e9-95b3-9cc5a593c604 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b66481-671c-42e0-aac5-874d77116db6') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:25.310815 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0a0782d9-dae4-42c4-902f-504fff997e00 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4806528 Feb 04 15:54:25.320825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50856) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:25.404208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=60f3f5db-322f-4388-8679-75a1d3849856,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:25.408579 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e4f1781e-dddf-43fc-88a6-d98d923fbeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.483012 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Calling delete_port for c284db83-66f4-47f1-b73d-cf62f77b8907 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:25.494842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1781e-dddf-43fc-88a6-d98d923fbeb9 None None] Pushing event deleted for resources: {'Port': ['ID=c284db83-66f4-47f1-b73d-cf62f77b8907,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:25.550252 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-86ebf4ab-6041-4221-9703-103f34cf8b80 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.555662 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-86ebf4ab-6041-4221-9703-103f34cf8b80 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/routers/e57885b0-6ec2-4c89-83d2-6b99f5ade99a HTTP/1.1" status: 204 len: 168 time: 1.5117700 Feb 04 15:54:25.557120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50862) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:25.567140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f1781e-dddf-43fc-88a6-d98d923fbeb9 None None] No DVR routers for this DVR port c284db83-66f4-47f1-b73d-cf62f77b8907 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:25.607926 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.623928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Transition to ACTIVE for port object e9b02e8c-ed0d-4eae-b778-0f72047bea37 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:25.643446 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c284db83-66f4-47f1-b73d-cf62f77b8907 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:25.648295 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-edbb5a8e-2d84-44e9-95b3-9cc5a593c604 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.656313 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-13c80f61-9100-47a6-8e43-71fb7f36c7a8 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports?device_id=e57885b0-6ec2-4c89-83d2-6b99f5ade99a HTTP/1.1" status: 200 len: 205 time: 0.0800459 Feb 04 15:54:25.659617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50866) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:25.682511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7847b-9794-467d-b79f-7aeabc01301c req-af47861e-1b7b-4edb-8cc0-50420c08b5e2 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:25.695645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: c284db83-66f4-47f1-b73d-cf62f77b8907 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:54:25.695645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c284db83-66f4-47f1-b73d-cf62f77b8907 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:25.696120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45b7847b-9794-467d-b79f-7aeabc01301c req-af47861e-1b7b-4edb-8cc0-50420c08b5e2 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 944 time: 1.1784687 Feb 04 15:54:25.699404 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Transition to ACTIVE for port object e9b02e8c-ed0d-4eae-b778-0f72047bea37 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:25.710017 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.739205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Transition to ACTIVE for port object 26912d5c-2b34-4029-ab64-21adffdc38c6 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:25.741667 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-6466187f-8261-4b5b-ae7e-881ee45ef522 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] delete failed (client error): The resource could not be found. Feb 04 15:54:25.743145 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6466187f-8261-4b5b-ae7e-881ee45ef522 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/routers/e57885b0-6ec2-4c89-83d2-6b99f5ade99a HTTP/1.1" status: 404 len: 336 time: 0.0809314 Feb 04 15:54:25.750484 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50870) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:25.786575 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-edbb5a8e-2d84-44e9-95b3-9cc5a593c604 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.792583 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.823844 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce224ca9-7715-4d30-9014-8a825c7b9b1b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:25.824286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce224ca9-7715-4d30-9014-8a825c7b9b1b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:25.828941 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ce224ca9-7715-4d30-9014-8a825c7b9b1b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/4964055c-b9bf-4b9d-9ae7-3f901dbaccc9 HTTP/1.1" status: 404 len: 337 time: 0.0734544 Feb 04 15:54:25.828941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50874) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:25.834573 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:54:25.834573 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:54:25.840520 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c132b58f-39a2-479c-9c67-269b54905349 req-b6fcfa4e-7632-4d8b-906c-1962558722e0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 1096 time: 0.4699051 Feb 04 15:54:25.851432 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:25.855583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:25.860207 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:25.860403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbb5a8e-2d84-44e9-95b3-9cc5a593c604 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:54:25.860403 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-edbb5a8e-2d84-44e9-95b3-9cc5a593c604 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.869167 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Pushing event updated for resources: {'Port': ['ID=e9b02e8c-ed0d-4eae-b778-0f72047bea37,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:25.883118 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:25.897981 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-1537c2a8-04ae-44b0-94c5-49d46c4bb437 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:25.898431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1537c2a8-04ae-44b0-94c5-49d46c4bb437 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:25.914532 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1537c2a8-04ae-44b0-94c5-49d46c4bb437 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/b7d76633-0a60-40b9-950a-e57ff7c4ee7e HTTP/1.1" status: 404 len: 337 time: 0.0812726 Feb 04 15:54:25.919828 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50878) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:25.969894 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-65060d57-5b2c-43b0-89b4-36ca8ca6d8be tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:25.969894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65060d57-5b2c-43b0-89b4-36ca8ca6d8be tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:25.974163 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-65060d57-5b2c-43b0-89b4-36ca8ca6d8be tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/d8824e4c-6617-437c-b52b-63554cb60073 HTTP/1.1" status: 404 len: 337 time: 0.0512490 Feb 04 15:54:25.975102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50882) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:25.978834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Attempting to bind port e9b02e8c-ed0d-4eae-b778-0f72047bea37 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:25.979331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Attempting to bind port e9b02e8c-ed0d-4eae-b778-0f72047bea37 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:25.979842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Attempting to bind port e9b02e8c-ed0d-4eae-b778-0f72047bea37 on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:25.990052 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:54:25.990464 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:25.990851 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.991471 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:54:25.991936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Bound port: e9b02e8c-ed0d-4eae-b778-0f72047bea37, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:25.992304 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.015441 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c132b58f-39a2-479c-9c67-269b54905349 req-370bada7-b5f9-4fdb-8ca4-64991b942a68 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360497 Feb 04 15:54:26.020382 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-057a6627-a2da-441f-8eb8-101431c6a6ee tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:26.020732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057a6627-a2da-441f-8eb8-101431c6a6ee tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:26.024826 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-057a6627-a2da-441f-8eb8-101431c6a6ee tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/2f052838-9eca-41f5-b658-5b2cf253ef12 HTTP/1.1" status: 404 len: 337 time: 0.0463865 Feb 04 15:54:26.026694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50886) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:26.089033 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e19ca6a6-ab0e-4f61-8071-b2e1c499b991 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b4409b6-a4db-4b00-8f62-bd7c59a56a5e HTTP/1.1" status: 200 len: 205 time: 0.0603163 Feb 04 15:54:26.092629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50892) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:26.111114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6e63367e-8587-415c-b815-caeefb717ded None None] For port e9b02e8c-ed0d-4eae-b778-0f72047bea37, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:26.114520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6e63367e-8587-415c-b815-caeefb717ded None None] For port e9b02e8c-ed0d-4eae-b778-0f72047bea37, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e9b02e8c-ed0d-4eae-b778-0f72047bea37,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:26.119796 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.186202 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-a94a3ea5-3079-4a53-b14e-8fdebef214d0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] delete failed (client error): The resource could not be found. Feb 04 15:54:26.190813 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a94a3ea5-3079-4a53-b14e-8fdebef214d0 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/routers/3b4409b6-a4db-4b00-8f62-bd7c59a56a5e HTTP/1.1" status: 404 len: 336 time: 0.0936790 Feb 04 15:54:26.191384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50896) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:26.195278 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45b7847b-9794-467d-b79f-7aeabc01301c req-e16049f2-3e29-45c7-afd1-0f39e1fe129d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5052524 Feb 04 15:54:26.195986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Pushing event updated for resources: {'Port': ['ID=26912d5c-2b34-4029-ab64-21adffdc38c6,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:26.214324 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-edbb5a8e-2d84-44e9-95b3-9cc5a593c604 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.226611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63367e-8587-415c-b815-caeefb717ded None None] Pushing event updated for resources: {'Port': ['ID=e9b02e8c-ed0d-4eae-b778-0f72047bea37,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:26.256809 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2c2dcb42-6228-4561-aa52-ef88aec3d48f tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports?device_id=1197ff2c-7b27-4b49-8245-0e0c364c0a2b HTTP/1.1" status: 200 len: 205 time: 0.0618811 Feb 04 15:54:26.258064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50900) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:26.262809 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-edbb5a8e-2d84-44e9-95b3-9cc5a593c604 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.300605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d302143c-6a40-48b8-a12d-f3fbd3530610 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:26.300605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d302143c-6a40-48b8-a12d-f3fbd3530610 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:26.300605 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5562318a-2233-4755-a1ea-c4dd85523456 req-d253f377-0a93-4318-a4cc-483449ca460d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.300952 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5562318a-2233-4755-a1ea-c4dd85523456 req-d253f377-0a93-4318-a4cc-483449ca460d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.301110 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-5562318a-2233-4755-a1ea-c4dd85523456 req-d253f377-0a93-4318-a4cc-483449ca460d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Floating IP 4c8e592e-6dea-4a7f-96c7-6149293300d5 disassociated. External IP: 172.25.0.80, port: 5c031aca-f0a4-497f-ba68-484daefbf0a2. Feb 04 15:54:26.301461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-5562318a-2233-4755-a1ea-c4dd85523456 req-d253f377-0a93-4318-a4cc-483449ca460d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Calling delete_port for 5c031aca-f0a4-497f-ba68-484daefbf0a2 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:26.338033 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Deleting port c284db83-66f4-47f1-b73d-cf62f77b8907 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:26.338307 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.349360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb5a8e-2d84-44e9-95b3-9cc5a593c604 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event deleted for resources: {'Network': ['ID=725fbdd2-bcc2-4401-9c18-c299f7c7f460,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:26.395927 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-44f403f7-dd6a-450d-8f11-539fb2be0a96 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] delete failed (client error): The resource could not be found. Feb 04 15:54:26.397108 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-44f403f7-dd6a-450d-8f11-539fb2be0a96 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/routers/1197ff2c-7b27-4b49-8245-0e0c364c0a2b HTTP/1.1" status: 404 len: 336 time: 0.1380353 Feb 04 15:54:26.412469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50904) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:26.436813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] The port 'c284db83-66f4-47f1-b73d-cf62f77b8907' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:54:26.441410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-edbb5a8e-2d84-44e9-95b3-9cc5a593c604 tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "DELETE /v2.0/networks/725fbdd2-bcc2-4401-9c18-c299f7c7f460 HTTP/1.1" status: 204 len: 168 time: 2.5928295 Feb 04 15:54:26.468728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50908) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:26.501132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2074cdc-da52-4c61-8771-6e89e2cbeba5 req-2f5e2391-b50e-4b9f-b708-3b16bed65ec6 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:26.508752 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2074cdc-da52-4c61-8771-6e89e2cbeba5 req-2f5e2391-b50e-4b9f-b708-3b16bed65ec6 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 944 time: 0.8744991 Feb 04 15:54:26.530824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d302143c-6a40-48b8-a12d-f3fbd3530610 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:26.532046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d302143c-6a40-48b8-a12d-f3fbd3530610 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 1.2027721 Feb 04 15:54:26.558717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50912) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:26.562171 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c2da65-4389-4c56-a4c1-fcada216596b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:26.562649 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c2da65-4389-4c56-a4c1-fcada216596b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:26.567306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-35c2da65-4389-4c56-a4c1-fcada216596b tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/9db3faae-596c-4a8f-b1a8-cec653471008 HTTP/1.1" status: 404 len: 337 time: 0.1496711 Feb 04 15:54:26.583582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50916) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:26.671450 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-96497200-85f0-4ced-8d86-f4e075a874f1 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports?device_id=f46cf604-b39b-40d5-b500-a6b81c0ee626 HTTP/1.1" status: 200 len: 205 time: 0.0868578 Feb 04 15:54:26.685909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50920) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:26.757794 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfc93-185c-46af-a056-bf57a4dbc3de tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.761010 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.796312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdaef56-32d7-4c89-af20-0e2738072b5c']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:26.823877 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-50617cf3-6814-4242-a0a2-884302d52f30 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] delete failed (client error): The resource could not be found. Feb 04 15:54:26.826988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-50617cf3-6814-4242-a0a2-884302d52f30 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/routers/f46cf604-b39b-40d5-b500-a6b81c0ee626 HTTP/1.1" status: 404 len: 336 time: 0.1338336 Feb 04 15:54:26.833980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e91016-48d1-42f0-a3ee-fea22f5b2041') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:26.834215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e91016-48d1-42f0-a3ee-fea22f5b2041') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:26.836537 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50924) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:26.866137 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.893627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Router 03606207-2eb8-462d-bcf9-e4ab7f04d281 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:54:26.898755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-89bccf44-175f-4576-a5bc-22b28de261ae tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port 6b29d353-9695-4531-8fd0-56e201df8ab3 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:26.899095 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-89bccf44-175f-4576-a5bc-22b28de261ae tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.938013 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2074cdc-da52-4c61-8771-6e89e2cbeba5 req-ddc40f72-62cc-4295-8229-ec28c5137204 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/security-groups?id=582f3905-2a0e-4f23-933b-7b32f83b7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278157 Feb 04 15:54:26.989913 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5e7510f0-bc22-4224-9a3a-9fa86a635244 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Synchronizing usage tracker for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:27.006329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Attempting to bind port 26912d5c-2b34-4029-ab64-21adffdc38c6 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:27.006675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Attempting to bind port 26912d5c-2b34-4029-ab64-21adffdc38c6 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '0e89c350-66c1-433d-9633-6e8e5cd656b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9abc847f-1a30-4c54-89a7-e4c06c37cbea'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:27.006989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Attempting to bind port 26912d5c-2b34-4029-ab64-21adffdc38c6 on network 9abc847f-1a30-4c54-89a7-e4c06c37cbea {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:27.066294 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.071472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Port 26912d5c-2b34-4029-ab64-21adffdc38c6 on network 9abc847f-1a30-4c54-89a7-e4c06c37cbea not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:54:27.072374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Attempting to bind port 26912d5c-2b34-4029-ab64-21adffdc38c6 on network 9abc847f-1a30-4c54-89a7-e4c06c37cbea {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:27.089125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:54:27.089553 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:27.104611 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:27.112535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfc93-185c-46af-a056-bf57a4dbc3de tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.168576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5e7510f0-bc22-4224-9a3a-9fa86a635244 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] Unset dirty status for tenant:33552c0479964c7487f074e057484640 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:27.172521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5e7510f0-bc22-4224-9a3a-9fa86a635244 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports?device_id=f84f4729-3cc9-4de2-9ac5-baabb7c9f36b HTTP/1.1" status: 200 len: 205 time: 0.3246262 Feb 04 15:54:27.176921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50928) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:27.188932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787cbc7-bac4-4e0e-8bc9-dbca562e8576 req-271563f3-55c3-4c25-8020-6386048eaaff tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:27.190589 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f787cbc7-bac4-4e0e-8bc9-dbca562e8576 req-271563f3-55c3-4c25-8020-6386048eaaff tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 944 time: 0.6574619 Feb 04 15:54:27.204558 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5562318a-2233-4755-a1ea-c4dd85523456 req-d253f377-0a93-4318-a4cc-483449ca460d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.211277 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:54:27.211591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Checking segment: {'id': '0e89c350-66c1-433d-9633-6e8e5cd656b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9abc847f-1a30-4c54-89a7-e4c06c37cbea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:27.211977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Bound using segment: {'id': '0e89c350-66c1-433d-9633-6e8e5cd656b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9abc847f-1a30-4c54-89a7-e4c06c37cbea'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:54:27.213306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Bound port: 26912d5c-2b34-4029-ab64-21adffdc38c6, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e89c350-66c1-433d-9633-6e8e5cd656b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9abc847f-1a30-4c54-89a7-e4c06c37cbea'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:27.213667 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.279376 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-c4449c48-deb7-4a72-82a6-993626ee1d60 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] delete failed (client error): The resource could not be found. Feb 04 15:54:27.282886 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c4449c48-deb7-4a72-82a6-993626ee1d60 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/routers/f84f4729-3cc9-4de2-9ac5-baabb7c9f36b HTTP/1.1" status: 404 len: 336 time: 0.1026647 Feb 04 15:54:27.282886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-a1fdfc93-185c-46af-a056-bf57a4dbc3de tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8d231b-46ce-43d9-9830-58d168eb9fa1']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:27.289905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50932) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:27.346851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-a1fdfc93-185c-46af-a056-bf57a4dbc3de tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a80d393-60a1-435a-8631-6e6b3d60299a') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:27.347080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-a1fdfc93-185c-46af-a056-bf57a4dbc3de tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a80d393-60a1-435a-8631-6e6b3d60299a') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:27.364143 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.368163 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6ce9ca-5bfc-4de2-88e7-0492045ecddd tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:27.368762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6ce9ca-5bfc-4de2-88e7-0492045ecddd tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:27.374242 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfc93-185c-46af-a056-bf57a4dbc3de tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.398544 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.425300 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7f6ce9ca-5bfc-4de2-88e7-0492045ecddd tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/cd3c1802-9617-4288-852d-7ca0dad1b38c HTTP/1.1" status: 404 len: 337 time: 0.1334784 Feb 04 15:54:27.427061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Network': ['ID=fbdaef56-32d7-4c89-af20-0e2738072b5c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:27.427941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50938) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:27.428908 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfc93-185c-46af-a056-bf57a4dbc3de tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.435874 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eb2a4bb7-e93c-4cb1-9cfd-d7b109ae2588 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/fbdaef56-32d7-4c89-af20-0e2738072b5c HTTP/1.1" status: 204 len: 168 time: 3.0800853 Feb 04 15:54:27.478717 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50940) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:27.526318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1fdfc93-185c-46af-a056-bf57a4dbc3de tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:54:27.526723 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfc93-185c-46af-a056-bf57a4dbc3de tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.538390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-99d89b8a-67f4-47b4-9d72-5ab65f425581 None None] Provisioning for port e9b02e8c-ed0d-4eae-b778-0f72047bea37 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:27.544071 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d1e07471-b630-4285-88dc-a9d92da947e3 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports?device_id=809a74b1-4380-4dd6-a375-fbeb307db907 HTTP/1.1" status: 200 len: 205 time: 0.1076167 Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:27.545244 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:27.554732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50946) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:27.555945 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-58dadccd-c2da-4a81-98ec-4517611c77b6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:27.556978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58dadccd-c2da-4a81-98ec-4517611c77b6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:27.561368 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-58dadccd-c2da-4a81-98ec-4517611c77b6 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/subnets/d2d6730e-67be-48ec-ab58-278126648067 HTTP/1.1" status: 404 len: 337 time: 0.0813613 Feb 04 15:54:27.605897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50948) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:27.676832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e9b02e8c-ed0d-4eae-b778-0f72047bea37 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:27.679938 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253f377-0a93-4318-a4cc-483449ca460d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event deleted for resources: {'Port': ['ID=5c031aca-f0a4-497f-ba68-484daefbf0a2,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:27.700850 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-686e49f8-ef38-4f91-af72-856a6378d9fa tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] delete failed (client error): The resource could not be found. Feb 04 15:54:27.701897 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-686e49f8-ef38-4f91-af72-856a6378d9fa tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/routers/809a74b1-4380-4dd6-a375-fbeb307db907 HTTP/1.1" status: 404 len: 336 time: 0.1395226 Feb 04 15:54:27.706619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50954) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:27.757062 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94a9973-5d33-4da1-a1e1-b864776b9313 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:27.757803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94a9973-5d33-4da1-a1e1-b864776b9313 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:27.763990 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfc93-185c-46af-a056-bf57a4dbc3de tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.778885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port e9b02e8c-ed0d-4eae-b778-0f72047bea37 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:27.785813 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e9b02e8c-ed0d-4eae-b778-0f72047bea37 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:27.786311 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.788308 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1fdfc93-185c-46af-a056-bf57a4dbc3de tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.790363 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a1fdfc93-185c-46af-a056-bf57a4dbc3de tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] 10.222.0.60 "DELETE /v2.0/networks/cf8d231b-46ce-43d9-9830-58d168eb9fa1 HTTP/1.1" status: 204 len: 168 time: 1.3205400 Feb 04 15:54:27.793452 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f94a9973-5d33-4da1-a1e1-b864776b9313 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/dd196cab-d00e-4496-8f1c-5562e0b8668b HTTP/1.1" status: 404 len: 337 time: 0.0855873 Feb 04 15:54:27.798728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50960) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:27.849967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdfc93-185c-46af-a056-bf57a4dbc3de tempest-BulkNetworkOpsIpV6Test-2020876783 tempest-BulkNetworkOpsIpV6Test-2020876783-project] Pushing event deleted for resources: {'Network': ['ID=cf8d231b-46ce-43d9-9830-58d168eb9fa1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:27.874762 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-47532a36-d2dd-4885-bb26-026b51c48f61 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a436a40-f14f-468b-9a2b-d218bec0755b HTTP/1.1" status: 200 len: 205 time: 0.0751781 Feb 04 15:54:27.878085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50964) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:27.914595 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f787cbc7-bac4-4e0e-8bc9-dbca562e8576 req-882ceef5-aba7-4aba-a169-d027e6f5e1cd tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b8b1bac-6c8e-438e-9200-2e0770b3899f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7134228 Feb 04 15:54:27.982775 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df703e3-815d-4455-a3e9-5d2fd1ed629d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:27.983774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df703e3-815d-4455-a3e9-5d2fd1ed629d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:27.992852 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-6f627589-de2a-44a5-817c-e9039f49c60a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] delete failed (client error): The resource could not be found. Feb 04 15:54:27.995057 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6f627589-de2a-44a5-817c-e9039f49c60a tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/routers/3a436a40-f14f-468b-9a2b-d218bec0755b HTTP/1.1" status: 404 len: 336 time: 0.1159070 Feb 04 15:54:27.997813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50970) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:28.012467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] For port 26912d5c-2b34-4029-ab64-21adffdc38c6, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:28.021041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] For port 26912d5c-2b34-4029-ab64-21adffdc38c6, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=26912d5c-2b34-4029-ab64-21adffdc38c6,segment=NetworkSegment(0e89c350-66c1-433d-9633-6e8e5cd656b8),segment_id=0e89c350-66c1-433d-9633-6e8e5cd656b8)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:28.065594 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-23263bc4-90a7-4605-9e4b-f9e9fe9a0eda tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:28.066387 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23263bc4-90a7-4605-9e4b-f9e9fe9a0eda tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:28.072141 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-23263bc4-90a7-4605-9e4b-f9e9fe9a0eda tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/b22e0b1d-4808-46d2-8461-9581e2990354 HTTP/1.1" status: 404 len: 337 time: 0.0730426 Feb 04 15:54:28.073027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50974) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:28.076133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-348c7daa-ad92-4ce7-b13c-90fc80626110 None None] Provisioning for port 6b29d353-9695-4531-8fd0-56e201df8ab3 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:28.079468 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.103470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-348c7daa-ad92-4ce7-b13c-90fc80626110 None None] Provisioning complete for port 6b29d353-9695-4531-8fd0-56e201df8ab3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:28.103994 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-348c7daa-ad92-4ce7-b13c-90fc80626110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.118058 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-095d9ec3-0d9c-4d8c-a51d-ad916ea33501 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:28.122337 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095d9ec3-0d9c-4d8c-a51d-ad916ea33501 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:28.126279 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.130110 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-095d9ec3-0d9c-4d8c-a51d-ad916ea33501 tempest-RoutersIpV6Test-8311751 tempest-RoutersIpV6Test-8311751-project] 10.222.0.60 "DELETE /v2.0/subnets/8fc82f4b-4d06-4969-97f6-3c9868682f5d HTTP/1.1" status: 404 len: 337 time: 0.0559096 Feb 04 15:54:28.177361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port e9b02e8c-ed0d-4eae-b778-0f72047bea37, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e9b02e8c-ed0d-4eae-b778-0f72047bea37,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:28.180286 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1df703e3-815d-4455-a3e9-5d2fd1ed629d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/d45ae2d5-ed1f-45d9-8ca3-9284c54e289b HTTP/1.1" status: 404 len: 339 time: 0.5536973 Feb 04 15:54:28.182434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50982) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:28.182590 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.231008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-348c7daa-ad92-4ce7-b13c-90fc80626110 None None] Port 6b29d353-9695-4531-8fd0-56e201df8ab3 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:54:28.258552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50986) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:28.270283 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec7567b-c0c3-409b-a7fe-044e7473379d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:28.271436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec7567b-c0c3-409b-a7fe-044e7473379d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:28.276975 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7ec7567b-c0c3-409b-a7fe-044e7473379d tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/subnets/f884946c-d50a-4e45-8854-a3959b098074 HTTP/1.1" status: 404 len: 337 time: 0.0934792 Feb 04 15:54:28.278216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50992) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:28.281356 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=e9b02e8c-ed0d-4eae-b778-0f72047bea37,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:28.317016 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddc982a-9cd1-4199-b17d-e0a8a5f361a1 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:28.317805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ddc982a-9cd1-4199-b17d-e0a8a5f361a1 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:28.323395 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1ddc982a-9cd1-4199-b17d-e0a8a5f361a1 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/b1428ff0-dd8e-4367-aafd-d53d82849f87 HTTP/1.1" status: 404 len: 339 time: 0.0435705 Feb 04 15:54:28.324191 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50996) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:28.377056 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-1363a342-5f23-42f4-9909-df4a54409b33 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:28.378196 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1363a342-5f23-42f4-9909-df4a54409b33 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:28.383095 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1363a342-5f23-42f4-9909-df4a54409b33 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/subnets/93048cc5-4197-4f8b-aa9c-1a135d9675d9 HTTP/1.1" status: 404 len: 337 time: 0.0574348 Feb 04 15:54:28.383962 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51000) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:28.402792 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-89bccf44-175f-4576-a5bc-22b28de261ae tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.423494 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed944e4-3324-4c27-a8d7-2659f60922d7 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:28.429504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed944e4-3324-4c27-a8d7-2659f60922d7 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:28.434932 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eed944e4-3324-4c27-a8d7-2659f60922d7 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/6ce10db2-8332-4dfb-aff4-decbd96e1358 HTTP/1.1" status: 404 len: 339 time: 0.0491593 Feb 04 15:54:28.439170 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51004) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:28.571303 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f97ecd6-00ba-4d8e-b3bc-f20974a2d92c None None] get_active_networks_info from n-d-827872-1 {{(pid=83552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 15:54:28.597728 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.599135 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] 10.222.0.73 "PUT /v2.0/ports/26912d5c-2b34-4029-ab64-21adffdc38c6 HTTP/1.1" status: 200 len: 1092 time: 6.4800086 Feb 04 15:54:28.609727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-89bccf44-175f-4576-a5bc-22b28de261ae tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for 6b29d353-9695-4531-8fd0-56e201df8ab3 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:28.623757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51010) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:28.641661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1690ce-8e95-46bd-b9bd-27a8e8e4b732', 'tag': '26912d5c-2b34-4029-ab64-21adffdc38c6'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:28.655011 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2a381d3b-101d-4b8d-bde4-4deedf12cb63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0a222010fb44040a995616d1f82f8e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3943756 Feb 04 15:54:28.663323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51018) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:28.669305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56a88a-e8ca-46f0-85bf-ac2ac3808dfc req-b19269cf-9994-4a07-abb4-67111b6d739e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:28.670822 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c56a88a-e8ca-46f0-85bf-ac2ac3808dfc req-b19269cf-9994-4a07-abb4-67111b6d739e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 1.1346934 Feb 04 15:54:28.748328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7031900-68ca-4150-aa18-7aa42e8e6ad9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Deleting subnet 82a97ec6-99ed-4d8e-ab22-08e054ad2aa8 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:54:28.752985 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7031900-68ca-4150-aa18-7aa42e8e6ad9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.754682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f97ecd6-00ba-4d8e-b3bc-f20974a2d92c None None] Resources bound (agent type, host, resource id): {{(pid=83552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:54:28.827419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc7cc0-5fdf-457a-aad8-b47791f3f5df service neutron] Pushing event updated for resources: {'Port': ['ID=26912d5c-2b34-4029-ab64-21adffdc38c6,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:28.828207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-370e6c70-b90a-4225-a8a7-63abbd4980b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.852423 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7031900-68ca-4150-aa18-7aa42e8e6ad9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.929571 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-370e6c70-b90a-4225-a8a7-63abbd4980b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.945616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea5c8a-5b84-4d47-aed9-1a0d5406f24d req-b5e22ece-ef9e-4d98-90bb-05e720318ee1 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:28.954375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1eea5c8a-5b84-4d47-aed9-1a0d5406f24d req-b5e22ece-ef9e-4d98-90bb-05e720318ee1 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 944 time: 0.7699697 Feb 04 15:54:28.964519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c56a88a-e8ca-46f0-85bf-ac2ac3808dfc req-7cd11733-26c2-49c9-979d-93becdfea5bb tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874120 Feb 04 15:54:29.053844 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3f21e8c1-18f3-449b-baa1-c967c83dc14e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33552c0479964c7487f074e057484640&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4211106 Feb 04 15:54:29.057679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51024) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:29.088684 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7031900-68ca-4150-aa18-7aa42e8e6ad9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.104902 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-89bccf44-175f-4576-a5bc-22b28de261ae tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.109720 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1690ce-8e95-46bd-b9bd-27a8e8e4b732', 'tag': '26912d5c-2b34-4029-ab64-21adffdc38c6', 'status': 'completed', 'code': 200} Feb 04 15:54:29.194849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bccf44-175f-4576-a5bc-22b28de261ae tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=6b29d353-9695-4531-8fd0-56e201df8ab3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:29.221909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69ed890-2e3a-47d4-9df0-7f5a5533f129 None None] get_active_networks_info from n-d-827872-1 {{(pid=83552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 15:54:29.272291 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-370e6c70-b90a-4225-a8a7-63abbd4980b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.282844 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-f159345d-e575-4b19-91bb-7433b20d68c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fa014d71dd74882bfc23eea9dbe9c2f&device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 1095 time: 0.6110077 Feb 04 15:54:29.305227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e6c70-b90a-4225-a8a7-63abbd4980b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cea416-8f47-458f-b040-7c4185fdca6c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:29.334023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-503470d0-61ff-4521-90c2-5c901fe07a6c req-c68d8f5a-4b86-4436-ba6f-4a9d770b5ea0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Synchronizing usage tracker for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:29.336343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-370e6c70-b90a-4225-a8a7-63abbd4980b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.340565 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-370e6c70-b90a-4225-a8a7-63abbd4980b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6cea416-8f47-458f-b040-7c4185fdca6c HTTP/1.1" status: 204 len: 168 time: 0.6760476 Feb 04 15:54:29.365832 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-730c02c0-9b26-475f-916e-45c97c5e4127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.384831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69ed890-2e3a-47d4-9df0-7f5a5533f129 None None] Resources bound (agent type, host, resource id): {{(pid=83552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:54:29.393308 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7031900-68ca-4150-aa18-7aa42e8e6ad9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.436499 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-730c02c0-9b26-475f-916e-45c97c5e4127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.455783 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-89bccf44-175f-4576-a5bc-22b28de261ae tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.459451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7031900-68ca-4150-aa18-7aa42e8e6ad9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Subnet': ['ID=82a97ec6-99ed-4d8e-ab22-08e054ad2aa8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:29.472584 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7031900-68ca-4150-aa18-7aa42e8e6ad9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.474880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:54:29.484985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1eea5c8a-5b84-4d47-aed9-1a0d5406f24d req-47665220-b834-44a3-8655-afb1cea84bb7 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/security-groups?id=582f3905-2a0e-4f23-933b-7b32f83b7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294688 Feb 04 15:54:29.503827 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f7031900-68ca-4150-aa18-7aa42e8e6ad9 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/subnets/82a97ec6-99ed-4d8e-ab22-08e054ad2aa8 HTTP/1.1" status: 204 len: 168 time: 1.0633190 Feb 04 15:54:29.505908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51030) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:29.513643 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Sync routers for ids ['03606207-2eb8-462d-bcf9-e4ab7f04d281'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:54:29.547539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Routers {'03606207-2eb8-462d-bcf9-e4ab7f04d281'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:29.548260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['03606207-2eb8-462d-bcf9-e4ab7f04d281'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:29.644315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e9b02e8c-ed0d-4eae-b778-0f72047bea37 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:29.687017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-1d72eec5-0b5f-4058-a1b7-d5a5cd9e5b21 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26912d5c-2b34-4029-ab64-21adffdc38c6 HTTP/1.1" status: 200 len: 217 time: 0.3478622 Feb 04 15:54:29.701170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-503470d0-61ff-4521-90c2-5c901fe07a6c req-c68d8f5a-4b86-4436-ba6f-4a9d770b5ea0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Unset dirty status for tenant:ba5317e5b4e643378ca182cde621e16b on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:29.702304 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-503470d0-61ff-4521-90c2-5c901fe07a6c req-c68d8f5a-4b86-4436-ba6f-4a9d770b5ea0 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 210 time: 0.4488633 Feb 04 15:54:29.712085 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-730c02c0-9b26-475f-916e-45c97c5e4127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.755236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-89bccf44-175f-4576-a5bc-22b28de261ae tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/6b29d353-9695-4531-8fd0-56e201df8ab3 HTTP/1.1" status: 204 len: 168 time: 3.1935987 Feb 04 15:54:29.757074 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c02c0-9b26-475f-916e-45c97c5e4127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87650f10-e5b5-4434-b651-4e33ff61d89a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:29.760183 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51036) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:29.796685 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.801035 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-48892230-3d71-417d-b7d2-72a502f411ee admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 14.7053988 Feb 04 15:54:29.801831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51042) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:29.860808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90061518-2f1f-47a7-adc2-04356d572191 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:29.862009 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90061518-2f1f-47a7-adc2-04356d572191 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:29.862907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-90061518-2f1f-47a7-adc2-04356d572191 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:29.867762 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-730c02c0-9b26-475f-916e-45c97c5e4127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.872367 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-730c02c0-9b26-475f-916e-45c97c5e4127 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87650f10-e5b5-4434-b651-4e33ff61d89a HTTP/1.1" status: 204 len: 168 time: 0.8133962 Feb 04 15:54:29.891761 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.903560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-90061518-2f1f-47a7-adc2-04356d572191 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:29.905473 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-90061518-2f1f-47a7-adc2-04356d572191 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1303039 Feb 04 15:54:29.910494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51050) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:29.911358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Deleting port 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:29.911785 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.936605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-069a9341-0bcf-4519-bec8-5adac820a13d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:29.938059 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-069a9341-0bcf-4519-bec8-5adac820a13d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=092b387b-597c-46f6-b3d5-f3be85964a29 HTTP/1.1" status: 200 len: 859 time: 0.2301495 Feb 04 15:54:30.005564 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-c3b13445-661a-47ff-91fe-d4590e57d29b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9abc847f-1a30-4c54-89a7-e4c06c37cbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596924 Feb 04 15:54:30.045455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5562318a-2233-4755-a1ea-c4dd85523456 req-d253f377-0a93-4318-a4cc-483449ca460d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Router 622b185f-f6a3-4575-a416-e2d9870837d6 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:54:30.182748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Set router 03606207-2eb8-462d-bcf9-e4ab7f04d281 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:30.262590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] For port 69a73327-91b1-4a6f-b13b-69ee7fbd93c4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=69a73327-91b1-4a6f-b13b-69ee7fbd93c4,segment=NetworkSegment(ba31335f-1ee8-4e4d-8da4-ab83c95d1d97),segment_id=ba31335f-1ee8-4e4d-8da4-ab83c95d1d97)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:30.263264 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:30.341095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e9b02e8c-ed0d-4eae-b778-0f72047bea37 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:30.341717 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:30.440671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Calling delete_port for 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:30.541197 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:30.611952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Port': ['ID=69a73327-91b1-4a6f-b13b-69ee7fbd93c4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:30.637732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No DVR routers for this DVR port 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:30.655843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-1e060e15-cfaa-4632-b73e-8503cdeaac36 service neutron] 10.222.0.73 "GET /v2.0/networks/9abc847f-1a30-4c54-89a7-e4c06c37cbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432734 Feb 04 15:54:30.703075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:30.703521 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:30.703781 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:30.704118 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:30.704454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:30.704844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:30.705108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:30.705438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:30.711575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:30.712036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:30.712943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:30.723885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29126a52-624a-4e58-9004-a7fc8fb26f67 None None] Network 14a0e38d-1f07-4e56-805a-0f6c89ea3470 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:31.038721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51080) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:31.081558 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.106887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3768c-7b11-40a3-91a2-081e02fa0ba0 req-2d5475c9-53e3-4bd4-815f-39b7b0453629 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:31.110676 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1a3768c-7b11-40a3-91a2-081e02fa0ba0 req-2d5475c9-53e3-4bd4-815f-39b7b0453629 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.8160288 Feb 04 15:54:31.138599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a0e38d-1f07-4e56-805a-0f6c89ea3470']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:31.174517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba31335f-1ee8-4e4d-8da4-ab83c95d1d97') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:31.175338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba31335f-1ee8-4e4d-8da4-ab83c95d1d97') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:31.199608 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.210809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f5b872-faca-4074-8f8e-142c45dede49 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet bf595f2f-22da-4c01-8e1d-93b3468e899b {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:54:31.214976 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e4f5b872-faca-4074-8f8e-142c45dede49 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.243460 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-833ee463-07fd-4b7b-b23b-a7927672dd26 req-b7a23445-0f92-4032-a07c-0d65a89eadd2 service neutron] 10.222.0.73 "GET /v2.0/networks/9abc847f-1a30-4c54-89a7-e4c06c37cbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587356 Feb 04 15:54:31.243763 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'name': 'tempest-TestAggregatesBasicOps-164213846-router', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:15Z', 'updated_at': '2022-02-04T15:54:22Z', 'revision_number': 3, 'project_id': 'db2b99b87e194ad3a49c8835507dce25', 'gw_port': {'id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:19Z', 'updated_at': '2022-02-04T15:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:31.248601 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Checking router: 03606207-2eb8-462d-bcf9-e4ab7f04d281 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:54:31.248947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Updating router 03606207-2eb8-462d-bcf9-e4ab7f04d281 port 68229789-9bd6-47e6-b96c-945eca4dfef5 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:54:31.307025 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.314039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:54:31.314439 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.328068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fac843e-4c70-4543-91fe-7c0b19aab319 None None] DHCP port deletion for 14a0e38d-1f07-4e56-805a-0f6c89ea3470 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:54:31.334275 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:31.433088 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:31.452731 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.514486 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.519579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Network': ['ID=14a0e38d-1f07-4e56-805a-0f6c89ea3470,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:31.539083 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e4f5b872-faca-4074-8f8e-142c45dede49 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.588292 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1a3768c-7b11-40a3-91a2-081e02fa0ba0 req-1683894f-3a3a-442c-9d41-0f79b0acbcff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4402246 Feb 04 15:54:31.651450 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e4f5b872-faca-4074-8f8e-142c45dede49 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.721888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ada7-d431-4331-9d84-bfa0f18d4ccb req-e3e68fc2-3f3f-49ee-baa7-ececa27af293 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:31.723728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51f2ada7-d431-4331-9d84-bfa0f18d4ccb req-e3e68fc2-3f3f-49ee-baa7-ececa27af293 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 944 time: 0.8752201 Feb 04 15:54:31.724636 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51094) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:31.729589 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.743272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Transition to ACTIVE for port object 68229789-9bd6-47e6-b96c-945eca4dfef5 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:31.750189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:31.790949 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.850799 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:54:31.851620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 69a73327-91b1-4a6f-b13b-69ee7fbd93c4 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:31.862050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e087eaf-4f3b-41f8-bca1-bb9d95092671 req-1b39151f-9efb-4374-ae03-e81646ac1ed7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fa014d71dd74882bfc23eea9dbe9c2f&device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 1095 time: 0.5002315 Feb 04 15:54:31.886473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5562318a-2233-4755-a1ea-c4dd85523456 req-d253f377-0a93-4318-a4cc-483449ca460d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:54:31.909524 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed0fe232-23e2-42ba-925c-7c16c927204e req-f30cdca5-076e-474a-9e5f-9a57775d719d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 210 time: 0.0957279 Feb 04 15:54:31.909764 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4558f09-f3ae-477c-bba0-578b63218885 None None] Sync routers for ids ['622b185f-f6a3-4575-a416-e2d9870837d6'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:54:31.926126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Attempting to bind port 68229789-9bd6-47e6-b96c-945eca4dfef5 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:31.927879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Attempting to bind port 68229789-9bd6-47e6-b96c-945eca4dfef5 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:31.927879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Attempting to bind port 68229789-9bd6-47e6-b96c-945eca4dfef5 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:31.928098 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4558f09-f3ae-477c-bba0-578b63218885 None None] Routers {'622b185f-f6a3-4575-a416-e2d9870837d6'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:31.929013 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a4558f09-f3ae-477c-bba0-578b63218885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['622b185f-f6a3-4575-a416-e2d9870837d6'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:31.935650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1505662731'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:31.944608 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e4f5b872-faca-4074-8f8e-142c45dede49 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.951402 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:54:31.952174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:31.955728 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.956645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:54:31.957383 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Bound port: 68229789-9bd6-47e6-b96c-945eca4dfef5, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:31.958010 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.981585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:31.997383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:network and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:32.003525 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-76d40d6a-943c-4bdb-bce1-df7135c7b4e4 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/14a0e38d-1f07-4e56-805a-0f6c89ea3470 HTTP/1.1" status: 204 len: 168 time: 2.4925213 Feb 04 15:54:32.011542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:32.014479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51100) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:32.016558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5b872-faca-4074-8f8e-142c45dede49 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=bf595f2f-22da-4c01-8e1d-93b3468e899b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:32.017184 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51f2ada7-d431-4331-9d84-bfa0f18d4ccb req-84c3ad78-13ba-42a6-8837-29500dfd305d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/security-groups?id=582f3905-2a0e-4f23-933b-7b32f83b7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791729 Feb 04 15:54:32.063059 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810724d5-2463-4a07-9823-7b1a15cb88f0 None None] Pushing event updated for resources: {'Port': ['ID=68229789-9bd6-47e6-b96c-945eca4dfef5,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:32.104861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:32.124515 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] For port 68229789-9bd6-47e6-b96c-945eca4dfef5, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:32.132766 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e4f5b872-faca-4074-8f8e-142c45dede49 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.139783 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] For port 68229789-9bd6-47e6-b96c-945eca4dfef5, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=68229789-9bd6-47e6-b96c-945eca4dfef5,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:32.140061 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e4f5b872-faca-4074-8f8e-142c45dede49 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/bf595f2f-22da-4c01-8e1d-93b3468e899b HTTP/1.1" status: 204 len: 168 time: 2.1578116 Feb 04 15:54:32.145444 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a794d7e-483b-4b6a-b5c0-5fb977802d88 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:32.145937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a794d7e-483b-4b6a-b5c0-5fb977802d88 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:32.146313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06fea47-a2e2-4b69-aa64-b3b621c0fe59 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:32.153724 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4a794d7e-483b-4b6a-b5c0-5fb977802d88 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/subnets/c29ec001-c896-4c83-9119-a5dd4b7ee64c HTTP/1.1" status: 404 len: 337 time: 0.1298871 Feb 04 15:54:32.154384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51106) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:32.154710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51108) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:32.173975 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.248520 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62bba20-a17a-40c0-b99c-0d4eb1f0fc33 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:32.248992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62bba20-a17a-40c0-b99c-0d4eb1f0fc33 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:32.253662 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a62bba20-a17a-40c0-b99c-0d4eb1f0fc33 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/bd1adce5-4d17-4542-b7d7-fc508de9359c HTTP/1.1" status: 404 len: 339 time: 0.0942457 Feb 04 15:54:32.257035 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51114) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:32.308261 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-a4558f09-f3ae-477c-bba0-578b63218885 None None] Set router 622b185f-f6a3-4575-a416-e2d9870837d6 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:32.336110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-ce37c0c7-7e25-456f-946f-122d8578c2e4 tempest-SubnetPoolsTestJSON-1736198014 tempest-SubnetPoolsTestJSON-1736198014-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1487762875', 'prefixes': ['172.20.0.0/16']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:32.365205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ce37c0c7-7e25-456f-946f-122d8578c2e4 tempest-SubnetPoolsTestJSON-1736198014 tempest-SubnetPoolsTestJSON-1736198014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:32.371762 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-83d85969-54c6-4639-8483-a1731d457cb0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2113626 Feb 04 15:54:32.373379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:32.376459 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.386203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51118) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:32.416753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5562318a-2233-4755-a1ea-c4dd85523456 req-d253f377-0a93-4318-a4cc-483449ca460d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] No DVR routers for this DVR port 5c031aca-f0a4-497f-ba68-484daefbf0a2 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:32.431602 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5562318a-2233-4755-a1ea-c4dd85523456 req-d253f377-0a93-4318-a4cc-483449ca460d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.433843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5562318a-2233-4755-a1ea-c4dd85523456 req-d253f377-0a93-4318-a4cc-483449ca460d tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.73 "DELETE /v2.0/ports/5c031aca-f0a4-497f-ba68-484daefbf0a2 HTTP/1.1" status: 204 len: 173 time: 9.4112327 Feb 04 15:54:32.443090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-deleted', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:32.511407 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810724d5-2463-4a07-9823-7b1a15cb88f0 None None] Pushing event updated for resources: {'Port': ['ID=68229789-9bd6-47e6-b96c-945eca4dfef5,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:32.528703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Routers {'03606207-2eb8-462d-bcf9-e4ab7f04d281'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:32.528703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['03606207-2eb8-462d-bcf9-e4ab7f04d281'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:32.534285 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.582478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:32.588441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:security_group_rule and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:32.592390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:32.599725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:32.601406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e087eaf-4f3b-41f8-bca1-bb9d95092671 req-c8ba6195-90b2-4d26-bf68-42cb0f77450a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:32.603305 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e087eaf-4f3b-41f8-bca1-bb9d95092671 req-c8ba6195-90b2-4d26-bf68-42cb0f77450a service neutron] 10.222.0.73 "GET /v2.0/networks?id=9abc847f-1a30-4c54-89a7-e4c06c37cbea HTTP/1.1" status: 200 len: 920 time: 0.7318540 Feb 04 15:54:32.616936 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bdc5d4-17f3-4723-825f-847ec365b1a4', 'name': 'network-vif-deleted', 'tag': '5c031aca-f0a4-497f-ba68-484daefbf0a2', 'status': 'completed', 'code': 200} Feb 04 15:54:32.696732 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.707151 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.721184 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e087eaf-4f3b-41f8-bca1-bb9d95092671 req-5983cd33-d7e3-40e0-a52e-090b5aee0b46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26912d5c-2b34-4029-ab64-21adffdc38c6 HTTP/1.1" status: 200 len: 217 time: 0.1009898 Feb 04 15:54:32.734032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d583d5-6b76-4610-a226-10848d2c7e30 req-66f07410-ef6e-40bb-bc0e-46c4b3ba3e34 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:32.735625 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05d583d5-6b76-4610-a226-10848d2c7e30 req-66f07410-ef6e-40bb-bc0e-46c4b3ba3e34 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.4088366 Feb 04 15:54:32.758106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51124) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:32.770474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-cc202cbe-b411-4521-8f4c-34430b75c61e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Request body: {'floatingip': {'port_id': '60f3f5db-322f-4388-8679-75a1d3849856'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:32.826687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e087eaf-4f3b-41f8-bca1-bb9d95092671 req-cd9fe28c-98f7-4ee8-aade-b61f203c3a6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:32.828215 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e087eaf-4f3b-41f8-bca1-bb9d95092671 req-cd9fe28c-98f7-4ee8-aade-b61f203c3a6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=092b387b-597c-46f6-b3d5-f3be85964a29 HTTP/1.1" status: 200 len: 859 time: 0.0900230 Feb 04 15:54:32.871629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc202cbe-b411-4521-8f4c-34430b75c61e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for floatingip, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.881262 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a4558f09-f3ae-477c-bba0-578b63218885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:41Z', 'updated_at': '2022-02-04T15:42:50Z', 'revision_number': 4, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'gw_port': {'id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:42Z', 'updated_at': '2022-02-04T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'e8119a9a-9c91-4ed2-9988-f7c55a3c55f7', 'name': '', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'mac_address': 'fa:16:3e:1e:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:48Z', 'updated_at': '2022-02-04T15:42:57Z', 'revision_number': 5, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'subnets': [{'id': '12330993-a528-43ce-8b65-732ec38af950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:32.889105 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4558f09-f3ae-477c-bba0-578b63218885 None None] Checking router: 622b185f-f6a3-4575-a416-e2d9870837d6 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:54:32.904747 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4558f09-f3ae-477c-bba0-578b63218885 None None] Routers {'622b185f-f6a3-4575-a416-e2d9870837d6'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:32.905369 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a4558f09-f3ae-477c-bba0-578b63218885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['622b185f-f6a3-4575-a416-e2d9870837d6'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:32.976485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:32.977816 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e087eaf-4f3b-41f8-bca1-bb9d95092671 req-53a0ac75-4f23-494b-b6f5-832ee07b1951 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9abc847f-1a30-4c54-89a7-e4c06c37cbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974333 Feb 04 15:54:32.980169 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce37c0c7-7e25-456f-946f-122d8578c2e4 tempest-SubnetPoolsTestJSON-1736198014 tempest-SubnetPoolsTestJSON-1736198014-project] Notify callbacks [] for subnetpool, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.981291 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ce37c0c7-7e25-456f-946f-122d8578c2e4 tempest-SubnetPoolsTestJSON-1736198014 tempest-SubnetPoolsTestJSON-1736198014-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.2518711 Feb 04 15:54:32.984251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] Set router 03606207-2eb8-462d-bcf9-e4ab7f04d281 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:32.996856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51130) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:32.997711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33967f3e-8c7e-42b2-ab1c-589b6cf5dacb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:33.079529 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-46d20c24-55a9-4fbd-9c5f-cfdf6526c841 tempest-SubnetPoolsTestJSON-1736198014 tempest-SubnetPoolsTestJSON-1736198014-project] 10.222.0.60 "GET /v2.0/subnetpools/40af76af-26dd-40bc-96dc-a79d3d2e2a63 HTTP/1.1" status: 200 len: 732 time: 0.0655818 Feb 04 15:54:33.084445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 26912d5c-2b34-4029-ab64-21adffdc38c6 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:54:33.141427 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51136) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:33.150562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-705c1eb0-4b79-422f-8d88-dff56d032fdb tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Deleting subnet 99dca527-ea09-4b75-a6a1-2fa6c977e159 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:54:33.159866 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-705c1eb0-4b79-422f-8d88-dff56d032fdb tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.216868 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e087eaf-4f3b-41f8-bca1-bb9d95092671 req-d997598a-160f-413e-9bb9-db81b5a2c1e2 service neutron] 10.222.0.73 "GET /v2.0/networks/9abc847f-1a30-4c54-89a7-e4c06c37cbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033877 Feb 04 15:54:33.270017 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-705c1eb0-4b79-422f-8d88-dff56d032fdb tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.284369 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:54:33.355781 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-a4558f09-f3ae-477c-bba0-578b63218885 None None] Set router 622b185f-f6a3-4575-a416-e2d9870837d6 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:33.390850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4e945ae4-2035-4eb8-8743-c02ac9996d54 tempest-SubnetPoolsTestJSON-1736198014 tempest-SubnetPoolsTestJSON-1736198014-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1723671605'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:33.410432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.411607 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Added segment bcf3141c-050a-4cc7-8817-588e95e6c524 of type vlan for network 7978439a-9ef7-4dab-bbec-7af3243d2218 Feb 04 15:54:33.466492 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e087eaf-4f3b-41f8-bca1-bb9d95092671 req-7db0542f-0032-4c75-9fb7-6bc71f740411 service neutron] 10.222.0.73 "GET /v2.0/networks/9abc847f-1a30-4c54-89a7-e4c06c37cbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384787 Feb 04 15:54:33.490996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a6f6bc-2acc-4875-a849-a524ee823e1d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:33.494992 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e2a6f6bc-2acc-4875-a849-a524ee823e1d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0521276 Feb 04 15:54:33.521801 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51140) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:33.580143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1023938d-55f3-4462-ad24-8e6ea7b23036 None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:54:33.608144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1023938d-55f3-4462-ad24-8e6ea7b23036 None None] Deleting port e9b02e8c-ed0d-4eae-b778-0f72047bea37 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:33.608581 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1023938d-55f3-4462-ad24-8e6ea7b23036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.640175 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 26912d5c-2b34-4029-ab64-21adffdc38c6, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=26912d5c-2b34-4029-ab64-21adffdc38c6,segment=NetworkSegment(0e89c350-66c1-433d-9633-6e8e5cd656b8),segment_id=0e89c350-66c1-433d-9633-6e8e5cd656b8)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:33.678018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '26912d5c-2b34-4029-ab64-21adffdc38c6', 'network_id': '9abc847f-1a30-4c54-89a7-e4c06c37cbea', 'port_id': '26912d5c-2b34-4029-ab64-21adffdc38c6', 'mac_address': 'fa:16:3e:07:2a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '092b387b-597c-46f6-b3d5-f3be85964a29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:54:33.722805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbc21b4-c805-43fa-8ab7-ee6d7a63ca3e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:33.724406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5bbc21b4-c805-43fa-8ab7-ee6d7a63ca3e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:33.731940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b0e602f-e795-4bc4-a0df-c372870f41bd req-fddc1041-540b-44a7-af9b-7539c37bd692 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/ports?device_id=85bdc5d4-17f3-4723-825f-847ec365b1a4 HTTP/1.1" status: 200 len: 210 time: 0.2638946 Feb 04 15:54:33.785640 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.801279 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.812473 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a4558f09-f3ae-477c-bba0-578b63218885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:41Z', 'updated_at': '2022-02-04T15:42:50Z', 'revision_number': 4, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'gw_port': {'id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:42Z', 'updated_at': '2022-02-04T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'e8119a9a-9c91-4ed2-9988-f7c55a3c55f7', 'name': '', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'mac_address': 'fa:16:3e:1e:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:48Z', 'updated_at': '2022-02-04T15:42:57Z', 'revision_number': 5, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'subnets': [{'id': '12330993-a528-43ce-8b65-732ec38af950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:33.818917 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4558f09-f3ae-477c-bba0-578b63218885 None None] The sync data for ids ['622b185f-f6a3-4575-a416-e2d9870837d6'] in n-d-827872-1 is: [{'id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:41Z', 'updated_at': '2022-02-04T15:42:50Z', 'revision_number': 4, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'gw_port': {'id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:42Z', 'updated_at': '2022-02-04T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'e8119a9a-9c91-4ed2-9988-f7c55a3c55f7', 'name': '', 'network_id': '2d7217e5-e318-4a66-a489-b15644d8d3cf', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'mac_address': 'fa:16:3e:1e:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12330993-a528-43ce-8b65-732ec38af950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:48Z', 'updated_at': '2022-02-04T15:42:57Z', 'revision_number': 5, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'subnets': [{'id': '12330993-a528-43ce-8b65-732ec38af950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:54:33.863365 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5bbc21b4-c805-43fa-8ab7-ee6d7a63ca3e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:33.865894 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5bbc21b4-c805-43fa-8ab7-ee6d7a63ca3e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3325670 Feb 04 15:54:33.872252 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.879905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51144) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:33.968482 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26912d5c-2b34-4029-ab64-21adffdc38c6 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:54:33.976842 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-705c1eb0-4b79-422f-8d88-dff56d032fdb tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.989101 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'name': 'tempest-TestAggregatesBasicOps-164213846-router', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:15Z', 'updated_at': '2022-02-04T15:54:22Z', 'revision_number': 3, 'project_id': 'db2b99b87e194ad3a49c8835507dce25', 'gw_port': {'id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:19Z', 'updated_at': '2022-02-04T15:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:34.006674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f8bca-305f-4359-a9d0-e30a454f78bc None None] The sync data for ids ['03606207-2eb8-462d-bcf9-e4ab7f04d281'] in n-d-827872-1 is: [{'id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'name': 'tempest-TestAggregatesBasicOps-164213846-router', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:15Z', 'updated_at': '2022-02-04T15:54:22Z', 'revision_number': 3, 'project_id': 'db2b99b87e194ad3a49c8835507dce25', 'gw_port': {'id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:19Z', 'updated_at': '2022-02-04T15:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:54:34.010019 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1023938d-55f3-4462-ad24-8e6ea7b23036 None None] For port e9b02e8c-ed0d-4eae-b778-0f72047bea37, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e9b02e8c-ed0d-4eae-b778-0f72047bea37,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:34.010436 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1023938d-55f3-4462-ad24-8e6ea7b23036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.104821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 26912d5c-2b34-4029-ab64-21adffdc38c6, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=26912d5c-2b34-4029-ab64-21adffdc38c6,segment=NetworkSegment(0e89c350-66c1-433d-9633-6e8e5cd656b8),segment_id=0e89c350-66c1-433d-9633-6e8e5cd656b8)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:34.113083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7ac62-1571-4234-9a4d-d22f6d80b2ad req-9bd073be-5c69-4dd4-a839-b9be871cdf02 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:34.116191 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfc7ac62-1571-4234-9a4d-d22f6d80b2ad req-9bd073be-5c69-4dd4-a839-b9be871cdf02 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 944 time: 0.6004746 Feb 04 15:54:34.138701 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2f7f4f81-c878-449d-9b90-94f180f77152 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2509580 Feb 04 15:54:34.155343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51148) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:34.174434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Allocated IP 172.20.0.1 (6f92e8fc-7527-455b-8c35-08670df9b336/a8e5deff-ac1b-403d-9f50-c39eedef83e1/90bde2fc-703a-4740-bae6-46e49730cd45) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:34.190949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7ba132fb-daf7-4212-8beb-298ea960ebe4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:34.219373 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.224455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:34.224455 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.231754 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.240941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1023938d-55f3-4462-ad24-8e6ea7b23036 None None] Calling delete_port for e9b02e8c-ed0d-4eae-b778-0f72047bea37 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:34.255527 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfc7ac62-1571-4234-9a4d-d22f6d80b2ad req-ab9fd1f9-cd7b-439e-b983-8bad15fa8771 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/security-groups?id=582f3905-2a0e-4f23-933b-7b32f83b7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268198 Feb 04 15:54:34.333808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c4ec6-bf89-402c-84ec-04fd834f325a None None] New status for floating IP 4c8e592e-6dea-4a7f-96c7-6149293300d5: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:54:34.450836 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.483969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Transition to ACTIVE for port object 90bde2fc-703a-4740-bae6-46e49730cd45 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:34.525695 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.627940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Network 6f92e8fc-7527-455b-8c35-08670df9b336 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:34.628972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Pushing event updated for resources: {'Port': ['ID=90bde2fc-703a-4740-bae6-46e49730cd45,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:34.632125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:34.635218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:34.661212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['26912d5c-2b34-4029-ab64-21adffdc38c6'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:54:34.708155 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.6568639 Feb 04 15:54:34.731062 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1023938d-55f3-4462-ad24-8e6ea7b23036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.767707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f95f7-4015-4786-b14b-d6e0b478fee8 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Network': ['ID=7978439a-9ef7-4dab-bbec-7af3243d2218,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:34.808189 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e945ae4-2035-4eb8-8743-c02ac9996d54 tempest-SubnetPoolsTestJSON-1736198014 tempest-SubnetPoolsTestJSON-1736198014-project] Notify callbacks [] for subnetpool, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.813197 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4e945ae4-2035-4eb8-8743-c02ac9996d54 tempest-SubnetPoolsTestJSON-1736198014 tempest-SubnetPoolsTestJSON-1736198014-project] 10.222.0.60 "PUT /v2.0/subnetpools/40af76af-26dd-40bc-96dc-a79d3d2e2a63 HTTP/1.1" status: 200 len: 684 time: 1.4606218 Feb 04 15:54:34.817712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51154) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:34.819078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7ba132fb-daf7-4212-8beb-298ea960ebe4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:34.845195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51158) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:34.900313 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-705c1eb0-4b79-422f-8d88-dff56d032fdb tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.979515 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.984393 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 7978439a-9ef7-4dab-bbec-7af3243d2218 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:34.986699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7ba132fb-daf7-4212-8beb-298ea960ebe4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:34.991974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'subnet': {'network_id': '7978439a-9ef7-4dab-bbec-7af3243d2218', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:35.110054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023938d-55f3-4462-ad24-8e6ea7b23036 None None] No DVR routers for this DVR port e9b02e8c-ed0d-4eae-b778-0f72047bea37 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:35.143242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51164) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:35.157423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=26912d5c-2b34-4029-ab64-21adffdc38c6,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:35.275494 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023938d-55f3-4462-ad24-8e6ea7b23036 None None] Pushing event deleted for resources: {'Port': ['ID=e9b02e8c-ed0d-4eae-b778-0f72047bea37,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:35.277587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c1eb0-4b79-422f-8d88-dff56d032fdb tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Subnet': ['ID=99dca527-ea09-4b75-a6a1-2fa6c977e159,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:35.286104 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.468271 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-705c1eb0-4b79-422f-8d88-dff56d032fdb tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.474122 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-705c1eb0-4b79-422f-8d88-dff56d032fdb tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/subnets/99dca527-ea09-4b75-a6a1-2fa6c977e159 HTTP/1.1" status: 204 len: 168 time: 3.2119620 Feb 04 15:54:35.493747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbeb13e-2861-498f-ab8a-d949931270cc None None] Network b2ec7e2b-ec21-4370-83c5-df6f22c9237f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:35.506596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51170) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:35.517395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba132fb-daf7-4212-8beb-298ea960ebe4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:35.533968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ba132fb-daf7-4212-8beb-298ea960ebe4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.625548 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-58ccfe3c-eda8-44bd-92c7-22e96d04b219 None None] Provisioning for port 90bde2fc-703a-4740-bae6-46e49730cd45 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:35.659565 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68229789-9bd6-47e6-b96c-945eca4dfef5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:35.684823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-58ccfe3c-eda8-44bd-92c7-22e96d04b219 None None] Provisioning complete for port 90bde2fc-703a-4740-bae6-46e49730cd45 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:35.685244 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-58ccfe3c-eda8-44bd-92c7-22e96d04b219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.746411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:35.765684 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25207ff5-e2cf-4c56-91c6-3633acc6f601 tempest-SubnetPoolsTestJSON-1736198014 tempest-SubnetPoolsTestJSON-1736198014-project] Notify callbacks [] for subnetpool, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.769959 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-25207ff5-e2cf-4c56-91c6-3633acc6f601 tempest-SubnetPoolsTestJSON-1736198014 tempest-SubnetPoolsTestJSON-1736198014-project] 10.222.0.60 "DELETE /v2.0/subnetpools/40af76af-26dd-40bc-96dc-a79d3d2e2a63 HTTP/1.1" status: 204 len: 168 time: 0.9412663 Feb 04 15:54:35.770909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51174) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:35.772036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:subnet and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:35.786423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:35.811732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:35.829741 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-1b0bec63-cce0-4319-8424-43a310b18807 tempest-SubnetPoolsTestJSON-1736198014 tempest-SubnetPoolsTestJSON-1736198014-project] show failed (client error): The resource could not be found. Feb 04 15:54:35.830923 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1b0bec63-cce0-4319-8424-43a310b18807 tempest-SubnetPoolsTestJSON-1736198014 tempest-SubnetPoolsTestJSON-1736198014-project] 10.222.0.60 "GET /v2.0/subnetpools/40af76af-26dd-40bc-96dc-a79d3d2e2a63 HTTP/1.1" status: 404 len: 346 time: 0.0519521 Feb 04 15:54:35.839658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51178) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:35.846209 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a53c9d2-2eb3-4b5d-b891-f26bfe641266 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.884900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:35.905573 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-082510df-5d82-48e6-b0af-aa0dfb871270 tempest-SubnetPoolsTestJSON-1736198014 tempest-SubnetPoolsTestJSON-1736198014-project] delete failed (client error): The resource could not be found. Feb 04 15:54:35.906631 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-082510df-5d82-48e6-b0af-aa0dfb871270 tempest-SubnetPoolsTestJSON-1736198014 tempest-SubnetPoolsTestJSON-1736198014-project] 10.222.0.60 "DELETE /v2.0/subnetpools/40af76af-26dd-40bc-96dc-a79d3d2e2a63 HTTP/1.1" status: 404 len: 346 time: 0.0659459 Feb 04 15:54:35.927848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-58ccfe3c-eda8-44bd-92c7-22e96d04b219 None None] Port 90bde2fc-703a-4740-bae6-46e49730cd45 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:54:35.981436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 68229789-9bd6-47e6-b96c-945eca4dfef5 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:35.987955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 68229789-9bd6-47e6-b96c-945eca4dfef5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:35.988325 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.026126 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a53c9d2-2eb3-4b5d-b891-f26bfe641266 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.052034 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.122287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71f6b5-1f6f-4bc4-9637-cadb0761705d req-9657579f-acb7-4c18-b932-865a0b21f85a tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:36.132589 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa71f6b5-1f6f-4bc4-9637-cadb0761705d req-9657579f-acb7-4c18-b932-865a0b21f85a tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 945 time: 0.5364521 Feb 04 15:54:36.145195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Deleting port ab5a5170-280f-43f6-b4ce-f2802827a1c1 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:36.145910 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.232634 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.254636 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-cc202cbe-b411-4521-8f4c-34430b75c61e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:54:36.267674 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.279736 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.283328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6694c153-bb22-4899-9f0c-e3032a537af0 None None] DHCP port deletion for b2ec7e2b-ec21-4370-83c5-df6f22c9237f request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:54:36.321011 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.333562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6694c153-bb22-4899-9f0c-e3032a537af0 None None] Deleting port ab5a5170-280f-43f6-b4ce-f2802827a1c1 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:36.334731 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6694c153-bb22-4899-9f0c-e3032a537af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.380726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa71f6b5-1f6f-4bc4-9637-cadb0761705d req-87bc4897-3dca-4387-9ead-adc3f2bff181 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/security-groups?id=582f3905-2a0e-4f23-933b-7b32f83b7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466440 Feb 04 15:54:36.491426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51186) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:36.493072 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a53c9d2-2eb3-4b5d-b891-f26bfe641266 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.537485 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc202cbe-b411-4521-8f4c-34430b75c61e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.551248 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Pushing event updated for resources: {'Port': ['ID=90bde2fc-703a-4740-bae6-46e49730cd45,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:36.553920 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.556450 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc202cbe-b411-4521-8f4c-34430b75c61e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.569240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 68229789-9bd6-47e6-b96c-945eca4dfef5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=68229789-9bd6-47e6-b96c-945eca4dfef5,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:36.578593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53c9d2-2eb3-4b5d-b891-f26bfe641266 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8b1bac-6c8e-438e-9200-2e0770b3899f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:36.579848 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.664698 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ba132fb-daf7-4212-8beb-298ea960ebe4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.804825 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a53c9d2-2eb3-4b5d-b891-f26bfe641266 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.806540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5a53c9d2-2eb3-4b5d-b891-f26bfe641266 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "DELETE /v2.0/security-groups/7b8b1bac-6c8e-438e-9200-2e0770b3899f HTTP/1.1" status: 204 len: 168 time: 1.6614237 Feb 04 15:54:36.814050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51192) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:36.823434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6694c153-bb22-4899-9f0c-e3032a537af0 None None] For port ab5a5170-280f-43f6-b4ce-f2802827a1c1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ab5a5170-280f-43f6-b4ce-f2802827a1c1,segment=NetworkSegment(0bac539b-7d41-466a-b4fe-7df56589f6b3),segment_id=0bac539b-7d41-466a-b4fe-7df56589f6b3)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:36.823822 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6694c153-bb22-4899-9f0c-e3032a537af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.867308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba132fb-daf7-4212-8beb-298ea960ebe4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:36.889998 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-82655c63-00f0-4a45-b344-6f005ee4b9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.891800 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-823374b3-69a3-4449-894b-9f8c8d6637df tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] show failed (client error): The resource could not be found. Feb 04 15:54:36.897528 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-823374b3-69a3-4449-894b-9f8c8d6637df tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "GET /v2.0/security-groups/7b8b1bac-6c8e-438e-9200-2e0770b3899f HTTP/1.1" status: 404 len: 347 time: 0.0761576 Feb 04 15:54:36.898931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51196) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:36.907212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7ba132fb-daf7-4212-8beb-298ea960ebe4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:36.912873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba132fb-daf7-4212-8beb-298ea960ebe4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:36.913806 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ba132fb-daf7-4212-8beb-298ea960ebe4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.919071 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e9b02e8c-ed0d-4eae-b778-0f72047bea37 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:37.014498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba132fb-daf7-4212-8beb-298ea960ebe4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=4bf0c8dc-c7d9-4a21-921a-e30bf260fe72,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:37.026657 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: e9b02e8c-ed0d-4eae-b778-0f72047bea37 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:54:37.026657 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e9b02e8c-ed0d-4eae-b778-0f72047bea37 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:37.028007 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1455a39e-1f95-4c17-ba12-759ed7dfdfac None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:37.070473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-82655c63-00f0-4a45-b344-6f005ee4b9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:37.072437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] For port ab5a5170-280f-43f6-b4ce-f2802827a1c1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ab5a5170-280f-43f6-b4ce-f2802827a1c1,segment=NetworkSegment(0bac539b-7d41-466a-b4fe-7df56589f6b3),segment_id=0bac539b-7d41-466a-b4fe-7df56589f6b3)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:37.072816 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.075528 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-82655c63-00f0-4a45-b344-6f005ee4b9d4 admin admin] Usage tracker for resource:security_group_rule and tenant:caaa1bdf642b4b9698699e197e5ef70f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:37.078941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-82655c63-00f0-4a45-b344-6f005ee4b9d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:37.085910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-82655c63-00f0-4a45-b344-6f005ee4b9d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:37.104615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Network 6f92e8fc-7527-455b-8c35-08670df9b336 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:37.107829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6694c153-bb22-4899-9f0c-e3032a537af0 None None] Calling delete_port for ab5a5170-280f-43f6-b4ce-f2802827a1c1 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:37.138084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 26912d5c-2b34-4029-ab64-21adffdc38c6 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:37.162357 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-14eaeceb-de30-4e93-8e99-11b8fc8eae26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.298139 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7ba132fb-daf7-4212-8beb-298ea960ebe4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1394253 Feb 04 15:54:37.306088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51200) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:37.308177 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.349396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=68229789-9bd6-47e6-b96c-945eca4dfef5,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:37.353392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:37.364333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Calling delete_port for ab5a5170-280f-43f6-b4ce-f2802827a1c1 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:37.387971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'fixed_ips': [{'subnet_id': '4bf0c8dc-c7d9-4a21-921a-e30bf260fe72', 'ip_address': '2001:db8::e509:a3c5:a788:36ee'}], 'name': 'tempest-NetworksTestDHCPv6-604929419'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:37.390467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 26912d5c-2b34-4029-ab64-21adffdc38c6 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:37.408139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Subnet': ['ID=1ce9d595-b83a-4104-9fc0-2f531447f46c,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:37.458484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6694c153-bb22-4899-9f0c-e3032a537af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.480404 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-82655c63-00f0-4a45-b344-6f005ee4b9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.546614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 26912d5c-2b34-4029-ab64-21adffdc38c6 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:37.546942 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.586474 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-82655c63-00f0-4a45-b344-6f005ee4b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.616824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694c153-bb22-4899-9f0c-e3032a537af0 None None] Pushing event deleted for resources: {'Port': ['ID=ab5a5170-280f-43f6-b4ce-f2802827a1c1,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:37.645213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68229789-9bd6-47e6-b96c-945eca4dfef5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:37.691557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:37.717315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-379d3039-3eda-4ba9-be66-5311b757c7b9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Deleting port 07356819-8139-4d3a-8049-aef871fdb9cc {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:37.718304 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-379d3039-3eda-4ba9-be66-5311b757c7b9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.721945 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:port and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:37.730955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:37.737923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694c153-bb22-4899-9f0c-e3032a537af0 None None] No DVR routers for this DVR port ab5a5170-280f-43f6-b4ce-f2802827a1c1 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:37.763247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:37.783941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82655c63-00f0-4a45-b344-6f005ee4b9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759da645-9af2-4071-a69b-c6390dbbd1d8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:37.798652 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-82655c63-00f0-4a45-b344-6f005ee4b9d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=caaa1bdf642b4b9698699e197e5ef70f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3050411 Feb 04 15:54:37.802197 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51206) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:37.803406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:37.809977 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:54:37.810519 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:54:37.847289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': '4bf0c8dc-c7d9-4a21-921a-e30bf260fe72'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:54:37.848409 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.878250 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c8e2dfcb-0bdb-4913-983e-06f2bd5a3109 None None] Provisioning complete for port 90bde2fc-703a-4740-bae6-46e49730cd45 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:37.878883 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c8e2dfcb-0bdb-4913-983e-06f2bd5a3109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.894536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Checking segment: {'id': 'bcf3141c-050a-4cc7-8817-588e95e6c524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7978439a-9ef7-4dab-bbec-7af3243d2218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:37.894536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network hostable DHCP agents. Network: 7978439a-9ef7-4dab-bbec-7af3243d2218, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:37.993894 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.007815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 68229789-9bd6-47e6-b96c-945eca4dfef5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:38.008182 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.008914 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-cc202cbe-b411-4521-8f4c-34430b75c61e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Floating IP 3010fd91-77a5-4332-9950-d285f7f2e4dc associated. External IP: 172.25.0.102, port: 60f3f5db-322f-4388-8679-75a1d3849856. Feb 04 15:54:38.054841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2dfcb-0bdb-4913-983e-06f2bd5a3109 None None] Port 90bde2fc-703a-4740-bae6-46e49730cd45 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:54:38.117793 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-379d3039-3eda-4ba9-be66-5311b757c7b9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.118459 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-379d3039-3eda-4ba9-be66-5311b757c7b9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.120599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network 7978439a-9ef7-4dab-bbec-7af3243d2218 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:38.131781 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d663af55-ef22-4b0a-9c17-3b4d86e8e60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.133244 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1690ce-8e95-46bd-b9bd-27a8e8e4b732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26912d5c-2b34-4029-ab64-21adffdc38c6'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:38.133670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f61b94-7517-4ce9-95d0-5de787176d96 req-afdd1505-9724-416f-9ac8-23254ce98f43 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:38.136098 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11f61b94-7517-4ce9-95d0-5de787176d96 req-afdd1505-9724-416f-9ac8-23254ce98f43 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 945 time: 0.4791980 Feb 04 15:54:38.141883 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.164122 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 26912d5c-2b34-4029-ab64-21adffdc38c6, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=26912d5c-2b34-4029-ab64-21adffdc38c6,segment=NetworkSegment(0e89c350-66c1-433d-9633-6e8e5cd656b8),segment_id=0e89c350-66c1-433d-9633-6e8e5cd656b8)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:38.179006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 7978439a-9ef7-4dab-bbec-7af3243d2218) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:38.200417 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.210986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:38.211363 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.216218 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d663af55-ef22-4b0a-9c17-3b4d86e8e60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.250419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port efaceb64-cb29-473a-ab1f-89b2ca7ea6cb yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:54:38.250659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1426c6-74eb-48dc-9645-1b8d08caa838 None None] Network 7978439a-9ef7-4dab-bbec-7af3243d2218 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:38.301106 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1690ce-8e95-46bd-b9bd-27a8e8e4b732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26912d5c-2b34-4029-ab64-21adffdc38c6', 'code': 200} Feb 04 15:54:38.320163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-379d3039-3eda-4ba9-be66-5311b757c7b9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Calling delete_port for 07356819-8139-4d3a-8049-aef871fdb9cc owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:38.355284 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7d15758d-64e4-466f-af03-3c78a92daf6b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.4715414 Feb 04 15:54:38.358640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51212) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:38.358842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Deleting port ab5a5170-280f-43f6-b4ce-f2802827a1c1 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:38.359038 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.381562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1808200490'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:38.414057 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:38.424529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:network and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:38.467346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:38.485368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:38.508356 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=26912d5c-2b34-4029-ab64-21adffdc38c6,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:38.515238 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Allocated IP 2001:db8::2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/4bf0c8dc-c7d9-4a21-921a-e30bf260fe72/88bb2cad-1b68-4b9e-ae60-30df79cd0d5d) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:38.527880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] The port 'ab5a5170-280f-43f6-b4ce-f2802827a1c1' was deleted {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:54:38.560705 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d663af55-ef22-4b0a-9c17-3b4d86e8e60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.603352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:38.607067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.623020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663af55-ef22-4b0a-9c17-3b4d86e8e60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759da645-9af2-4071-a69b-c6390dbbd1d8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:38.674319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:38.677769 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d663af55-ef22-4b0a-9c17-3b4d86e8e60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.681784 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d663af55-ef22-4b0a-9c17-3b4d86e8e60d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/759da645-9af2-4071-a69b-c6390dbbd1d8 HTTP/1.1" status: 204 len: 168 time: 0.7942696 Feb 04 15:54:38.683300 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ab5a5170-280f-43f6-b4ce-f2802827a1c1 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:38.691212 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.691602 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Added segment c00c9872-a941-4db8-89d3-000a6e342fdd of type vlan for network 400afdb8-0020-464f-ace9-f1bb3d1fcb56 Feb 04 15:54:38.732489 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.747207 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: ab5a5170-280f-43f6-b4ce-f2802827a1c1 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:54:38.748067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ab5a5170-280f-43f6-b4ce-f2802827a1c1 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:38.830334 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11f61b94-7517-4ce9-95d0-5de787176d96 req-e864023c-09e4-4746-a799-9e0551a586ac tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/security-groups?id=582f3905-2a0e-4f23-933b-7b32f83b7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6866286 Feb 04 15:54:38.839845 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.855411 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.860517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:38.861505 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.916336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-7978439a-9ef7-4dab-bbec-7af3243d2218', 'network_id': '7978439a-9ef7-4dab-bbec-7af3243d2218', 'tenant_id': '2905bed5de8142679c95c03b59ae6653', 'fixed_ips': [{'subnet_id': '1ce9d595-b83a-4104-9fc0-2f531447f46c'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:54:38.917362 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.917543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9861ae51-f6be-46ee-844c-dc60bc30e433 req-8dd14d99-ad01-4723-85cd-d4f59ccb4ba1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 1097 time: 0.5027819 Feb 04 15:54:38.919469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ec7e2b-ec21-4370-83c5-df6f22c9237f']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:38.999757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bac539b-7d41-466a-b4fe-7df56589f6b3') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:39.000282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bac539b-7d41-466a-b4fe-7df56589f6b3') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:39.020481 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f6efb91d-50a0-4ad1-9928-cb052d849843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.020784 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6525481 Feb 04 15:54:39.021776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227d0fc-5108-4d31-90d6-5a6b1202f452 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Network': ['ID=400afdb8-0020-464f-ace9-f1bb3d1fcb56,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:39.033406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51218) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:39.038863 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.045189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'subnet': {'network_id': '400afdb8-0020-464f-ace9-f1bb3d1fcb56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:39.077455 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 400afdb8-0020-464f-ace9-f1bb3d1fcb56 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:39.082849 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.095150 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-379d3039-3eda-4ba9-be66-5311b757c7b9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.099302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:54:39.099694 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.109042 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:39.146534 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:39.156053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Router 03606207-2eb8-462d-bcf9-e4ab7f04d281 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:54:39.172596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9861ae51-f6be-46ee-844c-dc60bc30e433 req-bd520bec-4476-4bd0-b4a2-0e2ca92f7e61 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=582f3905-2a0e-4f23-933b-7b32f83b7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418706 Feb 04 15:54:39.303880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:39.308666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:subnet and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:39.312091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:39.318607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:39.328258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Allocated IP 172.20.255.242 (7978439a-9ef7-4dab-bbec-7af3243d2218/1ce9d595-b83a-4104-9fc0-2f531447f46c/409316e4-78e6-49e6-b2a1-6093448dce0e) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:39.340686 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:39.384211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d3039-3eda-4ba9-be66-5311b757c7b9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Pushing event deleted for resources: {'Port': ['ID=07356819-8139-4d3a-8049-aef871fdb9cc,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:39.501730 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.567598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Transition to ACTIVE for port object 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:39.581273 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.623387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] Pushing event deleted for resources: {'Network': ['ID=b2ec7e2b-ec21-4370-83c5-df6f22c9237f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:39.641001 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-379d3039-3eda-4ba9-be66-5311b757c7b9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.643539 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-379d3039-3eda-4ba9-be66-5311b757c7b9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.647559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-379d3039-3eda-4ba9-be66-5311b757c7b9 tempest-ServerActionsTestJSON-1845359602 tempest-ServerActionsTestJSON-1845359602-project] 10.222.0.60 "DELETE /v2.0/floatingips/4c8e592e-6dea-4a7f-96c7-6149293300d5 HTTP/1.1" status: 204 len: 168 time: 2.7419250 Feb 04 15:54:39.647749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc202cbe-b411-4521-8f4c-34430b75c61e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:54:39.649212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51232) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:39.653027 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e4bc1da4-5b64-4373-ad6e-f62e6cf8f097 tempest-NetworksIpV6Test-1234812742 tempest-NetworksIpV6Test-1234812742-project] 10.222.0.60 "DELETE /v2.0/networks/b2ec7e2b-ec21-4370-83c5-df6f22c9237f HTTP/1.1" status: 204 len: 168 time: 4.1251068 Feb 04 15:54:39.678212 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.695946 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Transition to ACTIVE for port object 409316e4-78e6-49e6-b2a1-6093448dce0e will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:39.725483 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Transition to ACTIVE for port object 409316e4-78e6-49e6-b2a1-6093448dce0e will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:39.736198 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.777745 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.820228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Transition to ACTIVE for port object 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:39.834602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Network 7978439a-9ef7-4dab-bbec-7af3243d2218 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:39.838999 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:39.841481 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.845653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:39.858778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Pushing event updated for resources: {'Port': ['ID=409316e4-78e6-49e6-b2a1-6093448dce0e,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:39.958269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:54:39.968751 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Sync routers for ids ['03606207-2eb8-462d-bcf9-e4ab7f04d281'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:54:39.979744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a5b61959-78a8-4c79-9a46-792370130b5f admin admin] 10.222.0.60 "PUT /v2.0/routers/03606207-2eb8-462d-bcf9-e4ab7f04d281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1639917 Feb 04 15:54:40.001291 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Routers {'03606207-2eb8-462d-bcf9-e4ab7f04d281'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:40.007248 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['03606207-2eb8-462d-bcf9-e4ab7f04d281'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:40.012633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:40.020220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:40.032530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:40.050809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Attempting to bind port 409316e4-78e6-49e6-b2a1-6093448dce0e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:40.051492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Attempting to bind port 409316e4-78e6-49e6-b2a1-6093448dce0e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'bcf3141c-050a-4cc7-8817-588e95e6c524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7978439a-9ef7-4dab-bbec-7af3243d2218'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:40.052007 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Attempting to bind port 409316e4-78e6-49e6-b2a1-6093448dce0e on network 7978439a-9ef7-4dab-bbec-7af3243d2218 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:40.054228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Pushing event updated for resources: {'Port': ['ID=88bb2cad-1b68-4b9e-ae60-30df79cd0d5d,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:40.117210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:54:40.117637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Checking segment: {'id': 'bcf3141c-050a-4cc7-8817-588e95e6c524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7978439a-9ef7-4dab-bbec-7af3243d2218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:40.118044 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.118641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Bound using segment: {'id': 'bcf3141c-050a-4cc7-8817-588e95e6c524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7978439a-9ef7-4dab-bbec-7af3243d2218'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:54:40.119312 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Bound port: 409316e4-78e6-49e6-b2a1-6093448dce0e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf3141c-050a-4cc7-8817-588e95e6c524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7978439a-9ef7-4dab-bbec-7af3243d2218'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:40.119887 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.202628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f8dcb-1ccc-4c36-8e19-72b3c45af6cf req-815c6624-2dc6-4ccc-8b99-7fcf4d4c30fe tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:40.206230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a9f8dcb-1ccc-4c36-8e19-72b3c45af6cf req-815c6624-2dc6-4ccc-8b99-7fcf4d4c30fe tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 946 time: 0.1445532 Feb 04 15:54:40.242901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Attempting to bind port 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:40.243330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Attempting to bind port 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:40.243954 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Attempting to bind port 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:40.250585 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.252219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::e509:a3c5:a788:36ee (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/4bf0c8dc-c7d9-4a21-921a-e30bf260fe72/efaceb64-cb29-473a-ab1f-89b2ca7ea6cb) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:40.264273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:54:40.264652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:40.265048 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.265446 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:54:40.265935 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Bound port: 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:40.266317 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.387155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] For port 409316e4-78e6-49e6-b2a1-6093448dce0e, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:40.440817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51250) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:40.454879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] For port 409316e4-78e6-49e6-b2a1-6093448dce0e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=409316e4-78e6-49e6-b2a1-6093448dce0e,segment=NetworkSegment(bcf3141c-050a-4cc7-8817-588e95e6c524),segment_id=bcf3141c-050a-4cc7-8817-588e95e6c524)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:40.470235 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.472214 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.484774 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Set router 03606207-2eb8-462d-bcf9-e4ab7f04d281 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:40.551753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a9f8dcb-1ccc-4c36-8e19-72b3c45af6cf req-e87a5280-8440-4318-94e4-574246f46cae tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/security-groups?id=582f3905-2a0e-4f23-933b-7b32f83b7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403063 Feb 04 15:54:40.598257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] For port 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:40.668781 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] For port 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=88bb2cad-1b68-4b9e-ae60-30df79cd0d5d,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:40.698836 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.733686 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc9880-b3f8-4d24-af32-bf8a1d5c05ab None None] Pushing event updated for resources: {'Port': ['ID=409316e4-78e6-49e6-b2a1-6093448dce0e,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:40.854834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe57c8-973a-492b-93b3-00e696a0b2a9 None None] Pushing event updated for resources: {'Port': ['ID=88bb2cad-1b68-4b9e-ae60-30df79cd0d5d,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:41.008964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc202cbe-b411-4521-8f4c-34430b75c61e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:54:41.022174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92966d41-af5a-419c-bbb3-2dd8a29b7317 None None] Sync routers for ids ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:54:41.048529 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cc202cbe-b411-4521-8f4c-34430b75c61e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.054452 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92966d41-af5a-419c-bbb3-2dd8a29b7317 None None] Routers {'f2e2f71e-4844-4f72-aad7-ef2ca735bc66'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:41.058374 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-92966d41-af5a-419c-bbb3-2dd8a29b7317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:41.207613 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cc202cbe-b411-4521-8f4c-34430b75c61e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "PUT /v2.0/floatingips/3010fd91-77a5-4332-9950-d285f7f2e4dc HTTP/1.1" status: 200 len: 991 time: 8.4423470 Feb 04 15:54:41.222638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:41.288705 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.364605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51266) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:41.374475 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025322 Feb 04 15:54:41.397187 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51268) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:41.463195 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2e7d7eb9-b6f6-400a-8989-121d7b2bfdfc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7cf47293b7374b42a069645ec1c2b151&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9919326 Feb 04 15:54:41.463195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51274) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:41.467594 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.483807 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856', 'status': 'completed', 'code': 200} Feb 04 15:54:41.608953 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.621184 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.685509 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b198f7bc-4409-45ad-a264-ba67290aa665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.707697 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'name': 'tempest-TestAggregatesBasicOps-164213846-router', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:15Z', 'updated_at': '2022-02-04T15:54:35Z', 'revision_number': 4, 'project_id': 'db2b99b87e194ad3a49c8835507dce25', 'gw_port': {'id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:19Z', 'updated_at': '2022-02-04T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '90bde2fc-703a-4740-bae6-46e49730cd45', 'name': '', 'network_id': '6f92e8fc-7527-455b-8c35-08670df9b336', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25', 'mac_address': 'fa:16:3e:90:f9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8e5deff-ac1b-403d-9f50-c39eedef83e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:33Z', 'updated_at': '2022-02-04T15:54:35Z', 'revision_number': 2, 'project_id': 'db2b99b87e194ad3a49c8835507dce25', 'subnets': [{'id': 'a8e5deff-ac1b-403d-9f50-c39eedef83e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:41.731465 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Checking router: 03606207-2eb8-462d-bcf9-e4ab7f04d281 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:54:41.732518 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Updating router 03606207-2eb8-462d-bcf9-e4ab7f04d281 port 90bde2fc-703a-4740-bae6-46e49730cd45 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:54:41.736284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Subnet': ['ID=a6295663-52ed-41d7-a86f-3032adbbb7dc,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:41.801364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object efaceb64-cb29-473a-ab1f-89b2ca7ea6cb will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:41.802975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 409316e4-78e6-49e6-b2a1-6093448dce0e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:41.853578 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.893778 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9d3b86ec-7fc0-4931-b785-113a32cdaa7c tempest-NetworksApiDiscovery-2079000022 tempest-NetworksApiDiscovery-2079000022-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4905989 Feb 04 15:54:41.910948 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-92966d41-af5a-419c-bbb3-2dd8a29b7317 None None] Set router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:41.942760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Checking segment: {'id': 'c00c9872-a941-4db8-89d3-000a6e342fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '400afdb8-0020-464f-ace9-f1bb3d1fcb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:41.955681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network hostable DHCP agents. Network: 400afdb8-0020-464f-ace9-f1bb3d1fcb56, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:41.998393 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 409316e4-78e6-49e6-b2a1-6093448dce0e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:42.010076 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:42.069076 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16b54e85-4c55-4b5f-a2d3-4467fa5926d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:42.074892 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ecc920e0-e4eb-48ec-9dd0-ff6f3d2fe543 req-114637bb-8cce-45d1-912d-87250eecb559 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 1096 time: 0.5710452 Feb 04 15:54:42.203880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530aa08e-9950-404d-8c55-24e78cd1b0cd req-a9b62266-847b-475a-bb3e-d095aaa39900 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:42.211316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-530aa08e-9950-404d-8c55-24e78cd1b0cd req-a9b62266-847b-475a-bb3e-d095aaa39900 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 946 time: 0.2752807 Feb 04 15:54:42.218981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4578659-880c-4051-81e3-33a3fad7e758 req-0f73ed61-e2a6-4bab-af6d-b942820560e2 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:42.220922 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b4578659-880c-4051-81e3-33a3fad7e758 req-0f73ed61-e2a6-4bab-af6d-b942820560e2 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.6173985 Feb 04 15:54:42.291104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc920e0-e4eb-48ec-9dd0-ff6f3d2fe543 req-8b77ba07-45ba-438a-982b-146bb2126868 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:42.294454 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ecc920e0-e4eb-48ec-9dd0-ff6f3d2fe543 req-8b77ba07-45ba-438a-982b-146bb2126868 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 917 time: 0.2047265 Feb 04 15:54:42.319644 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:42.357850 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-530aa08e-9950-404d-8c55-24e78cd1b0cd req-917a1b8f-33c0-4813-9d4b-6a8791f97fd6 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/security-groups?id=582f3905-2a0e-4f23-933b-7b32f83b7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455731 Feb 04 15:54:42.459979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network 400afdb8-0020-464f-ace9-f1bb3d1fcb56 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:42.471943 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16b54e85-4c55-4b5f-a2d3-4467fa5926d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:42.516078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 400afdb8-0020-464f-ace9-f1bb3d1fcb56) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:42.521649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:42.522638 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:42.540240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:42.553066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:42.556227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:42.560880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:42.561620 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:42.602771 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51294) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:42.625544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b87f81-a24a-419d-849a-25ae45fb2c0c None None] Network 400afdb8-0020-464f-ace9-f1bb3d1fcb56 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:42.626121 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3191023 Feb 04 15:54:42.640211 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51298) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:42.744037 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5c0f3942-0f70-4fab-acd7-b2030bf3f875 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.7079475 Feb 04 15:54:42.755602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51308) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:42.803558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfa12b-286a-46bf-a2a5-dcffa73cc6c7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=efaceb64-cb29-473a-ab1f-89b2ca7ea6cb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:42.820492 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b4578659-880c-4051-81e3-33a3fad7e758 req-ce28c420-760e-4b4e-9d15-9312bad1cd09 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4886434 Feb 04 15:54:42.863804 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ecc920e0-e4eb-48ec-9dd0-ff6f3d2fe543 req-9b8f01f3-da59-4221-8639-2e0c6f449d80 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f3f5db-322f-4388-8679-75a1d3849856 HTTP/1.1" status: 200 len: 999 time: 0.5463581 Feb 04 15:54:43.033217 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.098691 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Transition to ACTIVE for port object 90bde2fc-703a-4740-bae6-46e49730cd45 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:43.113703 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.165426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc920e0-e4eb-48ec-9dd0-ff6f3d2fe543 req-241603d2-1ce5-4973-a789-360ae503ad50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:43.170303 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ecc920e0-e4eb-48ec-9dd0-ff6f3d2fe543 req-241603d2-1ce5-4973-a789-360ae503ad50 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 200 len: 855 time: 0.2724218 Feb 04 15:54:43.177186 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16b54e85-4c55-4b5f-a2d3-4467fa5926d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.240175 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24af4b57-2b52-4730-aaaa-2fee84e48126 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:43.246809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24af4b57-2b52-4730-aaaa-2fee84e48126 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:43.247652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-24af4b57-2b52-4730-aaaa-2fee84e48126 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:43.307219 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8943981-b92a-4250-95d2-65d2cc1ceb7d None None] Pushing event updated for resources: {'Port': ['ID=90bde2fc-703a-4740-bae6-46e49730cd45,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:43.396962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeff033-7273-4cce-b1fb-5d8bf0f00c69 None None] Network 7978439a-9ef7-4dab-bbec-7af3243d2218 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:43.434170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51318) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:43.448991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b54e85-4c55-4b5f-a2d3-4467fa5926d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c177a1b-a6b0-4cba-92cb-b82fd03e03c8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:43.451901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-24af4b57-2b52-4730-aaaa-2fee84e48126 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:43.457086 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-24af4b57-2b52-4730-aaaa-2fee84e48126 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.8092020 Feb 04 15:54:43.460671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51322) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:43.466275 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16b54e85-4c55-4b5f-a2d3-4467fa5926d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.467752 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-16b54e85-4c55-4b5f-a2d3-4467fa5926d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c177a1b-a6b0-4cba-92cb-b82fd03e03c8 HTTP/1.1" status: 204 len: 168 time: 1.9831216 Feb 04 15:54:43.517904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-801952974-network', 'tenant_id': 'd59dd38a1783484586db4657aba8946e'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:43.636349 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:43.637508 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Attempting to bind port 90bde2fc-703a-4740-bae6-46e49730cd45 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:43.638721 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Attempting to bind port 90bde2fc-703a-4740-bae6-46e49730cd45 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '208f408c-f865-4435-847a-4f1273af25b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f92e8fc-7527-455b-8c35-08670df9b336'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:43.639273 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Attempting to bind port 90bde2fc-703a-4740-bae6-46e49730cd45 on network 6f92e8fc-7527-455b-8c35-08670df9b336 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:43.653508 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:54:43.654214 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Checking segment: {'id': '208f408c-f865-4435-847a-4f1273af25b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f92e8fc-7527-455b-8c35-08670df9b336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:43.654874 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.655469 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Bound using segment: {'id': '208f408c-f865-4435-847a-4f1273af25b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f92e8fc-7527-455b-8c35-08670df9b336'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:54:43.656111 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Bound port: 90bde2fc-703a-4740-bae6-46e49730cd45, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f408c-f865-4435-847a-4f1273af25b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6f92e8fc-7527-455b-8c35-08670df9b336'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:43.656670 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.664463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Usage tracker for resource:network and tenant:d59dd38a1783484586db4657aba8946e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:43.677433 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943981-b92a-4250-95d2-65d2cc1ceb7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:43.678224 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943981-b92a-4250-95d2-65d2cc1ceb7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:43.678791 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943981-b92a-4250-95d2-65d2cc1ceb7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:43.679325 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943981-b92a-4250-95d2-65d2cc1ceb7d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:43.679821 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943981-b92a-4250-95d2-65d2cc1ceb7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:43.680308 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943981-b92a-4250-95d2-65d2cc1ceb7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:43.681658 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943981-b92a-4250-95d2-65d2cc1ceb7d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:43.682161 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943981-b92a-4250-95d2-65d2cc1ceb7d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:43.682810 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943981-b92a-4250-95d2-65d2cc1ceb7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:43.683320 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943981-b92a-4250-95d2-65d2cc1ceb7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:43.683815 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943981-b92a-4250-95d2-65d2cc1ceb7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:43.685220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:43.837487 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] For port 90bde2fc-703a-4740-bae6-46e49730cd45, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:43.841341 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] For port 90bde2fc-703a-4740-bae6-46e49730cd45, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=90bde2fc-703a-4740-bae6-46e49730cd45,segment=NetworkSegment(208f408c-f865-4435-847a-4f1273af25b4),segment_id=208f408c-f865-4435-847a-4f1273af25b4)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:43.848337 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.849675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:43.855328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fe3f3598-ac4b-4416-911d-7205841db31d None None] Provisioning for port 409316e4-78e6-49e6-b2a1-6093448dce0e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:43.867762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fe3f3598-ac4b-4416-911d-7205841db31d None None] Provisioning complete for port 409316e4-78e6-49e6-b2a1-6093448dce0e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:43.869255 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3598-ac4b-4416-911d-7205841db31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.943369 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23ffd45a-4d16-45c0-95d8-39dd64bd9699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.024046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:44.034190 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-400afdb8-0020-464f-ace9-f1bb3d1fcb56', 'network_id': '400afdb8-0020-464f-ace9-f1bb3d1fcb56', 'tenant_id': '2905bed5de8142679c95c03b59ae6653', 'fixed_ips': [{'subnet_id': 'a6295663-52ed-41d7-a86f-3032adbbb7dc'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:54:44.035164 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.067664 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8943981-b92a-4250-95d2-65d2cc1ceb7d None None] Pushing event updated for resources: {'Port': ['ID=90bde2fc-703a-4740-bae6-46e49730cd45,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:44.127712 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Routers {'03606207-2eb8-462d-bcf9-e4ab7f04d281'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:44.128425 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['03606207-2eb8-462d-bcf9-e4ab7f04d281'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:44.148753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-92966d41-af5a-419c-bbb3-2dd8a29b7317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '3010fd91-77a5-4332-9950-d285f7f2e4dc', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'port_id': '60f3f5db-322f-4388-8679-75a1d3849856', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'mac_address': 'fa:16:3e:13:93:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:53:56Z', 'updated_at': '2022-02-04T15:54:35Z', 'revision_number': 1, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa03b68-4765-4399-a777-5229d0a99039', 'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'mac_address': 'fa:16:3e:b3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:35Z', 'updated_at': '2022-02-04T15:53:52Z', 'revision_number': 5, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'subnets': [{'id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:44.154405 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.157012 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92966d41-af5a-419c-bbb3-2dd8a29b7317 None None] Checking router: f2e2f71e-4844-4f72-aad7-ef2ca735bc66 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:54:44.194722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4847780f-336e-4513-b813-6d45d209094b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port efaceb64-cb29-473a-ab1f-89b2ca7ea6cb {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:44.196902 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4847780f-336e-4513-b813-6d45d209094b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.267040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-23ffd45a-4d16-45c0-95d8-39dd64bd9699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:44.272208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-23ffd45a-4d16-45c0-95d8-39dd64bd9699 admin admin] Usage tracker for resource:security_group_rule and tenant:d8172b01fd7d4ec08f696473ad5c14a0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:44.277976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-23ffd45a-4d16-45c0-95d8-39dd64bd9699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:44.287303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-23ffd45a-4d16-45c0-95d8-39dd64bd9699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:44.423916 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23ffd45a-4d16-45c0-95d8-39dd64bd9699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.444331 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23ffd45a-4d16-45c0-95d8-39dd64bd9699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.490712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Made reservation on behalf of d59dd38a1783484586db4657aba8946e for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:44.502403 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ecc920e0-e4eb-48ec-9dd0-ff6f3d2fe543 req-a6f25760-53b9-411c-8e43-dc59d01204ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2183356-deba-4128-ad82-b10ca33a0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3012304 Feb 04 15:54:44.518805 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.522180 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] Set router 03606207-2eb8-462d-bcf9-e4ab7f04d281 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:44.542148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Allocated IP 172.20.0.2 (400afdb8-0020-464f-ace9-f1bb3d1fcb56/a6295663-52ed-41d7-a86f-3032adbbb7dc/304c11a0-c444-4ab9-859b-dd7a18750927) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:44.629985 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.726499 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ecc920e0-e4eb-48ec-9dd0-ff6f3d2fe543 req-99cbbbed-8b76-4798-96b9-ca08d1ab51b6 service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149615 Feb 04 15:54:44.864076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:44.870544 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.870998 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.886238 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Transition to ACTIVE for port object 304c11a0-c444-4ab9-859b-dd7a18750927 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:44.909510 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-23ffd45a-4d16-45c0-95d8-39dd64bd9699 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8172b01fd7d4ec08f696473ad5c14a0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2826149 Feb 04 15:54:44.911865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Transition to ACTIVE for port object 304c11a0-c444-4ab9-859b-dd7a18750927 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:44.918427 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51340) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:44.919293 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffd45a-4d16-45c0-95d8-39dd64bd9699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16285d62-30aa-47f2-a2d2-ed2dfb7fd615,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:44.942820 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3598-ac4b-4416-911d-7205841db31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.960593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Usage tracker for resource:security_group_rule and tenant:d59dd38a1783484586db4657aba8946e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:44.976937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d5424-19c2-4b16-a547-66b9b228af12 req-bcf106af-b112-4d23-92fc-9550407bfc3d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:44.983101 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d32d5424-19c2-4b16-a547-66b9b228af12 req-bcf106af-b112-4d23-92fc-9550407bfc3d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 946 time: 1.2772853 Feb 04 15:54:44.984783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:44.985728 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.078559 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:45.096070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92966d41-af5a-419c-bbb3-2dd8a29b7317 None None] Routers {'f2e2f71e-4844-4f72-aad7-ef2ca735bc66'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:45.096698 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-92966d41-af5a-419c-bbb3-2dd8a29b7317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:45.162109 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4847780f-336e-4513-b813-6d45d209094b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.191235 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'name': 'tempest-TestAggregatesBasicOps-164213846-router', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:15Z', 'updated_at': '2022-02-04T15:54:35Z', 'revision_number': 4, 'project_id': 'db2b99b87e194ad3a49c8835507dce25', 'gw_port': {'id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:19Z', 'updated_at': '2022-02-04T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '90bde2fc-703a-4740-bae6-46e49730cd45', 'name': '', 'network_id': '6f92e8fc-7527-455b-8c35-08670df9b336', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25', 'mac_address': 'fa:16:3e:90:f9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8e5deff-ac1b-403d-9f50-c39eedef83e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:33Z', 'updated_at': '2022-02-04T15:54:43Z', 'revision_number': 4, 'project_id': 'db2b99b87e194ad3a49c8835507dce25', 'subnets': [{'id': 'a8e5deff-ac1b-403d-9f50-c39eedef83e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:45.199941 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6920358-aa08-4a3e-ab98-a3804f083baf None None] The sync data for ids ['03606207-2eb8-462d-bcf9-e4ab7f04d281'] in n-d-827872-1 is: [{'id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'name': 'tempest-TestAggregatesBasicOps-164213846-router', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:15Z', 'updated_at': '2022-02-04T15:54:35Z', 'revision_number': 4, 'project_id': 'db2b99b87e194ad3a49c8835507dce25', 'gw_port': {'id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:19Z', 'updated_at': '2022-02-04T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '90bde2fc-703a-4740-bae6-46e49730cd45', 'name': '', 'network_id': '6f92e8fc-7527-455b-8c35-08670df9b336', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25', 'mac_address': 'fa:16:3e:90:f9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8e5deff-ac1b-403d-9f50-c39eedef83e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:33Z', 'updated_at': '2022-02-04T15:54:43Z', 'revision_number': 4, 'project_id': 'db2b99b87e194ad3a49c8835507dce25', 'subnets': [{'id': 'a8e5deff-ac1b-403d-9f50-c39eedef83e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:54:45.235405 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-fe3f3598-ac4b-4416-911d-7205841db31d None None] For port 409316e4-78e6-49e6-b2a1-6093448dce0e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=409316e4-78e6-49e6-b2a1-6093448dce0e,segment=NetworkSegment(bcf3141c-050a-4cc7-8817-588e95e6c524),segment_id=bcf3141c-050a-4cc7-8817-588e95e6c524)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:45.238355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Network 400afdb8-0020-464f-ace9-f1bb3d1fcb56 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:45.246922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:45.252452 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:45.254484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Pushing event updated for resources: {'Port': ['ID=304c11a0-c444-4ab9-859b-dd7a18750927,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:45.255790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f03f16-ab3a-4cac-b634-beebeefdeb81 req-4484989b-3ec6-4535-9962-49b043978c87 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:45.261095 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3598-ac4b-4416-911d-7205841db31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.265351 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0f03f16-ab3a-4cac-b634-beebeefdeb81 req-4484989b-3ec6-4535-9962-49b043978c87 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.8579268 Feb 04 15:54:45.406405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9709b-00cc-4d65-b7d2-b016a3b493d2 req-53b37e2a-fd6f-48f4-b637-da5ba53f3bad tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:45.408264 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0e9709b-00cc-4d65-b7d2-b016a3b493d2 req-53b37e2a-fd6f-48f4-b637-da5ba53f3bad tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 946 time: 0.5091302 Feb 04 15:54:45.420867 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4847780f-336e-4513-b813-6d45d209094b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for efaceb64-cb29-473a-ab1f-89b2ca7ea6cb owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:45.426622 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d32d5424-19c2-4b16-a547-66b9b228af12 req-83339515-b43a-4d48-abfa-304e732d6a24 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/security-groups?id=582f3905-2a0e-4f23-933b-7b32f83b7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914065 Feb 04 15:54:45.610352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f3598-ac4b-4416-911d-7205841db31d None None] Pushing event updated for resources: {'Port': ['ID=409316e4-78e6-49e6-b2a1-6093448dce0e,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:45.616546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Attempting to bind port 304c11a0-c444-4ab9-859b-dd7a18750927 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:45.616929 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Attempting to bind port 304c11a0-c444-4ab9-859b-dd7a18750927 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'c00c9872-a941-4db8-89d3-000a6e342fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '400afdb8-0020-464f-ace9-f1bb3d1fcb56'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:45.617276 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Attempting to bind port 304c11a0-c444-4ab9-859b-dd7a18750927 on network 400afdb8-0020-464f-ace9-f1bb3d1fcb56 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:45.617452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c0e9709b-00cc-4d65-b7d2-b016a3b493d2 req-163be3df-dc2e-4868-86bc-028ee0c65c41 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Deleting port 26912d5c-2b34-4029-ab64-21adffdc38c6 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:45.617664 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c0e9709b-00cc-4d65-b7d2-b016a3b493d2 req-163be3df-dc2e-4868-86bc-028ee0c65c41 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.622380 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-31e193a3-730c-4975-b50c-4158b457bda9 None None] Provisioning for port 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:45.630552 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-92966d41-af5a-419c-bbb3-2dd8a29b7317 None None] Set router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:45.691716 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ecc920e0-e4eb-48ec-9dd0-ff6f3d2fe543 req-cc1ee244-1d3b-4e0c-b302-0d14ee2e837e service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9556735 Feb 04 15:54:45.700669 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d60e2f1-8648-4784-96bb-321a4b0964b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.776222 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d60e2f1-8648-4784-96bb-321a4b0964b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.833816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51350) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:45.864145 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0f03f16-ab3a-4cac-b634-beebeefdeb81 req-dd700a4e-f27e-442d-9256-82f9fecdc6f5 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5982664 Feb 04 15:54:45.891140 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.915943 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:54:45.916532 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Checking segment: {'id': 'c00c9872-a941-4db8-89d3-000a6e342fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '400afdb8-0020-464f-ace9-f1bb3d1fcb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:45.917070 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.917468 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Bound using segment: {'id': 'c00c9872-a941-4db8-89d3-000a6e342fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '400afdb8-0020-464f-ace9-f1bb3d1fcb56'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:54:45.918051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Bound port: 304c11a0-c444-4ab9-859b-dd7a18750927, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00c9872-a941-4db8-89d3-000a6e342fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '400afdb8-0020-464f-ace9-f1bb3d1fcb56'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:45.918426 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.939690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-31e193a3-730c-4975-b50c-4158b457bda9 None None] Provisioning complete for port 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:45.940295 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-31e193a3-730c-4975-b50c-4158b457bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.967213 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d60e2f1-8648-4784-96bb-321a4b0964b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.050888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60e2f1-8648-4784-96bb-321a4b0964b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16285d62-30aa-47f2-a2d2-ed2dfb7fd615,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:46.115142 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.131846 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d60e2f1-8648-4784-96bb-321a4b0964b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.135772 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0d60e2f1-8648-4784-96bb-321a4b0964b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16285d62-30aa-47f2-a2d2-ed2dfb7fd615 HTTP/1.1" status: 204 len: 168 time: 1.2134702 Feb 04 15:54:46.150469 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4847780f-336e-4513-b813-6d45d209094b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.158957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400afdb8-0020-464f-ace9-f1bb3d1fcb56']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:46.173191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00c9872-a941-4db8-89d3-000a6e342fdd') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:46.173489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00c9872-a941-4db8-89d3-000a6e342fdd') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:46.205061 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.270452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Subnet': ['ID=a6295663-52ed-41d7-a86f-3032adbbb7dc,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:46.357869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847780f-336e-4513-b813-6d45d209094b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=efaceb64-cb29-473a-ab1f-89b2ca7ea6cb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:46.360371 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4847780f-336e-4513-b813-6d45d209094b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.362487 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4847780f-336e-4513-b813-6d45d209094b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/efaceb64-cb29-473a-ab1f-89b2ca7ea6cb HTTP/1.1" status: 204 len: 168 time: 2.8980989 Feb 04 15:54:46.365998 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51358) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:46.375261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] For port 304c11a0-c444-4ab9-859b-dd7a18750927, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:46.471766 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.482901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:54:46.483695 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.514602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff5b9c-4f76-4147-98ee-1edce4498d51 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:46.517833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff5b9c-4f76-4147-98ee-1edce4498d51 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:46.519891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1aff5b9c-4f76-4147-98ee-1edce4498d51 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:46.542071 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 90bde2fc-703a-4740-bae6-46e49730cd45 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:46.562225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1aff5b9c-4f76-4147-98ee-1edce4498d51 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:46.566014 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1aff5b9c-4f76-4147-98ee-1edce4498d51 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1952431 Feb 04 15:54:46.567197 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51364) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:46.611083 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-31e193a3-730c-4975-b50c-4158b457bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:46.640663 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:46.647152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2aa151ed-2427-4ec3-85f1-6f999f879095 tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] Request body: {'port': {'network_id': 'd86a0ffa-61ef-44a1-88f3-e992c49d1f53', 'name': 'tempest-NetworksNegativeTestJSON-215855462'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:46.689273 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:54:46.689273 n-d-827872-1 neutron-server[83551]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:54:46.689273 n-d-827872-1 neutron-server[83551]: [parameters: {'id': '400afdb8-0020-464f-ace9-f1bb3d1fcb56'}] Feb 04 15:54:46.689273 n-d-827872-1 neutron-server[83551]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:54:46.690211 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:54:46.700806 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa151ed-2427-4ec3-85f1-6f999f879095 tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] POST failed (client error): The resource could not be found. Feb 04 15:54:46.701601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa151ed-2427-4ec3-85f1-6f999f879095 tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:46.702940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2aa151ed-2427-4ec3-85f1-6f999f879095 tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.8615599 Feb 04 15:54:46.716682 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51370) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:46.730706 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.810228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-31e193a3-730c-4975-b50c-4158b457bda9 None None] For port 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=88bb2cad-1b68-4b9e-ae60-30df79cd0d5d,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:46.817048 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.866318 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-31e193a3-730c-4975-b50c-4158b457bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.871857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] For port 304c11a0-c444-4ab9-859b-dd7a18750927, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=304c11a0-c444-4ab9-859b-dd7a18750927,segment=NetworkSegment(c00c9872-a941-4db8-89d3-000a6e342fdd),segment_id=c00c9872-a941-4db8-89d3-000a6e342fdd)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:46.894979 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-24089778-adda-4aa1-b2e4-2b48be01b00b tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:46.895685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24089778-adda-4aa1-b2e4-2b48be01b00b tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:46.906669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edec3e3-1cfc-4050-90a2-35ef51fe95a0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 4bf0c8dc-c7d9-4a21-921a-e30bf260fe72 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:54:46.910773 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7edec3e3-1cfc-4050-90a2-35ef51fe95a0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.981784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:46.996657 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-31e193a3-730c-4975-b50c-4158b457bda9 None None] Could not find standard attr ID for object efaceb64-cb29-473a-ab1f-89b2ca7ea6cb. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:54:47.017446 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e193a3-730c-4975-b50c-4158b457bda9 None None] Pushing event updated for resources: {'Port': ['ID=88bb2cad-1b68-4b9e-ae60-30df79cd0d5d,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:47.039089 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.074931 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7edec3e3-1cfc-4050-90a2-35ef51fe95a0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.077853 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-24089778-adda-4aa1-b2e4-2b48be01b00b tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] 10.222.0.60 "DELETE /v2.0/networks/4b42378f-f202-4444-b23a-efefc228600e HTTP/1.1" status: 404 len: 339 time: 0.3598158 Feb 04 15:54:47.080695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34790ca-0906-4c06-b75d-0155abcf9540,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:47.086460 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51382) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:47.190871 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7edec3e3-1cfc-4050-90a2-35ef51fe95a0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.288007 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:54:47.292966 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.351144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b6b90-316e-4943-aa37-eed40815f09b None None] Pushing event updated for resources: {'Port': ['ID=304c11a0-c444-4ab9-859b-dd7a18750927,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:47.353424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c0e9709b-00cc-4d65-b7d2-b016a3b493d2 req-163be3df-dc2e-4868-86bc-028ee0c65c41 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] For port 26912d5c-2b34-4029-ab64-21adffdc38c6, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=26912d5c-2b34-4029-ab64-21adffdc38c6,segment=NetworkSegment(0e89c350-66c1-433d-9633-6e8e5cd656b8),segment_id=0e89c350-66c1-433d-9633-6e8e5cd656b8)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:47.354222 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c0e9709b-00cc-4d65-b7d2-b016a3b493d2 req-163be3df-dc2e-4868-86bc-028ee0c65c41 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.364998 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.365668 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Added segment b4269a06-697a-4ac5-a2e7-d2f9675bdb23 of type vlan for network d2cb965e-72db-4c83-9f39-3a9498994050 Feb 04 15:54:47.386280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb71ce29-7da8-4f76-bb79-7f38b7789a96 None None] Network 400afdb8-0020-464f-ace9-f1bb3d1fcb56 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:47.429096 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 90bde2fc-703a-4740-bae6-46e49730cd45 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:47.449041 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7edec3e3-1cfc-4050-90a2-35ef51fe95a0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.464233 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfcaf81-3263-4e05-913f-44dc611c3028 tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:47.464672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfcaf81-3263-4e05-913f-44dc611c3028 tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:47.510261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 90bde2fc-703a-4740-bae6-46e49730cd45 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:47.510758 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7edec3e3-1cfc-4050-90a2-35ef51fe95a0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.511052 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.514333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edec3e3-1cfc-4050-90a2-35ef51fe95a0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf0c8dc-c7d9-4a21-921a-e30bf260fe72,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:47.542198 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7edec3e3-1cfc-4050-90a2-35ef51fe95a0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/4bf0c8dc-c7d9-4a21-921a-e30bf260fe72 HTTP/1.1" status: 204 len: 168 time: 0.9737759 Feb 04 15:54:47.542923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c0e9709b-00cc-4d65-b7d2-b016a3b493d2 req-163be3df-dc2e-4868-86bc-028ee0c65c41 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Calling delete_port for 26912d5c-2b34-4029-ab64-21adffdc38c6 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:47.543246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51392) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:47.566071 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e72a44-3bc6-48c5-a7ee-d067c6a36ead None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:47.589074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Deleting port 304c11a0-c444-4ab9-859b-dd7a18750927 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:47.589406 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.652991 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e226cc18-5317-4ae9-bbd7-861175b77001 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083276 Feb 04 15:54:47.656507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51398) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:47.663478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2cfcaf81-3263-4e05-913f-44dc611c3028 tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] 10.222.0.60 "DELETE /v2.0/ports/d1c9fe8b-8db1-408a-ad8a-570f49bdf159 HTTP/1.1" status: 404 len: 333 time: 0.3679073 Feb 04 15:54:47.672865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ef375eac-1ed9-41e0-b4f8-9836231cd5eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:47.681214 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51402) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:47.690512 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.703917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff8127-c266-4cdf-a0fa-4d3055aab886 req-803ba1c9-525c-4c96-8e78-43a7f6b8c113 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:47.711477 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-caff8127-c266-4cdf-a0fa-4d3055aab886 req-803ba1c9-525c-4c96-8e78-43a7f6b8c113 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 946 time: 0.9206326 Feb 04 15:54:47.720587 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-72548955-4d84-4e9f-96bd-d59cb1eca23b None None] Provisioning complete for port 409316e4-78e6-49e6-b2a1-6093448dce0e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:47.721197 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-72548955-4d84-4e9f-96bd-d59cb1eca23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.830137 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-777e2a47-77e7-4ff0-96d5-55fb5865ef85 tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:47.830752 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777e2a47-77e7-4ff0-96d5-55fb5865ef85 tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:47.832626 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-777e2a47-77e7-4ff0-96d5-55fb5865ef85 tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] 10.222.0.60 "DELETE /v2.0/subnets/c0e39ae3-a816-4594-a6d1-f53d69fb701a HTTP/1.1" status: 404 len: 337 time: 0.1361203 Feb 04 15:54:47.839321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ef375eac-1ed9-41e0-b4f8-9836231cd5eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:47.841871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51408) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:47.861376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b198f7bc-4409-45ad-a264-ba67290aa665 admin admin] Deleting port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:47.861970 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b198f7bc-4409-45ad-a264-ba67290aa665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.867890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ef375eac-1ed9-41e0-b4f8-9836231cd5eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:47.874977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ef375eac-1ed9-41e0-b4f8-9836231cd5eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:47.886122 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4a4f56-bc61-46d1-914d-ddf53466a74c tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] GET failed (client error): The resource could not be found. Feb 04 15:54:47.892351 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4a4a4f56-bc61-46d1-914d-ddf53466a74c tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] 10.222.0.60 "GET /v2.0/networks/31172b3e-c6eb-4a1f-a431-cc68a90e99f6 HTTP/1.1" status: 404 len: 339 time: 0.0495117 Feb 04 15:54:47.893445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ef375eac-1ed9-41e0-b4f8-9836231cd5eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:47.895442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51412) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:47.985027 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f1a6fc-15bd-4ac8-bb6a-a52d702c481a tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] GET failed (client error): The resource could not be found. Feb 04 15:54:47.993494 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-48f1a6fc-15bd-4ac8-bb6a-a52d702c481a tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] 10.222.0.60 "GET /v2.0/ports/0b6bb37f-59a6-4a79-a32f-d4d10edb79e2 HTTP/1.1" status: 404 len: 333 time: 0.0968833 Feb 04 15:54:47.994322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51418) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:48.036620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb7ad5-935c-4aa1-831b-8e12798c0be1 req-33f5a265-0025-4535-804c-970e6c7232f1 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:48.045384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6cb7ad5-935c-4aa1-831b-8e12798c0be1 req-33f5a265-0025-4535-804c-970e6c7232f1 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.9763567 Feb 04 15:54:48.050786 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbde8b34-380f-4108-8b2a-cb6248c6dc1c tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] GET failed (client error): The resource could not be found. Feb 04 15:54:48.057281 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fbde8b34-380f-4108-8b2a-cb6248c6dc1c tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] 10.222.0.60 "GET /v2.0/subnets/ac16220d-66fd-45f5-9b51-76b042d91c55 HTTP/1.1" status: 404 len: 337 time: 0.0617683 Feb 04 15:54:48.058402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef375eac-1ed9-41e0-b4f8-9836231cd5eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:48.063908 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef375eac-1ed9-41e0-b4f8-9836231cd5eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.082397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51422) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:48.095516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6e2713a3-fba0-4cc6-a593-281e5e6da601 tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:48.132199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-caff8127-c266-4cdf-a0fa-4d3055aab886 req-b6510eb7-f762-413e-aa31-9e4d2589f33f tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/security-groups?id=582f3905-2a0e-4f23-933b-7b32f83b7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193003 Feb 04 15:54:48.164080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.165968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:48.166740 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.192329 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.201057 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2713a3-fba0-4cc6-a593-281e5e6da601 tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] PUT failed (client error): The resource could not be found. Feb 04 15:54:48.201714 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2713a3-fba0-4cc6-a593-281e5e6da601 tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:48.206886 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6e2713a3-fba0-4cc6-a593-281e5e6da601 tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] 10.222.0.60 "PUT /v2.0/networks/ffcf6dce-cf6f-4222-9a70-4ba781b477f9 HTTP/1.1" status: 404 len: 339 time: 0.1229472 Feb 04 15:54:48.211092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51428) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:48.244675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f6c9f2cc-a590-4dac-9599-6dd912f0732e tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:48.275017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-92966d41-af5a-419c-bbb3-2dd8a29b7317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '3010fd91-77a5-4332-9950-d285f7f2e4dc', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'port_id': '60f3f5db-322f-4388-8679-75a1d3849856', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'mac_address': 'fa:16:3e:13:93:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:53:56Z', 'updated_at': '2022-02-04T15:54:35Z', 'revision_number': 1, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa03b68-4765-4399-a777-5229d0a99039', 'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'mac_address': 'fa:16:3e:b3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:35Z', 'updated_at': '2022-02-04T15:53:52Z', 'revision_number': 5, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'subnets': [{'id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:48.287095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92966d41-af5a-419c-bbb3-2dd8a29b7317 None None] The sync data for ids ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'] in n-d-827872-1 is: [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '3010fd91-77a5-4332-9950-d285f7f2e4dc', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'port_id': '60f3f5db-322f-4388-8679-75a1d3849856', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'mac_address': 'fa:16:3e:13:93:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:53:56Z', 'updated_at': '2022-02-04T15:54:35Z', 'revision_number': 1, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa03b68-4765-4399-a777-5229d0a99039', 'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'mac_address': 'fa:16:3e:b3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:35Z', 'updated_at': '2022-02-04T15:53:52Z', 'revision_number': 5, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'subnets': [{'id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:54:48.304815 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c9f2cc-a590-4dac-9599-6dd912f0732e tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] PUT failed (client error): The resource could not be found. Feb 04 15:54:48.305350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c9f2cc-a590-4dac-9599-6dd912f0732e tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:48.307225 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 90bde2fc-703a-4740-bae6-46e49730cd45, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=90bde2fc-703a-4740-bae6-46e49730cd45,segment=NetworkSegment(208f408c-f865-4435-847a-4f1273af25b4),segment_id=208f408c-f865-4435-847a-4f1273af25b4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:48.311402 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f6c9f2cc-a590-4dac-9599-6dd912f0732e tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] 10.222.0.60 "PUT /v2.0/ports/cac6d17b-5031-41cc-8a85-0fac00b00133 HTTP/1.1" status: 404 len: 333 time: 0.0980570 Feb 04 15:54:48.312406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51434) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:48.324267 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.325254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 409316e4-78e6-49e6-b2a1-6093448dce0e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:48.325387 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0c9d2e31-53bf-416f-9ba6-cced476c19da tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:48.396550 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9d2e31-53bf-416f-9ba6-cced476c19da tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] PUT failed (client error): The resource could not be found. Feb 04 15:54:48.397232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9d2e31-53bf-416f-9ba6-cced476c19da tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:48.404420 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0c9d2e31-53bf-416f-9ba6-cced476c19da tempest-NetworksNegativeTestJSON-747759193 tempest-NetworksNegativeTestJSON-747759193-project] 10.222.0.60 "PUT /v2.0/subnets/0063b0d6-781e-4826-8aa2-9224aa810aee HTTP/1.1" status: 404 len: 337 time: 0.0892639 Feb 04 15:54:48.443461 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57741262-6125-4711-82d5-1604be07081b None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:54:48.532597 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-57741262-6125-4711-82d5-1604be07081b None None] Deleting port 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:48.532981 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-57741262-6125-4711-82d5-1604be07081b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.570791 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef375eac-1ed9-41e0-b4f8-9836231cd5eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.591134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] For port 304c11a0-c444-4ab9-859b-dd7a18750927, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=304c11a0-c444-4ab9-859b-dd7a18750927,segment=NetworkSegment(c00c9872-a941-4db8-89d3-000a6e342fdd),segment_id=c00c9872-a941-4db8-89d3-000a6e342fdd)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:48.592241 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.616208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 5.1676781 Feb 04 15:54:48.630486 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51444) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:48.641053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286b488-d3dd-4bb7-a26d-f4e6ff6e4b6e admin admin] Pushing event updated for resources: {'Network': ['ID=d2cb965e-72db-4c83-9f39-3a9498994050,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:48.652542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] Request body: {'subnet': {'network_id': 'd2cb965e-72db-4c83-9f39-3a9498994050', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-801952974-subnet', 'tenant_id': 'd59dd38a1783484586db4657aba8946e', 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:48.657831 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c0e9709b-00cc-4d65-b7d2-b016a3b493d2 req-163be3df-dc2e-4868-86bc-028ee0c65c41 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.658321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:48.661152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6cb7ad5-935c-4aa1-831b-8e12798c0be1 req-f2045f8d-5f66-4743-a8c3-4d2496f0957a tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6146941 Feb 04 15:54:48.662328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] Usage tracker for resource:subnet and tenant:d59dd38a1783484586db4657aba8946e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:48.665962 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:48.672774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:48.676412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network d2cb965e-72db-4c83-9f39-3a9498994050 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:48.702981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] Made reservation on behalf of d59dd38a1783484586db4657aba8946e for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:48.705194 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.742166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef375eac-1ed9-41e0-b4f8-9836231cd5eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:48.753426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-ef375eac-1ed9-41e0-b4f8-9836231cd5eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:48.762369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef375eac-1ed9-41e0-b4f8-9836231cd5eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:48.762961 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef375eac-1ed9-41e0-b4f8-9836231cd5eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.830767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef375eac-1ed9-41e0-b4f8-9836231cd5eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=e8e56e8c-d653-4211-8b54-c0547f8098ed,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:48.886553 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ef375eac-1ed9-41e0-b4f8-9836231cd5eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2288036 Feb 04 15:54:48.890200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51454) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:48.898252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'fixed_ips': [{'subnet_id': 'e8e56e8c-d653-4211-8b54-c0547f8098ed', 'ip_address': '2001:db8::2826:7843:999b:14fa'}], 'name': 'tempest-NetworksTestDHCPv6-2036508933'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:48.919079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=90bde2fc-703a-4740-bae6-46e49730cd45,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:48.983330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 409316e4-78e6-49e6-b2a1-6093448dce0e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:48.983949 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:49.005352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Calling delete_port for 304c11a0-c444-4ab9-859b-dd7a18750927 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:49.031907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51460) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:49.049307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163be3df-dc2e-4868-86bc-028ee0c65c41 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Pushing event deleted for resources: {'Port': ['ID=26912d5c-2b34-4029-ab64-21adffdc38c6,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:49.071550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-b198f7bc-4409-45ad-a264-ba67290aa665 admin admin] For port e8119a9a-9c91-4ed2-9988-f7c55a3c55f7, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e8119a9a-9c91-4ed2-9988-f7c55a3c55f7,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:49.072261 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b198f7bc-4409-45ad-a264-ba67290aa665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:49.159761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 26912d5c-2b34-4029-ab64-21adffdc38c6 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:49.408153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:49.449278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:port and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:49.449973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 26912d5c-2b34-4029-ab64-21adffdc38c6 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:54:49.450474 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 26912d5c-2b34-4029-ab64-21adffdc38c6 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:49.456855 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:49.464884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b198f7bc-4409-45ad-a264-ba67290aa665 admin admin] Calling delete_port for e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:49.470397 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2221710e-e6f7-4603-a6cd-b080cb5d5e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:49.492415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:49.524445 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:49.574829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:49.585181 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:49.592900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-57741262-6125-4711-82d5-1604be07081b None None] For port 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=88bb2cad-1b68-4b9e-ae60-30df79cd0d5d,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:49.593526 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-57741262-6125-4711-82d5-1604be07081b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:49.614444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e9709b-00cc-4d65-b7d2-b016a3b493d2 req-163be3df-dc2e-4868-86bc-028ee0c65c41 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] No DVR routers for this DVR port 26912d5c-2b34-4029-ab64-21adffdc38c6 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:49.616849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b56569f8-a020-4d94-95d2-9cedfde8d9f1 req-1d291e8b-85eb-447f-a686-9f07d9bc608d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Synchronizing usage tracker for tenant:5fa014d71dd74882bfc23eea9dbe9c2f on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:49.633654 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:49.644563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2221710e-e6f7-4603-a6cd-b080cb5d5e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:49.662830 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c0e9709b-00cc-4d65-b7d2-b016a3b493d2 req-163be3df-dc2e-4868-86bc-028ee0c65c41 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:49.672205 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0e9709b-00cc-4d65-b7d2-b016a3b493d2 req-163be3df-dc2e-4868-86bc-028ee0c65c41 tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.73 "DELETE /v2.0/ports/26912d5c-2b34-4029-ab64-21adffdc38c6 HTTP/1.1" status: 204 len: 173 time: 4.2438648 Feb 04 15:54:49.674669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1690ce-8e95-46bd-b9bd-27a8e8e4b732', 'name': 'network-vif-deleted', 'tag': '26912d5c-2b34-4029-ab64-21adffdc38c6'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:49.690779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port 09e86b84-b470-4c83-94e6-d58d1d2b79d4 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:54:49.726893 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:49.762188 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2221710e-e6f7-4603-a6cd-b080cb5d5e88 admin admin] Usage tracker for resource:security_group_rule and tenant:904d7c5efc484a819bb6e640ff201313 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:49.778701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2221710e-e6f7-4603-a6cd-b080cb5d5e88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:49.792033 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-57741262-6125-4711-82d5-1604be07081b None None] Calling delete_port for 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:49.823791 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2221710e-e6f7-4603-a6cd-b080cb5d5e88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:49.826726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 90bde2fc-703a-4740-bae6-46e49730cd45 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:49.868849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b56569f8-a020-4d94-95d2-9cedfde8d9f1 req-1d291e8b-85eb-447f-a686-9f07d9bc608d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] Unset dirty status for tenant:5fa014d71dd74882bfc23eea9dbe9c2f on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:49.879966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b56569f8-a020-4d94-95d2-9cedfde8d9f1 req-1d291e8b-85eb-447f-a686-9f07d9bc608d tempest-InstanceActionsNegativeTestJSON-1168183323 tempest-InstanceActionsNegativeTestJSON-1168183323-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1690ce-8e95-46bd-b9bd-27a8e8e4b732 HTTP/1.1" status: 200 len: 210 time: 0.3783426 Feb 04 15:54:49.926346 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1690ce-8e95-46bd-b9bd-27a8e8e4b732', 'name': 'network-vif-deleted', 'tag': '26912d5c-2b34-4029-ab64-21adffdc38c6', 'status': 'completed', 'code': 200} Feb 04 15:54:49.937239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Port': ['ID=304c11a0-c444-4ab9-859b-dd7a18750927,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:49.950167 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-57741262-6125-4711-82d5-1604be07081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:49.960639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No DVR routers for this DVR port 304c11a0-c444-4ab9-859b-dd7a18750927 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:49.995963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 90bde2fc-703a-4740-bae6-46e49730cd45 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:49.996485 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.016610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] Checking segment: {'id': 'b4269a06-697a-4ac5-a2e7-d2f9675bdb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd2cb965e-72db-4c83-9f39-3a9498994050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:50.018678 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] Network hostable DHCP agents. Network: d2cb965e-72db-4c83-9f39-3a9498994050, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:50.088952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c6840a6-852d-4924-bee1-3f2c3e430f3e,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:50.107282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57741262-6125-4711-82d5-1604be07081b None None] Pushing event deleted for resources: {'Port': ['ID=88bb2cad-1b68-4b9e-ae60-30df79cd0d5d,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:50.130864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57741262-6125-4711-82d5-1604be07081b None None] No DVR routers for this DVR port 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:50.160919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8564aa-cf5c-403f-8024-02eec730510d None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:50.334051 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2221710e-e6f7-4603-a6cd-b080cb5d5e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.339214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] Network d2cb965e-72db-4c83-9f39-3a9498994050 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:50.370267 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.394390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, d2cb965e-72db-4c83-9f39-3a9498994050) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:50.396426 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2221710e-e6f7-4603-a6cd-b080cb5d5e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.430704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:50.433343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3e753a-cbd7-422c-9e42-52b4bd4bb7d8 None None] Network d2cb965e-72db-4c83-9f39-3a9498994050 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:50.434207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400afdb8-0020-464f-ace9-f1bb3d1fcb56']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:50.434367 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.456608 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b198f7bc-4409-45ad-a264-ba67290aa665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.558185 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51488) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:50.558985 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-97dd9a89-e283-474a-a24c-7df89dbc6752 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9211867 Feb 04 15:54:50.582386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00c9872-a941-4db8-89d3-000a6e342fdd') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:50.585944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00c9872-a941-4db8-89d3-000a6e342fdd') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:50.632556 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-801952974-router', 'tenant_id': 'd59dd38a1783484586db4657aba8946e', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:50.646534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198f7bc-4409-45ad-a264-ba67290aa665 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8119a9a-9c91-4ed2-9988-f7c55a3c55f7,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:50.658262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:50.709288 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.735479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Usage tracker for resource:router and tenant:d59dd38a1783484586db4657aba8946e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:50.791742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:50.807795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.816536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:54:50.817009 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:50.845352 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:50.863193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:51.064332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:51.069724 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.072416 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.144769 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2221710e-e6f7-4603-a6cd-b080cb5d5e88 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=904d7c5efc484a819bb6e640ff201313&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1078486 Feb 04 15:54:51.150682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:54:51.151029 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 88bb2cad-1b68-4b9e-ae60-30df79cd0d5d not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:51.164746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': 'e8e56e8c-d653-4211-8b54-c0547f8098ed'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:54:51.167360 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.192064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51496) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:51.207586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221710e-e6f7-4603-a6cd-b080cb5d5e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b80d47-ffca-436f-9b8d-869e0bea7471,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:51.219793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::2826:7843:999b:14fa (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/e8e56e8c-d653-4211-8b54-c0547f8098ed/09e86b84-b470-4c83-94e6-d58d1d2b79d4) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:51.258093 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.260476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51500) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:51.293252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-d2cb965e-72db-4c83-9f39-3a9498994050', 'network_id': 'd2cb965e-72db-4c83-9f39-3a9498994050', 'tenant_id': 'd59dd38a1783484586db4657aba8946e', 'fixed_ips': [{'subnet_id': '5c6840a6-852d-4924-bee1-3f2c3e430f3e'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:54:51.294087 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.331495 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.339213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Network': ['ID=400afdb8-0020-464f-ace9-f1bb3d1fcb56,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:51.418414 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6bedeab9-4241-44e3-ba2b-7bb04c7b4396 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/400afdb8-0020-464f-ace9-f1bb3d1fcb56 HTTP/1.1" status: 204 len: 168 time: 8.6594920 Feb 04 15:54:51.422601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51508) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:51.428892 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.451092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1823456227'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:51.457254 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca7e3-b2fe-4894-a9c0-401e3385c3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.486864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca7e3-b2fe-4894-a9c0-401e3385c3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.514991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:51.531721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:network and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:51.540664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58e0f6f-e8b9-41c8-972a-f90f508bfdd9 admin admin] Deleting subnet 092b387b-597c-46f6-b3d5-f3be85964a29 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:54:51.542578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Allocated IP 172.20.0.2 (d2cb965e-72db-4c83-9f39-3a9498994050/5c6840a6-852d-4924-bee1-3f2c3e430f3e/5a99c55b-f623-44f1-a030-21fbda41df08) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:51.543572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:51.554030 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d58e0f6f-e8b9-41c8-972a-f90f508bfdd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.586245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:51.686113 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.709454 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d506acf0-456a-47cc-8877-8746b2eb5775 None None] New status for floating IP 3010fd91-77a5-4332-9950-d285f7f2e4dc: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:54:51.815148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object 09e86b84-b470-4c83-94e6-d58d1d2b79d4 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:51.817400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:51.823248 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.855990 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.876323 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca7e3-b2fe-4894-a9c0-401e3385c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.901981 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d58e0f6f-e8b9-41c8-972a-f90f508bfdd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.914307 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.950517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Transition to ACTIVE for port object 5a99c55b-f623-44f1-a030-21fbda41df08 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:51.957567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ca7e3-b2fe-4894-a9c0-401e3385c3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b80d47-ffca-436f-9b8d-869e0bea7471,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:51.995391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:51.998746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:52.018534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:52.025651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:52.026466 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.084884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=09e86b84-b470-4c83-94e6-d58d1d2b79d4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:52.093886 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Allocated IP 2001:db8::2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/e8e56e8c-d653-4211-8b54-c0547f8098ed/efee9006-9ac7-4162-ac83-1e08f6fec41c) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:52.095910 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f237baa0-ddae-42bf-a73f-659560129ab9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2047634 Feb 04 15:54:52.098241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51524) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:52.197999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee653af-054e-4198-ae3b-2ec25fd5df23 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:52.199719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4ee653af-054e-4198-ae3b-2ec25fd5df23 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:52.222262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4ee653af-054e-4198-ae3b-2ec25fd5df23 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:52.224398 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4ee653af-054e-4198-ae3b-2ec25fd5df23 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1249566 Feb 04 15:54:52.227108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51528) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:52.236991 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca7e3-b2fe-4894-a9c0-401e3385c3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.238779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6a6ca7e3-b2fe-4894-a9c0-401e3385c3ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43b80d47-ffca-436f-9b8d-869e0bea7471 HTTP/1.1" status: 204 len: 168 time: 1.0394754 Feb 04 15:54:52.245384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:52.264905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Transition to ACTIVE for port object 5a99c55b-f623-44f1-a030-21fbda41df08 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:52.272280 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.284109 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d58e0f6f-e8b9-41c8-972a-f90f508bfdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.293907 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.313866 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.314268 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Added segment fb91c0da-8576-4c3a-997f-a9e947ae2cc2 of type vlan for network 508e7a2c-0db4-4805-af7d-efe0fdbd2602 Feb 04 15:54:52.349711 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b198f7bc-4409-45ad-a264-ba67290aa665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.380786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3c85e31c-005d-4614-bcd4-61fe9f87125a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port 09e86b84-b470-4c83-94e6-d58d1d2b79d4 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:52.382495 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c85e31c-005d-4614-bcd4-61fe9f87125a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.396733 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Network d2cb965e-72db-4c83-9f39-3a9498994050 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:52.406009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:52.416578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:52.440712 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.570287 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Pushing event updated for resources: {'Port': ['ID=5a99c55b-f623-44f1-a030-21fbda41df08,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:52.593244 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Attempting to bind port 5a99c55b-f623-44f1-a030-21fbda41df08 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:52.593860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Attempting to bind port 5a99c55b-f623-44f1-a030-21fbda41df08 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'b4269a06-697a-4ac5-a2e7-d2f9675bdb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd2cb965e-72db-4c83-9f39-3a9498994050'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:52.594389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Attempting to bind port 5a99c55b-f623-44f1-a030-21fbda41df08 on network d2cb965e-72db-4c83-9f39-3a9498994050 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:52.659088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:54:52.659802 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Checking segment: {'id': 'b4269a06-697a-4ac5-a2e7-d2f9675bdb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd2cb965e-72db-4c83-9f39-3a9498994050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:52.660369 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.660913 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Bound using segment: {'id': 'b4269a06-697a-4ac5-a2e7-d2f9675bdb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd2cb965e-72db-4c83-9f39-3a9498994050'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:54:52.661555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Bound port: 5a99c55b-f623-44f1-a030-21fbda41df08, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4269a06-697a-4ac5-a2e7-d2f9675bdb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd2cb965e-72db-4c83-9f39-3a9498994050'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:52.662113 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.689440 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d58e0f6f-e8b9-41c8-972a-f90f508bfdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.768831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e0f6f-e8b9-41c8-972a-f90f508bfdd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=092b387b-597c-46f6-b3d5-f3be85964a29,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:52.780126 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.790931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] For port 5a99c55b-f623-44f1-a030-21fbda41df08, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:52.793156 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.796892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:52.797457 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.797590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] For port 5a99c55b-f623-44f1-a030-21fbda41df08, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5a99c55b-f623-44f1-a030-21fbda41df08,segment=NetworkSegment(b4269a06-697a-4ac5-a2e7-d2f9675bdb23),segment_id=b4269a06-697a-4ac5-a2e7-d2f9675bdb23)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:52.800785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Transition to ACTIVE for port object efee9006-9ac7-4162-ac83-1e08f6fec41c will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:52.810113 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.834978 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d58e0f6f-e8b9-41c8-972a-f90f508bfdd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.843570 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c85e31c-005d-4614-bcd4-61fe9f87125a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.896737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e809ce-32ba-4006-8416-f0a538549d03 None None] Pushing event updated for resources: {'Port': ['ID=5a99c55b-f623-44f1-a030-21fbda41df08,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:52.912548 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Transition to ACTIVE for port object efee9006-9ac7-4162-ac83-1e08f6fec41c will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:52.932667 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.960246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d58e0f6f-e8b9-41c8-972a-f90f508bfdd9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/092b387b-597c-46f6-b3d5-f3be85964a29 HTTP/1.1" status: 204 len: 168 time: 1.6956663 Feb 04 15:54:52.962730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51556) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:52.999914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Network': ['ID=508e7a2c-0db4-4805-af7d-efe0fdbd2602,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:53.014757 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:53.015405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-45a11942-a5c7-4cf2-8875-111ac7cc5b5e tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5889721 Feb 04 15:54:53.021882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51560) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:53.036955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 508e7a2c-0db4-4805-af7d-efe0fdbd2602 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:53.084968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3c85e31c-005d-4614-bcd4-61fe9f87125a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for 09e86b84-b470-4c83-94e6-d58d1d2b79d4 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:53.093650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:53.094270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'subnet': {'network_id': '508e7a2c-0db4-4805-af7d-efe0fdbd2602', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:53.118343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Pushing event updated for resources: {'Port': ['ID=efee9006-9ac7-4162-ac83-1e08f6fec41c,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:53.135150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:53.347531 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-087bf444-e4fa-4192-9309-b06abf7a19bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.436217 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c85e31c-005d-4614-bcd4-61fe9f87125a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.503663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:53.517271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:subnet and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:53.536851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Attempting to bind port efee9006-9ac7-4162-ac83-1e08f6fec41c on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:53.537481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Attempting to bind port efee9006-9ac7-4162-ac83-1e08f6fec41c by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:53.539561 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Attempting to bind port efee9006-9ac7-4162-ac83-1e08f6fec41c on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:54:53.559162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:54:53.559569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:53.560124 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.560502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:54:53.561164 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Bound port: efee9006-9ac7-4162-ac83-1e08f6fec41c, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:53.561532 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.561682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85e31c-005d-4614-bcd4-61fe9f87125a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=09e86b84-b470-4c83-94e6-d58d1d2b79d4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:53.579518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c85e31c-005d-4614-bcd4-61fe9f87125a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.585139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:53.611713 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3c85e31c-005d-4614-bcd4-61fe9f87125a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/09e86b84-b470-4c83-94e6-d58d1d2b79d4 HTTP/1.1" status: 204 len: 168 time: 1.3813112 Feb 04 15:54:53.615285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51578) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:53.628713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:53.730135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] For port efee9006-9ac7-4162-ac83-1e08f6fec41c, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:53.736273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] For port efee9006-9ac7-4162-ac83-1e08f6fec41c, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=efee9006-9ac7-4162-ac83-1e08f6fec41c,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:53.745856 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.767696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0367f19f-5e02-4e49-82b5-01119bc41e53 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:53.772619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0367f19f-5e02-4e49-82b5-01119bc41e53 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:53.783714 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0367f19f-5e02-4e49-82b5-01119bc41e53 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:53.789756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:53.825090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0367f19f-5e02-4e49-82b5-01119bc41e53 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:53.829033 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0367f19f-5e02-4e49-82b5-01119bc41e53 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2103283 Feb 04 15:54:53.829790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51588) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:53.832963 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.847555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5a99c55b-f623-44f1-a030-21fbda41df08 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:53.936532 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.940208 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-087bf444-e4fa-4192-9309-b06abf7a19bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.057989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-087bf444-e4fa-4192-9309-b06abf7a19bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abc847f-1a30-4c54-89a7-e4c06c37cbea']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:54.089748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-087bf444-e4fa-4192-9309-b06abf7a19bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e89c350-66c1-433d-9633-6e8e5cd656b8') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:54.090131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-087bf444-e4fa-4192-9309-b06abf7a19bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e89c350-66c1-433d-9633-6e8e5cd656b8') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:54.117078 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-087bf444-e4fa-4192-9309-b06abf7a19bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.150995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fb306-631d-4164-8d15-ade87bb8d847 None None] Pushing event updated for resources: {'Port': ['ID=efee9006-9ac7-4162-ac83-1e08f6fec41c,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:54.157861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51596) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:54.167113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 5a99c55b-f623-44f1-a030-21fbda41df08 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:54.272697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ca7386-2314-459d-882d-6ae7c16e1cb3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet e8e56e8c-d653-4211-8b54-c0547f8098ed {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:54:54.279063 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7386-2314-459d-882d-6ae7c16e1cb3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.384783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7386-2314-459d-882d-6ae7c16e1cb3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.406082 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.451426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-117aff70-7996-4a1a-88ab-9fa47c8e5172 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1552736914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:54.462668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-117aff70-7996-4a1a-88ab-9fa47c8e5172 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:54.470131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-117aff70-7996-4a1a-88ab-9fa47c8e5172 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Usage tracker for resource:router and tenant:b2033ec8899e4ebbad12c4f0e2ac2a3b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:54.484176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-117aff70-7996-4a1a-88ab-9fa47c8e5172 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:54.496424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-117aff70-7996-4a1a-88ab-9fa47c8e5172 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:54.511779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ad27b-6030-455f-941b-59071c8164a6 None None] Network d2cb965e-72db-4c83-9f39-3a9498994050 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:54.534943 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-087bf444-e4fa-4192-9309-b06abf7a19bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.538793 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-117aff70-7996-4a1a-88ab-9fa47c8e5172 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.542568 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-117aff70-7996-4a1a-88ab-9fa47c8e5172 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.582105 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7386-2314-459d-882d-6ae7c16e1cb3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.635027 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-117aff70-7996-4a1a-88ab-9fa47c8e5172 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.643927 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51604) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:54.697148 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-117aff70-7996-4a1a-88ab-9fa47c8e5172 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.712695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8b423d15-2aa1-4589-8583-822972b34fe2 None None] Provisioning for port 5a99c55b-f623-44f1-a030-21fbda41df08 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:54.722076 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8b423d15-2aa1-4589-8583-822972b34fe2 None None] Provisioning complete for port 5a99c55b-f623-44f1-a030-21fbda41df08 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:54.722751 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8b423d15-2aa1-4589-8583-822972b34fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.728658 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7386-2314-459d-882d-6ae7c16e1cb3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.772156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca7386-2314-459d-882d-6ae7c16e1cb3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e56e8c-d653-4211-8b54-c0547f8098ed,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:54.777803 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-117aff70-7996-4a1a-88ab-9fa47c8e5172 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.779006 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-117aff70-7996-4a1a-88ab-9fa47c8e5172 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6201158 Feb 04 15:54:54.782012 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51610) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:54.789026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1623758210'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:54.798183 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7386-2314-459d-882d-6ae7c16e1cb3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.804057 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d4ca7386-2314-459d-882d-6ae7c16e1cb3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/e8e56e8c-d653-4211-8b54-c0547f8098ed HTTP/1.1" status: 204 len: 168 time: 0.9735513 Feb 04 15:54:54.804735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51614) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:54.806834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:54.839694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087bf444-e4fa-4192-9309-b06abf7a19bf admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:54:54.840089 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-087bf444-e4fa-4192-9309-b06abf7a19bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:54.858490 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:54.963211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Allocated IP 172.25.0.121 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/9568cd6d-45ae-420a-977e-cdb094c6a706) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:54.969398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.ipam_backend_mixin [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Performing IP validity checks on allocation pools {{(pid=83551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 15:54:54.970183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.ipam_backend_mixin [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 15:54:54.998404 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8b423d15-2aa1-4589-8583-822972b34fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.019146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Usage tracker for resource:network and tenant:b2033ec8899e4ebbad12c4f0e2ac2a3b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:55.052201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:55.057632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8b423d15-2aa1-4589-8583-822972b34fe2 None None] For port 5a99c55b-f623-44f1-a030-21fbda41df08, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5a99c55b-f623-44f1-a030-21fbda41df08,segment=NetworkSegment(b4269a06-697a-4ac5-a2e7-d2f9675bdb23),segment_id=b4269a06-697a-4ac5-a2e7-d2f9675bdb23)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:55.062391 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8b423d15-2aa1-4589-8583-822972b34fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.062842 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-97917b0a-e0e4-49a4-a390-8ead25cc1a28 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2525098 Feb 04 15:54:55.065488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:55.068329 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51618) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:55.074172 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2defd199-3606-4ae2-be6f-afbfd1ec5667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.091918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9d5d8f35-77e2-4f4c-8fe0-4a0ca82ae612 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:55.127704 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-087bf444-e4fa-4192-9309-b06abf7a19bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.163234 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b423d15-2aa1-4589-8583-822972b34fe2 None None] Pushing event updated for resources: {'Port': ['ID=5a99c55b-f623-44f1-a030-21fbda41df08,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:55.190872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Made reservation on behalf of b2033ec8899e4ebbad12c4f0e2ac2a3b for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:55.193824 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.234733 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.244049 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-087bf444-e4fa-4192-9309-b06abf7a19bf admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.276452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2defd199-3606-4ae2-be6f-afbfd1ec5667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:55.283618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2defd199-3606-4ae2-be6f-afbfd1ec5667 admin admin] Usage tracker for resource:security_group_rule and tenant:d93e756fa4ad4138abf9d065355df876 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:55.287706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2defd199-3606-4ae2-be6f-afbfd1ec5667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:55.298669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2defd199-3606-4ae2-be6f-afbfd1ec5667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:55.303127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bf444-e4fa-4192-9309-b06abf7a19bf admin admin] Pushing event deleted for resources: {'Network': ['ID=9abc847f-1a30-4c54-89a7-e4c06c37cbea,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:55.311375 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9d5d8f35-77e2-4f4c-8fe0-4a0ca82ae612 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:55.332553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:55.340842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Usage tracker for resource:security_group_rule and tenant:b2033ec8899e4ebbad12c4f0e2ac2a3b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:55.345561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:55.348315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9d5d8f35-77e2-4f4c-8fe0-4a0ca82ae612 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:55.359209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:55.376595 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-087bf444-e4fa-4192-9309-b06abf7a19bf admin admin] 10.222.0.60 "DELETE /v2.0/networks/9abc847f-1a30-4c54-89a7-e4c06c37cbea HTTP/1.1" status: 204 len: 168 time: 2.4106965 Feb 04 15:54:55.392199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5d8f35-77e2-4f4c-8fe0-4a0ca82ae612 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:55.396402 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d5d8f35-77e2-4f4c-8fe0-4a0ca82ae612 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.504637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8d4645bd-fa8c-4a0e-8994-f17723921480 None None] Provisioning complete for port 5a99c55b-f623-44f1-a030-21fbda41df08 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:55.507699 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8d4645bd-fa8c-4a0e-8994-f17723921480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.554692 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.624242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51624) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:55.635757 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2defd199-3606-4ae2-be6f-afbfd1ec5667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.650865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2defd199-3606-4ae2-be6f-afbfd1ec5667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.709612 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.714012 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a25e0a2-69fe-4412-a4ea-66b40e6a9960 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:55.729289 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.732341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defd199-3606-4ae2-be6f-afbfd1ec5667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4580cecd-c9ae-492d-b116-933d526ab00c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:55.750741 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.789206 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2defd199-3606-4ae2-be6f-afbfd1ec5667 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d93e756fa4ad4138abf9d065355df876&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1399472 Feb 04 15:54:55.796649 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.821647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51628) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:55.827427 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:55.878973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5a99c55b-f623-44f1-a030-21fbda41df08 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:55.882078 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.882494 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Added segment d5672714-6db4-4050-8817-f29f76f329a9 of type vlan for network 08cb6475-e09e-4e0f-a491-87d76cff1a03 Feb 04 15:54:55.904494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c02108-19c0-4c49-a4a1-99f8d73e4150,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:55.971863 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.002243 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8678659a-f109-4c0a-8052-5d030e1a5a4a None None] Provisioning for port efee9006-9ac7-4162-ac83-1e08f6fec41c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:56.010270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Pushing event updated for resources: {'Port': ['ID=9568cd6d-45ae-420a-977e-cdb094c6a706,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:56.015963 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a306-9569-4e0c-be8d-4eb7dc76c20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.040561 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 5a99c55b-f623-44f1-a030-21fbda41df08 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:56.040928 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.051106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a306-9569-4e0c-be8d-4eb7dc76c20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.051648 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Subnet': ['ID=2beb7364-7890-48c4-b176-f1d5cbb3d77f,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:56.079975 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6860afc8-384b-428d-adfe-6186846a7760 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5fa014d71dd74882bfc23eea9dbe9c2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4548955 Feb 04 15:54:56.082628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d5d8f35-77e2-4f4c-8fe0-4a0ca82ae612 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.088324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51632) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:56.113831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea93399-9676-46fc-867b-77c2c1a2e484 None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:54:56.124375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8ea93399-9676-46fc-867b-77c2c1a2e484 None None] Deleting port efee9006-9ac7-4162-ac83-1e08f6fec41c {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:56.124375 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8ea93399-9676-46fc-867b-77c2c1a2e484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.140318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:56.148430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:56.164411 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:56.213475 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.217931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:56.218518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.239639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Checking segment: {'id': 'fb91c0da-8576-4c3a-997f-a9e947ae2cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '508e7a2c-0db4-4805-af7d-efe0fdbd2602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:56.240243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network hostable DHCP agents. Network: 508e7a2c-0db4-4805-af7d-efe0fdbd2602, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:56.246091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d8f35-77e2-4f4c-8fe0-4a0ca82ae612 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:56.264013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-9d5d8f35-77e2-4f4c-8fe0-4a0ca82ae612 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:56.267212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5d8f35-77e2-4f4c-8fe0-4a0ca82ae612 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:56.268079 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d5d8f35-77e2-4f4c-8fe0-4a0ca82ae612 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.325166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d8f35-77e2-4f4c-8fe0-4a0ca82ae612 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=16dee566-2b7d-468b-870c-bc7c6fff3b4e,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:56.356690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device efee9006-9ac7-4162-ac83-1e08f6fec41c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:56.367843 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f61d6a9f-a229-4d8a-80a6-490f385fe366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.375567 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a306-9569-4e0c-be8d-4eb7dc76c20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.393615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network 508e7a2c-0db4-4805-af7d-efe0fdbd2602 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:56.418730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b198f7bc-4409-45ad-a264-ba67290aa665 admin admin] Router 622b185f-f6a3-4575-a416-e2d9870837d6 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:54:56.425160 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f61d6a9f-a229-4d8a-80a6-490f385fe366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.426005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event updated for resources: {'Network': ['ID=08cb6475-e09e-4e0f-a491-87d76cff1a03,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:56.433352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 508e7a2c-0db4-4805-af7d-efe0fdbd2602) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:56.433568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5a306-9569-4e0c-be8d-4eb7dc76c20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4580cecd-c9ae-492d-b116-933d526ab00c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:56.440693 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9d5d8f35-77e2-4f4c-8fe0-4a0ca82ae612 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3680387 Feb 04 15:54:56.441951 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a306-9569-4e0c-be8d-4eb7dc76c20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.442084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:56.442084 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.443874 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3ad5a306-9569-4e0c-be8d-4eb7dc76c20c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4580cecd-c9ae-492d-b116-933d526ab00c HTTP/1.1" status: 204 len: 168 time: 0.6107793 Feb 04 15:54:56.444292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51636) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:56.454514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af9d420-72d8-406a-9cce-e89726c27d4c None None] Network 508e7a2c-0db4-4805-af7d-efe0fdbd2602 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:56.463877 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'fixed_ips': [{'subnet_id': '16dee566-2b7d-468b-870c-bc7c6fff3b4e', 'ip_address': '2001:db8::704d:eb5b:fa46:1a55'}], 'name': 'tempest-NetworksTestDHCPv6-1888045860'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:56.496618 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7f60f715-9c2f-49d0-b680-5a1ed3b3643a tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7102089 Feb 04 15:54:56.496793 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 08cb6475-e09e-4e0f-a491-87d76cff1a03 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:56.502913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51644) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:56.530964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Request body: {'subnet': {'network_id': '08cb6475-e09e-4e0f-a491-87d76cff1a03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:56.641918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-efa4b68e-88b6-41b7-b264-b175fe662f7b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.6150978 Feb 04 15:54:56.652762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51648) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:56.774208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:56.788682 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f61d6a9f-a229-4d8a-80a6-490f385fe366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.790161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Usage tracker for resource:subnet and tenant:b2033ec8899e4ebbad12c4f0e2ac2a3b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:56.794827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:56.804895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:56.810672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:56.815007 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8ea93399-9676-46fc-867b-77c2c1a2e484 None None] For port efee9006-9ac7-4162-ac83-1e08f6fec41c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=efee9006-9ac7-4162-ac83-1e08f6fec41c,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:56.815712 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8ea93399-9676-46fc-867b-77c2c1a2e484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.817789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:port and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:56.821497 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:56.829620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:56.847112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Made reservation on behalf of b2033ec8899e4ebbad12c4f0e2ac2a3b for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:56.889483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d6a9f-a229-4d8a-80a6-490f385fe366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582f3905-2a0e-4f23-933b-7b32f83b7437,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:56.920563 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f61d6a9f-a229-4d8a-80a6-490f385fe366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.921814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f61d6a9f-a229-4d8a-80a6-490f385fe366 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/582f3905-2a0e-4f23-933b-7b32f83b7437 HTTP/1.1" status: 204 len: 168 time: 0.8241732 Feb 04 15:54:56.932958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:56.938170 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.043043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port e84d145c-35fd-45da-b97b-451b37ed41c7 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:54:57.122461 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8ea93399-9676-46fc-867b-77c2c1a2e484 None None] Calling delete_port for efee9006-9ac7-4162-ac83-1e08f6fec41c owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:57.144341 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.263479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port efee9006-9ac7-4162-ac83-1e08f6fec41c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:57.273589 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port efee9006-9ac7-4162-ac83-1e08f6fec41c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:57.274765 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.289883 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.301570 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.302681 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.309567 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8ea93399-9676-46fc-867b-77c2c1a2e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.358384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51656) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:57.384422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea93399-9676-46fc-867b-77c2c1a2e484 None None] No DVR routers for this DVR port efee9006-9ac7-4162-ac83-1e08f6fec41c on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:57.404105 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bdf7df75-7eab-47be-b85c-20cf5efa434b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.434539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Port efee9006-9ac7-4162-ac83-1e08f6fec41c was deleted so its status cannot be updated. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 15:54:57.451791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea93399-9676-46fc-867b-77c2c1a2e484 None None] Pushing event deleted for resources: {'Port': ['ID=efee9006-9ac7-4162-ac83-1e08f6fec41c,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:57.466832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df0c0aa-ab73-4f6d-bd93-438ba52c38fb None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:57.490474 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.553817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b198f7bc-4409-45ad-a264-ba67290aa665 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:54:57.562419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b198f7bc-4409-45ad-a264-ba67290aa665 admin admin] 10.222.0.60 "PUT /v2.0/routers/622b185f-f6a3-4575-a416-e2d9870837d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.9130988 Feb 04 15:54:57.566903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51664) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:57.594167 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0eaa69-6d24-4951-9a39-67775a64f5df None None] Sync routers for ids ['622b185f-f6a3-4575-a416-e2d9870837d6'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:54:57.623159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0eaa69-6d24-4951-9a39-67775a64f5df None None] Routers {'622b185f-f6a3-4575-a416-e2d9870837d6'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:57.625774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ca0eaa69-6d24-4951-9a39-67775a64f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['622b185f-f6a3-4575-a416-e2d9870837d6'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:57.739865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bdf7df75-7eab-47be-b85c-20cf5efa434b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:57.749638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::704d:eb5b:fa46:1a55 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/16dee566-2b7d-468b-870c-bc7c6fff3b4e/e84d145c-35fd-45da-b97b-451b37ed41c7) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:57.773838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bdf7df75-7eab-47be-b85c-20cf5efa434b admin admin] Usage tracker for resource:security_group_rule and tenant:85f1d9d33a514808afa0f45703cb674a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:57.781987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bdf7df75-7eab-47be-b85c-20cf5efa434b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:57.803247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bdf7df75-7eab-47be-b85c-20cf5efa434b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:57.816789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-ca0eaa69-6d24-4951-9a39-67775a64f5df None None] Set router 622b185f-f6a3-4575-a416-e2d9870837d6 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:57.878442 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.931301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Subnet': ['ID=2beb7364-7890-48c4-b176-f1d5cbb3d77f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:57.961364 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device efee9006-9ac7-4162-ac83-1e08f6fec41c no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:58.001582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:58.003221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:58.004197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:58.004847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:58.006282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:58.007688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:58.009520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:58.010828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3eeff6-971f-4e47-99d1-d58779e75fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-508e7a2c-0db4-4805-af7d-efe0fdbd2602', 'network_id': '508e7a2c-0db4-4805-af7d-efe0fdbd2602', 'tenant_id': '2905bed5de8142679c95c03b59ae6653', 'fixed_ips': [{'subnet_id': '2beb7364-7890-48c4-b176-f1d5cbb3d77f'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:54:58.011402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:58.011835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:58.012171 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ff3eeff6-971f-4e47-99d1-d58779e75fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.012615 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.013058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:58.013534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:58.029818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: efee9006-9ac7-4162-ac83-1e08f6fec41c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:54:58.030400 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device efee9006-9ac7-4162-ac83-1e08f6fec41c not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:58.193656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event updated for resources: {'Subnet': ['ID=3063cb7e-3049-4f7a-b37d-82b811bf2fcc,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:58.262671 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bdf7df75-7eab-47be-b85c-20cf5efa434b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.268171 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.285618 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bdf7df75-7eab-47be-b85c-20cf5efa434b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.311883 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.319248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Checking segment: {'id': 'd5672714-6db4-4050-8817-f29f76f329a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '08cb6475-e09e-4e0f-a491-87d76cff1a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:54:58.319877 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Network hostable DHCP agents. Network: 08cb6475-e09e-4e0f-a491-87d76cff1a03, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:58.323986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508e7a2c-0db4-4805-af7d-efe0fdbd2602']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:58.338282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Router c0e7cf03-0e97-4d28-a90c-feb583c35eb3 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:54:58.350175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb91c0da-8576-4c3a-997f-a9e947ae2cc2') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:58.350568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb91c0da-8576-4c3a-997f-a9e947ae2cc2') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:58.374767 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.375509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7df75-7eab-47be-b85c-20cf5efa434b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd077165-b03b-48c4-bc5a-57cfd84bb21a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:58.382422 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bdf7df75-7eab-47be-b85c-20cf5efa434b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85f1d9d33a514808afa0f45703cb674a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0227010 Feb 04 15:54:58.383102 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.384142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object e84d145c-35fd-45da-b97b-451b37ed41c7 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:58.386574 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51680) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:58.425629 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': '16dee566-2b7d-468b-870c-bc7c6fff3b4e'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:54:58.427258 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.447906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Network 08cb6475-e09e-4e0f-a491-87d76cff1a03 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:58.475158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 08cb6475-e09e-4e0f-a491-87d76cff1a03) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:58.488920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d578ca8-b5a3-4608-8a8e-6ad51f34f58a None None] Network 08cb6475-e09e-4e0f-a491-87d76cff1a03 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:58.492449 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.495398 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:58.496037 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.538532 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.552525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:54:58.553035 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.558671 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7381-5232-4d32-87b8-558ef340da51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:58.574259 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:58.630623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:58.631417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51686) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:58.643270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:58.646072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=e84d145c-35fd-45da-b97b-451b37ed41c7,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:58.648487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:54:58.653058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:58.653378 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.666934 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7381-5232-4d32-87b8-558ef340da51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.675592 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-02538983-3bfd-4a8e-99df-aa9bb2d850d5 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1671576 Feb 04 15:54:58.682919 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51692) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:58.701879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Request body: {'network': {'name': 'tempest-router-network01--1362613279'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:58.710560 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-03eb70da-97a1-4332-82e2-48c040de5402 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2651668 Feb 04 15:54:58.713209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:58.714367 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51696) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:58.723396 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.726117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Usage tracker for resource:network and tenant:b2033ec8899e4ebbad12c4f0e2ac2a3b is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:58.775377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:58.794273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f773ece-914a-4173-972e-f719e86075ea None None] Network 508e7a2c-0db4-4805-af7d-efe0fdbd2602 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:54:58.809534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38986513-3ab0-47cf-a775-8c058cf9c3b5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:58.810312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-38986513-3ab0-47cf-a775-8c058cf9c3b5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:58.824938 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7381-5232-4d32-87b8-558ef340da51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.837503 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f773ece-914a-4173-972e-f719e86075ea None None] Network 508e7a2c-0db4-4805-af7d-efe0fdbd2602 could not be found, it might have been deleted concurrently. {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 04 15:54:58.849762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a7381-5232-4d32-87b8-558ef340da51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd077165-b03b-48c4-bc5a-57cfd84bb21a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:58.855038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-38986513-3ab0-47cf-a775-8c058cf9c3b5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:58.856352 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-38986513-3ab0-47cf-a775-8c058cf9c3b5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1412210 Feb 04 15:54:58.859121 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7381-5232-4d32-87b8-558ef340da51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.862455 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ff2a7381-5232-4d32-87b8-558ef340da51 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd077165-b03b-48c4-bc5a-57cfd84bb21a HTTP/1.1" status: 204 len: 168 time: 0.4713109 Feb 04 15:54:58.862455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51700) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:58.867575 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.883728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:58.895450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Network': ['ID=508e7a2c-0db4-4805-af7d-efe0fdbd2602,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:58.931985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-322d3b87-d2c2-4236-8e89-a07a53c08809 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/508e7a2c-0db4-4805-af7d-efe0fdbd2602 HTTP/1.1" status: 204 len: 168 time: 2.2769983 Feb 04 15:54:58.940141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51706) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:58.953472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Made reservation on behalf of b2033ec8899e4ebbad12c4f0e2ac2a3b for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:58.956619 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.968180 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-679132713'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:58.988075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:58.988341 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:58.994211 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:network and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:58.997464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:59.005062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:59.010402 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.010741 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Added segment 112baa31-6e89-4f47-9c7d-7c75b56e010f of type vlan for network 8ed85b2d-74a9-4143-9af2-27217112b926 Feb 04 15:54:59.024299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-network', 'tenant_id': '4c7b58664fba4046b9271182395dfef3'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:59.032644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:59.036212 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.061143 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.070510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:59.078213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Usage tracker for resource:network and tenant:4c7b58664fba4046b9271182395dfef3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:59.083336 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0ae3d295-1826-4e39-863c-715d6f3e8847 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port e84d145c-35fd-45da-b97b-451b37ed41c7 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:59.083653 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ae3d295-1826-4e39-863c-715d6f3e8847 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.106268 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.118627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:59.120634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:54:59.120973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Allocated IP 2001:db8::2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/16dee566-2b7d-468b-870c-bc7c6fff3b4e/8e221b3e-443b-4c34-ad06-76e677c1cedb) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:59.127671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ca0eaa69-6d24-4951-9a39-67775a64f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:41Z', 'updated_at': '2022-02-04T15:54:50Z', 'revision_number': 5, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'gw_port': {'id': '0d9c3e55-63a9-4e9a-bf55-bb3ce0053402', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:42Z', 'updated_at': '2022-02-04T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:59.137090 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0eaa69-6d24-4951-9a39-67775a64f5df None None] Checking router: 622b185f-f6a3-4575-a416-e2d9870837d6 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:54:59.139516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] Deleting port 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:54:59.139516 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.144347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:59.156670 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Sync routers for ids ['c0e7cf03-0e97-4d28-a90c-feb583c35eb3'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:54:59.166816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:59.170573 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.174922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:59.175660 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.178525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Made reservation on behalf of 4c7b58664fba4046b9271182395dfef3 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:59.182144 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.197127 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Routers {'c0e7cf03-0e97-4d28-a90c-feb583c35eb3'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:59.202752 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c0e7cf03-0e97-4d28-a90c-feb583c35eb3'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:59.217293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-08cb6475-e09e-4e0f-a491-87d76cff1a03', 'network_id': '08cb6475-e09e-4e0f-a491-87d76cff1a03', 'tenant_id': 'b2033ec8899e4ebbad12c4f0e2ac2a3b', 'fixed_ips': [{'subnet_id': '3063cb7e-3049-4f7a-b37d-82b811bf2fcc'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:54:59.218107 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.266525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0eaa69-6d24-4951-9a39-67775a64f5df None None] Routers {'622b185f-f6a3-4575-a416-e2d9870837d6'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:54:59.267256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ca0eaa69-6d24-4951-9a39-67775a64f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['622b185f-f6a3-4575-a416-e2d9870837d6'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:59.426305 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Set router c0e7cf03-0e97-4d28-a90c-feb583c35eb3 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:59.460444 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.460444 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-799c639f-acdd-4434-aa97-644717a12200 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.8530288 Feb 04 15:54:59.464878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51712) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:59.505863 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ae3d295-1826-4e39-863c-715d6f3e8847 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.553423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8653619 Feb 04 15:54:59.585397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51720) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:59.603019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.681349 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.681666 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Added segment a37d9827-a35e-408d-a254-d77b199225ab of type vlan for network 8777bed3-ec17-41d1-b8c8-91e1e8c399f4 Feb 04 15:54:59.703379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0ae3d295-1826-4e39-863c-715d6f3e8847 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for e84d145c-35fd-45da-b97b-451b37ed41c7 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:54:59.706766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3888f-e496-43e7-b48c-4bedeeb36c5b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event updated for resources: {'Network': ['ID=8ed85b2d-74a9-4143-9af2-27217112b926,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:59.717503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Request body: {'network': {'name': 'tempest-router-network02--1212278933'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:54:59.730787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:59.750301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Usage tracker for resource:network and tenant:b2033ec8899e4ebbad12c4f0e2ac2a3b is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:59.767229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:59.776823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:59.812280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 8ed85b2d-74a9-4143-9af2-27217112b926 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:59.818544 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'name': 'tempest-TestAggregatesBasicOps-801952974-router', 'tenant_id': 'd59dd38a1783484586db4657aba8946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9568cd6d-45ae-420a-977e-cdb094c6a706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:51Z', 'updated_at': '2022-02-04T15:54:56Z', 'revision_number': 3, 'project_id': 'd59dd38a1783484586db4657aba8946e', 'gw_port': {'id': '9568cd6d-45ae-420a-977e-cdb094c6a706', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:54Z', 'updated_at': '2022-02-04T15:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:59.824762 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Checking router: c0e7cf03-0e97-4d28-a90c-feb583c35eb3 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:54:59.825101 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Updating router c0e7cf03-0e97-4d28-a90c-feb583c35eb3 port 9568cd6d-45ae-420a-977e-cdb094c6a706 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:54:59.828279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Made reservation on behalf of b2033ec8899e4ebbad12c4f0e2ac2a3b for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:59.831224 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.864063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:59.873825 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.874117 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Added segment 8441155f-5b5c-4b2f-881a-fdbce574ece5 of type vlan for network 177e894d-1988-43bd-b5e0-3bcfc43d4f4f Feb 04 15:54:59.884499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] For port 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0d9c3e55-63a9-4e9a-bf55-bb3ce0053402,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:59.884928 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.885206 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:59.910529 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.922070 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.925870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Usage tracker for resource:security_group_rule and tenant:4c7b58664fba4046b9271182395dfef3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:59.942468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:59.995201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-ca0eaa69-6d24-4951-9a39-67775a64f5df None None] Set router 622b185f-f6a3-4575-a416-e2d9870837d6 gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:54:59.996190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:00.152915 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.156523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:00.157089 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.208091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Allocated IP 2001:db8::2 (08cb6475-e09e-4e0f-a491-87d76cff1a03/3063cb7e-3049-4f7a-b37d-82b811bf2fcc/6164392e-1f7d-43ce-bb74-abf7e00bfdc8) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:00.237779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ca0eaa69-6d24-4951-9a39-67775a64f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:41Z', 'updated_at': '2022-02-04T15:54:59Z', 'revision_number': 6, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:00.244785 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] Calling delete_port for 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:00.285888 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ae3d295-1826-4e39-863c-715d6f3e8847 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.430434 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.439126 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.442709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0eaa69-6d24-4951-9a39-67775a64f5df None None] The sync data for ids ['622b185f-f6a3-4575-a416-e2d9870837d6'] in n-d-827872-1 is: [{'id': '622b185f-f6a3-4575-a416-e2d9870837d6', 'name': 'tempest-ServerActionsTestJSON-222631395-router', 'tenant_id': 'ba5317e5b4e643378ca182cde621e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:42:41Z', 'updated_at': '2022-02-04T15:54:59Z', 'revision_number': 6, 'project_id': 'ba5317e5b4e643378ca182cde621e16b', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:00.493679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3d295-1826-4e39-863c-715d6f3e8847 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=e84d145c-35fd-45da-b97b-451b37ed41c7,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:00.506194 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5605178 Feb 04 15:55:00.507762 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.512024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51736) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:00.512888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c38d8-db31-4c10-89e9-5f12a99e39e9 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Network': ['ID=8777bed3-ec17-41d1-b8c8-91e1e8c399f4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:00.519292 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.524777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'subnet': {'network_id': '8777bed3-ec17-41d1-b8c8-91e1e8c399f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:00.530682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Transition to ACTIVE for port object 8e221b3e-443b-4c34-ad06-76e677c1cedb will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:00.541366 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.557016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9c3e55-63a9-4e9a-bf55-bb3ce0053402,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:00.557892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Transition to ACTIVE for port object 8e221b3e-443b-4c34-ad06-76e677c1cedb will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:00.561359 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Transition to ACTIVE for port object 9568cd6d-45ae-420a-977e-cdb094c6a706 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:00.565764 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:55:00.577996 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.641662 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.647030 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:00.680728 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Attempting to bind port 9568cd6d-45ae-420a-977e-cdb094c6a706 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:00.681098 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Attempting to bind port 9568cd6d-45ae-420a-977e-cdb094c6a706 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:00.681454 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Attempting to bind port 9568cd6d-45ae-420a-977e-cdb094c6a706 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:00.693907 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693107f2-9485-4b8c-9d3f-2c42ea0ccc6c None None] Pushing event updated for resources: {'Port': ['ID=9568cd6d-45ae-420a-977e-cdb094c6a706,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:00.696897 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:00.697266 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:00.697662 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.698042 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:00.698511 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Bound port: 9568cd6d-45ae-420a-977e-cdb094c6a706, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:00.698873 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.703099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89267ef7-c85a-4fc0-a83e-052dc545d9d4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:00.710678 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:subnet and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:00.719076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:00.731159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:00.733627 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ae3d295-1826-4e39-863c-715d6f3e8847 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.736200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:00.736443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 8777bed3-ec17-41d1-b8c8-91e1e8c399f4 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:00.752464 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0ae3d295-1826-4e39-863c-715d6f3e8847 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/e84d145c-35fd-45da-b97b-451b37ed41c7 HTTP/1.1" status: 204 len: 168 time: 1.8904717 Feb 04 15:55:00.754813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51742) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:00.757497 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.757921 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Added segment a194a10e-4161-4b1c-bd48-bba8453398d5 of type vlan for network d1d9e193-b916-49fa-bb1c-142a5343faec Feb 04 15:55:00.771823 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.842994 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:00.846701 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] For port 9568cd6d-45ae-420a-977e-cdb094c6a706, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:00.854121 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] For port 9568cd6d-45ae-420a-977e-cdb094c6a706, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9568cd6d-45ae-420a-977e-cdb094c6a706,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:00.872224 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.979152 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Routers {'c0e7cf03-0e97-4d28-a90c-feb583c35eb3'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:00.980042 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:54:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c0e7cf03-0e97-4d28-a90c-feb583c35eb3'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:00.993481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Pushing event updated for resources: {'Port': ['ID=8e221b3e-443b-4c34-ad06-76e677c1cedb,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:01.004922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f83b3a5-ece9-4ddd-8a76-1822c679b499 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:01.006732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f83b3a5-ece9-4ddd-8a76-1822c679b499 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:01.007875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1f83b3a5-ece9-4ddd-8a76-1822c679b499 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:01.049297 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.055400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:01.057180 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.060497 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.100791 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693107f2-9485-4b8c-9d3f-2c42ea0ccc6c None None] Pushing event updated for resources: {'Port': ['ID=9568cd6d-45ae-420a-977e-cdb094c6a706,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:01.101070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:01.107865 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.111157 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:01.122384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:01.137568 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Transition to ACTIVE for port object 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:01.309621 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] Set router c0e7cf03-0e97-4d28-a90c-feb583c35eb3 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:01.312797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Transition to ACTIVE for port object 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:01.321562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Attempting to bind port 8e221b3e-443b-4c34-ad06-76e677c1cedb on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:01.321866 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Attempting to bind port 8e221b3e-443b-4c34-ad06-76e677c1cedb by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:01.322281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Attempting to bind port 8e221b3e-443b-4c34-ad06-76e677c1cedb on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:01.329607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:01.330185 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:01.330558 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.330953 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:01.331475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Bound port: 8e221b3e-443b-4c34-ad06-76e677c1cedb, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:01.333445 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.347693 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.391645 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.468959 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.489244 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] For port 8e221b3e-443b-4c34-ad06-76e677c1cedb, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:01.493418 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] For port 8e221b3e-443b-4c34-ad06-76e677c1cedb, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=8e221b3e-443b-4c34-ad06-76e677c1cedb,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:01.511759 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.526551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1f83b3a5-ece9-4ddd-8a76-1822c679b499 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:01.528040 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1f83b3a5-ece9-4ddd-8a76-1822c679b499 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7722862 Feb 04 15:55:01.532416 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.541532 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51754) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:01.543166 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Network 08cb6475-e09e-4e0f-a491-87d76cff1a03 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:01.544611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:01.546487 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Pushing event updated for resources: {'Port': ['ID=6164392e-1f7d-43ce-bb74-abf7e00bfdc8,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:01.550155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:01.566274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9795830 Feb 04 15:55:01.571166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a85cc-67be-422c-822d-33c658c6f1d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event updated for resources: {'Network': ['ID=177e894d-1988-43bd-b5e0-3bcfc43d4f4f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:01.574296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51756) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:01.593313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 177e894d-1988-43bd-b5e0-3bcfc43d4f4f details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:01.740949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Checking segment: {'id': 'a37d9827-a35e-408d-a254-d77b199225ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8777bed3-ec17-41d1-b8c8-91e1e8c399f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:01.741320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network hostable DHCP agents. Network: 8777bed3-ec17-41d1-b8c8-91e1e8c399f4, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:01.758111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Subnet': ['ID=ba852e39-7c88-45cc-9de7-533f6818c665,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:01.814480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:01.888538 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.889391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:01.889959 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.916175 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:55:01.927693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e8119a9a-9c91-4ed2-9988-f7c55a3c55f7 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:01.942505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Attempting to bind port 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:01.943233 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Attempting to bind port 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'd5672714-6db4-4050-8817-f29f76f329a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '08cb6475-e09e-4e0f-a491-87d76cff1a03'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:01.943778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Attempting to bind port 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 on network 08cb6475-e09e-4e0f-a491-87d76cff1a03 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:01.947821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ba868-b94e-4163-9436-e2210dc2eff7 None None] Pushing event updated for resources: {'Port': ['ID=8e221b3e-443b-4c34-ad06-76e677c1cedb,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:01.948396 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.3123109 Feb 04 15:55:01.954589 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51764) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:01.971449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:01.971885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Checking segment: {'id': 'd5672714-6db4-4050-8817-f29f76f329a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '08cb6475-e09e-4e0f-a491-87d76cff1a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:01.972338 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.972862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Bound using segment: {'id': 'd5672714-6db4-4050-8817-f29f76f329a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '08cb6475-e09e-4e0f-a491-87d76cff1a03'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:01.973342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Bound port: 6164392e-1f7d-43ce-bb74-abf7e00bfdc8, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5672714-6db4-4050-8817-f29f76f329a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '08cb6475-e09e-4e0f-a491-87d76cff1a03'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:01.973717 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.975058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] Request body: {'subnet': {'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-subnet', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:02.045200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network 8777bed3-ec17-41d1-b8c8-91e1e8c399f4 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:02.048123 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'name': 'tempest-TestAggregatesBasicOps-801952974-router', 'tenant_id': 'd59dd38a1783484586db4657aba8946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9568cd6d-45ae-420a-977e-cdb094c6a706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:51Z', 'updated_at': '2022-02-04T15:54:56Z', 'revision_number': 3, 'project_id': 'd59dd38a1783484586db4657aba8946e', 'gw_port': {'id': '9568cd6d-45ae-420a-977e-cdb094c6a706', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:54Z', 'updated_at': '2022-02-04T15:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:02.053043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Request body: {'subnet': {'network_id': '8ed85b2d-74a9-4143-9af2-27217112b926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:02.054996 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f064e4-abf3-4d75-8b55-39816757ce28 None None] The sync data for ids ['c0e7cf03-0e97-4d28-a90c-feb583c35eb3'] in n-d-827872-1 is: [{'id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'name': 'tempest-TestAggregatesBasicOps-801952974-router', 'tenant_id': 'd59dd38a1783484586db4657aba8946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9568cd6d-45ae-420a-977e-cdb094c6a706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:51Z', 'updated_at': '2022-02-04T15:54:56Z', 'revision_number': 3, 'project_id': 'd59dd38a1783484586db4657aba8946e', 'gw_port': {'id': '9568cd6d-45ae-420a-977e-cdb094c6a706', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:54Z', 'updated_at': '2022-02-04T15:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:02.062422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:02.128912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] Usage tracker for resource:subnet and tenant:4c7b58664fba4046b9271182395dfef3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:02.153006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:02.168565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 8777bed3-ec17-41d1-b8c8-91e1e8c399f4) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:02.173218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:02.174015 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.181108 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f525f94a-1bba-47c3-83c1-df3ad5a668e7 None None] Network 8777bed3-ec17-41d1-b8c8-91e1e8c399f4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:02.231413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:02.234995 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-09086f6a-4c1a-4d19-a304-4edf7ef16ced tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7197974 Feb 04 15:55:02.239134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e6e4f-4bdf-4b9b-bb0a-d42ef4564c6d admin admin] Pushing event updated for resources: {'Network': ['ID=d1d9e193-b916-49fa-bb1c-142a5343faec,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:02.253465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51772) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:02.357936 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd5a11b-5d2c-4616-8902-49a1047916ee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 16dee566-2b7d-468b-870c-bc7c6fff3b4e {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:55:02.364361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] Made reservation on behalf of 4c7b58664fba4046b9271182395dfef3 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:02.366724 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.384649 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8dd5a11b-5d2c-4616-8902-49a1047916ee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.417658 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.427036 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:02.428999 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network d1d9e193-b916-49fa-bb1c-142a5343faec details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:02.436731 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.440411 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Usage tracker for resource:subnet and tenant:b2033ec8899e4ebbad12c4f0e2ac2a3b is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:02.443652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:02.452942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:02.537912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Made reservation on behalf of b2033ec8899e4ebbad12c4f0e2ac2a3b for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:02.539865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8dd5a11b-5d2c-4616-8902-49a1047916ee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.562372 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.563015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 622b185f-f6a3-4575-a416-e2d9870837d6 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:55:02.635021 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.638768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2de0d526-543c-42fc-845a-55ce92084dcb admin admin] 10.222.0.60 "DELETE /v2.0/routers/622b185f-f6a3-4575-a416-e2d9870837d6 HTTP/1.1" status: 204 len: 168 time: 5.0607235 Feb 04 15:55:02.642097 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51782) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:02.670881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] For port 6164392e-1f7d-43ce-bb74-abf7e00bfdc8, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:02.692833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.707215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] For port 6164392e-1f7d-43ce-bb74-abf7e00bfdc8, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6164392e-1f7d-43ce-bb74-abf7e00bfdc8,segment=NetworkSegment(d5672714-6db4-4050-8817-f29f76f329a9),segment_id=d5672714-6db4-4050-8817-f29f76f329a9)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:02.737440 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.748074 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.839111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757bdcb-3753-4e09-a2c5-9b1dbdb5aa08 None None] Pushing event updated for resources: {'Port': ['ID=6164392e-1f7d-43ce-bb74-abf7e00bfdc8,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:02.870182 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-8777bed3-ec17-41d1-b8c8-91e1e8c399f4', 'network_id': '8777bed3-ec17-41d1-b8c8-91e1e8c399f4', 'tenant_id': '2905bed5de8142679c95c03b59ae6653', 'fixed_ips': [{'subnet_id': 'ba852e39-7c88-45cc-9de7-533f6818c665'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:55:02.871281 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.902431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c627a4-b271-4c3f-bd22-4da9c035a78a admin admin] Deleting subnet 12330993-a528-43ce-8b65-732ec38af950 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:55:02.934146 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a3c627a4-b271-4c3f-bd22-4da9c035a78a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.140833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Allocated IP 172.20.0.1 (8777bed3-ec17-41d1-b8c8-91e1e8c399f4/ba852e39-7c88-45cc-9de7-533f6818c665/e4e3fca2-a654-45b8-a11f-a6446a1a4833) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:03.193706 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a3c627a4-b271-4c3f-bd22-4da9c035a78a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.226502 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8dd5a11b-5d2c-4616-8902-49a1047916ee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.481214 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.501338 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a3c627a4-b271-4c3f-bd22-4da9c035a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.581556 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.589582 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8dd5a11b-5d2c-4616-8902-49a1047916ee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.618218 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.776395 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event updated for resources: {'Subnet': ['ID=4dbedf14-3786-42b8-bc81-675b17054519,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:03.808605 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a3c627a4-b271-4c3f-bd22-4da9c035a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.818775 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8dd5a11b-5d2c-4616-8902-49a1047916ee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.824239 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-38211f65-95f3-4dd2-bb1c-834d9c6aee95 None None] Provisioning for port 8e221b3e-443b-4c34-ad06-76e677c1cedb completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:03.838569 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.868207 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Transition to ACTIVE for port object e4e3fca2-a654-45b8-a11f-a6446a1a4833 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:03.906878 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8dd5a11b-5d2c-4616-8902-49a1047916ee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/16dee566-2b7d-468b-870c-bc7c6fff3b4e HTTP/1.1" status: 204 len: 168 time: 2.3279064 Feb 04 15:55:03.912097 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Transition to ACTIVE for port object e4e3fca2-a654-45b8-a11f-a6446a1a4833 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:03.913592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51798) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:03.941217 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.962729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c627a4-b271-4c3f-bd22-4da9c035a78a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12330993-a528-43ce-8b65-732ec38af950,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:03.967266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Checking segment: {'id': '112baa31-6e89-4f47-9c7d-7c75b56e010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8ed85b2d-74a9-4143-9af2-27217112b926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:03.967860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Network hostable DHCP agents. Network: 8ed85b2d-74a9-4143-9af2-27217112b926, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:04.087595 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a94c6d-c875-4d9e-9d21-fec7c10e3cd8 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:04.103132 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a3c627a4-b271-4c3f-bd22-4da9c035a78a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:04.116848 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a3c627a4-b271-4c3f-bd22-4da9c035a78a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/12330993-a528-43ce-8b65-732ec38af950 HTTP/1.1" status: 204 len: 168 time: 1.4687786 Feb 04 15:55:04.122607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Network 8ed85b2d-74a9-4143-9af2-27217112b926 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:04.152649 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51802) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:04.234790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8865c179-151c-4269-a674-a5deb042c273,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:04.250742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c515e9a-6f59-46f2-a744-4b4760ae20ee None None] Network 2d7217e5-e318-4a66-a489-b15644d8d3cf requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:04.311895 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-87826a90-d550-44ca-8181-e362ae304965 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3505273 Feb 04 15:55:04.334480 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51806) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:04.335651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5a11b-5d2c-4616-8902-49a1047916ee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=16dee566-2b7d-468b-870c-bc7c6fff3b4e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:04.409215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Pushing event updated for resources: {'Port': ['ID=e4e3fca2-a654-45b8-a11f-a6446a1a4833,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:04.438696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8e221b3e-443b-4c34-ad06-76e677c1cedb up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:04.470203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] Checking segment: {'id': 'a194a10e-4161-4b1c-bd48-bba8453398d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:04.470578 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] Network hostable DHCP agents. Network: d1d9e193-b916-49fa-bb1c-142a5343faec, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:04.545078 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:04.610850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Subnet': ['ID=ba852e39-7c88-45cc-9de7-533f6818c665,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:04.727563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 8ed85b2d-74a9-4143-9af2-27217112b926) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:04.735840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:04.736418 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:04.749397 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e47ebaa5-93c8-479c-a90e-98e3d725bf06 None None] Could not find standard attr ID for object 09e86b84-b470-4c83-94e6-d58d1d2b79d4. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:55:04.769002 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:04.793063 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a7b07386-8ee8-445f-9921-71d962cd67a6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7791679 Feb 04 15:55:04.797706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51812) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:04.800860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8777bed3-ec17-41d1-b8c8-91e1e8c399f4']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:04.807896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0cd483-d2d2-46ba-8de8-6edc3f1d511f None None] Network 8ed85b2d-74a9-4143-9af2-27217112b926 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:04.816509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37d9827-a35e-408d-a254-d77b199225ab') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:04.816806 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37d9827-a35e-408d-a254-d77b199225ab') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:04.825369 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05beaa8c-0825-449f-b2e6-1d4250f321fc None None] Network 08cb6475-e09e-4e0f-a491-87d76cff1a03 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:04.831442 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:04.857978 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:04.865596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:55:04.866013 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:04.874033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Request body: {'subnet': {'network_id': '177e894d-1988-43bd-b5e0-3bcfc43d4f4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:05.006937 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:05.009918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] Network d1d9e193-b916-49fa-bb1c-142a5343faec is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:05.025896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:55:05.025896 n-d-827872-1 neutron-server[83550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:55:05.025896 n-d-827872-1 neutron-server[83550]: [parameters: {'id': '8777bed3-ec17-41d1-b8c8-91e1e8c399f4'}] Feb 04 15:55:05.025896 n-d-827872-1 neutron-server[83550]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:55:05.028115 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:55:05.047627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, d1d9e193-b916-49fa-bb1c-142a5343faec) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:05.054400 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:05.056169 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.085943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f0bae3-95b5-4e61-a277-ecbf7ff73756 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:05.088266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b3f0bae3-95b5-4e61-a277-ecbf7ff73756 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:05.093980 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-911588a1-db2e-44ab-8eab-d54a3f8c7c53 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.1380613 Feb 04 15:55:05.096935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51818) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:05.116608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:05.124194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:05.130167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Usage tracker for resource:router and tenant:4c7b58664fba4046b9271182395dfef3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:05.133869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:05.137345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Network 8777bed3-ec17-41d1-b8c8-91e1e8c399f4 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:05.142268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:05.145238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b3f0bae3-95b5-4e61-a277-ecbf7ff73756 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:05.148840 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:05.149005 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b3f0bae3-95b5-4e61-a277-ecbf7ff73756 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8074679 Feb 04 15:55:05.149124 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:05.149269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51822) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:05.157123 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90692690-6c43-4ac1-b3a0-ba0666ab30c9 None None] Network d1d9e193-b916-49fa-bb1c-142a5343faec requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:05.185935 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.191432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:05.198882 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.199837 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.201114 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.210571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Usage tracker for resource:subnet and tenant:b2033ec8899e4ebbad12c4f0e2ac2a3b is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:05.218540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:05.227668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:05.233021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c713cb8-d018-4f2c-b526-c0d1a1702df7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:05.233716 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7c713cb8-d018-4f2c-b526-c0d1a1702df7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:05.257700 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.261178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7c713cb8-d018-4f2c-b526-c0d1a1702df7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:05.262741 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7c713cb8-d018-4f2c-b526-c0d1a1702df7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1122873 Feb 04 15:55:05.269652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51826) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:05.273805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] Deleting port 9da6410a-3781-4f3e-91df-20db3168b613 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:05.274155 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.307880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Made reservation on behalf of b2033ec8899e4ebbad12c4f0e2ac2a3b for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:05.315869 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 8e221b3e-443b-4c34-ad06-76e677c1cedb completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:05.347484 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-84c5ab57-99ec-475f-8547-2a57ac213311 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718014 Feb 04 15:55:05.348785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51830) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:05.356495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-fd3dc70d-af05-4102-9d77-e3995ac5051c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:05.410079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 8e221b3e-443b-4c34-ad06-76e677c1cedb triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:05.410461 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.491838 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.559591 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-75339797-63a1-4154-8a14-7baa899144ea None None] Provisioning for port 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:05.575918 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.599078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fd3dc70d-af05-4102-9d77-e3995ac5051c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:05.607717 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Deleting port e4e3fca2-a654-45b8-a11f-a6446a1a4833 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:05.608066 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.639629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.656784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fd3dc70d-af05-4102-9d77-e3995ac5051c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:05.714730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3dc70d-af05-4102-9d77-e3995ac5051c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:05.718028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd3dc70d-af05-4102-9d77-e3995ac5051c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.734381 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Attempting to bind port e4e3fca2-a654-45b8-a11f-a6446a1a4833 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:05.734685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Attempting to bind port e4e3fca2-a654-45b8-a11f-a6446a1a4833 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'a37d9827-a35e-408d-a254-d77b199225ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8777bed3-ec17-41d1-b8c8-91e1e8c399f4'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:05.735217 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Attempting to bind port e4e3fca2-a654-45b8-a11f-a6446a1a4833 on network 8777bed3-ec17-41d1-b8c8-91e1e8c399f4 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:05.808666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] For port 9da6410a-3781-4f3e-91df-20db3168b613, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9da6410a-3781-4f3e-91df-20db3168b613,segment=NetworkSegment(51cf8227-3f79-41cb-a5bd-428f901dc941),segment_id=51cf8227-3f79-41cb-a5bd-428f901dc941)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:05.809240 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.867993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:05.868809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Checking segment: {'id': 'a37d9827-a35e-408d-a254-d77b199225ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8777bed3-ec17-41d1-b8c8-91e1e8c399f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:05.869134 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.869522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Bound using segment: {'id': 'a37d9827-a35e-408d-a254-d77b199225ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8777bed3-ec17-41d1-b8c8-91e1e8c399f4'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:05.870019 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Bound port: e4e3fca2-a654-45b8-a11f-a6446a1a4833, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37d9827-a35e-408d-a254-d77b199225ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8777bed3-ec17-41d1-b8c8-91e1e8c399f4'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:05.870396 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.962062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] Calling delete_port for 9da6410a-3781-4f3e-91df-20db3168b613 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:05.988489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Allocated IP 172.20.0.1 (d2cb965e-72db-4c83-9f39-3a9498994050/5c6840a6-852d-4924-bee1-3f2c3e430f3e/296859cf-0376-4bf3-b5a1-87e1952ce492) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:06.179762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e025c-fcf0-47b3-b691-e6e1ee64272f None None] DHCP port deletion for 2d7217e5-e318-4a66-a489-b15644d8d3cf request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:55:06.210244 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.213330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e73e025c-fcf0-47b3-b691-e6e1ee64272f None None] Deleting port 9da6410a-3781-4f3e-91df-20db3168b613 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:06.213713 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e73e025c-fcf0-47b3-b691-e6e1ee64272f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.303023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] Pushing event deleted for resources: {'Port': ['ID=9da6410a-3781-4f3e-91df-20db3168b613,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:06.327637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] No DVR routers for this DVR port 9da6410a-3781-4f3e-91df-20db3168b613 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:06.339499 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-8ed85b2d-74a9-4143-9af2-27217112b926', 'network_id': '8ed85b2d-74a9-4143-9af2-27217112b926', 'tenant_id': 'b2033ec8899e4ebbad12c4f0e2ac2a3b', 'fixed_ips': [{'subnet_id': '4dbedf14-3786-42b8-bc81-675b17054519'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:55:06.339499 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.373627 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.407262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e73e025c-fcf0-47b3-b691-e6e1ee64272f None None] The port '9da6410a-3781-4f3e-91df-20db3168b613' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:55:06.408672 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5313e423-a2c8-4725-932f-f9b7f5489371 None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:55:06.423551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5313e423-a2c8-4725-932f-f9b7f5489371 None None] Deleting port 8e221b3e-443b-4c34-ad06-76e677c1cedb {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:06.423776 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5313e423-a2c8-4725-932f-f9b7f5489371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.468165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] For port e4e3fca2-a654-45b8-a11f-a6446a1a4833, host n-d-827872-1, got binding levels [] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:06.468746 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.492216 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.618810 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 8e221b3e-443b-4c34-ad06-76e677c1cedb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=8e221b3e-443b-4c34-ad06-76e677c1cedb,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:06.621234 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487b468f-3e93-45da-9b2f-ffe1b89df61e None None] Network d1d9e193-b916-49fa-bb1c-142a5343faec requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:06.645966 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.654640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Calling delete_port for e4e3fca2-a654-45b8-a11f-a6446a1a4833 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:06.700900 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.717905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Transition to ACTIVE for port object 296859cf-0376-4bf3-b5a1-87e1952ce492 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:06.722294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event updated for resources: {'Subnet': ['ID=08f328a0-a513-4cf9-9bc6-0316b2fef788,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:06.752948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7217e5-e318-4a66-a489-b15644d8d3cf']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:06.776522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51cf8227-3f79-41cb-a5bd-428f901dc941') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:06.776811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51cf8227-3f79-41cb-a5bd-428f901dc941') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:06.780700 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.781458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:06.787657 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd3dc70d-af05-4102-9d77-e3995ac5051c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.796752 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.810484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Checking segment: {'id': '8441155f-5b5c-4b2f-881a-fdbce574ece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '177e894d-1988-43bd-b5e0-3bcfc43d4f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:06.811596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Network hostable DHCP agents. Network: 177e894d-1988-43bd-b5e0-3bcfc43d4f4f, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:06.830397 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.840377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:55:06.841127 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:06.857717 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:06.862961 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.942950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3dc70d-af05-4102-9d77-e3995ac5051c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:06.953158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-fd3dc70d-af05-4102-9d77-e3995ac5051c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:06.956425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3dc70d-af05-4102-9d77-e3995ac5051c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:06.957140 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd3dc70d-af05-4102-9d77-e3995ac5051c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.963501 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=8e221b3e-443b-4c34-ad06-76e677c1cedb,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:06.989208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dc70d-af05-4102-9d77-e3995ac5051c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=ebc5e9ec-e3cc-4ed3-831d-af3268354502,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:06.999965 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.008107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Network d2cb965e-72db-4c83-9f39-3a9498994050 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:07.012253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:07.016545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:07.037772 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.045345 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fd3dc70d-af05-4102-9d77-e3995ac5051c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6933379 Feb 04 15:55:07.076645 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51840) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:07.078138 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.082208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Network 177e894d-1988-43bd-b5e0-3bcfc43d4f4f is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:07.084748 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.089866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Pushing event updated for resources: {'Port': ['ID=296859cf-0376-4bf3-b5a1-87e1952ce492,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:07.090761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'fixed_ips': [{'subnet_id': 'ebc5e9ec-e3cc-4ed3-831d-af3268354502', 'ip_address': '2001:db8::f28b:2cbb:176a:6c7e'}], 'name': 'tempest-NetworksTestDHCPv6-2003687820'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:07.114678 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.221886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Port': ['ID=e4e3fca2-a654-45b8-a11f-a6446a1a4833,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:07.238624 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:55:07.238983 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:55:07.239319 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.241893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No DVR routers for this DVR port e4e3fca2-a654-45b8-a11f-a6446a1a4833 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:07.285972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d7217e5-e318-4a66-a489-b15644d8d3cf,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:07.302637 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4f1f8787-8891-4aed-8cb5-f0ec14fddf91 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2d7217e5-e318-4a66-a489-b15644d8d3cf HTTP/1.1" status: 204 len: 168 time: 3.1282752 Feb 04 15:55:07.303996 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a555ba70-62b1-4f55-b966-19be75a13d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.311709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 177e894d-1988-43bd-b5e0-3bcfc43d4f4f) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:07.318617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:07.319248 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.368320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6a7dd48a-f3af-4df5-a610-7c74b6bf4666 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5155065 Feb 04 15:55:07.405584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51846) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:07.422833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa295688-cd49-4fc0-921e-10629a1c4737 None None] Network 177e894d-1988-43bd-b5e0-3bcfc43d4f4f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:07.493925 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.585560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8777bed3-ec17-41d1-b8c8-91e1e8c399f4']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:07.625269 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.658290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37d9827-a35e-408d-a254-d77b199225ab') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:07.659605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37d9827-a35e-408d-a254-d77b199225ab') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:07.678872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:07.683840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Allocated IP 172.25.0.150 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:07.693731 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.721372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:07.731613 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.792615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51852) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:07.833591 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7e519405-ff4d-4e45-9cb8-a9c9dd17b1df None None] Provisioning for port 296859cf-0376-4bf3-b5a1-87e1952ce492 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:07.846545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7e519405-ff4d-4e45-9cb8-a9c9dd17b1df None None] Provisioning complete for port 296859cf-0376-4bf3-b5a1-87e1952ce492 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:07.846998 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7e519405-ff4d-4e45-9cb8-a9c9dd17b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.917215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Attempting to bind port e4e3fca2-a654-45b8-a11f-a6446a1a4833 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:07.917547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Attempting to bind port e4e3fca2-a654-45b8-a11f-a6446a1a4833 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'a37d9827-a35e-408d-a254-d77b199225ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8777bed3-ec17-41d1-b8c8-91e1e8c399f4'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:07.917908 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Attempting to bind port e4e3fca2-a654-45b8-a11f-a6446a1a4833 on network 8777bed3-ec17-41d1-b8c8-91e1e8c399f4 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:07.933423 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.965111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:07.987999 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:07.988357 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.015597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:55:08.016837 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:08.058688 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:08.073547 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.084975 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:08.127940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-784e09d0-b814-4d9e-aa53-f9e336e4ee15 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba5317e5b4e643378ca182cde621e16b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3168468 Feb 04 15:55:08.136421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51858) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:08.197099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5313e423-a2c8-4725-932f-f9b7f5489371 None None] For port 8e221b3e-443b-4c34-ad06-76e677c1cedb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=8e221b3e-443b-4c34-ad06-76e677c1cedb,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:08.197959 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5313e423-a2c8-4725-932f-f9b7f5489371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.224419 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Allocated IP 2001:db8::2 (8ed85b2d-74a9-4143-9af2-27217112b926/4dbedf14-3786-42b8-bc81-675b17054519/7bb46229-17a3-4ad7-8ad7-de317f01edb6) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:08.370680 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7e519405-ff4d-4e45-9cb8-a9c9dd17b1df None None] Port 296859cf-0376-4bf3-b5a1-87e1952ce492 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:55:08.376578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:08.377193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Checking segment: {'id': 'a37d9827-a35e-408d-a254-d77b199225ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8777bed3-ec17-41d1-b8c8-91e1e8c399f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:08.377752 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.378451 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Bound using segment: {'id': 'a37d9827-a35e-408d-a254-d77b199225ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8777bed3-ec17-41d1-b8c8-91e1e8c399f4'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:08.379108 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Bound port: e4e3fca2-a654-45b8-a11f-a6446a1a4833, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37d9827-a35e-408d-a254-d77b199225ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8777bed3-ec17-41d1-b8c8-91e1e8c399f4'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:08.379663 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.539561 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7f416a45-f214-4603-ae8c-17680533c0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.572416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:08.573256 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.582611 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:08.587496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Pushing event updated for resources: {'Port': ['ID=f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:08.600344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:08.658616 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7f416a45-f214-4603-ae8c-17680533c0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.722365 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.734420 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.761692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Network': ['ID=8777bed3-ec17-41d1-b8c8-91e1e8c399f4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:08.784595 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.787421 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.804438 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d9b11eee-d6bd-4963-917c-54726b36ca07 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/8777bed3-ec17-41d1-b8c8-91e1e8c399f4 HTTP/1.1" status: 204 len: 168 time: 6.5499022 Feb 04 15:55:08.814877 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51884) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:08.826453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1682159032'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:08.831964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:08.838556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:network and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:08.842760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:08.849778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:08.864817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port a4cea531-e62c-4396-83f5-f3fd192ee8aa yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:55:08.904152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5313e423-a2c8-4725-932f-f9b7f5489371 None None] Calling delete_port for 8e221b3e-443b-4c34-ad06-76e677c1cedb owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:08.907223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:08.910008 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.987370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:09.016369 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.016711 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Added segment 150b7007-1fd4-41ad-b0f1-90088f8e5490 of type vlan for network e7fc7e00-f07a-4a78-968a-6ef458c55c8d Feb 04 15:55:09.066130 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.070375 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.085869 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Transition to ACTIVE for port object 7bb46229-17a3-4ad7-8ad7-de317f01edb6 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:09.132339 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.137719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:09.138467 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.146226 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Transition to ACTIVE for port object 7bb46229-17a3-4ad7-8ad7-de317f01edb6 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:09.150611 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.157920 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5313e423-a2c8-4725-932f-f9b7f5489371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.166934 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.315088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-fcae7fa9-2978-4629-a35c-4c752351725c None None] Port e4e3fca2-a654-45b8-a11f-a6446a1a4833 has been deleted concurrently {{(pid=83552) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} Feb 04 15:55:09.317062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Pushing event updated for resources: {'Port': ['ID=296859cf-0376-4bf3-b5a1-87e1952ce492,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:09.360123 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313e423-a2c8-4725-932f-f9b7f5489371 None None] Pushing event deleted for resources: {'Port': ['ID=8e221b3e-443b-4c34-ad06-76e677c1cedb,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:09.369431 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.371650 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5557022 Feb 04 15:55:09.381130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51898) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:09.381708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-177e894d-1988-43bd-b5e0-3bcfc43d4f4f', 'network_id': '177e894d-1988-43bd-b5e0-3bcfc43d4f4f', 'tenant_id': 'b2033ec8899e4ebbad12c4f0e2ac2a3b', 'fixed_ips': [{'subnet_id': '08f328a0-a513-4cf9-9bc6-0316b2fef788'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:55:09.382922 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.439858 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.446123 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'subnet': {'network_id': 'e7fc7e00-f07a-4a78-968a-6ef458c55c8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:09.514480 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7f416a45-f214-4603-ae8c-17680533c0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.557094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Pushing event updated for resources: {'Port': ['ID=7bb46229-17a3-4ad7-8ad7-de317f01edb6,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:09.557863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f416a45-f214-4603-ae8c-17680533c0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9e301e-c141-419b-8f9b-24fdfa619cdc,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:09.560819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-de818f27-3100-4577-a8b2-81b2f5d1b68f None None] Provisioning complete for port 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:09.561393 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-de818f27-3100-4577-a8b2-81b2f5d1b68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.581598 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7f416a45-f214-4603-ae8c-17680533c0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.585230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7f416a45-f214-4603-ae8c-17680533c0d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb9e301e-c141-419b-8f9b-24fdfa619cdc HTTP/1.1" status: 204 len: 168 time: 1.4432132 Feb 04 15:55:09.585372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a875f46-4747-4051-8022-cb8a084c16eb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Network': ['ID=e7fc7e00-f07a-4a78-968a-6ef458c55c8d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:09.596910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:09.612701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:subnet and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:09.620702 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:09.630669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:09.646069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::f28b:2cbb:176a:6c7e (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/ebc5e9ec-e3cc-4ed3-831d-af3268354502/a4cea531-e62c-4396-83f5-f3fd192ee8aa) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:09.656257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network e7fc7e00-f07a-4a78-968a-6ef458c55c8d details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:09.659558 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.661956 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.736378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Network d2cb965e-72db-4c83-9f39-3a9498994050 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:09.743300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:09.784950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:09.814045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 6164392e-1f7d-43ce-bb74-abf7e00bfdc8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6164392e-1f7d-43ce-bb74-abf7e00bfdc8,segment=NetworkSegment(d5672714-6db4-4050-8817-f29f76f329a9),segment_id=d5672714-6db4-4050-8817-f29f76f329a9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:09.816630 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4b70813c-2654-48fa-b5ca-e00cd2750e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.819473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Network 8ed85b2d-74a9-4143-9af2-27217112b926 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:09.828885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313e423-a2c8-4725-932f-f9b7f5489371 None None] No DVR routers for this DVR port 8e221b3e-443b-4c34-ad06-76e677c1cedb on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:09.948920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:09.954111 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.006710 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:10.148269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dce01e-5507-4446-9574-2caa53168ff6 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:10.241709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Allocated IP 2001:db8::1 (8ed85b2d-74a9-4143-9af2-27217112b926/4dbedf14-3786-42b8-bc81-675b17054519/6f292747-78c1-4859-af2c-3122598f10e4) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:10.374926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:10.384277 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.450369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object a4cea531-e62c-4396-83f5-f3fd192ee8aa will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:10.507921 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.529707 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.606519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:10.637583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:10.641268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:10.646096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:10.647340 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.709958 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.737805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Transition to ACTIVE for port object 6f292747-78c1-4859-af2c-3122598f10e4 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:10.743152 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.743985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:55:10.744372 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0d9c3e55-63a9-4e9a-bf55-bb3ce0053402 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:10.765110 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6842313 Feb 04 15:55:10.774838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51928) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:10.797377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f820f241-75eb-4789-97aa-8d5942d58717 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'fixed_ips': [{'subnet_id': 'ebc5e9ec-e3cc-4ed3-831d-af3268354502', 'ip_address': '2001:db8::f28b:2cbb:176a:6c7e'}], 'name': 'tempest-NetworksTestDHCPv6-1772033292'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:10.827647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Attempting to bind port 7bb46229-17a3-4ad7-8ad7-de317f01edb6 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:10.828018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Attempting to bind port 7bb46229-17a3-4ad7-8ad7-de317f01edb6 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '112baa31-6e89-4f47-9c7d-7c75b56e010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8ed85b2d-74a9-4143-9af2-27217112b926'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:10.828380 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Attempting to bind port 7bb46229-17a3-4ad7-8ad7-de317f01edb6 on network 8ed85b2d-74a9-4143-9af2-27217112b926 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:10.982911 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.984153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f820f241-75eb-4789-97aa-8d5942d58717 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:10.988354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f820f241-75eb-4789-97aa-8d5942d58717 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:port and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:10.993228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f820f241-75eb-4789-97aa-8d5942d58717 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:11.001128 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f820f241-75eb-4789-97aa-8d5942d58717 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:11.029909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f820f241-75eb-4789-97aa-8d5942d58717 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:11.035890 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f820f241-75eb-4789-97aa-8d5942d58717 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.106870 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.147824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event updated for resources: {'Port': ['ID=6f292747-78c1-4859-af2c-3122598f10e4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:11.161836 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:11.162873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Checking segment: {'id': '112baa31-6e89-4f47-9c7d-7c75b56e010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8ed85b2d-74a9-4143-9af2-27217112b926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:11.163471 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.164020 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Bound using segment: {'id': '112baa31-6e89-4f47-9c7d-7c75b56e010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8ed85b2d-74a9-4143-9af2-27217112b926'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:11.164881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Bound port: 7bb46229-17a3-4ad7-8ad7-de317f01edb6, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112baa31-6e89-4f47-9c7d-7c75b56e010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8ed85b2d-74a9-4143-9af2-27217112b926'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:11.165866 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.199626 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=6164392e-1f7d-43ce-bb74-abf7e00bfdc8,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:11.220853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Network 8ed85b2d-74a9-4143-9af2-27217112b926 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:11.223397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:11.231056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:11.231650 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.241027 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9568cd6d-45ae-420a-977e-cdb094c6a706 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:11.262782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Router c0e7cf03-0e97-4d28-a90c-feb583c35eb3 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:11.369648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a795e05-9447-4c67-ba63-a94b8d309779 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=a4cea531-e62c-4396-83f5-f3fd192ee8aa,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:11.376328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-f820f241-75eb-4789-97aa-8d5942d58717 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port cdbe785b-3c0c-4d91-88ca-4ec6109543ea yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:55:11.451416 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 9568cd6d-45ae-420a-977e-cdb094c6a706 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:11.470321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 9568cd6d-45ae-420a-977e-cdb094c6a706 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:11.470999 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.575564 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.662706 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.721066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51942) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:11.749231 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.778626 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.814225 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Allocated IP 2001:db8::2 (177e894d-1988-43bd-b5e0-3bcfc43d4f4f/08f328a0-a513-4cf9-9bc6-0316b2fef788/bfc19d1d-9081-46b0-b362-d9299032e9ca) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:11.819507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c31a5344-62ed-4228-9e36-f1b829e7785a None None] Provisioning complete for port 296859cf-0376-4bf3-b5a1-87e1952ce492 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:11.820149 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c31a5344-62ed-4228-9e36-f1b829e7785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.863575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] For port 7bb46229-17a3-4ad7-8ad7-de317f01edb6, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:11.866550 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffdc1fb-0136-4ba1-9374-4fbb4ba440a6 None None] DHCP port deletion for 8777bed3-ec17-41d1-b8c8-91e1e8c399f4 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:55:11.892292 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 9568cd6d-45ae-420a-977e-cdb094c6a706, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9568cd6d-45ae-420a-977e-cdb094c6a706,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:11.924901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] For port 7bb46229-17a3-4ad7-8ad7-de317f01edb6, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7bb46229-17a3-4ad7-8ad7-de317f01edb6,segment=NetworkSegment(112baa31-6e89-4f47-9c7d-7c75b56e010f),segment_id=112baa31-6e89-4f47-9c7d-7c75b56e010f)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:11.928281 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.033774 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f820f241-75eb-4789-97aa-8d5942d58717 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 15:55:12.033774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f820f241-75eb-4789-97aa-8d5942d58717 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:55:12.062063 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=9568cd6d-45ae-420a-977e-cdb094c6a706,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:12.066765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3ad862-9ab9-42f4-bf31-d9a9f3115b4e None None] Network 8777bed3-ec17-41d1-b8c8-91e1e8c399f4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:12.070407 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.085133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8e221b3e-443b-4c34-ad06-76e677c1cedb no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:12.199780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Subnet': ['ID=cfa67e0d-f9dc-4e5a-8c13-523111597f33,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:12.200222 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.215760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-634630449-network', 'tenant_id': '415d085f7cc74555a366d0e868f68b79'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:12.222947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Router 8d898209-8abf-4113-b738-775145681c4e is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:55:12.233622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:12.255930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Usage tracker for resource:network and tenant:415d085f7cc74555a366d0e868f68b79 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:12.263975 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:12.307596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 8e221b3e-443b-4c34-ad06-76e677c1cedb {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:55:12.308089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8e221b3e-443b-4c34-ad06-76e677c1cedb not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:12.308799 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9da6410a-3781-4f3e-91df-20db3168b613 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:12.346026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3ad862-9ab9-42f4-bf31-d9a9f3115b4e None None] Network 8777bed3-ec17-41d1-b8c8-91e1e8c399f4 could not be found, it might have been deleted concurrently. {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 04 15:55:12.361593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 9da6410a-3781-4f3e-91df-20db3168b613 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:55:12.361888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9da6410a-3781-4f3e-91df-20db3168b613 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:12.365596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c31a5344-62ed-4228-9e36-f1b829e7785a None None] Port 296859cf-0376-4bf3-b5a1-87e1952ce492 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:55:12.381237 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f820f241-75eb-4789-97aa-8d5942d58717 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5865588 Feb 04 15:55:12.383934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:12.387069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51948) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:12.436607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Made reservation on behalf of 415d085f7cc74555a366d0e868f68b79 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:12.438800 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.439553 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.457682 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.458350 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.470775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331384a-b796-416a-9c35-a59e8b82beed None None] Pushing event updated for resources: {'Port': ['ID=7bb46229-17a3-4ad7-8ad7-de317f01edb6,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:12.504137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': 'ebc5e9ec-e3cc-4ed3-831d-af3268354502'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:55:12.504951 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.514979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.529649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Checking segment: {'id': '150b7007-1fd4-41ad-b0f1-90088f8e5490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e7fc7e00-f07a-4a78-968a-6ef458c55c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:12.530525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-73047a0b-30a2-49c8-9b21-fe7d678447ac None None] Could not find standard attr ID for object e4e3fca2-a654-45b8-a11f-a6446a1a4833. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:55:12.537908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network hostable DHCP agents. Network: e7fc7e00-f07a-4a78-968a-6ef458c55c8d, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:12.610376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event updated for resources: {'Port': ['ID=6f292747-78c1-4859-af2c-3122598f10e4,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:12.622182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:12.648163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:12.680868 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d569b824-9183-4480-9518-20d85d631dfc admin admin] 10.222.0.60 "PUT /v2.0/routers/c0e7cf03-0e97-4d28-a90c-feb583c35eb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2102308 Feb 04 15:55:12.686475 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.715917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Sync routers for ids ['c0e7cf03-0e97-4d28-a90c-feb583c35eb3'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:55:12.733549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Usage tracker for resource:security_group_rule and tenant:415d085f7cc74555a366d0e868f68b79 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:12.736521 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network e7fc7e00-f07a-4a78-968a-6ef458c55c8d is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:12.770428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:12.792299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:12.814903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, e7fc7e00-f07a-4a78-968a-6ef458c55c8d) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:12.819376 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:12.820007 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.859034 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6ba4d545-6cab-41bb-a0c2-fdc531c83e61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4326220 Feb 04 15:55:12.861981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51956) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:12.972453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbc9ebc-3d51-4314-8a8f-dca4df2ec094 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:12.973124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ebbc9ebc-3d51-4314-8a8f-dca4df2ec094 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:13.100383 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Network 8ed85b2d-74a9-4143-9af2-27217112b926 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:13.102727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:13.103050 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.109176 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ebbc9ebc-3d51-4314-8a8f-dca4df2ec094 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:13.119286 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ebbc9ebc-3d51-4314-8a8f-dca4df2ec094 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7283988 Feb 04 15:55:13.120037 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.121027 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Transition to ACTIVE for port object bfc19d1d-9081-46b0-b362-d9299032e9ca will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:13.124076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51964) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:13.125460 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49d414f-5a1a-45d5-aa91-85473f2049ab None None] Network e7fc7e00-f07a-4a78-968a-6ef458c55c8d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:13.127889 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.144189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7bb46229-17a3-4ad7-8ad7-de317f01edb6 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:13.298833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.337943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:13.341815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Allocated IP 2001:db8::2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/ebc5e9ec-e3cc-4ed3-831d-af3268354502/8d66d27b-795e-43dc-84d2-b870760f7a5b) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:13.354730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4750dd8d-45aa-4304-980e-e6f69ab8bbfd,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:13.356237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Transition to ACTIVE for port object bfc19d1d-9081-46b0-b362-d9299032e9ca will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:13.369903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:13.383657 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Sync routers for ids ['8d898209-8abf-4113-b738-775145681c4e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:55:13.394997 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.395460 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Added segment 581c6332-ae44-469d-97c6-34f5f54ff41b of type vlan for network ab1f6c86-9ce6-4a25-945a-f235b274fe0b Feb 04 15:55:13.405473 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.408065 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Routers {'8d898209-8abf-4113-b738-775145681c4e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:13.409412 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d898209-8abf-4113-b738-775145681c4e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:13.429822 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.480807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-6c81c178-bf2c-41be-96af-764ec0588614 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port a4cea531-e62c-4396-83f5-f3fd192ee8aa {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:13.480807 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c81c178-bf2c-41be-96af-764ec0588614 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.544161 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.547253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:13.547814 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.583658 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 7bb46229-17a3-4ad7-8ad7-de317f01edb6 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:13.591335 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Routers {'c0e7cf03-0e97-4d28-a90c-feb583c35eb3'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:13.596336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c0e7cf03-0e97-4d28-a90c-feb583c35eb3'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:13.739641 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Set router 8d898209-8abf-4113-b738-775145681c4e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:13.741528 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9568cd6d-45ae-420a-977e-cdb094c6a706 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:13.968839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.981185 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-601f6ce2-a27c-4cfb-8265-a89020d8ce75 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.8827558 Feb 04 15:55:13.987942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51984) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:14.028037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Network 177e894d-1988-43bd-b5e0-3bcfc43d4f4f is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:14.056196 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Pushing event updated for resources: {'Port': ['ID=bfc19d1d-9081-46b0-b362-d9299032e9ca,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:14.064440 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:14.085794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:14.087674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:14.088173 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:14.088662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:14.089637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:14.090146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:14.090630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:14.091110 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:14.091656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:14.092133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:14.093096 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:14.108970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:14.129340 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3944471 Feb 04 15:55:14.141221 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51996) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:14.152607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23efe0-ffc9-463d-8884-1514d21adc73 admin admin] Pushing event updated for resources: {'Network': ['ID=ab1f6c86-9ce6-4a25-945a-f235b274fe0b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:14.173588 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:14.198635 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] Request body: {'subnet': {'network_id': 'ab1f6c86-9ce6-4a25-945a-f235b274fe0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-634630449-subnet', 'tenant_id': '415d085f7cc74555a366d0e868f68b79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:14.287706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Router 53728799-12a4-49ee-aaca-4233a379da85 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:55:14.318787 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 9568cd6d-45ae-420a-977e-cdb094c6a706 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:14.319211 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:14.325777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:14.334823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa67e0d-f9dc-4e5a-8c13-523111597f33,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:14.346595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] Usage tracker for resource:subnet and tenant:415d085f7cc74555a366d0e868f68b79 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:14.362933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:14.388066 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8145e3-4ec4-40f4-9cca-2f99a3facdd6 None None] Network 8ed85b2d-74a9-4143-9af2-27217112b926 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:14.419851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:14.444612 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d898209-8abf-4113-b738-775145681c4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:55:08Z', 'revision_number': 3, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'gw_port': {'id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:52:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:07Z', 'updated_at': '2022-02-04T15:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:14.453054 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Checking router: 8d898209-8abf-4113-b738-775145681c4e for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:55:14.453672 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Updating router 8d898209-8abf-4113-b738-775145681c4e port f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:55:14.528126 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:14.641742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network ab1f6c86-9ce6-4a25-945a-f235b274fe0b details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:14.894903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52014) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:15.041108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] Made reservation on behalf of 415d085f7cc74555a366d0e868f68b79 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:15.050488 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.113041 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.124879 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Transition to ACTIVE for port object f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:15.138952 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.200087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:15.213129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-10d3361b-9fa2-4ef2-8deb-d0a432257ea2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "PUT /v2.0/routers/53728799-12a4-49ee-aaca-4233a379da85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7906346 Feb 04 15:55:15.214148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52026) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:15.263140 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a4da2-0cc4-4147-bd86-82ed93aecf83 None None] Pushing event updated for resources: {'Port': ['ID=f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:15.265441 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Attempting to bind port f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:15.265801 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Attempting to bind port f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:15.266130 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.266279 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Attempting to bind port f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:15.280406 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:15.280783 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:15.281182 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.281570 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:15.282037 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Bound port: f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:15.282404 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.342454 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-825cb789-bce8-4b76-9d39-6b2f3175afb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.390485 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c81c178-bf2c-41be-96af-764ec0588614 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.434731 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-825cb789-bce8-4b76-9d39-6b2f3175afb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:15.438683 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] For port f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:15.439088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-825cb789-bce8-4b76-9d39-6b2f3175afb2 admin admin] Usage tracker for resource:security_group_rule and tenant:3dfe4a928bc04189ad55240bc1a10a2a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:15.442352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-825cb789-bce8-4b76-9d39-6b2f3175afb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:15.442718 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] For port f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:15.450034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-825cb789-bce8-4b76-9d39-6b2f3175afb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:15.450219 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.478540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d1a96-8543-41b9-9ff6-e4de21986a63 None None] Sync routers for ids ['53728799-12a4-49ee-aaca-4233a379da85'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:55:15.520496 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-825cb789-bce8-4b76-9d39-6b2f3175afb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.526252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fc7e00-f07a-4a78-968a-6ef458c55c8d']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:15.542861 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-825cb789-bce8-4b76-9d39-6b2f3175afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.555613 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Routers {'8d898209-8abf-4113-b738-775145681c4e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:15.556598 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d898209-8abf-4113-b738-775145681c4e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:15.564847 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.631164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150b7007-1fd4-41ad-b0f1-90088f8e5490') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:15.631491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150b7007-1fd4-41ad-b0f1-90088f8e5490') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:15.667546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Attempting to bind port bfc19d1d-9081-46b0-b362-d9299032e9ca on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:15.667736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Attempting to bind port bfc19d1d-9081-46b0-b362-d9299032e9ca by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '8441155f-5b5c-4b2f-881a-fdbce574ece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '177e894d-1988-43bd-b5e0-3bcfc43d4f4f'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:15.668237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Attempting to bind port bfc19d1d-9081-46b0-b362-d9299032e9ca on network 177e894d-1988-43bd-b5e0-3bcfc43d4f4f {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:15.684918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:15.685292 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Checking segment: {'id': '8441155f-5b5c-4b2f-881a-fdbce574ece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '177e894d-1988-43bd-b5e0-3bcfc43d4f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:15.685697 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.686166 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Bound using segment: {'id': '8441155f-5b5c-4b2f-881a-fdbce574ece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '177e894d-1988-43bd-b5e0-3bcfc43d4f4f'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:15.686963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Bound port: bfc19d1d-9081-46b0-b362-d9299032e9ca, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8441155f-5b5c-4b2f-881a-fdbce574ece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '177e894d-1988-43bd-b5e0-3bcfc43d4f4f'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:15.687363 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.713551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac65b247-f29b-4c30-ae2a-b2a85ee70cfb None None] Network e7fc7e00-f07a-4a78-968a-6ef458c55c8d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:15.771761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-6c81c178-bf2c-41be-96af-764ec0588614 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for a4cea531-e62c-4396-83f5-f3fd192ee8aa owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:15.816208 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] Set router 8d898209-8abf-4113-b738-775145681c4e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:15.824005 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Transition to ACTIVE for port object 8d66d27b-795e-43dc-84d2-b870760f7a5b will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:15.868579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52042) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:15.891737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e67119ba-dd55-4f6d-ab87-ce703e58ee40 None None] Provisioning for port 7bb46229-17a3-4ad7-8ad7-de317f01edb6 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:15.963571 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a4da2-0cc4-4147-bd86-82ed93aecf83 None None] Pushing event updated for resources: {'Port': ['ID=f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:15.976433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e67119ba-dd55-4f6d-ab87-ce703e58ee40 None None] Provisioning complete for port 7bb46229-17a3-4ad7-8ad7-de317f01edb6 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:15.977350 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e67119ba-dd55-4f6d-ab87-ce703e58ee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.044230 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.073850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d1a96-8543-41b9-9ff6-e4de21986a63 None None] Routers {'53728799-12a4-49ee-aaca-4233a379da85'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:16.074394 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-226d1a96-8543-41b9-9ff6-e4de21986a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['53728799-12a4-49ee-aaca-4233a379da85'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:16.116243 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.120927 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.198156 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d898209-8abf-4113-b738-775145681c4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:55:08Z', 'revision_number': 3, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'gw_port': {'id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:52:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:07Z', 'updated_at': '2022-02-04T15:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:16.202424 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4116dcf-ec4a-47ec-ba17-91eaf6b7fd32 None None] The sync data for ids ['8d898209-8abf-4113-b738-775145681c4e'] in n-d-827872-1 is: [{'id': '8d898209-8abf-4113-b738-775145681c4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:55:08Z', 'revision_number': 3, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'gw_port': {'id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:52:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:07Z', 'updated_at': '2022-02-04T15:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:16.219084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-226d1a96-8543-41b9-9ff6-e4de21986a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:16.228917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:16.233083 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:55:16.233488 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:16.251217 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:16.263468 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Transition to ACTIVE for port object 8d66d27b-795e-43dc-84d2-b870760f7a5b will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:16.263911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cb789-bce8-4b76-9d39-6b2f3175afb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953919b7-bda3-4353-9e96-a56fee80d53d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:16.272200 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-825cb789-bce8-4b76-9d39-6b2f3175afb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3dfe4a928bc04189ad55240bc1a10a2a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3768122 Feb 04 15:55:16.294435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52046) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:16.309395 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Set router c0e7cf03-0e97-4d28-a90c-feb583c35eb3 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:16.392579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca9b2f4-07e9-48d0-96db-2fe982b9d238,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:16.470742 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.476187 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.505655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d1a96-8543-41b9-9ff6-e4de21986a63 None None] Routers {'53728799-12a4-49ee-aaca-4233a379da85'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:16.507046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-226d1a96-8543-41b9-9ff6-e4de21986a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['53728799-12a4-49ee-aaca-4233a379da85'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:16.524749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Network': ['ID=e7fc7e00-f07a-4a78-968a-6ef458c55c8d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:16.548858 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0bbebf5a-422e-4c81-9976-1f9167a8b8a6 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/e7fc7e00-f07a-4a78-968a-6ef458c55c8d HTTP/1.1" status: 204 len: 168 time: 3.6821859 Feb 04 15:55:16.549752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] Checking segment: {'id': '581c6332-ae44-469d-97c6-34f5f54ff41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ab1f6c86-9ce6-4a25-945a-f235b274fe0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:16.550111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] Network hostable DHCP agents. Network: ab1f6c86-9ce6-4a25-945a-f235b274fe0b, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:16.557350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52050) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:16.568884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-500206590'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:16.575024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:16.580704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:network and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:16.584002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:16.590481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:16.609518 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:16.612651 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.644037 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c81c178-bf2c-41be-96af-764ec0588614 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.705145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81c178-bf2c-41be-96af-764ec0588614 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=a4cea531-e62c-4396-83f5-f3fd192ee8aa,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:16.719623 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bef8188d-a85d-44e0-a96c-18aa9a3ad5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.720856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] Network ab1f6c86-9ce6-4a25-945a-f235b274fe0b is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:16.725269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:16.741835 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.775821 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c81c178-bf2c-41be-96af-764ec0588614 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.780606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, ab1f6c86-9ce6-4a25-945a-f235b274fe0b) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:16.784869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:16.785666 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.793097 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.794126 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Added segment c931da98-af81-4181-90c3-556b1a485fbb of type vlan for network 25ea44ab-eff9-4a87-b49e-38536e7569e3 Feb 04 15:55:16.814352 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6c81c178-bf2c-41be-96af-764ec0588614 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/a4cea531-e62c-4396-83f5-f3fd192ee8aa HTTP/1.1" status: 204 len: 168 time: 3.6831064 Feb 04 15:55:16.817452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52054) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:16.858853 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851203d0-0d8e-4f30-9779-630b0d9b1c9b None None] Network ab1f6c86-9ce6-4a25-945a-f235b274fe0b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:16.893086 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-357c2e4f-de70-4727-bc26-0f227ae26036 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7379520 Feb 04 15:55:16.909087 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-226d1a96-8543-41b9-9ff6-e4de21986a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:16.909500 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d1a96-8543-41b9-9ff6-e4de21986a63 None None] The sync data for ids ['53728799-12a4-49ee-aaca-4233a379da85'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:16.910148 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.910899 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Pushing event updated for resources: {'Port': ['ID=8d66d27b-795e-43dc-84d2-b870760f7a5b,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:16.949364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ddf9a1-f815-42b0-88e0-a8cdeda535f4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:16.950685 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ddf9a1-f815-42b0-88e0-a8cdeda535f4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:16.951633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-59ddf9a1-f815-42b0-88e0-a8cdeda535f4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:17.017764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] For port bfc19d1d-9081-46b0-b362-d9299032e9ca, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:17.024722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-59ddf9a1-f815-42b0-88e0-a8cdeda535f4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:17.028257 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-59ddf9a1-f815-42b0-88e0-a8cdeda535f4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2090070 Feb 04 15:55:17.033791 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52060) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:17.034725 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.046049 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:17.046721 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.230876 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:17.239941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] For port bfc19d1d-9081-46b0-b362-d9299032e9ca, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bfc19d1d-9081-46b0-b362-d9299032e9ca,segment=NetworkSegment(8441155f-5b5c-4b2f-881a-fdbce574ece5),segment_id=8441155f-5b5c-4b2f-881a-fdbce574ece5)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:17.256608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:17.281702 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7236710 Feb 04 15:55:17.283803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:17.293733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52066) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:17.300065 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.318945 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'subnet': {'network_id': '25ea44ab-eff9-4a87-b49e-38536e7569e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:17.424836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db55ac-128e-45af-a925-732763346c36 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Network': ['ID=25ea44ab-eff9-4a87-b49e-38536e7569e3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:17.450949 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.552527 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 25ea44ab-eff9-4a87-b49e-38536e7569e3 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:17.721679 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:17.722299 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.753886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Allocated IP 172.20.0.1 (d1d9e193-b916-49fa-bb1c-142a5343faec/8865c179-151c-4269-a674-a5deb042c273/3640a3a2-4bd6-4087-bdca-5901e0170d3e) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:17.795437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:17.802599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:subnet and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:17.808201 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e67119ba-dd55-4f6d-ab87-ce703e58ee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.808556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:17.828615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:17.872582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-10cd55c2-cd2b-4c04-8ceb-c0ae3a97178a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet ebc5e9ec-e3cc-4ed3-831d-af3268354502 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:55:17.876109 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:17.892238 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10cd55c2-cd2b-4c04-8ceb-c0ae3a97178a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.023238 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.029785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Attempting to bind port 8d66d27b-795e-43dc-84d2-b870760f7a5b on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:18.030347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Attempting to bind port 8d66d27b-795e-43dc-84d2-b870760f7a5b by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:18.030802 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Attempting to bind port 8d66d27b-795e-43dc-84d2-b870760f7a5b on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:18.069235 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bef8188d-a85d-44e0-a96c-18aa9a3ad5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.080105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:18.080693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:18.081267 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.081752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:18.082358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Bound port: 8d66d27b-795e-43dc-84d2-b870760f7a5b, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:18.082834 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.108203 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10cd55c2-cd2b-4c04-8ceb-c0ae3a97178a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.168773 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.188673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'name': 'tempest-TestAggregatesBasicOps-801952974-router', 'tenant_id': 'd59dd38a1783484586db4657aba8946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9568cd6d-45ae-420a-977e-cdb094c6a706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:51Z', 'updated_at': '2022-02-04T15:55:07Z', 'revision_number': 4, 'project_id': 'd59dd38a1783484586db4657aba8946e', 'gw_port': {'id': '9568cd6d-45ae-420a-977e-cdb094c6a706', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:54Z', 'updated_at': '2022-02-04T15:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '296859cf-0376-4bf3-b5a1-87e1952ce492', 'name': '', 'network_id': 'd2cb965e-72db-4c83-9f39-3a9498994050', 'tenant_id': 'd59dd38a1783484586db4657aba8946e', 'mac_address': 'fa:16:3e:ec:47:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c6840a6-852d-4924-bee1-3f2c3e430f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:55:08Z', 'revision_number': 2, 'project_id': 'd59dd38a1783484586db4657aba8946e', 'subnets': [{'id': '5c6840a6-852d-4924-bee1-3f2c3e430f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:18.206500 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Checking router: c0e7cf03-0e97-4d28-a90c-feb583c35eb3 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:55:18.215442 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Updating router c0e7cf03-0e97-4d28-a90c-feb583c35eb3 port 296859cf-0376-4bf3-b5a1-87e1952ce492 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:55:18.264096 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be5112-5f94-425a-8847-2a2c3d5f64c1 None None] Pushing event updated for resources: {'Port': ['ID=bfc19d1d-9081-46b0-b362-d9299032e9ca,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:18.364868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e67119ba-dd55-4f6d-ab87-ce703e58ee40 None None] For port 7bb46229-17a3-4ad7-8ad7-de317f01edb6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7bb46229-17a3-4ad7-8ad7-de317f01edb6,segment=NetworkSegment(112baa31-6e89-4f47-9c7d-7c75b56e010f),segment_id=112baa31-6e89-4f47-9c7d-7c75b56e010f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:18.446129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.ipam_backend_mixin [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Performing IP validity checks on allocation pools {{(pid=83550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 15:55:18.446916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.ipam_backend_mixin [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 15:55:18.450458 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e67119ba-dd55-4f6d-ab87-ce703e58ee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.516538 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.591385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-ca379056-b63d-45c2-98c8-daf10178eaf4 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:18.593156 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-ca379056-b63d-45c2-98c8-daf10178eaf4 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/networks?id=ab1f6c86-9ce6-4a25-945a-f235b274fe0b HTTP/1.1" status: 200 len: 813 time: 0.5142763 Feb 04 15:55:18.608228 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.621272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] For port 8d66d27b-795e-43dc-84d2-b870760f7a5b, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:18.636532 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67119ba-dd55-4f6d-ab87-ce703e58ee40 None None] Pushing event updated for resources: {'Port': ['ID=7bb46229-17a3-4ad7-8ad7-de317f01edb6,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:18.662675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432900d0-6430-428b-b6f3-90c1c1d0593e None None] Network ab1f6c86-9ce6-4a25-945a-f235b274fe0b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:18.685509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] For port 8d66d27b-795e-43dc-84d2-b870760f7a5b, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=8d66d27b-795e-43dc-84d2-b870760f7a5b,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:18.689298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e4e3fca2-a654-45b8-a11f-a6446a1a4833 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:18.707768 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10cd55c2-cd2b-4c04-8ceb-c0ae3a97178a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.725791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Network d1d9e193-b916-49fa-bb1c-142a5343faec is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:18.734510 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-b84fc070-c370-48fe-ab97-088d761b764d tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/quotas/415d085f7cc74555a366d0e868f68b79 HTTP/1.1" status: 200 len: 375 time: 0.1166830 Feb 04 15:55:18.735593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:18.744387 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bef8188d-a85d-44e0-a96c-18aa9a3ad5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.747871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:18.780082 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-282b75d4-2475-46ec-aa73-b5c82e0e7f96 req-8c2505d1-b9cb-4a61-9c7a-7242653f612d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2167456 Feb 04 15:55:18.788005 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.798347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Pushing event updated for resources: {'Port': ['ID=3640a3a2-4bd6-4087-bdca-5901e0170d3e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:18.879107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8188d-a85d-44e0-a96c-18aa9a3ad5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953919b7-bda3-4353-9e96-a56fee80d53d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:18.897204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-a5ce0c3f-ed6c-4517-89da-8e085c314ec2 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=415d085f7cc74555a366d0e868f68b79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831733 Feb 04 15:55:18.910373 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10cd55c2-cd2b-4c04-8ceb-c0ae3a97178a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.917287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Subnet': ['ID=3edf181b-acf3-48ba-8ed7-e4b629198630,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:18.934437 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-7f97cf22-33e5-4d7e-ba95-800d2d8a4907 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:55:18.949602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7f97cf22-33e5-4d7e-ba95-800d2d8a4907 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "PUT /v2.0/routers/53728799-12a4-49ee-aaca-4233a379da85/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.7299168 Feb 04 15:55:18.965106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52078) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:19.100627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd55c2-cd2b-4c04-8ceb-c0ae3a97178a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc5e9ec-e3cc-4ed3-831d-af3268354502,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:19.129769 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10cd55c2-cd2b-4c04-8ceb-c0ae3a97178a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.140123 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bef8188d-a85d-44e0-a96c-18aa9a3ad5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.144663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bef8188d-a85d-44e0-a96c-18aa9a3ad5f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/953919b7-bda3-4353-9e96-a56fee80d53d HTTP/1.1" status: 204 len: 168 time: 2.8399460 Feb 04 15:55:19.144932 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.155278 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.168763 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3f62-e5b7-4379-a7d3-578f20cbed1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.186823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Checking segment: {'id': 'c931da98-af81-4181-90c3-556b1a485fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '25ea44ab-eff9-4a87-b49e-38536e7569e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:19.187624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network hostable DHCP agents. Network: 25ea44ab-eff9-4a87-b49e-38536e7569e3, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:19.212559 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-10cd55c2-cd2b-4c04-8ceb-c0ae3a97178a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/ebc5e9ec-e3cc-4ed3-831d-af3268354502 HTTP/1.1" status: 204 len: 168 time: 2.1505280 Feb 04 15:55:19.218017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52086) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:19.300183 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f70dd4c2-9c66-41c2-b841-404ab81b074c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0799065 Feb 04 15:55:19.305249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52090) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:19.330164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4523ae33-eb74-4531-a8bc-95fbb298dea4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:19.334272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: e4e3fca2-a654-45b8-a11f-a6446a1a4833 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:55:19.334632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e4e3fca2-a654-45b8-a11f-a6446a1a4833 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:19.536964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-e35cbaa5-b316-44c6-a807-f992d3b75ac5 service neutron] 10.222.0.60 "GET /v2.0/networks/ab1f6c86-9ce6-4a25-945a-f235b274fe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362126 Feb 04 15:55:19.548962 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-282b75d4-2475-46ec-aa73-b5c82e0e7f96 req-ccfb7d54-c4c0-49b1-9b0e-d79dc9147c8b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 1096 time: 0.5347109 Feb 04 15:55:19.565394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network 25ea44ab-eff9-4a87-b49e-38536e7569e3 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:19.576159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-31139092-e83c-4a9a-8f15-90d48555e230 None None] Provisioning complete for port 7bb46229-17a3-4ad7-8ad7-de317f01edb6 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:19.576534 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-31139092-e83c-4a9a-8f15-90d48555e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.757386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4523ae33-eb74-4531-a8bc-95fbb298dea4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:19.760938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 25ea44ab-eff9-4a87-b49e-38536e7569e3) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:19.768637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4523ae33-eb74-4531-a8bc-95fbb298dea4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:19.775732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4523ae33-eb74-4531-a8bc-95fbb298dea4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:19.787081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:19.787875 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.796422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4523ae33-eb74-4531-a8bc-95fbb298dea4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:19.796977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7bb46229-17a3-4ad7-8ad7-de317f01edb6 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:19.842136 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e9087-f951-4187-a826-d8a7850a7e6e None None] Network 25ea44ab-eff9-4a87-b49e-38536e7569e3 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:19.867056 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3c6a8626-53f1-40be-9934-71d3045ad491 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5721526 Feb 04 15:55:19.870874 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52096) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:19.871242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52098) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:19.871890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4523ae33-eb74-4531-a8bc-95fbb298dea4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:19.876176 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4523ae33-eb74-4531-a8bc-95fbb298dea4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.883782 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:55:19.893771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ebb327-f273-4989-a3e5-13eca9ec27b5 None None] Network 177e894d-1988-43bd-b5e0-3bcfc43d4f4f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:19.928824 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.930612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8658d-7a95-47e1-ac51-37b417c6f273 None None] Pushing event updated for resources: {'Port': ['ID=8d66d27b-795e-43dc-84d2-b870760f7a5b,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:20.103973 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.145094 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6df6604-1c49-4837-9388-eef6733b028f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.186794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b75d4-2475-46ec-aa73-b5c82e0e7f96 req-140f9417-3807-4d04-90f4-20f06eb9dd66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:20.188350 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-282b75d4-2475-46ec-aa73-b5c82e0e7f96 req-140f9417-3807-4d04-90f4-20f06eb9dd66 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 917 time: 0.6034303 Feb 04 15:55:20.292629 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-0cfa4649-aba2-47d9-9c3b-4c33eb7de421 service neutron] 10.222.0.60 "GET /v2.0/networks/ab1f6c86-9ce6-4a25-945a-f235b274fe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7571902 Feb 04 15:55:20.474411 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.550274 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Transition to ACTIVE for port object 296859cf-0376-4bf3-b5a1-87e1952ce492 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:20.562234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b6df6604-1c49-4837-9388-eef6733b028f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:20.588254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b6df6604-1c49-4837-9388-eef6733b028f admin admin] Usage tracker for resource:security_group_rule and tenant:5b399dd88c3944c3b008c7a2ddf36593 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:20.611733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b6df6604-1c49-4837-9388-eef6733b028f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:20.632508 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.642650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b6df6604-1c49-4837-9388-eef6733b028f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:20.670586 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.705206 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-282b75d4-2475-46ec-aa73-b5c82e0e7f96 req-18c26209-4a7f-4b1c-a7e6-256059030b69 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f3f5db-322f-4388-8679-75a1d3849856 HTTP/1.1" status: 200 len: 1001 time: 0.5075824 Feb 04 15:55:20.712606 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08b1d5f6-fd9e-4a41-9e3c-09041a77b722 req-0254ccff-3b3c-45fa-a0df-d36f13ba85b9 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 210 time: 0.1091602 Feb 04 15:55:20.795740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 7bb46229-17a3-4ad7-8ad7-de317f01edb6 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:20.795842 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.030233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b75d4-2475-46ec-aa73-b5c82e0e7f96 req-0214c688-66ee-4393-854c-4f9f0b9495fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:21.031616 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-282b75d4-2475-46ec-aa73-b5c82e0e7f96 req-0214c688-66ee-4393-854c-4f9f0b9495fd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 200 len: 855 time: 0.3023510 Feb 04 15:55:21.048204 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.167958 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.218313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14dcb0-52b5-4721-8de0-4b68ef2dce90 None None] Pushing event updated for resources: {'Port': ['ID=296859cf-0376-4bf3-b5a1-87e1952ce492,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:21.278157 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4523ae33-eb74-4531-a8bc-95fbb298dea4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.292365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-31139092-e83c-4a9a-8f15-90d48555e230 None None] Provisioning for port 6f292747-78c1-4859-af2c-3122598f10e4 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:21.332629 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-152acb99-92b4-42c4-b0e3-bc8477abd5f7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.364682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0c7cb5-53ce-4f96-bc50-a937baece1a6 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:21.400232 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6df6604-1c49-4837-9388-eef6733b028f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.401210 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.416031 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6df6604-1c49-4837-9388-eef6733b028f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.424856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-31139092-e83c-4a9a-8f15-90d48555e230 None None] Provisioning complete for port 6f292747-78c1-4859-af2c-3122598f10e4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:21.425621 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-31139092-e83c-4a9a-8f15-90d48555e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.446018 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4523ae33-eb74-4531-a8bc-95fbb298dea4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:21.468829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-4523ae33-eb74-4531-a8bc-95fbb298dea4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:21.485673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4523ae33-eb74-4531-a8bc-95fbb298dea4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:21.486542 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4523ae33-eb74-4531-a8bc-95fbb298dea4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.529530 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523ae33-eb74-4531-a8bc-95fbb298dea4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=9131c5b0-5efd-492d-ba5f-462ed26ef195,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:21.546587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df6604-1c49-4837-9388-eef6733b028f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08326acb-a801-4c2b-8e23-10fb5ec86e1a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:21.555748 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.600493 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-282b75d4-2475-46ec-aa73-b5c82e0e7f96 req-dcda3807-1f74-4a66-9655-391c227235fa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2183356-deba-4128-ad82-b10ca33a0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5621233 Feb 04 15:55:21.608235 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b6df6604-1c49-4837-9388-eef6733b028f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b399dd88c3944c3b008c7a2ddf36593&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7115865 Feb 04 15:55:21.609112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52114) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:21.659849 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.663423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Pushing event updated for resources: {'Port': ['ID=3640a3a2-4bd6-4087-bdca-5901e0170d3e,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:21.688458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Subnet': ['ID=3edf181b-acf3-48ba-8ed7-e4b629198630,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:21.688904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbbdc14-2a7d-4e24-8636-a8abda2fb772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-25ea44ab-eff9-4a87-b49e-38536e7569e3', 'network_id': '25ea44ab-eff9-4a87-b49e-38536e7569e3', 'tenant_id': '2905bed5de8142679c95c03b59ae6653', 'fixed_ips': [{'subnet_id': '3edf181b-acf3-48ba-8ed7-e4b629198630'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:55:21.689722 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0bbbdc14-2a7d-4e24-8636-a8abda2fb772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.768811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bfc19d1d-9081-46b0-b362-d9299032e9ca up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:21.769819 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4523ae33-eb74-4531-a8bc-95fbb298dea4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4578469 Feb 04 15:55:21.781889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52120) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:21.804352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Attempting to bind port 296859cf-0376-4bf3-b5a1-87e1952ce492 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:21.804804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Attempting to bind port 296859cf-0376-4bf3-b5a1-87e1952ce492 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'b4269a06-697a-4ac5-a2e7-d2f9675bdb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd2cb965e-72db-4c83-9f39-3a9498994050'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:21.805168 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Attempting to bind port 296859cf-0376-4bf3-b5a1-87e1952ce492 on network d2cb965e-72db-4c83-9f39-3a9498994050 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:21.815937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b4c5ee62-4f5f-4c45-b50b-06f2d85faf58 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'fixed_ips': [{'subnet_id': '9131c5b0-5efd-492d-ba5f-462ed26ef195', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1546495495'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:21.892963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-31139092-e83c-4a9a-8f15-90d48555e230 None None] Port 6f292747-78c1-4859-af2c-3122598f10e4 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:55:21.932044 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:21.932898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Checking segment: {'id': 'b4269a06-697a-4ac5-a2e7-d2f9675bdb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd2cb965e-72db-4c83-9f39-3a9498994050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:21.933469 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.934031 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Bound using segment: {'id': 'b4269a06-697a-4ac5-a2e7-d2f9675bdb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd2cb965e-72db-4c83-9f39-3a9498994050'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:21.934706 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Bound port: 296859cf-0376-4bf3-b5a1-87e1952ce492, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4269a06-697a-4ac5-a2e7-d2f9675bdb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd2cb965e-72db-4c83-9f39-3a9498994050'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:21.935410 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.016679 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501d2f69-4dd8-492f-ad89-852f0f8eddda None None] Network 25ea44ab-eff9-4a87-b49e-38536e7569e3 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:22.036110 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.074995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ea44ab-eff9-4a87-b49e-38536e7569e3']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:22.092153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c931da98-af81-4181-90c3-556b1a485fbb') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:22.092448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c931da98-af81-4181-90c3-556b1a485fbb') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:22.109487 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.130353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.140440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:55:22.141027 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.239931 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03ba090c-befa-4fca-a5b5-6e100be2f24b req-24a481a7-33fa-40b3-8482-dd309db26961 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 210 time: 0.0918806 Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:22.302918 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:22.325667 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-282b75d4-2475-46ec-aa73-b5c82e0e7f96 req-e1fc1dc8-f655-4267-8f5e-5803f76105d1 service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074070 Feb 04 15:55:22.341992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4694cb8d-5e20-4a9f-906d-9888d71d1ee2 None None] Provisioning for port 8d66d27b-795e-43dc-84d2-b870760f7a5b completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:22.378958 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.386653 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.417871 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/25ea44ab-eff9-4a87-b49e-38536e7569e3 HTTP/1.1" status: 204 len: 168 time: 2.5193794 Feb 04 15:55:22.434444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52126) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:22.489589 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port bfc19d1d-9081-46b0-b362-d9299032e9ca completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:22.522840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2143170599'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:22.530406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Network d1d9e193-b916-49fa-bb1c-142a5343faec is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:22.533097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb62e4-3564-4169-9872-246c2efdcd5b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Network': ['ID=25ea44ab-eff9-4a87-b49e-38536e7569e3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:22.540042 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:22.550617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:22.552983 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5bff4a71-603b-406c-9605-30fb3cc50c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.559255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:network and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:22.559481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:22.573862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:22.594380 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] For port 296859cf-0376-4bf3-b5a1-87e1952ce492, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:22.608103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:22.622364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b4c5ee62-4f5f-4c45-b50b-06f2d85faf58 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:22.634490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] For port 296859cf-0376-4bf3-b5a1-87e1952ce492, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=296859cf-0376-4bf3-b5a1-87e1952ce492,segment=NetworkSegment(b4269a06-697a-4ac5-a2e7-d2f9675bdb23),segment_id=b4269a06-697a-4ac5-a2e7-d2f9675bdb23)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:22.637842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b4c5ee62-4f5f-4c45-b50b-06f2d85faf58 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:port and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:22.644227 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5bff4a71-603b-406c-9605-30fb3cc50c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.647817 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.657194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b4c5ee62-4f5f-4c45-b50b-06f2d85faf58 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:22.688463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:22.689948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b4c5ee62-4f5f-4c45-b50b-06f2d85faf58 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:22.691450 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.734211 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-282b75d4-2475-46ec-aa73-b5c82e0e7f96 req-64d7244f-babe-4434-9039-acaab112b3f3 service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903730 Feb 04 15:55:22.752182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:22.778398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5bff4a71-603b-406c-9605-30fb3cc50c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.778769 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4694cb8d-5e20-4a9f-906d-9888d71d1ee2 None None] Could not find standard attr ID for object a4cea531-e62c-4396-83f5-f3fd192ee8aa. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:55:22.784011 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.784011 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Added segment 209d259a-5152-4c98-b10b-70483ed20cbe of type vlan for network 38d151e3-aa43-463f-aa0d-56354c644b07 Feb 04 15:55:22.806566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff4a71-603b-406c-9605-30fb3cc50c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08326acb-a801-4c2b-8e23-10fb5ec86e1a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:22.812731 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14dcb0-52b5-4721-8de0-4b68ef2dce90 None None] Pushing event updated for resources: {'Port': ['ID=296859cf-0376-4bf3-b5a1-87e1952ce492,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:22.840806 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5bff4a71-603b-406c-9605-30fb3cc50c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.845351 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5bff4a71-603b-406c-9605-30fb3cc50c5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08326acb-a801-4c2b-8e23-10fb5ec86e1a HTTP/1.1" status: 204 len: 168 time: 1.2069168 Feb 04 15:55:22.847746 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.857266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:22.877435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Routers {'c0e7cf03-0e97-4d28-a90c-feb583c35eb3'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:22.878281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c0e7cf03-0e97-4d28-a90c-feb583c35eb3'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:22.904769 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.910403 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:22.911273 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.946102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c5ee62-4f5f-4c45-b50b-06f2d85faf58 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:23.025486 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:23.027332 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.097087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Network': ['ID=38d151e3-aa43-463f-aa0d-56354c644b07,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:23.115793 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-25a203b4-3c20-450f-bbc0-5b83884819aa tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6065528 Feb 04 15:55:23.116027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52132) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:23.116900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-6b01b743-2804-4f39-81c1-06f315275aa1 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:23.118448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-6b01b743-2804-4f39-81c1-06f315275aa1 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.73 "GET /v2.0/networks?id=ab1f6c86-9ce6-4a25-945a-f235b274fe0b HTTP/1.1" status: 200 len: 813 time: 0.7624025 Feb 04 15:55:23.122026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'subnet': {'network_id': '38d151e3-aa43-463f-aa0d-56354c644b07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:23.131506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4694cb8d-5e20-4a9f-906d-9888d71d1ee2 None None] Provisioning for port bfc19d1d-9081-46b0-b362-d9299032e9ca completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:23.153254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 38d151e3-aa43-463f-aa0d-56354c644b07 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:23.224108 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4694cb8d-5e20-4a9f-906d-9888d71d1ee2 None None] Provisioning complete for port bfc19d1d-9081-46b0-b362-d9299032e9ca triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:23.232054 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4694cb8d-5e20-4a9f-906d-9888d71d1ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.241925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Request body: {'port': {'device_id': '0c4ca1e8-ed3f-483d-ab8f-d926338a8d46', 'network_id': 'ab1f6c86-9ce6-4a25-945a-f235b274fe0b', 'admin_state_up': True, 'tenant_id': '415d085f7cc74555a366d0e868f68b79'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:23.295019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:23.304687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:subnet and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:23.309766 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:23.318573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:23.346042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:23.428826 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c414e4a3-e8aa-48d7-8e4d-2085c114669b None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:23.669194 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.802576 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8650525b-f7e6-4a2b-bfc2-181e6f192162 req-2241d592-79b7-454b-9d9e-2e9717e475a5 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 210 time: 0.2589190 Feb 04 15:55:23.985249 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.993390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d3f62-e5b7-4379-a7d3-578f20cbed1f admin admin] Deleting port 90bde2fc-703a-4740-bae6-46e49730cd45 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:23.993951 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3f62-e5b7-4379-a7d3-578f20cbed1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.000184 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4694cb8d-5e20-4a9f-906d-9888d71d1ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.093048 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] Set router c0e7cf03-0e97-4d28-a90c-feb583c35eb3 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:24.151314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Subnet': ['ID=56810f6e-c40c-4147-9eab-317250ec8f77,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:24.176731 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Checking segment: {'id': '209d259a-5152-4c98-b10b-70483ed20cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '38d151e3-aa43-463f-aa0d-56354c644b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:24.176965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network hostable DHCP agents. Network: 38d151e3-aa43-463f-aa0d-56354c644b07, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:24.213320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network 38d151e3-aa43-463f-aa0d-56354c644b07 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:24.226785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 38d151e3-aa43-463f-aa0d-56354c644b07) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:24.232901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:24.234975 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.251116 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.269637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:24.280983 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a6a8f3bc-0641-463a-a4e7-4b372bc4fc61 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1637874 Feb 04 15:55:24.282376 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52154) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:24.283682 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:55:24.293256 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.295955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2609f77d-129a-49e2-8ae3-adf8452d763c None None] Network 38d151e3-aa43-463f-aa0d-56354c644b07 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:24.442177 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4694cb8d-5e20-4a9f-906d-9888d71d1ee2 None None] For port bfc19d1d-9081-46b0-b362-d9299032e9ca, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bfc19d1d-9081-46b0-b362-d9299032e9ca,segment=NetworkSegment(8441155f-5b5c-4b2f-881a-fdbce574ece5),segment_id=8441155f-5b5c-4b2f-881a-fdbce574ece5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:24.535736 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4694cb8d-5e20-4a9f-906d-9888d71d1ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.556444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8d66d27b-795e-43dc-84d2-b870760f7a5b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:24.557378 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.645944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:24.658953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Usage tracker for resource:port and tenant:415d085f7cc74555a366d0e868f68b79 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:24.667016 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4c5ee62-4f5f-4c45-b50b-06f2d85faf58 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.667814 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.680892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:24.715386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:24.823316 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.869141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-b4c5ee62-4f5f-4c45-b50b-06f2d85faf58 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port 06b5bf3e-96c7-41bc-9082-0d42382969aa yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:55:24.880004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Subnet': ['ID=56810f6e-c40c-4147-9eab-317250ec8f77,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:24.914791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:24.978755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Made reservation on behalf of 415d085f7cc74555a366d0e868f68b79 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:24.990077 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.006186 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.068844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d151e3-aa43-463f-aa0d-56354c644b07']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:25.098522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209d259a-5152-4c98-b10b-70483ed20cbe') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:25.098522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209d259a-5152-4c98-b10b-70483ed20cbe') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:25.112912 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.121819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-cb1d3f62-e5b7-4379-a7d3-578f20cbed1f admin admin] For port 90bde2fc-703a-4740-bae6-46e49730cd45, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=90bde2fc-703a-4740-bae6-46e49730cd45,segment=NetworkSegment(208f408c-f865-4435-847a-4f1273af25b4),segment_id=208f408c-f865-4435-847a-4f1273af25b4)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:25.122872 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3f62-e5b7-4379-a7d3-578f20cbed1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.132190 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.145759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:55:25.147398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:25.183168 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:25.309408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694cb8d-5e20-4a9f-906d-9888d71d1ee2 None None] Pushing event updated for resources: {'Port': ['ID=bfc19d1d-9081-46b0-b362-d9299032e9ca,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:25.350505 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.354645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75c0f5f-134e-49ef-b70d-8364ab716801 None None] Network 38d151e3-aa43-463f-aa0d-56354c644b07 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:25.388235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 8d66d27b-795e-43dc-84d2-b870760f7a5b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:25.415774 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.419896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Network': ['ID=38d151e3-aa43-463f-aa0d-56354c644b07,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:25.429047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75c0f5f-134e-49ef-b70d-8364ab716801 None None] Network 38d151e3-aa43-463f-aa0d-56354c644b07 could not be found, it might have been deleted concurrently. {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 04 15:55:25.436451 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 8d66d27b-795e-43dc-84d2-b870760f7a5b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:25.437016 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.452634 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6c05a5c0-bfd2-4b29-a2b0-d92ab8584768 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/38d151e3-aa43-463f-aa0d-56354c644b07 HTTP/1.1" status: 204 len: 168 time: 1.1686115 Feb 04 15:55:25.453345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52172) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:25.470095 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1063525033'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:25.485295 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2423851d-7ce7-4e8b-9eb6-5881549c6eda req-c6d55e8b-cb1a-441c-a5c9-006f72504920 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 210 time: 0.3940644 Feb 04 15:55:25.486374 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c5ee62-4f5f-4c45-b50b-06f2d85faf58 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:55:25.486960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c5ee62-4f5f-4c45-b50b-06f2d85faf58 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:55:25.493415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:25.506018 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:network and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:25.514897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:25.535778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:25.563613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:25.567080 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.610161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f2a27312-07ab-4a79-8a77-5441e736ce01 None None] Provisioning complete for port bfc19d1d-9081-46b0-b362-d9299032e9ca triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:25.611213 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f2a27312-07ab-4a79-8a77-5441e736ce01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.622991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d3f62-e5b7-4379-a7d3-578f20cbed1f admin admin] Calling delete_port for 90bde2fc-703a-4740-bae6-46e49730cd45 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:25.659032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:25.671999 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.672452 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Added segment f4b77b34-9d66-40f2-a519-0df1c126a015 of type vlan for network 7992b6bd-68cb-4b06-bd15-439be2b8d1a4 Feb 04 15:55:25.708117 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.757377 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.762931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:25.764601 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.834446 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.909439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Router 8d898209-8abf-4113-b738-775145681c4e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:25.922657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Network': ['ID=7992b6bd-68cb-4b06-bd15-439be2b8d1a4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:25.928779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'name': 'tempest-TestAggregatesBasicOps-801952974-router', 'tenant_id': 'd59dd38a1783484586db4657aba8946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9568cd6d-45ae-420a-977e-cdb094c6a706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:51Z', 'updated_at': '2022-02-04T15:55:07Z', 'revision_number': 4, 'project_id': 'd59dd38a1783484586db4657aba8946e', 'gw_port': {'id': '9568cd6d-45ae-420a-977e-cdb094c6a706', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:54Z', 'updated_at': '2022-02-04T15:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '296859cf-0376-4bf3-b5a1-87e1952ce492', 'name': '', 'network_id': 'd2cb965e-72db-4c83-9f39-3a9498994050', 'tenant_id': 'd59dd38a1783484586db4657aba8946e', 'mac_address': 'fa:16:3e:ec:47:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c6840a6-852d-4924-bee1-3f2c3e430f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:55:22Z', 'revision_number': 4, 'project_id': 'd59dd38a1783484586db4657aba8946e', 'subnets': [{'id': '5c6840a6-852d-4924-bee1-3f2c3e430f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:25.930726 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-81c0f614-df37-49d7-b345-8714bb65d2ff tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4763033 Feb 04 15:55:25.932527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52178) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:25.941858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'subnet': {'network_id': '7992b6bd-68cb-4b06-bd15-439be2b8d1a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:25.943170 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 8d66d27b-795e-43dc-84d2-b870760f7a5b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=8d66d27b-795e-43dc-84d2-b870760f7a5b,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:25.946067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 7992b6bd-68cb-4b06-bd15-439be2b8d1a4 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:25.981583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41be461-4b11-45bb-86c6-b05c74568599 None None] The sync data for ids ['c0e7cf03-0e97-4d28-a90c-feb583c35eb3'] in n-d-827872-1 is: [{'id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'name': 'tempest-TestAggregatesBasicOps-801952974-router', 'tenant_id': 'd59dd38a1783484586db4657aba8946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9568cd6d-45ae-420a-977e-cdb094c6a706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:51Z', 'updated_at': '2022-02-04T15:55:07Z', 'revision_number': 4, 'project_id': 'd59dd38a1783484586db4657aba8946e', 'gw_port': {'id': '9568cd6d-45ae-420a-977e-cdb094c6a706', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:54Z', 'updated_at': '2022-02-04T15:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '296859cf-0376-4bf3-b5a1-87e1952ce492', 'name': '', 'network_id': 'd2cb965e-72db-4c83-9f39-3a9498994050', 'tenant_id': 'd59dd38a1783484586db4657aba8946e', 'mac_address': 'fa:16:3e:ec:47:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c6840a6-852d-4924-bee1-3f2c3e430f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:55:22Z', 'revision_number': 4, 'project_id': 'd59dd38a1783484586db4657aba8946e', 'subnets': [{'id': '5c6840a6-852d-4924-bee1-3f2c3e430f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:25.983087 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b4c5ee62-4f5f-4c45-b50b-06f2d85faf58 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 4.1961944 Feb 04 15:55:25.987680 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.021158 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-152acb99-92b4-42c4-b0e3-bc8477abd5f7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Deleting port 6f292747-78c1-4859-af2c-3122598f10e4 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:26.021503 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-152acb99-92b4-42c4-b0e3-bc8477abd5f7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.094903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52184) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:26.246408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:26.250879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:subnet and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:26.255072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:26.268126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:26.298390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:26.416583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=8d66d27b-795e-43dc-84d2-b870760f7a5b,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:26.462012 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-48f66417-a081-4bd3-b071-67491136fc0c None None] Provisioning complete for port 8d66d27b-795e-43dc-84d2-b870760f7a5b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:26.462554 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-48f66417-a081-4bd3-b071-67491136fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.585656 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.696573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:26.783126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6acbc6-4b50-4ae4-ac68-21addc641c0c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:26.783922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5f6acbc6-4b50-4ae4-ac68-21addc641c0c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:26.804207 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4867c96a-f2f9-45e7-b065-b901b791c823 None None] get_active_networks_info from n-d-827872-1 {{(pid=83552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 15:55:26.900983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Allocated IP 172.20.0.14 (ab1f6c86-9ce6-4a25-945a-f235b274fe0b/1ca9b2f4-07e9-48d0-96db-2fe982b9d238/624c4958-f099-46ce-9e04-1bb336ecfb22) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:26.933524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9bc25e63-6ec7-4f17-bbc3-377fb1bf0c15 req-3f40e161-e73e-4695-b084-cf8429f6fa57 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Synchronizing usage tracker for tenant:415d085f7cc74555a366d0e868f68b79 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:26.968734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5f6acbc6-4b50-4ae4-ac68-21addc641c0c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:26.970076 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5f6acbc6-4b50-4ae4-ac68-21addc641c0c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7534451 Feb 04 15:55:26.975769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52200) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:26.989618 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-48f66417-a081-4bd3-b071-67491136fc0c None None] Could not find standard attr ID for object e84d145c-35fd-45da-b97b-451b37ed41c7. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:55:27.036924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-48f66417-a081-4bd3-b071-67491136fc0c None None] Could not find standard attr ID for object a4cea531-e62c-4396-83f5-f3fd192ee8aa. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:55:27.055846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4867c96a-f2f9-45e7-b065-b901b791c823 None None] Resources bound (agent type, host, resource id): {{(pid=83552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:55:27.125509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9bc25e63-6ec7-4f17-bbc3-377fb1bf0c15 req-3f40e161-e73e-4695-b084-cf8429f6fa57 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Unset dirty status for tenant:415d085f7cc74555a366d0e868f68b79 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:27.126694 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9bc25e63-6ec7-4f17-bbc3-377fb1bf0c15 req-3f40e161-e73e-4695-b084-cf8429f6fa57 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 210 time: 0.3659754 Feb 04 15:55:27.187895 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3f62-e5b7-4379-a7d3-578f20cbed1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.255766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:27.256138 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.331263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bab8d5b-f837-4d3e-8fc2-27a5a093a349 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:27.332739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bab8d5b-f837-4d3e-8fc2-27a5a093a349 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:27.333516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1bab8d5b-f837-4d3e-8fc2-27a5a093a349 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:27.337723 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-152acb99-92b4-42c4-b0e3-bc8477abd5f7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.359034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d3f62-e5b7-4379-a7d3-578f20cbed1f admin admin] Pushing event deleted for resources: {'Port': ['ID=90bde2fc-703a-4740-bae6-46e49730cd45,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:27.363721 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.434119 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1bab8d5b-f837-4d3e-8fc2-27a5a093a349 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:27.435345 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1bab8d5b-f837-4d3e-8fc2-27a5a093a349 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4502468 Feb 04 15:55:27.443348 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52208) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:27.597046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Checking segment: {'id': 'f4b77b34-9d66-40f2-a519-0df1c126a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7992b6bd-68cb-4b06-bd15-439be2b8d1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:27.597699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network hostable DHCP agents. Network: 7992b6bd-68cb-4b06-bd15-439be2b8d1a4, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:27.603296 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bfc19d1d-9081-46b0-b362-d9299032e9ca up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:27.605715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Subnet': ['ID=9c5b80ad-595a-4864-81d1-7023d13f2a5b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:27.729572 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port bfc19d1d-9081-46b0-b362-d9299032e9ca triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:27.730135 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.757782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network 7992b6bd-68cb-4b06-bd15-439be2b8d1a4 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:27.782743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 7992b6bd-68cb-4b06-bd15-439be2b8d1a4) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:27.807473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:27.808057 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.844421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a36d6c-b348-4387-bc28-74680d272a35 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 9131c5b0-5efd-492d-ba5f-462ed26ef195 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:55:27.848256 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-78a36d6c-b348-4387-bc28-74680d272a35 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.856422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-152acb99-92b4-42c4-b0e3-bc8477abd5f7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Calling delete_port for 6f292747-78c1-4859-af2c-3122598f10e4 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:27.888030 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-181647aa-4e94-43ed-bef0-3cc3c0c4b6f7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9541411 Feb 04 15:55:27.888994 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52216) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:28.059141 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.113122 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-152acb99-92b4-42c4-b0e3-bc8477abd5f7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.154327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 296859cf-0376-4bf3-b5a1-87e1952ce492 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:28.157548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-78a36d6c-b348-4387-bc28-74680d272a35 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.191056 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.238628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d132f6-857e-4164-affd-43803533fbb0 None None] Network 7992b6bd-68cb-4b06-bd15-439be2b8d1a4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:28.432715 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-78a36d6c-b348-4387-bc28-74680d272a35 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.506368 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152acb99-92b4-42c4-b0e3-bc8477abd5f7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event deleted for resources: {'Port': ['ID=6f292747-78c1-4859-af2c-3122598f10e4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:28.578625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.654079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 296859cf-0376-4bf3-b5a1-87e1952ce492 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:28.666736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5b80ad-595a-4864-81d1-7023d13f2a5b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:28.694879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 296859cf-0376-4bf3-b5a1-87e1952ce492 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:28.695209 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.706792 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-78a36d6c-b348-4387-bc28-74680d272a35 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.735405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ad55200-a236-4637-9134-8a889f5ca13b req-23526d71-709d-4ccc-b6b1-b8848fe7146d tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 210 time: 0.2159340 Feb 04 15:55:28.749797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3111d5de-10a5-4c48-998b-a0597e24ba4d None None] Network 7992b6bd-68cb-4b06-bd15-439be2b8d1a4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:28.797308 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981ddcb4-2c64-4a86-ab23-7476875dcac1 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:28.819388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a36d6c-b348-4387-bc28-74680d272a35 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=9131c5b0-5efd-492d-ba5f-462ed26ef195,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:28.833624 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-78a36d6c-b348-4387-bc28-74680d272a35 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.873980 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.893118 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-78a36d6c-b348-4387-bc28-74680d272a35 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/9131c5b0-5efd-492d-ba5f-462ed26ef195 HTTP/1.1" status: 204 len: 168 time: 1.4465344 Feb 04 15:55:28.901274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52230) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:28.927459 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-152acb99-92b4-42c4-b0e3-bc8477abd5f7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.942308 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.954495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:28.966345 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Sync routers for ids ['8d898209-8abf-4113-b738-775145681c4e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:55:28.985365 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7992b6bd-68cb-4b06-bd15-439be2b8d1a4']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:28.997877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b3874867-f226-4e1b-b3cf-e3bc3506cd49 admin admin] 10.222.0.60 "PUT /v2.0/routers/8d898209-8abf-4113-b738-775145681c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9982705 Feb 04 15:55:28.998119 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6887a4d6-95f3-42ba-b429-d90f209d244a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929871 Feb 04 15:55:28.999872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52236) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:29.002300 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Routers {'8d898209-8abf-4113-b738-775145681c4e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:29.003085 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d898209-8abf-4113-b738-775145681c4e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:29.021456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b77b34-9d66-40f2-a519-0df1c126a015') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:29.024394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b77b34-9d66-40f2-a519-0df1c126a015') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:29.051959 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.090409 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.099366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:55:29.102954 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:29.127144 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:29.131062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f0b956b1-7f54-4375-97e3-db048a02eb6a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:29.248136 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.276876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.327003 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.343510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Network': ['ID=7992b6bd-68cb-4b06-bd15-439be2b8d1a4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:29.356757 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7fabe6eb-7330-4580-be0b-822c273bceea tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/7992b6bd-68cb-4b06-bd15-439be2b8d1a4 HTTP/1.1" status: 204 len: 168 time: 1.4614794 Feb 04 15:55:29.360291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52242) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:29.369519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-161589781'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:29.385399 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Set router 8d898209-8abf-4113-b738-775145681c4e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:29.403875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:29.412939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:network and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:29.422234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:29.439663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:29.458262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:29.463770 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.484132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 296859cf-0376-4bf3-b5a1-87e1952ce492, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=296859cf-0376-4bf3-b5a1-87e1952ce492,segment=NetworkSegment(b4269a06-697a-4ac5-a2e7-d2f9675bdb23),segment_id=b4269a06-697a-4ac5-a2e7-d2f9675bdb23)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:29.501950 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.536127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:29.555945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.555945 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Added segment 4c4b11d9-8b25-42c9-974f-119a9d4d7167 of type vlan for network b12cca23-68ef-4635-b911-b83aa36ffac5 Feb 04 15:55:29.595144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=296859cf-0376-4bf3-b5a1-87e1952ce492,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:29.625748 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.700491 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.704313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:29.705027 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.729959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83124b0-85b9-47bb-a69d-a4cee6a390c3 None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:55:29.734866 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a83124b0-85b9-47bb-a69d-a4cee6a390c3 None None] Deleting port 8d66d27b-795e-43dc-84d2-b870760f7a5b {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:29.735540 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a83124b0-85b9-47bb-a69d-a4cee6a390c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.795764 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4336240 Feb 04 15:55:29.799232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52254) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:29.842115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:29.946144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f0b956b1-7f54-4375-97e3-db048a02eb6a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:30.121784 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d898209-8abf-4113-b738-775145681c4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:55:19Z', 'revision_number': 4, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'gw_port': {'id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:07Z', 'updated_at': '2022-02-04T15:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '3640a3a2-4bd6-4087-bdca-5901e0170d3e', 'name': '', 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'mac_address': 'fa:16:3e:a6:b0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8865c179-151c-4269-a674-a5deb042c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:17Z', 'updated_at': '2022-02-04T15:55:20Z', 'revision_number': 2, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'subnets': [{'id': '8865c179-151c-4269-a674-a5deb042c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:30.125963 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Checking router: 8d898209-8abf-4113-b738-775145681c4e for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:55:30.126438 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Updating router 8d898209-8abf-4113-b738-775145681c4e port 3640a3a2-4bd6-4087-bdca-5901e0170d3e binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:55:30.197889 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.244761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f0b956b1-7f54-4375-97e3-db048a02eb6a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:30.262650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a83124b0-85b9-47bb-a69d-a4cee6a390c3 None None] For port 8d66d27b-795e-43dc-84d2-b870760f7a5b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=8d66d27b-795e-43dc-84d2-b870760f7a5b,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:30.263690 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a83124b0-85b9-47bb-a69d-a4cee6a390c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.267525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f0b956b1-7f54-4375-97e3-db048a02eb6a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:30.327887 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.394594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f0b956b1-7f54-4375-97e3-db048a02eb6a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:30.429079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a83124b0-85b9-47bb-a69d-a4cee6a390c3 None None] Calling delete_port for 8d66d27b-795e-43dc-84d2-b870760f7a5b owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:30.463434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976f111-844a-4512-81f5-c9c547cb3263 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Network': ['ID=b12cca23-68ef-4635-b911-b83aa36ffac5,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:30.487488 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network b12cca23-68ef-4635-b911-b83aa36ffac5 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:30.525028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.563102 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.578607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b956b1-7f54-4375-97e3-db048a02eb6a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:30.598209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network b12cca23-68ef-4635-b911-b83aa36ffac5 is not hosted by any dhcp agent {{(pid=83550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 15:55:30.603046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:30.605694 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.612152 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "PUT /v2.0/networks/b12cca23-68ef-4635-b911-b83aa36ffac5 HTTP/1.1" status: 200 len: 723 time: 0.7996459 Feb 04 15:55:30.616563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52276) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:30.625129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'subnet': {'network_id': 'b12cca23-68ef-4635-b911-b83aa36ffac5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:30.651052 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a83124b0-85b9-47bb-a69d-a4cee6a390c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.677657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Pushing event updated for resources: {'Port': ['ID=624c4958-f099-46ce-9e04-1bb336ecfb22,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:30.686689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Network ab1f6c86-9ce6-4a25-945a-f235b274fe0b is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:30.765409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:30.794055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:30.822758 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3f62-e5b7-4379-a7d3-578f20cbed1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.839990 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83124b0-85b9-47bb-a69d-a4cee6a390c3 None None] Pushing event deleted for resources: {'Port': ['ID=8d66d27b-795e-43dc-84d2-b870760f7a5b,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:30.843549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83124b0-85b9-47bb-a69d-a4cee6a390c3 None None] No DVR routers for this DVR port 8d66d27b-795e-43dc-84d2-b870760f7a5b on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:30.889780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Network': ['ID=b12cca23-68ef-4635-b911-b83aa36ffac5,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:30.903554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:30.904946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ad9c0-3e0e-4776-a0a6-32c9990876cf req-52e45bee-d48e-4ab2-8983-479ebcbd3ec3 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:30.906525 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-828ad9c0-3e0e-4776-a0a6-32c9990876cf req-52e45bee-d48e-4ab2-8983-479ebcbd3ec3 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 932 time: 0.7255712 Feb 04 15:55:30.907742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:30.908369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:30.908691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:30.909412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:30.909412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:30.909701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:30.910032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:30.910362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:30.910749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:30.911081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:30.911428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a9303-44df-4d53-884d-cb4a7bb0a447 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:30.928620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-98c7fdfd-9914-49c3-b93f-d28191cdb097 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:30.930786 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-98c7fdfd-9914-49c3-b93f-d28191cdb097 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/networks?id=d1d9e193-b916-49fa-bb1c-142a5343faec HTTP/1.1" status: 200 len: 820 time: 0.7090337 Feb 04 15:55:30.932659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152acb99-92b4-42c4-b0e3-bc8477abd5f7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Router 53728799-12a4-49ee-aaca-4233a379da85 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:30.932924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network b12cca23-68ef-4635-b911-b83aa36ffac5 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:30.937803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:subnet and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:30.938355 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.943366 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f0b956b1-7f54-4375-97e3-db048a02eb6a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.943627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:30.953481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:30.964897 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Transition to ACTIVE for port object 3640a3a2-4bd6-4087-bdca-5901e0170d3e will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:30.970333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:30.973128 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.073053 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523edf6-0bff-457b-ac6b-2936856ffd6d None None] Pushing event updated for resources: {'Port': ['ID=3640a3a2-4bd6-4087-bdca-5901e0170d3e,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:31.173381 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.184224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:31.184874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.241086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-512ecc1a-6f8e-4b90-b450-4145aad90428 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/quotas/4c7b58664fba4046b9271182395dfef3 HTTP/1.1" status: 200 len: 375 time: 0.2646649 Feb 04 15:55:31.278527 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Attempting to bind port 3640a3a2-4bd6-4087-bdca-5901e0170d3e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:31.279145 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Attempting to bind port 3640a3a2-4bd6-4087-bdca-5901e0170d3e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'a194a10e-4161-4b1c-bd48-bba8453398d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:31.279504 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Attempting to bind port 3640a3a2-4bd6-4087-bdca-5901e0170d3e on network d1d9e193-b916-49fa-bb1c-142a5343faec {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:31.287007 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:31.287565 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Checking segment: {'id': 'a194a10e-4161-4b1c-bd48-bba8453398d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:31.288116 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.288767 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Bound using segment: {'id': 'a194a10e-4161-4b1c-bd48-bba8453398d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:31.289395 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Bound port: 3640a3a2-4bd6-4087-bdca-5901e0170d3e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a194a10e-4161-4b1c-bd48-bba8453398d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:31.289878 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.407125 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] For port 3640a3a2-4bd6-4087-bdca-5901e0170d3e, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:31.412442 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] For port 3640a3a2-4bd6-4087-bdca-5901e0170d3e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3640a3a2-4bd6-4087-bdca-5901e0170d3e,segment=NetworkSegment(a194a10e-4161-4b1c-bd48-bba8453398d5),segment_id=a194a10e-4161-4b1c-bd48-bba8453398d5)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:31.418117 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.487733 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.497070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-828ad9c0-3e0e-4776-a0a6-32c9990876cf req-bb8630ae-30e9-493b-9cff-f01259b10607 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/security-groups?id=4750dd8d-45aa-4304-980e-e6f69ab8bbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752749 Feb 04 15:55:31.498316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-eee16163-da7e-455e-92f1-7d9c7713afac tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.3177567 Feb 04 15:55:31.521393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Request body: {'port': {'device_id': '0c4ca1e8-ed3f-483d-ab8f-d926338a8d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:31.525183 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523edf6-0bff-457b-ac6b-2936856ffd6d None None] Pushing event updated for resources: {'Port': ['ID=3640a3a2-4bd6-4087-bdca-5901e0170d3e,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:31.528270 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Routers {'8d898209-8abf-4113-b738-775145681c4e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:31.528928 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d898209-8abf-4113-b738-775145681c4e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:31.653192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Subnet': ['ID=ae33f661-3e6e-456d-8b25-ca0862af4f72,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:31.673460 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f0b956b1-7f54-4375-97e3-db048a02eb6a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.700500 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Checking segment: {'id': '4c4b11d9-8b25-42c9-974f-119a9d4d7167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b12cca23-68ef-4635-b911-b83aa36ffac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:31.701743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network hostable DHCP agents. Network: b12cca23-68ef-4635-b911-b83aa36ffac5, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:31.740419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network b12cca23-68ef-4635-b911-b83aa36ffac5 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:31.745121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 296859cf-0376-4bf3-b5a1-87e1952ce492 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:31.759134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, b12cca23-68ef-4635-b911-b83aa36ffac5) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:31.768084 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:31.769202 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.816874 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9c4ef61e-274f-4ec7-b6b2-a915b471249b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1981525 Feb 04 15:55:31.820742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52290) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:31.835155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e2b912-c66b-491b-9696-a55a11bdba0e None None] Network b12cca23-68ef-4635-b911-b83aa36ffac5 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:31.836837 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ec63575c-bf52-4634-96b2-690989da373b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:31.846204 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] Set router 8d898209-8abf-4113-b738-775145681c4e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:32.059715 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec63575c-bf52-4634-96b2-690989da373b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3994183'] for subnet, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.062631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b956b1-7f54-4375-97e3-db048a02eb6a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:32.203664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-f0b956b1-7f54-4375-97e3-db048a02eb6a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:32.206052 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-b12cca23-68ef-4635-b911-b83aa36ffac5', 'network_id': 'b12cca23-68ef-4635-b911-b83aa36ffac5', 'tenant_id': '2905bed5de8142679c95c03b59ae6653', 'fixed_ips': [{'subnet_id': 'ae33f661-3e6e-456d-8b25-ca0862af4f72'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:55:32.208589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b956b1-7f54-4375-97e3-db048a02eb6a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:32.209130 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.209313 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f0b956b1-7f54-4375-97e3-db048a02eb6a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.242226 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1895c6ec-61e7-442f-8d33-a46f289c0915 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:32.354288 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec63575c-bf52-4634-96b2-690989da373b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745126452996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3093146'] for subnet, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.422824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec63575c-bf52-4634-96b2-690989da373b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:32.424132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-84e2a1e9-e725-4525-831c-434b61a5270e tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Synchronizing usage tracker for tenant:4c7b58664fba4046b9271182395dfef3 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:32.424404 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec63575c-bf52-4634-96b2-690989da373b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.428982 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ec63575c-bf52-4634-96b2-690989da373b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "PUT /v2.0/subnets/ae33f661-3e6e-456d-8b25-ca0862af4f72 HTTP/1.1" status: 200 len: 806 time: 0.6026814 Feb 04 15:55:32.431809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 296859cf-0376-4bf3-b5a1-87e1952ce492 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:32.432372 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.446156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52296) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:32.460378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152acb99-92b4-42c4-b0e3-bc8477abd5f7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:32.472381 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-152acb99-92b4-42c4-b0e3-bc8477abd5f7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "PUT /v2.0/routers/53728799-12a4-49ee-aaca-4233a379da85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5038569 Feb 04 15:55:32.480631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52300) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:32.489752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56255d0f-67bc-4fef-b052-2beb24c75b1b None None] Sync routers for ids ['53728799-12a4-49ee-aaca-4233a379da85'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:55:32.493273 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f0b956b1-7f54-4375-97e3-db048a02eb6a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4927015 Feb 04 15:55:32.495169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b956b1-7f54-4375-97e3-db048a02eb6a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=42659493-289f-4250-ba9f-25071f07ec9f,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:32.500393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52304) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:32.507031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3c9a3f3c-984c-43d3-a440-42a4adcc9b2e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-590905687', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:32.513411 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d898209-8abf-4113-b738-775145681c4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:55:19Z', 'revision_number': 4, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'gw_port': {'id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:07Z', 'updated_at': '2022-02-04T15:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '3640a3a2-4bd6-4087-bdca-5901e0170d3e', 'name': '', 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'mac_address': 'fa:16:3e:a6:b0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8865c179-151c-4269-a674-a5deb042c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:17Z', 'updated_at': '2022-02-04T15:55:31Z', 'revision_number': 4, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'subnets': [{'id': '8865c179-151c-4269-a674-a5deb042c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:32.526797 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd088f5-8098-4194-81c9-9113e0f23022 None None] The sync data for ids ['8d898209-8abf-4113-b738-775145681c4e'] in n-d-827872-1 is: [{'id': '8d898209-8abf-4113-b738-775145681c4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:55:19Z', 'revision_number': 4, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'gw_port': {'id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:07Z', 'updated_at': '2022-02-04T15:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '3640a3a2-4bd6-4087-bdca-5901e0170d3e', 'name': '', 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'mac_address': 'fa:16:3e:a6:b0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8865c179-151c-4269-a674-a5deb042c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:17Z', 'updated_at': '2022-02-04T15:55:31Z', 'revision_number': 4, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'subnets': [{'id': '8865c179-151c-4269-a674-a5deb042c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:32.600703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63575c-bf52-4634-96b2-690989da373b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Subnet': ['ID=ae33f661-3e6e-456d-8b25-ca0862af4f72,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:32.601809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3c9a3f3c-984c-43d3-a440-42a4adcc9b2e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:32.613055 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-7f4ab90e-5204-417b-aa37-f32c0ee1b12d tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] delete failed (client error): The resource could not be found. Feb 04 15:55:32.622573 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7f4ab90e-5204-417b-aa37-f32c0ee1b12d tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-255065388 HTTP/1.1" status: 404 len: 334 time: 0.1333935 Feb 04 15:55:32.624352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52310) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:32.625008 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3c9a3f3c-984c-43d3-a440-42a4adcc9b2e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:router and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:32.640767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-8a5a63b5-882a-4e67-a00f-407ac2135822 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Request body: {'router': {'external_gateway_info': {'network_id': '53728799-12a4-49ee-aaca-4233a379da85'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:32.655204 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.693825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-84e2a1e9-e725-4525-831c-434b61a5270e tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Unset dirty status for tenant:4c7b58664fba4046b9271182395dfef3 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:32.704036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-84e2a1e9-e725-4525-831c-434b61a5270e tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c7b58664fba4046b9271182395dfef3&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2846296 Feb 04 15:55:32.738301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3c9a3f3c-984c-43d3-a440-42a4adcc9b2e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:32.796260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3c9a3f3c-984c-43d3-a440-42a4adcc9b2e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:32.857454 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56255d0f-67bc-4fef-b052-2beb24c75b1b None None] Routers {'53728799-12a4-49ee-aaca-4233a379da85'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:32.858623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-56255d0f-67bc-4fef-b052-2beb24c75b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['53728799-12a4-49ee-aaca-4233a379da85'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:32.947727 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': '42659493-289f-4250-ba9f-25071f07ec9f'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:55:32.950803 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.016589 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c9a3f3c-984c-43d3-a440-42a4adcc9b2e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.017727 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c9a3f3c-984c-43d3-a440-42a4adcc9b2e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.099780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Allocated IP 172.20.0.2 (b12cca23-68ef-4635-b911-b83aa36ffac5/ae33f661-3e6e-456d-8b25-ca0862af4f72/5a9845eb-5b25-4c1b-af31-52ea8943a8cb) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:33.290590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-56255d0f-67bc-4fef-b052-2beb24c75b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:33.371907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-99e9160b-79a8-458f-b72a-c6bde747f698 service neutron] 10.222.0.60 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667507 Feb 04 15:55:33.457370 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.569710 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56255d0f-67bc-4fef-b052-2beb24c75b1b None None] Routers {'53728799-12a4-49ee-aaca-4233a379da85'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:33.570902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-56255d0f-67bc-4fef-b052-2beb24c75b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['53728799-12a4-49ee-aaca-4233a379da85'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:33.608260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624c4958-f099-46ce-9e04-1bb336ecfb22 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:55:33.624544 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.684666 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c9a3f3c-984c-43d3-a440-42a4adcc9b2e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.701734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-56255d0f-67bc-4fef-b052-2beb24c75b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:33.702146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56255d0f-67bc-4fef-b052-2beb24c75b1b None None] The sync data for ids ['53728799-12a4-49ee-aaca-4233a379da85'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:33.708625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.773291 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c9a3f3c-984c-43d3-a440-42a4adcc9b2e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.793422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8d66d27b-795e-43dc-84d2-b870760f7a5b no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:33.813394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373f5cf-03f0-4914-b7c5-3b569f325c54 req-9127d572-9f32-41ce-96ba-c02642be2b94 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:33.825027 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b373f5cf-03f0-4914-b7c5-3b569f325c54 req-9127d572-9f32-41ce-96ba-c02642be2b94 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 932 time: 1.0139501 Feb 04 15:55:33.864675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 8d66d27b-795e-43dc-84d2-b870760f7a5b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:55:33.865642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8d66d27b-795e-43dc-84d2-b870760f7a5b not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:33.906034 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.907162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Transition to ACTIVE for port object 624c4958-f099-46ce-9e04-1bb336ecfb22 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:33.909058 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Allocated IP 2001:db8::2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/42659493-289f-4250-ba9f-25071f07ec9f/b935e43b-a897-4fb2-a687-e11065de6fd0) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:33.918744 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3c9a3f3c-984c-43d3-a440-42a4adcc9b2e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.920427 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3c9a3f3c-984c-43d3-a440-42a4adcc9b2e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4186406 Feb 04 15:55:33.923147 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Transition to ACTIVE for port object 5a9845eb-5b25-4c1b-af31-52ea8943a8cb will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:33.941370 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.954424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52318) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:33.988690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Transition to ACTIVE for port object 5a9845eb-5b25-4c1b-af31-52ea8943a8cb will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:34.022598 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8a5a63b5-882a-4e67-a00f-407ac2135822 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.063857 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-8a5a63b5-882a-4e67-a00f-407ac2135822 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] update failed (client error): The resource could not be found. Feb 04 15:55:34.090479 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8a5a63b5-882a-4e67-a00f-407ac2135822 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "PUT /v2.0/routers/53728799-12a4-49ee-aaca-4233a379da85 HTTP/1.1" status: 404 len: 339 time: 1.4606769 Feb 04 15:55:34.092052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52322) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:34.100205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1615134720'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:34.108891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:34.126799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Usage tracker for resource:network and tenant:b2033ec8899e4ebbad12c4f0e2ac2a3b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:34.134356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:34.142303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:34.157892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Made reservation on behalf of b2033ec8899e4ebbad12c4f0e2ac2a3b for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:34.163060 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.168082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3640a3a2-4bd6-4087-bdca-5901e0170d3e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:34.208437 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.222708 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.228748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:34.284767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Subnet': ['ID=ae33f661-3e6e-456d-8b25-ca0862af4f72,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:34.306487 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.306943 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Added segment 98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46 of type vlan for network 037f3644-a125-428c-ac5c-90081d5b8ec1 Feb 04 15:55:34.349323 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Network b12cca23-68ef-4635-b911-b83aa36ffac5 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:34.358368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:34.367527 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Pushing event updated for resources: {'Port': ['ID=5a9845eb-5b25-4c1b-af31-52ea8943a8cb,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:34.380716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:34.461683 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.497091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 3640a3a2-4bd6-4087-bdca-5901e0170d3e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:34.508579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12cca23-68ef-4635-b911-b83aa36ffac5']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:34.526413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4b11d9-8b25-42c9-974f-119a9d4d7167') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:34.526712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4b11d9-8b25-42c9-974f-119a9d4d7167') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:34.528961 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Attempting to bind port 5a9845eb-5b25-4c1b-af31-52ea8943a8cb on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:34.529555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Attempting to bind port 5a9845eb-5b25-4c1b-af31-52ea8943a8cb by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '4c4b11d9-8b25-42c9-974f-119a9d4d7167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b12cca23-68ef-4635-b911-b83aa36ffac5'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:34.530762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Attempting to bind port 5a9845eb-5b25-4c1b-af31-52ea8943a8cb on network b12cca23-68ef-4635-b911-b83aa36ffac5 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:34.543900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 3640a3a2-4bd6-4087-bdca-5901e0170d3e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:34.544813 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.546550 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.569657 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.590932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:55:34.591693 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:34.609410 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:34.676628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:34.677442 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Checking segment: {'id': '4c4b11d9-8b25-42c9-974f-119a9d4d7167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b12cca23-68ef-4635-b911-b83aa36ffac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:34.678107 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.678741 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Bound using segment: {'id': '4c4b11d9-8b25-42c9-974f-119a9d4d7167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b12cca23-68ef-4635-b911-b83aa36ffac5'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:34.683201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Bound port: 5a9845eb-5b25-4c1b-af31-52ea8943a8cb, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4b11d9-8b25-42c9-974f-119a9d4d7167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b12cca23-68ef-4635-b911-b83aa36ffac5'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:34.683201 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.700678 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.746568 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.759972 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:55:34.759972 n-d-827872-1 neutron-server[83550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:55:34.759972 n-d-827872-1 neutron-server[83550]: [parameters: {'id': 'b12cca23-68ef-4635-b911-b83aa36ffac5'}] Feb 04 15:55:34.759972 n-d-827872-1 neutron-server[83550]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:55:34.760485 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:55:34.770992 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.776300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:34.777201 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.787354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Transition to ACTIVE for port object b935e43b-a897-4fb2-a687-e11065de6fd0 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:34.892901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Transition to ACTIVE for port object b935e43b-a897-4fb2-a687-e11065de6fd0 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:34.907231 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.913026 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8196747 Feb 04 15:55:34.927333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=624c4958-f099-46ce-9e04-1bb336ecfb22,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:34.934445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52328) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:34.935417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362658eb-ea97-489d-ae9c-8c78e8b95332 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event updated for resources: {'Network': ['ID=037f3644-a125-428c-ac5c-90081d5b8ec1,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:34.947408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Request body: {'subnet': {'network_id': '037f3644-a125-428c-ac5c-90081d5b8ec1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:34.971273 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.981513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 037f3644-a125-428c-ac5c-90081d5b8ec1 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:34.989152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b373f5cf-03f0-4914-b7c5-3b569f325c54 req-00a0d51f-5e02-498e-8550-2907c3a0752f tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/security-groups?id=4750dd8d-45aa-4304-980e-e6f69ab8bbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1328621 Feb 04 15:55:35.076310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:35.084447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] For port 5a9845eb-5b25-4c1b-af31-52ea8943a8cb, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:35.093816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:35.111473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:35.127487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:35.130199 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] For port 5a9845eb-5b25-4c1b-af31-52ea8943a8cb, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5a9845eb-5b25-4c1b-af31-52ea8943a8cb,segment=NetworkSegment(4c4b11d9-8b25-42c9-974f-119a9d4d7167),segment_id=4c4b11d9-8b25-42c9-974f-119a9d4d7167)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:35.132028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Usage tracker for resource:subnet and tenant:b2033ec8899e4ebbad12c4f0e2ac2a3b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:35.136871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:35.153086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:35.159472 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Pushing event updated for resources: {'Port': ['ID=b935e43b-a897-4fb2-a687-e11065de6fd0,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:35.166950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Made reservation on behalf of b2033ec8899e4ebbad12c4f0e2ac2a3b for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:35.167216 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.193734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Attempting to bind port 624c4958-f099-46ce-9e04-1bb336ecfb22 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:35.195789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Attempting to bind port 624c4958-f099-46ce-9e04-1bb336ecfb22 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '581c6332-ae44-469d-97c6-34f5f54ff41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ab1f6c86-9ce6-4a25-945a-f235b274fe0b'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:35.196608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Attempting to bind port 624c4958-f099-46ce-9e04-1bb336ecfb22 on network ab1f6c86-9ce6-4a25-945a-f235b274fe0b {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:35.209598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Port 624c4958-f099-46ce-9e04-1bb336ecfb22 on network ab1f6c86-9ce6-4a25-945a-f235b274fe0b not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:55:35.210230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Attempting to bind port 624c4958-f099-46ce-9e04-1bb336ecfb22 on network ab1f6c86-9ce6-4a25-945a-f235b274fe0b {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:35.221365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-4e86c6d0-55f4-4e3f-9fb9-1448529db1b9 service neutron] 10.222.0.60 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3914266 Feb 04 15:55:35.265187 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.303657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:35.304340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Checking segment: {'id': '581c6332-ae44-469d-97c6-34f5f54ff41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ab1f6c86-9ce6-4a25-945a-f235b274fe0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:35.304925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Bound using segment: {'id': '581c6332-ae44-469d-97c6-34f5f54ff41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ab1f6c86-9ce6-4a25-945a-f235b274fe0b'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:35.305441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Bound port: 624c4958-f099-46ce-9e04-1bb336ecfb22, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581c6332-ae44-469d-97c6-34f5f54ff41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ab1f6c86-9ce6-4a25-945a-f235b274fe0b'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:35.306695 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.316921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Deleting port 5a9845eb-5b25-4c1b-af31-52ea8943a8cb {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:35.319547 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.366402 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.479274 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 3640a3a2-4bd6-4087-bdca-5901e0170d3e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3640a3a2-4bd6-4087-bdca-5901e0170d3e,segment=NetworkSegment(a194a10e-4161-4b1c-bd48-bba8453398d5),segment_id=a194a10e-4161-4b1c-bd48-bba8453398d5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:35.597129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Attempting to bind port b935e43b-a897-4fb2-a687-e11065de6fd0 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:35.597847 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Attempting to bind port b935e43b-a897-4fb2-a687-e11065de6fd0 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:35.598376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Attempting to bind port b935e43b-a897-4fb2-a687-e11065de6fd0 on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:35.600844 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.730971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bce344d1-2c7a-4702-a637-4bf71b0c5308 req-a9ff832c-10cb-4fa8-ab6b-d43b47c9ff16 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 210 time: 0.1348143 Feb 04 15:55:35.821573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:35.822052 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:35.822695 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.823257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:35.823812 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Bound port: b935e43b-a897-4fb2-a687-e11065de6fd0, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:35.824304 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.957054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db331606-4475-45a8-b292-2bdc6a7b3163 None None] Pushing event updated for resources: {'Port': ['ID=5a9845eb-5b25-4c1b-af31-52ea8943a8cb,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:36.009973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] For port 5a9845eb-5b25-4c1b-af31-52ea8943a8cb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5a9845eb-5b25-4c1b-af31-52ea8943a8cb,segment=NetworkSegment(4c4b11d9-8b25-42c9-974f-119a9d4d7167),segment_id=4c4b11d9-8b25-42c9-974f-119a9d4d7167)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:36.010429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] For port 624c4958-f099-46ce-9e04-1bb336ecfb22, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:36.010798 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.092531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] For port 624c4958-f099-46ce-9e04-1bb336ecfb22, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=624c4958-f099-46ce-9e04-1bb336ecfb22,segment=NetworkSegment(581c6332-ae44-469d-97c6-34f5f54ff41b),segment_id=581c6332-ae44-469d-97c6-34f5f54ff41b)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:36.126438 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.158451 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1d3f62-e5b7-4379-a7d3-578f20cbed1f admin admin] Router 03606207-2eb8-462d-bcf9-e4ab7f04d281 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:36.374788 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Calling delete_port for 5a9845eb-5b25-4c1b-af31-52ea8943a8cb owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:36.449584 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] For port b935e43b-a897-4fb2-a687-e11065de6fd0, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:36.453543 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.464403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] For port b935e43b-a897-4fb2-a687-e11065de6fd0, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b935e43b-a897-4fb2-a687-e11065de6fd0,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:36.466289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe227e02-084e-48c3-a5b1-cabe3f580f6d None None] Network b12cca23-68ef-4635-b911-b83aa36ffac5 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:36.545050 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.683114 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.685048 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] 10.222.0.73 "PUT /v2.0/ports/624c4958-f099-46ce-9e04-1bb336ecfb22 HTTP/1.1" status: 200 len: 1092 time: 5.1759830 Feb 04 15:55:36.703922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=3640a3a2-4bd6-4087-bdca-5901e0170d3e,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:36.766012 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.801617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Port': ['ID=5a9845eb-5b25-4c1b-af31-52ea8943a8cb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:36.820694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No DVR routers for this DVR port 5a9845eb-5b25-4c1b-af31-52ea8943a8cb on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:37.004344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4ca1e8-ed3f-483d-ab8f-d926338a8d46', 'tag': '624c4958-f099-46ce-9e04-1bb336ecfb22'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:37.043815 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.068592 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3ffc96fe-3802-4313-96d7-763e42e8aba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.126834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12cca23-68ef-4635-b911-b83aa36ffac5']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:37.155222 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4b11d9-8b25-42c9-974f-119a9d4d7167') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:37.155831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4b11d9-8b25-42c9-974f-119a9d4d7167') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:37.203487 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.211477 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e85efa-0d81-400a-94e5-0d509802690b None None] Network b12cca23-68ef-4635-b911-b83aa36ffac5 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:37.264412 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.285028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.300463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:55:37.301055 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:37.400514 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:37.512734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d256352-51f6-4427-b0d3-08b96c434fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=624c4958-f099-46ce-9e04-1bb336ecfb22,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:37.568961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ce4d998-fbc5-489f-8f8d-bbb6e1fb1d7f req-68136dc8-6f3d-4ea8-81cc-3ecee3cbc281 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 210 time: 0.5472953 Feb 04 15:55:37.576511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd4bcd-80e8-4f7c-a92f-615ff03d58c6 None None] Pushing event updated for resources: {'Port': ['ID=b935e43b-a897-4fb2-a687-e11065de6fd0,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:37.721715 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4ca1e8-ed3f-483d-ab8f-d926338a8d46', 'tag': '624c4958-f099-46ce-9e04-1bb336ecfb22', 'status': 'completed', 'code': 200} Feb 04 15:55:37.784732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c08e8-9284-43ad-bcf1-8776e86c8ed3 req-549974e0-5afa-456f-942e-ad7be297480e tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:37.792374 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-587c08e8-9284-43ad-bcf1-8776e86c8ed3 req-549974e0-5afa-456f-942e-ad7be297480e tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 944 time: 1.4011543 Feb 04 15:55:37.837622 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.843087 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-3ac37dcf-f760-4c1a-b4fa-9bbc8ba829b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=415d085f7cc74555a366d0e868f68b79&device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 1095 time: 0.8231087 Feb 04 15:55:37.864668 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.867888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event updated for resources: {'Subnet': ['ID=65e19d8c-9fb0-496f-b38e-8c5f02a00687,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:37.933663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Network': ['ID=b12cca23-68ef-4635-b911-b83aa36ffac5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:37.958779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Checking segment: {'id': '98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '037f3644-a125-428c-ac5c-90081d5b8ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:37.959153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Network hostable DHCP agents. Network: 037f3644-a125-428c-ac5c-90081d5b8ec1, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:37.982027 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b2122fa3-5e60-4b9e-ad31-6c52f326363b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/b12cca23-68ef-4635-b911-b83aa36ffac5 HTTP/1.1" status: 204 len: 168 time: 5.5325537 Feb 04 15:55:37.994399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52358) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:38.028831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-462c84c3-ce68-4b53-9a2e-5120e3200e58 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=624c4958-f099-46ce-9e04-1bb336ecfb22 HTTP/1.1" status: 200 len: 217 time: 0.1753213 Feb 04 15:55:38.040945 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-423ea6be-82fd-4b03-a670-36834283efc8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:38.042205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-423ea6be-82fd-4b03-a670-36834283efc8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Synchronizing usage tracker for tenant:4c7b58664fba4046b9271182395dfef3 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:38.092447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Network 037f3644-a125-428c-ac5c-90081d5b8ec1 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:38.104911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-423ea6be-82fd-4b03-a670-36834283efc8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Unset dirty status for tenant:4c7b58664fba4046b9271182395dfef3 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:38.106626 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-423ea6be-82fd-4b03-a670-36834283efc8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.81 "GET /v2.0/networks?id=d1d9e193-b916-49fa-bb1c-142a5343faec HTTP/1.1" status: 200 len: 820 time: 0.5176198 Feb 04 15:55:38.113803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 037f3644-a125-428c-ac5c-90081d5b8ec1) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:38.121156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:38.121835 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:38.133015 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055f693b-ae26-4cfa-8265-e22ade5fb10a None None] Network 037f3644-a125-428c-ac5c-90081d5b8ec1 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:38.160674 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-41deadb3-39aa-45a0-8490-453f6ff012af tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Request body: {'port': {'device_id': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec', 'admin_state_up': True, 'tenant_id': '4c7b58664fba4046b9271182395dfef3'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:38.210292 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-382d1d45-1689-4fdd-9333-6dbbb89b07c2 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2726457 Feb 04 15:55:38.216048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52366) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:38.228762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d791c565-2340-4be9-93a8-4b234f7da411 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Request body: {'router': {'external_gateway_info': {'network_id': '037f3644-a125-428c-ac5c-90081d5b8ec1'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:38.250559 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-a705480f-fce1-4ea1-a0d8-4738caa58ed0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:38.259239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-a705480f-fce1-4ea1-a0d8-4738caa58ed0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ca9b2f4-07e9-48d0-96db-2fe982b9d238 HTTP/1.1" status: 200 len: 853 time: 0.2167778 Feb 04 15:55:38.292342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::1 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/42659493-289f-4250-ba9f-25071f07ec9f/497464d9-ae6b-4715-a243-1dd42922e3c9) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:38.312080 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5c4486-4d27-4b0e-84a7-48493625426d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:55:38.313454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5c4486-4d27-4b0e-84a7-48493625426d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:55:38.331222 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3640a3a2-4bd6-4087-bdca-5901e0170d3e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:38.343843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-587c08e8-9284-43ad-bcf1-8776e86c8ed3 req-9861c2e3-4097-4357-bea7-b7d1b441e279 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/security-groups?id=4750dd8d-45aa-4304-980e-e6f69ab8bbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504999 Feb 04 15:55:38.488678 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-0fbd5acc-e6c1-4bc4-9918-a61ad1c47444 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab1f6c86-9ce6-4a25-945a-f235b274fe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385567 Feb 04 15:55:38.544538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 3640a3a2-4bd6-4087-bdca-5901e0170d3e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:38.545221 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:38.575219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-037f3644-a125-428c-ac5c-90081d5b8ec1', 'network_id': '037f3644-a125-428c-ac5c-90081d5b8ec1', 'tenant_id': 'b2033ec8899e4ebbad12c4f0e2ac2a3b', 'fixed_ips': [{'subnet_id': '65e19d8c-9fb0-496f-b38e-8c5f02a00687'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:55:38.576195 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:38.653862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-41deadb3-39aa-45a0-8490-453f6ff012af tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:38.670203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-41deadb3-39aa-45a0-8490-453f6ff012af tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:38.685791 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-41deadb3-39aa-45a0-8490-453f6ff012af tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Made reservation on behalf of 4c7b58664fba4046b9271182395dfef3 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:38.689559 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-41deadb3-39aa-45a0-8490-453f6ff012af tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:38.770017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3f5c4486-4d27-4b0e-84a7-48493625426d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/b12cca23-68ef-4635-b911-b83aa36ffac5 HTTP/1.1" status: 404 len: 339 time: 0.7680597 Feb 04 15:55:38.782123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52372) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:38.794852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4d0c5d78-afd0-4b7f-8197-f95064d2ed70 None None] Provisioning for port b935e43b-a897-4fb2-a687-e11065de6fd0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:38.849370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1268925935', 'description': 'd1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:38.853861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b935e43b-a897-4fb2-a687-e11065de6fd0 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:38.885590 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:38.901515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-d7692dae-7629-4b4d-9584-432a43969bdf service neutron] 10.222.0.73 "GET /v2.0/networks/ab1f6c86-9ce6-4a25-945a-f235b274fe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789996 Feb 04 15:55:38.908663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b825fac-a5ba-458c-aecf-5812f30c6901 req-8d20dcb4-d80f-4003-a3a0-dd8294d60183 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 210 time: 0.1284387 Feb 04 15:55:38.920508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:network and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:38.954598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Allocated IP 2001:db8:1::2 (037f3644-a125-428c-ac5c-90081d5b8ec1/65e19d8c-9fb0-496f-b38e-8c5f02a00687/63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:38.971831 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f9836fdd-99ee-47fa-a212-0463d78dd4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.021517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:39.054538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port b935e43b-a897-4fb2-a687-e11065de6fd0 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:39.078708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b935e43b-a897-4fb2-a687-e11065de6fd0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:39.079087 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.084071 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:39.109330 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.136169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:39.139256 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.166584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object 497464d9-ae6b-4715-a243-1dd42922e3c9 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:39.171397 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3fd6cee-faae-4026-8e29-afaee45c5b0b req-82814a5a-b212-473d-926a-6591893d8ac9 service neutron] 10.222.0.73 "GET /v2.0/networks/ab1f6c86-9ce6-4a25-945a-f235b274fe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524345 Feb 04 15:55:39.178172 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d791c565-2340-4be9-93a8-4b234f7da411 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.198208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1d3f62-e5b7-4379-a7d3-578f20cbed1f admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:39.207541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:39.218811 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064a671-7842-4906-a5bb-0e500c17ef5b None None] Sync routers for ids ['03606207-2eb8-462d-bcf9-e4ab7f04d281'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:55:39.219581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cb1d3f62-e5b7-4379-a7d3-578f20cbed1f admin admin] 10.222.0.60 "PUT /v2.0/routers/03606207-2eb8-462d-bcf9-e4ab7f04d281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 23.3438079 Feb 04 15:55:39.223639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52376) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:39.236340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-41deadb3-39aa-45a0-8490-453f6ff012af tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Allocated IP 172.20.0.8 (d1d9e193-b916-49fa-bb1c-142a5343faec/8865c179-151c-4269-a674-a5deb042c273/861087ca-132d-4472-a61d-efad063a2b2a) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:39.239967 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064a671-7842-4906-a5bb-0e500c17ef5b None None] Routers {'03606207-2eb8-462d-bcf9-e4ab7f04d281'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:39.241166 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e064a671-7842-4906-a5bb-0e500c17ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['03606207-2eb8-462d-bcf9-e4ab7f04d281'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:39.265047 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.301316 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.301642 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Added segment ad1fb19a-7ad1-4c13-8d9d-e327199eed5c of type vlan for network 87322188-5a68-49c7-85e9-33422ad4214c Feb 04 15:55:39.309573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port b935e43b-a897-4fb2-a687-e11065de6fd0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b935e43b-a897-4fb2-a687-e11065de6fd0,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:39.314372 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.459812 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.531462 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.539143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=b935e43b-a897-4fb2-a687-e11065de6fd0,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:39.547394 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-e064a671-7842-4906-a5bb-0e500c17ef5b None None] Set router 03606207-2eb8-462d-bcf9-e4ab7f04d281 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:39.557469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Transition to ACTIVE for port object 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:39.577252 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.607301 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Transition to ACTIVE for port object 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:39.615481 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.623048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:39.628725 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-41deadb3-39aa-45a0-8490-453f6ff012af tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.665924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:39.669126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:39.670313 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.687524 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-41deadb3-39aa-45a0-8490-453f6ff012af tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.707141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=497464d9-ae6b-4715-a243-1dd42922e3c9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:39.718504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Network 037f3644-a125-428c-ac5c-90081d5b8ec1 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:39.727420 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Pushing event updated for resources: {'Port': ['ID=63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:39.730311 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:39.732414 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:39.780698 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-293c3fa5-3006-48db-b91d-ef9c4957acdf req-2afd5425-fd8e-455b-a4f2-14dafa236d9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=415d085f7cc74555a366d0e868f68b79&device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 1095 time: 0.4776342 Feb 04 15:55:39.781375 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.784892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:39.785467 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.956114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Attempting to bind port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:39.956465 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Attempting to bind port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '037f3644-a125-428c-ac5c-90081d5b8ec1'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:39.956831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Attempting to bind port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 on network 037f3644-a125-428c-ac5c-90081d5b8ec1 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:39.987774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:39.988149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Checking segment: {'id': '98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '037f3644-a125-428c-ac5c-90081d5b8ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:39.988551 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.991413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Bound using segment: {'id': '98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '037f3644-a125-428c-ac5c-90081d5b8ec1'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:39.992553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Bound port: 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '037f3644-a125-428c-ac5c-90081d5b8ec1'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:39.992946 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.075529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b935e43b-a897-4fb2-a687-e11065de6fd0 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:40.144957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-41deadb3-39aa-45a0-8490-453f6ff012af tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Network d1d9e193-b916-49fa-bb1c-142a5343faec is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:40.150550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-41deadb3-39aa-45a0-8490-453f6ff012af tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:40.191988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-41deadb3-39aa-45a0-8490-453f6ff012af tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:40.274398 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e064a671-7842-4906-a5bb-0e500c17ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'name': 'tempest-TestAggregatesBasicOps-164213846-router', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:15Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 5, 'project_id': 'db2b99b87e194ad3a49c8835507dce25', 'gw_port': {'id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:19Z', 'updated_at': '2022-02-04T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:40.279818 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064a671-7842-4906-a5bb-0e500c17ef5b None None] Checking router: 03606207-2eb8-462d-bcf9-e4ab7f04d281 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:55:40.295816 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064a671-7842-4906-a5bb-0e500c17ef5b None None] Routers {'03606207-2eb8-462d-bcf9-e4ab7f04d281'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:40.296681 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e064a671-7842-4906-a5bb-0e500c17ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['03606207-2eb8-462d-bcf9-e4ab7f04d281'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:40.308991 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.325667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-41deadb3-39aa-45a0-8490-453f6ff012af tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:40.326332 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-41deadb3-39aa-45a0-8490-453f6ff012af tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.354271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41deadb3-39aa-45a0-8490-453f6ff012af tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Pushing event updated for resources: {'Port': ['ID=861087ca-132d-4472-a61d-efad063a2b2a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:40.415801 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-41deadb3-39aa-45a0-8490-453f6ff012af tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2871146 Feb 04 15:55:40.417301 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-865457db-de1a-469f-b6cc-db84ce054b10 None None] Provisioning for port 497464d9-ae6b-4715-a243-1dd42922e3c9 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:40.434898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-865457db-de1a-469f-b6cc-db84ce054b10 None None] Provisioning complete for port 497464d9-ae6b-4715-a243-1dd42922e3c9 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:40.435838 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-865457db-de1a-469f-b6cc-db84ce054b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.451270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Request body: {'port': {'device_id': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:40.479518 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.488141 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6916902 Feb 04 15:55:40.493306 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] For port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:40.521251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b935e43b-a897-4fb2-a687-e11065de6fd0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:40.521251 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.553272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52402) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:40.586401 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] For port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30,segment=NetworkSegment(98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46),segment_id=98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:40.616480 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.624769 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-d791c565-2340-4be9-93a8-4b234f7da411 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:55:40.625264 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a4eb3-6289-4ffc-9229-aaa11b2b170b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Network': ['ID=87322188-5a68-49c7-85e9-33422ad4214c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:40.631689 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d791c565-2340-4be9-93a8-4b234f7da411 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "PUT /v2.0/routers/53728799-12a4-49ee-aaca-4233a379da85 HTTP/1.1" status: 400 len: 364 time: 2.4150803 Feb 04 15:55:40.636130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52406) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:40.658997 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-e064a671-7842-4906-a5bb-0e500c17ef5b None None] Set router 03606207-2eb8-462d-bcf9-e4ab7f04d281 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:40.732565 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 87322188-5a68-49c7-85e9-33422ad4214c details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:40.760978 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-865457db-de1a-469f-b6cc-db84ce054b10 None None] Port 497464d9-ae6b-4715-a243-1dd42922e3c9 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:55:40.775758 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.797002 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2417ba-8d28-47ac-a980-55cfcf1daf3a req-da231b34-1138-4ec1-856c-f068aacd1406 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:40.806494 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be2417ba-8d28-47ac-a980-55cfcf1daf3a req-da231b34-1138-4ec1-856c-f068aacd1406 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 944 time: 1.1922746 Feb 04 15:55:40.819357 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.913919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be2417ba-8d28-47ac-a980-55cfcf1daf3a req-dc1499eb-6d96-4cad-a3b8-0e3b1362a6e3 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/security-groups?id=4750dd8d-45aa-4304-980e-e6f69ab8bbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058431 Feb 04 15:55:41.020435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc73da-2bfb-4734-988e-f13b35d60519 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:41.021118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-35cc73da-2bfb-4734-988e-f13b35d60519 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Synchronizing usage tracker for tenant:2905bed5de8142679c95c03b59ae6653 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:41.070272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c3fa5-3006-48db-b91d-ef9c4957acdf req-194c1750-264a-43e4-a76a-c504a0334a89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:41.072330 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-293c3fa5-3006-48db-b91d-ef9c4957acdf req-194c1750-264a-43e4-a76a-c504a0334a89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ab1f6c86-9ce6-4a25-945a-f235b274fe0b HTTP/1.1" status: 200 len: 914 time: 1.2760870 Feb 04 15:55:41.091504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05329d-7628-4132-964b-74825957d6d5 req-48bba2d2-d953-4429-897a-b152f95d0a09 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:41.101780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad05329d-7628-4132-964b-74825957d6d5 req-48bba2d2-d953-4429-897a-b152f95d0a09 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 931 time: 0.7460015 Feb 04 15:55:41.133666 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda4446-dcf3-4f0e-8443-14dc49210895 None None] Pushing event updated for resources: {'Port': ['ID=63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:41.211560 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e064a671-7842-4906-a5bb-0e500c17ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'name': 'tempest-TestAggregatesBasicOps-164213846-router', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:15Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 5, 'project_id': 'db2b99b87e194ad3a49c8835507dce25', 'gw_port': {'id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:19Z', 'updated_at': '2022-02-04T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:41.230289 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064a671-7842-4906-a5bb-0e500c17ef5b None None] The sync data for ids ['03606207-2eb8-462d-bcf9-e4ab7f04d281'] in n-d-827872-1 is: [{'id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'name': 'tempest-TestAggregatesBasicOps-164213846-router', 'tenant_id': 'db2b99b87e194ad3a49c8835507dce25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:15Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 5, 'project_id': 'db2b99b87e194ad3a49c8835507dce25', 'gw_port': {'id': '68229789-9bd6-47e6-b96c-945eca4dfef5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03606207-2eb8-462d-bcf9-e4ab7f04d281', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:19Z', 'updated_at': '2022-02-04T15:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:41.293178 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 624c4958-f099-46ce-9e04-1bb336ecfb22 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:55:41.336673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-293c3fa5-3006-48db-b91d-ef9c4957acdf req-f5562fb2-ee14-49bc-abae-a6cb3b95c2e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=624c4958-f099-46ce-9e04-1bb336ecfb22 HTTP/1.1" status: 200 len: 217 time: 0.1989849 Feb 04 15:55:41.357188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-35cc73da-2bfb-4734-988e-f13b35d60519 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Unset dirty status for tenant:2905bed5de8142679c95c03b59ae6653 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:41.360905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-35cc73da-2bfb-4734-988e-f13b35d60519 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "GET /v2.0/networks?id=87322188-5a68-49c7-85e9-33422ad4214c HTTP/1.1" status: 200 len: 761 time: 0.7981412 Feb 04 15:55:41.402560 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.408668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52410) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:41.434386 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.478102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-69485c05-eb6c-43f5-8fa0-aab6b8d38f3d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'network': {'description': 'd2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:41.497170 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 624c4958-f099-46ce-9e04-1bb336ecfb22, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=624c4958-f099-46ce-9e04-1bb336ecfb22,segment=NetworkSegment(581c6332-ae44-469d-97c6-34f5f54ff41b),segment_id=581c6332-ae44-469d-97c6-34f5f54ff41b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:41.517378 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '624c4958-f099-46ce-9e04-1bb336ecfb22', 'network_id': 'ab1f6c86-9ce6-4a25-945a-f235b274fe0b', 'port_id': '624c4958-f099-46ce-9e04-1bb336ecfb22', 'mac_address': 'fa:16:3e:f1:26:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca9b2f4-07e9-48d0-96db-2fe982b9d238', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:55:41.550055 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad05329d-7628-4132-964b-74825957d6d5 req-73d00c83-c85c-48cc-83b0-7ecb5700ba2b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466779 Feb 04 15:55:41.632572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c3fa5-3006-48db-b91d-ef9c4957acdf req-63de3181-77a4-4731-8058-0e182bc921af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:41.634195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-293c3fa5-3006-48db-b91d-ef9c4957acdf req-63de3181-77a4-4731-8058-0e182bc921af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ca9b2f4-07e9-48d0-96db-2fe982b9d238 HTTP/1.1" status: 200 len: 853 time: 0.2705467 Feb 04 15:55:41.741519 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.759463 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.784390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624c4958-f099-46ce-9e04-1bb336ecfb22 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:55:41.812220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 624c4958-f099-46ce-9e04-1bb336ecfb22, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=624c4958-f099-46ce-9e04-1bb336ecfb22,segment=NetworkSegment(581c6332-ae44-469d-97c6-34f5f54ff41b),segment_id=581c6332-ae44-469d-97c6-34f5f54ff41b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:41.817473 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.832410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-293c3fa5-3006-48db-b91d-ef9c4957acdf req-24f2ffe2-6349-48d2-b5cc-71d2b8909f63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab1f6c86-9ce6-4a25-945a-f235b274fe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1870387 Feb 04 15:55:41.900465 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=624c4958-f099-46ce-9e04-1bb336ecfb22,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:42.093828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:42.173540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['624c4958-f099-46ce-9e04-1bb336ecfb22'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:55:42.270903 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69485c05-eb6c-43f5-8fa0-aab6b8d38f3d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.296986 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69485c05-eb6c-43f5-8fa0-aab6b8d38f3d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.322304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:42.361501 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 90bde2fc-703a-4740-bae6-46e49730cd45 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:42.385128 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:55:42.408072 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-293c3fa5-3006-48db-b91d-ef9c4957acdf req-8fc2e383-1a15-4002-8b3c-fa9353b8df91 service neutron] 10.222.0.73 "GET /v2.0/networks/ab1f6c86-9ce6-4a25-945a-f235b274fe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649900 Feb 04 15:55:42.417618 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 90bde2fc-703a-4740-bae6-46e49730cd45 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:55:42.418215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 90bde2fc-703a-4740-bae6-46e49730cd45 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:42.425298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69485c05-eb6c-43f5-8fa0-aab6b8d38f3d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network 87322188-5a68-49c7-85e9-33422ad4214c is not hosted by any dhcp agent {{(pid=83550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 15:55:42.430066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69485c05-eb6c-43f5-8fa0-aab6b8d38f3d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:42.430810 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69485c05-eb6c-43f5-8fa0-aab6b8d38f3d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.432466 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-69485c05-eb6c-43f5-8fa0-aab6b8d38f3d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "PUT /v2.0/networks/87322188-5a68-49c7-85e9-33422ad4214c HTTP/1.1" status: 200 len: 758 time: 1.0167685 Feb 04 15:55:42.440236 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52418) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:42.458109 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.507042 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:55:42.541778 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.582889 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.583864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.666760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69485c05-eb6c-43f5-8fa0-aab6b8d38f3d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Network': ['ID=87322188-5a68-49c7-85e9-33422ad4214c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:42.678468 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 87322188-5a68-49c7-85e9-33422ad4214c details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:42.867810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=497464d9-ae6b-4715-a243-1dd42922e3c9,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:42.917264 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edb79b6-b4c4-49b8-b840-c6c0d628a0df None None] Network 037f3644-a125-428c-ac5c-90081d5b8ec1 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:42.946692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd535b-23f0-4b4e-b200-fdf94e1f1403 req-12c31c74-209f-4314-b1de-050860b31205 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:42.959901 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0cd535b-23f0-4b4e-b200-fdf94e1f1403 req-12c31c74-209f-4314-b1de-050860b31205 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 945 time: 0.6788027 Feb 04 15:55:42.972785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861087ca-132d-4472-a61d-efad063a2b2a {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:55:42.997300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75160794-9094-4824-a590-ec713d6e0187 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:42.998049 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-75160794-9094-4824-a590-ec713d6e0187 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Synchronizing usage tracker for tenant:2905bed5de8142679c95c03b59ae6653 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:43.016078 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.057150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-293c3fa5-3006-48db-b91d-ef9c4957acdf req-4facb1d9-00a9-4e79-97b4-1e034a079179 service neutron] 10.222.0.73 "GET /v2.0/networks/ab1f6c86-9ce6-4a25-945a-f235b274fe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400135 Feb 04 15:55:43.092532 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e6936985-7408-428b-aeb1-1441f56dc6e9 None None] Provisioning for port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:43.100492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e6936985-7408-428b-aeb1-1441f56dc6e9 None None] Provisioning complete for port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:43.101483 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e6936985-7408-428b-aeb1-1441f56dc6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.101640 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.122751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Transition to ACTIVE for port object 861087ca-132d-4472-a61d-efad063a2b2a will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:43.124868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-75160794-9094-4824-a590-ec713d6e0187 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Unset dirty status for tenant:2905bed5de8142679c95c03b59ae6653 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:43.132825 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-75160794-9094-4824-a590-ec713d6e0187 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "GET /v2.0/networks?id=87322188-5a68-49c7-85e9-33422ad4214c HTTP/1.1" status: 200 len: 761 time: 0.6326478 Feb 04 15:55:43.135115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52426) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:43.149795 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.157553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] Deleting port 68229789-9bd6-47e6-b96c-945eca4dfef5 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:43.157889 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.161006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-dfa61f65-cb0c-45f9-ae27-c350c5463216 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1996261782'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:43.168931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dfa61f65-cb0c-45f9-ae27-c350c5463216 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:43.181176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dfa61f65-cb0c-45f9-ae27-c350c5463216 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:43.189615 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0cd535b-23f0-4b4e-b200-fdf94e1f1403 req-3b563e28-453d-4fd9-9f50-d9d5a62f421e tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/security-groups?id=4750dd8d-45aa-4304-980e-e6f69ab8bbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640041 Feb 04 15:55:43.202117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:43.213136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:43.300666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=861087ca-132d-4472-a61d-efad063a2b2a,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:43.303494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa61f65-cb0c-45f9-ae27-c350c5463216 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:43.315540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfa61f65-cb0c-45f9-ae27-c350c5463216 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.363713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa61f65-cb0c-45f9-ae27-c350c5463216 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:43.377032 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfa61f65-cb0c-45f9-ae27-c350c5463216 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.378160 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-dfa61f65-cb0c-45f9-ae27-c350c5463216 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Added segment f590ee6a-97db-4930-afb6-6086a848520d of type vlan for network 296e0317-e3d4-4502-ad4c-5679b0e32a00 Feb 04 15:55:43.405892 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e6936985-7408-428b-aeb1-1441f56dc6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.416317 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfa61f65-cb0c-45f9-ae27-c350c5463216 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.438083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 624c4958-f099-46ce-9e04-1bb336ecfb22 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:43.483198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669ca95-3639-4374-9938-2b77c200d3d7 req-69dff607-aef0-48e2-be96-3608c3149cd0 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.485419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9669ca95-3639-4374-9938-2b77c200d3d7 req-69dff607-aef0-48e2-be96-3608c3149cd0 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 931 time: 0.5620115 Feb 04 15:55:43.568074 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfa61f65-cb0c-45f9-ae27-c350c5463216 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.573471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa61f65-cb0c-45f9-ae27-c350c5463216 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.574448 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfa61f65-cb0c-45f9-ae27-c350c5463216 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.652858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e6936985-7408-428b-aeb1-1441f56dc6e9 None None] For port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30,segment=NetworkSegment(98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46),segment_id=98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:43.663651 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e6936985-7408-428b-aeb1-1441f56dc6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.761283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa61f65-cb0c-45f9-ae27-c350c5463216 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Network': ['ID=296e0317-e3d4-4502-ad4c-5679b0e32a00,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:43.764983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9669ca95-3639-4374-9938-2b77c200d3d7 req-f0d06d16-5f19-45b6-8fb9-6096f4aab315 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796889 Feb 04 15:55:43.787460 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 296e0317-e3d4-4502-ad4c-5679b0e32a00 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:43.795983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] For port 68229789-9bd6-47e6-b96c-945eca4dfef5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=68229789-9bd6-47e6-b96c-945eca4dfef5,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:43.796660 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.881887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 624c4958-f099-46ce-9e04-1bb336ecfb22 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:43.918574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6936985-7408-428b-aeb1-1441f56dc6e9 None None] Pushing event updated for resources: {'Port': ['ID=63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:43.936270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 624c4958-f099-46ce-9e04-1bb336ecfb22 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:43.936642 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.985492 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dfa61f65-cb0c-45f9-ae27-c350c5463216 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8469672 Feb 04 15:55:43.993730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52430) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:43.999775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-036178f5-1256-4e32-ab03-c3476b4d95b4 None None] Provisioning complete for port 497464d9-ae6b-4715-a243-1dd42922e3c9 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:44.000142 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-036178f5-1256-4e32-ab03-c3476b4d95b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.038060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] Calling delete_port for 68229789-9bd6-47e6-b96c-945eca4dfef5 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:44.193757 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-036178f5-1256-4e32-ab03-c3476b4d95b4 None None] Port 497464d9-ae6b-4715-a243-1dd42922e3c9 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:55:44.214425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'subnet': {'network_id': '296e0317-e3d4-4502-ad4c-5679b0e32a00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:44.407207 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.416902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Attempting to bind port 861087ca-132d-4472-a61d-efad063a2b2a on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:44.417242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Attempting to bind port 861087ca-132d-4472-a61d-efad063a2b2a by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'a194a10e-4161-4b1c-bd48-bba8453398d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:44.417554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Attempting to bind port 861087ca-132d-4472-a61d-efad063a2b2a on network d1d9e193-b916-49fa-bb1c-142a5343faec {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:44.444378 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Port 861087ca-132d-4472-a61d-efad063a2b2a on network d1d9e193-b916-49fa-bb1c-142a5343faec not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:55:44.444378 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Attempting to bind port 861087ca-132d-4472-a61d-efad063a2b2a on network d1d9e193-b916-49fa-bb1c-142a5343faec {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:44.465053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4ca1e8-ed3f-483d-ab8f-d926338a8d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624c4958-f099-46ce-9e04-1bb336ecfb22'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:44.482194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:44.482831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Checking segment: {'id': 'a194a10e-4161-4b1c-bd48-bba8453398d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:44.483539 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Bound using segment: {'id': 'a194a10e-4161-4b1c-bd48-bba8453398d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:44.484160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Bound port: 861087ca-132d-4472-a61d-efad063a2b2a, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a194a10e-4161-4b1c-bd48-bba8453398d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:44.484586 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.515960 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 624c4958-f099-46ce-9e04-1bb336ecfb22, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=624c4958-f099-46ce-9e04-1bb336ecfb22,segment=NetworkSegment(581c6332-ae44-469d-97c6-34f5f54ff41b),segment_id=581c6332-ae44-469d-97c6-34f5f54ff41b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:44.525632 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.633100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Allocated IP 2001:db8::1 (08cb6475-e09e-4e0f-a491-87d76cff1a03/3063cb7e-3049-4f7a-b37d-82b811bf2fcc/77d6c543-1d46-4c0c-8632-5b71db0b8fcb) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:44.657098 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4ca1e8-ed3f-483d-ab8f-d926338a8d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624c4958-f099-46ce-9e04-1bb336ecfb22', 'code': 200} Feb 04 15:55:44.660805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:44.669333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f956bb-fd90-4fa6-b697-2f3bc7113ccc None None] get_active_networks_info from n-d-827872-1 {{(pid=83552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 15:55:44.678368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Usage tracker for resource:subnet and tenant:2905bed5de8142679c95c03b59ae6653 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:44.684067 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:44.713020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:44.777594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=624c4958-f099-46ce-9e04-1bb336ecfb22,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:44.817252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c4f75c99-e9bb-4faa-8ef1-c8cf4e234ee2 None None] Provisioning complete for port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:44.817998 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4f75c99-e9bb-4faa-8ef1-c8cf4e234ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.844915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:44.972798 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.985329 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.003926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f956bb-fd90-4fa6-b697-2f3bc7113ccc None None] Resources bound (agent type, host, resource id): {{(pid=83552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:55:45.019576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] For port 861087ca-132d-4472-a61d-efad063a2b2a, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:45.089718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271412d-d031-4256-a78d-6969abd359fe req-cc2b3771-5093-4cba-a480-02971453517e tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:45.092216 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1271412d-d031-4256-a78d-6969abd359fe req-cc2b3771-5093-4cba-a480-02971453517e tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 946 time: 0.5565212 Feb 04 15:55:45.092877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Router b64166d9-fcdd-4979-b2fc-d5be17220676 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:55:45.112359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52450) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:45.128183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] Pushing event deleted for resources: {'Port': ['ID=68229789-9bd6-47e6-b96c-945eca4dfef5,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:45.135505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] For port 861087ca-132d-4472-a61d-efad063a2b2a, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=861087ca-132d-4472-a61d-efad063a2b2a,segment=NetworkSegment(a194a10e-4161-4b1c-bd48-bba8453398d5),segment_id=a194a10e-4161-4b1c-bd48-bba8453398d5)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:45.145373 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.278959 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.280394 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] 10.222.0.81 "PUT /v2.0/ports/861087ca-132d-4472-a61d-efad063a2b2a HTTP/1.1" status: 200 len: 1091 time: 4.8363900 Feb 04 15:55:45.282586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'tag': '861087ca-132d-4472-a61d-efad063a2b2a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:45.297049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.299233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-679723de-5a3f-462e-813f-f64393c39377 req-1653185b-feaa-4be4-b207-77acf06be826 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 1097 time: 0.6173859 Feb 04 15:55:45.332477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Transition to ACTIVE for port object 77d6c543-1d46-4c0c-8632-5b71db0b8fcb will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:45.339528 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bbf20-6ae0-4dfd-8add-2e2d50bc5ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=861087ca-132d-4472-a61d-efad063a2b2a,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:45.434021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1271412d-d031-4256-a78d-6969abd359fe req-d7c057c3-2e9b-40f8-a92a-a23608d11c04 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/security-groups?id=4750dd8d-45aa-4304-980e-e6f69ab8bbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348005 Feb 04 15:55:45.465675 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a33a5ff-34ba-4341-bcdc-e4fa2c172f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.510381 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-679723de-5a3f-462e-813f-f64393c39377 req-774f4e7e-cd16-4f4b-b2e7-123210655302 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4750dd8d-45aa-4304-980e-e6f69ab8bbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415532 Feb 04 15:55:45.525477 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'tag': '861087ca-132d-4472-a61d-efad063a2b2a', 'status': 'completed', 'code': 200} Feb 04 15:55:45.533928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f65ed8-73bc-4a5b-a82f-349c2f1b3d27 req-a5d4927a-4c08-4991-a10b-bbe9e8b2605f tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:45.535218 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6f65ed8-73bc-4a5b-a82f-349c2f1b3d27 req-a5d4927a-4c08-4991-a10b-bbe9e8b2605f tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 943 time: 0.4986913 Feb 04 15:55:45.542109 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.629962 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7a33a5ff-34ba-4341-bcdc-e4fa2c172f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:45.647580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7a33a5ff-34ba-4341-bcdc-e4fa2c172f8e admin admin] Usage tracker for resource:security_group_rule and tenant:111fe7621c394d36b4a735f6ff6b2cb9 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:45.658072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7a33a5ff-34ba-4341-bcdc-e4fa2c172f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:45.673712 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-1d89b817-7a09-4ff7-b70e-d3c49160603c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4c7b58664fba4046b9271182395dfef3&device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 1094 time: 0.3319223 Feb 04 15:55:45.674517 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.681795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7a33a5ff-34ba-4341-bcdc-e4fa2c172f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:45.724283 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.783968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Network 08cb6475-e09e-4e0f-a491-87d76cff1a03 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:45.791678 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:45.804116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event updated for resources: {'Port': ['ID=77d6c543-1d46-4c0c-8632-5b71db0b8fcb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:45.809961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:45.810496 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.841290 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-f0f2faed-6c2b-4a03-b771-25b97bdb9bff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861087ca-132d-4472-a61d-efad063a2b2a HTTP/1.1" status: 200 len: 217 time: 0.1319165 Feb 04 15:55:45.892785 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6f65ed8-73bc-4a5b-a82f-349c2f1b3d27 req-47a2fa65-10c8-42f0-a1ff-b1b808bfd22d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899673 Feb 04 15:55:45.906183 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Subnet': ['ID=fb0fe928-9cd4-4eda-8344-953b1014f3af,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:46.003279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-03c6f0d4-7d30-4926-ab60-cc550a3260ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:46.004776 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-03c6f0d4-7d30-4926-ab60-cc550a3260ba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8865c179-151c-4269-a674-a5deb042c273 HTTP/1.1" status: 200 len: 860 time: 0.1504028 Feb 04 15:55:46.068157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Checking segment: {'id': 'f590ee6a-97db-4930-afb6-6086a848520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '296e0317-e3d4-4502-ad4c-5679b0e32a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:46.070198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network hostable DHCP agents. Network: 296e0317-e3d4-4502-ad4c-5679b0e32a00, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:46.084754 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.093855 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.097481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:46.100634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:46.119465 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9399bfb0-ec9f-4626-83ca-f58807fc5a81 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "PUT /v2.0/routers/b64166d9-fcdd-4979-b2fc-d5be17220676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0505118 Feb 04 15:55:46.120188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52458) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:46.149515 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Sync routers for ids ['b64166d9-fcdd-4979-b2fc-d5be17220676'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:55:46.157675 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-85b50592-456f-45e9-8133-543ac5d86098 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d1d9e193-b916-49fa-bb1c-142a5343faec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986476 Feb 04 15:55:46.171658 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a33a5ff-34ba-4341-bcdc-e4fa2c172f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.204506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Routers {'b64166d9-fcdd-4979-b2fc-d5be17220676'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:46.205793 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a33a5ff-34ba-4341-bcdc-e4fa2c172f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.211887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b64166d9-fcdd-4979-b2fc-d5be17220676'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:46.240145 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.240641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03606207-2eb8-462d-bcf9-e4ab7f04d281 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:55:46.255425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579ec4b3-a163-429f-8f4e-892c66acf1d2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:46.256000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-579ec4b3-a163-429f-8f4e-892c66acf1d2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:46.261296 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.266893 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d99b8148-28da-4559-a10f-d7886fb1f368 admin admin] 10.222.0.60 "DELETE /v2.0/routers/03606207-2eb8-462d-bcf9-e4ab7f04d281 HTTP/1.1" status: 204 len: 168 time: 7.0378804 Feb 04 15:55:46.266893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52462) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:46.272223 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.290665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5885b51a-e318-458a-900d-406facd8f2ac None None] Provisioning for port 77d6c543-1d46-4c0c-8632-5b71db0b8fcb completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:46.320964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-579ec4b3-a163-429f-8f4e-892c66acf1d2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:46.322855 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-579ec4b3-a163-429f-8f4e-892c66acf1d2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports/497464d9-ae6b-4715-a243-1dd42922e3c9 HTTP/1.1" status: 200 len: 911 time: 0.2020090 Feb 04 15:55:46.325381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52466) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:46.354249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5885b51a-e318-458a-900d-406facd8f2ac None None] Provisioning complete for port 77d6c543-1d46-4c0c-8632-5b71db0b8fcb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:46.354763 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5885b51a-e318-458a-900d-406facd8f2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.384215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network 296e0317-e3d4-4502-ad4c-5679b0e32a00 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:46.386494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33a5ff-34ba-4341-bcdc-e4fa2c172f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7646142-c354-4a2d-a887-b51bc3e385a7,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:46.391096 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7a33a5ff-34ba-4341-bcdc-e4fa2c172f8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=111fe7621c394d36b4a735f6ff6b2cb9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2762880 Feb 04 15:55:46.402940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52470) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:46.445473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 296e0317-e3d4-4502-ad4c-5679b0e32a00) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:46.446024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:46.446494 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.464546 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:46.465139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.477221 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd5076-4d97-4df6-90bb-dfc20717a611 None None] Network 296e0317-e3d4-4502-ad4c-5679b0e32a00 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:46.510654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5885b51a-e318-458a-900d-406facd8f2ac None None] Port 77d6c543-1d46-4c0c-8632-5b71db0b8fcb cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:55:46.544183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4393802-797c-47b8-9792-452def248699 admin admin] Deleting subnet a8e5deff-ac1b-403d-9f50-c39eedef83e1 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:55:46.550192 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4393802-797c-47b8-9792-452def248699 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.563809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Set router b64166d9-fcdd-4979-b2fc-d5be17220676 gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:46.662841 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4393802-797c-47b8-9792-452def248699 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.763004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc10fb8c-68c2-4154-a209-48e1dcac661f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:46.769141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc10fb8c-68c2-4154-a209-48e1dcac661f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:46.769353 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cc10fb8c-68c2-4154-a209-48e1dcac661f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4430368 Feb 04 15:55:46.775043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52476) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:46.790900 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5d04908f-7c56-495e-8672-b3a81d3df559 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7849367 Feb 04 15:55:46.791774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52480) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:46.869726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2565ce-eaa5-4b6e-a348-a16757d9dc17 req-f18b65e4-e9f6-429b-8a55-90ac5314993e tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:46.871250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd2565ce-eaa5-4b6e-a348-a16757d9dc17 req-f18b65e4-e9f6-429b-8a55-90ac5314993e tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 946 time: 0.2902341 Feb 04 15:55:46.890849 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-bad53cbd-59e7-401a-8a32-3f73970836b0 service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7240078 Feb 04 15:55:46.927356 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4393802-797c-47b8-9792-452def248699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.002415 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22659885-9b99-4da9-9795-d7a9f0cb5646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.119809 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd2565ce-eaa5-4b6e-a348-a16757d9dc17 req-ae143bb7-e45e-43ee-abca-2a7470da20ec tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/security-groups?id=4750dd8d-45aa-4304-980e-e6f69ab8bbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371070 Feb 04 15:55:47.127621 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-296e0317-e3d4-4502-ad4c-5679b0e32a00', 'network_id': '296e0317-e3d4-4502-ad4c-5679b0e32a00', 'tenant_id': '2905bed5de8142679c95c03b59ae6653', 'fixed_ips': [{'subnet_id': 'fb0fe928-9cd4-4eda-8344-953b1014f3af'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:55:47.128563 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.139234 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4393802-797c-47b8-9792-452def248699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.145631 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22659885-9b99-4da9-9795-d7a9f0cb5646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.197157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4393802-797c-47b8-9792-452def248699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e5deff-ac1b-403d-9f50-c39eedef83e1,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:47.204187 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4393802-797c-47b8-9792-452def248699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.216193 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c4393802-797c-47b8-9792-452def248699 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a8e5deff-ac1b-403d-9f50-c39eedef83e1 HTTP/1.1" status: 204 len: 168 time: 0.9466627 Feb 04 15:55:47.216566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52486) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:47.230456 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c6355f-b15c-48a5-b9a9-4c589f2098eb None None] Network 6f92e8fc-7527-455b-8c35-08670df9b336 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:47.409602 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.419618 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3b6d26ac-b592-42d3-b349-be21a097a609 req-af2e865a-2c61-4c51-aa0b-694a338d6d3f service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643273 Feb 04 15:55:47.514386 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64166d9-fcdd-4979-b2fc-d5be17220676', 'name': 'tempest-NetworksTestDHCPv6-router-590905687', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:33Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 2, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'gw_port_host': None, '_interfaces': [{'id': '497464d9-ae6b-4715-a243-1dd42922e3c9', 'name': '', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'mac_address': 'fa:16:3e:da:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64166d9-fcdd-4979-b2fc-d5be17220676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42659493-289f-4250-ba9f-25071f07ec9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:36Z', 'updated_at': '2022-02-04T15:55:41Z', 'revision_number': 2, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'subnets': [{'id': '42659493-289f-4250-ba9f-25071f07ec9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:47.515865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22659885-9b99-4da9-9795-d7a9f0cb5646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.543898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Checking router: b64166d9-fcdd-4979-b2fc-d5be17220676 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:55:47.544257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Updating router b64166d9-fcdd-4979-b2fc-d5be17220676 port 497464d9-ae6b-4715-a243-1dd42922e3c9 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:55:47.549335 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.588868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] Deleting port aa5a3ae5-396d-4591-85d2-b225b886ec43 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:47.589299 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.596760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22659885-9b99-4da9-9795-d7a9f0cb5646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7646142-c354-4a2d-a887-b51bc3e385a7,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:47.624122 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22659885-9b99-4da9-9795-d7a9f0cb5646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.628228 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-22659885-9b99-4da9-9795-d7a9f0cb5646 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7646142-c354-4a2d-a887-b51bc3e385a7 HTTP/1.1" status: 204 len: 168 time: 1.2202203 Feb 04 15:55:47.631040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6d8e-abff-42e8-9c4e-3ca1882f53e5 req-b87198af-7036-4a92-93db-a4411e1d7e5c tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:47.633117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bcd6d8e-abff-42e8-9c4e-3ca1882f53e5 req-b87198af-7036-4a92-93db-a4411e1d7e5c tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 943 time: 0.3433971 Feb 04 15:55:47.639565 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.648661 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Allocated IP 172.20.0.2 (296e0317-e3d4-4502-ad4c-5679b0e32a00/fb0fe928-9cd4-4eda-8344-953b1014f3af/0c0a8a74-0bb3-45e1-8921-613311476998) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:47.668854 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.680363 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:55:47.708751 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.734971 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.736393 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.844652 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-af6229be-ec9f-4bfd-baa1-765c9af4ea35 req-49dad2d6-0ba1-4938-83b2-0ba1abde0812 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4c7b58664fba4046b9271182395dfef3&device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 1094 time: 0.3157275 Feb 04 15:55:47.858421 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bcd6d8e-abff-42e8-9c4e-3ca1882f53e5 req-9195de1d-b10f-4da4-b5a0-e543f0d669a0 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087491 Feb 04 15:55:47.945671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7917428d-c9c1-4ac9-8a58-df3a8d227798 None None] DHCP port deletion for 6f92e8fc-7527-455b-8c35-08670df9b336 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:55:47.976716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7917428d-c9c1-4ac9-8a58-df3a8d227798 None None] Deleting port aa5a3ae5-396d-4591-85d2-b225b886ec43 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:47.977271 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7917428d-c9c1-4ac9-8a58-df3a8d227798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.996263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] For port aa5a3ae5-396d-4591-85d2-b225b886ec43, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=aa5a3ae5-396d-4591-85d2-b225b886ec43,segment=NetworkSegment(208f408c-f865-4435-847a-4f1273af25b4),segment_id=208f408c-f865-4435-847a-4f1273af25b4)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:47.996687 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.025263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event updated for resources: {'Port': ['ID=77d6c543-1d46-4c0c-8632-5b71db0b8fcb,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:48.127789 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.139273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] Calling delete_port for aa5a3ae5-396d-4591-85d2-b225b886ec43 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:48.142635 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Transition to ACTIVE for port object 0c0a8a74-0bb3-45e1-8921-613311476998 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:48.145130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Network 08cb6475-e09e-4e0f-a491-87d76cff1a03 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:48.149488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:48.187146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Transition to ACTIVE for port object 0c0a8a74-0bb3-45e1-8921-613311476998 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:48.345519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52498) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:48.415754 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.481101 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ba4bb3ab-0758-423d-a109-eee5073c95ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.495796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6229be-ec9f-4bfd-baa1-765c9af4ea35 req-5e5cd101-67c1-4a2d-9fab-714e331cebd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:48.497535 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-af6229be-ec9f-4bfd-baa1-765c9af4ea35 req-5e5cd101-67c1-4a2d-9fab-714e331cebd3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d1d9e193-b916-49fa-bb1c-142a5343faec HTTP/1.1" status: 200 len: 921 time: 0.5876186 Feb 04 15:55:48.500507 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.504685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Pushing event updated for resources: {'Port': ['ID=0c0a8a74-0bb3-45e1-8921-613311476998,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:48.504878 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.514549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Network 296e0317-e3d4-4502-ad4c-5679b0e32a00 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:48.519216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:48.532858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:48.552010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ba4bb3ab-0758-423d-a109-eee5073c95ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:48.556494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ba4bb3ab-0758-423d-a109-eee5073c95ce admin admin] Usage tracker for resource:security_group_rule and tenant:0e32be607d9b439a865453e3515f6fe5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:48.559302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5a3ae5-396d-4591-85d2-b225b886ec43,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:48.560419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ba4bb3ab-0758-423d-a109-eee5073c95ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:48.568694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ba4bb3ab-0758-423d-a109-eee5073c95ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:48.583606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] No DVR routers for this DVR port aa5a3ae5-396d-4591-85d2-b225b886ec43 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:48.770982 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.787090 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Attempting to bind port 0c0a8a74-0bb3-45e1-8921-613311476998 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:48.787740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Attempting to bind port 0c0a8a74-0bb3-45e1-8921-613311476998 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'f590ee6a-97db-4930-afb6-6086a848520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '296e0317-e3d4-4502-ad4c-5679b0e32a00'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:48.788622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Attempting to bind port 0c0a8a74-0bb3-45e1-8921-613311476998 on network 296e0317-e3d4-4502-ad4c-5679b0e32a00 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:48.793687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb48c12-0891-4f68-a656-aaf1c2581841 req-be5d9747-9602-44c0-9a09-0affed72f452 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:48.797571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7917428d-c9c1-4ac9-8a58-df3a8d227798 None None] For port aa5a3ae5-396d-4591-85d2-b225b886ec43, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=aa5a3ae5-396d-4591-85d2-b225b886ec43,segment=NetworkSegment(208f408c-f865-4435-847a-4f1273af25b4),segment_id=208f408c-f865-4435-847a-4f1273af25b4)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:48.798041 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7917428d-c9c1-4ac9-8a58-df3a8d227798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.799692 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edb48c12-0891-4f68-a656-aaf1c2581841 req-be5d9747-9602-44c0-9a09-0affed72f452 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 946 time: 0.3377140 Feb 04 15:55:48.845536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f92e8fc-7527-455b-8c35-08670df9b336']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:48.854874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.899525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0fe928-9cd4-4eda-8344-953b1014f3af,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:48.927655 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208f408c-f865-4435-847a-4f1273af25b4') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:48.927975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208f408c-f865-4435-847a-4f1273af25b4') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:48.953141 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.979957 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fdcfe140-2c1d-4f0b-883d-6a5d9b2b7539 None None] Provisioning complete for port 77d6c543-1d46-4c0c-8632-5b71db0b8fcb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:48.980734 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fdcfe140-2c1d-4f0b-883d-6a5d9b2b7539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.993773 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-af6229be-ec9f-4bfd-baa1-765c9af4ea35 req-f6cfe56f-140f-4159-be42-be3d138c47ce service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861087ca-132d-4472-a61d-efad063a2b2a HTTP/1.1" status: 200 len: 217 time: 0.4799728 Feb 04 15:55:49.021752 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ba4bb3ab-0758-423d-a109-eee5073c95ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.035573 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.050581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edb48c12-0891-4f68-a656-aaf1c2581841 req-3abc95f9-7d56-47b1-9a5d-a5e5311dcb60 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/security-groups?id=4750dd8d-45aa-4304-980e-e6f69ab8bbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430859 Feb 04 15:55:49.067801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:49.068202 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Checking segment: {'id': 'f590ee6a-97db-4930-afb6-6086a848520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '296e0317-e3d4-4502-ad4c-5679b0e32a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:49.068593 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.068987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Bound using segment: {'id': 'f590ee6a-97db-4930-afb6-6086a848520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '296e0317-e3d4-4502-ad4c-5679b0e32a00'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:49.069475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Bound port: 0c0a8a74-0bb3-45e1-8921-613311476998, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f590ee6a-97db-4930-afb6-6086a848520d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '296e0317-e3d4-4502-ad4c-5679b0e32a00'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:49.070802 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.113287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:55:49.113687 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.121758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7917428d-c9c1-4ac9-8a58-df3a8d227798 None None] Calling delete_port for aa5a3ae5-396d-4591-85d2-b225b886ec43 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:49.137665 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:49.172933 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.213443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296e0317-e3d4-4502-ad4c-5679b0e32a00']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:49.243385 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.256207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f590ee6a-97db-4930-afb6-6086a848520d') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:49.256592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f590ee6a-97db-4930-afb6-6086a848520d') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:49.263208 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-7917428d-c9c1-4ac9-8a58-df3a8d227798 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:55:49.263737 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-7917428d-c9c1-4ac9-8a58-df3a8d227798 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:55:49.269017 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.271613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] Pushing event deleted for resources: {'Network': ['ID=6f92e8fc-7527-455b-8c35-08670df9b336,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:49.286744 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.289792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-fdcfe140-2c1d-4f0b-883d-6a5d9b2b7539 None None] Port 77d6c543-1d46-4c0c-8632-5b71db0b8fcb cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:55:49.296111 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.323604 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ff4b0291-e993-4822-8d1c-6b0b7421eeff admin admin] 10.222.0.60 "DELETE /v2.0/networks/6f92e8fc-7527-455b-8c35-08670df9b336 HTTP/1.1" status: 204 len: 168 time: 2.1059518 Feb 04 15:55:49.325351 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6229be-ec9f-4bfd-baa1-765c9af4ea35 req-fee3b1a9-2eca-43c4-9677-7eb93a0c111a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:49.327041 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-af6229be-ec9f-4bfd-baa1-765c9af4ea35 req-fee3b1a9-2eca-43c4-9677-7eb93a0c111a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8865c179-151c-4269-a674-a5deb042c273 HTTP/1.1" status: 200 len: 860 time: 0.2907331 Feb 04 15:55:49.328341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Transition to ACTIVE for port object 497464d9-ae6b-4715-a243-1dd42922e3c9 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:49.329265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52510) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:49.331095 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.336079 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ba4bb3ab-0758-423d-a109-eee5073c95ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.351827 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.394441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c3489-bf7b-4053-92c5-57103be6a922 req-2c0f6a27-fb1b-4dcc-b6f9-e7c2ba1493e8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:49.395977 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d22c3489-bf7b-4053-92c5-57103be6a922 req-2c0f6a27-fb1b-4dcc-b6f9-e7c2ba1493e8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 943 time: 0.3444328 Feb 04 15:55:49.409998 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:55:49.410419 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:49.433514 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:49.489818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e63f30-b003-4863-861d-71d9b4551ad0 None None] Pushing event updated for resources: {'Port': ['ID=497464d9-ae6b-4715-a243-1dd42922e3c9,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:49.506373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-60527911-08b9-4124-874d-5ec823c17123 None None] For port 0c0a8a74-0bb3-45e1-8921-613311476998, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:49.565717 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.572672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d22c3489-bf7b-4053-92c5-57103be6a922 req-9a79b1cf-6c12-489c-abed-c620074a7e31 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633532 Feb 04 15:55:49.638362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port 497464d9-ae6b-4715-a243-1dd42922e3c9 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:49.638706 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.640834 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-af6229be-ec9f-4bfd-baa1-765c9af4ea35 req-c5770469-69b6-4482-86c3-247776de06b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d1d9e193-b916-49fa-bb1c-142a5343faec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2897098 Feb 04 15:55:49.746076 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-60527911-08b9-4124-874d-5ec823c17123 None None] For port 0c0a8a74-0bb3-45e1-8921-613311476998, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0c0a8a74-0bb3-45e1-8921-613311476998,segment=NetworkSegment(f590ee6a-97db-4930-afb6-6086a848520d),segment_id=f590ee6a-97db-4930-afb6-6086a848520d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:49.746380 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ba4bb3ab-0758-423d-a109-eee5073c95ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e32be607d9b439a865453e3515f6fe5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3957517 Feb 04 15:55:49.764419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bb3ab-0758-423d-a109-eee5073c95ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f073a57-7210-4526-aa59-6fad8916c07a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:49.765943 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7917428d-c9c1-4ac9-8a58-df3a8d227798 None None] Deleting port aa5a3ae5-396d-4591-85d2-b225b886ec43 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:49.766535 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7917428d-c9c1-4ac9-8a58-df3a8d227798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.770372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52520) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:49.933300 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:55:49.933300 n-d-827872-1 neutron-server[83550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:55:49.933300 n-d-827872-1 neutron-server[83550]: [parameters: {'id': '296e0317-e3d4-4502-ad4c-5679b0e32a00'}] Feb 04 15:55:49.933300 n-d-827872-1 neutron-server[83550]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:55:49.934198 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:55:49.959640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7917428d-c9c1-4ac9-8a58-df3a8d227798 None None] The port 'aa5a3ae5-396d-4591-85d2-b225b886ec43' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:55:49.963233 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Attempting to bind port 497464d9-ae6b-4715-a243-1dd42922e3c9 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:49.964006 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Attempting to bind port 497464d9-ae6b-4715-a243-1dd42922e3c9 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:49.964381 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Attempting to bind port 497464d9-ae6b-4715-a243-1dd42922e3c9 on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:49.979897 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.028337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:50.029791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:50.030198 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.030587 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:50.033726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Bound port: 497464d9-ae6b-4715-a243-1dd42922e3c9, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:50.034067 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.159552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] For port 497464d9-ae6b-4715-a243-1dd42922e3c9, host n-d-827872-1, got binding levels [] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:50.160131 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.163123 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device aa5a3ae5-396d-4591-85d2-b225b886ec43 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:50.171399 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-af6229be-ec9f-4bfd-baa1-765c9af4ea35 req-fdbee8d2-3df7-4646-b488-332925d266c0 service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000161 Feb 04 15:55:50.219758 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2c54eba0-2238-42c2-a2ba-414dd49c2e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.239845 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: aa5a3ae5-396d-4591-85d2-b225b886ec43 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:55:50.240112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device aa5a3ae5-396d-4591-85d2-b225b886ec43 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:50.352361 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2c54eba0-2238-42c2-a2ba-414dd49c2e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.361190 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60527911-08b9-4124-874d-5ec823c17123 None None] Pushing event updated for resources: {'Port': ['ID=0c0a8a74-0bb3-45e1-8921-613311476998,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:50.385159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Router 53728799-12a4-49ee-aaca-4233a379da85 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:50.389331 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4abf28-d109-4f11-ab3f-4934e6c7ca4b req-2ca3289c-6eb7-4fe7-b643-5680fa75adb8 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:50.396423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73691839-b244-4a3a-a6d7-060fea269b36 None None] Network 296e0317-e3d4-4502-ad4c-5679b0e32a00 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:50.401391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bc4abf28-d109-4f11-ab3f-4934e6c7ca4b req-2ca3289c-6eb7-4fe7-b643-5680fa75adb8 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.4668314 Feb 04 15:55:50.416815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] For port 497464d9-ae6b-4715-a243-1dd42922e3c9, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:50.435835 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.482531 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] For port 497464d9-ae6b-4715-a243-1dd42922e3c9, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=497464d9-ae6b-4715-a243-1dd42922e3c9,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:50.496565 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-af6229be-ec9f-4bfd-baa1-765c9af4ea35 req-fc61d58e-3530-45bb-b722-02872868d8e5 service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126972 Feb 04 15:55:50.500502 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.574406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for 497464d9-ae6b-4715-a243-1dd42922e3c9 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:50.605888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Deleting port 0c0a8a74-0bb3-45e1-8921-613311476998 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:50.606869 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.675678 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bc4abf28-d109-4f11-ab3f-4934e6c7ca4b req-34363faa-c6e9-48ca-b6f5-aa23c2342633 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730169 Feb 04 15:55:50.677190 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2c54eba0-2238-42c2-a2ba-414dd49c2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.677345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e63f30-b003-4863-861d-71d9b4551ad0 None None] Pushing event updated for resources: {'Port': ['ID=497464d9-ae6b-4715-a243-1dd42922e3c9,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:50.728049 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54eba0-2238-42c2-a2ba-414dd49c2e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f073a57-7210-4526-aa59-6fad8916c07a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:50.848930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2c54eba0-2238-42c2-a2ba-414dd49c2e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.850051 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2c54eba0-2238-42c2-a2ba-414dd49c2e5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f073a57-7210-4526-aa59-6fad8916c07a HTTP/1.1" status: 204 len: 168 time: 0.9156263 Feb 04 15:55:50.851556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 861087ca-132d-4472-a61d-efad063a2b2a details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:55:50.903554 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Routers {'b64166d9-fcdd-4979-b2fc-d5be17220676'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:50.904195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b64166d9-fcdd-4979-b2fc-d5be17220676'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:50.934175 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:55:50.934750 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:55:51.021959 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:55:51.107956 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] For port 0c0a8a74-0bb3-45e1-8921-613311476998, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0c0a8a74-0bb3-45e1-8921-613311476998,segment=NetworkSegment(f590ee6a-97db-4930-afb6-6086a848520d),segment_id=f590ee6a-97db-4930-afb6-6086a848520d)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:51.108600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.127294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa8cbc-00d6-4137-a7d1-27cf7fc630d3 req-5caf9b4a-d2c5-477c-8d8b-3cb246d660b1 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:51.136486 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9cfa8cbc-00d6-4137-a7d1-27cf7fc630d3 req-5caf9b4a-d2c5-477c-8d8b-3cb246d660b1 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 946 time: 0.4578745 Feb 04 15:55:51.238933 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9cfa8cbc-00d6-4137-a7d1-27cf7fc630d3 req-ca260f7c-7aa1-47bc-a908-f1d3ace4fa80 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/security-groups?id=4750dd8d-45aa-4304-980e-e6f69ab8bbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012056 Feb 04 15:55:51.274193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8f5f1-b04d-42b7-8a08-1336da665422 req-cb6402fb-1e68-4ce9-af9d-f4f970163044 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:51.277119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42d8f5f1-b04d-42b7-8a08-1336da665422 req-cb6402fb-1e68-4ce9-af9d-f4f970163044 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 943 time: 0.3496385 Feb 04 15:55:51.354413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42d8f5f1-b04d-42b7-8a08-1336da665422 req-eeede510-b680-45c4-b2ed-c48c710c484f tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699039 Feb 04 15:55:51.356402 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] Set router b64166d9-fcdd-4979-b2fc-d5be17220676 gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:51.359714 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.434850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Calling delete_port for 0c0a8a74-0bb3-45e1-8921-613311476998 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:51.457637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port 497464d9-ae6b-4715-a243-1dd42922e3c9 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:51.458353 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.483524 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de214d8-aae2-4fe0-a60f-6bf5beb8ac4a None None] get_active_networks_info from n-d-827872-1 {{(pid=83552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 15:55:51.510636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:51.510866 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 861087ca-132d-4472-a61d-efad063a2b2a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=861087ca-132d-4472-a61d-efad063a2b2a,segment=NetworkSegment(a194a10e-4161-4b1c-bd48-bba8453398d5),segment_id=a194a10e-4161-4b1c-bd48-bba8453398d5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:51.517806 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-314b1745-914d-40b3-b3e3-2b41a2ac63b8 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "PUT /v2.0/routers/53728799-12a4-49ee-aaca-4233a379da85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8806493 Feb 04 15:55:51.520615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52540) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:51.523571 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ccdee3-ecf0-477b-b7ee-fba9eb18c053 None None] Sync routers for ids ['53728799-12a4-49ee-aaca-4233a379da85'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:55:51.542236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '861087ca-132d-4472-a61d-efad063a2b2a', 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec', 'port_id': '861087ca-132d-4472-a61d-efad063a2b2a', 'mac_address': 'fa:16:3e:0f:43:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8865c179-151c-4269-a674-a5deb042c273', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:55:51.544439 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ccdee3-ecf0-477b-b7ee-fba9eb18c053 None None] Routers {'53728799-12a4-49ee-aaca-4233a379da85'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:51.545507 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-68ccdee3-ecf0-477b-b7ee-fba9eb18c053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['53728799-12a4-49ee-aaca-4233a379da85'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:51.552181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52544) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:51.616780 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-09ba10b4-b6df-4c8c-ae50-0cb2bc7ad888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.621798 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-68ccdee3-ecf0-477b-b7ee-fba9eb18c053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:51.633575 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ccdee3-ecf0-477b-b7ee-fba9eb18c053 None None] Routers {'53728799-12a4-49ee-aaca-4233a379da85'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:51.634513 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-68ccdee3-ecf0-477b-b7ee-fba9eb18c053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['53728799-12a4-49ee-aaca-4233a379da85'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:51.635731 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.689151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Port': ['ID=0c0a8a74-0bb3-45e1-8921-613311476998,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:51.706954 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-68ccdee3-ecf0-477b-b7ee-fba9eb18c053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:51.707533 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ccdee3-ecf0-477b-b7ee-fba9eb18c053 None None] The sync data for ids ['53728799-12a4-49ee-aaca-4233a379da85'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:51.766171 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No DVR routers for this DVR port 0c0a8a74-0bb3-45e1-8921-613311476998 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:51.805525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-09ba10b4-b6df-4c8c-ae50-0cb2bc7ad888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:51.816734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-09ba10b4-b6df-4c8c-ae50-0cb2bc7ad888 admin admin] Usage tracker for resource:security_group_rule and tenant:39a21c88571c46c8849d69fd8f2d665a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:51.828896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-09ba10b4-b6df-4c8c-ae50-0cb2bc7ad888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:51.842201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-09ba10b4-b6df-4c8c-ae50-0cb2bc7ad888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:51.850220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] For port 497464d9-ae6b-4715-a243-1dd42922e3c9, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=497464d9-ae6b-4715-a243-1dd42922e3c9,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:51.850584 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.932557 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.949704 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.953304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de214d8-aae2-4fe0-a60f-6bf5beb8ac4a None None] Resources bound (agent type, host, resource id): {{(pid=83552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:55:51.982614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861087ca-132d-4472-a61d-efad063a2b2a {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:55:52.007739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296e0317-e3d4-4502-ad4c-5679b0e32a00']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:52.026633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f590ee6a-97db-4930-afb6-6086a848520d') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:52.026923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f590ee6a-97db-4930-afb6-6086a848520d') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:52.043433 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.058901 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c6a7b61-7b5a-4799-9832-3355ea429f68 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.126165 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.138205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:55:52.138606 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.148860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 861087ca-132d-4472-a61d-efad063a2b2a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=861087ca-132d-4472-a61d-efad063a2b2a,segment=NetworkSegment(a194a10e-4161-4b1c-bd48-bba8453398d5),segment_id=a194a10e-4161-4b1c-bd48-bba8453398d5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:52.153796 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:52.156493 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.185167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for 497464d9-ae6b-4715-a243-1dd42922e3c9 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:52.303300 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=861087ca-132d-4472-a61d-efad063a2b2a,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:52.348017 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.359914 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.388975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64166d9-fcdd-4979-b2fc-d5be17220676', 'name': 'tempest-NetworksTestDHCPv6-router-590905687', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:33Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 2, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'gw_port_host': None, '_interfaces': [{'id': '497464d9-ae6b-4715-a243-1dd42922e3c9', 'name': '', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'mac_address': 'fa:16:3e:da:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64166d9-fcdd-4979-b2fc-d5be17220676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42659493-289f-4250-ba9f-25071f07ec9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:36Z', 'updated_at': '2022-02-04T15:55:50Z', 'revision_number': 4, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'subnets': [{'id': '42659493-289f-4250-ba9f-25071f07ec9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:52.402564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e4b84-86ae-4086-9863-b540966a5b34 None None] The sync data for ids ['b64166d9-fcdd-4979-b2fc-d5be17220676'] in n-d-827872-1 is: [{'id': 'b64166d9-fcdd-4979-b2fc-d5be17220676', 'name': 'tempest-NetworksTestDHCPv6-router-590905687', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:33Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 2, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'gw_port_host': None, '_interfaces': [{'id': '497464d9-ae6b-4715-a243-1dd42922e3c9', 'name': '', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'mac_address': 'fa:16:3e:da:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64166d9-fcdd-4979-b2fc-d5be17220676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42659493-289f-4250-ba9f-25071f07ec9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:36Z', 'updated_at': '2022-02-04T15:55:50Z', 'revision_number': 4, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'subnets': [{'id': '42659493-289f-4250-ba9f-25071f07ec9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:52.442080 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/296e0317-e3d4-4502-ad4c-5679b0e32a00 HTTP/1.1" status: 204 len: 168 time: 5.5967503 Feb 04 15:55:52.443952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d066b1-86b7-4f15-92af-3eb18d9373e1 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Network': ['ID=296e0317-e3d4-4502-ad4c-5679b0e32a00,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:52.459905 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-09ba10b4-b6df-4c8c-ae50-0cb2bc7ad888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.466405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52554) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:52.479894 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-09ba10b4-b6df-4c8c-ae50-0cb2bc7ad888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.535683 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-e075cbeb-48c0-4aef-b3cf-9323eae909f0 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] GET failed (client error): The resource could not be found. Feb 04 15:55:52.536586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e075cbeb-48c0-4aef-b3cf-9323eae909f0 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Synchronizing usage tracker for tenant:2905bed5de8142679c95c03b59ae6653 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:52.543729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba10b4-b6df-4c8c-ae50-0cb2bc7ad888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049a99c4-f56f-46eb-b8b6-7a446d6aaed9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:52.567125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e075cbeb-48c0-4aef-b3cf-9323eae909f0 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Unset dirty status for tenant:2905bed5de8142679c95c03b59ae6653 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:52.568368 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e075cbeb-48c0-4aef-b3cf-9323eae909f0 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "GET /v2.0/subnets/fb0fe928-9cd4-4eda-8344-953b1014f3af HTTP/1.1" status: 404 len: 337 time: 0.1005058 Feb 04 15:55:52.572146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52558) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:52.607713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['861087ca-132d-4472-a61d-efad063a2b2a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:55:52.609112 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-40babfdf-b71e-429f-96aa-4dc30db328c3 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:55:52.609556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40babfdf-b71e-429f-96aa-4dc30db328c3 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:55:52.618045 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-40babfdf-b71e-429f-96aa-4dc30db328c3 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/296e0317-e3d4-4502-ad4c-5679b0e32a00 HTTP/1.1" status: 404 len: 339 time: 0.0370693 Feb 04 15:55:52.618045 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-1c6a7b61-7b5a-4799-9832-3355ea429f68 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 15:55:52.621715 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1c6a7b61-7b5a-4799-9832-3355ea429f68 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "DELETE /v2.0/routers/53728799-12a4-49ee-aaca-4233a379da85 HTTP/1.1" status: 409 len: 329 time: 1.0872796 Feb 04 15:55:52.622278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52562) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:52.622613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52564) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:52.676056 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-09ba10b4-b6df-4c8c-ae50-0cb2bc7ad888 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39a21c88571c46c8849d69fd8f2d665a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1226921 Feb 04 15:55:52.692734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52570) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:52.708595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8277184-cbd7-461f-beb4-b42541275dbe req-6caeb640-b01d-4787-9aec-f891df7191d2 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:52.710289 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8277184-cbd7-461f-beb4-b42541275dbe req-6caeb640-b01d-4787-9aec-f891df7191d2 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 946 time: 0.5703003 Feb 04 15:55:52.717100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76574542-ae68-48c9-a89d-95f5754024c4 req-c1560b5f-c1da-4a13-b01e-b56ca33dcf7f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:52.723761 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76574542-ae68-48c9-a89d-95f5754024c4 req-c1560b5f-c1da-4a13-b01e-b56ca33dcf7f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.8338737 Feb 04 15:55:52.922537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def9dee1-0d37-47d2-8261-a912897f3662 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:52.923259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-def9dee1-0d37-47d2-8261-a912897f3662 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Synchronizing usage tracker for tenant:2905bed5de8142679c95c03b59ae6653 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:52.951504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-def9dee1-0d37-47d2-8261-a912897f3662 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Unset dirty status for tenant:2905bed5de8142679c95c03b59ae6653 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:52.956101 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-def9dee1-0d37-47d2-8261-a912897f3662 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3290679 Feb 04 15:55:52.957216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52574) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:53.017989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-b8277184-cbd7-461f-beb4-b42541275dbe req-1483f125-fdee-48df-9e04-99660dc34095 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Deleting port 624c4958-f099-46ce-9e04-1bb336ecfb22 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:53.018492 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b8277184-cbd7-461f-beb4-b42541275dbe req-1483f125-fdee-48df-9e04-99660dc34095 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.070923 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-192e8f20-57a7-403d-8ce0-86278517ba9b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 207 time: 0.0560343 Feb 04 15:55:53.086457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52578) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:53.148950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9d32-138f-4ff4-9d8c-8c0afd202193 req-2aa23744-078e-4e0e-9522-5dfe560a0595 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:53.150974 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c0a9d32-138f-4ff4-9d8c-8c0afd202193 req-2aa23744-078e-4e0e-9522-5dfe560a0595 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 946 time: 0.5607293 Feb 04 15:55:53.172009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76574542-ae68-48c9-a89d-95f5754024c4 req-13af8c80-2c7a-4752-ac64-d113ab52c390 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4461720 Feb 04 15:55:53.374670 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f708ecbd-f624-45e1-89e8-0bb14b4cecbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.413930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-647816b1-f737-4ec0-aa56-bb34d4fc911b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.474147 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.497720 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f708ecbd-f624-45e1-89e8-0bb14b4cecbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.643421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=497464d9-ae6b-4715-a243-1dd42922e3c9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:53.775800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c0a9d32-138f-4ff4-9d8c-8c0afd202193 req-179eb9d2-ca65-4b4a-9b4d-c9718249aa11 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/security-groups?id=4750dd8d-45aa-4304-980e-e6f69ab8bbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5889161 Feb 04 15:55:53.959459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68229789-9bd6-47e6-b96c-945eca4dfef5 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:54.019614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 68229789-9bd6-47e6-b96c-945eca4dfef5 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:55:54.020625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68229789-9bd6-47e6-b96c-945eca4dfef5 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:54.030646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07d889-9e5b-4e0b-90bb-a1e17729c83c tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:54.034529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07d889-9e5b-4e0b-90bb-a1e17729c83c tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:54.038948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07d889-9e5b-4e0b-90bb-a1e17729c83c tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:54.043438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07d889-9e5b-4e0b-90bb-a1e17729c83c tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:54.048921 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cd07d889-9e5b-4e0b-90bb-a1e17729c83c tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.9490893 Feb 04 15:55:54.053199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52582) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:54.109625 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f708ecbd-f624-45e1-89e8-0bb14b4cecbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.128728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099be3dc-277c-41ed-b232-acb53004c482 req-30e61723-1d61-47a4-8a8f-27d5830875c4 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:54.130248 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-099be3dc-277c-41ed-b232-acb53004c482 req-30e61723-1d61-47a4-8a8f-27d5830875c4 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 944 time: 0.7581694 Feb 04 15:55:54.214333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708ecbd-f624-45e1-89e8-0bb14b4cecbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049a99c4-f56f-46eb-b8b6-7a446d6aaed9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:54.234728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-b8277184-cbd7-461f-beb4-b42541275dbe req-1483f125-fdee-48df-9e04-99660dc34095 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] For port 624c4958-f099-46ce-9e04-1bb336ecfb22, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=624c4958-f099-46ce-9e04-1bb336ecfb22,segment=NetworkSegment(581c6332-ae44-469d-97c6-34f5f54ff41b),segment_id=581c6332-ae44-469d-97c6-34f5f54ff41b)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:54.235587 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b8277184-cbd7-461f-beb4-b42541275dbe req-1483f125-fdee-48df-9e04-99660dc34095 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.300340 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4fd22840-3d50-47e3-a11c-1b085179cdcf tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2391629 Feb 04 15:55:54.301235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52588) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:54.301897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-647816b1-f737-4ec0-aa56-bb34d4fc911b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Deleting port 77d6c543-1d46-4c0c-8632-5b71db0b8fcb {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:54.302241 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-647816b1-f737-4ec0-aa56-bb34d4fc911b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.495067 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a270951a-6743-4499-be0b-922ffa3c250c tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:54.496523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a270951a-6743-4499-be0b-922ffa3c250c tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:54.498047 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a270951a-6743-4499-be0b-922ffa3c250c tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1686230 Feb 04 15:55:54.505312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52592) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:54.537534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-b8277184-cbd7-461f-beb4-b42541275dbe req-1483f125-fdee-48df-9e04-99660dc34095 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Calling delete_port for 624c4958-f099-46ce-9e04-1bb336ecfb22 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:54.621004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f54424-7a45-4a1b-b1e9-f5b69d16485b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:54.622344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f54424-7a45-4a1b-b1e9-f5b69d16485b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:54.626295 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-55f54424-7a45-4a1b-b1e9-f5b69d16485b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1173508 Feb 04 15:55:54.628506 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-647816b1-f737-4ec0-aa56-bb34d4fc911b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.636501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52596) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:54.697204 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.758925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-647816b1-f737-4ec0-aa56-bb34d4fc911b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Calling delete_port for 77d6c543-1d46-4c0c-8632-5b71db0b8fcb owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:54.766083 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f708ecbd-f624-45e1-89e8-0bb14b4cecbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.767572 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f708ecbd-f624-45e1-89e8-0bb14b4cecbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/049a99c4-f56f-46eb-b8b6-7a446d6aaed9 HTTP/1.1" status: 204 len: 168 time: 2.0734634 Feb 04 15:55:54.824502 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-099be3dc-277c-41ed-b232-acb53004c482 req-512ebe03-b180-4864-969a-1d541e8a4fc6 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6217442 Feb 04 15:55:54.896900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 861087ca-132d-4472-a61d-efad063a2b2a up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:55.043431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 861087ca-132d-4472-a61d-efad063a2b2a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:55.051373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 861087ca-132d-4472-a61d-efad063a2b2a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:55.052699 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.062610 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-647816b1-f737-4ec0-aa56-bb34d4fc911b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.121430 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b8277184-cbd7-461f-beb4-b42541275dbe req-1483f125-fdee-48df-9e04-99660dc34095 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.140153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647816b1-f737-4ec0-aa56-bb34d4fc911b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event deleted for resources: {'Port': ['ID=77d6c543-1d46-4c0c-8632-5b71db0b8fcb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:55.159969 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['624c4958-f099-46ce-9e04-1bb336ecfb22'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:55:55.211127 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f1c64ea-d1f9-4b67-b21d-0fa79a7ab311 req-f5c5f17b-cd87-46ab-8f7a-6a57da71b059 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 210 time: 0.1838222 Feb 04 15:55:55.239032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b6364c-a59d-4e5c-abe5-6d2dae5ce412 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:55.240495 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b3b6364c-a59d-4e5c-abe5-6d2dae5ce412 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "GET /v2.0/networks/7978439a-9ef7-4dab-bbec-7af3243d2218 HTTP/1.1" status: 200 len: 800 time: 0.5960464 Feb 04 15:55:55.248143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483f125-fdee-48df-9e04-99660dc34095 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Pushing event deleted for resources: {'Port': ['ID=624c4958-f099-46ce-9e04-1bb336ecfb22,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:55.260538 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.340994 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861087ca-132d-4472-a61d-efad063a2b2a'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:55.350457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 861087ca-132d-4472-a61d-efad063a2b2a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=861087ca-132d-4472-a61d-efad063a2b2a,segment=NetworkSegment(a194a10e-4161-4b1c-bd48-bba8453398d5),segment_id=a194a10e-4161-4b1c-bd48-bba8453398d5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:55.358848 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.364861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2d029-e17b-4fbf-9c84-39ba5bb20f53 req-8bb13c47-5450-470a-92cc-5af85e21c139 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:55.374869 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53c2d029-e17b-4fbf-9c84-39ba5bb20f53 req-8bb13c47-5450-470a-92cc-5af85e21c139 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.8469648 Feb 04 15:55:55.384330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52606) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:55.471480 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861087ca-132d-4472-a61d-efad063a2b2a', 'code': 200} Feb 04 15:55:55.534684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=861087ca-132d-4472-a61d-efad063a2b2a,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:55.630803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8277184-cbd7-461f-beb4-b42541275dbe req-1483f125-fdee-48df-9e04-99660dc34095 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] No DVR routers for this DVR port 624c4958-f099-46ce-9e04-1bb336ecfb22 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:55.652061 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b8277184-cbd7-461f-beb4-b42541275dbe req-1483f125-fdee-48df-9e04-99660dc34095 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.654775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4ca1e8-ed3f-483d-ab8f-d926338a8d46', 'name': 'network-vif-deleted', 'tag': '624c4958-f099-46ce-9e04-1bb336ecfb22'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:55.726783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53c2d029-e17b-4fbf-9c84-39ba5bb20f53 req-35673a1d-1cde-4d36-8706-77254fba4a00 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3505888 Feb 04 15:55:55.781332 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8277184-cbd7-461f-beb4-b42541275dbe req-1483f125-fdee-48df-9e04-99660dc34095 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.73 "DELETE /v2.0/ports/624c4958-f099-46ce-9e04-1bb336ecfb22 HTTP/1.1" status: 204 len: 173 time: 3.0520527 Feb 04 15:55:55.790979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-647816b1-f737-4ec0-aa56-bb34d4fc911b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.852335 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4ca1e8-ed3f-483d-ab8f-d926338a8d46', 'name': 'network-vif-deleted', 'tag': '624c4958-f099-46ce-9e04-1bb336ecfb22', 'status': 'completed', 'code': 200} Feb 04 15:55:55.878336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Deleting port 296859cf-0376-4bf3-b5a1-87e1952ce492 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:55.878632 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.908908 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5847e8db-b2f9-4234-b201-dbc84b277953 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "GET /v2.0/networks/7978439a-9ef7-4dab-bbec-7af3243d2218?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5041766 Feb 04 15:55:55.911064 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a0f300bd-ff98-460c-91bf-d6cbbb573942 req-6c7e83e7-cef5-48d8-ab3f-eab684f8440b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 1096 time: 0.3209491 Feb 04 15:55:55.913478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52626) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:56.154945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Router b64166d9-fcdd-4979-b2fc-d5be17220676 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:56.212509 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a0f300bd-ff98-460c-91bf-d6cbbb573942 req-4c03d4c6-0649-486b-8451-0649b68b4d5b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822464 Feb 04 15:55:56.217691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbed974-4974-4c3e-9978-4cfb4eea1a18 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:56.219614 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-acbed974-4974-4c3e-9978-4cfb4eea1a18 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "GET /v2.0/subnets/1ce9d595-b83a-4104-9fc0-2f531447f46c HTTP/1.1" status: 200 len: 811 time: 0.3049891 Feb 04 15:55:56.223699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52636) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:56.518674 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065ce436-2240-4fb1-9b1c-174308d4ebad tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:56.520953 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-065ce436-2240-4fb1-9b1c-174308d4ebad tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "GET /v2.0/subnets/1ce9d595-b83a-4104-9fc0-2f531447f46c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2921190 Feb 04 15:55:56.529183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52646) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:56.559955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1473051945'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:56.564950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] For port 296859cf-0376-4bf3-b5a1-87e1952ce492, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=296859cf-0376-4bf3-b5a1-87e1952ce492,segment=NetworkSegment(b4269a06-697a-4ac5-a2e7-d2f9675bdb23),segment_id=b4269a06-697a-4ac5-a2e7-d2f9675bdb23)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:56.565299 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.574905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c623f4a7-1a25-4dfa-b053-a2eec15b6821 req-0c561863-71bc-4ead-81f2-aa7d30427239 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Synchronizing usage tracker for tenant:415d085f7cc74555a366d0e868f68b79 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:56.586906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:56.675827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647816b1-f737-4ec0-aa56-bb34d4fc911b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Router 53728799-12a4-49ee-aaca-4233a379da85 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:56.779966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Calling delete_port for 296859cf-0376-4bf3-b5a1-87e1952ce492 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:56.809308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:56.826276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647816b1-f737-4ec0-aa56-bb34d4fc911b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:56.835416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58555f-4930-495d-bbd9-6bdaaf6bced0 req-f5061661-350b-4c3f-a114-af11b3e09e7f tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:56.837056 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b58555f-4930-495d-bbd9-6bdaaf6bced0 req-f5061661-350b-4c3f-a114-af11b3e09e7f tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.7506442 Feb 04 15:55:56.838654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43ac4eb-3859-4a62-92be-4c17fc7a361a None None] Sync routers for ids ['53728799-12a4-49ee-aaca-4233a379da85'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:55:56.847224 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-647816b1-f737-4ec0-aa56-bb34d4fc911b tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "PUT /v2.0/routers/53728799-12a4-49ee-aaca-4233a379da85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2215729 Feb 04 15:55:56.850815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52654) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:56.851463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c623f4a7-1a25-4dfa-b053-a2eec15b6821 req-0c561863-71bc-4ead-81f2-aa7d30427239 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] Unset dirty status for tenant:415d085f7cc74555a366d0e868f68b79 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:56.852718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c623f4a7-1a25-4dfa-b053-a2eec15b6821 req-0c561863-71bc-4ead-81f2-aa7d30427239 tempest-ServerAddressesTestJSON-1366463528 tempest-ServerAddressesTestJSON-1366463528-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4ca1e8-ed3f-483d-ab8f-d926338a8d46 HTTP/1.1" status: 200 len: 210 time: 0.3753998 Feb 04 15:55:56.859231 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:56.878889 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae46c7f-806a-42b7-a2b3-50ab36d76e2a None None] Sync routers for ids ['b64166d9-fcdd-4979-b2fc-d5be17220676'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:55:56.880612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ac4eb-3859-4a62-92be-4c17fc7a361a None None] Routers {'53728799-12a4-49ee-aaca-4233a379da85'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:56.880755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-75f86333-085d-41c3-9aee-a6d8e3b26644 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "PUT /v2.0/routers/b64166d9-fcdd-4979-b2fc-d5be17220676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1046536 Feb 04 15:55:56.881571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e43ac4eb-3859-4a62-92be-4c17fc7a361a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['53728799-12a4-49ee-aaca-4233a379da85'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:56.881717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:56.885682 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.899930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52658) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:56.903610 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae46c7f-806a-42b7-a2b3-50ab36d76e2a None None] Routers {'b64166d9-fcdd-4979-b2fc-d5be17220676'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:56.906668 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8ae46c7f-806a-42b7-a2b3-50ab36d76e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b64166d9-fcdd-4979-b2fc-d5be17220676'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:56.974631 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-0f6c1094-fcaa-4890-9ff0-c081c6bc50c3 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] show failed (client error): The resource could not be found. Feb 04 15:55:56.984022 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0f6c1094-fcaa-4890-9ff0-c081c6bc50c3 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-798672981 HTTP/1.1" status: 404 len: 334 time: 0.1237335 Feb 04 15:55:56.985413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52662) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:56.996048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7a7688f2-76b3-44ab-a72a-f63d061c2bc6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:57.042495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:57.056114 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b58555f-4930-495d-bbd9-6bdaaf6bced0 req-31e24878-c0d1-4eca-b43b-cb5ba3259fe4 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049642 Feb 04 15:55:57.112721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e43ac4eb-3859-4a62-92be-4c17fc7a361a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:57.123369 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcbbb98-170f-4ac2-a115-3a5a265f44d4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:57.125004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcbbb98-170f-4ac2-a115-3a5a265f44d4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:57.127968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1bcbbb98-170f-4ac2-a115-3a5a265f44d4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:57.152259 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ac4eb-3859-4a62-92be-4c17fc7a361a None None] Routers {'53728799-12a4-49ee-aaca-4233a379da85'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:57.153147 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e43ac4eb-3859-4a62-92be-4c17fc7a361a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['53728799-12a4-49ee-aaca-4233a379da85'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:57.162678 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.164079 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Added segment c2d84228-223c-4632-b036-8fd198e118de of type vlan for network 7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9 Feb 04 15:55:57.214130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1bcbbb98-170f-4ac2-a115-3a5a265f44d4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:57.223659 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1bcbbb98-170f-4ac2-a115-3a5a265f44d4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3225684 Feb 04 15:55:57.253816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52668) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:57.357178 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52672) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:57.359811 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-8ae46c7f-806a-42b7-a2b3-50ab36d76e2a None None] Set router b64166d9-fcdd-4979-b2fc-d5be17220676 gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:57.369067 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.435070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 624c4958-f099-46ce-9e04-1bb336ecfb22 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:57.454842 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-7a7688f2-76b3-44ab-a72a-f63d061c2bc6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] update failed (client error): The resource could not be found. Feb 04 15:55:57.461805 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7a7688f2-76b3-44ab-a72a-f63d061c2bc6 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-470531940 HTTP/1.1" status: 404 len: 334 time: 0.4746778 Feb 04 15:55:57.462493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52678) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:57.484557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 624c4958-f099-46ce-9e04-1bb336ecfb22 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:55:57.484819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 624c4958-f099-46ce-9e04-1bb336ecfb22 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:57.485501 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8ae46c7f-806a-42b7-a2b3-50ab36d76e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64166d9-fcdd-4979-b2fc-d5be17220676', 'name': 'tempest-NetworksTestDHCPv6-router-590905687', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:33Z', 'updated_at': '2022-02-04T15:55:52Z', 'revision_number': 3, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:57.486167 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e43ac4eb-3859-4a62-92be-4c17fc7a361a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:57.486597 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43ac4eb-3859-4a62-92be-4c17fc7a361a None None] The sync data for ids ['53728799-12a4-49ee-aaca-4233a379da85'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:57.496640 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae46c7f-806a-42b7-a2b3-50ab36d76e2a None None] Checking router: b64166d9-fcdd-4979-b2fc-d5be17220676 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:55:57.513866 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae46c7f-806a-42b7-a2b3-50ab36d76e2a None None] Routers {'b64166d9-fcdd-4979-b2fc-d5be17220676'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:57.514648 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8ae46c7f-806a-42b7-a2b3-50ab36d76e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b64166d9-fcdd-4979-b2fc-d5be17220676'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:57.769031 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-8ae46c7f-806a-42b7-a2b3-50ab36d76e2a None None] Set router b64166d9-fcdd-4979-b2fc-d5be17220676 gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:57.785316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b1aa3d-8191-47bc-aa6a-d7216403eb9c tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Deleting subnet 65e19d8c-9fb0-496f-b38e-8c5f02a00687 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:55:57.789292 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98b1aa3d-8191-47bc-aa6a-d7216403eb9c tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.824573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd53353-b1e0-4fef-b298-780fcdce2037 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 42659493-289f-4250-ba9f-25071f07ec9f {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:55:57.829782 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.833496 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:57.834658 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.853015 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98b1aa3d-8191-47bc-aa6a-d7216403eb9c tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.856404 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fdd53353-b1e0-4fef-b298-780fcdce2037 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.956399 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8ae46c7f-806a-42b7-a2b3-50ab36d76e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64166d9-fcdd-4979-b2fc-d5be17220676', 'name': 'tempest-NetworksTestDHCPv6-router-590905687', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:33Z', 'updated_at': '2022-02-04T15:55:52Z', 'revision_number': 3, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:57.964145 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae46c7f-806a-42b7-a2b3-50ab36d76e2a None None] The sync data for ids ['b64166d9-fcdd-4979-b2fc-d5be17220676'] in n-d-827872-1 is: [{'id': 'b64166d9-fcdd-4979-b2fc-d5be17220676', 'name': 'tempest-NetworksTestDHCPv6-router-590905687', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:33Z', 'updated_at': '2022-02-04T15:55:52Z', 'revision_number': 3, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'gw_port_host': None}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:58.010036 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5edf-31db-4372-8403-316502e7bb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.034207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52686) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:58.055695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9519664-e690-41bd-bb79-becd38063625 req-70421ab4-6d91-4286-b264-b3052a878590 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:58.057449 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9519664-e690-41bd-bb79-becd38063625 req-70421ab4-6d91-4286-b264-b3052a878590 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.7079408 Feb 04 15:55:58.073014 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.080983 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fdd53353-b1e0-4fef-b298-780fcdce2037 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.097501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98b1aa3d-8191-47bc-aa6a-d7216403eb9c tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.148700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b90b3b1-9188-4f61-8561-694d49e87c2b admin admin] Deleting subnet 1ca9b2f4-07e9-48d0-96db-2fe982b9d238 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:55:58.154784 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b90b3b1-9188-4f61-8561-694d49e87c2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.169705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Pushing event deleted for resources: {'Port': ['ID=296859cf-0376-4bf3-b5a1-87e1952ce492,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:58.172878 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6349363 Feb 04 15:55:58.179910 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52692) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:58.205001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'subnet': {'network_id': '7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:58.232871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Network': ['ID=7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:58.243272 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b90b3b1-9188-4f61-8561-694d49e87c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.305540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98b1aa3d-8191-47bc-aa6a-d7216403eb9c tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.370545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.370894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.371376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.371599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.371971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.372293 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.372689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.373017 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.373373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.373694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.374390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.378731 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-98b1aa3d-8191-47bc-aa6a-d7216403eb9c tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.385663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1aa3d-8191-47bc-aa6a-d7216403eb9c tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event deleted for resources: {'Subnet': ['ID=65e19d8c-9fb0-496f-b38e-8c5f02a00687,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:58.389214 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b90b3b1-9188-4f61-8561-694d49e87c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.409932 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcbb091-d56d-4f84-95d8-ff04864cf9c7 None None] Network 037f3644-a125-428c-ac5c-90081d5b8ec1 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:58.433766 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-98b1aa3d-8191-47bc-aa6a-d7216403eb9c tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "DELETE /v2.0/subnets/65e19d8c-9fb0-496f-b38e-8c5f02a00687 HTTP/1.1" status: 204 len: 168 time: 0.9700110 Feb 04 15:55:58.434556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52696) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:58.474475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.474819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.475275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.476099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.476438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.476759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.477075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.477388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.477760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.478070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.478792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca47e4-c638-49d4-9f32-465ed0cfdd8b tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.555974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:58.597876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.621665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Deleting port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:58.622130 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.644680 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5fbe5edf-31db-4372-8403-316502e7bb9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:58.659563 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b90b3b1-9188-4f61-8561-694d49e87c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.708738 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5fbe5edf-31db-4372-8403-316502e7bb9c admin admin] Usage tracker for resource:security_group_rule and tenant:3eb740e8e402400ea0fb1ed0391a1874 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:58.719029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90b3b1-9188-4f61-8561-694d49e87c2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca9b2f4-07e9-48d0-96db-2fe982b9d238,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:58.727253 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b90b3b1-9188-4f61-8561-694d49e87c2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.735079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5fbe5edf-31db-4372-8403-316502e7bb9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:58.739837 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9b90b3b1-9188-4f61-8561-694d49e87c2b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1ca9b2f4-07e9-48d0-96db-2fe982b9d238 HTTP/1.1" status: 204 len: 168 time: 0.7017324 Feb 04 15:55:58.752314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52700) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:58.758484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5fbe5edf-31db-4372-8403-316502e7bb9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:58.765694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:58.803269 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9519664-e690-41bd-bb79-becd38063625 req-a90d8a2b-ecb5-42a2-923b-f872620e3129 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6922414 Feb 04 15:55:58.886309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:58.925355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] For port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30,segment=NetworkSegment(98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46),segment_id=98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:58.925988 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.943343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64283bc5-6d70-493f-a9c7-60556a34ca47 None None] DHCP port deletion for 037f3644-a125-428c-ac5c-90081d5b8ec1 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:55:58.950268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-64283bc5-6d70-493f-a9c7-60556a34ca47 None None] Deleting port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:58.951096 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-64283bc5-6d70-493f-a9c7-60556a34ca47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.984378 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94bf0cda-d2cc-48c8-825b-cf86a4b84069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.061020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Made reservation on behalf of 2905bed5de8142679c95c03b59ae6653 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:59.073202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Calling delete_port for 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:59.087579 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fdd53353-b1e0-4fef-b298-780fcdce2037 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.156679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.193345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-64283bc5-6d70-493f-a9c7-60556a34ca47 None None] For port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30,segment=NetworkSegment(98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46),segment_id=98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:59.193861 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-64283bc5-6d70-493f-a9c7-60556a34ca47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.213671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event deleted for resources: {'Port': ['ID=63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:59.220870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] No DVR routers for this DVR port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:59.312301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0b9f2-1b5f-44d1-9bfe-34ddcbac3cb9 req-91a52471-6a2e-40af-8d89-72b4fffafa9b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:59.320113 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5df0b9f2-1b5f-44d1-9bfe-34ddcbac3cb9 req-91a52471-6a2e-40af-8d89-72b4fffafa9b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 1.0272567 Feb 04 15:55:59.327898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-64283bc5-6d70-493f-a9c7-60556a34ca47 None None] Calling delete_port for 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:59.405067 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.414182 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-64283bc5-6d70-493f-a9c7-60556a34ca47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:55:59.415088 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-64283bc5-6d70-493f-a9c7-60556a34ca47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:55:59.477453 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.491073 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5edf-31db-4372-8403-316502e7bb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.505876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037f3644-a125-428c-ac5c-90081d5b8ec1']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:59.519074 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:59.519396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d5dc90-b8d5-4ff6-b6f0-43f2834e3e46') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:59.531763 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.549042 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.556797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:55:59.557252 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.563694 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5edf-31db-4372-8403-316502e7bb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:59.572750 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:59.591321 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94bf0cda-d2cc-48c8-825b-cf86a4b84069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.632066 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fdd53353-b1e0-4fef-b298-780fcdce2037 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.659323 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.675193 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.686104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event deleted for resources: {'Network': ['ID=037f3644-a125-428c-ac5c-90081d5b8ec1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:59.690195 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-42e17557-b8f6-4182-b5d7-1c383dc8a916 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "DELETE /v2.0/networks/037f3644-a125-428c-ac5c-90081d5b8ec1 HTTP/1.1" status: 204 len: 168 time: 1.2505915 Feb 04 15:55:59.692688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52704) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:59.694106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.ipam_backend_mixin [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Performing IP validity checks on allocation pools {{(pid=83551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 15:55:59.694678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.ipam_backend_mixin [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 15:55:59.722949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-94bf0cda-d2cc-48c8-825b-cf86a4b84069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1f6c86-9ce6-4a25-945a-f235b274fe0b']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:59.735008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5df0b9f2-1b5f-44d1-9bfe-34ddcbac3cb9 req-2aedeb7b-0ef5-45f6-a45c-45ca1afcab07 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140439 Feb 04 15:55:59.735726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd53353-b1e0-4fef-b298-780fcdce2037 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=42659493-289f-4250-ba9f-25071f07ec9f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:59.757480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe5edf-31db-4372-8403-316502e7bb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749c0c02-d099-45dd-8aa0-7d5db2996fc2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:59.762410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5fbe5edf-31db-4372-8403-316502e7bb9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3eb740e8e402400ea0fb1ed0391a1874&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3893731 Feb 04 15:55:59.765486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-94bf0cda-d2cc-48c8-825b-cf86a4b84069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581c6332-ae44-469d-97c6-34f5f54ff41b') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:59.765774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-94bf0cda-d2cc-48c8-825b-cf86a4b84069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581c6332-ae44-469d-97c6-34f5f54ff41b') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:59.773849 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fdd53353-b1e0-4fef-b298-780fcdce2037 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.779669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52708) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:59.785231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b520f2d2-43ec-4575-9236-665da5e5abf8 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:59.802027 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94bf0cda-d2cc-48c8-825b-cf86a4b84069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.829885 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94bf0cda-d2cc-48c8-825b-cf86a4b84069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.838035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bf0cda-d2cc-48c8-825b-cf86a4b84069 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:55:59.839951 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94bf0cda-d2cc-48c8-825b-cf86a4b84069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:59.907547 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:59.919093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-64283bc5-6d70-493f-a9c7-60556a34ca47 None None] Deleting port 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:59.920642 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-64283bc5-6d70-493f-a9c7-60556a34ca47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.958848 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ebde6e4b-5f32-455c-8c98-e3990b088005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.967215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c99d57c-8cfc-4fb9-88d3-12729914d325 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Deleting subnet 08f328a0-a513-4cf9-9bc6-0316b2fef788 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:55:59.979720 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c99d57c-8cfc-4fb9-88d3-12729914d325 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.079207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ebde6e4b-5f32-455c-8c98-e3990b088005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.108709 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94bf0cda-d2cc-48c8-825b-cf86a4b84069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.134380 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94bf0cda-d2cc-48c8-825b-cf86a4b84069 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.139484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fdd53353-b1e0-4fef-b298-780fcdce2037 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/42659493-289f-4250-ba9f-25071f07ec9f HTTP/1.1" status: 204 len: 168 time: 2.8784399 Feb 04 15:56:00.148344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52716) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:00.153970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf0cda-d2cc-48c8-825b-cf86a4b84069 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1f6c86-9ce6-4a25-945a-f235b274fe0b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:00.156482 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c99d57c-8cfc-4fb9-88d3-12729914d325 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.178184 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-64283bc5-6d70-493f-a9c7-60556a34ca47 None None] The port '63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:56:00.179398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:00.218289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:56:00.218644 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 63b8e020-4a9d-4b24-bc6c-d4c7ea3e2f30 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:00.219035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 497464d9-ae6b-4715-a243-1dd42922e3c9 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:00.268717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 497464d9-ae6b-4715-a243-1dd42922e3c9 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:56:00.269318 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 497464d9-ae6b-4715-a243-1dd42922e3c9 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:00.281669 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-94bf0cda-d2cc-48c8-825b-cf86a4b84069 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ab1f6c86-9ce6-4a25-945a-f235b274fe0b HTTP/1.1" status: 204 len: 168 time: 1.5250816 Feb 04 15:56:00.396711 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.412406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d05379-8c58-451f-a86d-afc7e069be26 req-60340fb1-2511-424a-8dd4-e183429b31fa tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:00.412803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1dadb5-81bb-468f-a989-2e1a8aaf8bb2 None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:56:00.415008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54d05379-8c58-451f-a86d-afc7e069be26 req-60340fb1-2511-424a-8dd4-e183429b31fa tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.2570951 Feb 04 15:56:00.417917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bb1dadb5-81bb-468f-a989-2e1a8aaf8bb2 None None] Deleting port b935e43b-a897-4fb2-a687-e11065de6fd0 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:00.418922 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bb1dadb5-81bb-468f-a989-2e1a8aaf8bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.449368 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.554603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52724) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:00.586829 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c99d57c-8cfc-4fb9-88d3-12729914d325 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.644807 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ebde6e4b-5f32-455c-8c98-e3990b088005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.672747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-bb1dadb5-81bb-468f-a989-2e1a8aaf8bb2 None None] For port b935e43b-a897-4fb2-a687-e11065de6fd0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b935e43b-a897-4fb2-a687-e11065de6fd0,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:00.673136 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bb1dadb5-81bb-468f-a989-2e1a8aaf8bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.690942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a5f16f87-2a97-45b3-aac9-c447b78ad9ae tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:router {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:00.699245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde6e4b-5f32-455c-8c98-e3990b088005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749c0c02-d099-45dd-8aa0-7d5db2996fc2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:00.739686 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ebde6e4b-5f32-455c-8c98-e3990b088005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.744622 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ebde6e4b-5f32-455c-8c98-e3990b088005 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/749c0c02-d099-45dd-8aa0-7d5db2996fc2 HTTP/1.1" status: 204 len: 168 time: 0.9589319 Feb 04 15:56:00.767889 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e21f8292-65d6-4c08-bc72-d991ab38fc56 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=415d085f7cc74555a366d0e868f68b79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2103689 Feb 04 15:56:00.772397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52730) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:00.774989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a5f16f87-2a97-45b3-aac9-c447b78ad9ae tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:router {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:00.776352 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a5f16f87-2a97-45b3-aac9-c447b78ad9ae tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6270716 Feb 04 15:56:00.782449 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de04577e-bb41-4010-9d5f-720513c66a04 req-4e8c0f6d-dd96-46a1-8c6b-7a3c94e9cca2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4c7b58664fba4046b9271182395dfef3&device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 1096 time: 0.4532759 Feb 04 15:56:00.782892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52734) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:00.806369 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Subnet': ['ID=d8c3eb74-b6ff-441c-b287-ef2e7cf29584,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:00.854977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bb1dadb5-81bb-468f-a989-2e1a8aaf8bb2 None None] Calling delete_port for b935e43b-a897-4fb2-a687-e11065de6fd0 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:00.884555 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c99d57c-8cfc-4fb9-88d3-12729914d325 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.942792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54d05379-8c58-451f-a86d-afc7e069be26 req-307a9dab-8f94-4e22-99f8-af1bc926911e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4839001 Feb 04 15:56:00.948008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Checking segment: {'id': 'c2d84228-223c-4632-b036-8fd198e118de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:00.948483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network hostable DHCP agents. Network: 7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:56:00.971429 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bb1dadb5-81bb-468f-a989-2e1a8aaf8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.972425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94a182-207c-4b77-8a1e-85b3d715bbeb req-1c040776-8139-4dd6-9dca-b2ec06b5393b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:00.981812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e94a182-207c-4b77-8a1e-85b3d715bbeb req-1c040776-8139-4dd6-9dca-b2ec06b5393b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.5777903 Feb 04 15:56:01.060176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99d57c-8cfc-4fb9-88d3-12729914d325 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event deleted for resources: {'Subnet': ['ID=08f328a0-a513-4cf9-9bc6-0316b2fef788,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:01.070838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dadb5-81bb-468f-a989-2e1a8aaf8bb2 None None] Pushing event deleted for resources: {'Port': ['ID=b935e43b-a897-4fb2-a687-e11065de6fd0,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:01.088199 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1dadb5-81bb-468f-a989-2e1a8aaf8bb2 None None] No DVR routers for this DVR port b935e43b-a897-4fb2-a687-e11065de6fd0 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:01.104845 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c99d57c-8cfc-4fb9-88d3-12729914d325 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.110728 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3834f1-1a39-4bf6-8042-dfffafa117e9 None None] Network 177e894d-1988-43bd-b5e0-3bcfc43d4f4f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:01.164062 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e94a182-207c-4b77-8a1e-85b3d715bbeb req-0e031a6c-378e-402f-ac9d-a7a5cb7e0182 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811323 Feb 04 15:56:01.164908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Network 7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:56:01.195434 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1c99d57c-8cfc-4fb9-88d3-12729914d325 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "DELETE /v2.0/subnets/08f328a0-a513-4cf9-9bc6-0316b2fef788 HTTP/1.1" status: 204 len: 168 time: 1.5011117 Feb 04 15:56:01.196053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52740) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:01.241265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:01.245527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:01.246112 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.266184 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7b584d3-6561-4752-a8fc-950da2436eb6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.293622 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f59ddb9f-9bfd-4730-a44f-f9fd58a1f597 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.0947046 Feb 04 15:56:01.298597 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52746) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:01.302926 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:56:01.310145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0406ee3e-65d4-4f25-9917-1e3109c4d76a tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:01.318673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d699046-f7c9-479a-ba96-e08f9a4aadad None None] Network 7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:01.335540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04577e-bb41-4010-9d5f-720513c66a04 req-47682c55-5d8b-4ec6-9f08-c6d903bcb15e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:01.335540 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de04577e-bb41-4010-9d5f-720513c66a04 req-47682c55-5d8b-4ec6-9f08-c6d903bcb15e service neutron] 10.222.0.81 "GET /v2.0/networks?id=d1d9e193-b916-49fa-bb1c-142a5343faec HTTP/1.1" status: 200 len: 921 time: 0.5377381 Feb 04 15:56:01.346955 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76f9370c-9f71-4f5f-a7e0-8cdbdf5bd6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.588505 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de04577e-bb41-4010-9d5f-720513c66a04 req-4c3927e3-eed3-45aa-b51c-96f657c4ccf8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861087ca-132d-4472-a61d-efad063a2b2a HTTP/1.1" status: 200 len: 217 time: 0.2433114 Feb 04 15:56:01.626414 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9', 'network_id': '7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9', 'tenant_id': '2905bed5de8142679c95c03b59ae6653', 'fixed_ips': [{'subnet_id': 'd8c3eb74-b6ff-441c-b287-ef2e7cf29584'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:56:01.628440 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.665834 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76f9370c-9f71-4f5f-a7e0-8cdbdf5bd6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.720540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1624b116-6151-4cb0-9367-490fceda94ca None None] DHCP port deletion for 177e894d-1988-43bd-b5e0-3bcfc43d4f4f request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:56:01.730337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1624b116-6151-4cb0-9367-490fceda94ca None None] Deleting port bfc19d1d-9081-46b0-b362-d9299032e9ca {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:01.730842 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1624b116-6151-4cb0-9367-490fceda94ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.874815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04577e-bb41-4010-9d5f-720513c66a04 req-a6d6e417-7251-426f-868c-88e4b633e231 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:01.876582 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de04577e-bb41-4010-9d5f-720513c66a04 req-a6d6e417-7251-426f-868c-88e4b633e231 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8865c179-151c-4269-a674-a5deb042c273 HTTP/1.1" status: 200 len: 860 time: 0.1978889 Feb 04 15:56:02.012979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3aed796-2d6e-4738-afc0-c2cc31fb90b3 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Deleting subnet 4dbedf14-3786-42b8-bc81-675b17054519 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:56:02.018785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3aed796-2d6e-4738-afc0-c2cc31fb90b3 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.067411 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de04577e-bb41-4010-9d5f-720513c66a04 req-23a7bb37-daf6-4b13-9d34-3b345daeea7e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d1d9e193-b916-49fa-bb1c-142a5343faec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1792021 Feb 04 15:56:02.080599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1624b116-6151-4cb0-9367-490fceda94ca None None] For port bfc19d1d-9081-46b0-b362-d9299032e9ca, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bfc19d1d-9081-46b0-b362-d9299032e9ca,segment=NetworkSegment(8441155f-5b5c-4b2f-881a-fdbce574ece5),segment_id=8441155f-5b5c-4b2f-881a-fdbce574ece5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:02.080982 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1624b116-6151-4cb0-9367-490fceda94ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.113633 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0406ee3e-65d4-4f25-9917-1e3109c4d76a tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3121876'] for subnet, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.137786 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Allocated IP 172.20.0.3 (7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9/d8c3eb74-b6ff-441c-b287-ef2e7cf29584/5f5e2d96-162f-487a-b3a6-bd9002fec8a4) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:02.150360 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3aed796-2d6e-4738-afc0-c2cc31fb90b3 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.232559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bfc19d1d-9081-46b0-b362-d9299032e9ca no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:02.253731 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76f9370c-9f71-4f5f-a7e0-8cdbdf5bd6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.455928 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9370c-9f71-4f5f-a7e0-8cdbdf5bd6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4750dd8d-45aa-4304-980e-e6f69ab8bbfd,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:02.468129 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76f9370c-9f71-4f5f-a7e0-8cdbdf5bd6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.472061 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-76f9370c-9f71-4f5f-a7e0-8cdbdf5bd6f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4750dd8d-45aa-4304-980e-e6f69ab8bbfd HTTP/1.1" status: 204 len: 168 time: 1.6918797 Feb 04 15:56:02.472061 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7b584d3-6561-4752-a8fc-950da2436eb6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.480997 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7b584d3-6561-4752-a8fc-950da2436eb6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.498194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1624b116-6151-4cb0-9367-490fceda94ca None None] Calling delete_port for bfc19d1d-9081-46b0-b362-d9299032e9ca owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:02.574081 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de04577e-bb41-4010-9d5f-720513c66a04 req-d7d0bbfa-3f67-4edc-b5ad-303945a2606d service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947767 Feb 04 15:56:02.582348 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7b584d3-6561-4752-a8fc-950da2436eb6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.582348 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b584d3-6561-4752-a8fc-950da2436eb6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Fanout notify agent at l3_agent the message router_deleted on router b64166d9-fcdd-4979-b2fc-d5be17220676 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:56:02.600101 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1624b116-6151-4cb0-9367-490fceda94ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.610003 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3aed796-2d6e-4738-afc0-c2cc31fb90b3 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.733629 n-d-827872-1 neutron-server[83552]: INFO neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No ports have port_id starting with bfc19d1d-9081-46b0-b362-d9299032e9ca Feb 04 15:56:02.749412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7e6be-8755-43f9-9c0e-6ae413063f01 req-47402d6a-7bd0-4fe3-8ca5-013a20c48ab8 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:02.762023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bc7e6be-8755-43f9-9c0e-6ae413063f01 req-47402d6a-7bd0-4fe3-8ca5-013a20c48ab8 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.5278809 Feb 04 15:56:02.774043 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b935e43b-a897-4fb2-a687-e11065de6fd0 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:02.778771 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7b584d3-6561-4752-a8fc-950da2436eb6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.782066 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c7b584d3-6561-4752-a8fc-950da2436eb6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/routers/b64166d9-fcdd-4979-b2fc-d5be17220676 HTTP/1.1" status: 204 len: 168 time: 1.9852312 Feb 04 15:56:02.783863 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52774) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:02.808441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7fc836b5-2457-4ef0-a494-84d991ab3429 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:02.832734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624b116-6151-4cb0-9367-490fceda94ca None None] Pushing event deleted for resources: {'Port': ['ID=bfc19d1d-9081-46b0-b362-d9299032e9ca,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:02.847930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: b935e43b-a897-4fb2-a687-e11065de6fd0 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:56:02.848280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b935e43b-a897-4fb2-a687-e11065de6fd0 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:02.940935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136cb98-6f9d-45cb-9ecb-ad805308c978 req-d75df6a4-f755-4257-8058-a64b271afca8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:02.943459 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4136cb98-6f9d-45cb-9ecb-ad805308c978 req-d75df6a4-f755-4257-8058-a64b271afca8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.4732959 Feb 04 15:56:02.950762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bc7e6be-8755-43f9-9c0e-6ae413063f01 req-4f136d8e-f299-4d07-86e0-f13f124adcad tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877306 Feb 04 15:56:02.993715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624b116-6151-4cb0-9367-490fceda94ca None None] No DVR routers for this DVR port bfc19d1d-9081-46b0-b362-d9299032e9ca on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:03.001009 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3aed796-2d6e-4738-afc0-c2cc31fb90b3 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.024937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 60f3f5db-322f-4388-8679-75a1d3849856 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:03.048134 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de04577e-bb41-4010-9d5f-720513c66a04 req-86b73533-1748-4692-bc4a-f4d9e68c66d9 service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478414 Feb 04 15:56:03.068870 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3aed796-2d6e-4738-afc0-c2cc31fb90b3 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.079295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7fc836b5-2457-4ef0-a494-84d991ab3429 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:03.089004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Router c0e7cf03-0e97-4d28-a90c-feb583c35eb3 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:56:03.092760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7fc836b5-2457-4ef0-a494-84d991ab3429 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:03.095350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aed796-2d6e-4738-afc0-c2cc31fb90b3 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event deleted for resources: {'Subnet': ['ID=4dbedf14-3786-42b8-bc81-675b17054519,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:03.097691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac486f8-f4ed-40f6-bbd6-bc0f6933269a None None] Network 8ed85b2d-74a9-4143-9af2-27217112b926 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:03.102836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7fc836b5-2457-4ef0-a494-84d991ab3429 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:03.127338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7fc836b5-2457-4ef0-a494-84d991ab3429 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:03.141057 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4136cb98-6f9d-45cb-9ecb-ad805308c978 req-ed885652-55c8-4e45-8fac-fd6f32c30ae4 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862035 Feb 04 15:56:03.142061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc836b5-2457-4ef0-a494-84d991ab3429 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:03.155400 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e3aed796-2d6e-4738-afc0-c2cc31fb90b3 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "DELETE /v2.0/subnets/4dbedf14-3786-42b8-bc81-675b17054519 HTTP/1.1" status: 204 len: 168 time: 1.9566867 Feb 04 15:56:03.156834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52782) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:03.323747 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fc836b5-2457-4ef0-a494-84d991ab3429 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.344799 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1520773c-b2d2-4f64-abeb-f9dd63673202 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.359510 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.465209 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:56:03.483236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Transition to ACTIVE for port object 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:03.660380 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Transition to ACTIVE for port object 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:03.694277 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.787155 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fc836b5-2457-4ef0-a494-84d991ab3429 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.861942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc836b5-2457-4ef0-a494-84d991ab3429 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:03.865714 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7fc836b5-2457-4ef0-a494-84d991ab3429 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:03.869963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc836b5-2457-4ef0-a494-84d991ab3429 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:03.871000 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fc836b5-2457-4ef0-a494-84d991ab3429 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.896597 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Network 7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:03.901068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a0ccb6-279a-4402-8aa3-9728c9ae448c None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:03.911015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc836b5-2457-4ef0-a494-84d991ab3429 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=a486611b-f9c8-478e-b184-6d0760c066a5,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:03.929427 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7fc836b5-2457-4ef0-a494-84d991ab3429 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1372373 Feb 04 15:56:03.929670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52802) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:03.940392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-394c2306-a9b3-41fc-8381-e290ca8b4526 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1022454822', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:03.955756 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-394c2306-a9b3-41fc-8381-e290ca8b4526 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:03.959871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 60f3f5db-322f-4388-8679-75a1d3849856, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=60f3f5db-322f-4388-8679-75a1d3849856,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:03.966721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-394c2306-a9b3-41fc-8381-e290ca8b4526 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:router and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:03.977123 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-394c2306-a9b3-41fc-8381-e290ca8b4526 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:03.995087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-394c2306-a9b3-41fc-8381-e290ca8b4526 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:04.003926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce643a1-3244-4bd5-b9da-1ac6a82432df None None] DHCP port deletion for 8ed85b2d-74a9-4143-9af2-27217112b926 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:56:04.009358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Pushing event updated for resources: {'Port': ['ID=5f5e2d96-162f-487a-b3a6-bd9002fec8a4,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:04.018112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '60f3f5db-322f-4388-8679-75a1d3849856', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'port_id': '60f3f5db-322f-4388-8679-75a1d3849856', 'mac_address': 'fa:16:3e:13:93:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:04.025408 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-394c2306-a9b3-41fc-8381-e290ca8b4526 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.027786 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-394c2306-a9b3-41fc-8381-e290ca8b4526 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.029063 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:04.032606 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:04.073814 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1520773c-b2d2-4f64-abeb-f9dd63673202 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.117604 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-394c2306-a9b3-41fc-8381-e290ca8b4526 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.133356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-1520773c-b2d2-4f64-abeb-f9dd63673202 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177e894d-1988-43bd-b5e0-3bcfc43d4f4f']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:04.210086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-1520773c-b2d2-4f64-abeb-f9dd63673202 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8441155f-5b5c-4b2f-881a-fdbce574ece5') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:04.210382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-1520773c-b2d2-4f64-abeb-f9dd63673202 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8441155f-5b5c-4b2f-881a-fdbce574ece5') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:04.231273 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1520773c-b2d2-4f64-abeb-f9dd63673202 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.251815 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1520773c-b2d2-4f64-abeb-f9dd63673202 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.260944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1520773c-b2d2-4f64-abeb-f9dd63673202 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:56:04.266647 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1520773c-b2d2-4f64-abeb-f9dd63673202 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.319985 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-394c2306-a9b3-41fc-8381-e290ca8b4526 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.350146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52812) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:04.361600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-394c2306-a9b3-41fc-8381-e290ca8b4526 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.364396 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-394c2306-a9b3-41fc-8381-e290ca8b4526 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4335687 Feb 04 15:56:04.365310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52818) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:04.372305 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bce643a1-3244-4bd5-b9da-1ac6a82432df None None] Deleting port 7bb46229-17a3-4ad7-8ad7-de317f01edb6 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:04.372612 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bce643a1-3244-4bd5-b9da-1ac6a82432df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:56:04.380998 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:56:04.400373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7bb46229-17a3-4ad7-8ad7-de317f01edb6 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:04.653365 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.681226 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Attempting to bind port 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:04.681668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Attempting to bind port 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'c2d84228-223c-4632-b036-8fd198e118de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:04.681986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Attempting to bind port 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 on network 7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:04.683369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1142940215-network', 'tenant_id': '278db30dfcb44baabfcdd9965bef1ce5'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:04.697681 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1520773c-b2d2-4f64-abeb-f9dd63673202 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.700069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:04.700459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Checking segment: {'id': 'c2d84228-223c-4632-b036-8fd198e118de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:04.702085 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.702256 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1520773c-b2d2-4f64-abeb-f9dd63673202 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.702850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Bound using segment: {'id': 'c2d84228-223c-4632-b036-8fd198e118de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:04.703392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Bound port: 5f5e2d96-162f-487a-b3a6-bd9002fec8a4, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d84228-223c-4632-b036-8fd198e118de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:04.703781 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.714239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:04.726454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Usage tracker for resource:network and tenant:278db30dfcb44baabfcdd9965bef1ce5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:04.733558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:04.743407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:04.746968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52824) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:04.747759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1520773c-b2d2-4f64-abeb-f9dd63673202 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "DELETE /v2.0/networks/177e894d-1988-43bd-b5e0-3bcfc43d4f4f HTTP/1.1" status: 204 len: 168 time: 1.5897570 Feb 04 15:56:04.772354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520773c-b2d2-4f64-abeb-f9dd63673202 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event deleted for resources: {'Network': ['ID=177e894d-1988-43bd-b5e0-3bcfc43d4f4f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:04.816903 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60f3f5db-322f-4388-8679-75a1d3849856 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:04.818016 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0406ee3e-65d4-4f25-9917-1e3109c4d76a tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745126452996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2227743'] for subnet, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.905943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Made reservation on behalf of 278db30dfcb44baabfcdd9965bef1ce5 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:04.908781 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.918565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0406ee3e-65d4-4f25-9917-1e3109c4d76a tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:04.919228 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0406ee3e-65d4-4f25-9917-1e3109c4d76a tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.924129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0406ee3e-65d4-4f25-9917-1e3109c4d76a tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "PUT /v2.0/subnets/d8c3eb74-b6ff-441c-b287-ef2e7cf29584 HTTP/1.1" status: 200 len: 877 time: 3.6229310 Feb 04 15:56:04.931357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52832) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:04.994995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994e188-6b73-4c8d-8bbe-548dd214b62d req-b2d89023-461d-4f8b-9561-85c32b9ccbb3 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:05.002020 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6994e188-6b73-4c8d-8bbe-548dd214b62d req-b2d89023-461d-4f8b-9561-85c32b9ccbb3 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.6122229 Feb 04 15:56:05.012269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12476cc-9297-4673-bad2-f60cf6cb8c50 req-1d255fbf-4aba-4e30-b197-f1d3a6a8e677 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:05.012956 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b12476cc-9297-4673-bad2-f60cf6cb8c50 req-1d255fbf-4aba-4e30-b197-f1d3a6a8e677 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.6280627 Feb 04 15:56:05.035873 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.061848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 60f3f5db-322f-4388-8679-75a1d3849856, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=60f3f5db-322f-4388-8679-75a1d3849856,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:05.088569 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.177823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406ee3e-65d4-4f25-9917-1e3109c4d76a tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event updated for resources: {'Subnet': ['ID=d8c3eb74-b6ff-441c-b287-ef2e7cf29584,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:05.189866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:05.193875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Usage tracker for resource:security_group_rule and tenant:278db30dfcb44baabfcdd9965bef1ce5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:05.196278 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.199296 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:05.204260 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.207021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:05.238380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:56:05.249693 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-633b33a5-6628-4a81-b6aa-290fb651646a admin admin] 10.222.0.60 "PUT /v2.0/routers/c0e7cf03-0e97-4d28-a90c-feb583c35eb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9193797 Feb 04 15:56:05.269009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52836) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:05.269193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c9637-9d52-4e20-90bc-313b76d963f2 None None] Sync routers for ids ['c0e7cf03-0e97-4d28-a90c-feb583c35eb3'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:56:05.271651 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6994e188-6b73-4c8d-8bbe-548dd214b62d req-72af6149-70f0-4030-90f7-1412147f2dfc tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688568 Feb 04 15:56:05.282260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-bce643a1-3244-4bd5-b9da-1ac6a82432df None None] For port 7bb46229-17a3-4ad7-8ad7-de317f01edb6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7bb46229-17a3-4ad7-8ad7-de317f01edb6,segment=NetworkSegment(112baa31-6e89-4f47-9c7d-7c75b56e010f),segment_id=112baa31-6e89-4f47-9c7d-7c75b56e010f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:05.282692 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bce643a1-3244-4bd5-b9da-1ac6a82432df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.291320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': 'a486611b-f9c8-478e-b184-6d0760c066a5'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:56:05.292096 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.384842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['60f3f5db-322f-4388-8679-75a1d3849856'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:05.389155 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b12476cc-9297-4673-bad2-f60cf6cb8c50 req-36893333-cfee-4e00-8bd0-010a7f9b02cd tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953149 Feb 04 15:56:05.393930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.402225 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.407488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Deleting port 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:05.407488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.420422 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.530722 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=60f3f5db-322f-4388-8679-75a1d3849856,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:05.544951 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] For port 5f5e2d96-162f-487a-b3a6-bd9002fec8a4, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:05.622167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:56:05.649485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Deleting port 7bb46229-17a3-4ad7-8ad7-de317f01edb6 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:05.650205 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.674064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 7bb46229-17a3-4ad7-8ad7-de317f01edb6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7bb46229-17a3-4ad7-8ad7-de317f01edb6,segment=NetworkSegment(112baa31-6e89-4f47-9c7d-7c75b56e010f),segment_id=112baa31-6e89-4f47-9c7d-7c75b56e010f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:05.741777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96c5fe9-071c-498b-9040-08a19971b4b3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:05.769979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] For port 5f5e2d96-162f-487a-b3a6-bd9002fec8a4, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5f5e2d96-162f-487a-b3a6-bd9002fec8a4,segment=NetworkSegment(c2d84228-223c-4632-b036-8fd198e118de),segment_id=c2d84228-223c-4632-b036-8fd198e118de)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:05.784406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bce643a1-3244-4bd5-b9da-1ac6a82432df None None] Calling delete_port for 7bb46229-17a3-4ad7-8ad7-de317f01edb6 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:05.795680 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.796030 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Added segment 364a9f9b-5e05-48b3-a794-5505470a5d44 of type vlan for network 73f66651-e722-4841-8be4-9ddf2f7aa148 Feb 04 15:56:05.831391 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.902608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c9637-9d52-4e20-90bc-313b76d963f2 None None] Routers {'c0e7cf03-0e97-4d28-a90c-feb583c35eb3'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:56:05.904209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-067c9637-9d52-4e20-90bc-313b76d963f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c0e7cf03-0e97-4d28-a90c-feb583c35eb3'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:05.905269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] For port 5f5e2d96-162f-487a-b3a6-bd9002fec8a4, host n-d-827872-1, got binding levels [] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:05.905752 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.975235 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.037473 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.058826 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.075263 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=7bb46229-17a3-4ad7-8ad7-de317f01edb6,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:06.138412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Calling delete_port for 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:06.199422 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.277412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] For port 7bb46229-17a3-4ad7-8ad7-de317f01edb6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7bb46229-17a3-4ad7-8ad7-de317f01edb6,segment=NetworkSegment(112baa31-6e89-4f47-9c7d-7c75b56e010f),segment_id=112baa31-6e89-4f47-9c7d-7c75b56e010f)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:06.277987 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.287833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.289552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:06.290153 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.351472 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-bce643a1-3244-4bd5-b9da-1ac6a82432df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:56:06.351753 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-bce643a1-3244-4bd5-b9da-1ac6a82432df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:56:06.354504 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:56:06.354853 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:56:06.446849 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0946352 Feb 04 15:56:06.471863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52848) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:06.483711 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] Request body: {'subnet': {'network_id': '73f66651-e722-4841-8be4-9ddf2f7aa148', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1142940215-subnet', 'tenant_id': '278db30dfcb44baabfcdd9965bef1ce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:06.490695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:06.499445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] Usage tracker for resource:subnet and tenant:278db30dfcb44baabfcdd9965bef1ce5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:06.560378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:06.562570 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547ef72-3b0d-49c6-97ab-67f46bb4e4a3 None None] Pushing event updated for resources: {'Port': ['ID=5f5e2d96-162f-487a-b3a6-bd9002fec8a4,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:06.609930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:06.637858 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-51cf47dd-b81c-451e-8082-cae6fc43bd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.697526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] Made reservation on behalf of 278db30dfcb44baabfcdd9965bef1ce5 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:06.700073 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.702798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Calling delete_port for 7bb46229-17a3-4ad7-8ad7-de317f01edb6 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:06.734483 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-067c9637-9d52-4e20-90bc-313b76d963f2 None None] Set router c0e7cf03-0e97-4d28-a90c-feb583c35eb3 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:56:06.784412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Allocated IP 2001:db8::2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/a486611b-f9c8-478e-b184-6d0760c066a5/68615b84-b71a-475c-9bce-4718c941cac1) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:06.868606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Deleting port 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:06.869631 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.949796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af93f7e-d966-4c96-9251-02b99f7bed12 admin admin] Pushing event updated for resources: {'Network': ['ID=73f66651-e722-4841-8be4-9ddf2f7aa148,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:07.071166 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.108955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef2252-783e-4dd1-aaeb-8d748a63f08a req-e8d0e7d6-0522-486b-b617-828f2e70ff53 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:07.111076 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8ef2252-783e-4dd1-aaeb-8d748a63f08a req-e8d0e7d6-0522-486b-b617-828f2e70ff53 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.6164272 Feb 04 15:56:07.146193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event deleted for resources: {'Port': ['ID=7bb46229-17a3-4ad7-8ad7-de317f01edb6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:07.158964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bce643a1-3244-4bd5-b9da-1ac6a82432df None None] Deleting port 7bb46229-17a3-4ad7-8ad7-de317f01edb6 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:07.159600 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bce643a1-3244-4bd5-b9da-1ac6a82432df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.164333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] No DVR routers for this DVR port 7bb46229-17a3-4ad7-8ad7-de317f01edb6 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:07.186463 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.206256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 73f66651-e722-4841-8be4-9ddf2f7aa148 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:56:07.297605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 60f3f5db-322f-4388-8679-75a1d3849856 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:07.324778 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.356646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed85b2d-74a9-4143-9af2-27217112b926']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:07.375744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112baa31-6e89-4f47-9c7d-7c75b56e010f') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:07.376097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112baa31-6e89-4f47-9c7d-7c75b56e010f') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:07.393484 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.398633 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.406788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Transition to ACTIVE for port object 68615b84-b71a-475c-9bce-4718c941cac1 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:07.427196 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.444927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bce643a1-3244-4bd5-b9da-1ac6a82432df None None] The port '7bb46229-17a3-4ad7-8ad7-de317f01edb6' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:56:07.450575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:56:07.454090 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:56:07.503140 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:56:07.586451 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] Deleting port 9568cd6d-45ae-420a-977e-cdb094c6a706 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:07.586885 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.716465 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Transition to ACTIVE for port object 68615b84-b71a-475c-9bce-4718c941cac1 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:07.736985 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.776692 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.785602 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.884976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event deleted for resources: {'Network': ['ID=8ed85b2d-74a9-4143-9af2-27217112b926,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:07.904675 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b09dd1f7-adec-468b-8b34-6ee41e3cc8a7 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "DELETE /v2.0/networks/8ed85b2d-74a9-4143-9af2-27217112b926 HTTP/1.1" status: 204 len: 168 time: 3.1555610 Feb 04 15:56:07.907867 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52866) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:07.943083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] For port 9568cd6d-45ae-420a-977e-cdb094c6a706, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9568cd6d-45ae-420a-977e-cdb094c6a706,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:07.943551 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.968024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Pushing event updated for resources: {'Port': ['ID=68615b84-b71a-475c-9bce-4718c941cac1,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:07.976341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::1 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/a486611b-f9c8-478e-b184-6d0760c066a5/d8204d3b-3809-4aad-8e46-47ac91ad8b6f) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:08.077804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:08.143848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 60f3f5db-322f-4388-8679-75a1d3849856 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:08.143848 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.182018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e549523-f6ac-4619-b0ba-baaf3de8f735 None None] Network 7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:08.208588 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:08.261409 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:08.293997 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:08.355591 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c3aaab-852f-44ee-b685-30dc068593d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Deleting subnet 3063cb7e-3049-4f7a-b37d-82b811bf2fcc {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:56:08.358995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-44c3aaab-852f-44ee-b685-30dc068593d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.419156 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-44c3aaab-852f-44ee-b685-30dc068593d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.499112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] For port 5f5e2d96-162f-487a-b3a6-bd9002fec8a4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5f5e2d96-162f-487a-b3a6-bd9002fec8a4,segment=NetworkSegment(c2d84228-223c-4632-b036-8fd198e118de),segment_id=c2d84228-223c-4632-b036-8fd198e118de)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:08.499715 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.517433 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-44c3aaab-852f-44ee-b685-30dc068593d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.560091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-980ebc96-02b2-4a17-aa76-1aab90155ae8 None None] Provisioning for port 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:08.652440 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-44c3aaab-852f-44ee-b685-30dc068593d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.667781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Calling delete_port for 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:08.694835 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.721404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3aaab-852f-44ee-b685-30dc068593d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event deleted for resources: {'Subnet': ['ID=3063cb7e-3049-4f7a-b37d-82b811bf2fcc,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:08.734833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-44c3aaab-852f-44ee-b685-30dc068593d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.739566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object d8204d3b-3809-4aad-8e46-47ac91ad8b6f will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:08.748366 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-44c3aaab-852f-44ee-b685-30dc068593d0 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "DELETE /v2.0/subnets/3063cb7e-3049-4f7a-b37d-82b811bf2fcc HTTP/1.1" status: 204 len: 168 time: 0.8394511 Feb 04 15:56:08.750410 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52882) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:08.796384 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.897126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc052d9d-d160-4a85-b56a-dee178fc3ea4 None None] Network 08cb6475-e09e-4e0f-a491-87d76cff1a03 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:08.902270 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.906227 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.916296 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8ef2252-783e-4dd1-aaeb-8d748a63f08a req-593fc2d1-9e42-47ce-b231-afb35710daed tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7901628 Feb 04 15:56:08.982877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] Calling delete_port for 9568cd6d-45ae-420a-977e-cdb094c6a706 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:09.058705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Deleting port 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:09.059049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.082358 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.098278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Attempting to bind port 68615b84-b71a-475c-9bce-4718c941cac1 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:09.099626 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Attempting to bind port 68615b84-b71a-475c-9bce-4718c941cac1 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:09.099626 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Attempting to bind port 68615b84-b71a-475c-9bce-4718c941cac1 on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:09.164636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:09.171160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:09.193418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:09.194886 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.202068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-067c9637-9d52-4e20-90bc-313b76d963f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'name': 'tempest-TestAggregatesBasicOps-801952974-router', 'tenant_id': 'd59dd38a1783484586db4657aba8946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9568cd6d-45ae-420a-977e-cdb094c6a706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:51Z', 'updated_at': '2022-02-04T15:55:57Z', 'revision_number': 5, 'project_id': 'd59dd38a1783484586db4657aba8946e', 'gw_port': {'id': '9568cd6d-45ae-420a-977e-cdb094c6a706', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:54Z', 'updated_at': '2022-02-04T15:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:09.216734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c9637-9d52-4e20-90bc-313b76d963f2 None None] Checking router: c0e7cf03-0e97-4d28-a90c-feb583c35eb3 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:56:09.217085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ceb171-cccf-444f-81f1-62bb47240e51 req-a70aef5d-ac08-4a5d-9f9b-3d494ba43209 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:09.219284 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6ceb171-cccf-444f-81f1-62bb47240e51 req-a70aef5d-ac08-4a5d-9f9b-3d494ba43209 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 944 time: 2.5776088 Feb 04 15:56:09.229505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=d8204d3b-3809-4aad-8e46-47ac91ad8b6f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:09.242709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:09.248609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Port': ['ID=5f5e2d96-162f-487a-b3a6-bd9002fec8a4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:09.256212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:09.257167 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.323080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Port 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 was deleted so its status cannot be updated. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 15:56:09.336188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:09.336881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:09.339851 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.340352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:09.341019 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Bound port: 68615b84-b71a-475c-9bce-4718c941cac1, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:09.342163 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.379083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 60f3f5db-322f-4388-8679-75a1d3849856, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=60f3f5db-322f-4388-8679-75a1d3849856,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:09.440593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:09.511871 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.519559 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e9129405-8e79-47b9-a6ba-99187f177682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.532952 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.572559 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No DVR routers for this DVR port 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:09.621139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.688595 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856', 'code': 200} Feb 04 15:56:09.689505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=60f3f5db-322f-4388-8679-75a1d3849856,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:09.702416 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d275bb4-be9b-4bf5-b3d7-4d3f75263096 None None] Network 7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:09.713231 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.796019 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c9637-9d52-4e20-90bc-313b76d963f2 None None] Routers {'c0e7cf03-0e97-4d28-a90c-feb583c35eb3'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:56:09.796974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-067c9637-9d52-4e20-90bc-313b76d963f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:55:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c0e7cf03-0e97-4d28-a90c-feb583c35eb3'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:09.856987 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.971223 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6ceb171-cccf-444f-81f1-62bb47240e51 req-33ece142-7cca-449f-8345-c7f359f08624 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7266133 Feb 04 15:56:10.044170 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] For port 6164392e-1f7d-43ce-bb74-abf7e00bfdc8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6164392e-1f7d-43ce-bb74-abf7e00bfdc8,segment=NetworkSegment(d5672714-6db4-4050-8817-f29f76f329a9),segment_id=d5672714-6db4-4050-8817-f29f76f329a9)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:10.047645 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.084382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=de25269c-1ecf-4890-86e0-e873967cd7b3,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:10.216265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] For port 68615b84-b71a-475c-9bce-4718c941cac1, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:10.278282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] For port 68615b84-b71a-475c-9bce-4718c941cac1, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=68615b84-b71a-475c-9bce-4718c941cac1,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:10.326855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] Checking segment: {'id': '364a9f9b-5e05-48b3-a794-5505470a5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '73f66651-e722-4841-8be4-9ddf2f7aa148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:10.327329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] Network hostable DHCP agents. Network: 73f66651-e722-4841-8be4-9ddf2f7aa148, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:56:10.335831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Subnet': ['ID=d8c3eb74-b6ff-441c-b287-ef2e7cf29584,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:10.336311 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.393080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Calling delete_port for 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:10.564508 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.576197 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fc991-1786-4156-885f-55d47a4d015f None None] Pushing event updated for resources: {'Port': ['ID=68615b84-b71a-475c-9bce-4718c941cac1,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:10.595019 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b948f7-7e0a-432a-bc3b-60736a30fbc7 None None] DHCP port deletion for 08cb6475-e09e-4e0f-a491-87d76cff1a03 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:56:10.718298 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.722576 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.745308 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-067c9637-9d52-4e20-90bc-313b76d963f2 None None] Set router c0e7cf03-0e97-4d28-a90c-feb583c35eb3 gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:56:10.792999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:10.814730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event deleted for resources: {'Port': ['ID=6164392e-1f7d-43ce-bb74-abf7e00bfdc8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:10.823435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-58b948f7-7e0a-432a-bc3b-60736a30fbc7 None None] Deleting port 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:10.832213 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-58b948f7-7e0a-432a-bc3b-60736a30fbc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.836363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d84228-223c-4632-b036-8fd198e118de') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:10.836927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d84228-223c-4632-b036-8fd198e118de') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:10.852557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] No DVR routers for this DVR port 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:10.857948 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.895003 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.918966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:56:10.920953 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.976970 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.001071 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa95b37-767b-4af3-9a56-f8f250de72c0 None None] DHCP port deletion for 7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:56:11.047139 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:56:11.055838 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.091569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-58b948f7-7e0a-432a-bc3b-60736a30fbc7 None None] The port '6164392e-1f7d-43ce-bb74-abf7e00bfdc8' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:56:11.099044 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.101885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-067c9637-9d52-4e20-90bc-313b76d963f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'name': 'tempest-TestAggregatesBasicOps-801952974-router', 'tenant_id': 'd59dd38a1783484586db4657aba8946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:51Z', 'updated_at': '2022-02-04T15:56:07Z', 'revision_number': 6, 'project_id': 'd59dd38a1783484586db4657aba8946e', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:11.125334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c9637-9d52-4e20-90bc-313b76d963f2 None None] The sync data for ids ['c0e7cf03-0e97-4d28-a90c-feb583c35eb3'] in n-d-827872-1 is: [{'id': 'c0e7cf03-0e97-4d28-a90c-feb583c35eb3', 'name': 'tempest-TestAggregatesBasicOps-801952974-router', 'tenant_id': 'd59dd38a1783484586db4657aba8946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:51Z', 'updated_at': '2022-02-04T15:56:07Z', 'revision_number': 6, 'project_id': 'd59dd38a1783484586db4657aba8946e', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:56:11.206609 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.254591 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.261599 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.262626 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.273629 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.277157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Network': ['ID=7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:11.280160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9568cd6d-45ae-420a-977e-cdb094c6a706,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:11.431820 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.505299 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] Network 73f66651-e722-4841-8be4-9ddf2f7aa148 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:56:11.517362 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-296bdc60-c539-45eb-b63e-1e2cf101983d tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9 HTTP/1.1" status: 204 len: 168 time: 6.5848198 Feb 04 15:56:11.527935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52912) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:11.554809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cb6475-e09e-4e0f-a491-87d76cff1a03']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:11.573430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002146d4-aabe-46c0-8745-f0a764fb1b8c req-3a148aa5-6a7b-4534-a388-1781447cc539 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:11.581438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5672714-6db4-4050-8817-f29f76f329a9') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:11.581718 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5672714-6db4-4050-8817-f29f76f329a9') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:11.591583 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-002146d4-aabe-46c0-8745-f0a764fb1b8c req-3a148aa5-6a7b-4534-a388-1781447cc539 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 1.0937781 Feb 04 15:56:11.598143 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.609302 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.619376 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=d8204d3b-3809-4aad-8e46-47ac91ad8b6f,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:11.642318 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.670258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:56:11.673034 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.698649 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 73f66651-e722-4841-8be4-9ddf2f7aa148) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:56:11.703108 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:56:11.711331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7a0bd9-b68d-49f7-bca5-cf1c58788a8d None None] Network 73f66651-e722-4841-8be4-9ddf2f7aa148 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:11.740025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:11.740631 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.825010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:11.826779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:12.015627 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.058472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.247715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ba4645-cad0-45a7-8c0f-858efe4d41a1 None None] Network 73f66651-e722-4841-8be4-9ddf2f7aa148 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:12.255900 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fd06ab-037d-4869-b40f-2e0fe6b15198 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:12.257423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fd06ab-037d-4869-b40f-2e0fe6b15198 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:12.259951 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a1fd06ab-037d-4869-b40f-2e0fe6b15198 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/subnets/d8c3eb74-b6ff-441c-b287-ef2e7cf29584 HTTP/1.1" status: 404 len: 337 time: 0.7310054 Feb 04 15:56:12.266359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52922) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:12.284507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68615b84-b71a-475c-9bce-4718c941cac1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:12.333627 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3bdf973b-030d-4e2a-a524-0fd8925ee2fd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 5.8591275 Feb 04 15:56:12.520256 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e613ba-94bf-4393-baba-ec3548970102 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:12.520700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e613ba-94bf-4393-baba-ec3548970102 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:12.522972 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-02e613ba-94bf-4393-baba-ec3548970102 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/7de48a1d-2f6b-4fd5-b6b3-de027d58cdf9 HTTP/1.1" status: 404 len: 339 time: 0.2168941 Feb 04 15:56:12.533668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-002146d4-aabe-46c0-8745-f0a764fb1b8c req-393f1229-0831-4570-85bb-3f4cdd258760 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9409273 Feb 04 15:56:12.534342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52930) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:12.539591 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.587068 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Pushing event deleted for resources: {'Network': ['ID=08cb6475-e09e-4e0f-a491-87d76cff1a03,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:12.604071 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9eee9e9c-0c5d-4c22-8951-421640328f4e tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "DELETE /v2.0/networks/08cb6475-e09e-4e0f-a491-87d76cff1a03 HTTP/1.1" status: 204 len: 168 time: 3.8522198 Feb 04 15:56:12.604710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52932) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:12.803004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1a2c0486-20ac-4061-815a-695efa9fba49 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Synchronizing usage tracker for tenant:b2033ec8899e4ebbad12c4f0e2ac2a3b on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:12.851748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51636f83-7f72-4593-a13d-ba5076d10fc0 req-ced93851-bb57-4ea7-981f-b520bb58096e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:12.853293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fe377871-d997-470b-9e7a-08ee8efa14ad None None] Provisioning for port 68615b84-b71a-475c-9bce-4718c941cac1 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:12.857564 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51636f83-7f72-4593-a13d-ba5076d10fc0 req-ced93851-bb57-4ea7-981f-b520bb58096e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 1.4357934 Feb 04 15:56:12.892035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 68615b84-b71a-475c-9bce-4718c941cac1 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:12.929714 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1a2c0486-20ac-4061-815a-695efa9fba49 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Unset dirty status for tenant:b2033ec8899e4ebbad12c4f0e2ac2a3b on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:12.931832 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1a2c0486-20ac-4061-815a-695efa9fba49 tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "GET /v2.0/ports?device_id=53728799-12a4-49ee-aaca-4233a379da85 HTTP/1.1" status: 200 len: 205 time: 0.3243308 Feb 04 15:56:12.938246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52948) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:13.020299 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 68615b84-b71a-475c-9bce-4718c941cac1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:13.020756 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.043952 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-d062f85d-1948-424c-8ad3-a51d8c712a83 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:13.044393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d062f85d-1948-424c-8ad3-a51d8c712a83 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:13.046049 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d062f85d-1948-424c-8ad3-a51d8c712a83 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/subnets/fb0fe928-9cd4-4eda-8344-953b1014f3af HTTP/1.1" status: 404 len: 337 time: 0.3776376 Feb 04 15:56:13.051893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52952) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:13.227871 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04bda65-a200-4b8c-8fa5-c387886af93c tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:13.228461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04bda65-a200-4b8c-8fa5-c387886af93c tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:13.230704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f04bda65-a200-4b8c-8fa5-c387886af93c tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/296e0317-e3d4-4502-ad4c-5679b0e32a00 HTTP/1.1" status: 404 len: 339 time: 0.1778171 Feb 04 15:56:13.253977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52958) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:13.376445 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-353669e6-6f15-479e-823a-3a188a60023c tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.388487 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51636f83-7f72-4593-a13d-ba5076d10fc0 req-e6687cac-e9c0-4e81-a93f-5ffe8b850001 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3612912 Feb 04 15:56:13.436304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-60c993fe-7e43-44c9-960f-f0a40404ea99 None None] Provisioning for port d8204d3b-3809-4aad-8e46-47ac91ad8b6f completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:13.490069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-60c993fe-7e43-44c9-960f-f0a40404ea99 None None] Provisioning complete for port d8204d3b-3809-4aad-8e46-47ac91ad8b6f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:13.491887 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-60c993fe-7e43-44c9-960f-f0a40404ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.561317 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.644139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-60c993fe-7e43-44c9-960f-f0a40404ea99 None None] Port d8204d3b-3809-4aad-8e46-47ac91ad8b6f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:56:13.687078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 68615b84-b71a-475c-9bce-4718c941cac1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=68615b84-b71a-475c-9bce-4718c941cac1,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:13.697421 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.889356 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:13.939914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Router 229ae09c-01f4-4975-a86d-2fb6ba409ed1 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:56:13.951417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-b9a837f6-eb95-4cea-b368-9a9de8b556a1 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:13.955241 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-b9a837f6-eb95-4cea-b368-9a9de8b556a1 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/networks?id=73f66651-e722-4841-8be4-9ddf2f7aa148 HTTP/1.1" status: 200 len: 822 time: 0.5653453 Feb 04 15:56:13.972271 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:56:13.972599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6164392e-1f7d-43ce-bb74-abf7e00bfdc8 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:13.973163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9568cd6d-45ae-420a-977e-cdb094c6a706 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:13.975382 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.034236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 9568cd6d-45ae-420a-977e-cdb094c6a706 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:56:14.034706 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9568cd6d-45ae-420a-977e-cdb094c6a706 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:14.035131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 296859cf-0376-4bf3-b5a1-87e1952ce492 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:14.097973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 296859cf-0376-4bf3-b5a1-87e1952ce492 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:56:14.098316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 296859cf-0376-4bf3-b5a1-87e1952ce492 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:14.098727 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:14.118803 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.136324 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=68615b84-b71a-475c-9bce-4718c941cac1,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:14.169925 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2470e0c-c9cf-4b2f-b4ed-b038040686af tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.179032 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-6dd4ed25-9a72-4850-b614-30aa39d32022 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/quotas/278db30dfcb44baabfcdd9965bef1ce5 HTTP/1.1" status: 200 len: 375 time: 0.1604536 Feb 04 15:56:14.183505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:14.184964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:14.185957 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:14.186392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:14.189537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:14.193533 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:14.195066 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:14.196003 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:14.197033 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:14.199109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:14.199739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:14.221682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:56:14.222135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5f5e2d96-162f-487a-b3a6-bd9002fec8a4 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:14.250511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f487ffce-118d-4858-b673-f540b0dc5576 None None] Provisioning complete for port d8204d3b-3809-4aad-8e46-47ac91ad8b6f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:14.251595 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f487ffce-118d-4858-b673-f540b0dc5576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.270939 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-0b68da6a-c785-45ca-a9e0-3f6f47f182d4 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=278db30dfcb44baabfcdd9965bef1ce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722694 Feb 04 15:56:14.356280 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.357526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0e7cf03-0e97-4d28-a90c-feb583c35eb3 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:56:14.367095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f487ffce-118d-4858-b673-f540b0dc5576 None None] Port d8204d3b-3809-4aad-8e46-47ac91ad8b6f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:56:14.411668 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.412905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c2a8545f-061c-40c2-82cf-59a395e102f3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c0e7cf03-0e97-4d28-a90c-feb583c35eb3 HTTP/1.1" status: 204 len: 168 time: 9.1403015 Feb 04 15:56:14.419495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52982) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:14.483550 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-353669e6-6f15-479e-823a-3a188a60023c tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.494554 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68615b84-b71a-475c-9bce-4718c941cac1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:14.508850 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-353669e6-6f15-479e-823a-3a188a60023c tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.544866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d06641-a448-40c3-9a35-74611aea5795 req-9ef67d1d-84ae-4da4-9a88-787be8569ab4 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:14.551837 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1d06641-a448-40c3-9a35-74611aea5795 req-9ef67d1d-84ae-4da4-9a88-787be8569ab4 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.5927715 Feb 04 15:56:14.620054 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-353669e6-6f15-479e-823a-3a188a60023c tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.623685 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353669e6-6f15-479e-823a-3a188a60023c tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Fanout notify agent at l3_agent the message router_deleted on router 53728799-12a4-49ee-aaca-4233a379da85 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:56:14.652546 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-353669e6-6f15-479e-823a-3a188a60023c tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.656652 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-353669e6-6f15-479e-823a-3a188a60023c tempest-RoutersNegativeIpV6Test-618073144 tempest-RoutersNegativeIpV6Test-618073144-project] 10.222.0.60 "DELETE /v2.0/routers/53728799-12a4-49ee-aaca-4233a379da85 HTTP/1.1" status: 204 len: 168 time: 1.7169182 Feb 04 15:56:14.684564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e45185-3b61-47b9-99ec-6c4b59a58480 admin admin] Deleting subnet 5c6840a6-852d-4924-bee1-3f2c3e430f3e {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:56:14.688180 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 68615b84-b71a-475c-9bce-4718c941cac1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:14.690043 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.700643 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2470e0c-c9cf-4b2f-b4ed-b038040686af tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.719237 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-66e45185-3b61-47b9-99ec-6c4b59a58480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.762697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:56:14.773709 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Sync routers for ids ['229ae09c-01f4-4975-a86d-2fb6ba409ed1'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:56:14.792057 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f7c0db4c-27d5-4fe2-ac48-38fe06f5b507 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "PUT /v2.0/routers/229ae09c-01f4-4975-a86d-2fb6ba409ed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4139740 Feb 04 15:56:14.792273 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52992) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:14.798465 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Routers {'229ae09c-01f4-4975-a86d-2fb6ba409ed1'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:56:14.799091 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:56:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['229ae09c-01f4-4975-a86d-2fb6ba409ed1'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:14.998323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e143db11-1cfe-4208-a8ab-9bb6da4b385b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:14.998963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e143db11-1cfe-4208-a8ab-9bb6da4b385b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:15.051256 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e143db11-1cfe-4208-a8ab-9bb6da4b385b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:15.055528 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e143db11-1cfe-4208-a8ab-9bb6da4b385b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports/d8204d3b-3809-4aad-8e46-47ac91ad8b6f HTTP/1.1" status: 200 len: 911 time: 0.2621315 Feb 04 15:56:15.056230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53002) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:15.165124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53008) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:15.187472 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Set router 229ae09c-01f4-4975-a86d-2fb6ba409ed1 gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:56:15.262169 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-66e45185-3b61-47b9-99ec-6c4b59a58480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.297835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d2470e0c-c9cf-4b2f-b4ed-b038040686af tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87322188-5a68-49c7-85e9-33422ad4214c']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:15.343766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d2470e0c-c9cf-4b2f-b4ed-b038040686af tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1fb19a-7ad1-4c13-8d9d-e327199eed5c') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:15.344279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d2470e0c-c9cf-4b2f-b4ed-b038040686af tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1fb19a-7ad1-4c13-8d9d-e327199eed5c') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:15.371255 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2470e0c-c9cf-4b2f-b4ed-b038040686af tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.415820 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1d06641-a448-40c3-9a35-74611aea5795 req-8b99d739-2147-4355-bf2e-3017840b56be tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8626158 Feb 04 15:56:15.457302 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2470e0c-c9cf-4b2f-b4ed-b038040686af tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.528804 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2470e0c-c9cf-4b2f-b4ed-b038040686af tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:56:15.529347 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2470e0c-c9cf-4b2f-b4ed-b038040686af tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:56:15.559659 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:56:15.713233 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1fc303d3-5cff-4fbe-b1c2-5ac1e41331b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2033ec8899e4ebbad12c4f0e2ac2a3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5363619 Feb 04 15:56:15.716812 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53022) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:15.760375 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229ae09c-01f4-4975-a86d-2fb6ba409ed1', 'name': 'tempest-NetworksTestDHCPv6-router-1022454822', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:04Z', 'updated_at': '2022-02-04T15:56:09Z', 'revision_number': 2, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'gw_port_host': None, '_interfaces': [{'id': 'd8204d3b-3809-4aad-8e46-47ac91ad8b6f', 'name': '', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'mac_address': 'fa:16:3e:99:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229ae09c-01f4-4975-a86d-2fb6ba409ed1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a486611b-f9c8-478e-b184-6d0760c066a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:56:10Z', 'revision_number': 2, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'subnets': [{'id': 'a486611b-f9c8-478e-b184-6d0760c066a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:15.766654 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Checking router: 229ae09c-01f4-4975-a86d-2fb6ba409ed1 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:56:15.767311 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Updating router 229ae09c-01f4-4975-a86d-2fb6ba409ed1 port d8204d3b-3809-4aad-8e46-47ac91ad8b6f binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:56:15.784234 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-65f157df-4511-451d-82b9-26931d95e310 service neutron] 10.222.0.60 "GET /v2.0/networks/73f66651-e722-4841-8be4-9ddf2f7aa148?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4757061 Feb 04 15:56:15.824741 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-66e45185-3b61-47b9-99ec-6c4b59a58480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.855646 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.872527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6294c9ae-4a85-4542-831e-285053079941 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:15.877451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6294c9ae-4a85-4542-831e-285053079941 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:15.884726 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6294c9ae-4a85-4542-831e-285053079941 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8274834 Feb 04 15:56:15.890014 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2470e0c-c9cf-4b2f-b4ed-b038040686af tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.891351 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53028) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:16.028468 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1687dfb2-6b1e-40bb-bc3b-10739e29c045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.047053 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2470e0c-c9cf-4b2f-b4ed-b038040686af tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.051573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2470e0c-c9cf-4b2f-b4ed-b038040686af tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Network': ['ID=87322188-5a68-49c7-85e9-33422ad4214c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:16.055679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1687dfb2-6b1e-40bb-bc3b-10739e29c045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.157043 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-6232fa5d-9651-450f-8ef5-206df1a4d6dd service neutron] 10.222.0.60 "GET /v2.0/networks/73f66651-e722-4841-8be4-9ddf2f7aa148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715706 Feb 04 15:56:16.207224 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d2470e0c-c9cf-4b2f-b4ed-b038040686af tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/87322188-5a68-49c7-85e9-33422ad4214c HTTP/1.1" status: 204 len: 168 time: 2.9519396 Feb 04 15:56:16.217908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53036) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:16.333320 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1687dfb2-6b1e-40bb-bc3b-10739e29c045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.351901 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5bc5476-ff95-4927-8543-f578d5b95a18 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:16.353469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5bc5476-ff95-4927-8543-f578d5b95a18 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:16.378185 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f5bc5476-ff95-4927-8543-f578d5b95a18 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/subnets/ae33f661-3e6e-456d-8b25-ca0862af4f72 HTTP/1.1" status: 404 len: 337 time: 0.1512434 Feb 04 15:56:16.380284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687dfb2-6b1e-40bb-bc3b-10739e29c045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c02108-19c0-4c49-a4a1-99f8d73e4150,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:16.386477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53042) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:16.396488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf27bf-0a93-4dc1-a9bf-a91c10485e64 req-b06b28fe-36d0-449f-abe0-9e7c17ad06e2 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:16.403152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c2cf27bf-0a93-4dc1-a9bf-a91c10485e64 req-b06b28fe-36d0-449f-abe0-9e7c17ad06e2 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.7156038 Feb 04 15:56:16.455737 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-66e45185-3b61-47b9-99ec-6c4b59a58480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.471505 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1687dfb2-6b1e-40bb-bc3b-10739e29c045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.472709 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1687dfb2-6b1e-40bb-bc3b-10739e29c045 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35c02108-19c0-4c49-a4a1-99f8d73e4150 HTTP/1.1" status: 204 len: 168 time: 0.7517533 Feb 04 15:56:16.514332 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.534146 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Transition to ACTIVE for port object d8204d3b-3809-4aad-8e46-47ac91ad8b6f will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:16.542978 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.551426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e45185-3b61-47b9-99ec-6c4b59a58480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c6840a6-852d-4924-bee1-3f2c3e430f3e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:16.554592 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-9619ee17-0175-4ab2-8895-1d0483dd2c53 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:16.559550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9619ee17-0175-4ab2-8895-1d0483dd2c53 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:16.561648 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9619ee17-0175-4ab2-8895-1d0483dd2c53 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/b12cca23-68ef-4635-b911-b83aa36ffac5 HTTP/1.1" status: 404 len: 339 time: 0.1688049 Feb 04 15:56:16.565452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53054) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:16.617077 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-35019e09-7974-4676-85a7-4ecfb8537282 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:16.617841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35019e09-7974-4676-85a7-4ecfb8537282 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:16.619732 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-35019e09-7974-4676-85a7-4ecfb8537282 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/subnets/9c5b80ad-595a-4864-81d1-7023d13f2a5b HTTP/1.1" status: 404 len: 337 time: 0.0530961 Feb 04 15:56:16.623820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53058) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:16.700022 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c2cf27bf-0a93-4dc1-a9bf-a91c10485e64 req-1ddc8430-7d1c-454d-b2a2-9f353aa2117a tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866292 Feb 04 15:56:16.703710 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ad194fd-97f1-4373-bcb5-ebf5fec5e176 req-9910c9fe-36d5-461b-8f84-9d4e40f6ffa3 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 210 time: 0.1300890 Feb 04 15:56:16.704693 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-66e45185-3b61-47b9-99ec-6c4b59a58480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.712137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad702e7-c8e2-43b2-a32a-875bc1c24fb0 None None] Network d2cb965e-72db-4c83-9f39-3a9498994050 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:16.723966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-66e45185-3b61-47b9-99ec-6c4b59a58480 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5c6840a6-852d-4924-bee1-3f2c3e430f3e HTTP/1.1" status: 204 len: 168 time: 2.3005285 Feb 04 15:56:16.724695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53062) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:16.750294 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f1db21-07ab-4061-9561-ccec485e6f03 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:16.750742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f1db21-07ab-4061-9561-ccec485e6f03 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:16.752642 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-10f1db21-07ab-4061-9561-ccec485e6f03 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/7992b6bd-68cb-4b06-bd15-439be2b8d1a4 HTTP/1.1" status: 404 len: 339 time: 0.1193776 Feb 04 15:56:16.774420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53066) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:16.914972 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1173ea-5639-4d78-8a9d-0e11e4cd5dbb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:16.915465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1173ea-5639-4d78-8a9d-0e11e4cd5dbb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:16.917220 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7b1173ea-5639-4d78-8a9d-0e11e4cd5dbb tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/subnets/56810f6e-c40c-4147-9eab-317250ec8f77 HTTP/1.1" status: 404 len: 337 time: 0.1418459 Feb 04 15:56:16.933512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53074) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:16.954448 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de5ce5-ebba-4022-b282-53cf3e866f50 None None] Pushing event updated for resources: {'Port': ['ID=d8204d3b-3809-4aad-8e46-47ac91ad8b6f,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:17.020648 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de5ce5-ebba-4022-b282-53cf3e866f50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:17.021657 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de5ce5-ebba-4022-b282-53cf3e866f50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:17.025015 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de5ce5-ebba-4022-b282-53cf3e866f50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:17.025921 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de5ce5-ebba-4022-b282-53cf3e866f50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:17.027956 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de5ce5-ebba-4022-b282-53cf3e866f50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:17.028813 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de5ce5-ebba-4022-b282-53cf3e866f50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:17.032294 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de5ce5-ebba-4022-b282-53cf3e866f50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:17.033250 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de5ce5-ebba-4022-b282-53cf3e866f50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:17.035880 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de5ce5-ebba-4022-b282-53cf3e866f50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:17.038159 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de5ce5-ebba-4022-b282-53cf3e866f50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:17.039866 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de5ce5-ebba-4022-b282-53cf3e866f50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:17.260665 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83d919a-1454-40a0-a786-07ac67179b8a tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:17.268781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83d919a-1454-40a0-a786-07ac67179b8a tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:17.284786 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a83d919a-1454-40a0-a786-07ac67179b8a tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/38d151e3-aa43-463f-aa0d-56354c644b07 HTTP/1.1" status: 404 len: 339 time: 0.3468821 Feb 04 15:56:17.298040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53082) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:17.392129 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Attempting to bind port d8204d3b-3809-4aad-8e46-47ac91ad8b6f on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:17.392500 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Attempting to bind port d8204d3b-3809-4aad-8e46-47ac91ad8b6f by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:17.392923 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Attempting to bind port d8204d3b-3809-4aad-8e46-47ac91ad8b6f on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:17.412670 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:17.413350 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:17.414492 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:17.414903 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:17.417885 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Bound port: d8204d3b-3809-4aad-8e46-47ac91ad8b6f, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:17.418301 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:17.425709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83560ad4-a150-4956-887d-dc79565f4db2 None None] DHCP port deletion for d2cb965e-72db-4c83-9f39-3a9498994050 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:56:17.435211 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-83560ad4-a150-4956-887d-dc79565f4db2 None None] Deleting port 5a99c55b-f623-44f1-a030-21fbda41df08 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:17.436105 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-83560ad4-a150-4956-887d-dc79565f4db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:17.615549 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcfbe7b-9e54-40a2-b689-09b0ad0fedb2 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:17.615549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcfbe7b-9e54-40a2-b689-09b0ad0fedb2 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:17.629736 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5fcfbe7b-9e54-40a2-b689-09b0ad0fedb2 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/subnets/3edf181b-acf3-48ba-8ed7-e4b629198630 HTTP/1.1" status: 404 len: 337 time: 0.3067665 Feb 04 15:56:17.630942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53094) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:17.692396 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] For port d8204d3b-3809-4aad-8e46-47ac91ad8b6f, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:17.708160 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] For port d8204d3b-3809-4aad-8e46-47ac91ad8b6f, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d8204d3b-3809-4aad-8e46-47ac91ad8b6f,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:17.718289 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:17.745950 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:17.868816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-83560ad4-a150-4956-887d-dc79565f4db2 None None] For port 5a99c55b-f623-44f1-a030-21fbda41df08, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5a99c55b-f623-44f1-a030-21fbda41df08,segment=NetworkSegment(b4269a06-697a-4ac5-a2e7-d2f9675bdb23),segment_id=b4269a06-697a-4ac5-a2e7-d2f9675bdb23)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:17.870575 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-83560ad4-a150-4956-887d-dc79565f4db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:17.888148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Deleting port 5a99c55b-f623-44f1-a030-21fbda41df08 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:17.892716 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:17.957831 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d8ff5d-b3ac-40fb-bc6e-72fe6ce54544 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:17.970146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d8ff5d-b3ac-40fb-bc6e-72fe6ce54544 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:17.972513 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f6d8ff5d-b3ac-40fb-bc6e-72fe6ce54544 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/25ea44ab-eff9-4a87-b49e-38536e7569e3 HTTP/1.1" status: 404 len: 339 time: 0.3334272 Feb 04 15:56:17.978342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53104) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:18.010896 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de5ce5-ebba-4022-b282-53cf3e866f50 None None] Pushing event updated for resources: {'Port': ['ID=d8204d3b-3809-4aad-8e46-47ac91ad8b6f,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:18.016636 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Routers {'229ae09c-01f4-4975-a86d-2fb6ba409ed1'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:56:18.017237 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:56:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['229ae09c-01f4-4975-a86d-2fb6ba409ed1'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:18.195485 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7505c00-643d-44f2-9714-f78a80d3dfb7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:18.196258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7505c00-643d-44f2-9714-f78a80d3dfb7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:18.204569 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d7505c00-643d-44f2-9714-f78a80d3dfb7 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/subnets/cfa67e0d-f9dc-4e5a-8c13-523111597f33 HTTP/1.1" status: 404 len: 337 time: 0.2180884 Feb 04 15:56:18.205396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53110) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:18.233037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfbd77-a684-4842-99c7-7be699e986e9 req-b802d6a3-0ec8-494d-bb1f-e25c958a33f2 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:18.253748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56dfbd77-a684-4842-99c7-7be699e986e9 req-b802d6a3-0ec8-494d-bb1f-e25c958a33f2 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.9564314 Feb 04 15:56:18.269221 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-83560ad4-a150-4956-887d-dc79565f4db2 None None] Calling delete_port for 5a99c55b-f623-44f1-a030-21fbda41df08 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:18.297763 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f32c73-5d89-47b9-8c91-59a63497445c tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:18.298214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f32c73-5d89-47b9-8c91-59a63497445c tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:18.307369 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-05f32c73-5d89-47b9-8c91-59a63497445c tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/e7fc7e00-f07a-4a78-968a-6ef458c55c8d HTTP/1.1" status: 404 len: 339 time: 0.0940299 Feb 04 15:56:18.328308 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ecc8939-8477-4385-a83e-abf313d990c9 req-dc16b342-3678-419d-8b90-2066c5e4d67d tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 210 time: 0.2226341 Feb 04 15:56:18.328867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53114) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:18.437340 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5a99c55b-f623-44f1-a030-21fbda41df08 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:18.473144 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] Set router 229ae09c-01f4-4975-a86d-2fb6ba409ed1 gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:56:18.674154 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c6578d-54fd-4b46-8cad-7904cc4e7a6f tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:18.675706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c6578d-54fd-4b46-8cad-7904cc4e7a6f tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:18.681123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-83c6578d-54fd-4b46-8cad-7904cc4e7a6f tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/subnets/ba852e39-7c88-45cc-9de7-533f6818c665 HTTP/1.1" status: 404 len: 337 time: 0.3292124 Feb 04 15:56:18.685420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53122) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:18.762188 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-722de757-1ddf-42f8-befe-f14e21d5c731 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:18.768842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722de757-1ddf-42f8-befe-f14e21d5c731 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:18.771193 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-722de757-1ddf-42f8-befe-f14e21d5c731 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/8777bed3-ec17-41d1-b8c8-91e1e8c399f4 HTTP/1.1" status: 404 len: 339 time: 0.0802751 Feb 04 15:56:18.773695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53126) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:18.806495 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56dfbd77-a684-4842-99c7-7be699e986e9 req-61d96a6f-ae17-4d0f-a79f-d42d10dc4039 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482652 Feb 04 15:56:18.840639 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:18.955025 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabbeb47-539b-40e2-abf7-59349bdeeb3a tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:18.955825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabbeb47-539b-40e2-abf7-59349bdeeb3a tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:18.957774 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fabbeb47-539b-40e2-abf7-59349bdeeb3a tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/subnets/2beb7364-7890-48c4-b176-f1d5cbb3d77f HTTP/1.1" status: 404 len: 337 time: 0.1783161 Feb 04 15:56:18.958769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53132) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:18.996865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53134) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:19.039754 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d45332f-9718-4b38-bd33-c9590ce91942 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:19.040689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d45332f-9718-4b38-bd33-c9590ce91942 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:19.052019 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-83560ad4-a150-4956-887d-dc79565f4db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.052721 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1d45332f-9718-4b38-bd33-c9590ce91942 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/508e7a2c-0db4-4805-af7d-efe0fdbd2602 HTTP/1.1" status: 404 len: 339 time: 0.0539386 Feb 04 15:56:19.062564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53142) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:19.186903 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83560ad4-a150-4956-887d-dc79565f4db2 None None] Pushing event deleted for resources: {'Port': ['ID=5a99c55b-f623-44f1-a030-21fbda41df08,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:19.192301 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba07266-6de0-4d57-be69-8441b05079f5 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:19.195859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba07266-6de0-4d57-be69-8441b05079f5 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:19.201247 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6ba07266-6de0-4d57-be69-8441b05079f5 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/subnets/a6295663-52ed-41d7-a86f-3032adbbb7dc HTTP/1.1" status: 404 len: 337 time: 0.1363750 Feb 04 15:56:19.210671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53146) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:19.212850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83560ad4-a150-4956-887d-dc79565f4db2 None None] No DVR routers for this DVR port 5a99c55b-f623-44f1-a030-21fbda41df08 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:19.294478 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-78078b78-0fb1-4688-8964-236f77af9729 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] DELETE failed (client error): The resource could not be found. Feb 04 15:56:19.295262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78078b78-0fb1-4688-8964-236f77af9729 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:56:19.297110 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-78078b78-0fb1-4688-8964-236f77af9729 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/400afdb8-0020-464f-ace9-f1bb3d1fcb56 HTTP/1.1" status: 404 len: 339 time: 0.0826745 Feb 04 15:56:19.299828 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53150) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:19.406509 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229ae09c-01f4-4975-a86d-2fb6ba409ed1', 'name': 'tempest-NetworksTestDHCPv6-router-1022454822', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:04Z', 'updated_at': '2022-02-04T15:56:09Z', 'revision_number': 2, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'gw_port_host': None, '_interfaces': [{'id': 'd8204d3b-3809-4aad-8e46-47ac91ad8b6f', 'name': '', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'mac_address': 'fa:16:3e:99:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229ae09c-01f4-4975-a86d-2fb6ba409ed1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a486611b-f9c8-478e-b184-6d0760c066a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:56:17Z', 'revision_number': 4, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'subnets': [{'id': 'a486611b-f9c8-478e-b184-6d0760c066a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:19.432295 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe5944-3e05-4c15-b050-d393cdb744d7 None None] The sync data for ids ['229ae09c-01f4-4975-a86d-2fb6ba409ed1'] in n-d-827872-1 is: [{'id': '229ae09c-01f4-4975-a86d-2fb6ba409ed1', 'name': 'tempest-NetworksTestDHCPv6-router-1022454822', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:04Z', 'updated_at': '2022-02-04T15:56:09Z', 'revision_number': 2, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'gw_port_host': None, '_interfaces': [{'id': 'd8204d3b-3809-4aad-8e46-47ac91ad8b6f', 'name': '', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'mac_address': 'fa:16:3e:99:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229ae09c-01f4-4975-a86d-2fb6ba409ed1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a486611b-f9c8-478e-b184-6d0760c066a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:56:17Z', 'revision_number': 4, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'subnets': [{'id': 'a486611b-f9c8-478e-b184-6d0760c066a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:56:19.434503 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1a6e-6065-4251-8902-d22fb29449e2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.490339 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.620770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917019865'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:19.629723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a3aab1a4-b265-4961-ab31-946f4a31ff31 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:19.630854 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a3aab1a4-b265-4961-ab31-946f4a31ff31 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.73 "GET /v2.0/networks?id=73f66651-e722-4841-8be4-9ddf2f7aa148 HTTP/1.1" status: 200 len: 822 time: 0.8361154 Feb 04 15:56:19.721130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:19.736182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:19.750286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:19.762638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:19.954586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] For port 5a99c55b-f623-44f1-a030-21fbda41df08, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5a99c55b-f623-44f1-a030-21fbda41df08,segment=NetworkSegment(b4269a06-697a-4ac5-a2e7-d2f9675bdb23),segment_id=b4269a06-697a-4ac5-a2e7-d2f9675bdb23)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:19.955256 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.989127 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.027895 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.073751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3e0b58-4ab0-4a26-9dbc-9bf0716dceb2 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Deleting subnet 1ce9d595-b83a-4104-9fc0-2f531447f46c {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:56:20.079800 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0b58-4ab0-4a26-9dbc-9bf0716dceb2 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.110005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Calling delete_port for 5a99c55b-f623-44f1-a030-21fbda41df08 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:20.195849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Request body: {'port': {'device_id': 'ad67e7f0-cf97-4ea8-9ded-3da473f69602', 'network_id': '73f66651-e722-4841-8be4-9ddf2f7aa148', 'admin_state_up': True, 'tenant_id': '278db30dfcb44baabfcdd9965bef1ce5'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:20.352017 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:56:20.352707 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:56:20.371221 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d63eefb6-3373-4df8-923d-20196c001f79 req-480edcfd-45b4-47f3-a68d-c3b27b295154 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 210 time: 0.7297595 Feb 04 15:56:20.437451 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d8204d3b-3809-4aad-8e46-47ac91ad8b6f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:20.460319 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0b58-4ab0-4a26-9dbc-9bf0716dceb2 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.576338 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4ada6-934d-4feb-90eb-10eb60515ed3 req-95a3251e-8c05-4881-b4b5-36af185104c2 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:20.583389 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61f4ada6-934d-4feb-90eb-10eb60515ed3 req-95a3251e-8c05-4881-b4b5-36af185104c2 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 1.8031852 Feb 04 15:56:20.700223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:20.706438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Usage tracker for resource:port and tenant:278db30dfcb44baabfcdd9965bef1ce5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:20.709898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:20.721533 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port d8204d3b-3809-4aad-8e46-47ac91ad8b6f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:20.725702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:20.740523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d8204d3b-3809-4aad-8e46-47ac91ad8b6f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:20.744016 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.828251 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Made reservation on behalf of 278db30dfcb44baabfcdd9965bef1ce5 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:20.831493 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.895223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Deleting port 5a99c55b-f623-44f1-a030-21fbda41df08 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:20.896031 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.997974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:21.012163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:21.016128 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:21.023093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:21.023534 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61f4ada6-934d-4feb-90eb-10eb60515ed3 req-544bbb34-2b29-4286-b2b2-25d8f7b1c63a tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4275777 Feb 04 15:56:21.109554 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.123399 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.184540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0b58-4ab0-4a26-9dbc-9bf0716dceb2 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.313030 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.429786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70dcc264-1e01-45a9-9286-f6a39c3df548,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:21.479280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:21.488313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port d8204d3b-3809-4aad-8e46-47ac91ad8b6f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d8204d3b-3809-4aad-8e46-47ac91ad8b6f,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:21.496497 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.557965 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0b58-4ab0-4a26-9dbc-9bf0716dceb2 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.570158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:21.704374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:21.707929 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=d8204d3b-3809-4aad-8e46-47ac91ad8b6f,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:21.777347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:21.793812 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e0b58-4ab0-4a26-9dbc-9bf0716dceb2 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce9d595-b83a-4104-9fc0-2f531447f46c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:21.805295 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Allocated IP 172.20.0.13 (73f66651-e722-4841-8be4-9ddf2f7aa148/de25269c-1ecf-4890-86e0-e873967cd7b3/28b02644-6dbc-4543-b362-4e037b0478a2) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:21.831070 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2173a062-9cef-4531-8167-46d4cda64850 req-0c94bb2f-4c18-48d3-b56e-6ebb9daab764 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 1096 time: 1.0407188 Feb 04 15:56:22.152505 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.169259 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d1f40c-0af2-436c-813b-397fac712301 None None] Network 7978439a-9ef7-4dab-bbec-7af3243d2218 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:22.186004 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0b58-4ab0-4a26-9dbc-9bf0716dceb2 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.218028 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.342265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173a062-9cef-4531-8167-46d4cda64850 req-db64a6de-524e-4f34-9add-4aff3022ad6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:22.345979 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2173a062-9cef-4531-8167-46d4cda64850 req-db64a6de-524e-4f34-9add-4aff3022ad6c service neutron] 10.222.0.81 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 917 time: 0.4367788 Feb 04 15:56:22.352001 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fc3e0b58-4ab0-4a26-9dbc-9bf0716dceb2 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/subnets/1ce9d595-b83a-4104-9fc0-2f531447f46c HTTP/1.1" status: 204 len: 168 time: 3.0478013 Feb 04 15:56:22.371370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53176) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:22.425856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d8204d3b-3809-4aad-8e46-47ac91ad8b6f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:22.465693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] The port '5a99c55b-f623-44f1-a030-21fbda41df08' was deleted {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:56:22.486315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Network 73f66651-e722-4841-8be4-9ddf2f7aa148 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:22.531116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:22.535235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:22.607043 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.613321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d8204d3b-3809-4aad-8e46-47ac91ad8b6f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:22.613923 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.647943 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.648745 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:22.649359 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.671467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f1a6e-6065-4251-8902-d22fb29449e2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port d8204d3b-3809-4aad-8e46-47ac91ad8b6f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:22.671860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1a6e-6065-4251-8902-d22fb29449e2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.772100 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.800970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2cb965e-72db-4c83-9f39-3a9498994050']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:22.817703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4269a06-697a-4ac5-a2e7-d2f9675bdb23') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:22.818080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4269a06-697a-4ac5-a2e7-d2f9675bdb23') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:22.831125 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.840584 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8504a421-b901-4aa7-9459-cc3b908b3633 None None] DHCP port deletion for 7978439a-9ef7-4dab-bbec-7af3243d2218 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:56:22.845246 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8504a421-b901-4aa7-9459-cc3b908b3633 None None] Deleting port 409316e4-78e6-49e6-b2a1-6093448dce0e {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:22.845616 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8504a421-b901-4aa7-9459-cc3b908b3633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.851880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.860862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:56:22.861472 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.901943 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.932592 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2173a062-9cef-4531-8167-46d4cda64850 req-3a01dd7c-b0ed-479a-8494-0d5220dfc25d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f3f5db-322f-4388-8679-75a1d3849856 HTTP/1.1" status: 200 len: 1001 time: 0.5580480 Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:56:22.968291 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:56:22.976728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3312087 Feb 04 15:56:22.977347 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.982438 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.006438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566d73bc-1ec0-4cf2-82ff-1fe72b80c20f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:23.012979 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d2cb965e-72db-4c83-9f39-3a9498994050 HTTP/1.1" status: 204 len: 168 time: 6.2866178 Feb 04 15:56:23.018123 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.018865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Request body: {'port': {'device_id': 'ad67e7f0-cf97-4ea8-9ded-3da473f69602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:23.019851 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0ff09549-1316-4a58-947a-3164118f42c5 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 4.0291142 Feb 04 15:56:23.045441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53182) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:23.061424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab926523-fe57-4724-b8ea-5a1754cc9380 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2cb965e-72db-4c83-9f39-3a9498994050,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:23.071836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8384e71-e8fd-4611-86a7-858d7f59f08b tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Pushing event updated for resources: {'Port': ['ID=28b02644-6dbc-4543-b362-4e037b0478a2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:23.110967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Deleting port 409316e4-78e6-49e6-b2a1-6093448dce0e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:23.111503 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.197393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173a062-9cef-4531-8167-46d4cda64850 req-9dcd756a-1e9b-4c17-95c9-e681db1cba38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:23.199158 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2173a062-9cef-4531-8167-46d4cda64850 req-9dcd756a-1e9b-4c17-95c9-e681db1cba38 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 200 len: 855 time: 0.2506936 Feb 04 15:56:23.268623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-0d4f1a6e-6065-4251-8902-d22fb29449e2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] For port d8204d3b-3809-4aad-8e46-47ac91ad8b6f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d8204d3b-3809-4aad-8e46-47ac91ad8b6f,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:23.269506 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1a6e-6065-4251-8902-d22fb29449e2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.346053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8504a421-b901-4aa7-9459-cc3b908b3633 None None] For port 409316e4-78e6-49e6-b2a1-6093448dce0e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=409316e4-78e6-49e6-b2a1-6093448dce0e,segment=NetworkSegment(bcf3141c-050a-4cc7-8817-588e95e6c524),segment_id=bcf3141c-050a-4cc7-8817-588e95e6c524)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:23.346876 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8504a421-b901-4aa7-9459-cc3b908b3633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.501026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f1a6e-6065-4251-8902-d22fb29449e2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for d8204d3b-3809-4aad-8e46-47ac91ad8b6f owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:23.511370 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.552440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a1677-1491-49d7-8e96-3e3861b31df3 req-1f7c7299-7da5-435f-82ae-bce4965f2655 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:23.563133 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e5a1677-1491-49d7-8e96-3e3861b31df3 req-1f7c7299-7da5-435f-82ae-bce4965f2655 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 2.8033078 Feb 04 15:56:23.630081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8504a421-b901-4aa7-9459-cc3b908b3633 None None] Calling delete_port for 409316e4-78e6-49e6-b2a1-6093448dce0e owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:23.664568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53188) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:23.679164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b56f22-a5ae-4a6b-ad1a-9722bc316b5f req-44da4dc8-0376-4448-9f11-c02422738495 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:23.679987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a2b56f22-a5ae-4a6b-ad1a-9722bc316b5f req-44da4dc8-0376-4448-9f11-c02422738495 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Synchronizing usage tracker for tenant:278db30dfcb44baabfcdd9965bef1ce5 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:23.693833 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e5a1677-1491-49d7-8e96-3e3861b31df3 req-c9d6c036-bf5c-4f36-88cd-a6ee33009d6f tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998402 Feb 04 15:56:23.833097 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8504a421-b901-4aa7-9459-cc3b908b3633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.938184 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504a421-b901-4aa7-9459-cc3b908b3633 None None] No DVR routers for this DVR port 409316e4-78e6-49e6-b2a1-6093448dce0e on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:23.973213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504a421-b901-4aa7-9459-cc3b908b3633 None None] Pushing event deleted for resources: {'Port': ['ID=409316e4-78e6-49e6-b2a1-6093448dce0e,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:23.973756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a2b56f22-a5ae-4a6b-ad1a-9722bc316b5f req-44da4dc8-0376-4448-9f11-c02422738495 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Unset dirty status for tenant:278db30dfcb44baabfcdd9965bef1ce5 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:23.980170 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] The port '409316e4-78e6-49e6-b2a1-6093448dce0e' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:56:23.986483 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2b56f22-a5ae-4a6b-ad1a-9722bc316b5f req-44da4dc8-0376-4448-9f11-c02422738495 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 932 time: 1.7711926 Feb 04 15:56:23.992889 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3a277b51-4354-493b-a5bc-00be9ea16950 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db2b99b87e194ad3a49c8835507dce25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2980361 Feb 04 15:56:23.997548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53192) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:24.126490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9ca91def-8fb7-4175-b23a-54dfcbe41079 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:24.196227 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1a6e-6065-4251-8902-d22fb29449e2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:24.204781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2b56f22-a5ae-4a6b-ad1a-9722bc316b5f req-a6f73748-41aa-4f37-a6b1-357d3b745f90 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/security-groups?id=c96c5fe9-071c-498b-9040-08a19971b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168589 Feb 04 15:56:24.291918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f1a6e-6065-4251-8902-d22fb29449e2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=d8204d3b-3809-4aad-8e46-47ac91ad8b6f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:24.296200 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:24.319387 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2173a062-9cef-4531-8167-46d4cda64850 req-1e886612-eeb5-4387-b21c-b204cedb742b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2183356-deba-4128-ad82-b10ca33a0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1123970 Feb 04 15:56:24.379758 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9ca91def-8fb7-4175-b23a-54dfcbe41079 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:24.384071 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9ca91def-8fb7-4175-b23a-54dfcbe41079 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 1.3369572 Feb 04 15:56:24.385234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53198) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:24.392982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 409316e4-78e6-49e6-b2a1-6093448dce0e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:24.427286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6106deaf-e893-49ee-b4c1-274af5b569ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group': {'name': 'tempest-security--629827420', 'description': 'tempest-security-description-521883254'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:24.465312 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 409316e4-78e6-49e6-b2a1-6093448dce0e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:56:24.466475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 409316e4-78e6-49e6-b2a1-6093448dce0e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:24.549565 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e39cabd1-541f-45f8-9b63-b3bd5ceb3760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:24.587542 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e39cabd1-541f-45f8-9b63-b3bd5ceb3760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:24.671231 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e39cabd1-541f-45f8-9b63-b3bd5ceb3760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:24.711983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cabd1-541f-45f8-9b63-b3bd5ceb3760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e9f6c6-1b2c-4dde-90d9-72ed228a46b0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:24.731263 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e39cabd1-541f-45f8-9b63-b3bd5ceb3760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:24.734861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e39cabd1-541f-45f8-9b63-b3bd5ceb3760 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6e9f6c6-1b2c-4dde-90d9-72ed228a46b0 HTTP/1.1" status: 204 len: 168 time: 0.6807015 Feb 04 15:56:24.769120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15feedf3-7bd7-4001-94de-6364f283c3a6 req-2680a0c4-56d7-4f5f-8d6a-fd9ae3230afb tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:24.770577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-15feedf3-7bd7-4001-94de-6364f283c3a6 req-2680a0c4-56d7-4f5f-8d6a-fd9ae3230afb tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.7761507 Feb 04 15:56:24.786465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7978439a-9ef7-4dab-bbec-7af3243d2218']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:24.840352 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2173a062-9cef-4531-8167-46d4cda64850 req-c2451b5d-1408-461a-8c2d-4e9e52e88e80 service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901459 Feb 04 15:56:25.015560 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b02644-6dbc-4543-b362-4e037b0478a2 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:25.039506 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.048943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf3141c-050a-4cc7-8817-588e95e6c524') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:25.049264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf3141c-050a-4cc7-8817-588e95e6c524') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:25.070514 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2173a062-9cef-4531-8167-46d4cda64850 req-3ced27a9-152f-42a7-bc4d-31b6dc38035f service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139549 Feb 04 15:56:25.219076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Transition to ACTIVE for port object 28b02644-6dbc-4543-b362-4e037b0478a2 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:25.227188 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.232897 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.258067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6106deaf-e893-49ee-b4c1-274af5b569ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.375267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-15feedf3-7bd7-4001-94de-6364f283c3a6 req-0363b4df-6e79-403b-9536-0ecc780d0fb4 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3161144 Feb 04 15:56:25.386274 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.410441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:56:25.410959 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:56:25.460489 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:56:25.462456 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1a6e-6065-4251-8902-d22fb29449e2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.563368 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6106deaf-e893-49ee-b4c1-274af5b569ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.582275 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6106deaf-e893-49ee-b4c1-274af5b569ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.681720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Pushing event updated for resources: {'Port': ['ID=28b02644-6dbc-4543-b362-4e037b0478a2,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:25.725425 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6106deaf-e893-49ee-b4c1-274af5b569ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.726705 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6106deaf-e893-49ee-b4c1-274af5b569ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "PUT /v2.0/security-groups/566d73bc-1ec0-4cf2-82ff-1fe72b80c20f HTTP/1.1" status: 200 len: 1610 time: 1.3159842 Feb 04 15:56:25.733934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106deaf-e893-49ee-b4c1-274af5b569ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566d73bc-1ec0-4cf2-82ff-1fe72b80c20f,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:25.744724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53216) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:25.759481 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.765575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53220) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:25.786120 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.832126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a679e0d-a27b-48a9-9920-342dd32ff5a9 req-0250bd1f-cb92-4c6c-a42a-40f058bef9f1 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:25.833858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a679e0d-a27b-48a9-9920-342dd32ff5a9 req-0250bd1f-cb92-4c6c-a42a-40f058bef9f1 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.7655950 Feb 04 15:56:26.042507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Attempting to bind port 28b02644-6dbc-4543-b362-4e037b0478a2 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:26.042991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Attempting to bind port 28b02644-6dbc-4543-b362-4e037b0478a2 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '364a9f9b-5e05-48b3-a794-5505470a5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '73f66651-e722-4841-8be4-9ddf2f7aa148'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:26.043466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Attempting to bind port 28b02644-6dbc-4543-b362-4e037b0478a2 on network 73f66651-e722-4841-8be4-9ddf2f7aa148 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:26.050339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] Pushing event deleted for resources: {'Network': ['ID=7978439a-9ef7-4dab-bbec-7af3243d2218,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:26.071966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a679e0d-a27b-48a9-9920-342dd32ff5a9 req-e95de0b5-6de1-4414-b092-3bde2a01e266 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246058 Feb 04 15:56:26.074439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Port 28b02644-6dbc-4543-b362-4e037b0478a2 on network 73f66651-e722-4841-8be4-9ddf2f7aa148 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:56:26.075012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Attempting to bind port 28b02644-6dbc-4543-b362-4e037b0478a2 on network 73f66651-e722-4841-8be4-9ddf2f7aa148 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:26.114736 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:26.117465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Checking segment: {'id': '364a9f9b-5e05-48b3-a794-5505470a5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '73f66651-e722-4841-8be4-9ddf2f7aa148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:26.118329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Bound using segment: {'id': '364a9f9b-5e05-48b3-a794-5505470a5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '73f66651-e722-4841-8be4-9ddf2f7aa148'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:26.121422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Bound port: 28b02644-6dbc-4543-b362-4e037b0478a2, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364a9f9b-5e05-48b3-a794-5505470a5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '73f66651-e722-4841-8be4-9ddf2f7aa148'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:26.121886 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:26.136070 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ebcf4796-6ab2-4a17-a0ff-71b80e44e7ac tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-groups/566d73bc-1ec0-4cf2-82ff-1fe72b80c20f HTTP/1.1" status: 200 len: 1610 time: 0.3902261 Feb 04 15:56:26.144175 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53226) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:26.145586 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dcffb739-7ba4-4c84-bf5f-02f7b6c10612 tempest-NetworksTest-586632870 tempest-NetworksTest-586632870-project] 10.222.0.60 "DELETE /v2.0/networks/7978439a-9ef7-4dab-bbec-7af3243d2218 HTTP/1.1" status: 204 len: 168 time: 3.7043769 Feb 04 15:56:26.229860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f7a5b-3830-4392-87ce-9aaf2ed26887 req-c1b776b9-677c-4c53-b6f7-433ebf5a4244 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:26.231957 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-875f7a5b-3830-4392-87ce-9aaf2ed26887 req-c1b776b9-677c-4c53-b6f7-433ebf5a4244 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 944 time: 0.3916478 Feb 04 15:56:26.409244 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-875f7a5b-3830-4392-87ce-9aaf2ed26887 req-83405707-a005-4540-a4fd-8cd00e7bc06e tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/security-groups?id=c96c5fe9-071c-498b-9040-08a19971b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664388 Feb 04 15:56:26.424988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] For port 28b02644-6dbc-4543-b362-4e037b0478a2, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:26.429479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] For port 28b02644-6dbc-4543-b362-4e037b0478a2, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=28b02644-6dbc-4543-b362-4e037b0478a2,segment=NetworkSegment(364a9f9b-5e05-48b3-a794-5505470a5d44),segment_id=364a9f9b-5e05-48b3-a794-5505470a5d44)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:26.446866 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:26.491006 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b9b9ed97-2282-415d-ba10-01ff082dc670 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d59dd38a1783484586db4657aba8946e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7225912 Feb 04 15:56:26.516970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53234) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:26.623808 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:26.625512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] 10.222.0.73 "PUT /v2.0/ports/28b02644-6dbc-4543-b362-4e037b0478a2 HTTP/1.1" status: 200 len: 1092 time: 3.6115475 Feb 04 15:56:26.627392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad67e7f0-cf97-4ea8-9ded-3da473f69602', 'tag': '28b02644-6dbc-4543-b362-4e037b0478a2'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:26.657138 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1121ac14-44cc-4cbb-b45b-8e0a72027b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:26.689108 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1121ac14-44cc-4cbb-b45b-8e0a72027b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:26.785120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1c2a5-60c8-4c43-ad05-099f88bb3980 service neutron] Pushing event updated for resources: {'Port': ['ID=28b02644-6dbc-4543-b362-4e037b0478a2,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:26.789085 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1121ac14-44cc-4cbb-b45b-8e0a72027b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:26.799710 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad67e7f0-cf97-4ea8-9ded-3da473f69602', 'tag': '28b02644-6dbc-4543-b362-4e037b0478a2', 'status': 'completed', 'code': 200} Feb 04 15:56:26.863144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121ac14-44cc-4cbb-b45b-8e0a72027b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34790ca-0906-4c06-b75d-0155abcf9540,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:26.866667 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1121ac14-44cc-4cbb-b45b-8e0a72027b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:26.868031 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1121ac14-44cc-4cbb-b45b-8e0a72027b41 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b34790ca-0906-4c06-b75d-0155abcf9540 HTTP/1.1" status: 204 len: 168 time: 0.3493268 Feb 04 15:56:26.927076 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07aa173b-2016-432d-b746-a87aeb1e5a27 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:26.930722 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-ccc0ae02-6b55-49dc-9cf7-c4c6b789c49e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=278db30dfcb44baabfcdd9965bef1ce5&device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 1095 time: 0.1790376 Feb 04 15:56:26.936543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccff2c-0233-4f0d-9f2e-e4235bb57dda req-3a0ad924-1d58-4de2-90ec-07b507094542 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:26.938059 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f5ccff2c-0233-4f0d-9f2e-e4235bb57dda req-3a0ad924-1d58-4de2-90ec-07b507094542 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.1449506 Feb 04 15:56:27.101221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53244) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:27.127610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-bbec1105-36f6-4316-a24f-67854bf75d86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b02644-6dbc-4543-b362-4e037b0478a2 HTTP/1.1" status: 200 len: 217 time: 0.1885095 Feb 04 15:56:27.184080 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f5ccff2c-0233-4f0d-9f2e-e4235bb57dda req-a6ddbf6d-5c3d-45f0-9c30-a6ca26eb4c1d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246006 Feb 04 15:56:27.237282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07aa173b-2016-432d-b746-a87aeb1e5a27 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.446802 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07aa173b-2016-432d-b746-a87aeb1e5a27 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.499831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4f1a6e-6065-4251-8902-d22fb29449e2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Router 229ae09c-01f4-4975-a86d-2fb6ba409ed1 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:56:27.563670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa173b-2016-432d-b746-a87aeb1e5a27 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=566d73bc-1ec0-4cf2-82ff-1fe72b80c20f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:27.645263 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07aa173b-2016-432d-b746-a87aeb1e5a27 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.651998 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-07aa173b-2016-432d-b746-a87aeb1e5a27 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-groups/566d73bc-1ec0-4cf2-82ff-1fe72b80c20f HTTP/1.1" status: 204 len: 168 time: 1.5050106 Feb 04 15:56:27.654481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53258) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:27.894726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-788974b3-41bf-43dc-9de4-5fe8087244d2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:28.036270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-26c535d0-1364-45f4-a324-80ae3f48f505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:28.038498 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-26c535d0-1364-45f4-a324-80ae3f48f505 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de25269c-1ecf-4890-86e0-e873967cd7b3 HTTP/1.1" status: 200 len: 862 time: 0.8789084 Feb 04 15:56:28.050659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4f1a6e-6065-4251-8902-d22fb29449e2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:56:28.063025 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0d4f1a6e-6065-4251-8902-d22fb29449e2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "PUT /v2.0/routers/229ae09c-01f4-4975-a86d-2fb6ba409ed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1699276 Feb 04 15:56:28.063841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53270) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:28.065559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ccf3cc-1623-4927-b607-4d1337f0b964 None None] Sync routers for ids ['229ae09c-01f4-4975-a86d-2fb6ba409ed1'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:56:28.066993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-788974b3-41bf-43dc-9de4-5fe8087244d2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:28.068257 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-788974b3-41bf-43dc-9de4-5fe8087244d2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4085462 Feb 04 15:56:28.103105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ccf3cc-1623-4927-b607-4d1337f0b964 None None] Routers {'229ae09c-01f4-4975-a86d-2fb6ba409ed1'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:56:28.104071 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c7ccf3cc-1623-4927-b607-4d1337f0b964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:56:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['229ae09c-01f4-4975-a86d-2fb6ba409ed1'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:28.115549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53274) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:28.160759 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-cb1725f3-a371-4277-b650-8f75158be285 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] delete failed (client error): The resource could not be found. Feb 04 15:56:28.161848 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cb1725f3-a371-4277-b650-8f75158be285 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-groups/566d73bc-1ec0-4cf2-82ff-1fe72b80c20f HTTP/1.1" status: 404 len: 347 time: 0.0452104 Feb 04 15:56:28.171935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53278) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:28.185846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-855f6ab7-5ee5-49c6-8cd2-429eb3298f0b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502211997'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:28.192583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-855f6ab7-5ee5-49c6-8cd2-429eb3298f0b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:28.204874 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-855f6ab7-5ee5-49c6-8cd2-429eb3298f0b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:28.224014 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-578b665d-0a69-494e-bf69-e96ec2da8bb2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73f66651-e722-4841-8be4-9ddf2f7aa148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1771119 Feb 04 15:56:28.226822 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-855f6ab7-5ee5-49c6-8cd2-429eb3298f0b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:28.285778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9545d1-f770-4ee8-8c28-7f31fdd82775 req-714ad8f3-e52d-490a-9a03-fdc133de44dc tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:28.293499 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af9545d1-f770-4ee8-8c28-7f31fdd82775 req-714ad8f3-e52d-490a-9a03-fdc133de44dc tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.5848298 Feb 04 15:56:28.293644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7988e-bbd4-4a02-a376-a8f532db9a9b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:28.295033 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7988e-bbd4-4a02-a376-a8f532db9a9b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:28.295860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f9a7988e-bbd4-4a02-a376-a8f532db9a9b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:28.301910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fc397ff9-a68b-4508-ac8a-168e421dccb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2905bed5de8142679c95c03b59ae6653&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1994827 Feb 04 15:56:28.302185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53284) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:28.385935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f9a7988e-bbd4-4a02-a376-a8f532db9a9b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:28.391445 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f9a7988e-bbd4-4a02-a376-a8f532db9a9b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3258307 Feb 04 15:56:28.392159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53292) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:28.404094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c7ccf3cc-1623-4927-b607-4d1337f0b964 None None] Set router 229ae09c-01f4-4975-a86d-2fb6ba409ed1 gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:56:28.438016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-855f6ab7-5ee5-49c6-8cd2-429eb3298f0b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:28.454873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-855f6ab7-5ee5-49c6-8cd2-429eb3298f0b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:28.464738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-855f6ab7-5ee5-49c6-8cd2-429eb3298f0b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:28.483802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-855f6ab7-5ee5-49c6-8cd2-429eb3298f0b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:28.485104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964e48-6a11-405e-ba74-b8f7a3993026 req-ec9ddbbf-3939-4f90-88c3-49c0d6c61e37 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:28.494868 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c964e48-6a11-405e-ba74-b8f7a3993026 req-ec9ddbbf-3939-4f90-88c3-49c0d6c61e37 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 944 time: 0.6740603 Feb 04 15:56:28.699803 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af9545d1-f770-4ee8-8c28-7f31fdd82775 req-bb43fb6b-709d-47e6-8905-900216cca498 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049952 Feb 04 15:56:28.753923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c964e48-6a11-405e-ba74-b8f7a3993026 req-0019c78e-fafe-4678-a4e0-c1effcd818a2 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/security-groups?id=c96c5fe9-071c-498b-9040-08a19971b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386467 Feb 04 15:56:28.799112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c7ccf3cc-1623-4927-b607-4d1337f0b964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229ae09c-01f4-4975-a86d-2fb6ba409ed1', 'name': 'tempest-NetworksTestDHCPv6-router-1022454822', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:04Z', 'updated_at': '2022-02-04T15:56:23Z', 'revision_number': 3, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:28.813871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ccf3cc-1623-4927-b607-4d1337f0b964 None None] Checking router: 229ae09c-01f4-4975-a86d-2fb6ba409ed1 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:56:28.842234 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ccf3cc-1623-4927-b607-4d1337f0b964 None None] Routers {'229ae09c-01f4-4975-a86d-2fb6ba409ed1'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:56:28.842858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c7ccf3cc-1623-4927-b607-4d1337f0b964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:56:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['229ae09c-01f4-4975-a86d-2fb6ba409ed1'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:28.900659 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-79a7d2c0-a2f5-48a6-9504-35e22171f2d3 service neutron] 10.222.0.73 "GET /v2.0/networks/73f66651-e722-4841-8be4-9ddf2f7aa148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6658833 Feb 04 15:56:28.902528 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-baee782a-954b-4455-97e5-a613d13368bf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet a486611b-f9c8-478e-b184-6d0760c066a5 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:56:28.913322 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-baee782a-954b-4455-97e5-a613d13368bf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.057127 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-baee782a-954b-4455-97e5-a613d13368bf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.219764 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-baee782a-954b-4455-97e5-a613d13368bf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.229476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c7ccf3cc-1623-4927-b607-4d1337f0b964 None None] Set router 229ae09c-01f4-4975-a86d-2fb6ba409ed1 gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:56:29.334209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f72a30-47f7-4063-abf2-ebe54cc31cb5 req-92da3853-61a9-4594-9512-f35203d2edca tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:29.337301 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25f72a30-47f7-4063-abf2-ebe54cc31cb5 req-92da3853-61a9-4594-9512-f35203d2edca tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.2465050 Feb 04 15:56:29.415836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-855f6ab7-5ee5-49c6-8cd2-429eb3298f0b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.427586 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b07467bc-629e-4a25-83cc-b6ba56df859f req-11fe7c19-58f2-4a68-af93-35631fc7ea4b service neutron] 10.222.0.73 "GET /v2.0/networks/73f66651-e722-4841-8be4-9ddf2f7aa148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200298 Feb 04 15:56:29.431005 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-855f6ab7-5ee5-49c6-8cd2-429eb3298f0b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.456952 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c7ccf3cc-1623-4927-b607-4d1337f0b964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229ae09c-01f4-4975-a86d-2fb6ba409ed1', 'name': 'tempest-NetworksTestDHCPv6-router-1022454822', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:04Z', 'updated_at': '2022-02-04T15:56:23Z', 'revision_number': 3, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:29.467517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ccf3cc-1623-4927-b607-4d1337f0b964 None None] The sync data for ids ['229ae09c-01f4-4975-a86d-2fb6ba409ed1'] in n-d-827872-1 is: [{'id': '229ae09c-01f4-4975-a86d-2fb6ba409ed1', 'name': 'tempest-NetworksTestDHCPv6-router-1022454822', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:04Z', 'updated_at': '2022-02-04T15:56:23Z', 'revision_number': 3, 'project_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:56:29.519649 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-448c77cb-ae94-4b3a-928f-8798478dc478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.524112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53308) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:29.588088 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25f72a30-47f7-4063-abf2-ebe54cc31cb5 req-959c7808-162c-41cf-a85f-6dabc057e5b3 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683245 Feb 04 15:56:29.644273 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e26f02c7-b48c-479a-a6cd-a4184ba21798 req-7414b912-2670-4961-8686-50586d856db0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=278db30dfcb44baabfcdd9965bef1ce5&device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 1095 time: 0.1223183 Feb 04 15:56:29.700011 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-448c77cb-ae94-4b3a-928f-8798478dc478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.749256 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f6ab7-5ee5-49c6-8cd2-429eb3298f0b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b39117-4fa2-4422-84f7-f7f62759155e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:29.770101 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-855f6ab7-5ee5-49c6-8cd2-429eb3298f0b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.773768 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-855f6ab7-5ee5-49c6-8cd2-429eb3298f0b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6009166 Feb 04 15:56:29.777096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53324) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:29.785182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-16b0d7ca-e7ed-4e71-aaf9-135f9e357108 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group_rule': {'security_group_id': '76b39117-4fa2-4422-84f7-f7f62759155e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:29.789403 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-baee782a-954b-4455-97e5-a613d13368bf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.808031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-16b0d7ca-e7ed-4e71-aaf9-135f9e357108 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:29.828818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-16b0d7ca-e7ed-4e71-aaf9-135f9e357108 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:29.851193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-16b0d7ca-e7ed-4e71-aaf9-135f9e357108 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:29.876016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-16b0d7ca-e7ed-4e71-aaf9-135f9e357108 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:29.904001 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-baee782a-954b-4455-97e5-a613d13368bf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.913777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e39cb7-f929-45f8-8c1c-84d3305f9a1d None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:29.926458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee782a-954b-4455-97e5-a613d13368bf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=a486611b-f9c8-478e-b184-6d0760c066a5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:29.936964 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-baee782a-954b-4455-97e5-a613d13368bf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/a486611b-f9c8-478e-b184-6d0760c066a5 HTTP/1.1" status: 204 len: 168 time: 1.5364511 Feb 04 15:56:29.937571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53332) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:29.971790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f02c7-b48c-479a-a6cd-a4184ba21798 req-f1fd2189-fa62-4cc7-a0b0-73c34d146697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:29.977371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e26f02c7-b48c-479a-a6cd-a4184ba21798 req-f1fd2189-fa62-4cc7-a0b0-73c34d146697 service neutron] 10.222.0.73 "GET /v2.0/networks?id=73f66651-e722-4841-8be4-9ddf2f7aa148 HTTP/1.1" status: 200 len: 923 time: 0.3273141 Feb 04 15:56:29.978352 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0540b754-51bb-4b3b-b614-8163205f16ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.223705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0540b754-51bb-4b3b-b614-8163205f16ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:30.228528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0540b754-51bb-4b3b-b614-8163205f16ba admin admin] Usage tracker for resource:security_group_rule and tenant:0befb2a4ce754808a4e811588cf06ecc is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:30.232198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0540b754-51bb-4b3b-b614-8163205f16ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:30.239418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0540b754-51bb-4b3b-b614-8163205f16ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:30.329299 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0540b754-51bb-4b3b-b614-8163205f16ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.335988 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-448c77cb-ae94-4b3a-928f-8798478dc478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.375115 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d8204d3b-3809-4aad-8e46-47ac91ad8b6f no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:30.377666 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0540b754-51bb-4b3b-b614-8163205f16ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.391272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c77cb-ae94-4b3a-928f-8798478dc478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33967f3e-8c7e-42b2-ab1c-589b6cf5dacb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:30.394989 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-448c77cb-ae94-4b3a-928f-8798478dc478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.398332 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-448c77cb-ae94-4b3a-928f-8798478dc478 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33967f3e-8c7e-42b2-ab1c-589b6cf5dacb HTTP/1.1" status: 204 len: 168 time: 2.0929372 Feb 04 15:56:30.411432 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d2e0df90-59fc-41d5-a911-56fe2ea03be9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:router {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:30.422110 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16b0d7ca-e7ed-4e71-aaf9-135f9e357108 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.430676 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e26f02c7-b48c-479a-a6cd-a4184ba21798 req-cf13bf46-eb4f-4847-922f-332af56c5f34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b02644-6dbc-4543-b362-4e037b0478a2 HTTP/1.1" status: 200 len: 217 time: 0.4191599 Feb 04 15:56:30.439460 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540b754-51bb-4b3b-b614-8163205f16ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895a7f3a-cfcf-432b-aba6-1ae9879c8bb5,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:30.460062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d2e0df90-59fc-41d5-a911-56fe2ea03be9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:router {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:30.462320 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d2e0df90-59fc-41d5-a911-56fe2ea03be9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5235753 Feb 04 15:56:30.473438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53342) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:30.509641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: d8204d3b-3809-4aad-8e46-47ac91ad8b6f {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:56:30.510293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d8204d3b-3809-4aad-8e46-47ac91ad8b6f not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:30.541352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f02c7-b48c-479a-a6cd-a4184ba21798 req-7cc73cec-ffca-4fe3-b7c4-6d85936e24b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:30.543542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e26f02c7-b48c-479a-a6cd-a4184ba21798 req-7cc73cec-ffca-4fe3-b7c4-6d85936e24b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de25269c-1ecf-4890-86e0-e873967cd7b3 HTTP/1.1" status: 200 len: 862 time: 0.1008611 Feb 04 15:56:30.668941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229b26c-ba33-4586-8bb8-91ac927fed9d None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:56:30.673541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1229b26c-ba33-4586-8bb8-91ac927fed9d None None] Deleting port 68615b84-b71a-475c-9bce-4718c941cac1 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:30.674274 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1229b26c-ba33-4586-8bb8-91ac927fed9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.695603 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e26f02c7-b48c-479a-a6cd-a4184ba21798 req-1a3b985a-fbc1-4068-93b0-0639c2a5386f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73f66651-e722-4841-8be4-9ddf2f7aa148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457314 Feb 04 15:56:30.704691 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dabaac68-d3a6-4a91-aaf2-b2100ef4afe5 req-393a4197-97cf-415f-9f67-3efc14721049 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 1096 time: 0.4744263 Feb 04 15:56:30.898632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0540b754-51bb-4b3b-b614-8163205f16ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0befb2a4ce754808a4e811588cf06ecc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3733308 Feb 04 15:56:30.933876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53354) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:30.948544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f9bda-439d-4b79-b0a7-e6f13dbfc71d req-b5b0b047-4e44-42ef-81ab-1776802c3c9f tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:30.955894 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da1f9bda-439d-4b79-b0a7-e6f13dbfc71d req-b5b0b047-4e44-42ef-81ab-1776802c3c9f tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.8725615 Feb 04 15:56:31.272189 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16b0d7ca-e7ed-4e71-aaf9-135f9e357108 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.315318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee2709-54ee-4b97-a9b3-1ff7e39505ca req-308375fb-70e2-46cb-8a17-31af04ea5d1e tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:31.320500 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7ee2709-54ee-4b97-a9b3-1ff7e39505ca req-308375fb-70e2-46cb-8a17-31af04ea5d1e tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 944 time: 0.9868660 Feb 04 15:56:31.357729 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16b0d7ca-e7ed-4e71-aaf9-135f9e357108 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.386739 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dabaac68-d3a6-4a91-aaf2-b2100ef4afe5 req-e0a00707-0c27-45fc-8a71-f72965e0b383 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6712966 Feb 04 15:56:31.391064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1229b26c-ba33-4586-8bb8-91ac927fed9d None None] For port 68615b84-b71a-475c-9bce-4718c941cac1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=68615b84-b71a-475c-9bce-4718c941cac1,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:31.394489 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1229b26c-ba33-4586-8bb8-91ac927fed9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.400787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92d7220d-7bb8-450a-9b41-b991543b20ad tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.452159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53366) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:31.575114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0d7ca-e7ed-4e71-aaf9-135f9e357108 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa526bfd-f0d2-4db6-9c55-b7603fb7e0cb,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:31.594267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da1f9bda-439d-4b79-b0a7-e6f13dbfc71d req-ab56eafa-f27c-4b09-aefb-35674912d3d3 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370585 Feb 04 15:56:31.609551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e26f02c7-b48c-479a-a6cd-a4184ba21798 req-45e9aada-c3f4-4069-ab71-0140b6f34993 service neutron] 10.222.0.73 "GET /v2.0/networks/73f66651-e722-4841-8be4-9ddf2f7aa148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8758991 Feb 04 15:56:31.666427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1229b26c-ba33-4586-8bb8-91ac927fed9d None None] Calling delete_port for 68615b84-b71a-475c-9bce-4718c941cac1 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:31.678247 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7ee2709-54ee-4b97-a9b3-1ff7e39505ca req-43247927-2c52-4038-a1d6-c25c38f0c348 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/security-groups?id=c96c5fe9-071c-498b-9040-08a19971b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175273 Feb 04 15:56:31.684797 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16b0d7ca-e7ed-4e71-aaf9-135f9e357108 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.690039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-16b0d7ca-e7ed-4e71-aaf9-135f9e357108 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.9119124 Feb 04 15:56:31.690862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53376) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:31.761072 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e293ee8-0155-441e-a063-a42646090e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.878463 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1229b26c-ba33-4586-8bb8-91ac927fed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.983717 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8828b61-863b-4e01-9b29-7e404683a975 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.996726 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8828b61-863b-4e01-9b29-7e404683a975 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.001500 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229b26c-ba33-4586-8bb8-91ac927fed9d None None] Pushing event deleted for resources: {'Port': ['ID=68615b84-b71a-475c-9bce-4718c941cac1,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:32.019739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229b26c-ba33-4586-8bb8-91ac927fed9d None None] No DVR routers for this DVR port 68615b84-b71a-475c-9bce-4718c941cac1 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:32.061390 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8828b61-863b-4e01-9b29-7e404683a975 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.104979 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e293ee8-0155-441e-a063-a42646090e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.109133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'network': {'name': 'tempest-network-smoke--907359147', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'port_security_enabled': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:32.118327 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92d7220d-7bb8-450a-9b41-b991543b20ad tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.120328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:32.128382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:network and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:32.131081 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92d7220d-7bb8-450a-9b41-b991543b20ad tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.133309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:32.134671 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c8828b61-863b-4e01-9b29-7e404683a975 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.138613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53382) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:32.138771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c8828b61-863b-4e01-9b29-7e404683a975 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/aa526bfd-f0d2-4db6-9c55-b7603fb7e0cb HTTP/1.1" status: 204 len: 168 time: 0.4220777 Feb 04 15:56:32.139680 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8828b61-863b-4e01-9b29-7e404683a975 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa526bfd-f0d2-4db6-9c55-b7603fb7e0cb,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:32.141572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:32.166712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53386) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:32.182271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Made reservation on behalf of 0d5ce1deda6c431b892eca6721c0eb4a for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:32.187226 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.213256 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.238030 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92d7220d-7bb8-450a-9b41-b991543b20ad tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.238948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d7220d-7bb8-450a-9b41-b991543b20ad tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Fanout notify agent at l3_agent the message router_deleted on router 229ae09c-01f4-4975-a86d-2fb6ba409ed1 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:56:32.252723 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e26f02c7-b48c-479a-a6cd-a4184ba21798 req-df66d2fd-7c8f-498a-a4b6-87dbf4eb0936 service neutron] 10.222.0.73 "GET /v2.0/networks/73f66651-e722-4841-8be4-9ddf2f7aa148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688846 Feb 04 15:56:32.277139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-128a0808-8ff1-400c-82c8-09f289c8d2f2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:32.280670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f3bb3-50fd-4445-96a6-983960588253 req-a31e2373-4df6-481a-b23d-0aed523d5e8b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:32.282358 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe4f3bb3-50fd-4445-96a6-983960588253 req-a31e2373-4df6-481a-b23d-0aed523d5e8b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.3654950 Feb 04 15:56:32.340010 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e293ee8-0155-441e-a063-a42646090e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.371150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e293ee8-0155-441e-a063-a42646090e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895a7f3a-cfcf-432b-aba6-1ae9879c8bb5,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:32.375226 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4e293ee8-0155-441e-a063-a42646090e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.377109 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4e293ee8-0155-441e-a063-a42646090e51 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/895a7f3a-cfcf-432b-aba6-1ae9879c8bb5 HTTP/1.1" status: 204 len: 168 time: 1.4417059 Feb 04 15:56:32.381969 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe4f3bb3-50fd-4445-96a6-983960588253 req-0d7156a4-c258-42fa-a758-44c123be5d75 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907104 Feb 04 15:56:32.423622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:32.439054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68615b84-b71a-475c-9bce-4718c941cac1 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:32.449365 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92d7220d-7bb8-450a-9b41-b991543b20ad tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.453180 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-92d7220d-7bb8-450a-9b41-b991543b20ad tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/routers/229ae09c-01f4-4975-a86d-2fb6ba409ed1 HTTP/1.1" status: 204 len: 168 time: 1.9666259 Feb 04 15:56:32.453316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53394) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:32.454974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:32.457952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-128a0808-8ff1-400c-82c8-09f289c8d2f2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:32.462502 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-128a0808-8ff1-400c-82c8-09f289c8d2f2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3191247 Feb 04 15:56:32.462502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:32.466899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53398) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:32.489025 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:32.553441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2cd40616-14a5-4d53-a329-bf6cb7ccc817 tempest-ServiceProvidersTest-1732903867 tempest-ServiceProvidersTest-1732903867-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3826296 Feb 04 15:56:32.562270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-817f24dd-a00a-4ab7-b318-e54cbe5b92fe tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:32.573520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 68615b84-b71a-475c-9bce-4718c941cac1 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:56:32.573866 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 68615b84-b71a-475c-9bce-4718c941cac1 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:32.612557 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-597ce311-b9f6-4441-8d59-b643b172ba73 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.626084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-817f24dd-a00a-4ab7-b318-e54cbe5b92fe tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:32.627926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-817f24dd-a00a-4ab7-b318-e54cbe5b92fe tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1734838 Feb 04 15:56:32.634170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53404) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:32.666558 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.670363 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-597ce311-b9f6-4441-8d59-b643b172ba73 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.682123 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.801148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:56:32.816228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7794790-3c8b-49c5-bda0-78a927e0dec4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:32.850091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:32.850834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:32.854902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:32.855554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:32.856081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:32.856591 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:32.857089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:32.857582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:32.858085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:32.858571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:32.859061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:32.874297 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-597ce311-b9f6-4441-8d59-b643b172ba73 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.880014 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.888731 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Added segment d39e2319-d378-433c-ba8c-33d3076b0d82 of type vlan for network 004346ac-b332-4212-9cc6-09525beaa5d8 Feb 04 15:56:32.939069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ce311-b9f6-4441-8d59-b643b172ba73 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b39117-4fa2-4422-84f7-f7f62759155e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:33.000452 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.014342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-597ce311-b9f6-4441-8d59-b643b172ba73 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.016115 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-597ce311-b9f6-4441-8d59-b643b172ba73 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-groups/76b39117-4fa2-4422-84f7-f7f62759155e HTTP/1.1" status: 204 len: 168 time: 0.5480185 Feb 04 15:56:33.027944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53412) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:33.075571 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.078238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:33.078894 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.106386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8658d5-8774-4cfd-b8db-c876baee7eee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:33.107876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0a8658d5-8774-4cfd-b8db-c876baee7eee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:33.206290 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7530611 Feb 04 15:56:33.211416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53420) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:33.218146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5ff09f5a-49bb-4ff6-bdbb-9e62d29bb28b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:33.223349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-740592548', 'admin_state_up': True, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:33.238368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7113ee-81d9-4172-8f86-529c58411120 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Network': ['ID=004346ac-b332-4212-9cc6-09525beaa5d8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:33.241326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:33.241999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0a8658d5-8774-4cfd-b8db-c876baee7eee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:33.245473 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0a8658d5-8774-4cfd-b8db-c876baee7eee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6087370 Feb 04 15:56:33.248120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53424) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:33.258784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 004346ac-b332-4212-9cc6-09525beaa5d8 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:56:33.272274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:router and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:33.275719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:33.279154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5ff09f5a-49bb-4ff6-bdbb-9e62d29bb28b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:33.293188 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5ff09f5a-49bb-4ff6-bdbb-9e62d29bb28b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2599018 Feb 04 15:56:33.295485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:33.297337 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53428) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:33.297689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53430) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:33.331216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-86c4610f-7010-4a8e-b219-0aeffb1dfd02 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group': {'name': 'tempest-secgroup--284222434'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:33.348846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-86c4610f-7010-4a8e-b219-0aeffb1dfd02 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:33.375402 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.376165 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.379603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-86c4610f-7010-4a8e-b219-0aeffb1dfd02 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:33.382947 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c2dc9479-86b1-4653-ba6c-239f13d1178a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1304555 Feb 04 15:56:33.385279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53438) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:33.395551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64450e0-f666-4dd1-982a-41d5e54fd4c9 req-f9286ff2-16c3-4278-826d-78f78006c96d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:33.398337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f64450e0-f666-4dd1-982a-41d5e54fd4c9 req-f9286ff2-16c3-4278-826d-78f78006c96d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.2758405 Feb 04 15:56:33.403687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-59fc9a4a-a640-45a6-a638-6ba3056c1dc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:33.418600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-86c4610f-7010-4a8e-b219-0aeffb1dfd02 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.473008 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.501702 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-86c4610f-7010-4a8e-b219-0aeffb1dfd02 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:33.507204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-86c4610f-7010-4a8e-b219-0aeffb1dfd02 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:33.510343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-86c4610f-7010-4a8e-b219-0aeffb1dfd02 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:33.537447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95c96a-c5c6-4666-9ca1-45677b5e0053 req-cda1c854-0d01-40b9-943c-e8887e05e956 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:33.540072 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c95c96a-c5c6-4666-9ca1-45677b5e0053 req-cda1c854-0d01-40b9-943c-e8887e05e956 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 944 time: 0.5897672 Feb 04 15:56:33.546608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 28b02644-6dbc-4543-b362-4e037b0478a2 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:33.624999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-59fc9a4a-a640-45a6-a638-6ba3056c1dc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:33.629145 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f64450e0-f666-4dd1-982a-41d5e54fd4c9 req-512d1a23-9611-4623-b8d0-bda45d10d94f tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067790 Feb 04 15:56:33.642905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-59fc9a4a-a640-45a6-a638-6ba3056c1dc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:33.646505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-86c4610f-7010-4a8e-b219-0aeffb1dfd02 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:33.648858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c95c96a-c5c6-4666-9ca1-45677b5e0053 req-ce024de7-c47c-4a0f-a44e-5bfd625e77d3 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/security-groups?id=c96c5fe9-071c-498b-9040-08a19971b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941644 Feb 04 15:56:33.665574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fc9a4a-a640-45a6-a638-6ba3056c1dc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:33.720251 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19aabdd0-bb94-4870-8d3f-a78f11e76207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.844736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 28b02644-6dbc-4543-b362-4e037b0478a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=28b02644-6dbc-4543-b362-4e037b0478a2,segment=NetworkSegment(364a9f9b-5e05-48b3-a794-5505470a5d44),segment_id=364a9f9b-5e05-48b3-a794-5505470a5d44)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:33.862995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '28b02644-6dbc-4543-b362-4e037b0478a2', 'network_id': '73f66651-e722-4841-8be4-9ddf2f7aa148', 'port_id': '28b02644-6dbc-4543-b362-4e037b0478a2', 'mac_address': 'fa:16:3e:67:74:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de25269c-1ecf-4890-86e0-e873967cd7b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:33.875108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-19aabdd0-bb94-4870-8d3f-a78f11e76207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:33.883250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.886705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-19aabdd0-bb94-4870-8d3f-a78f11e76207 admin admin] Usage tracker for resource:security_group_rule and tenant:6970d5ae6a8b4ef28a82b1dbfd628786 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:33.899750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-19aabdd0-bb94-4870-8d3f-a78f11e76207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:33.910856 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-86c4610f-7010-4a8e-b219-0aeffb1dfd02 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.913739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-19aabdd0-bb94-4870-8d3f-a78f11e76207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:33.918700 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-86c4610f-7010-4a8e-b219-0aeffb1dfd02 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.995134 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.026646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b02644-6dbc-4543-b362-4e037b0478a2 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:34.049307 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 28b02644-6dbc-4543-b362-4e037b0478a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=28b02644-6dbc-4543-b362-4e037b0478a2,segment=NetworkSegment(364a9f9b-5e05-48b3-a794-5505470a5d44),segment_id=364a9f9b-5e05-48b3-a794-5505470a5d44)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:34.056914 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.081832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4610f-7010-4a8e-b219-0aeffb1dfd02 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7292365b-4904-4bb2-91ae-433af80023ab,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:34.110801 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-86c4610f-7010-4a8e-b219-0aeffb1dfd02 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.112448 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-86c4610f-7010-4a8e-b219-0aeffb1dfd02 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8138540 Feb 04 15:56:34.119741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53454) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:34.129796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6e1a1667-08b4-4ac3-a6ad-99b18138da2b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group_rule': {'security_group_id': '7292365b-4904-4bb2-91ae-433af80023ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:34.146282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6e1a1667-08b4-4ac3-a6ad-99b18138da2b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:34.158111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6e1a1667-08b4-4ac3-a6ad-99b18138da2b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:34.178769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6e1a1667-08b4-4ac3-a6ad-99b18138da2b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:34.195567 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6e1a1667-08b4-4ac3-a6ad-99b18138da2b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:34.198930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19aabdd0-bb94-4870-8d3f-a78f11e76207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.209091 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19aabdd0-bb94-4870-8d3f-a78f11e76207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.210793 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=28b02644-6dbc-4543-b362-4e037b0478a2,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:34.220030 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-59fc9a4a-a640-45a6-a638-6ba3056c1dc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.354991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2a087-5d4d-46a2-92f6-c9c3b0781026 req-8d5e5f15-bdb2-4c88-8bc5-24c6fa1bb055 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:34.356564 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0e2a087-5d4d-46a2-92f6-c9c3b0781026 req-8d5e5f15-bdb2-4c88-8bc5-24c6fa1bb055 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.4242382 Feb 04 15:56:34.394593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['28b02644-6dbc-4543-b362-4e037b0478a2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:34.411373 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1667-08b4-4ac3-a6ad-99b18138da2b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.433602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0e2a087-5d4d-46a2-92f6-c9c3b0781026 req-c697bce0-b885-4a21-aad7-90307e30347a tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624557 Feb 04 15:56:34.444947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aabdd0-bb94-4870-8d3f-a78f11e76207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b087a97d-2a17-45f8-a2c0-548fd0c7b687,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:34.469474 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-19aabdd0-bb94-4870-8d3f-a78f11e76207 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6970d5ae6a8b4ef28a82b1dbfd628786&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1665695 Feb 04 15:56:34.470979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53462) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:34.748767 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.820006 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1667-08b4-4ac3-a6ad-99b18138da2b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.837805 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.848127 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1667-08b4-4ac3-a6ad-99b18138da2b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.989204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.objects.ports [None req-59fc9a4a-a640-45a6-a638-6ba3056c1dc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83551) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:56:35.005141 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-59fc9a4a-a640-45a6-a638-6ba3056c1dc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.067620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a1667-08b4-4ac3-a6ad-99b18138da2b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8eff01-e5bc-4690-a92d-816ad02031da,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:35.076224 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8df31b8a-7529-4435-a0c0-e687d0197d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.219742 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1667-08b4-4ac3-a6ad-99b18138da2b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.221568 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6e1a1667-08b4-4ac3-a6ad-99b18138da2b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0984776 Feb 04 15:56:35.230745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53476) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:35.239344 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8df31b8a-7529-4435-a0c0-e687d0197d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.259658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-fd6d45d8-a051-4a74-8b7b-088b10b2d9f0 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group_rule': {'security_group_id': '7292365b-4904-4bb2-91ae-433af80023ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:35.281259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fd6d45d8-a051-4a74-8b7b-088b10b2d9f0 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:35.297990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fd6d45d8-a051-4a74-8b7b-088b10b2d9f0 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:35.312140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fd6d45d8-a051-4a74-8b7b-088b10b2d9f0 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:35.325924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fd6d45d8-a051-4a74-8b7b-088b10b2d9f0 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:35.338162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d4c0d-c1d9-4480-882e-c11a5db845dd req-f924b092-387d-497b-b6f7-b1c210deedf4 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:35.339897 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-934d4c0d-c1d9-4480-882e-c11a5db845dd req-f924b092-387d-497b-b6f7-b1c210deedf4 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.4520638 Feb 04 15:56:35.345473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fc9a4a-a640-45a6-a638-6ba3056c1dc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:35.349244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-59fc9a4a-a640-45a6-a638-6ba3056c1dc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:35.352336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc9a4a-a640-45a6-a638-6ba3056c1dc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=77b2635a-411a-4ff3-8dc3-e2d1490ee7a5,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:35.361749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb54e854-c6ee-44ef-9c6e-7415b1aa2ed7 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:35.362721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Allocated IP 172.25.0.241 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/d185e8c6-f5bf-45a0-9534-d43072925428) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:35.370900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc9a4a-a640-45a6-a638-6ba3056c1dc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:35.372896 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-59fc9a4a-a640-45a6-a638-6ba3056c1dc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.389831 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd6d45d8-a051-4a74-8b7b-088b10b2d9f0 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.505057 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8df31b8a-7529-4435-a0c0-e687d0197d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.549928 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df31b8a-7529-4435-a0c0-e687d0197d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b087a97d-2a17-45f8-a2c0-548fd0c7b687,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:35.570095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 28b02644-6dbc-4543-b362-4e037b0478a2 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:35.574307 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-934d4c0d-c1d9-4480-882e-c11a5db845dd req-7861da3a-151e-4715-9c7d-1035454aeb0e tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260587 Feb 04 15:56:35.579366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-59fc9a4a-a640-45a6-a638-6ba3056c1dc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1897478 Feb 04 15:56:35.591158 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84e758-7bf5-4bdc-a522-34e81e37f882 req-edd979a6-99c3-4a33-9ef4-2fe674bf8c2f tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:35.592615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53480) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:35.603488 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e84e758-7bf5-4bdc-a522-34e81e37f882 req-edd979a6-99c3-4a33-9ef4-2fe674bf8c2f tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 945 time: 0.5897303 Feb 04 15:56:35.627900 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8df31b8a-7529-4435-a0c0-e687d0197d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.634359 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8df31b8a-7529-4435-a0c0-e687d0197d1c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b087a97d-2a17-45f8-a2c0-548fd0c7b687 HTTP/1.1" status: 204 len: 168 time: 1.1463292 Feb 04 15:56:35.647401 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7046487e-82db-44f6-b2ff-c3235eb03ae9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:35.741369 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e84e758-7bf5-4bdc-a522-34e81e37f882 req-02393b54-9538-4eff-a0ff-4a1ca3c97bdd tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/security-groups?id=c96c5fe9-071c-498b-9040-08a19971b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356111 Feb 04 15:56:35.824652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-bd0aa3b0-0826-4d32-abb5-478b52db09c7 req-5e58da76-c61c-4c2d-b3ce-c0e9372fcc5b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-383559522', 'description': 'tempest-description-837993789'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:35.841670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-bd0aa3b0-0826-4d32-abb5-478b52db09c7 req-5e58da76-c61c-4c2d-b3ce-c0e9372fcc5b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:35.853526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-bd0aa3b0-0826-4d32-abb5-478b52db09c7 req-5e58da76-c61c-4c2d-b3ce-c0e9372fcc5b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Usage tracker for resource:security_group and tenant:4c7b58664fba4046b9271182395dfef3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:35.882179 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd6d45d8-a051-4a74-8b7b-088b10b2d9f0 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.903014 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd6d45d8-a051-4a74-8b7b-088b10b2d9f0 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.942185 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.967690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-bd0aa3b0-0826-4d32-abb5-478b52db09c7 req-5e58da76-c61c-4c2d-b3ce-c0e9372fcc5b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:35.993227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d45d8-a051-4a74-8b7b-088b10b2d9f0 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf412bc-ddef-4865-b79e-dbc08f0bdaf3,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:36.023216 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd6d45d8-a051-4a74-8b7b-088b10b2d9f0 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.024758 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fd6d45d8-a051-4a74-8b7b-088b10b2d9f0 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7734056 Feb 04 15:56:36.030780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53490) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:36.040685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-bd0aa3b0-0826-4d32-abb5-478b52db09c7 req-5e58da76-c61c-4c2d-b3ce-c0e9372fcc5b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:36.042262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4004536b-02bc-4851-8be6-24b53249b16c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group_rule': {'security_group_id': '7292365b-4904-4bb2-91ae-433af80023ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:36.059038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4004536b-02bc-4851-8be6-24b53249b16c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:36.075222 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7046487e-82db-44f6-b2ff-c3235eb03ae9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:36.077334 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bd0aa3b0-0826-4d32-abb5-478b52db09c7 req-5e58da76-c61c-4c2d-b3ce-c0e9372fcc5b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.097624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4004536b-02bc-4851-8be6-24b53249b16c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:36.111713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7046487e-82db-44f6-b2ff-c3235eb03ae9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:36.119632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4004536b-02bc-4851-8be6-24b53249b16c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:36.128165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7046487e-82db-44f6-b2ff-c3235eb03ae9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:36.157325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4004536b-02bc-4851-8be6-24b53249b16c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:36.164322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7046487e-82db-44f6-b2ff-c3235eb03ae9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:36.222863 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.281823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1457e2-7cf7-4fea-a130-4f9ceb184730 req-ef524ea2-3649-4bed-a4c9-136be8db563b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:36.286693 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf1457e2-7cf7-4fea-a130-4f9ceb184730 req-ef524ea2-3649-4bed-a4c9-136be8db563b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.4405310 Feb 04 15:56:36.305902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': '77b2635a-411a-4ff3-8dc3-e2d1490ee7a5'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:56:36.307280 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.337564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-bd0aa3b0-0826-4d32-abb5-478b52db09c7 req-5e58da76-c61c-4c2d-b3ce-c0e9372fcc5b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:36.348056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-bd0aa3b0-0826-4d32-abb5-478b52db09c7 req-5e58da76-c61c-4c2d-b3ce-c0e9372fcc5b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Usage tracker for resource:security_group_rule and tenant:4c7b58664fba4046b9271182395dfef3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:36.354456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-bd0aa3b0-0826-4d32-abb5-478b52db09c7 req-5e58da76-c61c-4c2d-b3ce-c0e9372fcc5b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:36.379334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-bd0aa3b0-0826-4d32-abb5-478b52db09c7 req-5e58da76-c61c-4c2d-b3ce-c0e9372fcc5b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:36.421000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf1457e2-7cf7-4fea-a130-4f9ceb184730 req-f51cd283-7565-47b9-abf1-37d3203624ab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255343 Feb 04 15:56:36.425583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Port': ['ID=d185e8c6-f5bf-45a0-9534-d43072925428,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:36.500023 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4004536b-02bc-4851-8be6-24b53249b16c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.539255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7046487e-82db-44f6-b2ff-c3235eb03ae9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:36.564868 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bd0aa3b0-0826-4d32-abb5-478b52db09c7 req-5e58da76-c61c-4c2d-b3ce-c0e9372fcc5b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.569944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bd0aa3b0-0826-4d32-abb5-478b52db09c7 req-5e58da76-c61c-4c2d-b3ce-c0e9372fcc5b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.644783 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bd0aa3b0-0826-4d32-abb5-478b52db09c7 req-5e58da76-c61c-4c2d-b3ce-c0e9372fcc5b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.646036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd0aa3b0-0826-4d32-abb5-478b52db09c7 req-5e58da76-c61c-4c2d-b3ce-c0e9372fcc5b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1645 time: 0.8307924 Feb 04 15:56:36.696503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58da76-c61c-4c2d-b3ce-c0e9372fcc5b tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0e5815-e6e3-4da4-bcb7-a01f1fa8451f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:36.720336 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:36.753770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:36.800866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:36.920185 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 28b02644-6dbc-4543-b362-4e037b0478a2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:36.986937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Allocated IP 2001:db8::f816:3eff:fed6:83c (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/77b2635a-411a-4ff3-8dc3-e2d1490ee7a5/f5ad667c-5f60-4448-802c-9c0606ae1076) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:37.015670 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 28b02644-6dbc-4543-b362-4e037b0478a2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:37.016785 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.126791 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fa6af949-3ac2-4649-be01-9f1f285143e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.207865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4004536b-02bc-4851-8be6-24b53249b16c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.225181 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4004536b-02bc-4851-8be6-24b53249b16c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.245949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1eb13be0-bd4a-43b1-bd13-86f14c3c8f65 req-262eb1ef-055c-4a71-b0cf-49511f048628 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Synchronizing usage tracker for tenant:4c7b58664fba4046b9271182395dfef3 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:37.294926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004536b-02bc-4851-8be6-24b53249b16c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243abac2-e9be-489d-8e9a-021dcd5d46d6,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:37.313205 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7046487e-82db-44f6-b2ff-c3235eb03ae9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.373060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1eb13be0-bd4a-43b1-bd13-86f14c3c8f65 req-262eb1ef-055c-4a71-b0cf-49511f048628 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Unset dirty status for tenant:4c7b58664fba4046b9271182395dfef3 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:37.374642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1eb13be0-bd4a-43b1-bd13-86f14c3c8f65 req-262eb1ef-055c-4a71-b0cf-49511f048628 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-383559522&fields=id&tenant_id=4c7b58664fba4046b9271182395dfef3 HTTP/1.1" status: 200 len: 267 time: 0.4168422 Feb 04 15:56:37.412899 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4004536b-02bc-4851-8be6-24b53249b16c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.416338 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4004536b-02bc-4851-8be6-24b53249b16c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3842409 Feb 04 15:56:37.416929 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53514) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:37.435134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-37df7b4f-0109-4b49-8996-5862797c200d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group_rule': {'security_group_id': '7292365b-4904-4bb2-91ae-433af80023ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:37.449792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-37df7b4f-0109-4b49-8996-5862797c200d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:37.454510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-37df7b4f-0109-4b49-8996-5862797c200d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:37.457662 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-37df7b4f-0109-4b49-8996-5862797c200d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:37.464276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-37df7b4f-0109-4b49-8996-5862797c200d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:37.496297 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-37df7b4f-0109-4b49-8996-5862797c200d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.546517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598f1da-04d7-4e3b-a1b3-28f293f72b67 req-69e0a046-3d5a-4a21-bb55-a9de74fb71dd tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:37.562101 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3598f1da-04d7-4e3b-a1b3-28f293f72b67 req-69e0a046-3d5a-4a21-bb55-a9de74fb71dd tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 945 time: 0.4770038 Feb 04 15:56:37.698516 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-37df7b4f-0109-4b49-8996-5862797c200d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.708814 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-37df7b4f-0109-4b49-8996-5862797c200d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.856872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb13be0-bd4a-43b1-bd13-86f14c3c8f65 req-cc52e5b9-3c45-4f6a-9511-7a759a960f03 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:37.864360 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1eb13be0-bd4a-43b1-bd13-86f14c3c8f65 req-cc52e5b9-3c45-4f6a-9511-7a759a960f03 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.4741783 Feb 04 15:56:37.873750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-1eb13be0-bd4a-43b1-bd13-86f14c3c8f65 req-3de4a992-418a-4d31-9d7a-07c8dbd09df2 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Request body: {'port': {'security_groups': ['89267ef7-c85a-4fc0-a83e-052dc545d9d4', '6e0e5815-e6e3-4da4-bcb7-a01f1fa8451f']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:37.926767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df7b4f-0109-4b49-8996-5862797c200d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a1411c-b4eb-48e1-8cbb-fd1ec16e1b4a,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:37.999789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3598f1da-04d7-4e3b-a1b3-28f293f72b67 req-08d0f17e-92ec-4f07-bc83-b6d3933283b1 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/security-groups?id=c96c5fe9-071c-498b-9040-08a19971b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235244 Feb 04 15:56:38.086065 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-37df7b4f-0109-4b49-8996-5862797c200d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.089273 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-37df7b4f-0109-4b49-8996-5862797c200d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6629333 Feb 04 15:56:38.093171 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7046487e-82db-44f6-b2ff-c3235eb03ae9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.111216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53530) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:38.190940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b1ebd4b4-6f36-4c16-b404-de6eaf31924c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group_rule': {'security_group_id': '7292365b-4904-4bb2-91ae-433af80023ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:38.200219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b1ebd4b4-6f36-4c16-b404-de6eaf31924c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:38.206189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b1ebd4b4-6f36-4c16-b404-de6eaf31924c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:38.211935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b1ebd4b4-6f36-4c16-b404-de6eaf31924c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:38.219447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b1ebd4b4-6f36-4c16-b404-de6eaf31924c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:38.231633 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1eb13be0-bd4a-43b1-bd13-86f14c3c8f65 req-3de4a992-418a-4d31-9d7a-07c8dbd09df2 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.256535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7046487e-82db-44f6-b2ff-c3235eb03ae9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:38.274908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7046487e-82db-44f6-b2ff-c3235eb03ae9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:38.286573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7046487e-82db-44f6-b2ff-c3235eb03ae9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:38.286573 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7046487e-82db-44f6-b2ff-c3235eb03ae9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.296517 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:56:38.350754 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd4b4-6f36-4c16-b404-de6eaf31924c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.376937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046487e-82db-44f6-b2ff-c3235eb03ae9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=eaf55160-456b-43cc-9076-6d29b530f521,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:38.381884 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7046487e-82db-44f6-b2ff-c3235eb03ae9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7821674 Feb 04 15:56:38.391063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53536) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:38.409063 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.410041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'mac_address': 'fa:16:3e:6e:14:46', 'name': 'tempest-NetworksTestDHCPv6-342805386'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:38.533215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Transition to ACTIVE for port object f5ad667c-5f60-4448-802c-9c0606ae1076 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:38.548893 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.549626 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.561381 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.617855 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Transition to ACTIVE for port object f5ad667c-5f60-4448-802c-9c0606ae1076 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:38.652953 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.698784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 28b02644-6dbc-4543-b362-4e037b0478a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=28b02644-6dbc-4543-b362-4e037b0478a2,segment=NetworkSegment(364a9f9b-5e05-48b3-a794-5505470a5d44),segment_id=364a9f9b-5e05-48b3-a794-5505470a5d44)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:38.768032 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad67e7f0-cf97-4ea8-9ded-3da473f69602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b02644-6dbc-4543-b362-4e037b0478a2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:38.796339 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.827730 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:38.831787 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:38.835807 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Pushing event updated for resources: {'Port': ['ID=f5ad667c-5f60-4448-802c-9c0606ae1076,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:38.838535 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:38.872135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:38.920370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:38.961215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-1eb13be0-bd4a-43b1-bd13-86f14c3c8f65 req-3de4a992-418a-4d31-9d7a-07c8dbd09df2 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] For port 861087ca-132d-4472-a61d-efad063a2b2a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=861087ca-132d-4472-a61d-efad063a2b2a,segment=NetworkSegment(a194a10e-4161-4b1c-bd48-bba8453398d5),segment_id=a194a10e-4161-4b1c-bd48-bba8453398d5)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:38.994733 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd4b4-6f36-4c16-b404-de6eaf31924c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.005620 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd4b4-6f36-4c16-b404-de6eaf31924c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.057950 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1eb13be0-bd4a-43b1-bd13-86f14c3c8f65 req-3de4a992-418a-4d31-9d7a-07c8dbd09df2 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.076286 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1eb13be0-bd4a-43b1-bd13-86f14c3c8f65 req-3de4a992-418a-4d31-9d7a-07c8dbd09df2 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.093110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:39.096965 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.136892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=28b02644-6dbc-4543-b362-4e037b0478a2,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:39.152426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['861087ca-132d-4472-a61d-efad063a2b2a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:39.182724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebd4b4-6f36-4c16-b404-de6eaf31924c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6bd8d9e-c7a3-4e9a-8450-7bb93d5d1fbc,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:39.230988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port cd63975f-8cb6-4f30-9a68-8732a55409a4 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:56:39.237703 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0b889fe2-1dcd-484e-9750-58e9cee621ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.246398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Attempting to bind port f5ad667c-5f60-4448-802c-9c0606ae1076 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:39.252485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Attempting to bind port f5ad667c-5f60-4448-802c-9c0606ae1076 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:39.253217 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Attempting to bind port f5ad667c-5f60-4448-802c-9c0606ae1076 on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:39.264071 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:39.264878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:39.265511 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.266137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:39.266849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Bound port: f5ad667c-5f60-4448-802c-9c0606ae1076, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:39.267843 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.269093 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd4b4-6f36-4c16-b404-de6eaf31924c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.273822 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b1ebd4b4-6f36-4c16-b404-de6eaf31924c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0954058 Feb 04 15:56:39.276120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53560) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:39.289497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb13be0-bd4a-43b1-bd13-86f14c3c8f65 req-3de4a992-418a-4d31-9d7a-07c8dbd09df2 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:39.292145 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1eb13be0-bd4a-43b1-bd13-86f14c3c8f65 req-3de4a992-418a-4d31-9d7a-07c8dbd09df2 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.296620 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1eb13be0-bd4a-43b1-bd13-86f14c3c8f65 req-3de4a992-418a-4d31-9d7a-07c8dbd09df2 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "PUT /v2.0/ports/861087ca-132d-4472-a61d-efad063a2b2a HTTP/1.1" status: 200 len: 981 time: 1.4289827 Feb 04 15:56:39.316609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7d12d-2cf6-492c-bea3-6cd59d95602d req-5cc709d0-6735-47b0-99c9-a355fa0e51b2 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:39.328721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87c7d12d-2cf6-492c-bea3-6cd59d95602d req-5cc709d0-6735-47b0-99c9-a355fa0e51b2 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 1.0516713 Feb 04 15:56:39.336725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'tag': '861087ca-132d-4472-a61d-efad063a2b2a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:39.370652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4a992-418a-4d31-9d7a-07c8dbd09df2 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Pushing event updated for resources: {'Port': ['ID=861087ca-132d-4472-a61d-efad063a2b2a,revision_number=6']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:39.419644 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87c7d12d-2cf6-492c-bea3-6cd59d95602d req-70747a6b-b790-4acb-89fc-78bdd24a717d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839019 Feb 04 15:56:39.441204 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fff70af9-82e2-4d5c-ac25-02d2a013f6c6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.471349 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fff70af9-82e2-4d5c-ac25-02d2a013f6c6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.576494 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] For port f5ad667c-5f60-4448-802c-9c0606ae1076, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:39.586653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] For port f5ad667c-5f60-4448-802c-9c0606ae1076, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f5ad667c-5f60-4448-802c-9c0606ae1076,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:39.595624 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fff70af9-82e2-4d5c-ac25-02d2a013f6c6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.610780 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad67e7f0-cf97-4ea8-9ded-3da473f69602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b02644-6dbc-4543-b362-4e037b0478a2', 'code': 200} Feb 04 15:56:39.628159 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.677519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bdf53bd-b517-4fbc-90f8-6b1933280537 req-ef1506c8-1540-41f1-bf1f-837486f6d465 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 1097 time: 0.2046072 Feb 04 15:56:39.696202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff70af9-82e2-4d5c-ac25-02d2a013f6c6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6bd8d9e-c7a3-4e9a-8450-7bb93d5d1fbc,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:39.737656 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fff70af9-82e2-4d5c-ac25-02d2a013f6c6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.742119 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fff70af9-82e2-4d5c-ac25-02d2a013f6c6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d6bd8d9e-c7a3-4e9a-8450-7bb93d5d1fbc HTTP/1.1" status: 204 len: 168 time: 0.4647467 Feb 04 15:56:39.746394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53576) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:39.816492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 172.20.0.10 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/eaf55160-456b-43cc-9076-6d29b530f521/cd63975f-8cb6-4f30-9a68-8732a55409a4) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:39.816492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::f816:3eff:fe6e:1446 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/77b2635a-411a-4ff3-8dc3-e2d1490ee7a5/cd63975f-8cb6-4f30-9a68-8732a55409a4) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:39.862919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['861087ca-132d-4472-a61d-efad063a2b2a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:39.926327 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-dbe2c487-4c77-4fcb-ac38-458cb9be2b5f tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=eb31d956a31d43af9c3118a09108d494&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1960824 Feb 04 15:56:39.946303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:56:39.977493 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3bdf53bd-b517-4fbc-90f8-6b1933280537 req-fa2a8bd3-8841-4f17-9817-793e5403ed7c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c96c5fe9-071c-498b-9040-08a19971b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939396 Feb 04 15:56:39.986326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6fcc50f7-55de-4e69-890c-cd01fd31932e tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:40.119989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333db63-5d17-4508-94ae-d33d274c4568 None None] Pushing event updated for resources: {'Port': ['ID=f5ad667c-5f60-4448-802c-9c0606ae1076,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:40.207331 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d2067-a9fd-483e-8570-91507c11b09b req-9816261e-c67c-45ac-8c31-4239335887e3 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:40.209903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-029d2067-a9fd-483e-8570-91507c11b09b req-9816261e-c67c-45ac-8c31-4239335887e3 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 946 time: 0.3849480 Feb 04 15:56:40.236349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6fcc50f7-55de-4e69-890c-cd01fd31932e tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:40.240917 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6fcc50f7-55de-4e69-890c-cd01fd31932e tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.4902382 Feb 04 15:56:40.260666 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.289177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53592) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:40.368686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-8757ea31-d0d5-45af-9db1-6ca80b760a0a tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:40.370813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-8757ea31-d0d5-45af-9db1-6ca80b760a0a tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4338863 Feb 04 15:56:40.440525 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7cfac21-fb43-4cd9-a4f6-a07f9bd7e63b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.446336 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.465416 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-029d2067-a9fd-483e-8570-91507c11b09b req-87d163f9-14a3-4ae0-aaab-21beb4d42725 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/security-groups?id=c96c5fe9-071c-498b-9040-08a19971b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349660 Feb 04 15:56:40.504680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-17ce5a2e-71b8-488d-941a-8799bfc3af97 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/quotas/eb31d956a31d43af9c3118a09108d494 HTTP/1.1" status: 200 len: 375 time: 0.1107018 Feb 04 15:56:40.511723 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7cfac21-fb43-4cd9-a4f6-a07f9bd7e63b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.626431 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.665798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object cd63975f-8cb6-4f30-9a68-8732a55409a4 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:40.724021 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7cfac21-fb43-4cd9-a4f6-a07f9bd7e63b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.742468 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-711b68e3-7562-4806-972a-b7aae5c30dbb tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb31d956a31d43af9c3118a09108d494&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1977022 Feb 04 15:56:40.797077 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a7cfac21-fb43-4cd9-a4f6-a07f9bd7e63b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.806961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a7cfac21-fb43-4cd9-a4f6-a07f9bd7e63b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/39a1411c-b4eb-48e1-8cbb-fd1ec16e1b4a HTTP/1.1" status: 204 len: 168 time: 0.5134332 Feb 04 15:56:40.808164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53602) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:40.836237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfac21-fb43-4cd9-a4f6-a07f9bd7e63b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39a1411c-b4eb-48e1-8cbb-fd1ec16e1b4a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:40.897760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-353b7ab1-a0a1-4201-9ed7-6cd754cadad7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:40.941077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-353b7ab1-a0a1-4201-9ed7-6cd754cadad7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:40.948655 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-353b7ab1-a0a1-4201-9ed7-6cd754cadad7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1372833 Feb 04 15:56:40.949848 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53608) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:41.020980 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.027028 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b74d4271-6063-418a-b81a-0d1b1b4e2f1c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.052246 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b74d4271-6063-418a-b81a-0d1b1b4e2f1c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.120971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31abfd8c-4f2b-4c49-8007-9f0eb0e03f78 req-0d0d6ea0-3bd1-4976-a826-30e89c420fb4 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-383559522&fields=id&tenant_id=4c7b58664fba4046b9271182395dfef3 HTTP/1.1" status: 200 len: 267 time: 0.2176709 Feb 04 15:56:41.176786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=cd63975f-8cb6-4f30-9a68-8732a55409a4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:41.214029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:41.217387 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:41.221634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:41.339818 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'tag': '861087ca-132d-4472-a61d-efad063a2b2a', 'status': 'completed', 'code': 200} Feb 04 15:56:41.372145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:41.378235 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.409450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:56:41.420757 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Sync routers for ids ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:56:41.440398 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.463877 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Routers {'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:56:41.465652 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c752e18d-809c-491a-be67-6c48a245698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:56:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:41.512488 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1dceffb1-2bb8-47de-94a7-a02468084950 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1179566 Feb 04 15:56:41.514246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53620) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:41.602302 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.656466 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.660809 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-331c4b3c-6197-4a27-8aa8-81bddcab1f3e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.4454117 Feb 04 15:56:41.668291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53628) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:41.707019 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-44cf9c2f-93fd-4dc8-accc-a9d88df5a2df req-17198822-11c3-4c45-8a8a-273368b7ade1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4c7b58664fba4046b9271182395dfef3&device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 1135 time: 0.2934070 Feb 04 15:56:41.720093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695344e1-04f6-4f23-84d0-42848ad11702 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:41.726905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695344e1-04f6-4f23-84d0-42848ad11702 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:41.727992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-695344e1-04f6-4f23-84d0-42848ad11702 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:41.926933 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b74d4271-6063-418a-b81a-0d1b1b4e2f1c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.977764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-695344e1-04f6-4f23-84d0-42848ad11702 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:41.982819 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-695344e1-04f6-4f23-84d0-42848ad11702 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4590440 Feb 04 15:56:41.989346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53636) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:42.035709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d4271-6063-418a-b81a-0d1b1b4e2f1c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=243abac2-e9be-489d-8e9a-021dcd5d46d6,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:42.135832 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b74d4271-6063-418a-b81a-0d1b1b4e2f1c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:42.137143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b74d4271-6063-418a-b81a-0d1b1b4e2f1c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/243abac2-e9be-489d-8e9a-021dcd5d46d6 HTTP/1.1" status: 204 len: 168 time: 1.1753829 Feb 04 15:56:42.157697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53640) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:42.207773 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Set router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:56:42.238285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abfd8c-4f2b-4c49-8007-9f0eb0e03f78 req-5bed0a38-5860-453d-ae49-1a8d1c978a74 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:42.276853 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31abfd8c-4f2b-4c49-8007-9f0eb0e03f78 req-5bed0a38-5860-453d-ae49-1a8d1c978a74 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 984 time: 1.1243675 Feb 04 15:56:42.291625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-31abfd8c-4f2b-4c49-8007-9f0eb0e03f78 req-59f4dba4-5257-4017-ad29-e5aa6f39388e tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Request body: {'port': {'security_groups': ['89267ef7-c85a-4fc0-a83e-052dc545d9d4']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:42.301573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a96c0c0-6363-454c-a797-d2f71627db67 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:42.309567 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2e07cf8f-dbfc-4c5e-8bcb-c6f56961ad94 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=0d5ce1deda6c431b892eca6721c0eb4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6386681 Feb 04 15:56:42.318000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1d0ba-d00b-427f-a4ab-226024334eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port cd63975f-8cb6-4f30-9a68-8732a55409a4 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:42.318489 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cdf1d0ba-d00b-427f-a4ab-226024334eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:42.383374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53644) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:42.423577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76cd44-5f24-49b1-8f47-d260c7d1737b req-b8f3cf14-ae3b-43ea-a545-c3439507f569 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:42.425466 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f76cd44-5f24-49b1-8f47-d260c7d1737b req-b8f3cf14-ae3b-43ea-a545-c3439507f569 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 1.0651503 Feb 04 15:56:42.535403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f5ad667c-5f60-4448-802c-9c0606ae1076 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:42.683601 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fcaaa3a9-7453-4842-8239-1bfe202cdfd1 None None] Provisioning for port f5ad667c-5f60-4448-802c-9c0606ae1076 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:42.711830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf9c2f-93fd-4dc8-accc-a9d88df5a2df req-e0c7a614-b00a-4c0e-81f3-0d741bfc854e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:42.713534 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-44cf9c2f-93fd-4dc8-accc-a9d88df5a2df req-e0c7a614-b00a-4c0e-81f3-0d741bfc854e service neutron] 10.222.0.81 "GET /v2.0/networks?id=d1d9e193-b916-49fa-bb1c-142a5343faec HTTP/1.1" status: 200 len: 921 time: 0.9631152 Feb 04 15:56:42.727966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port f5ad667c-5f60-4448-802c-9c0606ae1076 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:42.736127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port f5ad667c-5f60-4448-802c-9c0606ae1076 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:42.736561 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:42.777184 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-32cc959b-81bd-4df6-8ac8-33b933ed72cf tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:42.785696 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31abfd8c-4f2b-4c49-8007-9f0eb0e03f78 req-59f4dba4-5257-4017-ad29-e5aa6f39388e tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:42.854565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f76cd44-5f24-49b1-8f47-d260c7d1737b req-871424a9-3f6b-4a45-b65e-4afcae132055 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4082463 Feb 04 15:56:42.957449 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c752e18d-809c-491a-be67-6c48a245698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T15:56:37Z', 'revision_number': 3, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:42.968812 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Checking router: cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:56:42.969155 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Updating router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 port d185e8c6-f5bf-45a0-9534-d43072925428 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:56:42.992612 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.021007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-32cc959b-81bd-4df6-8ac8-33b933ed72cf tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:43.025014 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-32cc959b-81bd-4df6-8ac8-33b933ed72cf tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.8637905 Feb 04 15:56:43.032944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53658) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:43.050632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e84b82e-2d38-4266-9ad4-840b615a9dfe None None] Update dhcp port {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'fixed_ips': [{'subnet_id': '77b2635a-411a-4ff3-8dc3-e2d1490ee7a5', 'ip_address': '2001:db8::f816:3eff:fed6:83c'}, {'subnet_id': 'eaf55160-456b-43cc-9076-6d29b530f521'}], 'binding:host_id': 'n-d-827872-1'}, 'id': 'f5ad667c-5f60-4448-802c-9c0606ae1076'} from n-d-827872-1. {{(pid=83552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 15:56:43.069281 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-44cf9c2f-93fd-4dc8-accc-a9d88df5a2df req-945686f0-709e-4dd8-b30c-e597974bc0e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861087ca-132d-4472-a61d-efad063a2b2a HTTP/1.1" status: 200 len: 217 time: 0.2983088 Feb 04 15:56:43.102908 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.133832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port f5ad667c-5f60-4448-802c-9c0606ae1076, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f5ad667c-5f60-4448-802c-9c0606ae1076,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:43.142306 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.228213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f60f38-f8b0-4606-9809-6cfa6320d1b9 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:43.231290 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3e84b82e-2d38-4266-9ad4-840b615a9dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.231760 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-47f60f38-f8b0-4606-9809-6cfa6320d1b9 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8468049 Feb 04 15:56:43.235134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53662) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:43.251021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-482d3687-36bc-4865-b403-a8c0fac86944 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=eb31d956a31d43af9c3118a09108d494&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1177087 Feb 04 15:56:43.299015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf9c2f-93fd-4dc8-accc-a9d88df5a2df req-92807538-4e13-41a2-991f-3a15a3928dea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:43.300748 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-44cf9c2f-93fd-4dc8-accc-a9d88df5a2df req-92807538-4e13-41a2-991f-3a15a3928dea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8865c179-151c-4269-a674-a5deb042c273 HTTP/1.1" status: 200 len: 860 time: 0.2306173 Feb 04 15:56:43.432659 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-44cf9c2f-93fd-4dc8-accc-a9d88df5a2df req-dd33cfd9-9b72-4628-9912-fd64f4488657 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d1d9e193-b916-49fa-bb1c-142a5343faec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005859 Feb 04 15:56:43.438132 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cdf1d0ba-d00b-427f-a4ab-226024334eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.460745 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-acd4f13a-08d5-4fa1-87be-862418fa87ef tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2176566 Feb 04 15:56:43.461489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53666) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:43.503093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-3e84b82e-2d38-4266-9ad4-840b615a9dfe None None] Allocated IP 172.20.0.2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/eaf55160-456b-43cc-9076-6d29b530f521/f5ad667c-5f60-4448-802c-9c0606ae1076) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:43.622375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1586440483', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:43.697139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3e84b82e-2d38-4266-9ad4-840b615a9dfe None None] For port f5ad667c-5f60-4448-802c-9c0606ae1076, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f5ad667c-5f60-4448-802c-9c0606ae1076,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:43.714828 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-44cf9c2f-93fd-4dc8-accc-a9d88df5a2df req-f636d9f7-9f15-4042-9728-25db958ad2a1 service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538695 Feb 04 15:56:43.761806 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3e84b82e-2d38-4266-9ad4-840b615a9dfe None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.803864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3e84b82e-2d38-4266-9ad4-840b615a9dfe None None] Transition to ACTIVE for port object f5ad667c-5f60-4448-802c-9c0606ae1076 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:43.813229 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.820898 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3e84b82e-2d38-4266-9ad4-840b615a9dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.828640 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Transition to ACTIVE for port object d185e8c6-f5bf-45a0-9534-d43072925428 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:43.838103 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.871017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53ee9a23-6444-4d57-aaf8-e97c090b07c7 req-70c4e5eb-d303-48e8-805d-be08aa068318 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/ports?device_id=c982cbbd-df7a-4623-ac3a-c6d16de17bc3 HTTP/1.1" status: 200 len: 210 time: 0.3982890 Feb 04 15:56:43.901505 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-28848498-8396-49b6-a8ea-ec76d3288642 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.963605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1d0ba-d00b-427f-a4ab-226024334eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for cd63975f-8cb6-4f30-9a68-8732a55409a4 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:43.980981 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=f5ad667c-5f60-4448-802c-9c0606ae1076,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:44.074148 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Attempting to bind port d185e8c6-f5bf-45a0-9534-d43072925428 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:44.074728 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Attempting to bind port d185e8c6-f5bf-45a0-9534-d43072925428 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:44.075596 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Attempting to bind port d185e8c6-f5bf-45a0-9534-d43072925428 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:44.101897 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e7514-ee48-47c3-8ab4-c1a26a760b4d None None] Pushing event updated for resources: {'Port': ['ID=d185e8c6-f5bf-45a0-9534-d43072925428,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:44.116705 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-28848498-8396-49b6-a8ea-ec76d3288642 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.117116 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:44.119052 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:44.119616 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.120136 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:44.122659 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Bound port: d185e8c6-f5bf-45a0-9534-d43072925428, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:44.123872 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.197835 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84b82e-2d38-4266-9ad4-840b615a9dfe None None] Pushing event updated for resources: {'Port': ['ID=f5ad667c-5f60-4448-802c-9c0606ae1076,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:44.317208 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-c752e18d-809c-491a-be67-6c48a245698c None None] For port d185e8c6-f5bf-45a0-9534-d43072925428, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:44.325569 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ee5da8e0-6514-4add-9d17-92dc20bed503 req-e3e12738-daa6-4c01-93d4-f72e72509a58 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 1096 time: 0.4189126 Feb 04 15:56:44.328931 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-c752e18d-809c-491a-be67-6c48a245698c None None] For port d185e8c6-f5bf-45a0-9534-d43072925428, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d185e8c6-f5bf-45a0-9534-d43072925428,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:44.335440 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.343995 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-44cf9c2f-93fd-4dc8-accc-a9d88df5a2df req-9f09c476-dd54-43d5-acad-c264bf37fdaf service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412991 Feb 04 15:56:44.400048 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f5ad667c-5f60-4448-802c-9c0606ae1076 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:44.419490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:44.448245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:subnet and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:44.469968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:44.521128 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e7514-ee48-47c3-8ab4-c1a26a760b4d None None] Pushing event updated for resources: {'Port': ['ID=d185e8c6-f5bf-45a0-9534-d43072925428,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:44.538465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:44.551415 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Routers {'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:56:44.552333 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c752e18d-809c-491a-be67-6c48a245698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:56:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:44.555987 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-28848498-8396-49b6-a8ea-ec76d3288642 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.591658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-b4ee11b5-8585-47eb-9c63-93e0a4e8dce1 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:44.593439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-b4ee11b5-8585-47eb-9c63-93e0a4e8dce1 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0057261 Feb 04 15:56:44.653359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-31abfd8c-4f2b-4c49-8007-9f0eb0e03f78 req-59f4dba4-5257-4017-ad29-e5aa6f39388e tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] For port 861087ca-132d-4472-a61d-efad063a2b2a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=861087ca-132d-4472-a61d-efad063a2b2a,segment=NetworkSegment(a194a10e-4161-4b1c-bd48-bba8453398d5),segment_id=a194a10e-4161-4b1c-bd48-bba8453398d5)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:44.688110 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31abfd8c-4f2b-4c49-8007-9f0eb0e03f78 req-59f4dba4-5257-4017-ad29-e5aa6f39388e tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.713764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28848498-8396-49b6-a8ea-ec76d3288642 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cf412bc-ddef-4865-b79e-dbc08f0bdaf3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:44.718927 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5da8e0-6514-4add-9d17-92dc20bed503 req-3232fbf3-0737-465c-89eb-ee1e7b83d65a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:44.720582 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ee5da8e0-6514-4add-9d17-92dc20bed503 req-3232fbf3-0737-465c-89eb-ee1e7b83d65a service neutron] 10.222.0.81 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 917 time: 0.3742132 Feb 04 15:56:44.741449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Request body: {'port': {'device_id': 'c982cbbd-df7a-4623-ac3a-c6d16de17bc3', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': 'eb31d956a31d43af9c3118a09108d494'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:44.767567 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31abfd8c-4f2b-4c49-8007-9f0eb0e03f78 req-59f4dba4-5257-4017-ad29-e5aa6f39388e tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.769770 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-28848498-8396-49b6-a8ea-ec76d3288642 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.770926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-28848498-8396-49b6-a8ea-ec76d3288642 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/4cf412bc-ddef-4865-b79e-dbc08f0bdaf3 HTTP/1.1" status: 204 len: 168 time: 1.7135491 Feb 04 15:56:44.805027 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['861087ca-132d-4472-a61d-efad063a2b2a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:44.816949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53682) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:44.828195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Made reservation on behalf of 0d5ce1deda6c431b892eca6721c0eb4a for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:44.936573 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-c752e18d-809c-491a-be67-6c48a245698c None None] Set router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:56:45.005224 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.039579 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ee5da8e0-6514-4add-9d17-92dc20bed503 req-28f6680f-a5a9-4495-9aeb-82a6437edece service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f3f5db-322f-4388-8679-75a1d3849856 HTTP/1.1" status: 200 len: 1001 time: 0.3074477 Feb 04 15:56:45.142687 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-46bfa1f7-b2d1-441a-9e9e-76ffdf2717a2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.3229222 Feb 04 15:56:45.150997 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53690) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:45.234112 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cdf1d0ba-d00b-427f-a4ab-226024334eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.323327 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-acd99e5a-e9c5-4551-8b51-1384fb59b5b1 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.369377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2cf5bed1-ca8a-4e19-bb2b-543d201ad58f None None] Provisioning for port f5ad667c-5f60-4448-802c-9c0606ae1076 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:45.376662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2cf5bed1-ca8a-4e19-bb2b-543d201ad58f None None] Provisioning complete for port f5ad667c-5f60-4448-802c-9c0606ae1076 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:45.378257 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2cf5bed1-ca8a-4e19-bb2b-543d201ad58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.430524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ab350-ccb5-44f3-b540-36f48050f9bf req-bf9ee403-5cfb-4e14-a992-faaa7cdd561d tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:45.435503 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-acd99e5a-e9c5-4551-8b51-1384fb59b5b1 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.441377 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e7ab350-ccb5-44f3-b540-36f48050f9bf req-bf9ee403-5cfb-4e14-a992-faaa7cdd561d tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 946 time: 1.2113965 Feb 04 15:56:45.448186 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1d0ba-d00b-427f-a4ab-226024334eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=cd63975f-8cb6-4f30-9a68-8732a55409a4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:45.528897 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c752e18d-809c-491a-be67-6c48a245698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T15:56:37Z', 'revision_number': 3, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:45.533612 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752e18d-809c-491a-be67-6c48a245698c None None] The sync data for ids ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'] in n-d-827872-1 is: [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T15:56:37Z', 'revision_number': 3, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:56:45.644630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abfd8c-4f2b-4c49-8007-9f0eb0e03f78 req-59f4dba4-5257-4017-ad29-e5aa6f39388e tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:45.649900 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31abfd8c-4f2b-4c49-8007-9f0eb0e03f78 req-59f4dba4-5257-4017-ad29-e5aa6f39388e tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.651623 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31abfd8c-4f2b-4c49-8007-9f0eb0e03f78 req-59f4dba4-5257-4017-ad29-e5aa6f39388e tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "PUT /v2.0/ports/861087ca-132d-4472-a61d-efad063a2b2a HTTP/1.1" status: 200 len: 942 time: 3.3912311 Feb 04 15:56:45.660456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'tag': '861087ca-132d-4472-a61d-efad063a2b2a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:45.726774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4dba4-5257-4017-ad29-e5aa6f39388e tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Pushing event updated for resources: {'Port': ['ID=861087ca-132d-4472-a61d-efad063a2b2a,revision_number=7']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:45.730718 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5da8e0-6514-4add-9d17-92dc20bed503 req-7ac2afab-9fce-4254-9cc7-15c5eff547f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:45.732485 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ee5da8e0-6514-4add-9d17-92dc20bed503 req-7ac2afab-9fce-4254-9cc7-15c5eff547f4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 200 len: 855 time: 0.6807237 Feb 04 15:56:45.782163 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e7ab350-ccb5-44f3-b540-36f48050f9bf req-7bb45d36-86f4-42c8-8739-91cbc87a45db tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/security-groups?id=c96c5fe9-071c-498b-9040-08a19971b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399143 Feb 04 15:56:45.805644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:45.811315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Usage tracker for resource:port and tenant:eb31d956a31d43af9c3118a09108d494 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:45.814083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2cf5bed1-ca8a-4e19-bb2b-543d201ad58f None None] Could not find standard attr ID for object cd63975f-8cb6-4f30-9a68-8732a55409a4. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:56:45.815845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:45.826286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:45.867649 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['861087ca-132d-4472-a61d-efad063a2b2a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:45.913243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Made reservation on behalf of eb31d956a31d43af9c3118a09108d494 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:45.925128 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.031730 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-aaba20fc-8b84-4fd4-8284-df25a21e897f None None] Could not find standard attr ID for object cd63975f-8cb6-4f30-9a68-8732a55409a4. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:56:46.049479 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.065228 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-acd99e5a-e9c5-4551-8b51-1384fb59b5b1 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.082153 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.131768 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-acd99e5a-e9c5-4551-8b51-1384fb59b5b1 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.139488 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-acd99e5a-e9c5-4551-8b51-1384fb59b5b1 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/8f8eff01-e5bc-4690-a92d-816ad02031da HTTP/1.1" status: 204 len: 168 time: 0.9857988 Feb 04 15:56:46.145290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53706) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:46.151795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd99e5a-e9c5-4551-8b51-1384fb59b5b1 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f8eff01-e5bc-4690-a92d-816ad02031da,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:46.214063 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cdf1d0ba-d00b-427f-a4ab-226024334eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.218616 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cdf1d0ba-d00b-427f-a4ab-226024334eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/cd63975f-8cb6-4f30-9a68-8732a55409a4 HTTP/1.1" status: 204 len: 168 time: 4.2281525 Feb 04 15:56:46.219426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53710) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:46.294689 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f258297c-7d23-4849-a168-0cf51f8dd8c6 req-bfd177b3-d946-4187-897d-f27bd510709d tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/ports?device_id=c982cbbd-df7a-4623-ac3a-c6d16de17bc3 HTTP/1.1" status: 200 len: 210 time: 0.1588559 Feb 04 15:56:46.366489 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ee5da8e0-6514-4add-9d17-92dc20bed503 req-64b64714-d51c-4148-87c1-7a4ffe4e79a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2183356-deba-4128-ad82-b10ca33a0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6214707 Feb 04 15:56:46.506525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d185e8c6-f5bf-45a0-9534-d43072925428 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:46.622595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Subnet': ['ID=65d3f203-d900-4b29-b5ea-b76d5ed0ead8,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:46.630875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:46.665241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe1a95-886f-4928-acb4-4ff5ab2d7c77 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:46.665392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Usage tracker for resource:security_group_rule and tenant:eb31d956a31d43af9c3118a09108d494 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:46.667608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe1a95-886f-4928-acb4-4ff5ab2d7c77 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:46.668425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Checking segment: {'id': 'd39e2319-d378-433c-ba8c-33d3076b0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:46.669023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network hostable DHCP agents. Network: 004346ac-b332-4212-9cc6-09525beaa5d8, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:56:46.670463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe1a95-886f-4928-acb4-4ff5ab2d7c77 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:46.671466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-26fe1a95-886f-4928-acb4-4ff5ab2d7c77 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:46.680377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:46.692833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-97b382d6-28e7-49b7-b4f5-b3c96c6d1c1f tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:46.711213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port d185e8c6-f5bf-45a0-9534-d43072925428 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:46.711518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:46.720297 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d185e8c6-f5bf-45a0-9534-d43072925428 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:46.720793 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.742617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-97b382d6-28e7-49b7-b4f5-b3c96c6d1c1f tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:46.748348 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-97b382d6-28e7-49b7-b4f5-b3c96c6d1c1f tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5977991 Feb 04 15:56:46.752311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53716) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:46.790205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-26fe1a95-886f-4928-acb4-4ff5ab2d7c77 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:46.796232 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-26fe1a95-886f-4928-acb4-4ff5ab2d7c77 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5724556 Feb 04 15:56:46.797458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0325b7a-0ed5-4f2a-ac40-bbdc8e729696 req-196162f6-4ca8-47d4-9c36-545e4d9241fc tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:46.799302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53722) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:46.813165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0325b7a-0ed5-4f2a-ac40-bbdc8e729696 req-196162f6-4ca8-47d4-9c36-545e4d9241fc tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 945 time: 0.7331827 Feb 04 15:56:46.914322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3381050-d61e-46d8-89ff-083235c1432a req-748b2cec-a8fe-4d97-a332-f899b0855705 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4931295 Feb 04 15:56:46.922599 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.959490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port d185e8c6-f5bf-45a0-9534-d43072925428, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d185e8c6-f5bf-45a0-9534-d43072925428,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:46.964055 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.964468 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ee5da8e0-6514-4add-9d17-92dc20bed503 req-9a57f45b-0e35-4df4-a14c-2fd0174e2707 service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833290 Feb 04 15:56:46.986965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:46.998125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network 004346ac-b332-4212-9cc6-09525beaa5d8 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:56:47.056975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=d185e8c6-f5bf-45a0-9534-d43072925428,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:47.066728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 004346ac-b332-4212-9cc6-09525beaa5d8) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:47.073098 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0325b7a-0ed5-4f2a-ac40-bbdc8e729696 req-695257dc-c11a-4703-8aa5-c9378121bfbd tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586639 Feb 04 15:56:47.075882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:47.078133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d285e37-ebfb-4a32-ad5e-4c3bfd763550 None None] Network 004346ac-b332-4212-9cc6-09525beaa5d8 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:47.082681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:47.083428 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.107626 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Usage tracker for resource:floatingip and tenant:4c7b58664fba4046b9271182395dfef3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:47.174488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.176329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:47.184962 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.257420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:47.261481 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'tag': '861087ca-132d-4472-a61d-efad063a2b2a', 'status': 'completed', 'code': 200} Feb 04 15:56:47.354186 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3afd3b4e-2f9d-4c69-8c99-e409fd4fc5d6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.7598479 Feb 04 15:56:47.403199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53728) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:47.440255 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ee5da8e0-6514-4add-9d17-92dc20bed503 req-5669564a-b4c6-4cd5-a915-a6edf62dc6a5 service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561574 Feb 04 15:56:47.447667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 60f3f5db-322f-4388-8679-75a1d3849856 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:47.540048 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b78dbc3-2866-46db-8be5-a8355cfd1082 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.622924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Allocated IP 192.168.233.108 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/85bff826-47d5-4de9-8b2f-03b2e1c7db98) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:47.654034 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b78dbc3-2866-46db-8be5-a8355cfd1082 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.723966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-004346ac-b332-4212-9cc6-09525beaa5d8', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:56:47.725491 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.760865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64359c3-6375-49d7-9ea3-0a46947db174 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 77b2635a-411a-4ff3-8dc3-e2d1490ee7a5 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:56:47.764692 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f64359c3-6375-49d7-9ea3-0a46947db174 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.782423 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.819463 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86aea294-4b15-4696-8e74-d303f628bd4e req-fff8a35c-dc22-4d9e-b5f2-083f9d5f239a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4c7b58664fba4046b9271182395dfef3&device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 1096 time: 0.3578091 Feb 04 15:56:47.850627 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.854000 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f64359c3-6375-49d7-9ea3-0a46947db174 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.872157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Transition to ACTIVE for port object 85bff826-47d5-4de9-8b2f-03b2e1c7db98 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:47.893197 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:47.894783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b78dbc3-2866-46db-8be5-a8355cfd1082 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.894943 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.952240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 60f3f5db-322f-4388-8679-75a1d3849856, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=60f3f5db-322f-4388-8679-75a1d3849856,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:47.970078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78dbc3-2866-46db-8be5-a8355cfd1082 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7292365b-4904-4bb2-91ae-433af80023ab,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:47.971359 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.010286 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.012174 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5a15ff-6891-4eb8-9f37-e467089565c8,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:48.047758 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f64359c3-6375-49d7-9ea3-0a46947db174 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.134448 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b78dbc3-2866-46db-8be5-a8355cfd1082 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.135730 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4b78dbc3-2866-46db-8be5-a8355cfd1082 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-groups/7292365b-4904-4bb2-91ae-433af80023ab HTTP/1.1" status: 204 len: 168 time: 1.3809824 Feb 04 15:56:48.140531 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53744) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:48.178679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Pushing event updated for resources: {'Port': ['ID=85bff826-47d5-4de9-8b2f-03b2e1c7db98,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:48.203261 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f64359c3-6375-49d7-9ea3-0a46947db174 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.231045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Allocated IP 172.20.0.2 (004346ac-b332-4212-9cc6-09525beaa5d8/65d3f203-d900-4b29-b5ea-b76d5ed0ead8/a69ea284-3ee6-4fd7-9754-ef594402c026) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:48.236745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=60f3f5db-322f-4388-8679-75a1d3849856,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:48.287358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bb58e8b7-5df8-4f85-940a-8f69fe4d43d0 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:48.303729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64359c3-6375-49d7-9ea3-0a46947db174 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=77b2635a-411a-4ff3-8dc3-e2d1490ee7a5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:48.306371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aea294-4b15-4696-8e74-d303f628bd4e req-6f719ebd-5b0e-42f5-93ac-5346b82fe6b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:48.308007 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86aea294-4b15-4696-8e74-d303f628bd4e req-6f719ebd-5b0e-42f5-93ac-5346b82fe6b6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d1d9e193-b916-49fa-bb1c-142a5343faec HTTP/1.1" status: 200 len: 921 time: 0.4813652 Feb 04 15:56:48.310717 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bb58e8b7-5df8-4f85-940a-8f69fe4d43d0 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:48.312357 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bb58e8b7-5df8-4f85-940a-8f69fe4d43d0 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1679559 Feb 04 15:56:48.370469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53750) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:48.374872 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d185e8c6-f5bf-45a0-9534-d43072925428 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:48.384917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-324833b2-5693-48e4-b9be-9aa99af00128 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062918370'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:48.399430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-324833b2-5693-48e4-b9be-9aa99af00128 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:48.421894 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f64359c3-6375-49d7-9ea3-0a46947db174 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.433751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:48.438317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-324833b2-5693-48e4-b9be-9aa99af00128 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:48.442398 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86aea294-4b15-4696-8e74-d303f628bd4e req-cdce4945-78f1-4b25-a2c3-d243a6b08459 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861087ca-132d-4472-a61d-efad063a2b2a HTTP/1.1" status: 200 len: 217 time: 0.1263840 Feb 04 15:56:48.446123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:48.452636 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f64359c3-6375-49d7-9ea3-0a46947db174 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/77b2635a-411a-4ff3-8dc3-e2d1490ee7a5 HTTP/1.1" status: 204 len: 168 time: 1.6098061 Feb 04 15:56:48.453632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53754) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:48.463346 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61720b2c-c59c-478d-b0f8-d63d3fcfb0e3 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:48.483404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:48.549890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6468b-a529-4f4c-88f2-6d11316442b8 req-4f732e04-26cf-40b6-a642-641ae8972819 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:48.552130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7e6468b-a529-4f4c-88f2-6d11316442b8 req-4f732e04-26cf-40b6-a642-641ae8972819 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/ports?device_id=c982cbbd-df7a-4623-ac3a-c6d16de17bc3 HTTP/1.1" status: 200 len: 936 time: 0.5780504 Feb 04 15:56:48.562104 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-324833b2-5693-48e4-b9be-9aa99af00128 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.604139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-4455ab19-32b5-4227-962b-7ad2c2647333 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet eaf55160-456b-43cc-9076-6d29b530f521 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:56:48.609888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aea294-4b15-4696-8e74-d303f628bd4e req-092f64be-0b15-4802-bc26-4d40b790b710 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:48.611526 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86aea294-4b15-4696-8e74-d303f628bd4e req-092f64be-0b15-4802-bc26-4d40b790b710 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8865c179-151c-4269-a674-a5deb042c273 HTTP/1.1" status: 200 len: 860 time: 0.1549180 Feb 04 15:56:48.612255 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4455ab19-32b5-4227-962b-7ad2c2647333 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.662673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:48.663617 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.672399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d185e8c6-f5bf-45a0-9534-d43072925428 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:48.678708 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.703341 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2a92db95-6fbd-4cca-8aec-03b1fc62d185 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9799485 Feb 04 15:56:48.725261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Request body: {'port': {'device_id': 'c982cbbd-df7a-4623-ac3a-c6d16de17bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:48.780016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-324833b2-5693-48e4-b9be-9aa99af00128 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:48.798772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-324833b2-5693-48e4-b9be-9aa99af00128 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:48.898709 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86aea294-4b15-4696-8e74-d303f628bd4e req-046e502f-888c-4c43-a0b4-cce86516e852 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d1d9e193-b916-49fa-bb1c-142a5343faec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2288382 Feb 04 15:56:48.921254 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.934418 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4455ab19-32b5-4227-962b-7ad2c2647333 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.949533 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cd231c8c-1bf4-4be0-af21-d254480217c6 None None] Provisioning for port 85bff826-47d5-4de9-8b2f-03b2e1c7db98 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:48.958570 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Transition to ACTIVE for port object a69ea284-3ee6-4fd7-9754-ef594402c026 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:49.031261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cd231c8c-1bf4-4be0-af21-d254480217c6 None None] Provisioning complete for port 85bff826-47d5-4de9-8b2f-03b2e1c7db98 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:49.031632 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cd231c8c-1bf4-4be0-af21-d254480217c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.051439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-324833b2-5693-48e4-b9be-9aa99af00128 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:49.086076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-324833b2-5693-48e4-b9be-9aa99af00128 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:49.105929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e7e6468b-a529-4f4c-88f2-6d11316442b8 req-e5e11808-a46e-46d4-97e8-cd77bdbe2f53 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Synchronizing usage tracker for tenant:eb31d956a31d43af9c3118a09108d494 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:49.222262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Transition to ACTIVE for port object a69ea284-3ee6-4fd7-9754-ef594402c026 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:49.239909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-cd231c8c-1bf4-4be0-af21-d254480217c6 None None] Port 85bff826-47d5-4de9-8b2f-03b2e1c7db98 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:56:49.245623 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.275196 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-324833b2-5693-48e4-b9be-9aa99af00128 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.293503 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4455ab19-32b5-4227-962b-7ad2c2647333 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.343933 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Network 004346ac-b332-4212-9cc6-09525beaa5d8 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:49.344797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Pushing event updated for resources: {'Port': ['ID=a69ea284-3ee6-4fd7-9754-ef594402c026,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:49.347900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:49.351293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:49.368700 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86aea294-4b15-4696-8e74-d303f628bd4e req-f122b865-ae73-4b3d-a3ae-0f3070fe5cf4 service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883805 Feb 04 15:56:49.410170 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.556026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Attempting to bind port a69ea284-3ee6-4fd7-9754-ef594402c026 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:49.556026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Attempting to bind port a69ea284-3ee6-4fd7-9754-ef594402c026 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'd39e2319-d378-433c-ba8c-33d3076b0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:49.556026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Attempting to bind port a69ea284-3ee6-4fd7-9754-ef594402c026 on network 004346ac-b332-4212-9cc6-09525beaa5d8 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:49.577092 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.590248 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:49.590538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Checking segment: {'id': 'd39e2319-d378-433c-ba8c-33d3076b0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:49.590948 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.591366 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Bound using segment: {'id': 'd39e2319-d378-433c-ba8c-33d3076b0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:49.591856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Bound port: a69ea284-3ee6-4fd7-9754-ef594402c026, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39e2319-d378-433c-ba8c-33d3076b0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:49.592227 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.649519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Allocated IP 172.25.0.58 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/39bce278-4919-49f4-8608-408ac0e8b175) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:49.681188 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4455ab19-32b5-4227-962b-7ad2c2647333 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.726601 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-324833b2-5693-48e4-b9be-9aa99af00128 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.762961 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] For port a69ea284-3ee6-4fd7-9754-ef594402c026, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:49.770569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] For port a69ea284-3ee6-4fd7-9754-ef594402c026, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a69ea284-3ee6-4fd7-9754-ef594402c026,segment=NetworkSegment(d39e2319-d378-433c-ba8c-33d3076b0d82),segment_id=d39e2319-d378-433c-ba8c-33d3076b0d82)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:49.782157 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.811782 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4455ab19-32b5-4227-962b-7ad2c2647333 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.847260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455ab19-32b5-4227-962b-7ad2c2647333 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf55160-456b-43cc-9076-6d29b530f521,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:49.858912 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86aea294-4b15-4696-8e74-d303f628bd4e req-8588a37e-b402-47fd-867c-90b14ed8526e service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584873 Feb 04 15:56:49.863943 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4455ab19-32b5-4227-962b-7ad2c2647333 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/eaf55160-456b-43cc-9076-6d29b530f521 HTTP/1.1" status: 204 len: 168 time: 1.4091938 Feb 04 15:56:49.864573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53768) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:49.933205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324833b2-5693-48e4-b9be-9aa99af00128 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb360bc-a232-4a40-84a4-dcc255cdc752,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:49.966023 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abfcb0-5bf2-4228-9637-b3e27a34e98e None None] Pushing event updated for resources: {'Port': ['ID=a69ea284-3ee6-4fd7-9754-ef594402c026,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:50.026928 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.040314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e7e6468b-a529-4f4c-88f2-6d11316442b8 req-e5e11808-a46e-46d4-97e8-cd77bdbe2f53 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Unset dirty status for tenant:eb31d956a31d43af9c3118a09108d494 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:50.057102 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7e6468b-a529-4f4c-88f2-6d11316442b8 req-e5e11808-a46e-46d4-97e8-cd77bdbe2f53 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5a15ff-6891-4eb8-9f37-e467089565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4557154 Feb 04 15:56:50.062744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-10f9bf3d-f3d6-475b-8673-2b699d5f35c3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:router {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:50.113924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-10f9bf3d-f3d6-475b-8673-2b699d5f35c3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:router {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:50.120264 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-10f9bf3d-f3d6-475b-8673-2b699d5f35c3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2538028 Feb 04 15:56:50.121040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53774) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:50.132092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:50.150321 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-324833b2-5693-48e4-b9be-9aa99af00128 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.154531 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-324833b2-5693-48e4-b9be-9aa99af00128 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7779207 Feb 04 15:56:50.158548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53778) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:50.208394 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856', 'code': 200} Feb 04 15:56:50.374994 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:50.383981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:50.387346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:50.408879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:50.423148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:50.426896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.477515 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9719cac-cba7-479f-8855-68ae257b7486 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:50.529560 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.574029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-bc962563-a76b-487a-ae0c-af64fe487fe7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group_rule': {'security_group_id': 'abb360bc-a232-4a40-84a4-dcc255cdc752', 'direction': 'ingress', 'protocol': 17}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:50.734998 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-12488723-8a8f-426b-8552-2deb30fe7e7a None None] Provisioning complete for port f5ad667c-5f60-4448-802c-9c0606ae1076 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:50.735756 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-12488723-8a8f-426b-8552-2deb30fe7e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.959053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.objects.ports [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83550) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:56:51.054705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85bff826-47d5-4de9-8b2f-03b2e1c7db98 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:51.063024 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.089291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Transition to ACTIVE for port object 85bff826-47d5-4de9-8b2f-03b2e1c7db98 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:51.145769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bc962563-a76b-487a-ae0c-af64fe487fe7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:51.173244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bc962563-a76b-487a-ae0c-af64fe487fe7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:51.178666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bc962563-a76b-487a-ae0c-af64fe487fe7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:51.190331 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bc962563-a76b-487a-ae0c-af64fe487fe7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:51.201772 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.211415 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.217562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1847475-9090-423b-8f1c-21c7a621ab7e None None] Update dhcp port {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'fixed_ips': [{'subnet_id': '9ac11dd9-4a89-4d8c-81bb-216ad158f464'}], 'binding:host_id': 'n-d-827872-1'}, 'id': 'f5ad667c-5f60-4448-802c-9c0606ae1076'} from n-d-827872-1. {{(pid=83552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 15:56:51.304965 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1847475-9090-423b-8f1c-21c7a621ab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.324150 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.364824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Pushing event updated for resources: {'Port': ['ID=85bff826-47d5-4de9-8b2f-03b2e1c7db98,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:51.451387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:51.456154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:51.471912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:51.571621 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6b83f8-1b2c-4725-a540-ba42ff4f7bcd None None] Network 004346ac-b332-4212-9cc6-09525beaa5d8 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:51.624211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Pushing event updated for resources: {'Port': ['ID=39bce278-4919-49f4-8608-408ac0e8b175,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:51.636310 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc962563-a76b-487a-ae0c-af64fe487fe7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.644076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] For port f5ad667c-5f60-4448-802c-9c0606ae1076, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f5ad667c-5f60-4448-802c-9c0606ae1076,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:51.674844 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.686198 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.687607 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.708200 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-f1847475-9090-423b-8f1c-21c7a621ab7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:56:51.708620 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-f1847475-9090-423b-8f1c-21c7a621ab7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:56:51.718282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2ee056f2-7b27-46ce-bf04-ff2f196b9e53 None None] Provisioning for port a69ea284-3ee6-4fd7-9754-ef594402c026 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:51.892729 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc962563-a76b-487a-ae0c-af64fe487fe7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.062825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=9ac11dd9-4a89-4d8c-81bb-216ad158f464,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:52.086722 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc962563-a76b-487a-ae0c-af64fe487fe7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.089313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:52.102734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:52.106886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:52.107909 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.125291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=f5ad667c-5f60-4448-802c-9c0606ae1076,revision_number=8']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:52.147975 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-45026a00-43bd-48a8-8644-2bfd8a5f2d57 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0255008 Feb 04 15:56:52.150570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53792) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:52.158128 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-dd7bdf2c-a2bb-49d8-b648-37339002a8c2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:52.167578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35f6c3-dad5-4853-97df-282473b17b5e req-1c30fa42-9709-4eec-befa-06ecb141c928 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:52.175232 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a35f6c3-dad5-4853-97df-282473b17b5e req-1c30fa42-9709-4eec-befa-06ecb141c928 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 1.0799582 Feb 04 15:56:52.344970 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1847475-9090-423b-8f1c-21c7a621ab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.395554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dd7bdf2c-a2bb-49d8-b648-37339002a8c2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:52.401707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dd7bdf2c-a2bb-49d8-b648-37339002a8c2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:52.405805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dd7bdf2c-a2bb-49d8-b648-37339002a8c2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:52.414810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dd7bdf2c-a2bb-49d8-b648-37339002a8c2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:52.428886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7bdf2c-a2bb-49d8-b648-37339002a8c2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:52.434827 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd7bdf2c-a2bb-49d8-b648-37339002a8c2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.477721 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.547812 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a69ea284-3ee6-4fd7-9754-ef594402c026 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:52.576084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Attempting to bind port 85bff826-47d5-4de9-8b2f-03b2e1c7db98 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:52.576422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Attempting to bind port 85bff826-47d5-4de9-8b2f-03b2e1c7db98 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:52.576928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Attempting to bind port 85bff826-47d5-4de9-8b2f-03b2e1c7db98 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:52.614678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc962563-a76b-487a-ae0c-af64fe487fe7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf12d58-57b2-454e-ab11-d26acf18c343,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:52.636781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Port 85bff826-47d5-4de9-8b2f-03b2e1c7db98 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:56:52.637241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Attempting to bind port 85bff826-47d5-4de9-8b2f-03b2e1c7db98 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:52.675541 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc962563-a76b-487a-ae0c-af64fe487fe7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.679861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bc962563-a76b-487a-ae0c-af64fe487fe7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 2.5146146 Feb 04 15:56:52.696389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53796) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:52.721749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port a69ea284-3ee6-4fd7-9754-ef594402c026 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:52.735582 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port a69ea284-3ee6-4fd7-9754-ef594402c026 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:52.735947 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.745935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:52.746268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:52.746641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:52.747072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Bound port: 85bff826-47d5-4de9-8b2f-03b2e1c7db98, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:52.747436 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.775776 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a35f6c3-dad5-4853-97df-282473b17b5e req-ea2cd13d-44af-4278-b2d5-f85c1954a0aa tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5995543 Feb 04 15:56:52.804826 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.827618 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd7bdf2c-a2bb-49d8-b648-37339002a8c2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.955001 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f1847475-9090-423b-8f1c-21c7a621ab7e None None] For port f5ad667c-5f60-4448-802c-9c0606ae1076, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f5ad667c-5f60-4448-802c-9c0606ae1076,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:53.006740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7bdf2c-a2bb-49d8-b648-37339002a8c2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:53.015466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-dd7bdf2c-a2bb-49d8-b648-37339002a8c2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:53.022639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7bdf2c-a2bb-49d8-b648-37339002a8c2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:53.026360 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dd7bdf2c-a2bb-49d8-b648-37339002a8c2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.058457 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1847475-9090-423b-8f1c-21c7a621ab7e None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.082485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bdf2c-a2bb-49d8-b648-37339002a8c2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=95cf2b90-6d20-4f04-8e9f-d2cfe17731ab,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:53.116730 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dd7bdf2c-a2bb-49d8-b648-37339002a8c2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9641440 Feb 04 15:56:53.119555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53804) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:53.129316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'mac_address': 'fa:16:3e:ea:26:9e', 'name': 'tempest-NetworksTestDHCPv6-1308046372'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:53.139104 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d68d-cc7a-470e-9314-29d1348cc6cb tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.157980 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.171139 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1847475-9090-423b-8f1c-21c7a621ab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.305864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port a69ea284-3ee6-4fd7-9754-ef594402c026, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a69ea284-3ee6-4fd7-9754-ef594402c026,segment=NetworkSegment(d39e2319-d378-433c-ba8c-33d3076b0d82),segment_id=d39e2319-d378-433c-ba8c-33d3076b0d82)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:53.310474 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1847475-9090-423b-8f1c-21c7a621ab7e None None] Pushing event updated for resources: {'Port': ['ID=f5ad667c-5f60-4448-802c-9c0606ae1076,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:53.344545 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.345489 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f5ad667c-5f60-4448-802c-9c0606ae1076 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:53.397113 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] For port 85bff826-47d5-4de9-8b2f-03b2e1c7db98, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:53.411193 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d68d-cc7a-470e-9314-29d1348cc6cb tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.429267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] For port 85bff826-47d5-4de9-8b2f-03b2e1c7db98, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=85bff826-47d5-4de9-8b2f-03b2e1c7db98,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:53.451888 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.480067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 60f3f5db-322f-4388-8679-75a1d3849856 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:53.605493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:53.672948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:53.713175 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:53.810205 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.814936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] 10.222.0.73 "PUT /v2.0/ports/85bff826-47d5-4de9-8b2f-03b2e1c7db98 HTTP/1.1" status: 200 len: 1096 time: 5.1021454 Feb 04 15:56:53.815604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c982cbbd-df7a-4623-ac3a-c6d16de17bc3', 'tag': '85bff826-47d5-4de9-8b2f-03b2e1c7db98'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:53.949821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port f5ad667c-5f60-4448-802c-9c0606ae1076 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:53.950201 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.063831 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.138197 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=a69ea284-3ee6-4fd7-9754-ef594402c026,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:54.153098 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d68d-cc7a-470e-9314-29d1348cc6cb tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.185621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port a317c871-10c4-4d3e-b44e-613254a51c3e yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:56:54.214507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde8e6a-001c-471f-83a1-9c613d01de3c service neutron] Pushing event updated for resources: {'Port': ['ID=85bff826-47d5-4de9-8b2f-03b2e1c7db98,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:54.231316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d68d-cc7a-470e-9314-29d1348cc6cb tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb360bc-a232-4a40-84a4-dcc255cdc752,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:54.272238 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d68d-cc7a-470e-9314-29d1348cc6cb tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.275943 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e4e4d68d-cc7a-470e-9314-29d1348cc6cb tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-groups/abb360bc-a232-4a40-84a4-dcc255cdc752 HTTP/1.1" status: 204 len: 168 time: 1.5755146 Feb 04 15:56:54.282717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53814) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:54.334887 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:56:54.414482 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.431596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a69ea284-3ee6-4fd7-9754-ef594402c026 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:54.441880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.467006 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6132ceb-9375-44e2-8170-083eb995f68c None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:54.543057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Pushing event updated for resources: {'Port': ['ID=39bce278-4919-49f4-8608-408ac0e8b175,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:54.580729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-28405c8c-0cf0-4242-a87d-f13cf552158d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb31d956a31d43af9c3118a09108d494&device_id=c982cbbd-df7a-4623-ac3a-c6d16de17bc3 HTTP/1.1" status: 200 len: 1099 time: 0.6108091 Feb 04 15:56:54.664949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-be9b550b-92d5-44da-b3f6-20ed343c6406 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:54.673295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 172.20.0.8 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/95cf2b90-6d20-4f04-8e9f-d2cfe17731ab/a317c871-10c4-4d3e-b44e-613254a51c3e) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:54.681870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::f816:3eff:feea:269e (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/9ac11dd9-4a89-4d8c-81bb-216ad158f464/a317c871-10c4-4d3e-b44e-613254a51c3e) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:54.736420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4788e7-4345-465b-ba4a-74bc3aa4e01a req-ef6f36ff-c76a-46f6-9db2-b930a6417f09 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:54.737245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5a4788e7-4345-465b-ba4a-74bc3aa4e01a req-ef6f36ff-c76a-46f6-9db2-b930a6417f09 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Synchronizing usage tracker for tenant:eb31d956a31d43af9c3118a09108d494 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:54.756426 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-4aa05dc7-80ed-4f25-92cf-e4c9e088aff7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=85bff826-47d5-4de9-8b2f-03b2e1c7db98 HTTP/1.1" status: 200 len: 217 time: 0.1565752 Feb 04 15:56:54.789702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6109aaf0-ddda-4b49-ab0e-c327032fe8c6 None None] Provisioning complete for port f5ad667c-5f60-4448-802c-9c0606ae1076 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:54.791241 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6109aaf0-ddda-4b49-ab0e-c327032fe8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.899953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-be9b550b-92d5-44da-b3f6-20ed343c6406 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:54.906540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-be9b550b-92d5-44da-b3f6-20ed343c6406 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6151342 Feb 04 15:56:54.914537 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53822) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:54.944613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9179818c-ab08-4ca3-9967-a074e7d512ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426498787'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:55.000228 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.019062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port a69ea284-3ee6-4fd7-9754-ef594402c026 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:55.019521 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.022489 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object a317c871-10c4-4d3e-b44e-613254a51c3e will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:55.049007 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.059351 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.086748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9179818c-ab08-4ca3-9967-a074e7d512ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:55.112021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5a4788e7-4345-465b-ba4a-74bc3aa4e01a req-ef6f36ff-c76a-46f6-9db2-b930a6417f09 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Unset dirty status for tenant:eb31d956a31d43af9c3118a09108d494 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:55.119732 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a4788e7-4345-465b-ba4a-74bc3aa4e01a req-ef6f36ff-c76a-46f6-9db2-b930a6417f09 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/ports?device_id=c982cbbd-df7a-4623-ac3a-c6d16de17bc3 HTTP/1.1" status: 200 len: 948 time: 1.2501919 Feb 04 15:56:55.135858 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.200336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9179818c-ab08-4ca3-9967-a074e7d512ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:55.209864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.211448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3381050-d61e-46d8-89ff-083235c1432a req-e01e2272-0c6f-49e2-9977-0d98deb4946d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 8.2836070 Feb 04 15:56:55.284740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-875f97fe-86dd-4b4f-af5f-96e4d338fb3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:55.286192 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-875f97fe-86dd-4b4f-af5f-96e4d338fb3c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.5209930 Feb 04 15:56:55.325131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:55.331134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:55.334499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=a317c871-10c4-4d3e-b44e-613254a51c3e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:55.337858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:55.484073 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ffc1f-6148-4d71-b8ab-7f6371f3dd7b None None] Update dhcp port {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'fixed_ips': [{'subnet_id': '9ac11dd9-4a89-4d8c-81bb-216ad158f464', 'ip_address': '2001:db8::f816:3eff:fed6:83c'}, {'subnet_id': '95cf2b90-6d20-4f04-8e9f-d2cfe17731ab'}], 'binding:host_id': 'n-d-827872-1'}, 'id': 'f5ad667c-5f60-4448-802c-9c0606ae1076'} from n-d-827872-1. {{(pid=83552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 15:56:55.516400 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:55.517118 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.548586 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ce5ffc1f-6148-4d71-b8ab-7f6371f3dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.583231 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7113bf92-c339-4fa1-bf68-f57f262e02fd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4601936 Feb 04 15:56:55.584308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53826) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:55.608782 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9179818c-ab08-4ca3-9967-a074e7d512ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.672784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a3381050-d61e-46d8-89ff-083235c1432a req-ce0c64ed-839e-4a2d-a2b0-f50fd501fff6 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Synchronizing usage tracker for tenant:4c7b58664fba4046b9271182395dfef3 on resource:floatingip {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:55.756828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a4788e7-4345-465b-ba4a-74bc3aa4e01a req-cf4f68a5-d999-4eeb-bc4c-a8e52e110317 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5a15ff-6891-4eb8-9f37-e467089565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6351082 Feb 04 15:56:55.781514 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77bd17b-8190-41fe-9d62-15051ea39aca tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:55.789895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77bd17b-8190-41fe-9d62-15051ea39aca tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:55.790847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a77bd17b-8190-41fe-9d62-15051ea39aca tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:55.832992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a77bd17b-8190-41fe-9d62-15051ea39aca tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:55.844466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53832) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:55.846477 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a77bd17b-8190-41fe-9d62-15051ea39aca tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2557375 Feb 04 15:56:55.928085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-ce5ffc1f-6148-4d71-b8ab-7f6371f3dd7b None None] Allocated IP 172.20.0.2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/95cf2b90-6d20-4f04-8e9f-d2cfe17731ab/f5ad667c-5f60-4448-802c-9c0606ae1076) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:55.979273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a3381050-d61e-46d8-89ff-083235c1432a req-ce0c64ed-839e-4a2d-a2b0-f50fd501fff6 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Unset dirty status for tenant:4c7b58664fba4046b9271182395dfef3 on resource:floatingip {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:55.980421 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3381050-d61e-46d8-89ff-083235c1432a req-ce0c64ed-839e-4a2d-a2b0-f50fd501fff6 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 695 time: 0.7009275 Feb 04 15:56:55.986035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9179818c-ab08-4ca3-9967-a074e7d512ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:56.062940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9179818c-ab08-4ca3-9967-a074e7d512ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:56.080314 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-b84dba17-6bd1-44b0-b1d1-9148ff75e8da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5447428 Feb 04 15:56:56.115720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9179818c-ab08-4ca3-9967-a074e7d512ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:56.129038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-293eda8f-bcd6-4900-8677-0a3d63d9c431 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:56.130580 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-293eda8f-bcd6-4900-8677-0a3d63d9c431 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 946 time: 0.9740214 Feb 04 15:56:56.181073 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ce5ffc1f-6148-4d71-b8ab-7f6371f3dd7b None None] For port f5ad667c-5f60-4448-802c-9c0606ae1076, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f5ad667c-5f60-4448-802c-9c0606ae1076,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:56.205755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9179818c-ab08-4ca3-9967-a074e7d512ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:56.220866 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ce5ffc1f-6148-4d71-b8ab-7f6371f3dd7b None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:56.248665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ce5ffc1f-6148-4d71-b8ab-7f6371f3dd7b None None] Transition to ACTIVE for port object f5ad667c-5f60-4448-802c-9c0606ae1076 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:56.256087 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ce5ffc1f-6148-4d71-b8ab-7f6371f3dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:56.325522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca0dc1-8da8-44a5-b03c-aeed0bdcd80b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port a317c871-10c4-4d3e-b44e-613254a51c3e {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:56.325839 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b7ca0dc1-8da8-44a5-b03c-aeed0bdcd80b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:56.545828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ffc1f-6148-4d71-b8ab-7f6371f3dd7b None None] Pushing event updated for resources: {'Port': ['ID=f5ad667c-5f60-4448-802c-9c0606ae1076,revision_number=10']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:56.653335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3381050-d61e-46d8-89ff-083235c1432a req-c164aaa4-abd5-45ba-a8a4-731d95409579 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:56.654886 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3381050-d61e-46d8-89ff-083235c1432a req-c164aaa4-abd5-45ba-a8a4-731d95409579 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.6523113 Feb 04 15:56:56.668330 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Deleting port 28b02644-6dbc-4543-b362-4e037b0478a2 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:56.668746 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:56.717256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-a3381050-d61e-46d8-89ff-083235c1432a req-5320b11e-c060-4f01-8846-3767ac589c4f tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:56:56.718432 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3381050-d61e-46d8-89ff-083235c1432a req-5320b11e-c060-4f01-8846-3767ac589c4f tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068042 Feb 04 15:56:56.720858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-dbecec69-e744-4956-b9e2-6cf8b383eb6c service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337017 Feb 04 15:56:57.265940 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c982cbbd-df7a-4623-ac3a-c6d16de17bc3', 'tag': '85bff826-47d5-4de9-8b2f-03b2e1c7db98', 'status': 'completed', 'code': 200} Feb 04 15:56:57.554873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092e1703-4823-472a-9f6b-f6e307d0d5e3 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:57.573844 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9179818c-ab08-4ca3-9967-a074e7d512ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.650529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0bc37001-58b7-4a37-9f50-ace52c33e792 None None] Provisioning for port a317c871-10c4-4d3e-b44e-613254a51c3e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:57.658676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0bc37001-58b7-4a37-9f50-ace52c33e792 None None] Provisioning complete for port a317c871-10c4-4d3e-b44e-613254a51c3e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:57.658892 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0bc37001-58b7-4a37-9f50-ace52c33e792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.821673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-0bc37001-58b7-4a37-9f50-ace52c33e792 None None] Port a317c871-10c4-4d3e-b44e-613254a51c3e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:56:57.867351 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9179818c-ab08-4ca3-9967-a074e7d512ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.940232 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5c1db28-fea5-4cee-8060-caed1f5c9b78 req-e949d784-bfc5-4906-89d2-5e759dbb6e5c service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1610680 Feb 04 15:56:57.947631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Allocated IP 172.20.0.1 (004346ac-b332-4212-9cc6-09525beaa5d8/65d3f203-d900-4b29-b5ea-b76d5ed0ead8/7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:57.991388 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0bc37001-58b7-4a37-9f50-ace52c33e792 None None] Provisioning for port f5ad667c-5f60-4448-802c-9c0606ae1076 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:58.010051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0bc37001-58b7-4a37-9f50-ace52c33e792 None None] Provisioning complete for port f5ad667c-5f60-4448-802c-9c0606ae1076 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:58.010425 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0bc37001-58b7-4a37-9f50-ace52c33e792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.158417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179818c-ab08-4ca3-9967-a074e7d512ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fb40c8-0c2f-4da3-a0cf-0461786adae5,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:58.162330 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9179818c-ab08-4ca3-9967-a074e7d512ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.163875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9179818c-ab08-4ca3-9967-a074e7d512ce tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.2298217 Feb 04 15:56:58.166645 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53862) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:58.174179 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e34c04a1-fa23-4374-b076-51b15ddbac5d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279348972'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:58.185619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e34c04a1-fa23-4374-b076-51b15ddbac5d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:58.202067 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e34c04a1-fa23-4374-b076-51b15ddbac5d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:58.205096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e34c04a1-fa23-4374-b076-51b15ddbac5d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:58.212093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e34c04a1-fa23-4374-b076-51b15ddbac5d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:58.234371 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e34c04a1-fa23-4374-b076-51b15ddbac5d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.313569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e34c04a1-fa23-4374-b076-51b15ddbac5d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:58.322254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e34c04a1-fa23-4374-b076-51b15ddbac5d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:58.326155 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e34c04a1-fa23-4374-b076-51b15ddbac5d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:58.338873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e34c04a1-fa23-4374-b076-51b15ddbac5d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:58.456003 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f5ad667c-5f60-4448-802c-9c0606ae1076 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:58.492151 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e34c04a1-fa23-4374-b076-51b15ddbac5d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.498246 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e34c04a1-fa23-4374-b076-51b15ddbac5d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.551712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c04a1-fa23-4374-b076-51b15ddbac5d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61575399-5a33-43e5-a198-6e366c0de664,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:58.585614 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e34c04a1-fa23-4374-b076-51b15ddbac5d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.586860 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e34c04a1-fa23-4374-b076-51b15ddbac5d tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4185488 Feb 04 15:56:58.590127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53870) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:58.618401 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4b395e31-5ef8-4509-802a-e667365fd0a4 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group_rule': {'security_group_id': '15fb40c8-0c2f-4da3-a0cf-0461786adae5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '61575399-5a33-43e5-a198-6e366c0de664', 'remote_ip_prefix': None}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:58.623452 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port f5ad667c-5f60-4448-802c-9c0606ae1076 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:58.624504 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.632370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4b395e31-5ef8-4509-802a-e667365fd0a4 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:58.636902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4b395e31-5ef8-4509-802a-e667365fd0a4 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:58.638705 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.640778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4b395e31-5ef8-4509-802a-e667365fd0a4 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:58.647751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4b395e31-5ef8-4509-802a-e667365fd0a4 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:58.660485 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Transition to ACTIVE for port object 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:58.699053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b395e31-5ef8-4509-802a-e667365fd0a4 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.724906 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b7ca0dc1-8da8-44a5-b03c-aeed0bdcd80b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.828440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-d1c6310d-26e9-4fa9-ac4f-a775a53ff3aa tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:58.842018 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-d1c6310d-26e9-4fa9-ac4f-a775a53ff3aa tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.5019093 Feb 04 15:56:58.859375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-954c8c67-4d17-428b-97c4-1a042d40e5a0 None None] Provisioning complete for port a317c871-10c4-4d3e-b44e-613254a51c3e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:58.859796 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-954c8c67-4d17-428b-97c4-1a042d40e5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.901876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b395e31-5ef8-4509-802a-e667365fd0a4 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.907207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b395e31-5ef8-4509-802a-e667365fd0a4 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.926151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde59ab8-5f30-4d00-80e8-27aafebe7278 req-9d44511d-8c60-4f87-95b9-7d5f979119b0 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:58.927099 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fde59ab8-5f30-4d00-80e8-27aafebe7278 req-9d44511d-8c60-4f87-95b9-7d5f979119b0 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 946 time: 1.8871007 Feb 04 15:56:58.954841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-954c8c67-4d17-428b-97c4-1a042d40e5a0 None None] Port a317c871-10c4-4d3e-b44e-613254a51c3e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:56:58.963249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b395e31-5ef8-4509-802a-e667365fd0a4 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b441d535-a3e6-4203-8992-115702f60afe,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:58.966282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b395e31-5ef8-4509-802a-e667365fd0a4 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.967428 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4b395e31-5ef8-4509-802a-e667365fd0a4 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3730764 Feb 04 15:56:58.970822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53874) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:59.007808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-954c8c67-4d17-428b-97c4-1a042d40e5a0 None None] Provisioning complete for port f5ad667c-5f60-4448-802c-9c0606ae1076 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:59.008250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46a45c85-ac9f-4702-bcc6-ebe1123e6311 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.010636 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-954c8c67-4d17-428b-97c4-1a042d40e5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.040893 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46a45c85-ac9f-4702-bcc6-ebe1123e6311 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.051098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca0dc1-8da8-44a5-b03c-aeed0bdcd80b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for a317c871-10c4-4d3e-b44e-613254a51c3e owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:59.120639 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46a45c85-ac9f-4702-bcc6-ebe1123e6311 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.155518 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a45c85-ac9f-4702-bcc6-ebe1123e6311 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b441d535-a3e6-4203-8992-115702f60afe,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:59.177260 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-46a45c85-ac9f-4702-bcc6-ebe1123e6311 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.178396 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2ea705d-9be7-40b2-a888-ea95a2154745 req-3c11a19a-50fc-46e0-8997-d1f8498c6873 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb31d956a31d43af9c3118a09108d494&device_id=c982cbbd-df7a-4623-ac3a-c6d16de17bc3 HTTP/1.1" status: 200 len: 1099 time: 1.0741696 Feb 04 15:56:59.183811 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-46a45c85-ac9f-4702-bcc6-ebe1123e6311 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b441d535-a3e6-4203-8992-115702f60afe HTTP/1.1" status: 204 len: 168 time: 0.2117264 Feb 04 15:56:59.184445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53878) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:59.216092 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-b615bf6f-20c9-4f90-aa8f-547f508d17f5 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 695 time: 0.3728235 Feb 04 15:56:59.265303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-816f21bf-6b25-46e7-b419-5c5b9fbdf3e7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:59.285838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-8bf8a805-be78-4e29-9326-002bc83a3ca8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Request body: {'floatingip': {'port_id': '861087ca-132d-4472-a61d-efad063a2b2a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:59.301060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-816f21bf-6b25-46e7-b419-5c5b9fbdf3e7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:59.307895 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-816f21bf-6b25-46e7-b419-5c5b9fbdf3e7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1221147 Feb 04 15:56:59.309090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53882) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:59.384093 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d27a97c7-08df-49e8-bf29-8fe962d2b830 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.395795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.411118 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d27a97c7-08df-49e8-bf29-8fe962d2b830 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.453324 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-98cf5cfb-1ea2-453c-8c5b-23536c5b09e3 None None] Provisioning complete for port a317c871-10c4-4d3e-b44e-613254a51c3e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:59.453833 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-98cf5cfb-1ea2-453c-8c5b-23536c5b09e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.471261 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d27a97c7-08df-49e8-bf29-8fe962d2b830 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.492512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a97c7-08df-49e8-bf29-8fe962d2b830 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61575399-5a33-43e5-a198-6e366c0de664,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:59.508518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d27a97c7-08df-49e8-bf29-8fe962d2b830 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.512228 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d27a97c7-08df-49e8-bf29-8fe962d2b830 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-groups/61575399-5a33-43e5-a198-6e366c0de664 HTTP/1.1" status: 204 len: 168 time: 0.1996126 Feb 04 15:56:59.512780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53886) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:59.549773 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-8bf8a805-be78-4e29-9326-002bc83a3ca8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.554745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-98cf5cfb-1ea2-453c-8c5b-23536c5b09e3 None None] Port a317c871-10c4-4d3e-b44e-613254a51c3e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:56:59.581996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fcf6c697-7188-40ea-a95a-d74eb4a81775 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:59.600080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fcf6c697-7188-40ea-a95a-d74eb4a81775 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:59.604839 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fcf6c697-7188-40ea-a95a-d74eb4a81775 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0875981 Feb 04 15:56:59.605116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53892) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:59.672776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] For port 28b02644-6dbc-4543-b362-4e037b0478a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=28b02644-6dbc-4543-b362-4e037b0478a2,segment=NetworkSegment(364a9f9b-5e05-48b3-a794-5505470a5d44),segment_id=364a9f9b-5e05-48b3-a794-5505470a5d44)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:59.673655 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.677968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 28b02644-6dbc-4543-b362-4e037b0478a2 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:59.694877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-60313a6f-79a1-40de-913c-0eb6bcfac75b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.726634 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-60313a6f-79a1-40de-913c-0eb6bcfac75b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.776815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network 004346ac-b332-4212-9cc6-09525beaa5d8 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:59.784994 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-60313a6f-79a1-40de-913c-0eb6bcfac75b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.815606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60313a6f-79a1-40de-913c-0eb6bcfac75b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fb40c8-0c2f-4da3-a0cf-0461786adae5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:59.830636 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-60313a6f-79a1-40de-913c-0eb6bcfac75b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.834400 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-60313a6f-79a1-40de-913c-0eb6bcfac75b tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-groups/15fb40c8-0c2f-4da3-a0cf-0461786adae5 HTTP/1.1" status: 204 len: 168 time: 0.2257817 Feb 04 15:56:59.834830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53904) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:59.853749 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.890064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad67e7f0-cf97-4ea8-9ded-3da473f69602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b02644-6dbc-4543-b362-4e037b0478a2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:59.906509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-af9736d5-9fb8-4bdd-9555-0f3a4f0d94e1 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:59.914114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 28b02644-6dbc-4543-b362-4e037b0478a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=28b02644-6dbc-4543-b362-4e037b0478a2,segment=NetworkSegment(364a9f9b-5e05-48b3-a794-5505470a5d44),segment_id=364a9f9b-5e05-48b3-a794-5505470a5d44)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:59.926653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-af9736d5-9fb8-4bdd-9555-0f3a4f0d94e1 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:59.927612 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fde59ab8-5f30-4d00-80e8-27aafebe7278 req-79ed18a3-8391-4922-b04a-acb6607ad9cb tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/security-groups?id=c96c5fe9-071c-498b-9040-08a19971b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7576885 Feb 04 15:56:59.928871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:59.929485 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-af9736d5-9fb8-4bdd-9555-0f3a4f0d94e1 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0932002 Feb 04 15:56:59.935069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53914) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:59.936807 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.949818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b4229377-6c12-4c6a-9db3-e1c85d99e706 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group': {'name': 'tempest-secgroup--482699214'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:59.968673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Calling delete_port for 28b02644-6dbc-4543-b362-4e037b0478a2 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:59.969219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b4229377-6c12-4c6a-9db3-e1c85d99e706 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:59.992626 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b4229377-6c12-4c6a-9db3-e1c85d99e706 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:00.017161 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4229377-6c12-4c6a-9db3-e1c85d99e706 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.036438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Port': ['ID=7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:00.066242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=28b02644-6dbc-4543-b362-4e037b0478a2,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:00.117409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b4229377-6c12-4c6a-9db3-e1c85d99e706 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:00.124911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b4229377-6c12-4c6a-9db3-e1c85d99e706 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:00.128642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b4229377-6c12-4c6a-9db3-e1c85d99e706 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:00.144987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b4229377-6c12-4c6a-9db3-e1c85d99e706 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:00.241584 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4229377-6c12-4c6a-9db3-e1c85d99e706 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.247733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:00.249566 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4229377-6c12-4c6a-9db3-e1c85d99e706 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.295134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3dcef5db-9ab0-479d-ac48-09548dac8118 None None] Provisioning for port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:00.305150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3dcef5db-9ab0-479d-ac48-09548dac8118 None None] Provisioning complete for port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:00.305796 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3dcef5db-9ab0-479d-ac48-09548dac8118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.335569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4229377-6c12-4c6a-9db3-e1c85d99e706 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbab051d-cf75-4a4f-a895-dd2b1245e19f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:00.338961 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b4229377-6c12-4c6a-9db3-e1c85d99e706 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.340705 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b4229377-6c12-4c6a-9db3-e1c85d99e706 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4042003 Feb 04 15:57:00.343395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53922) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:00.353654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-013c83a2-56ff-48ae-bf95-b1968e77c89f tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group_rule': {'security_group_id': 'dbab051d-cf75-4a4f-a895-dd2b1245e19f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:00.365624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-013c83a2-56ff-48ae-bf95-b1968e77c89f tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:00.373672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-013c83a2-56ff-48ae-bf95-b1968e77c89f tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:00.382759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-013c83a2-56ff-48ae-bf95-b1968e77c89f tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:00.392780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-013c83a2-56ff-48ae-bf95-b1968e77c89f tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:00.414111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3dcef5db-9ab0-479d-ac48-09548dac8118 None None] Port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:57:00.428804 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-013c83a2-56ff-48ae-bf95-b1968e77c89f tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.457257 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:00.457608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:00.457931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:00.458291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:00.459269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:00.459592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:00.459842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:00.460171 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:00.460497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:00.460821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:00.461145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:00.464690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea705d-9be7-40b2-a888-ea95a2154745 req-4135ad7b-61be-43da-97e1-c00a59639f14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.466216 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2ea705d-9be7-40b2-a888-ea95a2154745 req-4135ad7b-61be-43da-97e1-c00a59639f14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 1.2301643 Feb 04 15:57:00.504175 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-013c83a2-56ff-48ae-bf95-b1968e77c89f tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.509316 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-013c83a2-56ff-48ae-bf95-b1968e77c89f tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.533854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c83a2-56ff-48ae-bf95-b1968e77c89f tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aae1963-ff25-43ca-be68-924d741e647e,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:00.548803 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-013c83a2-56ff-48ae-bf95-b1968e77c89f tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.553303 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-013c83a2-56ff-48ae-bf95-b1968e77c89f tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.2049356 Feb 04 15:57:00.554190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53926) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:00.587768 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc5f853c-0bf5-42f1-8aa4-ac6f31b145ff tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.598940 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc5f853c-0bf5-42f1-8aa4-ac6f31b145ff tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.630313 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc5f853c-0bf5-42f1-8aa4-ac6f31b145ff tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.653830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f853c-0bf5-42f1-8aa4-ac6f31b145ff tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8aae1963-ff25-43ca-be68-924d741e647e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:00.663636 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc5f853c-0bf5-42f1-8aa4-ac6f31b145ff tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.664773 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fc5f853c-0bf5-42f1-8aa4-ac6f31b145ff tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/8aae1963-ff25-43ca-be68-924d741e647e HTTP/1.1" status: 204 len: 168 time: 0.1094961 Feb 04 15:57:00.668532 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53930) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:00.670580 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.694685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2ea705d-9be7-40b2-a888-ea95a2154745 req-b9755b6e-64df-4f6a-b67a-a48900421eda service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=85bff826-47d5-4de9-8b2f-03b2e1c7db98 HTTP/1.1" status: 200 len: 217 time: 0.2179744 Feb 04 15:57:00.728134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-80347d3f-6ad8-4ce4-843d-71b67978094e tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:00.751141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-80347d3f-6ad8-4ce4-843d-71b67978094e tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:00.757124 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-80347d3f-6ad8-4ce4-843d-71b67978094e tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0834329 Feb 04 15:57:00.757370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53934) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:00.765488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:57:00.766040 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:57:00.841945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7def4f87-1199-4383-9083-3d3137fdfa05 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.853168 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b7ca0dc1-8da8-44a5-b03c-aeed0bdcd80b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.877860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7def4f87-1199-4383-9083-3d3137fdfa05 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.930473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50705ae7-4b3f-4a6e-9959-3c5579d5d5e8 req-03612eea-62a6-4bc9-ab05-e28a23f3bec8 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.932024 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50705ae7-4b3f-4a6e-9959-3c5579d5d5e8 req-03612eea-62a6-4bc9-ab05-e28a23f3bec8 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/ports?device_id=c982cbbd-df7a-4623-ac3a-c6d16de17bc3 HTTP/1.1" status: 200 len: 948 time: 0.6417632 Feb 04 15:57:00.949398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7def4f87-1199-4383-9083-3d3137fdfa05 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.956373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca0dc1-8da8-44a5-b03c-aeed0bdcd80b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=a317c871-10c4-4d3e-b44e-613254a51c3e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:00.981493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def4f87-1199-4383-9083-3d3137fdfa05 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbab051d-cf75-4a4f-a895-dd2b1245e19f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:00.985977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea705d-9be7-40b2-a888-ea95a2154745 req-2ebe1de2-00ee-4106-84f4-43eed58c49b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.987492 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2ea705d-9be7-40b2-a888-ea95a2154745 req-2ebe1de2-00ee-4106-84f4-43eed58c49b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2760355 Feb 04 15:57:01.003706 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7def4f87-1199-4383-9083-3d3137fdfa05 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.006044 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7def4f87-1199-4383-9083-3d3137fdfa05 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-groups/dbab051d-cf75-4a4f-a895-dd2b1245e19f HTTP/1.1" status: 204 len: 168 time: 0.2466972 Feb 04 15:57:01.009096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53940) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:01.090995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-af7fbfcf-1205-4a1d-ab3d-42518b09bf5e tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:01.110642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-af7fbfcf-1205-4a1d-ab3d-42518b09bf5e tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:01.116520 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-af7fbfcf-1205-4a1d-ab3d-42518b09bf5e tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0994413 Feb 04 15:57:01.117804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53944) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:01.123612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-cb809274-3125-45d0-8327-ff43fa1bdc36 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group': {'name': 'tempest-secgroup--152812951'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:01.131576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cb809274-3125-45d0-8327-ff43fa1bdc36 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:01.142626 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cb809274-3125-45d0-8327-ff43fa1bdc36 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:01.155592 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb809274-3125-45d0-8327-ff43fa1bdc36 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.195275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cb809274-3125-45d0-8327-ff43fa1bdc36 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:01.199641 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cb809274-3125-45d0-8327-ff43fa1bdc36 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:01.202467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cb809274-3125-45d0-8327-ff43fa1bdc36 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:01.209871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cb809274-3125-45d0-8327-ff43fa1bdc36 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:01.279335 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb809274-3125-45d0-8327-ff43fa1bdc36 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.283718 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb809274-3125-45d0-8327-ff43fa1bdc36 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.292845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Deleting port 28b02644-6dbc-4543-b362-4e037b0478a2 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:01.293183 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.345416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb809274-3125-45d0-8327-ff43fa1bdc36 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41d88cc-e8a9-4cac-bbaa-7fde123271a0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:01.352991 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb809274-3125-45d0-8327-ff43fa1bdc36 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.358504 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cb809274-3125-45d0-8327-ff43fa1bdc36 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2395105 Feb 04 15:57:01.358760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53948) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:01.433953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d3e12066-496d-4c92-aaf3-bf8f8709cfe8 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group_rule': {'security_group_id': 'e41d88cc-e8a9-4cac-bbaa-7fde123271a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:01.451775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50705ae7-4b3f-4a6e-9959-3c5579d5d5e8 req-1272c76d-c2c6-4354-942d-eae6b71229d8 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5a15ff-6891-4eb8-9f37-e467089565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000868 Feb 04 15:57:01.486879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d3e12066-496d-4c92-aaf3-bf8f8709cfe8 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:01.493268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d3e12066-496d-4c92-aaf3-bf8f8709cfe8 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:01.496540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d3e12066-496d-4c92-aaf3-bf8f8709cfe8 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:01.504361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d3e12066-496d-4c92-aaf3-bf8f8709cfe8 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:01.601418 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.689580 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 85bff826-47d5-4de9-8b2f-03b2e1c7db98 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:57:01.737251 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b7ca0dc1-8da8-44a5-b03c-aeed0bdcd80b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.745181 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3e12066-496d-4c92-aaf3-bf8f8709cfe8 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.863679 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 85bff826-47d5-4de9-8b2f-03b2e1c7db98, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=85bff826-47d5-4de9-8b2f-03b2e1c7db98,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:01.878094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '85bff826-47d5-4de9-8b2f-03b2e1c7db98', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '85bff826-47d5-4de9-8b2f-03b2e1c7db98', 'mac_address': 'fa:16:3e:1b:46:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:57:01.935963 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.957048 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85bff826-47d5-4de9-8b2f-03b2e1c7db98 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:01.977494 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 85bff826-47d5-4de9-8b2f-03b2e1c7db98, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=85bff826-47d5-4de9-8b2f-03b2e1c7db98,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:01.983449 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.062011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=85bff826-47d5-4de9-8b2f-03b2e1c7db98,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:02.098650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b7ca0dc1-8da8-44a5-b03c-aeed0bdcd80b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/a317c871-10c4-4d3e-b44e-613254a51c3e HTTP/1.1" status: 204 len: 168 time: 6.2408993 Feb 04 15:57:02.101193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53956) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:02.125483 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2ea705d-9be7-40b2-a888-ea95a2154745 req-60d713c3-ab62-4801-a2e3-f37f9711b470 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0586739 Feb 04 15:57:02.169696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dc1e99-45da-4383-beb4-0956ebf77e69 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:02.171005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dc1e99-45da-4383-beb4-0956ebf77e69 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:02.172426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dc1e99-45da-4383-beb4-0956ebf77e69 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:02.173211 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b7dc1e99-45da-4383-beb4-0956ebf77e69 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:02.190199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b7dc1e99-45da-4383-beb4-0956ebf77e69 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:02.191242 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b7dc1e99-45da-4383-beb4-0956ebf77e69 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0890141 Feb 04 15:57:02.195069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53960) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:02.299113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['85bff826-47d5-4de9-8b2f-03b2e1c7db98'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:02.446280 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3e12066-496d-4c92-aaf3-bf8f8709cfe8 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.448294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] For port 28b02644-6dbc-4543-b362-4e037b0478a2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=28b02644-6dbc-4543-b362-4e037b0478a2,segment=NetworkSegment(364a9f9b-5e05-48b3-a794-5505470a5d44),segment_id=364a9f9b-5e05-48b3-a794-5505470a5d44)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:02.448800 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.484201 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3e12066-496d-4c92-aaf3-bf8f8709cfe8 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.510421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c05793-8739-4511-9d95-bb20add58104 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 95cf2b90-6d20-4f04-8e9f-d2cfe17731ab {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:57:02.514021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b7c05793-8739-4511-9d95-bb20add58104 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.556670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edf6f12c-71ee-4677-afe8-916d9967ec5c req-9e28dc8c-c16b-42fe-a909-b49459309338 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.8814805 Feb 04 15:57:02.586460 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b7c05793-8739-4511-9d95-bb20add58104 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.645034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Calling delete_port for 28b02644-6dbc-4543-b362-4e037b0478a2 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:02.704677 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2ea705d-9be7-40b2-a888-ea95a2154745 req-48cf10c9-48e7-4116-b157-7ebd6967c972 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663867 Feb 04 15:57:02.704916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e12066-496d-4c92-aaf3-bf8f8709cfe8 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937265f3-2e16-4faa-97b4-3ea1120d561c,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:02.750031 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b7c05793-8739-4511-9d95-bb20add58104 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.767678 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-8bf8a805-be78-4e29-9326-002bc83a3ca8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:57:02.865559 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b7c05793-8739-4511-9d95-bb20add58104 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.919039 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad67e7f0-cf97-4ea8-9ded-3da473f69602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b02644-6dbc-4543-b362-4e037b0478a2', 'code': 200} Feb 04 15:57:02.963109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53980) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:02.963933 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3e12066-496d-4c92-aaf3-bf8f8709cfe8 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.967418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d3e12066-496d-4c92-aaf3-bf8f8709cfe8 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5468292 Feb 04 15:57:02.985962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53984) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:03.009801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dcbf3b-fda3-4ad3-8d48-7ba3e0dfdec2 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:03.025353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b7c05793-8739-4511-9d95-bb20add58104 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.061861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c05793-8739-4511-9d95-bb20add58104 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=95cf2b90-6d20-4f04-8e9f-d2cfe17731ab,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:03.105007 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b7c05793-8739-4511-9d95-bb20add58104 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/95cf2b90-6d20-4f04-8e9f-d2cfe17731ab HTTP/1.1" status: 204 len: 168 time: 0.9086154 Feb 04 15:57:03.105740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53992) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:03.206411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ec6cd92f-7c5e-42ff-a422-dc295934a238 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules/937265f3-2e16-4faa-97b4-3ea1120d561c HTTP/1.1" status: 200 len: 705 time: 0.2004809 Feb 04 15:57:03.213455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53998) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:03.235014 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-8bf8a805-be78-4e29-9326-002bc83a3ca8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.267420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1dc962c-ff26-49f9-b978-b6d58ac21062 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 9ac11dd9-4a89-4d8c-81bb-216ad158f464 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:57:03.272422 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1dc962c-ff26-49f9-b978-b6d58ac21062 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.371001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3fb76683-7661-411c-b99e-8e7d53a11388 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:03.386540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1dc962c-ff26-49f9-b978-b6d58ac21062 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.391494 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-8bf8a805-be78-4e29-9326-002bc83a3ca8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.482723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3fb76683-7661-411c-b99e-8e7d53a11388 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:03.484728 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3fb76683-7661-411c-b99e-8e7d53a11388 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2687647 Feb 04 15:57:03.490634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54004) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:03.521736 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2ea705d-9be7-40b2-a888-ea95a2154745 req-fd5da654-e3cf-4588-b6ac-238965b70507 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7784119 Feb 04 15:57:03.534093 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d93ee68-e839-401c-bbe2-2c33ecaa96fd tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.543036 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1dc962c-ff26-49f9-b978-b6d58ac21062 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.570857 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.586241 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d93ee68-e839-401c-bbe2-2c33ecaa96fd tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.652694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Pushing event deleted for resources: {'Port': ['ID=28b02644-6dbc-4543-b362-4e037b0478a2,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:03.662299 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d93ee68-e839-401c-bbe2-2c33ecaa96fd tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.689009 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.698582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93ee68-e839-401c-bbe2-2c33ecaa96fd tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=937265f3-2e16-4faa-97b4-3ea1120d561c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:03.714219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 85bff826-47d5-4de9-8b2f-03b2e1c7db98 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:03.734195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1dc962c-ff26-49f9-b978-b6d58ac21062 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.763629 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.792557 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2868cbe-5672-47e5-9ae2-861b46d512f2 req-a3d72e6d-3865-4d22-9a0e-7becf571f407 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8261576 Feb 04 15:57:03.816467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc962c-ff26-49f9-b978-b6d58ac21062 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac11dd9-4a89-4d8c-81bb-216ad158f464,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:03.827147 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d93ee68-e839-401c-bbe2-2c33ecaa96fd tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.832130 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9d93ee68-e839-401c-bbe2-2c33ecaa96fd tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/937265f3-2e16-4faa-97b4-3ea1120d561c HTTP/1.1" status: 204 len: 168 time: 0.3382604 Feb 04 15:57:03.836646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54008) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:03.875091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 85bff826-47d5-4de9-8b2f-03b2e1c7db98 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:03.884799 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 85bff826-47d5-4de9-8b2f-03b2e1c7db98 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:03.885170 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.907836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1dc962c-ff26-49f9-b978-b6d58ac21062 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.913711 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f1dc962c-ff26-49f9-b978-b6d58ac21062 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/9ac11dd9-4a89-4d8c-81bb-216ad158f464 HTTP/1.1" status: 204 len: 168 time: 0.8043849 Feb 04 15:57:03.914543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54014) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:03.994162 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-92172ed0-5d36-411d-bac8-496df5adbbe8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761704 Feb 04 15:57:03.994797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54018) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:04.004018 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6defb5c8-a3e9-44e2-939c-7fe87bf445b2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:04.184206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc42df-77ee-4529-85cf-cd8fe7082e0b req-62a7ba9e-863a-4af4-ab7d-77ea25089755 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:04.185399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a9cc42df-77ee-4529-85cf-cd8fe7082e0b req-62a7ba9e-863a-4af4-ab7d-77ea25089755 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Synchronizing usage tracker for tenant:278db30dfcb44baabfcdd9965bef1ce5 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:04.206182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] No DVR routers for this DVR port 28b02644-6dbc-4543-b362-4e037b0478a2 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:04.226279 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.229348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad67e7f0-cf97-4ea8-9ded-3da473f69602', 'name': 'network-vif-deleted', 'tag': '28b02644-6dbc-4543-b362-4e037b0478a2'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:04.303688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ddddbfad-5f3c-4e99-a93e-784966f4dfd9 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:04.311512 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.344668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6defb5c8-a3e9-44e2-939c-7fe87bf445b2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:04.349924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Port': ['ID=7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:04.360517 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.364391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6defb5c8-a3e9-44e2-939c-7fe87bf445b2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:04.396317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-15e439a8-2f9c-4ec1-854e-91a6025a4909 req-93434374-6b17-4eb2-997f-16025bfa9801 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.73 "DELETE /v2.0/ports/28b02644-6dbc-4543-b362-4e037b0478a2 HTTP/1.1" status: 204 len: 173 time: 8.1782467 Feb 04 15:57:04.398307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a9cc42df-77ee-4529-85cf-cd8fe7082e0b req-62a7ba9e-863a-4af4-ab7d-77ea25089755 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] Unset dirty status for tenant:278db30dfcb44baabfcdd9965bef1ce5 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:04.403185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6defb5c8-a3e9-44e2-939c-7fe87bf445b2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:04.413930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 85bff826-47d5-4de9-8b2f-03b2e1c7db98, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=85bff826-47d5-4de9-8b2f-03b2e1c7db98,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:04.418704 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.420962 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9cc42df-77ee-4529-85cf-cd8fe7082e0b req-62a7ba9e-863a-4af4-ab7d-77ea25089755 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad67e7f0-cf97-4ea8-9ded-3da473f69602 HTTP/1.1" status: 200 len: 865 time: 1.0781775 Feb 04 15:57:04.450332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6defb5c8-a3e9-44e2-939c-7fe87bf445b2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:04.468587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ddddbfad-5f3c-4e99-a93e-784966f4dfd9 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:04.472435 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ddddbfad-5f3c-4e99-a93e-784966f4dfd9 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6342297 Feb 04 15:57:04.477136 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54030) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:04.492873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-22b2a589-1f8f-4940-8bc8-e315ca707704 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group_rule': {'security_group_id': 'e41d88cc-e8a9-4cac-bbaa-7fde123271a0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:04.505936 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-22b2a589-1f8f-4940-8bc8-e315ca707704 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:04.521496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=85bff826-47d5-4de9-8b2f-03b2e1c7db98,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:04.524675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d22a0b-6fe1-4074-98ff-34bcabe8d8da None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:04.533957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-22b2a589-1f8f-4940-8bc8-e315ca707704 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:04.550091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6defb5c8-a3e9-44e2-939c-7fe87bf445b2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:04.561357 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6defb5c8-a3e9-44e2-939c-7fe87bf445b2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.671365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cdd7443f-e49a-4ae1-9ed0-50651bf20504 None None] Provisioning complete for port f5ad667c-5f60-4448-802c-9c0606ae1076 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:04.671737 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cdd7443f-e49a-4ae1-9ed0-50651bf20504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.708839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22b2a589-1f8f-4940-8bc8-e315ca707704 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.745767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9cc42df-77ee-4529-85cf-cd8fe7082e0b req-5b3f49ba-87a0-4816-b2df-20ee8255c284 tempest-ServerAddressesNegativeTestJSON-1400987087 tempest-ServerAddressesNegativeTestJSON-1400987087-project] 10.222.0.60 "GET /v2.0/security-groups?id=c96c5fe9-071c-498b-9040-08a19971b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238707 Feb 04 15:57:04.790075 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-8bf8a805-be78-4e29-9326-002bc83a3ca8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Floating IP 435026f2-59b2-49e0-8b58-c9a467db96aa associated. External IP: 172.25.0.58, port: 861087ca-132d-4472-a61d-efad063a2b2a. Feb 04 15:57:04.934549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c982cbbd-df7a-4623-ac3a-c6d16de17bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bff826-47d5-4de9-8b2f-03b2e1c7db98'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:04.943758 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22b2a589-1f8f-4940-8bc8-e315ca707704 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.954107 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22b2a589-1f8f-4940-8bc8-e315ca707704 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.956252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network 004346ac-b332-4212-9cc6-09525beaa5d8 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:04.984915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:05.088403 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2a589-1f8f-4940-8bc8-e315ca707704 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0956f16-8c66-443d-b5fb-4031ee774ce3,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:05.123144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8c3ad9-6e05-4a60-96c7-77faff2e75d6 None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:57:05.128391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-be8c3ad9-6e05-4a60-96c7-77faff2e75d6 None None] Deleting port f5ad667c-5f60-4448-802c-9c0606ae1076 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:05.129272 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be8c3ad9-6e05-4a60-96c7-77faff2e75d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.134390 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22b2a589-1f8f-4940-8bc8-e315ca707704 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.135720 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-22b2a589-1f8f-4940-8bc8-e315ca707704 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6556213 Feb 04 15:57:05.138689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54036) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:05.162008 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c968bbea-1cb4-42ef-9eda-9854ff638cad tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules/a0956f16-8c66-443d-b5fb-4031ee774ce3 HTTP/1.1" status: 200 len: 705 time: 0.0215232 Feb 04 15:57:05.167285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54040) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:05.251592 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6defb5c8-a3e9-44e2-939c-7fe87bf445b2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.305711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cded7631-b4e4-44d0-a319-69bf4b1a37a7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:05.334811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6defb5c8-a3e9-44e2-939c-7fe87bf445b2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:05.343432 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-6defb5c8-a3e9-44e2-939c-7fe87bf445b2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:05.346633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6defb5c8-a3e9-44e2-939c-7fe87bf445b2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:05.347437 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6defb5c8-a3e9-44e2-939c-7fe87bf445b2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.376513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cded7631-b4e4-44d0-a319-69bf4b1a37a7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:05.378262 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cded7631-b4e4-44d0-a319-69bf4b1a37a7 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2099402 Feb 04 15:57:05.384538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54044) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:05.422618 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16a86cef-344f-4158-a536-9a8f421ffee9 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.433090 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6defb5c8-a3e9-44e2-939c-7fe87bf445b2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4336047 Feb 04 15:57:05.438840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54048) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:05.452623 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16a86cef-344f-4158-a536-9a8f421ffee9 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.472193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-091c124b-b586-495d-ad3f-0658e5901649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:05.518163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defb5c8-a3e9-44e2-939c-7fe87bf445b2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=1960c0d5-e8c4-4195-9eb4-88566c62dd86,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:05.530507 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16a86cef-344f-4158-a536-9a8f421ffee9 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.570827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a86cef-344f-4158-a536-9a8f421ffee9 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0956f16-8c66-443d-b5fb-4031ee774ce3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:05.578795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d411a-4e14-4d4e-97c6-898bb59d8338 req-b36320aa-7010-4d68-8ec4-f1df84c72f74 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:05.584835 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16a86cef-344f-4158-a536-9a8f421ffee9 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.588770 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c7d411a-4e14-4d4e-97c6-898bb59d8338 req-b36320aa-7010-4d68-8ec4-f1df84c72f74 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/ports?device_id=c982cbbd-df7a-4623-ac3a-c6d16de17bc3 HTTP/1.1" status: 200 len: 950 time: 0.4591243 Feb 04 15:57:05.591643 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-16a86cef-344f-4158-a536-9a8f421ffee9 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a0956f16-8c66-443d-b5fb-4031ee774ce3 HTTP/1.1" status: 204 len: 168 time: 0.2054696 Feb 04 15:57:05.592597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54060) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:05.593504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5493ca79-7e31-4342-9181-e74a800f8fff None None] Provisioning complete for port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:05.595622 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5493ca79-7e31-4342-9181-e74a800f8fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.681062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-10b65c03-0ea4-4927-a124-c0c7f23f21bd tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:05.712024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-10b65c03-0ea4-4927-a124-c0c7f23f21bd tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:05.720050 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-10b65c03-0ea4-4927-a124-c0c7f23f21bd tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1259186 Feb 04 15:57:05.720891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54066) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:05.737129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-30774292-cf3d-4c03-aed2-9aaf8d15a3d2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group_rule': {'security_group_id': 'e41d88cc-e8a9-4cac-bbaa-7fde123271a0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:05.753919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5493ca79-7e31-4342-9181-e74a800f8fff None None] Port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:57:05.754741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-30774292-cf3d-4c03-aed2-9aaf8d15a3d2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:05.773746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-be8c3ad9-6e05-4a60-96c7-77faff2e75d6 None None] For port f5ad667c-5f60-4448-802c-9c0606ae1076, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f5ad667c-5f60-4448-802c-9c0606ae1076,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:05.774949 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be8c3ad9-6e05-4a60-96c7-77faff2e75d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.783721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-30774292-cf3d-4c03-aed2-9aaf8d15a3d2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:05.800634 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c7d411a-4e14-4d4e-97c6-898bb59d8338 req-959a9fbf-8758-44ef-953f-cfd0eabc953e tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5a15ff-6891-4eb8-9f37-e467089565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108021 Feb 04 15:57:05.811904 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30774292-cf3d-4c03-aed2-9aaf8d15a3d2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.827460 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-091c124b-b586-495d-ad3f-0658e5901649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:05.839916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-091c124b-b586-495d-ad3f-0658e5901649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:05.845103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-091c124b-b586-495d-ad3f-0658e5901649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:05.866320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-091c124b-b586-495d-ad3f-0658e5901649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:05.884843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091c124b-b586-495d-ad3f-0658e5901649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:05.922572 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30774292-cf3d-4c03-aed2-9aaf8d15a3d2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.929671 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30774292-cf3d-4c03-aed2-9aaf8d15a3d2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.978269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30774292-cf3d-4c03-aed2-9aaf8d15a3d2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df47b0a2-f391-4704-bd78-104dff3e2548,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:05.981448 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30774292-cf3d-4c03-aed2-9aaf8d15a3d2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.983004 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-30774292-cf3d-4c03-aed2-9aaf8d15a3d2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2578344 Feb 04 15:57:05.987537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54074) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:06.009353 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ff781a57-97e1-465e-b3c3-1e7ba596e0f0 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules/df47b0a2-f391-4704-bd78-104dff3e2548 HTTP/1.1" status: 200 len: 706 time: 0.0203228 Feb 04 15:57:06.013540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54078) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:06.112796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-be8c3ad9-6e05-4a60-96c7-77faff2e75d6 None None] Calling delete_port for f5ad667c-5f60-4448-802c-9c0606ae1076 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:06.120069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9c5bb873-9f5e-4f1b-bc01-b424065951db tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:06.152232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9c5bb873-9f5e-4f1b-bc01-b424065951db tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:06.154091 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9c5bb873-9f5e-4f1b-bc01-b424065951db tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1394019 Feb 04 15:57:06.158384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54082) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:06.201094 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63778943-46d0-4ea9-82cc-457190bc93ba tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.215429 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63778943-46d0-4ea9-82cc-457190bc93ba tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.248595 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63778943-46d0-4ea9-82cc-457190bc93ba tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.272382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63778943-46d0-4ea9-82cc-457190bc93ba tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df47b0a2-f391-4704-bd78-104dff3e2548,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:06.286246 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63778943-46d0-4ea9-82cc-457190bc93ba tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.288624 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-63778943-46d0-4ea9-82cc-457190bc93ba tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/df47b0a2-f391-4704-bd78-104dff3e2548 HTTP/1.1" status: 204 len: 168 time: 0.1285937 Feb 04 15:57:06.292654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54088) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:06.310493 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be8c3ad9-6e05-4a60-96c7-77faff2e75d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.410192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ec0422b5-9273-4eca-af00-c030bc009be6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:06.419368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c3ad9-6e05-4a60-96c7-77faff2e75d6 None None] Pushing event deleted for resources: {'Port': ['ID=f5ad667c-5f60-4448-802c-9c0606ae1076,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:06.434685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c3ad9-6e05-4a60-96c7-77faff2e75d6 None None] No DVR routers for this DVR port f5ad667c-5f60-4448-802c-9c0606ae1076 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:06.447741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ec0422b5-9273-4eca-af00-c030bc009be6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:06.453311 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ec0422b5-9273-4eca-af00-c030bc009be6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1578610 Feb 04 15:57:06.454310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54092) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:06.457433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e41f892-7ed6-4e99-92a1-f7746b3d814d None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:06.514523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f5ad667c-5f60-4448-802c-9c0606ae1076 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:06.553383 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77393202-5640-4eaf-9006-01941da7020a tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.574107 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-091c124b-b586-495d-ad3f-0658e5901649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.600490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77393202-5640-4eaf-9006-01941da7020a tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.659959 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77393202-5640-4eaf-9006-01941da7020a tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.671276 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: f5ad667c-5f60-4448-802c-9c0606ae1076 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:57:06.671863 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f5ad667c-5f60-4448-802c-9c0606ae1076 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:06.697512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77393202-5640-4eaf-9006-01941da7020a tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41d88cc-e8a9-4cac-bbaa-7fde123271a0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:06.712593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92f55f-888d-4a29-8b6d-2455328f0b38 req-4ced028e-65e7-4779-854a-0300c9b7070d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:06.718207 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4b76abd9-bd30-4b26-b968-df0c211e1510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.721547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c92f55f-888d-4a29-8b6d-2455328f0b38 req-4ced028e-65e7-4779-854a-0300c9b7070d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 0.5611737 Feb 04 15:57:06.745782 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77393202-5640-4eaf-9006-01941da7020a tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.749809 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-77393202-5640-4eaf-9006-01941da7020a tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-groups/e41d88cc-e8a9-4cac-bbaa-7fde123271a0 HTTP/1.1" status: 204 len: 168 time: 0.2939713 Feb 04 15:57:06.754814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54096) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:06.880007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-92ccfc88-bb00-43d5-b8bf-50497dc2f43c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:06.898746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': '1960c0d5-e8c4-4195-9eb4-88566c62dd86'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:57:06.899743 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.912608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-92ccfc88-bb00-43d5-b8bf-50497dc2f43c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:06.915012 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-92ccfc88-bb00-43d5-b8bf-50497dc2f43c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1581719 Feb 04 15:57:06.930018 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54102) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:06.942278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1dc6c42f-b049-43cf-859d-ee19835ef864 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group': {'name': 'tempest-secgroup--273718524'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:06.957778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1dc6c42f-b049-43cf-859d-ee19835ef864 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:06.980847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1dc6c42f-b049-43cf-859d-ee19835ef864 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:07.000967 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c42f-b049-43cf-859d-ee19835ef864 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.003746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:57:07.082726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1dc6c42f-b049-43cf-859d-ee19835ef864 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:07.090116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1dc6c42f-b049-43cf-859d-ee19835ef864 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:07.093500 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1dc6c42f-b049-43cf-859d-ee19835ef864 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:07.109415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1dc6c42f-b049-43cf-859d-ee19835ef864 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:07.139611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5c92f55f-888d-4a29-8b6d-2455328f0b38 req-4bbaba47-0601-458f-82e5-f38b09eefeb5 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4169970 Feb 04 15:57:07.161275 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Allocated IP 172.20.0.2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/1960c0d5-e8c4-4195-9eb4-88566c62dd86/b8e76f97-94ae-413e-82ac-b0a770f38c3c) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:07.212556 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-8bf8a805-be78-4e29-9326-002bc83a3ca8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Router 8d898209-8abf-4113-b738-775145681c4e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:57:07.233312 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c42f-b049-43cf-859d-ee19835ef864 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.238625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c42f-b049-43cf-859d-ee19835ef864 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.359201 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad67e7f0-cf97-4ea8-9ded-3da473f69602', 'name': 'network-vif-deleted', 'tag': '28b02644-6dbc-4543-b362-4e037b0478a2', 'status': 'completed', 'code': 200} Feb 04 15:57:07.499650 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c982cbbd-df7a-4623-ac3a-c6d16de17bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bff826-47d5-4de9-8b2f-03b2e1c7db98', 'code': 200} Feb 04 15:57:07.534468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6c42f-b049-43cf-859d-ee19835ef864 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fee6aa3-878f-405a-be95-0da97377926e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:07.556589 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c42f-b049-43cf-859d-ee19835ef864 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.560082 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1dc6c42f-b049-43cf-859d-ee19835ef864 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6285303 Feb 04 15:57:07.560867 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54108) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:07.579490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d9b66e9f-36f7-4156-93bf-75a4ace716a6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Request body: {'security_group_rule': {'security_group_id': '4fee6aa3-878f-405a-be95-0da97377926e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:07.606379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d9b66e9f-36f7-4156-93bf-75a4ace716a6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:07.629670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d9b66e9f-36f7-4156-93bf-75a4ace716a6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Usage tracker for resource:security_group_rule and tenant:d097ce57a7e347d69ad4a4f0033a64c0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:07.638752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d9b66e9f-36f7-4156-93bf-75a4ace716a6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:07.657326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d9b66e9f-36f7-4156-93bf-75a4ace716a6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:07.700187 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b66e9f-36f7-4156-93bf-75a4ace716a6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.738133 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.752547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Transition to ACTIVE for port object b8e76f97-94ae-413e-82ac-b0a770f38c3c will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:07.772034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.objects.ports [None req-091c124b-b586-495d-ad3f-0658e5901649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83551) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:57:07.775587 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-091c124b-b586-495d-ad3f-0658e5901649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.797628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Transition to ACTIVE for port object b8e76f97-94ae-413e-82ac-b0a770f38c3c will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:07.806131 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.839444 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b66e9f-36f7-4156-93bf-75a4ace716a6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.844132 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b66e9f-36f7-4156-93bf-75a4ace716a6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.876793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b66e9f-36f7-4156-93bf-75a4ace716a6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7689746c-7ae8-4efb-bcf3-f842aec116cd,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:07.896428 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:07.898110 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9b66e9f-36f7-4156-93bf-75a4ace716a6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.899569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:07.900096 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d9b66e9f-36f7-4156-93bf-75a4ace716a6 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3360269 Feb 04 15:57:07.900719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54114) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:07.902966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54116) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:07.913198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Pushing event updated for resources: {'Port': ['ID=b8e76f97-94ae-413e-82ac-b0a770f38c3c,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:07.917290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:07.947240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091c124b-b586-495d-ad3f-0658e5901649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:07.971093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-091c124b-b586-495d-ad3f-0658e5901649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:07.979763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091c124b-b586-495d-ad3f-0658e5901649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:07.992030 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-091c124b-b586-495d-ad3f-0658e5901649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.024867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Attempting to bind port b8e76f97-94ae-413e-82ac-b0a770f38c3c on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:08.025589 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Attempting to bind port b8e76f97-94ae-413e-82ac-b0a770f38c3c by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:08.026342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Attempting to bind port b8e76f97-94ae-413e-82ac-b0a770f38c3c on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:08.040822 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:08.042236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:08.042780 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.043573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:08.044477 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Bound port: b8e76f97-94ae-413e-82ac-b0a770f38c3c, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:08.046618 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.067038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-091c124b-b586-495d-ad3f-0658e5901649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6114678 Feb 04 15:57:08.085510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-507e341f-d62c-4fb9-a72a-58f71586433a admin admin] Deleting subnet de25269c-1ecf-4890-86e0-e873967cd7b3 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:57:08.088981 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-507e341f-d62c-4fb9-a72a-58f71586433a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.127030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54122) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:08.148500 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-507e341f-d62c-4fb9-a72a-58f71586433a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.166254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'mac_address': 'fa:16:3e:63:ab:f0', 'name': 'tempest-NetworksTestDHCPv6-1110193499'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:08.215497 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-507e341f-d62c-4fb9-a72a-58f71586433a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.230133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] For port b8e76f97-94ae-413e-82ac-b0a770f38c3c, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:08.235787 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] For port b8e76f97-94ae-413e-82ac-b0a770f38c3c, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b8e76f97-94ae-413e-82ac-b0a770f38c3c,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:08.241374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:57:08.243461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c124b-b586-495d-ad3f-0658e5901649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=1e88acf9-ac9d-4e2b-afb6-789dcd106205,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:08.253330 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.264450 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9d038c5d-ebb9-47be-8f86-906e997e1563 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "PUT /v2.0/routers/cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.8593750 Feb 04 15:57:08.305100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54128) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:08.327996 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-507e341f-d62c-4fb9-a72a-58f71586433a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.346990 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Sync routers for ids ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:57:08.361013 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-931d5aa2-08c9-415e-ac10-18b0d4bfc07f req-561cf3dc-fea7-4fbc-965f-9a57bd080c4f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c982cbbd-df7a-4623-ac3a-c6d16de17bc3 HTTP/1.1" status: 200 len: 1101 time: 0.8180254 Feb 04 15:57:08.379604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-8bf8a805-be78-4e29-9326-002bc83a3ca8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:57:08.390621 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f499f-0a3d-40af-a2d8-905dc79f5f85 None None] Sync routers for ids ['8d898209-8abf-4113-b738-775145681c4e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:57:08.394193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Routers {'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:08.395382 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:56:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:08.408518 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f499f-0a3d-40af-a2d8-905dc79f5f85 None None] Routers {'8d898209-8abf-4113-b738-775145681c4e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:08.409446 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4e4f499f-0a3d-40af-a2d8-905dc79f5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:56:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d898209-8abf-4113-b738-775145681c4e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:08.437381 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-507e341f-d62c-4fb9-a72a-58f71586433a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.441202 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-8bf8a805-be78-4e29-9326-002bc83a3ca8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.483209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e341f-d62c-4fb9-a72a-58f71586433a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de25269c-1ecf-4890-86e0-e873967cd7b3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:08.556596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9998a47-fc0c-435a-8d0e-97070754d926 None None] Pushing event updated for resources: {'Port': ['ID=b8e76f97-94ae-413e-82ac-b0a770f38c3c,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:08.567390 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-507e341f-d62c-4fb9-a72a-58f71586433a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/de25269c-1ecf-4890-86e0-e873967cd7b3 HTTP/1.1" status: 204 len: 168 time: 0.6656370 Feb 04 15:57:08.575720 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54132) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:08.637790 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4e4f499f-0a3d-40af-a2d8-905dc79f5f85 None None] Set router 8d898209-8abf-4113-b738-775145681c4e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:08.733670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-931d5aa2-08c9-415e-ac10-18b0d4bfc07f req-b09905bd-81f0-421e-9f5d-cd961bb03fd5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5d5a15ff-6891-4eb8-9f37-e467089565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576500 Feb 04 15:57:08.778868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a75b69-9cb3-4d47-8c5f-173a614493e3 req-2e998c15-887c-4a32-b3a8-55d6d1b0d945 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:08.780713 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9a75b69-9cb3-4d47-8c5f-173a614493e3 req-2e998c15-887c-4a32-b3a8-55d6d1b0d945 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/ports?device_id=c982cbbd-df7a-4623-ac3a-c6d16de17bc3 HTTP/1.1" status: 200 len: 950 time: 0.7026618 Feb 04 15:57:08.789756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-8bf8a805-be78-4e29-9326-002bc83a3ca8 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "PUT /v2.0/floatingips/435026f2-59b2-49e0-8b58-c9a467db96aa HTTP/1.1" status: 200 len: 995 time: 9.5092821 Feb 04 15:57:08.806286 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b2daedf-421c-4b07-b9a6-c28938adcf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.823123 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Set router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:08.861704 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f91e11ae-f58d-42f4-b70f-23f5bafd350c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.947736 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:08.964469 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a2868cbe-5672-47e5-9ae2-861b46d512f2 req-aaabf5e2-0df3-4657-a38d-5314bf298bec service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7&tenant_id=ee631902a97f490e8f118497c873dcdf HTTP/1.1" status: 200 len: 1094 time: 0.6213939 Feb 04 15:57:08.970393 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f913c673-6cf9-44e6-a435-f5105fe506f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.009934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:port and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:09.025771 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:09.032959 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:09.056387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:09.060891 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.132585 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9a75b69-9cb3-4d47-8c5f-173a614493e3 req-46605345-9ebe-4753-ad8b-f91412fc65cd tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5a15ff-6891-4eb8-9f37-e467089565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151255 Feb 04 15:57:09.143780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port d8c58582-95e7-4ac1-a487-3ea6c31920d9 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:57:09.357442 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-d3e9d885-155d-46fb-964a-ede339809cb5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c7b58664fba4046b9271182395dfef3&device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 1096 time: 0.5259094 Feb 04 15:57:09.362403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'tag': '861087ca-132d-4472-a61d-efad063a2b2a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:09.383161 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b2daedf-421c-4b07-b9a6-c28938adcf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.426620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-2b2daedf-421c-4b07-b9a6-c28938adcf1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f66651-e722-4841-8be4-9ddf2f7aa148']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:09.427550 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4e4f499f-0a3d-40af-a2d8-905dc79f5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d898209-8abf-4113-b738-775145681c4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:55:19Z', 'revision_number': 4, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'gw_port': {'id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:07Z', 'updated_at': '2022-02-04T15:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '435026f2-59b2-49e0-8b58-c9a467db96aa', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '8d898209-8abf-4113-b738-775145681c4e', 'port_id': '861087ca-132d-4472-a61d-efad063a2b2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec', 'mac_address': 'fa:16:3e:0f:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:51Z', 'updated_at': '2022-02-04T15:57:02Z', 'revision_number': 1, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3640a3a2-4bd6-4087-bdca-5901e0170d3e', 'name': '', 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'mac_address': 'fa:16:3e:a6:b0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8865c179-151c-4269-a674-a5deb042c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:17Z', 'updated_at': '2022-02-04T15:55:35Z', 'revision_number': 5, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'subnets': [{'id': '8865c179-151c-4269-a674-a5deb042c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:09.438048 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f499f-0a3d-40af-a2d8-905dc79f5f85 None None] Checking router: 8d898209-8abf-4113-b738-775145681c4e for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:57:09.440787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-2b2daedf-421c-4b07-b9a6-c28938adcf1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364a9f9b-5e05-48b3-a794-5505470a5d44') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:09.441086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-2b2daedf-421c-4b07-b9a6-c28938adcf1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364a9f9b-5e05-48b3-a794-5505470a5d44') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:09.455129 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b2daedf-421c-4b07-b9a6-c28938adcf1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.460536 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f499f-0a3d-40af-a2d8-905dc79f5f85 None None] Routers {'8d898209-8abf-4113-b738-775145681c4e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:09.461384 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4e4f499f-0a3d-40af-a2d8-905dc79f5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:57:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d898209-8abf-4113-b738-775145681c4e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:09.472815 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b2daedf-421c-4b07-b9a6-c28938adcf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.480808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2daedf-421c-4b07-b9a6-c28938adcf1a admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:57:09.481209 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b2daedf-421c-4b07-b9a6-c28938adcf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.530868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T15:57:01Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6', 'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:3c:9e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:56Z', 'updated_at': '2022-02-04T15:57:02Z', 'revision_number': 2, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:09.531770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-a92e35ce-c992-40ff-a6a6-0d40042302fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.533530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-a92e35ce-c992-40ff-a6a6-0d40042302fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1d9e193-b916-49fa-bb1c-142a5343faec HTTP/1.1" status: 200 len: 921 time: 0.1647153 Feb 04 15:57:09.544580 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Checking router: cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:57:09.545195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Updating router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:57:09.603383 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:57:09.609472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f91e11ae-f58d-42f4-b70f-23f5bafd350c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.631357 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b2daedf-421c-4b07-b9a6-c28938adcf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.637904 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.705471 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b2daedf-421c-4b07-b9a6-c28938adcf1a admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.712267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64a31b-438a-4ee9-a030-c376179c2687 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.712802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64a31b-438a-4ee9-a030-c376179c2687 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.713238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64a31b-438a-4ee9-a030-c376179c2687 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.713663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64a31b-438a-4ee9-a030-c376179c2687 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.714077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64a31b-438a-4ee9-a030-c376179c2687 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.714501 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64a31b-438a-4ee9-a030-c376179c2687 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.714920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64a31b-438a-4ee9-a030-c376179c2687 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.715367 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64a31b-438a-4ee9-a030-c376179c2687 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.719976 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2d64a31b-438a-4ee9-a030-c376179c2687 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5711 time: 1.3985608 Feb 04 15:57:09.727345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54142) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:09.788372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2daedf-421c-4b07-b9a6-c28938adcf1a admin admin] Pushing event deleted for resources: {'Network': ['ID=73f66651-e722-4841-8be4-9ddf2f7aa148,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:09.850199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0666c16a-5433-4a1a-a115-f71b48caac6b tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.850850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0666c16a-5433-4a1a-a115-f71b48caac6b tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.851667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0666c16a-5433-4a1a-a115-f71b48caac6b tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.851944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0666c16a-5433-4a1a-a115-f71b48caac6b tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.852485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0666c16a-5433-4a1a-a115-f71b48caac6b tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.853804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0666c16a-5433-4a1a-a115-f71b48caac6b tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.854769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0666c16a-5433-4a1a-a115-f71b48caac6b tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.855205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0666c16a-5433-4a1a-a115-f71b48caac6b tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.857203 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0666c16a-5433-4a1a-a115-f71b48caac6b tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5229 time: 0.1243896 Feb 04 15:57:09.858355 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4e4f499f-0a3d-40af-a2d8-905dc79f5f85 None None] Set router 8d898209-8abf-4113-b738-775145681c4e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:09.861085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54146) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:09.866800 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2b2daedf-421c-4b07-b9a6-c28938adcf1a admin admin] 10.222.0.60 "DELETE /v2.0/networks/73f66651-e722-4841-8be4-9ddf2f7aa148 HTTP/1.1" status: 204 len: 168 time: 1.2823684 Feb 04 15:57:09.882077 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a2868cbe-5672-47e5-9ae2-861b46d512f2 req-48a92bfa-6f6c-40d2-b118-5a9b1e3d1a78 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 1094 time: 0.8409047 Feb 04 15:57:09.913372 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-49ed00d6-324b-4474-82c1-6e2ca7cbdbda service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861087ca-132d-4472-a61d-efad063a2b2a HTTP/1.1" status: 200 len: 998 time: 0.3208144 Feb 04 15:57:09.935637 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f91e11ae-f58d-42f4-b70f-23f5bafd350c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.150786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e11ae-f58d-42f4-b70f-23f5bafd350c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fee6aa3-878f-405a-be95-0da97377926e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:10.158288 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f91e11ae-f58d-42f4-b70f-23f5bafd350c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.168190 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f91e11ae-f58d-42f4-b70f-23f5bafd350c tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-groups/4fee6aa3-878f-405a-be95-0da97377926e HTTP/1.1" status: 204 len: 168 time: 2.2642696 Feb 04 15:57:10.174851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54158) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:10.450880 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b95f0-31ee-4214-91ba-0d7404dd262e None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:10.482002 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-a592af73-d9c3-40e8-9e86-b027e3809f64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:10.483524 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-a592af73-d9c3-40e8-9e86-b027e3809f64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8865c179-151c-4269-a674-a5deb042c273 HTTP/1.1" status: 200 len: 860 time: 0.4166799 Feb 04 15:57:10.484010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54166) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:10.555310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b8e76f97-94ae-413e-82ac-b0a770f38c3c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:10.574264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-af8b1fb8-659a-40f2-bf0c-47b221c08ba1 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:10.582124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-fcb4fb68-e17b-46f8-9f57-d623b265cac1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1d9e193-b916-49fa-bb1c-142a5343faec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674944 Feb 04 15:57:10.617521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-52b8a489-486d-4028-8f7e-0a00e57748a3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:57:10.618553 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-52b8a489-486d-4028-8f7e-0a00e57748a3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0217469 Feb 04 15:57:10.641202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2868cbe-5672-47e5-9ae2-861b46d512f2 req-c3535bfe-dbeb-4969-b4b4-a280fb8a8771 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:10.642916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9528f-67ec-4d24-8c03-360bde79ab43 req-035cafd3-3da4-4504-a8e0-045c23677b93 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:10.650883 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a2868cbe-5672-47e5-9ae2-861b46d512f2 req-c3535bfe-dbeb-4969-b4b4-a280fb8a8771 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 917 time: 0.7610714 Feb 04 15:57:10.651091 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12a9528f-67ec-4d24-8c03-360bde79ab43 req-035cafd3-3da4-4504-a8e0-045c23677b93 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 1.1163208 Feb 04 15:57:10.653328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-af8b1fb8-659a-40f2-bf0c-47b221c08ba1 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:10.661485 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-af8b1fb8-659a-40f2-bf0c-47b221c08ba1 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4746339 Feb 04 15:57:10.662361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54172) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:10.693915 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.712243 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:57:10.730590 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.835434 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-73a808b1-868a-4b76-9b4d-1109e122594b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=278db30dfcb44baabfcdd9965bef1ce5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3285100 Feb 04 15:57:10.836348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54178) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:10.912755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port b8e76f97-94ae-413e-82ac-b0a770f38c3c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:10.963812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12a9528f-67ec-4d24-8c03-360bde79ab43 req-5d646320-5729-4f9e-906c-b0f48d6f1ee8 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3114872 Feb 04 15:57:10.967836 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-dc483118-d7cd-41b2-8ec7-8b85b899134e None None] Provisioning for port b8e76f97-94ae-413e-82ac-b0a770f38c3c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:11.003473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-dc483118-d7cd-41b2-8ec7-8b85b899134e None None] Provisioning complete for port b8e76f97-94ae-413e-82ac-b0a770f38c3c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:11.005356 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dc483118-d7cd-41b2-8ec7-8b85b899134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.042699 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4e4f499f-0a3d-40af-a2d8-905dc79f5f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d898209-8abf-4113-b738-775145681c4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:55:19Z', 'revision_number': 4, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'gw_port': {'id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:07Z', 'updated_at': '2022-02-04T15:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '435026f2-59b2-49e0-8b58-c9a467db96aa', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '8d898209-8abf-4113-b738-775145681c4e', 'port_id': '861087ca-132d-4472-a61d-efad063a2b2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec', 'mac_address': 'fa:16:3e:0f:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:51Z', 'updated_at': '2022-02-04T15:57:02Z', 'revision_number': 1, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3640a3a2-4bd6-4087-bdca-5901e0170d3e', 'name': '', 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'mac_address': 'fa:16:3e:a6:b0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8865c179-151c-4269-a674-a5deb042c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:17Z', 'updated_at': '2022-02-04T15:55:35Z', 'revision_number': 5, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'subnets': [{'id': '8865c179-151c-4269-a674-a5deb042c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:11.056899 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f499f-0a3d-40af-a2d8-905dc79f5f85 None None] The sync data for ids ['8d898209-8abf-4113-b738-775145681c4e'] in n-d-827872-1 is: [{'id': '8d898209-8abf-4113-b738-775145681c4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:55:19Z', 'revision_number': 4, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'gw_port': {'id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:07Z', 'updated_at': '2022-02-04T15:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '435026f2-59b2-49e0-8b58-c9a467db96aa', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '8d898209-8abf-4113-b738-775145681c4e', 'port_id': '861087ca-132d-4472-a61d-efad063a2b2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec', 'mac_address': 'fa:16:3e:0f:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:51Z', 'updated_at': '2022-02-04T15:57:02Z', 'revision_number': 1, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3640a3a2-4bd6-4087-bdca-5901e0170d3e', 'name': '', 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'mac_address': 'fa:16:3e:a6:b0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8865c179-151c-4269-a674-a5deb042c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:17Z', 'updated_at': '2022-02-04T15:55:35Z', 'revision_number': 5, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'subnets': [{'id': '8865c179-151c-4269-a674-a5deb042c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:57:11.058402 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.106416 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'tag': '861087ca-132d-4472-a61d-efad063a2b2a', 'status': 'completed', 'code': 200} Feb 04 15:57:11.156206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 172.20.0.8 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/1960c0d5-e8c4-4195-9eb4-88566c62dd86/d8c58582-95e7-4ac1-a487-3ea6c31920d9) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:11.206026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Transition to ACTIVE for port object 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:11.219461 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.250801 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a2868cbe-5672-47e5-9ae2-861b46d512f2 req-3f4f5f23-4adf-4a58-9623-70530f1fcb92 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f3f5db-322f-4388-8679-75a1d3849856 HTTP/1.1" status: 200 len: 999 time: 0.5870655 Feb 04 15:57:11.254810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::f816:3eff:fe63:abf0 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/1e88acf9-ac9d-4e2b-afb6-789dcd106205/d8c58582-95e7-4ac1-a487-3ea6c31920d9) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:11.309805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-254e68d0-f171-4f80-900e-15771a6b1853 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Synchronizing usage tracker for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:11.344507 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35a8debe-f514-46c5-93c0-50a353e809ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.347947 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-4c4ab28a-3023-45c2-95e2-aa85d8e024dd service neutron] 10.222.0.60 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7178240 Feb 04 15:57:11.393914 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49579bb-6d54-4386-b3ff-2757bf811ebe None None] Pushing event updated for resources: {'Port': ['ID=7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:11.394897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2868cbe-5672-47e5-9ae2-861b46d512f2 req-de38467e-0f70-4d33-a7f4-8516f3237385 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:11.407764 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a2868cbe-5672-47e5-9ae2-861b46d512f2 req-de38467e-0f70-4d33-a7f4-8516f3237385 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 200 len: 855 time: 0.1447487 Feb 04 15:57:11.439886 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa3c64d-45c9-4ed3-9a24-803299d6ed05 None None] New status for floating IP 435026f2-59b2-49e0-8b58-c9a467db96aa: ACTIVE {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:57:11.462266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-254e68d0-f171-4f80-900e-15771a6b1853 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] Unset dirty status for tenant:d097ce57a7e347d69ad4a4f0033a64c0 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:11.465989 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-254e68d0-f171-4f80-900e-15771a6b1853 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.6821091 Feb 04 15:57:11.475232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54182) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:11.502587 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-a3ff1735-3b91-4a37-b563-9bffb6041ec2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] delete failed (client error): The resource could not be found. Feb 04 15:57:11.507536 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a3ff1735-3b91-4a37-b563-9bffb6041ec2 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "DELETE /v2.0/security-groups/4fee6aa3-878f-405a-be95-0da97377926e HTTP/1.1" status: 404 len: 347 time: 0.0260851 Feb 04 15:57:11.510682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54186) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:11.570527 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-728485dc-e98a-4ca5-bf3d-d57bdf9d5158 req-c98f3a55-69f7-4f88-b040-7f301df20f3f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4c7b58664fba4046b9271182395dfef3&device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 1096 time: 0.3729126 Feb 04 15:57:11.653608 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35a8debe-f514-46c5-93c0-50a353e809ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.700569 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a2868cbe-5672-47e5-9ae2-861b46d512f2 req-9b6dd94c-5894-486a-a3b0-abfa2cb6d8ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2183356-deba-4128-ad82-b10ca33a0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2848032 Feb 04 15:57:11.703904 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.704454 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.710974 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-00c772c0-b429-4abd-9df7-ed6323c21fe4 tempest-SecGroupTest-485548614 tempest-SecGroupTest-485548614-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1893940 Feb 04 15:57:11.745512 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dc483118-d7cd-41b2-8ec7-8b85b899134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.904730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728485dc-e98a-4ca5-bf3d-d57bdf9d5158 req-d0747083-1525-4e28-bdac-0781a00d5ea4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:11.910247 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-728485dc-e98a-4ca5-bf3d-d57bdf9d5158 req-d0747083-1525-4e28-bdac-0781a00d5ea4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d1d9e193-b916-49fa-bb1c-142a5343faec HTTP/1.1" status: 200 len: 921 time: 0.3324230 Feb 04 15:57:11.960570 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Attempting to bind port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:11.960946 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Attempting to bind port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'd39e2319-d378-433c-ba8c-33d3076b0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:11.961313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Attempting to bind port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 on network 004346ac-b332-4212-9cc6-09525beaa5d8 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:11.976238 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-dc483118-d7cd-41b2-8ec7-8b85b899134e None None] For port b8e76f97-94ae-413e-82ac-b0a770f38c3c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b8e76f97-94ae-413e-82ac-b0a770f38c3c,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:11.983869 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dc483118-d7cd-41b2-8ec7-8b85b899134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.029138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:12.029598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Checking segment: {'id': 'd39e2319-d378-433c-ba8c-33d3076b0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:12.029930 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.031118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Bound using segment: {'id': 'd39e2319-d378-433c-ba8c-33d3076b0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:12.031832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Bound port: 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39e2319-d378-433c-ba8c-33d3076b0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:12.032214 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.080397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71788069-1500-4644-86e4-6fa1cb6f24cb req-344d319f-5bef-440b-b9bc-ca209e0471de tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:12.089164 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71788069-1500-4644-86e4-6fa1cb6f24cb req-344d319f-5bef-440b-b9bc-ca209e0471de tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/ports?device_id=c982cbbd-df7a-4623-ac3a-c6d16de17bc3 HTTP/1.1" status: 200 len: 950 time: 0.8178725 Feb 04 15:57:12.107603 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-513b397d-052c-4c10-aab8-7cf9fbc8892a req-62bfe8a8-1b56-421e-b8b8-3ac9f22a650d service neutron] 10.222.0.60 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7401974 Feb 04 15:57:12.123645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Update dhcp port {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'fixed_ips': [{'subnet_id': '1960c0d5-e8c4-4195-9eb4-88566c62dd86', 'ip_address': '172.20.0.2'}, {'subnet_id': '1e88acf9-ac9d-4e2b-afb6-789dcd106205'}], 'binding:host_id': 'n-d-827872-1'}, 'id': 'b8e76f97-94ae-413e-82ac-b0a770f38c3c'} from n-d-827872-1. {{(pid=83552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 15:57:12.163878 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-728485dc-e98a-4ca5-bf3d-d57bdf9d5158 req-de3cef8b-e439-40cd-9e9f-0346d5eefa2d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861087ca-132d-4472-a61d-efad063a2b2a HTTP/1.1" status: 200 len: 1000 time: 0.2173984 Feb 04 15:57:12.190356 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.220352 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c2993dc1-bf1c-4b31-86c2-7091239a558c tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 2.3032422 Feb 04 15:57:12.237904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71788069-1500-4644-86e4-6fa1cb6f24cb req-290279e9-ee7a-40d2-a5ba-9d45c65e1e6f tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5a15ff-6891-4eb8-9f37-e467089565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454723 Feb 04 15:57:12.241746 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35a8debe-f514-46c5-93c0-50a353e809ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.247059 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object d8c58582-95e7-4ac1-a487-3ea6c31920d9 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:12.263900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728485dc-e98a-4ca5-bf3d-d57bdf9d5158 req-01312ea6-b0c0-4972-bcc9-a6ba7a2245cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:12.266423 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-728485dc-e98a-4ca5-bf3d-d57bdf9d5158 req-01312ea6-b0c0-4972-bcc9-a6ba7a2245cc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8865c179-151c-4269-a674-a5deb042c273 HTTP/1.1" status: 200 len: 860 time: 0.0912387 Feb 04 15:57:12.267830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8debe-f514-46c5-93c0-50a353e809ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96c5fe9-071c-498b-9040-08a19971b4b3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:12.282758 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a2868cbe-5672-47e5-9ae2-861b46d512f2 req-a0c74e7a-d484-4e29-ab9d-35bb5715b7cc service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638812 Feb 04 15:57:12.292840 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35a8debe-f514-46c5-93c0-50a353e809ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.297362 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-35a8debe-f514-46c5-93c0-50a353e809ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c96c5fe9-071c-498b-9040-08a19971b4b3 HTTP/1.1" status: 204 len: 168 time: 1.3985970 Feb 04 15:57:12.317232 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.334863 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.422140 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-728485dc-e98a-4ca5-bf3d-d57bdf9d5158 req-fd660ae9-4f10-4f0b-b55c-d2c2769898d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d1d9e193-b916-49fa-bb1c-142a5343faec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488836 Feb 04 15:57:12.486542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54210) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:12.628983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Allocated IP 2001:db8::f816:3eff:fecf:ceb4 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/1e88acf9-ac9d-4e2b-afb6-789dcd106205/b8e76f97-94ae-413e-82ac-b0a770f38c3c) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:12.692798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:12.701863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=d8c58582-95e7-4ac1-a487-3ea6c31920d9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:12.715185 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:12.723111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:12.736506 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-728485dc-e98a-4ca5-bf3d-d57bdf9d5158 req-ffcad3b4-d2d8-43f7-b59f-3cdab0b0c2bb service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419436 Feb 04 15:57:12.829454 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-27fd3c72-29f7-42c8-b9ad-e497368defd5 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 1000 time: 0.5075507 Feb 04 15:57:12.868675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] For port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:12.878636 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] For port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6,segment=NetworkSegment(d39e2319-d378-433c-ba8c-33d3076b0d82),segment_id=d39e2319-d378-433c-ba8c-33d3076b0d82)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:12.921098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:12.921545 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.952383 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-33e256b1-615a-4bb0-b5cf-fede4708ecec tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:12.965750 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.966952 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-33e256b1-615a-4bb0-b5cf-fede4708ecec tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports/861087ca-132d-4472-a61d-efad063a2b2a HTTP/1.1" status: 200 len: 942 time: 0.1363540 Feb 04 15:57:12.996449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf14a09-7142-4c15-b52d-af04ec5798fd req-812508b3-70ec-471d-bf03-6a6dc1ed3701 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:12.998431 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-daf14a09-7142-4c15-b52d-af04ec5798fd req-812508b3-70ec-471d-bf03-6a6dc1ed3701 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 0.4732361 Feb 04 15:57:13.007835 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-72868f79-df3e-423a-a71f-2e1463d664b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8777602 Feb 04 15:57:13.013893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54230) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:13.064694 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] For port b8e76f97-94ae-413e-82ac-b0a770f38c3c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b8e76f97-94ae-413e-82ac-b0a770f38c3c,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:13.105379 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-728485dc-e98a-4ca5-bf3d-d57bdf9d5158 req-653d28f8-2075-4316-a792-22a70cf48013 service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563251 Feb 04 15:57:13.113741 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a2868cbe-5672-47e5-9ae2-861b46d512f2 req-f8aa7378-7635-4b6b-beda-7e949f4c5bec service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7711096 Feb 04 15:57:13.164331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc483118-d7cd-41b2-8ec7-8b85b899134e None None] Pushing event updated for resources: {'Port': ['ID=b8e76f97-94ae-413e-82ac-b0a770f38c3c,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:13.344740 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:57:13.359155 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-daf14a09-7142-4c15-b52d-af04ec5798fd req-35ffe7bb-a50d-4aa1-91bf-7a202fddd026 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3442519 Feb 04 15:57:13.403542 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a922e64-52a5-4d4e-9601-031d09b194d8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:13.424324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a922e64-52a5-4d4e-9601-031d09b194d8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:13.425459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1a922e64-52a5-4d4e-9601-031d09b194d8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:13.473053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1a922e64-52a5-4d4e-9601-031d09b194d8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:13.474485 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1a922e64-52a5-4d4e-9601-031d09b194d8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.4496322 Feb 04 15:57:13.478324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54244) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:13.538504 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-157cea14-bcba-498a-b844-4c610bdce439 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d097ce57a7e347d69ad4a4f0033a64c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8079240 Feb 04 15:57:13.540203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54250) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:13.623228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49579bb-6d54-4386-b3ff-2757bf811ebe None None] Pushing event updated for resources: {'Port': ['ID=7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:13.630855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-58757b70-0181-4341-855f-bb2afc941685 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port d8c58582-95e7-4ac1-a487-3ea6c31920d9 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:13.632521 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-58757b70-0181-4341-855f-bb2afc941685 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:13.648221 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:13.695954 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38df3434-4515-4a09-999c-cc59c5d34221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:13.708893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Transition to ACTIVE for port object b8e76f97-94ae-413e-82ac-b0a770f38c3c will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:13.726011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Routers {'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:13.728798 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:57:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:13.766094 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38df3434-4515-4a09-999c-cc59c5d34221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:13.884683 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38df3434-4515-4a09-999c-cc59c5d34221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:13.905411 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:13.920319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df3434-4515-4a09-999c-cc59c5d34221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dcc264-1e01-45a9-9286-f6a39c3df548,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:13.948737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54258) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:13.961019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-ee6f6f12-d9f5-4efc-91de-959fc44d7848 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1206550732', 'description': 'tempest-secgroup-smoke-1206550732 description', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:13.977074 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38df3434-4515-4a09-999c-cc59c5d34221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:13.982346 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-38df3434-4515-4a09-999c-cc59c5d34221 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70dcc264-1e01-45a9-9286-f6a39c3df548 HTTP/1.1" status: 204 len: 168 time: 0.4389942 Feb 04 15:57:13.983213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ee6f6f12-d9f5-4efc-91de-959fc44d7848 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:14.242600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ee6f6f12-d9f5-4efc-91de-959fc44d7848 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:14.250400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ee6f6f12-d9f5-4efc-91de-959fc44d7848 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:14.264830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ee6f6f12-d9f5-4efc-91de-959fc44d7848 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:14.531595 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6f12-d9f5-4efc-91de-959fc44d7848 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.698453 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b8e76f97-94ae-413e-82ac-b0a770f38c3c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:14.759274 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Pushing event updated for resources: {'Port': ['ID=b8e76f97-94ae-413e-82ac-b0a770f38c3c,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:14.845894 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-58757b70-0181-4341-855f-bb2afc941685 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.857421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:14.857899 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:14.858347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:14.858786 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:14.859303 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:14.859736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:14.860187 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:14.860612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:14.861118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:14.861702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:14.862121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93f218-9b22-4bd1-ac4c-8a40989b9435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:14.876172 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] Set router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:14.885346 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-539a1f8e-b848-4bda-8261-277d0c4f3763 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 1000 time: 1.6311257 Feb 04 15:57:14.888991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ee6f6f12-d9f5-4efc-91de-959fc44d7848 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:14.902852 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ee6f6f12-d9f5-4efc-91de-959fc44d7848 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:15.216253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ee6f6f12-d9f5-4efc-91de-959fc44d7848 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:15.288822 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:57:15.325087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-58757b70-0181-4341-855f-bb2afc941685 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for d8c58582-95e7-4ac1-a487-3ea6c31920d9 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:15.406226 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T15:57:01Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6', 'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:3c:9e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:56Z', 'updated_at': '2022-02-04T15:57:12Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:15.421549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d3a93-f330-40c3-9717-6638951849a8 None None] The sync data for ids ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'] in n-d-827872-1 is: [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T15:57:01Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6', 'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:3c:9e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:56Z', 'updated_at': '2022-02-04T15:57:12Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:57:15.563252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ee6f6f12-d9f5-4efc-91de-959fc44d7848 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:15.802566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f4345-afce-4dee-8868-c0cdcca0d956 req-e8ffc1d4-a417-4f2f-98dd-4706c5bfde45 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:15.818741 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b09f4345-afce-4dee-8868-c0cdcca0d956 req-e8ffc1d4-a417-4f2f-98dd-4706c5bfde45 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/ports?device_id=c982cbbd-df7a-4623-ac3a-c6d16de17bc3 HTTP/1.1" status: 200 len: 950 time: 1.2066321 Feb 04 15:57:15.990669 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6f12-d9f5-4efc-91de-959fc44d7848 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.217890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-cad63f80-98c2-4056-ad2d-333bbe5b4661 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:16.228599 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-cad63f80-98c2-4056-ad2d-333bbe5b4661 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 1.3301146 Feb 04 15:57:16.278351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-73e29716-0fcf-4312-a4cc-369c77554975 None None] Provisioning for port b8e76f97-94ae-413e-82ac-b0a770f38c3c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:16.300344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-73e29716-0fcf-4312-a4cc-369c77554975 None None] Provisioning complete for port b8e76f97-94ae-413e-82ac-b0a770f38c3c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:16.301180 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-73e29716-0fcf-4312-a4cc-369c77554975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.350424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54316) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:16.359494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-5e9069ef-f5a9-4474-bb54-fa914549cf86 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:57:16.374091 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-5e9069ef-f5a9-4474-bb54-fa914549cf86 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1372571 Feb 04 15:57:16.377011 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6f12-d9f5-4efc-91de-959fc44d7848 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.717537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b8e76f97-94ae-413e-82ac-b0a770f38c3c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:16.898790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1095221484'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:16.912202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:16.928295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Usage tracker for resource:network and tenant:3aa909a442544f0b8471317a3da397e8 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:16.936005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:16.965196 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:16.986972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Made reservation on behalf of 3aa909a442544f0b8471317a3da397e8 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:16.991442 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.031648 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.064467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b8e76f97-94ae-413e-82ac-b0a770f38c3c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:17.065284 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.113514 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:17.121452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Usage tracker for resource:security_group_rule and tenant:3aa909a442544f0b8471317a3da397e8 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:17.125858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:17.136388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:17.174524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f6f12-d9f5-4efc-91de-959fc44d7848 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107a6169-04d6-493f-a298-32801c485a74,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:17.223169 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-5de250a7-77db-4d26-bdf5-7834372d14d1 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 1000 time: 0.8425879 Feb 04 15:57:17.245392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-f5a9739c-67b1-4a9c-94e3-d922169344f9 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:17.306538 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.314803 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.356347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-99b3c3b6-1335-4493-b315-8cd01f8d80b0 None None] Provisioning for port d8c58582-95e7-4ac1-a487-3ea6c31920d9 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:17.384904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-99b3c3b6-1335-4493-b315-8cd01f8d80b0 None None] Provisioning complete for port d8c58582-95e7-4ac1-a487-3ea6c31920d9 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:17.388971 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-99b3c3b6-1335-4493-b315-8cd01f8d80b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.464764 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b09f4345-afce-4dee-8868-c0cdcca0d956 req-5879a22a-05fd-4ebb-8e1e-df2f9b835b9c tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5a15ff-6891-4eb8-9f37-e467089565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6444535 Feb 04 15:57:17.472075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:57:17.484599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d815ebad-c50b-42c0-ae68-5467b58828d7,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:17.504750 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-99b3c3b6-1335-4493-b315-8cd01f8d80b0 None None] Port d8c58582-95e7-4ac1-a487-3ea6c31920d9 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:57:17.624947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:17.675701 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6f12-d9f5-4efc-91de-959fc44d7848 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.678380 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ee6f6f12-d9f5-4efc-91de-959fc44d7848 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 3.7264059 Feb 04 15:57:17.680511 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54332) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:17.704291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-077a993f-1fcc-4e6c-9cfa-6b73797b9730 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': '107a6169-04d6-493f-a298-32801c485a74', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:17.720276 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-6d8364e8-506e-4d87-960b-daed1941ed91 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:17.721855 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-6d8364e8-506e-4d87-960b-daed1941ed91 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.73 "GET /v2.0/ports?device_id=c982cbbd-df7a-4623-ac3a-c6d16de17bc3 HTTP/1.1" status: 200 len: 950 time: 1.7489505 Feb 04 15:57:17.735929 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-077a993f-1fcc-4e6c-9cfa-6b73797b9730 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:17.744966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-077a993f-1fcc-4e6c-9cfa-6b73797b9730 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:17.761196 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-077a993f-1fcc-4e6c-9cfa-6b73797b9730 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:17.777863 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-077a993f-1fcc-4e6c-9cfa-6b73797b9730 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:17.800444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:17.819055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:17.819488 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.838984 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-077a993f-1fcc-4e6c-9cfa-6b73797b9730 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.934546 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-077a993f-1fcc-4e6c-9cfa-6b73797b9730 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.939550 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-077a993f-1fcc-4e6c-9cfa-6b73797b9730 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.990188 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-077a993f-1fcc-4e6c-9cfa-6b73797b9730 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.992014 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-077a993f-1fcc-4e6c-9cfa-6b73797b9730 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3099866 Feb 04 15:57:17.995675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54336) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:17.996534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a993f-1fcc-4e6c-9cfa-6b73797b9730 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be911ac5-4643-4d53-9830-64376c16a532,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:18.001325 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Deleting port 85bff826-47d5-4de9-8b2f-03b2e1c7db98 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:18.001697 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.014602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0ae2fe15-51c8-4cb9-93e2-7f46921edaca tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': '107a6169-04d6-493f-a298-32801c485a74', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:18.024550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ae2fe15-51c8-4cb9-93e2-7f46921edaca tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:18.034710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ae2fe15-51c8-4cb9-93e2-7f46921edaca tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:18.042285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ae2fe15-51c8-4cb9-93e2-7f46921edaca tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:18.072824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ae2fe15-51c8-4cb9-93e2-7f46921edaca tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:18.078027 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-f5a9739c-67b1-4a9c-94e3-d922169344f9 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.124482 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fe15-51c8-4cb9-93e2-7f46921edaca tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.125117 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.227604 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6,segment=NetworkSegment(d39e2319-d378-433c-ba8c-33d3076b0d82),segment_id=d39e2319-d378-433c-ba8c-33d3076b0d82)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:18.233040 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.311142 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fe15-51c8-4cb9-93e2-7f46921edaca tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.319261 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fe15-51c8-4cb9-93e2-7f46921edaca tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.408354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2fe15-51c8-4cb9-93e2-7f46921edaca tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408d8bea-11ba-4d88-82f4-4bd20bbf3156,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:18.417025 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fe15-51c8-4cb9-93e2-7f46921edaca tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.429364 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0ae2fe15-51c8-4cb9-93e2-7f46921edaca tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4200761 Feb 04 15:57:18.434386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54342) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:18.438355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:18.451055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3fd32513-1d0e-45d7-a26b-6b0803e04eb0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': '107a6169-04d6-493f-a298-32801c485a74', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:18.461490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.462164 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Added segment 76028b81-c6c6-45cb-9ce2-9a47e7c1e51f of type vlan for network 6a0736de-4de1-498b-ae2d-120fdf03aef1 Feb 04 15:57:18.464934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3fd32513-1d0e-45d7-a26b-6b0803e04eb0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:18.480475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3fd32513-1d0e-45d7-a26b-6b0803e04eb0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:18.486677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3fd32513-1d0e-45d7-a26b-6b0803e04eb0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:18.500036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3fd32513-1d0e-45d7-a26b-6b0803e04eb0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:18.523063 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.581927 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3fd32513-1d0e-45d7-a26b-6b0803e04eb0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.598353 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-58757b70-0181-4341-855f-bb2afc941685 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.669912 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.673765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:18.674316 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.891977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58757b70-0181-4341-855f-bb2afc941685 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=d8c58582-95e7-4ac1-a487-3ea6c31920d9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:19.025063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Pushing event updated for resources: {'Network': ['ID=6a0736de-4de1-498b-ae2d-120fdf03aef1,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:19.037561 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 6a0736de-4de1-498b-ae2d-120fdf03aef1 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:57:19.074296 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-89579c4b-2229-4079-888d-08080ee92b35 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7205591 Feb 04 15:57:19.076447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54352) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:19.115543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Request body: {'subnet': {'network_id': '6a0736de-4de1-498b-ae2d-120fdf03aef1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:19.169767 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3fd32513-1d0e-45d7-a26b-6b0803e04eb0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.265363 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3fd32513-1d0e-45d7-a26b-6b0803e04eb0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.310619 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3fd32513-1d0e-45d7-a26b-6b0803e04eb0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.316603 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3fd32513-1d0e-45d7-a26b-6b0803e04eb0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8785989 Feb 04 15:57:19.342872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54356) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:19.355703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] For port 85bff826-47d5-4de9-8b2f-03b2e1c7db98, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=85bff826-47d5-4de9-8b2f-03b2e1c7db98,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:19.362803 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.370715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd32513-1d0e-45d7-a26b-6b0803e04eb0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6722f4-f009-4a51-b1fb-c6d925eff730,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:19.410821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f70049-0ae4-433c-8847-b7daaac8b803 req-06f97f65-e634-4137-9139-944d778d5522 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:19.412926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07f70049-0ae4-433c-8847-b7daaac8b803 req-06f97f65-e634-4137-9139-944d778d5522 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 1.3582664 Feb 04 15:57:19.415382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:19.419781 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Usage tracker for resource:subnet and tenant:3aa909a442544f0b8471317a3da397e8 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:19.422732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:19.424337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4fd169fd-fcb3-4cd2-b4b2-eb7580f655c6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': '107a6169-04d6-493f-a298-32801c485a74', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:19.430434 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-f5a9739c-67b1-4a9c-94e3-d922169344f9 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.430661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:19.443420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Made reservation on behalf of 3aa909a442544f0b8471317a3da397e8 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:19.508207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4fd169fd-fcb3-4cd2-b4b2-eb7580f655c6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:19.513870 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-58757b70-0181-4341-855f-bb2afc941685 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.516045 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.592459 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-f5a9739c-67b1-4a9c-94e3-d922169344f9 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.592723 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-f5a9739c-67b1-4a9c-94e3-d922169344f9 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Floating IP 435026f2-59b2-49e0-8b58-c9a467db96aa disassociated. External IP: 172.25.0.58, port: 861087ca-132d-4472-a61d-efad063a2b2a. Feb 04 15:57:19.658832 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.674369 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4fd169fd-fcb3-4cd2-b4b2-eb7580f655c6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:19.699687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Calling delete_port for 85bff826-47d5-4de9-8b2f-03b2e1c7db98 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:19.752445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 85bff826-47d5-4de9-8b2f-03b2e1c7db98 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:19.767388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4fd169fd-fcb3-4cd2-b4b2-eb7580f655c6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:20.077872 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.123775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4fd169fd-fcb3-4cd2-b4b2-eb7580f655c6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:20.127343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.131337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c982cbbd-df7a-4623-ac3a-c6d16de17bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85bff826-47d5-4de9-8b2f-03b2e1c7db98'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:20.156938 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 85bff826-47d5-4de9-8b2f-03b2e1c7db98, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=85bff826-47d5-4de9-8b2f-03b2e1c7db98,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:20.162147 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.206514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-58757b70-0181-4341-855f-bb2afc941685 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/d8c58582-95e7-4ac1-a487-3ea6c31920d9 HTTP/1.1" status: 204 len: 168 time: 6.7243845 Feb 04 15:57:20.211981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54372) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:20.308016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=85bff826-47d5-4de9-8b2f-03b2e1c7db98,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:20.376245 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07f70049-0ae4-433c-8847-b7daaac8b803 req-ed2eb167-abb9-467a-9625-2a7ee2a8c821 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9468205 Feb 04 15:57:20.399080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Checking segment: {'id': '76028b81-c6c6-45cb-9ce2-9a47e7c1e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6a0736de-4de1-498b-ae2d-120fdf03aef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:20.407896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Network hostable DHCP agents. Network: 6a0736de-4de1-498b-ae2d-120fdf03aef1, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:57:20.413869 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4fd169fd-fcb3-4cd2-b4b2-eb7580f655c6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.452898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Pushing event updated for resources: {'Subnet': ['ID=1bf72106-c70b-4bca-8dc8-15e78b50d754,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:20.496638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:20.509048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Network 6a0736de-4de1-498b-ae2d-120fdf03aef1 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:57:20.515155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a9a22d-a03e-42bd-bcfb-dbc2882acb10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:20.517377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a9a22d-a03e-42bd-bcfb-dbc2882acb10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:20.519027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a9a22d-a03e-42bd-bcfb-dbc2882acb10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:20.519912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-70a9a22d-a03e-42bd-bcfb-dbc2882acb10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:20.547336 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 6a0736de-4de1-498b-ae2d-120fdf03aef1) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:20.561243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:20.561864 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.566723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e18f096-0ec6-4717-9cb0-e67658336465 None None] Network 6a0736de-4de1-498b-ae2d-120fdf03aef1 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:20.672311 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:57:20.672734 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:57:20.712788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:20.713560 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.718064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-70a9a22d-a03e-42bd-bcfb-dbc2882acb10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:20.724847 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-70a9a22d-a03e-42bd-bcfb-dbc2882acb10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4941225 Feb 04 15:57:20.747594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54378) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:20.750088 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-65d788da-1f65-4944-9f50-54a053be3ada tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6627312 Feb 04 15:57:20.753963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54380) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:20.800133 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c52b172-0ae0-4382-ac8e-f7a7d01eb31b req-83e8dfbe-0384-4326-aabe-e6d2de2a70e4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1661639 Feb 04 15:57:20.852407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Request body: {'port': {'network_id': '6a0736de-4de1-498b-ae2d-120fdf03aef1', 'name': 'tempest-TagsExtTest-1082260546'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:20.963322 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4fd169fd-fcb3-4cd2-b4b2-eb7580f655c6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.045726 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c52b172-0ae0-4382-ac8e-f7a7d01eb31b req-7fb6701c-0552-46c8-848e-a36553e866ab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4c7b58664fba4046b9271182395dfef3&device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 1096 time: 0.1757193 Feb 04 15:57:21.071706 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4fd169fd-fcb3-4cd2-b4b2-eb7580f655c6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.144150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd169fd-fcb3-4cd2-b4b2-eb7580f655c6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454acaf6-4c4f-4a65-9bca-d7c2ef46df1f,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:21.178939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Deleting port 85bff826-47d5-4de9-8b2f-03b2e1c7db98 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:21.179193 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.220484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-6a0736de-4de1-498b-ae2d-120fdf03aef1', 'network_id': '6a0736de-4de1-498b-ae2d-120fdf03aef1', 'tenant_id': '3aa909a442544f0b8471317a3da397e8', 'fixed_ips': [{'subnet_id': '1bf72106-c70b-4bca-8dc8-15e78b50d754'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:57:21.221615 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.394795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52b172-0ae0-4382-ac8e-f7a7d01eb31b req-feb7140d-789c-4a61-a631-09554fdfe54f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:21.404920 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c52b172-0ae0-4382-ac8e-f7a7d01eb31b req-feb7140d-789c-4a61-a631-09554fdfe54f service neutron] 10.222.0.81 "GET /v2.0/networks?id=d1d9e193-b916-49fa-bb1c-142a5343faec HTTP/1.1" status: 200 len: 921 time: 0.3286755 Feb 04 15:57:21.479227 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4fd169fd-fcb3-4cd2-b4b2-eb7580f655c6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.487744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4fd169fd-fcb3-4cd2-b4b2-eb7580f655c6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 2.1352663 Feb 04 15:57:21.500944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54396) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:21.520773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-878c893e-a919-4eb8-ab74-16995616ad14 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': '107a6169-04d6-493f-a298-32801c485a74', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:21.588036 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-878c893e-a919-4eb8-ab74-16995616ad14 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:21.603054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-878c893e-a919-4eb8-ab74-16995616ad14 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:21.609792 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c52b172-0ae0-4382-ac8e-f7a7d01eb31b req-d7be0d69-0a2e-42ed-9e51-0bb7d9533e42 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861087ca-132d-4472-a61d-efad063a2b2a HTTP/1.1" status: 200 len: 217 time: 0.1881144 Feb 04 15:57:21.699464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-878c893e-a919-4eb8-ab74-16995616ad14 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:21.719467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Allocated IP 172.20.0.2 (6a0736de-4de1-498b-ae2d-120fdf03aef1/1bf72106-c70b-4bca-8dc8-15e78b50d754/4281685e-50eb-485b-a784-66ec6ebfdca5) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:21.727528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:21.735419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Usage tracker for resource:port and tenant:3aa909a442544f0b8471317a3da397e8 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:21.744220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:21.756376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:21.789143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-878c893e-a919-4eb8-ab74-16995616ad14 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:21.809801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Made reservation on behalf of 3aa909a442544f0b8471317a3da397e8 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:21.813088 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.834951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52b172-0ae0-4382-ac8e-f7a7d01eb31b req-d157487c-b7f1-4bea-b466-73109a2618ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:21.839835 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c52b172-0ae0-4382-ac8e-f7a7d01eb31b req-d157487c-b7f1-4bea-b466-73109a2618ca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8865c179-151c-4269-a674-a5deb042c273 HTTP/1.1" status: 200 len: 860 time: 0.2172165 Feb 04 15:57:21.898129 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-878c893e-a919-4eb8-ab74-16995616ad14 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Project 0d5ce1deda6c431b892eca6721c0eb4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:57:21.906621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] device_id is not set on port bcc7470a-9c45-42da-8008-5f5c6026e46d yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:57:21.975002 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c52b172-0ae0-4382-ac8e-f7a7d01eb31b req-3e691385-8f99-47e4-8ed7-55d3b27f4bab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d1d9e193-b916-49fa-bb1c-142a5343faec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143644 Feb 04 15:57:22.127213 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.174542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Transition to ACTIVE for port object 4281685e-50eb-485b-a784-66ec6ebfdca5 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:22.229216 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-878c893e-a919-4eb8-ab74-16995616ad14 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.246145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-5174b2ff-69f1-4234-a149-2d0acd66046a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 1960c0d5-e8c4-4195-9eb4-88566c62dd86 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:57:22.255439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Transition to ACTIVE for port object 4281685e-50eb-485b-a784-66ec6ebfdca5 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:22.275089 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5174b2ff-69f1-4234-a149-2d0acd66046a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.277323 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.331702 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c52b172-0ae0-4382-ac8e-f7a7d01eb31b req-4064d66f-c2f3-4d8a-9ba1-20e53ad988a2 service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359261 Feb 04 15:57:22.479588 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Network 6a0736de-4de1-498b-ae2d-120fdf03aef1 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:22.502183 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:22.510785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:22.571365 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5174b2ff-69f1-4234-a149-2d0acd66046a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.651538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] For port 85bff826-47d5-4de9-8b2f-03b2e1c7db98, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=85bff826-47d5-4de9-8b2f-03b2e1c7db98,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:22.655728 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.699050 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c52b172-0ae0-4382-ac8e-f7a7d01eb31b req-18caf1ba-e9d7-4f77-a9d8-a9fd8dc40292 service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605020 Feb 04 15:57:22.751611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Attempting to bind port 4281685e-50eb-485b-a784-66ec6ebfdca5 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:22.751798 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Attempting to bind port 4281685e-50eb-485b-a784-66ec6ebfdca5 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '76028b81-c6c6-45cb-9ce2-9a47e7c1e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6a0736de-4de1-498b-ae2d-120fdf03aef1'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:22.752346 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Attempting to bind port 4281685e-50eb-485b-a784-66ec6ebfdca5 on network 6a0736de-4de1-498b-ae2d-120fdf03aef1 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:22.781101 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Pushing event updated for resources: {'Port': ['ID=4281685e-50eb-485b-a784-66ec6ebfdca5,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:22.800631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:22.801074 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Checking segment: {'id': '76028b81-c6c6-45cb-9ce2-9a47e7c1e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6a0736de-4de1-498b-ae2d-120fdf03aef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:22.801489 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.802445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Bound using segment: {'id': '76028b81-c6c6-45cb-9ce2-9a47e7c1e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6a0736de-4de1-498b-ae2d-120fdf03aef1'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:22.803277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Bound port: 4281685e-50eb-485b-a784-66ec6ebfdca5, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76028b81-c6c6-45cb-9ce2-9a47e7c1e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6a0736de-4de1-498b-ae2d-120fdf03aef1'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:22.803665 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.876131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Allocated IP 172.20.0.5 (6a0736de-4de1-498b-ae2d-120fdf03aef1/1bf72106-c70b-4bca-8dc8-15e78b50d754/bcc7470a-9c45-42da-8008-5f5c6026e46d) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:22.894497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Calling delete_port for 85bff826-47d5-4de9-8b2f-03b2e1c7db98 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:22.946515 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] For port 4281685e-50eb-485b-a784-66ec6ebfdca5, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:22.953073 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] For port 4281685e-50eb-485b-a784-66ec6ebfdca5, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4281685e-50eb-485b-a784-66ec6ebfdca5,segment=NetworkSegment(76028b81-c6c6-45cb-9ce2-9a47e7c1e51f),segment_id=76028b81-c6c6-45cb-9ce2-9a47e7c1e51f)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:22.962330 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.066629 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2ca4a-5064-493d-98ec-12c41ad7f83d None None] Pushing event updated for resources: {'Port': ['ID=4281685e-50eb-485b-a784-66ec6ebfdca5,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:23.568838 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-878c893e-a919-4eb8-ab74-16995616ad14 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.629294 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-878c893e-a919-4eb8-ab74-16995616ad14 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.636497 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5174b2ff-69f1-4234-a149-2d0acd66046a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.756365 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c893e-a919-4eb8-ab74-16995616ad14 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48c65cb-a3a9-4662-b99d-b86e14b2be81,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:23.786145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35aea-abaa-4c9b-af7c-77390cab4c14 req-e12720c6-54d2-428a-aa83-face6f7ba9df tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:23.790344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5cc35aea-abaa-4c9b-af7c-77390cab4c14 req-e12720c6-54d2-428a-aa83-face6f7ba9df tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Synchronizing usage tracker for tenant:eb31d956a31d43af9c3118a09108d494 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:23.863443 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.997671 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-878c893e-a919-4eb8-ab74-16995616ad14 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.998907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-878c893e-a919-4eb8-ab74-16995616ad14 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 2.4916854 Feb 04 15:57:24.002487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54424) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:24.010215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-899a0abf-7103-4be1-b3f1-4c5510f98242 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': '107a6169-04d6-493f-a298-32801c485a74', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:24.016015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5cc35aea-abaa-4c9b-af7c-77390cab4c14 req-e12720c6-54d2-428a-aa83-face6f7ba9df tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Unset dirty status for tenant:eb31d956a31d43af9c3118a09108d494 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:24.017506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5cc35aea-abaa-4c9b-af7c-77390cab4c14 req-e12720c6-54d2-428a-aa83-face6f7ba9df tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/ports?device_id=c982cbbd-df7a-4623-ac3a-c6d16de17bc3 HTTP/1.1" status: 200 len: 948 time: 1.6152961 Feb 04 15:57:24.028192 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Pushing event deleted for resources: {'Port': ['ID=85bff826-47d5-4de9-8b2f-03b2e1c7db98,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:24.036154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-899a0abf-7103-4be1-b3f1-4c5510f98242 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:24.045517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-899a0abf-7103-4be1-b3f1-4c5510f98242 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:24.055658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-899a0abf-7103-4be1-b3f1-4c5510f98242 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:24.084081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-899a0abf-7103-4be1-b3f1-4c5510f98242 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:24.108190 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-899a0abf-7103-4be1-b3f1-4c5510f98242 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Project 0d5ce1deda6c431b892eca6721c0eb4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:57:24.127584 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-899a0abf-7103-4be1-b3f1-4c5510f98242 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.147737 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5174b2ff-69f1-4234-a149-2d0acd66046a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.376848 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5cc35aea-abaa-4c9b-af7c-77390cab4c14 req-b303583b-fd70-4a03-91aa-e4a8754556f9 tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5a15ff-6891-4eb8-9f37-e467089565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425825 Feb 04 15:57:24.432779 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-899a0abf-7103-4be1-b3f1-4c5510f98242 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.439556 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-899a0abf-7103-4be1-b3f1-4c5510f98242 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.518507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174b2ff-69f1-4234-a149-2d0acd66046a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=1960c0d5-e8c4-4195-9eb4-88566c62dd86,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:24.540449 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a0abf-7103-4be1-b3f1-4c5510f98242 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cdc8d6-1efc-4685-81b9-4758a8a9b056,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:24.546516 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-899a0abf-7103-4be1-b3f1-4c5510f98242 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.560046 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-899a0abf-7103-4be1-b3f1-4c5510f98242 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5559454 Feb 04 15:57:24.594348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] No DVR routers for this DVR port 85bff826-47d5-4de9-8b2f-03b2e1c7db98 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:24.599235 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.602436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4281685e-50eb-485b-a784-66ec6ebfdca5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:24.652385 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5174b2ff-69f1-4234-a149-2d0acd66046a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.693458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c982cbbd-df7a-4623-ac3a-c6d16de17bc3', 'name': 'network-vif-deleted', 'tag': '85bff826-47d5-4de9-8b2f-03b2e1c7db98'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:24.738736 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-f5a9739c-67b1-4a9c-94e3-d922169344f9 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Router 8d898209-8abf-4113-b738-775145681c4e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:57:24.769788 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c982cbbd-df7a-4623-ac3a-c6d16de17bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85bff826-47d5-4de9-8b2f-03b2e1c7db98', 'code': 200} Feb 04 15:57:24.775878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383303b5-34bb-4c79-9c34-5bffb79a2237 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:24.776083 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1554bb6-d89e-431e-b349-61a9ebba6a32 req-9fba771a-23a8-49d7-bdc6-17991f4cbebe tempest-VolumesNegativeTest-1532863395 tempest-VolumesNegativeTest-1532863395-project] 10.222.0.73 "DELETE /v2.0/ports/85bff826-47d5-4de9-8b2f-03b2e1c7db98 HTTP/1.1" status: 204 len: 173 time: 7.0019562 Feb 04 15:57:24.778697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5174b2ff-69f1-4234-a149-2d0acd66046a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/1960c0d5-e8c4-4195-9eb4-88566c62dd86 HTTP/1.1" status: 204 len: 168 time: 4.0234876 Feb 04 15:57:24.783673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54438) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:24.796327 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.862340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Transition to ACTIVE for port object bcc7470a-9c45-42da-8008-5f5c6026e46d will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:25.084589 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b622c1f5-6a6d-4d85-9330-c530c196dcff None None] Network 6a0736de-4de1-498b-ae2d-120fdf03aef1 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:25.146412 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.306540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Network 6a0736de-4de1-498b-ae2d-120fdf03aef1 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:25.312625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:25.336352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50566905-7aeb-4b95-b14e-0f564456ee8b req-40997a6a-894e-4500-bcaf-f95343615e82 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:25.344761 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50566905-7aeb-4b95-b14e-0f564456ee8b req-40997a6a-894e-4500-bcaf-f95343615e82 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 0.3433874 Feb 04 15:57:25.395543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:25.436139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed58b01-cd86-4ef3-b08b-3820f070b036 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 1e88acf9-ac9d-4e2b-afb6-789dcd106205 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:57:25.441230 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ed58b01-cd86-4ef3-b08b-3820f070b036 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.475590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7d42bb59-2387-454d-adbc-c7c43f7a8a7d None None] Provisioning for port 4281685e-50eb-485b-a784-66ec6ebfdca5 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:25.518747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50566905-7aeb-4b95-b14e-0f564456ee8b req-41bcbbf6-b9c8-4f58-aca1-bd4e7c2a7215 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728749 Feb 04 15:57:25.521722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Pushing event updated for resources: {'Port': ['ID=bcc7470a-9c45-42da-8008-5f5c6026e46d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:25.553558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 4281685e-50eb-485b-a784-66ec6ebfdca5 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:25.625494 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ed58b01-cd86-4ef3-b08b-3820f070b036 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.683896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4281685e-50eb-485b-a784-66ec6ebfdca5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:25.684470 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.775624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:25.778160 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.897200 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9909d59d-a15a-4366-8730-f006b493f0aa tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.1358140 Feb 04 15:57:25.897422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54448) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:25.913846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a59e54d9-5941-4981-ad86-8602bb1b463d tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1177315682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:25.935327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a59e54d9-5941-4981-ad86-8602bb1b463d tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:25.946031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a59e54d9-5941-4981-ad86-8602bb1b463d tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Usage tracker for resource:router and tenant:3aa909a442544f0b8471317a3da397e8 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:25.955935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a59e54d9-5941-4981-ad86-8602bb1b463d tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:25.974620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a59e54d9-5941-4981-ad86-8602bb1b463d tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:26.003887 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a59e54d9-5941-4981-ad86-8602bb1b463d tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.006570 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a59e54d9-5941-4981-ad86-8602bb1b463d tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.031206 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ed58b01-cd86-4ef3-b08b-3820f070b036 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.040178 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a0df335-d6b8-48c8-9171-bafe53291e83 req-56462af2-c133-4174-ab3d-847c3bff1447 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=50420e86-b3ff-435f-b589-f56db8b07d9c HTTP/1.1" status: 200 len: 210 time: 0.1179717 Feb 04 15:57:26.047153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-f5a9739c-67b1-4a9c-94e3-d922169344f9 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:57:26.054682 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-f5a9739c-67b1-4a9c-94e3-d922169344f9 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.059123 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f163bb-db7b-4c74-b187-08c4e923526b None None] Sync routers for ids ['8d898209-8abf-4113-b738-775145681c4e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:57:26.078706 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f163bb-db7b-4c74-b187-08c4e923526b None None] Routers {'8d898209-8abf-4113-b738-775145681c4e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:26.081081 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e8f163bb-db7b-4c74-b187-08c4e923526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:57:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d898209-8abf-4113-b738-775145681c4e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:26.288690 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-f5a9739c-67b1-4a9c-94e3-d922169344f9 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "PUT /v2.0/floatingips/435026f2-59b2-49e0-8b58-c9a467db96aa HTTP/1.1" status: 200 len: 694 time: 9.0637543 Feb 04 15:57:26.299956 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a59e54d9-5941-4981-ad86-8602bb1b463d tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.348751 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.371835 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a59e54d9-5941-4981-ad86-8602bb1b463d tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.412979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ed58b01-cd86-4ef3-b08b-3820f070b036 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.433983 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c982cbbd-df7a-4623-ac3a-c6d16de17bc3', 'name': 'network-vif-deleted', 'tag': '85bff826-47d5-4de9-8b2f-03b2e1c7db98', 'status': 'completed', 'code': 200} Feb 04 15:57:26.454596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 4281685e-50eb-485b-a784-66ec6ebfdca5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4281685e-50eb-485b-a784-66ec6ebfdca5,segment=NetworkSegment(76028b81-c6c6-45cb-9ce2-9a47e7c1e51f),segment_id=76028b81-c6c6-45cb-9ce2-9a47e7c1e51f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:26.462185 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.622926 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ed58b01-cd86-4ef3-b08b-3820f070b036 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.644917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed58b01-cd86-4ef3-b08b-3820f070b036 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=1e88acf9-ac9d-4e2b-afb6-789dcd106205,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:26.652597 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-f21cc783-86aa-4495-afd3-0fa3d660e205 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c7b58664fba4046b9271182395dfef3&device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 1096 time: 0.3609407 Feb 04 15:57:26.673300 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a59e54d9-5941-4981-ad86-8602bb1b463d tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.680128 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a59e54d9-5941-4981-ad86-8602bb1b463d tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7778783 Feb 04 15:57:26.684015 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8ed58b01-cd86-4ef3-b08b-3820f070b036 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/1e88acf9-ac9d-4e2b-afb6-789dcd106205 HTTP/1.1" status: 204 len: 168 time: 1.8987012 Feb 04 15:57:26.684769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54466) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:26.685139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54468) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:26.697496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=4281685e-50eb-485b-a784-66ec6ebfdca5,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:26.735973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c0ec55e5-6e8f-4cb6-a907-a153ca94a2bb None None] Provisioning for port bcc7470a-9c45-42da-8008-5f5c6026e46d completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:26.748020 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c0ec55e5-6e8f-4cb6-a907-a153ca94a2bb None None] Provisioning complete for port bcc7470a-9c45-42da-8008-5f5c6026e46d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:26.748439 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c0ec55e5-6e8f-4cb6-a907-a153ca94a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.808510 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-e8f163bb-db7b-4c74-b187-08c4e923526b None None] Set router 8d898209-8abf-4113-b738-775145681c4e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:26.874889 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-07d83518-6628-432b-ab30-2a74bb3ff1b4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1797187 Feb 04 15:57:26.876921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54474) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:26.885707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f19febd5-5775-4079-b518-377cf18d715d tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-467382982', 'prefixes': ['172.20.0.0/16']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:26.893825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c0ec55e5-6e8f-4cb6-a907-a153ca94a2bb None None] Port bcc7470a-9c45-42da-8008-5f5c6026e46d cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:57:26.899937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f19febd5-5775-4079-b518-377cf18d715d tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:26.932018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c0ec55e5-6e8f-4cb6-a907-a153ca94a2bb None None] Provisioning complete for port 4281685e-50eb-485b-a784-66ec6ebfdca5 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:26.932405 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c0ec55e5-6e8f-4cb6-a907-a153ca94a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.951696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b2b36330-7c1f-44b2-ac92-265ba1f61bea tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:27.013349 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b485db8-3821-4b7b-8c05-69aa98dd97d9 req-2f99a435-623b-4691-afb1-9fefa6dcae46 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=50420e86-b3ff-435f-b589-f56db8b07d9c HTTP/1.1" status: 200 len: 210 time: 0.2822483 Feb 04 15:57:27.174383 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-aa8503f2-2366-46d6-b748-bf6e00b49eea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:27.175929 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-aa8503f2-2366-46d6-b748-bf6e00b49eea service neutron] 10.222.0.60 "GET /v2.0/networks?id=d1d9e193-b916-49fa-bb1c-142a5343faec HTTP/1.1" status: 200 len: 921 time: 0.5104046 Feb 04 15:57:27.320009 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b2b36330-7c1f-44b2-ac92-265ba1f61bea tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:27.326354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b2b36330-7c1f-44b2-ac92-265ba1f61bea tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:27.329875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b2b36330-7c1f-44b2-ac92-265ba1f61bea tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:27.337851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b2b36330-7c1f-44b2-ac92-265ba1f61bea tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:27.356572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b36330-7c1f-44b2-ac92-265ba1f61bea tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:27.360472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2b36330-7c1f-44b2-ac92-265ba1f61bea tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.420178 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-81c66711-b4a2-4e0b-bf2d-ddb5c2265031 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861087ca-132d-4472-a61d-efad063a2b2a HTTP/1.1" status: 200 len: 217 time: 0.2365196 Feb 04 15:57:27.438902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-65681e88-5891-447b-a49f-076ff873f598 None None] Provisioning complete for port bcc7470a-9c45-42da-8008-5f5c6026e46d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:27.439289 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-65681e88-5891-447b-a49f-076ff873f598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.588566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-65681e88-5891-447b-a49f-076ff873f598 None None] Port bcc7470a-9c45-42da-8008-5f5c6026e46d cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:57:27.746921 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f19febd5-5775-4079-b518-377cf18d715d tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks [] for subnetpool, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.749036 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f19febd5-5775-4079-b518-377cf18d715d tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.0629566 Feb 04 15:57:27.752744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54482) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:27.766662 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-093f9d91-6577-453a-8f87-8778d0e9d770 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1bf72106-c70b-4bca-8dc8-15e78b50d754', 'tempest-TagsExtTest-Tag-1459481066') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:27.833278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4f09bd-99fc-4110-9c7e-075d4af5b2ff None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:27.932776 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e8f163bb-db7b-4c74-b187-08c4e923526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d898209-8abf-4113-b738-775145681c4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:55:19Z', 'revision_number': 4, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'gw_port': {'id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:07Z', 'updated_at': '2022-02-04T15:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '3640a3a2-4bd6-4087-bdca-5901e0170d3e', 'name': '', 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'mac_address': 'fa:16:3e:a6:b0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8865c179-151c-4269-a674-a5deb042c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:17Z', 'updated_at': '2022-02-04T15:55:35Z', 'revision_number': 5, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'subnets': [{'id': '8865c179-151c-4269-a674-a5deb042c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:27.944103 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f163bb-db7b-4c74-b187-08c4e923526b None None] Checking router: 8d898209-8abf-4113-b738-775145681c4e for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:57:27.966006 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f163bb-db7b-4c74-b187-08c4e923526b None None] Routers {'8d898209-8abf-4113-b738-775145681c4e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:27.966240 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e8f163bb-db7b-4c74-b187-08c4e923526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:57:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d898209-8abf-4113-b738-775145681c4e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:28.011897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-dbebbd5c-2b74-4bc3-b773-1737abad1678 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:28.020990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-dbebbd5c-2b74-4bc3-b773-1737abad1678 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8865c179-151c-4269-a674-a5deb042c273 HTTP/1.1" status: 200 len: 860 time: 0.5964224 Feb 04 15:57:28.120377 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-17b138d1-68d4-44ae-9eb7-7dd46da3e37c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d1d9e193-b916-49fa-bb1c-142a5343faec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984294 Feb 04 15:57:28.166156 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2b36330-7c1f-44b2-ac92-265ba1f61bea tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.252536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f95b1ddf-30b7-4e99-a7e0-370bb5a5c23c None None] Provisioning complete for port b8e76f97-94ae-413e-82ac-b0a770f38c3c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:28.252943 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f95b1ddf-30b7-4e99-a7e0-370bb5a5c23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.387141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b36330-7c1f-44b2-ac92-265ba1f61bea tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:28.397953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-b2b36330-7c1f-44b2-ac92-265ba1f61bea tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:28.400983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b36330-7c1f-44b2-ac92-265ba1f61bea tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=89f4d8ef-d3f5-410a-89ae-97ae63c01676,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:28.422579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b36330-7c1f-44b2-ac92-265ba1f61bea tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:28.423205 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2b36330-7c1f-44b2-ac92-265ba1f61bea tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.447653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'tag': '861087ca-132d-4472-a61d-efad063a2b2a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:28.501038 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-e8f163bb-db7b-4c74-b187-08c4e923526b None None] Set router 8d898209-8abf-4113-b738-775145681c4e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:28.522775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-c7a1e027-278a-4253-94ec-832e4fa5338a service neutron] 10.222.0.60 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999271 Feb 04 15:57:28.540784 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b2b36330-7c1f-44b2-ac92-265ba1f61bea tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6198385 Feb 04 15:57:28.541008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a516f46a-34cd-4310-96a9-ddf21b7ec8d0 None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:57:28.543291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54490) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:28.562281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-66d53500-83b8-45f4-96f4-40c5d886593b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:28.565723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a516f46a-34cd-4310-96a9-ddf21b7ec8d0 None None] Deleting port b8e76f97-94ae-413e-82ac-b0a770f38c3c {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:28.566234 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a516f46a-34cd-4310-96a9-ddf21b7ec8d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.632553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4281685e-50eb-485b-a784-66ec6ebfdca5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:28.762741 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-093f9d91-6577-453a-8f87-8778d0e9d770 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "PUT /v2.0/subnets/1bf72106-c70b-4bca-8dc8-15e78b50d754/tags/tempest-TagsExtTest-Tag-1459481066 HTTP/1.1" status: 201 len: 201 time: 1.0086255 Feb 04 15:57:28.766937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54494) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:28.785201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-e082b7cb-9f5b-4715-9160-ca4ea4e22a62 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bcc7470a-9c45-42da-8008-5f5c6026e46d', 'tempest-TagsExtTest-Tag-884313466') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:28.833932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0160f0d8-8692-4f14-bb01-3f67012ba0e4 req-b03ee279-6132-46c7-a424-a312b2877291 service neutron] 10.222.0.60 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050339 Feb 04 15:57:29.046143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-66d53500-83b8-45f4-96f4-40c5d886593b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:29.058682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-66d53500-83b8-45f4-96f4-40c5d886593b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:29.079819 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-66d53500-83b8-45f4-96f4-40c5d886593b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:29.128873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-66d53500-83b8-45f4-96f4-40c5d886593b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:29.154975 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d53500-83b8-45f4-96f4-40c5d886593b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:29.158442 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66d53500-83b8-45f4-96f4-40c5d886593b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.188799 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e8f163bb-db7b-4c74-b187-08c4e923526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d898209-8abf-4113-b738-775145681c4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:55:19Z', 'revision_number': 4, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'gw_port': {'id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:07Z', 'updated_at': '2022-02-04T15:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '3640a3a2-4bd6-4087-bdca-5901e0170d3e', 'name': '', 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'mac_address': 'fa:16:3e:a6:b0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8865c179-151c-4269-a674-a5deb042c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:17Z', 'updated_at': '2022-02-04T15:55:35Z', 'revision_number': 5, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'subnets': [{'id': '8865c179-151c-4269-a674-a5deb042c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:29.194206 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f163bb-db7b-4c74-b187-08c4e923526b None None] The sync data for ids ['8d898209-8abf-4113-b738-775145681c4e'] in n-d-827872-1 is: [{'id': '8d898209-8abf-4113-b738-775145681c4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:55:19Z', 'revision_number': 4, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'gw_port': {'id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:07Z', 'updated_at': '2022-02-04T15:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '3640a3a2-4bd6-4087-bdca-5901e0170d3e', 'name': '', 'network_id': 'd1d9e193-b916-49fa-bb1c-142a5343faec', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'mac_address': 'fa:16:3e:a6:b0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8865c179-151c-4269-a674-a5deb042c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:17Z', 'updated_at': '2022-02-04T15:55:35Z', 'revision_number': 5, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'subnets': [{'id': '8865c179-151c-4269-a674-a5deb042c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:57:29.233682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4281685e-50eb-485b-a784-66ec6ebfdca5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:29.234909 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.362462 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e082b7cb-9f5b-4715-9160-ca4ea4e22a62 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "PUT /v2.0/ports/bcc7470a-9c45-42da-8008-5f5c6026e46d/tags/tempest-TagsExtTest-Tag-884313466 HTTP/1.1" status: 201 len: 201 time: 0.5925434 Feb 04 15:57:29.362931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54518) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:29.367591 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a516f46a-34cd-4310-96a9-ddf21b7ec8d0 None None] For port b8e76f97-94ae-413e-82ac-b0a770f38c3c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b8e76f97-94ae-413e-82ac-b0a770f38c3c,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:29.368208 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a516f46a-34cd-4310-96a9-ddf21b7ec8d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.371219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-739a0c82-aed3-43c7-8534-68483ac33273 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '364460ac-1a23-40fa-af67-632ea3d67f35', 'tempest-TagsExtTest-Tag-1785956459') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:29.425060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-c7834cda-0a8a-487e-8ed2-8ae60e55d462 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:29.465117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-c7834cda-0a8a-487e-8ed2-8ae60e55d462 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:29.468007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-c7834cda-0a8a-487e-8ed2-8ae60e55d462 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206550732&fields=id&tenant_id=0d5ce1deda6c431b892eca6721c0eb4a HTTP/1.1" status: 200 len: 267 time: 0.2058029 Feb 04 15:57:29.730054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a516f46a-34cd-4310-96a9-ddf21b7ec8d0 None None] Calling delete_port for b8e76f97-94ae-413e-82ac-b0a770f38c3c owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:29.816517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4594c-3a96-4c0c-9665-aa10d502d676 req-1446d49f-50cf-4385-bdc8-4b2da5dac004 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:29.820423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55d4594c-3a96-4c0c-9665-aa10d502d676 req-1446d49f-50cf-4385-bdc8-4b2da5dac004 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 0.3511498 Feb 04 15:57:29.860146 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-739a0c82-aed3-43c7-8534-68483ac33273 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "PUT /v2.0/routers/364460ac-1a23-40fa-af67-632ea3d67f35/tags/tempest-TagsExtTest-Tag-1785956459 HTTP/1.1" status: 201 len: 201 time: 0.4961810 Feb 04 15:57:29.866933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54532) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:29.879019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-09db0195-fe60-4921-833c-08c9f714cf75 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '982fee4f-2db3-4d40-8849-1a7aa458a215', 'tempest-TagsExtTest-Tag-1609886088') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:30.004306 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a516f46a-34cd-4310-96a9-ddf21b7ec8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:30.021131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-24e318ae-a64b-441f-b170-7e942df1ed15 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:30.029881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-24e318ae-a64b-441f-b170-7e942df1ed15 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/networks?id=004346ac-b332-4212-9cc6-09525beaa5d8 HTTP/1.1" status: 200 len: 796 time: 0.4793541 Feb 04 15:57:30.069611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516f46a-34cd-4310-96a9-ddf21b7ec8d0 None None] Pushing event deleted for resources: {'Port': ['ID=b8e76f97-94ae-413e-82ac-b0a770f38c3c,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:30.081145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516f46a-34cd-4310-96a9-ddf21b7ec8d0 None None] No DVR routers for this DVR port b8e76f97-94ae-413e-82ac-b0a770f38c3c on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:30.086410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55d4594c-3a96-4c0c-9665-aa10d502d676 req-e94c931e-6e47-4406-87e8-ce846577bd9a tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471495 Feb 04 15:57:30.097791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-59eb0f66-fb4a-4772-b67c-70a911a8a24a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/quotas/0d5ce1deda6c431b892eca6721c0eb4a HTTP/1.1" status: 200 len: 375 time: 0.0667884 Feb 04 15:57:30.102543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23483c29-ff36-430b-81fd-50b044f6e21a None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:30.264375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b8e76f97-94ae-413e-82ac-b0a770f38c3c no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:30.299982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-0c424499-0d01-4810-9a9f-d838a7cccf82 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:30.312038 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'tag': '861087ca-132d-4472-a61d-efad063a2b2a', 'status': 'completed', 'code': 200} Feb 04 15:57:30.335050 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: b8e76f97-94ae-413e-82ac-b0a770f38c3c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:57:30.335703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b8e76f97-94ae-413e-82ac-b0a770f38c3c not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:30.441899 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-09db0195-fe60-4921-833c-08c9f714cf75 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "PUT /v2.0/subnetpools/982fee4f-2db3-4d40-8849-1a7aa458a215/tags/tempest-TagsExtTest-Tag-1609886088 HTTP/1.1" status: 201 len: 201 time: 0.5724618 Feb 04 15:57:30.448189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54548) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:30.452887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-0c424499-0d01-4810-9a9f-d838a7cccf82 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:30.454572 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-0c424499-0d01-4810-9a9f-d838a7cccf82 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3519480 Feb 04 15:57:30.464892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-522df849-46dd-49c7-b1f6-4eff0df22f45 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1bf72106-c70b-4bca-8dc8-15e78b50d754') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:30.510017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-9d8edcf8-fe0a-4cc2-9a8a-18cb26a6fa20 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/floatingips/435026f2-59b2-49e0-8b58-c9a467db96aa HTTP/1.1" status: 200 len: 694 time: 0.1495540 Feb 04 15:57:30.531412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.objects.ports [None req-66d53500-83b8-45f4-96f4-40c5d886593b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83550) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:57:30.551885 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66d53500-83b8-45f4-96f4-40c5d886593b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:30.629256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': '5f36b32e-f781-4aee-9e33-aa00e8454f35'}, {'subnet_id': '89f4d8ef-d3f5-410a-89ae-97ae63c01676'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:57:30.631004 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:30.635757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d53500-83b8-45f4-96f4-40c5d886593b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:30.639624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-66d53500-83b8-45f4-96f4-40c5d886593b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:30.651236 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d53500-83b8-45f4-96f4-40c5d886593b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:30.651625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66d53500-83b8-45f4-96f4-40c5d886593b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:30.656173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d53500-83b8-45f4-96f4-40c5d886593b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=5f36b32e-f781-4aee-9e33-aa00e8454f35,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:30.694266 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-c78a6bea-3f0d-464f-a016-be0b6de4dc38 service neutron] 10.222.0.60 "GET /v2.0/networks/004346ac-b332-4212-9cc6-09525beaa5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827681 Feb 04 15:57:30.699544 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-66d53500-83b8-45f4-96f4-40c5d886593b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1517684 Feb 04 15:57:30.700169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54572) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:30.707678 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'mac_address': 'fa:16:3e:ba:97:de', 'name': 'tempest-NetworksTestDHCPv6-1027261788'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:30.734338 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-522df849-46dd-49c7-b1f6-4eff0df22f45 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/subnets/1bf72106-c70b-4bca-8dc8-15e78b50d754/tags HTTP/1.1" status: 200 len: 241 time: 0.2853971 Feb 04 15:57:30.735122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54578) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:30.800655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-bb489d70-481a-470a-bfe7-2d0d69ce954b tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1bf72106-c70b-4bca-8dc8-15e78b50d754', 'tempest-TagsExtTest-Tag-1459481066') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:30.998367 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bb489d70-481a-470a-bfe7-2d0d69ce954b tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/subnets/1bf72106-c70b-4bca-8dc8-15e78b50d754/tags/tempest-TagsExtTest-Tag-1459481066 HTTP/1.1" status: 204 len: 168 time: 0.2576001 Feb 04 15:57:31.000721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54590) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:31.013701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-3d890e9a-bfc2-44e7-968e-0b8f9fcb3e0a tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1bf72106-c70b-4bca-8dc8-15e78b50d754', 'tempest-TagsExtTest-Tag-1459481066') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:31.014445 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-d340f76b-d640-49eb-97be-52c1a694e59a service neutron] 10.222.0.60 "GET /v2.0/networks/004346ac-b332-4212-9cc6-09525beaa5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120093 Feb 04 15:57:31.024341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Allocated IP 172.20.0.2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/89f4d8ef-d3f5-410a-89ae-97ae63c01676/999889a2-6d26-4d61-b8b0-e86e53433242) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:31.038301 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Allocated IP 2001:db8::f816:3eff:fe8d:2066 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/5f36b32e-f781-4aee-9e33-aa00e8454f35/999889a2-6d26-4d61-b8b0-e86e53433242) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:31.047040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:31.052003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:port and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:31.055146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:31.061497 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:31.076329 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:31.097610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-c04a131b-33ff-4fb0-ac84-a8236dd79ff5 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:31.100819 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-c04a131b-33ff-4fb0-ac84-a8236dd79ff5 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 784 time: 0.4005949 Feb 04 15:57:31.112085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-874ac6ee-eaed-4125-977e-58ba4f7a5493 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:57:31.114235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-874ac6ee-eaed-4125-977e-58ba4f7a5493 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068049 Feb 04 15:57:31.282768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-66684cbf-26d5-4311-bb04-337eda9a52b3 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 697 time: 0.1613522 Feb 04 15:57:31.288687 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3d890e9a-bfc2-44e7-968e-0b8f9fcb3e0a tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/subnets/1bf72106-c70b-4bca-8dc8-15e78b50d754/tags/tempest-TagsExtTest-Tag-1459481066 HTTP/1.1" status: 204 len: 168 time: 0.2867002 Feb 04 15:57:31.291160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54606) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:31.298339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-4d4ef9d9-9568-4609-9eaa-26427fbbc99c tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1bf72106-c70b-4bca-8dc8-15e78b50d754') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:31.310077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:31.386289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port a4542543-004e-46c0-a97c-a5f106530a45 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:57:31.571170 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:31.617490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Transition to ACTIVE for port object 999889a2-6d26-4d61-b8b0-e86e53433242 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:31.686750 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Transition to ACTIVE for port object 999889a2-6d26-4d61-b8b0-e86e53433242 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:31.699068 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:31.866986 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1db78544-8587-4b55-96ef-fc4896f1ba29 req-a09df709-a0cf-467d-8c0c-7fe707e382c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4c7b58664fba4046b9271182395dfef3&device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 1096 time: 0.3532813 Feb 04 15:57:31.891081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:31.892701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Pushing event updated for resources: {'Port': ['ID=999889a2-6d26-4d61-b8b0-e86e53433242,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:31.898788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:31.909030 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:31.912104 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-47cd0569-02c4-4a1b-b496-3e623827c581 {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:57:31.912348 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7e5fc02-c85c-46ef-8a99-ca42b5d802cd req-0fdab3b0-282e-41fd-b5ec-7415402f71e3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 210 time: 0.1447256 Feb 04 15:57:31.913833 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:57:31.934725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-bc927676-f388-4888-a1af-0bdf9f691365 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 697 time: 0.6402152 Feb 04 15:57:31.959831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4d4ef9d9-9568-4609-9eaa-26427fbbc99c tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/subnets/1bf72106-c70b-4bca-8dc8-15e78b50d754/tags HTTP/1.1" status: 200 len: 205 time: 0.6674535 Feb 04 15:57:31.963687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54636) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:31.978587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-0dce8aed-4a86-40d6-9e7d-4b657d79251b tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bcc7470a-9c45-42da-8008-5f5c6026e46d') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:32.293116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Attempting to bind port 999889a2-6d26-4d61-b8b0-e86e53433242 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:32.293479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Attempting to bind port 999889a2-6d26-4d61-b8b0-e86e53433242 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:32.294033 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Attempting to bind port 999889a2-6d26-4d61-b8b0-e86e53433242 on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:32.302971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:32.303682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:32.304293 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:32.304857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:32.305500 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Bound port: 999889a2-6d26-4d61-b8b0-e86e53433242, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:32.306049 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:32.421682 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:32.481737 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db78544-8587-4b55-96ef-fc4896f1ba29 req-f1d84644-96c1-4e85-9a40-c536d0df8b0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:32.483424 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1db78544-8587-4b55-96ef-fc4896f1ba29 req-f1d84644-96c1-4e85-9a40-c536d0df8b0e service neutron] 10.222.0.81 "GET /v2.0/networks?id=d1d9e193-b916-49fa-bb1c-142a5343faec HTTP/1.1" status: 200 len: 921 time: 0.5683010 Feb 04 15:57:32.484510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port babd7d5d-655c-4571-b8cc-5482207e1306 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:57:32.502758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-49d707c9-841f-43b3-9485-238f9929de84 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Deleting port 39bce278-4919-49f4-8608-408ac0e8b175 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:32.503100 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-49d707c9-841f-43b3-9485-238f9929de84 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:32.542021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] For port 999889a2-6d26-4d61-b8b0-e86e53433242, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:32.545280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] For port 999889a2-6d26-4d61-b8b0-e86e53433242, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=999889a2-6d26-4d61-b8b0-e86e53433242,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:32.549710 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:32.704689 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda885d-9e4b-48ab-a86f-c9ec81c4e92b None None] Pushing event updated for resources: {'Port': ['ID=999889a2-6d26-4d61-b8b0-e86e53433242,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:32.765735 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1db78544-8587-4b55-96ef-fc4896f1ba29 req-f0702b87-bdf4-4fc6-9043-08bb85739702 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861087ca-132d-4472-a61d-efad063a2b2a HTTP/1.1" status: 200 len: 217 time: 0.1989996 Feb 04 15:57:32.813616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0dce8aed-4a86-40d6-9e7d-4b657d79251b tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/ports/bcc7470a-9c45-42da-8008-5f5c6026e46d/tags HTTP/1.1" status: 200 len: 240 time: 0.8475962 Feb 04 15:57:32.829758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54678) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:32.843211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-c26ddc46-b624-49d1-a3ea-c4db261931d5 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bcc7470a-9c45-42da-8008-5f5c6026e46d', 'tempest-TagsExtTest-Tag-884313466') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:32.952760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db78544-8587-4b55-96ef-fc4896f1ba29 req-1e2c9a7b-647c-4669-a86c-0ceb8c3447b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:32.954697 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1db78544-8587-4b55-96ef-fc4896f1ba29 req-1e2c9a7b-647c-4669-a86c-0ceb8c3447b3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8865c179-151c-4269-a674-a5deb042c273 HTTP/1.1" status: 200 len: 860 time: 0.1499109 Feb 04 15:57:32.986073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a008e29-dd2d-4491-bb3a-a21e9f4659cc req-309da5b2-6385-4808-bc77-22e13fc9b34d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:32.995607 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a008e29-dd2d-4491-bb3a-a21e9f4659cc req-309da5b2-6385-4808-bc77-22e13fc9b34d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 0.7252247 Feb 04 15:57:33.173390 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1db78544-8587-4b55-96ef-fc4896f1ba29 req-acaf7217-f1e8-47cf-ba0d-f314522cc0e3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d1d9e193-b916-49fa-bb1c-142a5343faec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2096081 Feb 04 15:57:33.210229 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-49d707c9-841f-43b3-9485-238f9929de84 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:33.210923 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-49d707c9-841f-43b3-9485-238f9929de84 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:33.235001 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4970fe-00a7-471a-880c-0024471fe574 None None] New status for floating IP 435026f2-59b2-49e0-8b58-c9a467db96aa: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:57:33.465049 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-49d707c9-841f-43b3-9485-238f9929de84 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Calling delete_port for 39bce278-4919-49f4-8608-408ac0e8b175 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:33.695978 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-0c4970fe-00a7-471a-880c-0024471fe574 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:57:33.696695 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-0c4970fe-00a7-471a-880c-0024471fe574 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:57:33.715988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a008e29-dd2d-4491-bb3a-a21e9f4659cc req-98b09633-1933-4269-83e8-2a06d05c002c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7193186 Feb 04 15:57:33.719333 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-49d707c9-841f-43b3-9485-238f9929de84 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:33.851664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d707c9-841f-43b3-9485-238f9929de84 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Pushing event deleted for resources: {'Port': ['ID=39bce278-4919-49f4-8608-408ac0e8b175,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:33.882980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 172.20.0.6 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/89f4d8ef-d3f5-410a-89ae-97ae63c01676/babd7d5d-655c-4571-b8cc-5482207e1306) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:33.962198 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c26ddc46-b624-49d1-a3ea-c4db261931d5 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/ports/bcc7470a-9c45-42da-8008-5f5c6026e46d/tags/tempest-TagsExtTest-Tag-884313466 HTTP/1.1" status: 204 len: 168 time: 1.1309724 Feb 04 15:57:33.970395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54730) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:33.991295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::f816:3eff:feba:97de (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/5f36b32e-f781-4aee-9e33-aa00e8454f35/babd7d5d-655c-4571-b8cc-5482207e1306) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:34.049402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-76a6f58c-1be2-4333-b34e-a214a1e9f627 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bcc7470a-9c45-42da-8008-5f5c6026e46d', 'tempest-TagsExtTest-Tag-884313466') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:34.104888 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-49d707c9-841f-43b3-9485-238f9929de84 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:34.148735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-304f10a8-9687-4f86-bea9-4a3b2a1491d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:34.149532 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-304f10a8-9687-4f86-bea9-4a3b2a1491d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:34.159862 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-43197859-941b-4c11-b0cf-e6a3c57f2583 req-e718344f-70e8-4c89-83af-a66837b7e767 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.0582123 Feb 04 15:57:34.177590 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-49d707c9-841f-43b3-9485-238f9929de84 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:34.187680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a303f0b0-b17f-4200-9d85-f07adbb00f76 req-49d707c9-841f-43b3-9485-238f9929de84 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "DELETE /v2.0/floatingips/435026f2-59b2-49e0-8b58-c9a467db96aa HTTP/1.1" status: 204 len: 173 time: 2.2228241 Feb 04 15:57:34.198716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4970fe-00a7-471a-880c-0024471fe574 None None] New status for floating IP 435026f2-59b2-49e0-8b58-c9a467db96aa: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:57:34.213308 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1db78544-8587-4b55-96ef-fc4896f1ba29 req-5a5a13ef-01d7-48aa-aa43-d0448254e979 service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9312379 Feb 04 15:57:34.461775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-177e87d2-6c4a-4e79-bbbd-34312e18aa6a req-298c642d-17b7-4eef-9c8a-21efd2373716 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 210 time: 0.0686514 Feb 04 15:57:34.469090 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de26b751-d1c7-46d0-81fb-06a306e85d03 req-e2efdbf0-ee76-48e7-b813-dfc38708c7ca tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups/6e0e5815-e6e3-4da4-bcb7-a01f1fa8451f HTTP/1.1" status: 200 len: 1640 time: 0.1265440 Feb 04 15:57:34.470301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-304f10a8-9687-4f86-bea9-4a3b2a1491d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:34.471501 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-304f10a8-9687-4f86-bea9-4a3b2a1491d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.81 "GET /v2.0/networks?id=004346ac-b332-4212-9cc6-09525beaa5d8 HTTP/1.1" status: 200 len: 796 time: 1.0477128 Feb 04 15:57:34.514351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c5df43-4448-45c3-9947-ed8c204f2036 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:34.657747 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-de26b751-d1c7-46d0-81fb-06a306e85d03 req-17fd478b-8d48-4dca-aefa-5bcfc280b1cc tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:34.709606 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-de26b751-d1c7-46d0-81fb-06a306e85d03 req-17fd478b-8d48-4dca-aefa-5bcfc280b1cc tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:34.751282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 999889a2-6d26-4d61-b8b0-e86e53433242 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:34.805885 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-de26b751-d1c7-46d0-81fb-06a306e85d03 req-17fd478b-8d48-4dca-aefa-5bcfc280b1cc tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:34.846987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd478b-8d48-4dca-aefa-5bcfc280b1cc tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0e5815-e6e3-4da4-bcb7-a01f1fa8451f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:34.857609 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-de26b751-d1c7-46d0-81fb-06a306e85d03 req-17fd478b-8d48-4dca-aefa-5bcfc280b1cc tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:34.875541 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de26b751-d1c7-46d0-81fb-06a306e85d03 req-17fd478b-8d48-4dca-aefa-5bcfc280b1cc tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "DELETE /v2.0/security-groups/6e0e5815-e6e3-4da4-bcb7-a01f1fa8451f HTTP/1.1" status: 204 len: 173 time: 0.3987520 Feb 04 15:57:34.939716 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-76a6f58c-1be2-4333-b34e-a214a1e9f627 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/ports/bcc7470a-9c45-42da-8008-5f5c6026e46d/tags/tempest-TagsExtTest-Tag-884313466 HTTP/1.1" status: 204 len: 168 time: 0.9343343 Feb 04 15:57:34.942822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54754) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:34.949535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-59f71afc-a3f9-4f42-9b29-ad0b4b90ebbc tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bcc7470a-9c45-42da-8008-5f5c6026e46d') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:35.039496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 999889a2-6d26-4d61-b8b0-e86e53433242 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:35.077785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a4836601-f3da-472b-abe7-ee7a82af794c None None] Provisioning for port 999889a2-6d26-4d61-b8b0-e86e53433242 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:35.102367 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a4836601-f3da-472b-abe7-ee7a82af794c None None] Provisioning complete for port 999889a2-6d26-4d61-b8b0-e86e53433242 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:35.102744 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a4836601-f3da-472b-abe7-ee7a82af794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.108911 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1db78544-8587-4b55-96ef-fc4896f1ba29 req-c4141778-9a0e-4962-8d65-6c6bfa2a11e0 service neutron] 10.222.0.81 "GET /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8176572 Feb 04 15:57:35.111339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-2358a2dc-c005-4b94-94b3-814bb66e54cf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:35.143552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-2358a2dc-c005-4b94-94b3-814bb66e54cf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:35.148518 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-2358a2dc-c005-4b94-94b3-814bb66e54cf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d5ce1deda6c431b892eca6721c0eb4a HTTP/1.1" status: 200 len: 380 time: 0.5244007 Feb 04 15:57:35.165751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'port': {'device_id': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'admin_state_up': True, 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'security_groups': ['107a6169-04d6-493f-a298-32801c485a74']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:35.271821 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.287597 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-59f71afc-a3f9-4f42-9b29-ad0b4b90ebbc tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/ports/bcc7470a-9c45-42da-8008-5f5c6026e46d/tags HTTP/1.1" status: 200 len: 205 time: 0.3381300 Feb 04 15:57:35.290000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54764) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:35.300467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-2fde0aea-7584-4e27-b7d2-d097f8b1e4db tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '364460ac-1a23-40fa-af67-632ea3d67f35') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:35.352799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078beef7-20f8-4edd-802f-9bd7ab585839 req-6007aac8-0f72-4c20-a847-9404c2153afa tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:35.359999 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-078beef7-20f8-4edd-802f-9bd7ab585839 req-6007aac8-0f72-4c20-a847-9404c2153afa tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 0.3017578 Feb 04 15:57:35.425594 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object babd7d5d-655c-4571-b8cc-5482207e1306 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:35.475927 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-078beef7-20f8-4edd-802f-9bd7ab585839 req-4715dcdd-1da7-498d-8532-4edc51202c90 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002185 Feb 04 15:57:35.546598 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a4836601-f3da-472b-abe7-ee7a82af794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.606879 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd51114e-c94c-44b4-8188-4069fc4477bf req-d5e3dd4f-848b-44c0-9e08-df933740ec18 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1043184 Feb 04 15:57:35.635804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a4836601-f3da-472b-abe7-ee7a82af794c None None] For port 999889a2-6d26-4d61-b8b0-e86e53433242, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=999889a2-6d26-4d61-b8b0-e86e53433242,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:35.641181 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a4836601-f3da-472b-abe7-ee7a82af794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.683618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54782) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:35.696841 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2fde0aea-7584-4e27-b7d2-d097f8b1e4db tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/routers/364460ac-1a23-40fa-af67-632ea3d67f35/tags HTTP/1.1" status: 200 len: 241 time: 0.4010873 Feb 04 15:57:35.697273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-5abd684d-0753-4ddc-ae7c-5234d51b0ad2 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '364460ac-1a23-40fa-af67-632ea3d67f35', 'tempest-TagsExtTest-Tag-1785956459') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:35.748930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4836601-f3da-472b-abe7-ee7a82af794c None None] Pushing event updated for resources: {'Port': ['ID=999889a2-6d26-4d61-b8b0-e86e53433242,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:35.790930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:35.810384 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.915361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:35.974264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=babd7d5d-655c-4571-b8cc-5482207e1306,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:35.980029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Made reservation on behalf of 0d5ce1deda6c431b892eca6721c0eb4a for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:35.984949 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.151008 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:36.153048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:36.153270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:36.153610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:36.153941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:36.154268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:36.154593 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:36.154916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:36.155333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:36.155895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:36.156235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:36.156554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:36.159915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:36.168268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:36.191207 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1369b1e2-96c5-4f94-b106-6d985b89d2bc None None] Provisioning complete for port 999889a2-6d26-4d61-b8b0-e86e53433242 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:36.191764 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1369b1e2-96c5-4f94-b106-6d985b89d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.195284 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5359e20-74ac-4638-8011-009e2f68137a req-06355767-e99a-46fd-a0ee-dfd4b91d4a0d tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 210 time: 0.1902211 Feb 04 15:57:36.251379 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-376fc38c-7dcd-4db2-a064-f6be109bf2b8 req-d579b655-2b0d-4290-8a7f-a45a77d87606 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1557891 Feb 04 15:57:36.282587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:36.283372 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.370011 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-df443584-571d-42a3-a803-1520a7515f3a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.6686194 Feb 04 15:57:36.381401 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54802) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:36.446502 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5abd684d-0753-4ddc-ae7c-5234d51b0ad2 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/routers/364460ac-1a23-40fa-af67-632ea3d67f35/tags/tempest-TagsExtTest-Tag-1785956459 HTTP/1.1" status: 204 len: 168 time: 0.7592251 Feb 04 15:57:36.447628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54804) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:36.468008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-a5831d51-3211-4402-a30c-98a6fd9ff5b4 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '364460ac-1a23-40fa-af67-632ea3d67f35', 'tempest-TagsExtTest-Tag-1785956459') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:36.587717 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ac770705-fbe3-4f4a-af66-e1962ab94541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.649821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 999889a2-6d26-4d61-b8b0-e86e53433242 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:36.696251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Allocated IP 172.20.0.3 (004346ac-b332-4212-9cc6-09525beaa5d8/65d3f203-d900-4b29-b5ea-b76d5ed0ead8/9d0dbc60-6953-4491-b2aa-36ca10dac5b6) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:36.767342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cafae5-6c9c-43a4-8fd6-3a2171cfa5a9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:36.782765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cafae5-6c9c-43a4-8fd6-3a2171cfa5a9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:36.788342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-22cafae5-6c9c-43a4-8fd6-3a2171cfa5a9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:36.830430 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 999889a2-6d26-4d61-b8b0-e86e53433242 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:36.830810 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.843615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698bdb6-a13b-4b7b-9f50-baad4b78da0d req-c4b6aeae-ed9d-45ce-ba0b-4d95fc9f3b4a tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:36.845373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0698bdb6-a13b-4b7b-9f50-baad4b78da0d req-c4b6aeae-ed9d-45ce-ba0b-4d95fc9f3b4a tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Synchronizing usage tracker for tenant:4c7b58664fba4046b9271182395dfef3 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:36.851740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-22cafae5-6c9c-43a4-8fd6-3a2171cfa5a9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:36.852927 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-22cafae5-6c9c-43a4-8fd6-3a2171cfa5a9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3814654 Feb 04 15:57:36.860460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54814) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:36.952165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d680ec40-54a2-451b-a28f-4db1b7c6e3cc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port babd7d5d-655c-4571-b8cc-5482207e1306 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:36.952869 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d680ec40-54a2-451b-a28f-4db1b7c6e3cc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.995196 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-26736d73-0178-4371-8e6d-613fe1d875a0 None None] Provisioning for port babd7d5d-655c-4571-b8cc-5482207e1306 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:37.007654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-26736d73-0178-4371-8e6d-613fe1d875a0 None None] Provisioning complete for port babd7d5d-655c-4571-b8cc-5482207e1306 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:37.008026 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-26736d73-0178-4371-8e6d-613fe1d875a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.048287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a5831d51-3211-4402-a30c-98a6fd9ff5b4 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/routers/364460ac-1a23-40fa-af67-632ea3d67f35/tags/tempest-TagsExtTest-Tag-1785956459 HTTP/1.1" status: 204 len: 168 time: 0.5907023 Feb 04 15:57:37.084531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54820) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:37.114517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-4026aa32-c09e-4a0d-afb5-7a6a8b1bf2dd tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '364460ac-1a23-40fa-af67-632ea3d67f35') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:37.156220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-26736d73-0178-4371-8e6d-613fe1d875a0 None None] Port babd7d5d-655c-4571-b8cc-5482207e1306 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:57:37.210425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0698bdb6-a13b-4b7b-9f50-baad4b78da0d req-c4b6aeae-ed9d-45ce-ba0b-4d95fc9f3b4a tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Unset dirty status for tenant:4c7b58664fba4046b9271182395dfef3 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:37.215728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0698bdb6-a13b-4b7b-9f50-baad4b78da0d req-c4b6aeae-ed9d-45ce-ba0b-4d95fc9f3b4a tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 1.2163770 Feb 04 15:57:37.406285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb0f69-66f6-4d2b-b251-bba9e33c9a09 req-d87bb3ea-a9ec-49a4-8a70-96044ed3aa72 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:37.408124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2feb0f69-66f6-4d2b-b251-bba9e33c9a09 req-d87bb3ea-a9ec-49a4-8a70-96044ed3aa72 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 0.5737665 Feb 04 15:57:37.413995 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4026aa32-c09e-4a0d-afb5-7a6a8b1bf2dd tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/routers/364460ac-1a23-40fa-af67-632ea3d67f35/tags HTTP/1.1" status: 200 len: 205 time: 0.3280141 Feb 04 15:57:37.419668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54826) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:37.444520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-7257a036-8c27-4e33-aa25-d1db851c2c8c tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '982fee4f-2db3-4d40-8849-1a7aa458a215') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:37.456801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0698bdb6-a13b-4b7b-9f50-baad4b78da0d req-3d07acc3-17b9-4750-8ff4-d0598afdd606 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Synchronizing usage tracker for tenant:4c7b58664fba4046b9271182395dfef3 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:37.526660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2feb0f69-66f6-4d2b-b251-bba9e33c9a09 req-54df3dc1-b163-467f-9f23-f5d609799a7f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114230 Feb 04 15:57:37.553346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0698bdb6-a13b-4b7b-9f50-baad4b78da0d req-3d07acc3-17b9-4750-8ff4-d0598afdd606 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Unset dirty status for tenant:4c7b58664fba4046b9271182395dfef3 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:37.555798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0698bdb6-a13b-4b7b-9f50-baad4b78da0d req-3d07acc3-17b9-4750-8ff4-d0598afdd606 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175664 Feb 04 15:57:37.573936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7257a036-8c27-4e33-aa25-d1db851c2c8c tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/subnetpools/982fee4f-2db3-4d40-8849-1a7aa458a215/tags HTTP/1.1" status: 200 len: 241 time: 0.1508205 Feb 04 15:57:37.576996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54832) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:37.601446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-c5d81c0b-88b2-444a-8e71-a627f05d38ce tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '982fee4f-2db3-4d40-8849-1a7aa458a215', 'tempest-TagsExtTest-Tag-1609886088') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:37.617111 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d680ec40-54a2-451b-a28f-4db1b7c6e3cc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.713074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c5d81c0b-88b2-444a-8e71-a627f05d38ce tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/subnetpools/982fee4f-2db3-4d40-8849-1a7aa458a215/tags/tempest-TagsExtTest-Tag-1609886088 HTTP/1.1" status: 204 len: 168 time: 0.1349292 Feb 04 15:57:37.717719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54836) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:37.722666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-6af95ae4-e111-4b1e-aca7-09280187a59b tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '982fee4f-2db3-4d40-8849-1a7aa458a215', 'tempest-TagsExtTest-Tag-1609886088') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:37.912999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d680ec40-54a2-451b-a28f-4db1b7c6e3cc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for babd7d5d-655c-4571-b8cc-5482207e1306 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:37.928913 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6af95ae4-e111-4b1e-aca7-09280187a59b tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/subnetpools/982fee4f-2db3-4d40-8849-1a7aa458a215/tags/tempest-TagsExtTest-Tag-1609886088 HTTP/1.1" status: 204 len: 168 time: 0.2096980 Feb 04 15:57:37.936733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54840) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:37.943437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-44006e26-795d-49aa-a6fd-3320c355a617 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '982fee4f-2db3-4d40-8849-1a7aa458a215') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:37.968243 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3261af0-eebf-425b-af71-8130f2bc0f32 req-bd397d2f-c05e-417b-bb24-ada851659b8e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 210 time: 0.0991340 Feb 04 15:57:38.070747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0da8e8b2-45e2-4cc4-be93-b44bb7acd07c req-131cf81b-5367-4058-b654-7b5f1abfee28 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1172712 Feb 04 15:57:38.096966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-44006e26-795d-49aa-a6fd-3320c355a617 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/subnetpools/982fee4f-2db3-4d40-8849-1a7aa458a215/tags HTTP/1.1" status: 200 len: 205 time: 0.1588755 Feb 04 15:57:38.100721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54844) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:38.106505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-8c02b5d4-34c8-4d1f-a793-66af7dc9d388 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '982fee4f-2db3-4d40-8849-1a7aa458a215') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:38.146042 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8c02b5d4-34c8-4d1f-a793-66af7dc9d388 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/subnetpools/982fee4f-2db3-4d40-8849-1a7aa458a215/tags HTTP/1.1" status: 204 len: 168 time: 0.0434942 Feb 04 15:57:38.150392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54850) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:38.156265 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d680ec40-54a2-451b-a28f-4db1b7c6e3cc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.161631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-950443bf-bf13-4d41-a5fd-51ea99b4ad15 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '364460ac-1a23-40fa-af67-632ea3d67f35') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:38.298760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680ec40-54a2-451b-a28f-4db1b7c6e3cc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=babd7d5d-655c-4571-b8cc-5482207e1306,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:38.384625 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-950443bf-bf13-4d41-a5fd-51ea99b4ad15 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/routers/364460ac-1a23-40fa-af67-632ea3d67f35/tags HTTP/1.1" status: 204 len: 168 time: 0.2325511 Feb 04 15:57:38.385686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54864) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:38.393320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-809462d2-7e64-4ed6-aa37-1a2a39b6a493 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bcc7470a-9c45-42da-8008-5f5c6026e46d') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:38.546267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-809462d2-7e64-4ed6-aa37-1a2a39b6a493 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/ports/bcc7470a-9c45-42da-8008-5f5c6026e46d/tags HTTP/1.1" status: 204 len: 168 time: 0.1593642 Feb 04 15:57:38.549029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54872) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:38.558620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-8ae55aca-1908-4012-970e-a3a1f8f3f72a tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1bf72106-c70b-4bca-8dc8-15e78b50d754') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:38.586266 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.699166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Transition to ACTIVE for port object 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:38.747492 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d680ec40-54a2-451b-a28f-4db1b7c6e3cc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.750360 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8ae55aca-1908-4012-970e-a3a1f8f3f72a tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/subnets/1bf72106-c70b-4bca-8dc8-15e78b50d754/tags HTTP/1.1" status: 204 len: 168 time: 0.2001317 Feb 04 15:57:38.756858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54880) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:38.769273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-4e9a5832-1ed8-4642-8492-525d8cf24308 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1bf72106-c70b-4bca-8dc8-15e78b50d754', 'tempest-TagsExtTest-Tag-1717751423') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:38.799044 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d680ec40-54a2-451b-a28f-4db1b7c6e3cc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/babd7d5d-655c-4571-b8cc-5482207e1306 HTTP/1.1" status: 204 len: 168 time: 1.9375534 Feb 04 15:57:38.799728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54886) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:38.915357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ba518-1cc1-4970-9633-362195f4c8fe req-336e0b59-71f8-4db1-83fb-fec77b3adfd0 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:38.917051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-283ba518-1cc1-4970-9633-362195f4c8fe req-336e0b59-71f8-4db1-83fb-fec77b3adfd0 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Synchronizing usage tracker for tenant:4c7b58664fba4046b9271182395dfef3 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:38.930671 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.956800 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2c6ae38b-f79c-4dda-b57b-0d121b74e0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.027351 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0941ace2-5536-409d-a83f-9afa02afead3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.028966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0941ace2-5536-409d-a83f-9afa02afead3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.030561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0941ace2-5536-409d-a83f-9afa02afead3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.031404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0941ace2-5536-409d-a83f-9afa02afead3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:39.074527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-283ba518-1cc1-4970-9633-362195f4c8fe req-336e0b59-71f8-4db1-83fb-fec77b3adfd0 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Unset dirty status for tenant:4c7b58664fba4046b9271182395dfef3 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:39.075868 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-283ba518-1cc1-4970-9633-362195f4c8fe req-336e0b59-71f8-4db1-83fb-fec77b3adfd0 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.81 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.7452848 Feb 04 15:57:39.112272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37e0be-dcee-432d-823e-dbbad53f8133 req-9d13402d-9559-4692-91ec-b80b8b88d35d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.113904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c37e0be-dcee-432d-823e-dbbad53f8133 req-9d13402d-9559-4692-91ec-b80b8b88d35d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 0.2857389 Feb 04 15:57:39.122600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f8c95-c520-4f91-a2c2-1ef2da6c252d req-1c9eb82d-9f43-46ba-af90-1f965d054eb5 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.124240 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-792f8c95-c520-4f91-a2c2-1ef2da6c252d req-1c9eb82d-9f43-46ba-af90-1f965d054eb5 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.2250428 Feb 04 15:57:39.161464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network 004346ac-b332-4212-9cc6-09525beaa5d8 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:39.184643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0941ace2-5536-409d-a83f-9afa02afead3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:39.188856 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0941ace2-5536-409d-a83f-9afa02afead3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3709087 Feb 04 15:57:39.189829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Port': ['ID=9d0dbc60-6953-4491-b2aa-36ca10dac5b6,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:39.195110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:39.197582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:39.247730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54900) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:39.325359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-283ba518-1cc1-4970-9633-362195f4c8fe req-b2d48c72-8db8-483b-8460-e4a3bb79ec03 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Deleting port 861087ca-132d-4472-a61d-efad063a2b2a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:39.325836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-283ba518-1cc1-4970-9633-362195f4c8fe req-b2d48c72-8db8-483b-8460-e4a3bb79ec03 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.378947 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c37e0be-dcee-432d-823e-dbbad53f8133 req-fdf0f72f-3529-44b0-afac-3e788499c850 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534637 Feb 04 15:57:39.385840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-792f8c95-c520-4f91-a2c2-1ef2da6c252d req-d61893d6-e15f-47c1-b718-b2b238bf8356 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184544 Feb 04 15:57:39.388767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4e9a5832-1ed8-4642-8492-525d8cf24308 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "PUT /v2.0/subnets/1bf72106-c70b-4bca-8dc8-15e78b50d754/tags/tempest-TagsExtTest-Tag-1717751423 HTTP/1.1" status: 201 len: 201 time: 0.6300282 Feb 04 15:57:39.392788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54904) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:39.401270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-091ae41e-a643-45bc-91ec-531e8d8f7c6c tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bcc7470a-9c45-42da-8008-5f5c6026e46d', 'tempest-TagsExtTest-Tag-1253846597') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:39.527522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.532258 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-091ae41e-a643-45bc-91ec-531e8d8f7c6c tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "PUT /v2.0/ports/bcc7470a-9c45-42da-8008-5f5c6026e46d/tags/tempest-TagsExtTest-Tag-1253846597 HTTP/1.1" status: 201 len: 201 time: 0.1377931 Feb 04 15:57:39.534370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54908) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:39.534970 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.542956 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-2168eeab-118e-4c9b-a736-847893ba4f02 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '364460ac-1a23-40fa-af67-632ea3d67f35', 'tempest-TagsExtTest-Tag-1055039054') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:39.596221 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-e3625131-be86-4657-9931-cac1364fe9e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4407098 Feb 04 15:57:39.619940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8ecd9c32-f6ba-4f56-82bc-576e2332b93f None None] Provisioning for port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:39.625257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8ecd9c32-f6ba-4f56-82bc-576e2332b93f None None] Provisioning complete for port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:39.625624 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8ecd9c32-f6ba-4f56-82bc-576e2332b93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.718686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39051e40-50d5-481e-8a5f-5ab288a9b40a req-64fd2d29-35c2-4111-9c8c-8097ecee9092 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.0596328 Feb 04 15:57:39.741461 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd9c32-f6ba-4f56-82bc-576e2332b93f None None] Port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:57:39.768771 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Request body: {'port': {'device_id': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:39.901559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2168eeab-118e-4c9b-a736-847893ba4f02 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "PUT /v2.0/routers/364460ac-1a23-40fa-af67-632ea3d67f35/tags/tempest-TagsExtTest-Tag-1055039054 HTTP/1.1" status: 201 len: 201 time: 0.3654971 Feb 04 15:57:39.912777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54916) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:39.918664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-ff8e31e3-7391-465c-820b-8cb7a84d3092 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '982fee4f-2db3-4d40-8849-1a7aa458a215', 'tempest-TagsExtTest-Tag-241848629') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:39.973540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc8787-479d-4c7e-a082-ec5ccc4a906e req-f6b59f34-8c43-4e7e-8c04-d9adf45aef1d tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.975251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-88fc8787-479d-4c7e-a082-ec5ccc4a906e req-f6b59f34-8c43-4e7e-8c04-d9adf45aef1d tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 931 time: 0.2543738 Feb 04 15:57:40.103349 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-88fc8787-479d-4c7e-a082-ec5ccc4a906e req-e59f04b6-6fd6-46fd-99a6-276cd3d5939c tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=107a6169-04d6-493f-a298-32801c485a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151688 Feb 04 15:57:40.107247 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ff8e31e3-7391-465c-820b-8cb7a84d3092 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "PUT /v2.0/subnetpools/982fee4f-2db3-4d40-8849-1a7aa458a215/tags/tempest-TagsExtTest-Tag-241848629 HTTP/1.1" status: 201 len: 201 time: 0.1918509 Feb 04 15:57:40.108886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54928) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:40.123356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-93f316f5-31e8-46ef-90e0-90650c6ae4bd tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1bf72106-c70b-4bca-8dc8-15e78b50d754', {'tags': ['tempest-TagsExtTest-Tag-1953853925', 'tempest-TagsExtTest-Tag-1689613158', 'tempest-TagsExtTest-Tag-637976997']}) {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:40.126881 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.214560 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.276109 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-93f316f5-31e8-46ef-90e0-90650c6ae4bd tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "PUT /v2.0/subnets/1bf72106-c70b-4bca-8dc8-15e78b50d754/tags HTTP/1.1" status: 200 len: 317 time: 0.1660054 Feb 04 15:57:40.278712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54934) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:40.284406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-2e8109b8-f763-44a5-b116-bb00f95f8163 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1bf72106-c70b-4bca-8dc8-15e78b50d754') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:40.387784 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.559471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2e8109b8-f763-44a5-b116-bb00f95f8163 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/subnets/1bf72106-c70b-4bca-8dc8-15e78b50d754/tags HTTP/1.1" status: 204 len: 168 time: 0.2797024 Feb 04 15:57:40.562033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54944) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:40.568836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-f3a01cb7-c8ec-4915-a581-df38fb992f4a tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1bf72106-c70b-4bca-8dc8-15e78b50d754', 'tempest-TagsExtTest-Tag-1953853925') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:40.695841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-944a448e-b7d2-4fac-8226-5065639b6f33 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 5f36b32e-f781-4aee-9e33-aa00e8454f35 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:57:40.728673 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-944a448e-b7d2-4fac-8226-5065639b6f33 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.830310 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-f3a01cb7-c8ec-4915-a581-df38fb992f4a tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] show failed (client error): The resource could not be found. Feb 04 15:57:40.838420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f3a01cb7-c8ec-4915-a581-df38fb992f4a tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/subnets/1bf72106-c70b-4bca-8dc8-15e78b50d754/tags/tempest-TagsExtTest-Tag-1953853925 HTTP/1.1" status: 404 len: 329 time: 0.2746952 Feb 04 15:57:40.839107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54950) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:40.848666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-47410378-d4bc-49b8-b0e4-be4c7f76d427 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1bf72106-c70b-4bca-8dc8-15e78b50d754', 'tempest-TagsExtTest-Tag-1689613158') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:40.883814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95dda313-df0f-4ec9-a84d-07839d869b92 req-6de024d2-a3e5-4afe-8b8c-6835a9c21d3c tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1490724 Feb 04 15:57:40.892807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-283ba518-1cc1-4970-9633-362195f4c8fe req-b2d48c72-8db8-483b-8460-e4a3bb79ec03 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] For port 861087ca-132d-4472-a61d-efad063a2b2a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=861087ca-132d-4472-a61d-efad063a2b2a,segment=NetworkSegment(a194a10e-4161-4b1c-bd48-bba8453398d5),segment_id=a194a10e-4161-4b1c-bd48-bba8453398d5)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:40.893429 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-283ba518-1cc1-4970-9633-362195f4c8fe req-b2d48c72-8db8-483b-8460-e4a3bb79ec03 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.912390 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-944a448e-b7d2-4fac-8226-5065639b6f33 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.914358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54954) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:40.965869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33203b7a-7e57-4c09-837d-6a1963e63d75 req-6fd711b8-aaad-4187-9ed3-094380eebf03 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:40.971038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33203b7a-7e57-4c09-837d-6a1963e63d75 req-6fd711b8-aaad-4187-9ed3-094380eebf03 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 945 time: 0.2772915 Feb 04 15:57:41.074046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33203b7a-7e57-4c09-837d-6a1963e63d75 req-fb2a0c64-e3df-415a-b828-735520529c9d tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/security-groups?id=89267ef7-c85a-4fc0-a83e-052dc545d9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957613 Feb 04 15:57:41.173669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-283ba518-1cc1-4970-9633-362195f4c8fe req-b2d48c72-8db8-483b-8460-e4a3bb79ec03 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Calling delete_port for 861087ca-132d-4472-a61d-efad063a2b2a owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:41.177968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296115a1-1f61-469c-8458-1a6a97389796 req-69bad284-ecf5-48ff-9db0-15b2652a7fcf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:41.193285 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-296115a1-1f61-469c-8458-1a6a97389796 req-69bad284-ecf5-48ff-9db0-15b2652a7fcf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 943 time: 0.1177568 Feb 04 15:57:41.289562 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-296115a1-1f61-469c-8458-1a6a97389796 req-4d99dca7-ddb2-499b-a300-4995d5a8d512 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952699 Feb 04 15:57:41.321418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a6eff8c8-2a22-4f9b-a621-954f3bbe6028 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb31d956a31d43af9c3118a09108d494&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4036453 Feb 04 15:57:41.321418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54964) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:41.438940 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.443429 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-47410378-d4bc-49b8-b0e4-be4c7f76d427 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] show failed (client error): The resource could not be found. Feb 04 15:57:41.444356 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-47410378-d4bc-49b8-b0e4-be4c7f76d427 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/subnets/1bf72106-c70b-4bca-8dc8-15e78b50d754/tags/tempest-TagsExtTest-Tag-1689613158 HTTP/1.1" status: 404 len: 329 time: 0.6019163 Feb 04 15:57:41.451072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54970) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:41.497629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-b8389c1b-5cd5-44d2-9df7-b96ec8f9e455 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1bf72106-c70b-4bca-8dc8-15e78b50d754', 'tempest-TagsExtTest-Tag-637976997') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:41.513345 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6fba8242-466d-4fa5-875d-66aed603c9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.523794 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-944a448e-b7d2-4fac-8226-5065639b6f33 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.531470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4838e12-67b6-409b-a769-965850d2f0be req-70333056-7e62-4c08-a19b-06e6579a8e63 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:41.532989 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f4838e12-67b6-409b-a769-965850d2f0be req-70333056-7e62-4c08-a19b-06e6579a8e63 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 931 time: 0.2038510 Feb 04 15:57:41.579908 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6fba8242-466d-4fa5-875d-66aed603c9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.580152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 60f3f5db-322f-4388-8679-75a1d3849856 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:57:41.602640 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.643974 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f4838e12-67b6-409b-a769-965850d2f0be req-f014f91f-fe16-4bd2-bebf-d9fcd62ecc41 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=107a6169-04d6-493f-a298-32801c485a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978692 Feb 04 15:57:41.670886 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-283ba518-1cc1-4970-9633-362195f4c8fe req-b2d48c72-8db8-483b-8460-e4a3bb79ec03 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.676637 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6fba8242-466d-4fa5-875d-66aed603c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.703377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba8242-466d-4fa5-875d-66aed603c9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5a15ff-6891-4eb8-9f37-e467089565c8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:41.732410 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6fba8242-466d-4fa5-875d-66aed603c9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.740149 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6fba8242-466d-4fa5-875d-66aed603c9ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d5a15ff-6891-4eb8-9f37-e467089565c8 HTTP/1.1" status: 204 len: 168 time: 0.4170229 Feb 04 15:57:41.747970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['861087ca-132d-4472-a61d-efad063a2b2a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:41.801458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d48c72-8db8-483b-8460-e4a3bb79ec03 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Pushing event deleted for resources: {'Port': ['ID=861087ca-132d-4472-a61d-efad063a2b2a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:41.808677 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-944a448e-b7d2-4fac-8226-5065639b6f33 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.855777 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-b8389c1b-5cd5-44d2-9df7-b96ec8f9e455 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] show failed (client error): The resource could not be found. Feb 04 15:57:41.856827 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b8389c1b-5cd5-44d2-9df7-b96ec8f9e455 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/subnets/1bf72106-c70b-4bca-8dc8-15e78b50d754/tags/tempest-TagsExtTest-Tag-637976997 HTTP/1.1" status: 404 len: 328 time: 0.3736751 Feb 04 15:57:41.859917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54978) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:41.869277 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-1acce0f7-30c1-494e-88dd-d467ea977a58 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bcc7470a-9c45-42da-8008-5f5c6026e46d', {'tags': ['tempest-TagsExtTest-Tag-1852670199', 'tempest-TagsExtTest-Tag-537854358', 'tempest-TagsExtTest-Tag-246108089']}) {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:41.879481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 60f3f5db-322f-4388-8679-75a1d3849856, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=60f3f5db-322f-4388-8679-75a1d3849856,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:41.893860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '60f3f5db-322f-4388-8679-75a1d3849856', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'port_id': '60f3f5db-322f-4388-8679-75a1d3849856', 'mac_address': 'fa:16:3e:13:93:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:57:41.938083 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a448e-b7d2-4fac-8226-5065639b6f33 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=5f36b32e-f781-4aee-9e33-aa00e8454f35,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:41.942872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:41.958866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-283ba518-1cc1-4970-9633-362195f4c8fe req-b2d48c72-8db8-483b-8460-e4a3bb79ec03 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] No DVR routers for this DVR port 861087ca-132d-4472-a61d-efad063a2b2a on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:41.963712 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.967818 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-944a448e-b7d2-4fac-8226-5065639b6f33 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.971493 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-283ba518-1cc1-4970-9633-362195f4c8fe req-b2d48c72-8db8-483b-8460-e4a3bb79ec03 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.976224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'name': 'network-vif-deleted', 'tag': '861087ca-132d-4472-a61d-efad063a2b2a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:41.976864 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.009665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Transition to ACTIVE for port object 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:42.012188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aced251c-6324-44ed-94f2-ec4a960c0658 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:42.022179 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-283ba518-1cc1-4970-9633-362195f4c8fe req-b2d48c72-8db8-483b-8460-e4a3bb79ec03 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.81 "DELETE /v2.0/ports/861087ca-132d-4472-a61d-efad063a2b2a HTTP/1.1" status: 204 len: 173 time: 2.9248641 Feb 04 15:57:42.025705 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-944a448e-b7d2-4fac-8226-5065639b6f33 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/5f36b32e-f781-4aee-9e33-aa00e8454f35 HTTP/1.1" status: 204 len: 168 time: 2.7746420 Feb 04 15:57:42.025705 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.032126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54988) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:42.049541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f3f5db-322f-4388-8679-75a1d3849856 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:42.210402 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb83fcf-89a4-489f-a933-31f575308e4d', 'name': 'network-vif-deleted', 'tag': '861087ca-132d-4472-a61d-efad063a2b2a', 'status': 'completed', 'code': 200} Feb 04 15:57:42.281824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 60f3f5db-322f-4388-8679-75a1d3849856, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=60f3f5db-322f-4388-8679-75a1d3849856,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:42.292727 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.367779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Pushing event updated for resources: {'Port': ['ID=9d0dbc60-6953-4491-b2aa-36ca10dac5b6,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:42.457707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=60f3f5db-322f-4388-8679-75a1d3849856,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:42.482323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54998) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:42.483442 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1acce0f7-30c1-494e-88dd-d467ea977a58 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "PUT /v2.0/ports/bcc7470a-9c45-42da-8008-5f5c6026e46d/tags HTTP/1.1" status: 200 len: 316 time: 0.6171646 Feb 04 15:57:42.494309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-02533377-d5ea-464c-afa8-2379dc3b52a4 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bcc7470a-9c45-42da-8008-5f5c6026e46d') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:42.600909 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63f7c4f3-c7c5-4f0f-8935-3540c2ceda27 req-25f47c42-a558-4b86-b8b8-53801c01bbc3 tempest-ServerRescueTestJSONUnderV235-649161002 tempest-ServerRescueTestJSONUnderV235-649161002-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfb83fcf-89a4-489f-a933-31f575308e4d HTTP/1.1" status: 200 len: 210 time: 0.1266143 Feb 04 15:57:42.628978 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c2aa996c-1a53-4d1f-8629-1e32420b3094 req-55fd2338-d001-4043-aa9d-69ae00e509c6 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.2318940 Feb 04 15:57:42.741068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['60f3f5db-322f-4388-8679-75a1d3849856'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:42.800880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23d2af3-1b60-49dd-b64b-0d0b0d9ebe4e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 89f4d8ef-d3f5-410a-89ae-97ae63c01676 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:57:42.818947 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d23d2af3-1b60-49dd-b64b-0d0b0d9ebe4e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.886274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Attempting to bind port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:42.886843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Attempting to bind port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'd39e2319-d378-433c-ba8c-33d3076b0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:42.886957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Attempting to bind port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 on network 004346ac-b332-4212-9cc6-09525beaa5d8 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:42.904773 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 on network 004346ac-b332-4212-9cc6-09525beaa5d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:57:42.907853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Attempting to bind port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 on network 004346ac-b332-4212-9cc6-09525beaa5d8 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:42.943969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:42.944587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Checking segment: {'id': 'd39e2319-d378-433c-ba8c-33d3076b0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:42.945166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Bound using segment: {'id': 'd39e2319-d378-433c-ba8c-33d3076b0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:42.948177 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Bound port: 9d0dbc60-6953-4491-b2aa-36ca10dac5b6, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd39e2319-d378-433c-ba8c-33d3076b0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:42.948750 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.998982 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-02533377-d5ea-464c-afa8-2379dc3b52a4 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/ports/bcc7470a-9c45-42da-8008-5f5c6026e46d/tags HTTP/1.1" status: 204 len: 168 time: 0.5164914 Feb 04 15:57:43.024478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55014) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:43.142354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] For port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:43.145926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] For port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9d0dbc60-6953-4491-b2aa-36ca10dac5b6,segment=NetworkSegment(d39e2319-d378-433c-ba8c-33d3076b0d82),segment_id=d39e2319-d378-433c-ba8c-33d3076b0d82)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:43.150423 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:43.212451 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-4300edab-733f-4577-b7a8-7345d5bc6e68 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bcc7470a-9c45-42da-8008-5f5c6026e46d', 'tempest-TagsExtTest-Tag-1852670199') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:43.251204 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d23d2af3-1b60-49dd-b64b-0d0b0d9ebe4e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:43.474459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Pushing event updated for resources: {'Port': ['ID=9d0dbc60-6953-4491-b2aa-36ca10dac5b6,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:43.493860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:43.495573 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-fe87d1b5-eb5f-4dfd-88a6-6c3665b7987b service neutron] 10.222.0.81 "PUT /v2.0/ports/9d0dbc60-6953-4491-b2aa-36ca10dac5b6 HTTP/1.1" status: 200 len: 1091 time: 3.8547423 Feb 04 15:57:43.543111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a4778-491e-4b5a-9fe5-8f68fe449abb req-29cbbd8c-18b3-4914-8213-68e0f9c960fa tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:43.550235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed5a4778-491e-4b5a-9fe5-8f68fe449abb req-29cbbd8c-18b3-4914-8213-68e0f9c960fa tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 944 time: 0.6479280 Feb 04 15:57:43.585163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 861087ca-132d-4472-a61d-efad063a2b2a no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:43.637779 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d23d2af3-1b60-49dd-b64b-0d0b0d9ebe4e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:43.659851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 861087ca-132d-4472-a61d-efad063a2b2a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:57:43.668364 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 861087ca-132d-4472-a61d-efad063a2b2a not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:43.696049 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-8169530a-07b1-4895-b3bc-631734086f63 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 1094 time: 0.1430075 Feb 04 15:57:43.712173 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-4300edab-733f-4577-b7a8-7345d5bc6e68 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] show failed (client error): The resource could not be found. Feb 04 15:57:43.713206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4300edab-733f-4577-b7a8-7345d5bc6e68 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/ports/bcc7470a-9c45-42da-8008-5f5c6026e46d/tags/tempest-TagsExtTest-Tag-1852670199 HTTP/1.1" status: 404 len: 329 time: 0.6878011 Feb 04 15:57:43.718986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac7e90-a1c8-4e6d-b315-b5dd8c5f7dc1 req-3bcd29c2-a989-49b4-a32c-d32c34a47881 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:43.727074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5bac7e90-a1c8-4e6d-b315-b5dd8c5f7dc1 req-3bcd29c2-a989-49b4-a32c-d32c34a47881 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 943 time: 0.4447317 Feb 04 15:57:43.732713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55030) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:43.783528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-9bec6806-149b-49eb-b9c4-fb72efc57577 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bcc7470a-9c45-42da-8008-5f5c6026e46d', 'tempest-TagsExtTest-Tag-537854358') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:43.828731 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-943d7640-42c6-4e8b-a848-52df7e112d20 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d0dbc60-6953-4491-b2aa-36ca10dac5b6 HTTP/1.1" status: 200 len: 217 time: 0.1195681 Feb 04 15:57:43.891110 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed5a4778-491e-4b5a-9fe5-8f68fe449abb req-41daa816-ad2e-4a2f-8f16-576abb4fc67d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400824 Feb 04 15:57:43.956648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-f355a1bb-aab5-46b4-bec3-9bc6a6b64320 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:43.959083 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-f355a1bb-aab5-46b4-bec3-9bc6a6b64320 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65d3f203-d900-4b29-b5ea-b76d5ed0ead8 HTTP/1.1" status: 200 len: 835 time: 0.1204538 Feb 04 15:57:44.039239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5bac7e90-a1c8-4e6d-b315-b5dd8c5f7dc1 req-157c1f2a-6174-43f2-bc26-4cbf9e25e9f4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=107a6169-04d6-493f-a298-32801c485a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110118 Feb 04 15:57:44.088068 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d23d2af3-1b60-49dd-b64b-0d0b0d9ebe4e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:44.138866 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-c3790e70-3b66-4f5f-811f-1e86b0be117a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=004346ac-b332-4212-9cc6-09525beaa5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677449 Feb 04 15:57:44.200090 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d23d2af3-1b60-49dd-b64b-0d0b0d9ebe4e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:44.206281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e44efb-8a74-4e3e-8ec2-83a7460b62ac None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:44.214545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d2af3-1b60-49dd-b64b-0d0b0d9ebe4e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=89f4d8ef-d3f5-410a-89ae-97ae63c01676,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:44.223878 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d23d2af3-1b60-49dd-b64b-0d0b0d9ebe4e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/89f4d8ef-d3f5-410a-89ae-97ae63c01676 HTTP/1.1" status: 204 len: 168 time: 2.1903167 Feb 04 15:57:44.225860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55040) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:44.355551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'tag': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:44.361146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55044) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:44.370971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fcd09c75-d6a9-4454-b7c1-d5f940bd50fc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1424844 Feb 04 15:57:44.373678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55048) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:44.443667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4b526417-6c0a-4d0a-8145-90fa4600b2ad None None] Provisioning complete for port 999889a2-6d26-4d61-b8b0-e86e53433242 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:44.444079 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4b526417-6c0a-4d0a-8145-90fa4600b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:44.472336 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0aa60191-d35d-424c-8f89-84fe0114cbd5 req-aabb8241-e130-4ed9-8f09-390c2b3cd3c3 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1185374 Feb 04 15:57:44.492529 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-9bec6806-149b-49eb-b9c4-fb72efc57577 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] show failed (client error): The resource could not be found. Feb 04 15:57:44.496475 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9bec6806-149b-49eb-b9c4-fb72efc57577 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/ports/bcc7470a-9c45-42da-8008-5f5c6026e46d/tags/tempest-TagsExtTest-Tag-537854358 HTTP/1.1" status: 404 len: 328 time: 0.7627563 Feb 04 15:57:44.496975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55054) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:44.506293 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-cdcb02a2-1b28-4663-84f3-a756ac01e32b tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bcc7470a-9c45-42da-8008-5f5c6026e46d', 'tempest-TagsExtTest-Tag-246108089') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:44.580818 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'tag': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'status': 'completed', 'code': 200} Feb 04 15:57:44.590203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad439d99-c915-4f85-a607-fc36fc9e998b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:44.590953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ad439d99-c915-4f85-a607-fc36fc9e998b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:44.632281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ad439d99-c915-4f85-a607-fc36fc9e998b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:44.633565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ad439d99-c915-4f85-a607-fc36fc9e998b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2589326 Feb 04 15:57:44.636086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55058) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:44.789123 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e021f8c-c0c9-40a8-af2c-3db56e15acc2 None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:57:44.790861 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-cdcb02a2-1b28-4663-84f3-a756ac01e32b tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] show failed (client error): The resource could not be found. Feb 04 15:57:44.797402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cdcb02a2-1b28-4663-84f3-a756ac01e32b tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/ports/bcc7470a-9c45-42da-8008-5f5c6026e46d/tags/tempest-TagsExtTest-Tag-246108089 HTTP/1.1" status: 404 len: 328 time: 0.2969997 Feb 04 15:57:44.806681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4e021f8c-c0c9-40a8-af2c-3db56e15acc2 None None] Deleting port 999889a2-6d26-4d61-b8b0-e86e53433242 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:44.807028 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4e021f8c-c0c9-40a8-af2c-3db56e15acc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:44.808973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55066) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:44.828109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832f0d32-babc-4d31-950a-f298c954622f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:44.830769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-832f0d32-babc-4d31-950a-f298c954622f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:44.833383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-4e1b6fb2-0788-4673-aa28-2a1f646d7856 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '364460ac-1a23-40fa-af67-632ea3d67f35', {'tags': ['tempest-TagsExtTest-Tag-345838384', 'tempest-TagsExtTest-Tag-402555446', 'tempest-TagsExtTest-Tag-32938625']}) {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:44.851299 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-832f0d32-babc-4d31-950a-f298c954622f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:44.855902 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-832f0d32-babc-4d31-950a-f298c954622f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2163687 Feb 04 15:57:44.857080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55070) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:44.990917 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cc357216-86ae-4571-8a9a-8037aea121ea tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1310730 Feb 04 15:57:44.993080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55076) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:45.011246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-bd793a7d-70a3-4a49-b03c-1c03d1ca5347 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:45.187573 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-b722b141-e705-464a-8438-b606b7e5e0e1 service neutron] 10.222.0.81 "GET /v2.0/networks/004346ac-b332-4212-9cc6-09525beaa5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0452445 Feb 04 15:57:45.295093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bd793a7d-70a3-4a49-b03c-1c03d1ca5347 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:45.316421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bd793a7d-70a3-4a49-b03c-1c03d1ca5347 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:45.319864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4e021f8c-c0c9-40a8-af2c-3db56e15acc2 None None] For port 999889a2-6d26-4d61-b8b0-e86e53433242, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=999889a2-6d26-4d61-b8b0-e86e53433242,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:45.320134 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4e021f8c-c0c9-40a8-af2c-3db56e15acc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:45.334378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd793a7d-70a3-4a49-b03c-1c03d1ca5347 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:45.338249 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd793a7d-70a3-4a49-b03c-1c03d1ca5347 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:45.340083 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd793a7d-70a3-4a49-b03c-1c03d1ca5347 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:57:45.340485 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd793a7d-70a3-4a49-b03c-1c03d1ca5347 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:57:45.370434 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4e1b6fb2-0788-4673-aa28-2a1f646d7856 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "PUT /v2.0/routers/364460ac-1a23-40fa-af67-632ea3d67f35/tags HTTP/1.1" status: 200 len: 314 time: 0.5578732 Feb 04 15:57:45.391730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55086) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:45.434542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-ba4ce305-c194-420f-8f52-1a9b477f75d6 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '364460ac-1a23-40fa-af67-632ea3d67f35') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:45.514116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4e021f8c-c0c9-40a8-af2c-3db56e15acc2 None None] Calling delete_port for 999889a2-6d26-4d61-b8b0-e86e53433242 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:45.516942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bd793a7d-70a3-4a49-b03c-1c03d1ca5347 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5223017 Feb 04 15:57:45.527432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55092) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:45.550362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-61366b94-634c-4c3d-ba4f-9b95c6801256 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:45.617663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 60f3f5db-322f-4388-8679-75a1d3849856 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:45.715636 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d450a-11be-420d-9cd7-ee448cb5c4d1 req-d4103f9e-48cc-4479-a3bb-581a8e8fe752 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:45.725779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc8d450a-11be-420d-9cd7-ee448cb5c4d1 req-d4103f9e-48cc-4479-a3bb-581a8e8fe752 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 944 time: 0.3969762 Feb 04 15:57:45.790280 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8e4c6-1eec-498f-97cf-8bf51acee7de req-b9accb17-2394-449d-b224-ea8fb22680e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:45.799313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17c8e4c6-1eec-498f-97cf-8bf51acee7de req-b9accb17-2394-449d-b224-ea8fb22680e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 943 time: 0.4683852 Feb 04 15:57:45.825151 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-742dfe05-95a8-49da-9b14-cf42e3cb9bc5 req-aec194c2-3cc9-4d62-b61e-74de3cf535cb service neutron] 10.222.0.81 "GET /v2.0/networks/004346ac-b332-4212-9cc6-09525beaa5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200867 Feb 04 15:57:45.853728 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4e021f8c-c0c9-40a8-af2c-3db56e15acc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:45.937352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-61366b94-634c-4c3d-ba4f-9b95c6801256 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:45.955826 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc8d450a-11be-420d-9cd7-ee448cb5c4d1 req-4915088a-781d-41bb-90df-cfd72ebc0f18 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289605 Feb 04 15:57:45.968522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e021f8c-c0c9-40a8-af2c-3db56e15acc2 None None] Pushing event deleted for resources: {'Port': ['ID=999889a2-6d26-4d61-b8b0-e86e53433242,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:45.989985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-61366b94-634c-4c3d-ba4f-9b95c6801256 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:45.991775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 60f3f5db-322f-4388-8679-75a1d3849856 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:45.992148 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.001179 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17c8e4c6-1eec-498f-97cf-8bf51acee7de req-eddc1be0-8f5b-4ced-8352-930fe68820e8 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=107a6169-04d6-493f-a298-32801c485a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988397 Feb 04 15:57:46.027196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61366b94-634c-4c3d-ba4f-9b95c6801256 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:46.031312 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-61366b94-634c-4c3d-ba4f-9b95c6801256 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.033281 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-61366b94-634c-4c3d-ba4f-9b95c6801256 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:57:46.033973 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61366b94-634c-4c3d-ba4f-9b95c6801256 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:57:46.132938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-61366b94-634c-4c3d-ba4f-9b95c6801256 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5833519 Feb 04 15:57:46.132938 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55110) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:46.139024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0372c807-c34c-4a71-a7e5-1ef30718bf79 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:46.150467 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ba4ce305-c194-420f-8f52-1a9b477f75d6 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/routers/364460ac-1a23-40fa-af67-632ea3d67f35/tags HTTP/1.1" status: 204 len: 168 time: 0.7481337 Feb 04 15:57:46.154866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55114) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:46.156564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e021f8c-c0c9-40a8-af2c-3db56e15acc2 None None] No DVR routers for this DVR port 999889a2-6d26-4d61-b8b0-e86e53433242 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:46.183504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-fe335dad-4b81-45b5-9d9f-e925b01faca8 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '364460ac-1a23-40fa-af67-632ea3d67f35', 'tempest-TagsExtTest-Tag-345838384') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:46.287374 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.324593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:46.332160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 60f3f5db-322f-4388-8679-75a1d3849856, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=60f3f5db-322f-4388-8679-75a1d3849856,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:46.337490 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.417084 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856', 'code': 200} Feb 04 15:57:46.455395 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=60f3f5db-322f-4388-8679-75a1d3849856,revision_number=10']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:46.488296 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9956d175-ec68-4ab2-932a-51fe1a717530 req-ff9f871a-f57e-4964-a343-bbb2687cd98b tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1173015 Feb 04 15:57:46.517625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0372c807-c34c-4a71-a7e5-1ef30718bf79 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:46.527923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0372c807-c34c-4a71-a7e5-1ef30718bf79 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:46.546595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0372c807-c34c-4a71-a7e5-1ef30718bf79 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:46.555446 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0372c807-c34c-4a71-a7e5-1ef30718bf79 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.556960 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-0372c807-c34c-4a71-a7e5-1ef30718bf79 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:57:46.557454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0372c807-c34c-4a71-a7e5-1ef30718bf79 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:57:46.569679 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3789b4c7-ed35-4656-a39b-23776a05caa5 req-5b83cdcd-cf1d-4d56-816c-f24abb2ed986 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 1094 time: 0.5883157 Feb 04 15:57:46.583697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 999889a2-6d26-4d61-b8b0-e86e53433242 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:46.589128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0372c807-c34c-4a71-a7e5-1ef30718bf79 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4549079 Feb 04 15:57:46.592079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55122) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:46.598686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d4581e2d-d2ca-4297-a95e-b0c0d18e5f01 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:46.598943 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-fe335dad-4b81-45b5-9d9f-e925b01faca8 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] show failed (client error): The resource could not be found. Feb 04 15:57:46.599795 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fe335dad-4b81-45b5-9d9f-e925b01faca8 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/routers/364460ac-1a23-40fa-af67-632ea3d67f35/tags/tempest-TagsExtTest-Tag-345838384 HTTP/1.1" status: 404 len: 328 time: 0.4409099 Feb 04 15:57:46.606523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55126) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:46.622402 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 999889a2-6d26-4d61-b8b0-e86e53433242 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:57:46.623090 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 999889a2-6d26-4d61-b8b0-e86e53433242 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:46.667839 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-68928385-dceb-426a-9325-4641f356cfc1 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '364460ac-1a23-40fa-af67-632ea3d67f35', 'tempest-TagsExtTest-Tag-402555446') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:46.825278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d4581e2d-d2ca-4297-a95e-b0c0d18e5f01 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:46.835355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d4581e2d-d2ca-4297-a95e-b0c0d18e5f01 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:46.845286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4581e2d-d2ca-4297-a95e-b0c0d18e5f01 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:46.849213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d4581e2d-d2ca-4297-a95e-b0c0d18e5f01 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.850728 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4581e2d-d2ca-4297-a95e-b0c0d18e5f01 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:57:46.850993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4581e2d-d2ca-4297-a95e-b0c0d18e5f01 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:57:46.869431 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d4581e2d-d2ca-4297-a95e-b0c0d18e5f01 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2762392 Feb 04 15:57:46.872436 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55130) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:46.877816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-363b84e2-654b-472e-a39a-0cba226d5170 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:46.985861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789b4c7-ed35-4656-a39b-23776a05caa5 req-47f3eea4-9830-4511-8953-3381bb27d066 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:46.987371 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3789b4c7-ed35-4656-a39b-23776a05caa5 req-47f3eea4-9830-4511-8953-3381bb27d066 service neutron] 10.222.0.81 "GET /v2.0/networks?id=004346ac-b332-4212-9cc6-09525beaa5d8 HTTP/1.1" status: 200 len: 897 time: 0.4105530 Feb 04 15:57:46.991534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-363b84e2-654b-472e-a39a-0cba226d5170 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:47.001794 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-363b84e2-654b-472e-a39a-0cba226d5170 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:47.002375 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-68928385-dceb-426a-9325-4641f356cfc1 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] show failed (client error): The resource could not be found. Feb 04 15:57:47.003469 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-68928385-dceb-426a-9325-4641f356cfc1 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/routers/364460ac-1a23-40fa-af67-632ea3d67f35/tags/tempest-TagsExtTest-Tag-402555446 HTTP/1.1" status: 404 len: 328 time: 0.3960197 Feb 04 15:57:47.006869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55134) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:47.014199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-931320d9-a939-4ccd-ab8c-40a19061deb3 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '364460ac-1a23-40fa-af67-632ea3d67f35', 'tempest-TagsExtTest-Tag-32938625') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:47.069021 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2d9b107b-be2f-4e76-8e86-929eeebadf7f req-679a7a31-ccd2-43a5-8cf9-ef6f2a6740d8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 1097 time: 0.3489344 Feb 04 15:57:47.081729 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3789b4c7-ed35-4656-a39b-23776a05caa5 req-15995b2d-4e71-4cd9-a3f4-1c03de6c6745 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d0dbc60-6953-4491-b2aa-36ca10dac5b6 HTTP/1.1" status: 200 len: 217 time: 0.0756588 Feb 04 15:57:47.083840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363b84e2-654b-472e-a39a-0cba226d5170 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:47.087713 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-363b84e2-654b-472e-a39a-0cba226d5170 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.090661 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-363b84e2-654b-472e-a39a-0cba226d5170 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:57:47.091095 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363b84e2-654b-472e-a39a-0cba226d5170 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:57:47.174177 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2cb6e26c-3c6e-4033-b269-dbb1064e7612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.195718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-363b84e2-654b-472e-a39a-0cba226d5170 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3222344 Feb 04 15:57:47.203427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55144) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:47.249370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d9ec27c6-bd36-46d5-a21b-0b59614ab0a5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:47.271906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789b4c7-ed35-4656-a39b-23776a05caa5 req-1d795061-9be3-4930-8187-8cbc8cb0ef6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:47.273147 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3789b4c7-ed35-4656-a39b-23776a05caa5 req-1d795061-9be3-4930-8187-8cbc8cb0ef6c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65d3f203-d900-4b29-b5ea-b76d5ed0ead8 HTTP/1.1" status: 200 len: 835 time: 0.1665738 Feb 04 15:57:47.280809 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2d9b107b-be2f-4e76-8e86-929eeebadf7f req-1f88c948-7b9e-484c-ab7a-b77794281b9a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937652 Feb 04 15:57:47.343037 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-931320d9-a939-4ccd-ab8c-40a19061deb3 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] show failed (client error): The resource could not be found. Feb 04 15:57:47.344237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-931320d9-a939-4ccd-ab8c-40a19061deb3 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/routers/364460ac-1a23-40fa-af67-632ea3d67f35/tags/tempest-TagsExtTest-Tag-32938625 HTTP/1.1" status: 404 len: 327 time: 0.3354011 Feb 04 15:57:47.352764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55152) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:47.367483 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-705460e5-1c5c-4a1f-8a7e-cdedec43f6b6 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '982fee4f-2db3-4d40-8849-1a7aa458a215', {'tags': ['tempest-TagsExtTest-Tag-2025780228', 'tempest-TagsExtTest-Tag-636603215', 'tempest-TagsExtTest-Tag-1237828444']}) {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:47.430345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d9ec27c6-bd36-46d5-a21b-0b59614ab0a5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:47.438210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40366-5883-4306-a4e5-d6348431b7ec req-b840736f-d1e0-416c-86db-68cd9cf1cd61 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:47.439762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ae40366-5883-4306-a4e5-d6348431b7ec req-b840736f-d1e0-416c-86db-68cd9cf1cd61 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 946 time: 0.2820809 Feb 04 15:57:47.467631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d9ec27c6-bd36-46d5-a21b-0b59614ab0a5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:47.489469 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3789b4c7-ed35-4656-a39b-23776a05caa5 req-7b8b927d-48f3-4544-97bd-77d22aa03054 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=004346ac-b332-4212-9cc6-09525beaa5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077110 Feb 04 15:57:47.491412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f93d07-c169-4c07-8ddd-5de3b14a1f39 req-956d10dd-3e56-44d1-a2fa-8675b42fe3d8 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:47.495209 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-705460e5-1c5c-4a1f-8a7e-cdedec43f6b6 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "PUT /v2.0/subnetpools/982fee4f-2db3-4d40-8849-1a7aa458a215/tags HTTP/1.1" status: 200 len: 317 time: 0.1352694 Feb 04 15:57:47.498808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1f93d07-c169-4c07-8ddd-5de3b14a1f39 req-956d10dd-3e56-44d1-a2fa-8675b42fe3d8 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 943 time: 0.2975829 Feb 04 15:57:47.500781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55158) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:47.530867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-a05fda6c-34a6-496a-861a-db25d220b79e tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '982fee4f-2db3-4d40-8849-1a7aa458a215') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:47.545282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ec27c6-bd36-46d5-a21b-0b59614ab0a5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:47.548657 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d9ec27c6-bd36-46d5-a21b-0b59614ab0a5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.550534 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ec27c6-bd36-46d5-a21b-0b59614ab0a5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:57:47.550989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ec27c6-bd36-46d5-a21b-0b59614ab0a5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:57:47.578378 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d9ec27c6-bd36-46d5-a21b-0b59614ab0a5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3664112 Feb 04 15:57:47.579006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55164) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:47.631825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ae40366-5883-4306-a4e5-d6348431b7ec req-c5bc7fe1-1978-4283-8d06-fea05523670f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842175 Feb 04 15:57:47.682800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a33ec04e-86b9-41eb-8313-a4bb1a66251a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1030509 Feb 04 15:57:47.685615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55170) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:47.717926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1f93d07-c169-4c07-8ddd-5de3b14a1f39 req-ae2ebc06-5247-4e9b-80da-7e09be86e06b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=107a6169-04d6-493f-a298-32801c485a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181327 Feb 04 15:57:47.770872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a05fda6c-34a6-496a-861a-db25d220b79e tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/subnetpools/982fee4f-2db3-4d40-8849-1a7aa458a215/tags HTTP/1.1" status: 204 len: 168 time: 0.2664974 Feb 04 15:57:47.774864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55174) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:47.784384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-fcf8a8ec-ca8f-4869-9a9b-ea47eb398bfc tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '982fee4f-2db3-4d40-8849-1a7aa458a215', 'tempest-TagsExtTest-Tag-2025780228') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:47.826493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f625cd-0e2a-4962-bd97-3959192beb64 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:47.828016 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-19f625cd-0e2a-4962-bd97-3959192beb64 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1410840 Feb 04 15:57:47.830115 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-fcf8a8ec-ca8f-4869-9a9b-ea47eb398bfc tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] show failed (client error): The resource could not be found. Feb 04 15:57:47.834441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fcf8a8ec-ca8f-4869-9a9b-ea47eb398bfc tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/subnetpools/982fee4f-2db3-4d40-8849-1a7aa458a215/tags/tempest-TagsExtTest-Tag-2025780228 HTTP/1.1" status: 404 len: 329 time: 0.0559812 Feb 04 15:57:47.834441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55178) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:47.862301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55182) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:47.992178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-dae87ac1-af45-446f-be78-20bd6adc17f2 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '982fee4f-2db3-4d40-8849-1a7aa458a215', 'tempest-TagsExtTest-Tag-636603215') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:48.034924 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1ee53771-7808-4171-9bb8-7562b2be1f31 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2022586 Feb 04 15:57:48.040376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55192) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:48.046514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f8d17150-76e5-4486-8751-e31dbbc6ffa2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:48.064830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05aab2a9-c27a-4788-82d0-2bb05487f491 req-5d641c91-5fa5-401e-a166-2d53473a5011 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1224351 Feb 04 15:57:48.225625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f8d17150-76e5-4486-8751-e31dbbc6ffa2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:48.251196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f8d17150-76e5-4486-8751-e31dbbc6ffa2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:48.267721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d17150-76e5-4486-8751-e31dbbc6ffa2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:48.275959 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-dae87ac1-af45-446f-be78-20bd6adc17f2 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] show failed (client error): The resource could not be found. Feb 04 15:57:48.279778 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dae87ac1-af45-446f-be78-20bd6adc17f2 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/subnetpools/982fee4f-2db3-4d40-8849-1a7aa458a215/tags/tempest-TagsExtTest-Tag-636603215 HTTP/1.1" status: 404 len: 328 time: 0.4113741 Feb 04 15:57:48.284061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55200) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:48.292069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-97a2aae2-973d-4a64-b555-0d475a4ad98c tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '982fee4f-2db3-4d40-8849-1a7aa458a215', 'tempest-TagsExtTest-Tag-1237828444') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:48.339293 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3789b4c7-ed35-4656-a39b-23776a05caa5 req-f68061bd-4190-44f3-a6cd-88b4d46cde70 service neutron] 10.222.0.81 "GET /v2.0/networks/004346ac-b332-4212-9cc6-09525beaa5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513034 Feb 04 15:57:48.411903 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-97a2aae2-973d-4a64-b555-0d475a4ad98c tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] show failed (client error): The resource could not be found. Feb 04 15:57:48.413479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-97a2aae2-973d-4a64-b555-0d475a4ad98c tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/subnetpools/982fee4f-2db3-4d40-8849-1a7aa458a215/tags/tempest-TagsExtTest-Tag-1237828444 HTTP/1.1" status: 404 len: 329 time: 0.1262951 Feb 04 15:57:48.416999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55204) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:48.425629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.tag.tag_plugin [None req-ebd51230-5631-49ad-8d2d-c60eed2e6338 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '982fee4f-2db3-4d40-8849-1a7aa458a215') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:48.445028 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8d17150-76e5-4486-8751-e31dbbc6ffa2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.503586 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3789b4c7-ed35-4656-a39b-23776a05caa5 req-6e007079-5b82-4dee-b882-ddc2f80fe44b service neutron] 10.222.0.81 "GET /v2.0/networks/004346ac-b332-4212-9cc6-09525beaa5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558268 Feb 04 15:57:48.599792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ebd51230-5631-49ad-8d2d-c60eed2e6338 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/subnetpools/982fee4f-2db3-4d40-8849-1a7aa458a215/tags HTTP/1.1" status: 204 len: 168 time: 0.1785142 Feb 04 15:57:48.610535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55208) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:48.630507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-b5de6fa7-4e83-47b4-95f3-5d13b929114b tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '364460ac-1a23-40fa-af67-632ea3d67f35') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:48.737433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2cb6e26c-3c6e-4033-b269-dbb1064e7612 admin admin] Deleting port 3640a3a2-4bd6-4087-bdca-5901e0170d3e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:48.737874 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2cb6e26c-3c6e-4033-b269-dbb1064e7612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.954045 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b5de6fa7-4e83-47b4-95f3-5d13b929114b tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/routers/364460ac-1a23-40fa-af67-632ea3d67f35/tags HTTP/1.1" status: 204 len: 168 time: 0.3419576 Feb 04 15:57:48.956251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55220) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:48.964904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-56699b66-db78-4a80-a739-6aef0008e469 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bcc7470a-9c45-42da-8008-5f5c6026e46d') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:49.115186 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-2cb6e26c-3c6e-4033-b269-dbb1064e7612 admin admin] For port 3640a3a2-4bd6-4087-bdca-5901e0170d3e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3640a3a2-4bd6-4087-bdca-5901e0170d3e,segment=NetworkSegment(a194a10e-4161-4b1c-bd48-bba8453398d5),segment_id=a194a10e-4161-4b1c-bd48-bba8453398d5)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:49.115539 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2cb6e26c-3c6e-4033-b269-dbb1064e7612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.265631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2cb6e26c-3c6e-4033-b269-dbb1064e7612 admin admin] Calling delete_port for 3640a3a2-4bd6-4087-bdca-5901e0170d3e owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:49.357087 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-56699b66-db78-4a80-a739-6aef0008e469 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/ports/bcc7470a-9c45-42da-8008-5f5c6026e46d/tags HTTP/1.1" status: 204 len: 168 time: 0.3995273 Feb 04 15:57:49.357718 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55232) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:49.367291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.objects.ports [None req-f8d17150-76e5-4486-8751-e31dbbc6ffa2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83551) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:57:49.372010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.tag.tag_plugin [None req-727bf2d1-b8a7-4ba4-a10a-3b6650adfbd9 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1bf72106-c70b-4bca-8dc8-15e78b50d754') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:49.375103 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8d17150-76e5-4486-8751-e31dbbc6ffa2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.504128 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d17150-76e5-4486-8751-e31dbbc6ffa2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=0c0feda1-0071-4bf1-872a-3f81f353b53f,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:49.526807 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.536270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d17150-76e5-4486-8751-e31dbbc6ffa2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:49.538944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-f8d17150-76e5-4486-8751-e31dbbc6ffa2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:49.542386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d17150-76e5-4486-8751-e31dbbc6ffa2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:49.543148 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8d17150-76e5-4486-8751-e31dbbc6ffa2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.564287 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1361dd5e-eb2e-4675-9404-de43b384f48a None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:49.573358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55246) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:49.584326 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-727bf2d1-b8a7-4ba4-a10a-3b6650adfbd9 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/subnets/1bf72106-c70b-4bca-8dc8-15e78b50d754/tags HTTP/1.1" status: 204 len: 168 time: 0.2208605 Feb 04 15:57:49.633688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59795a12-39e6-410c-bbcd-07cc46588fcb req-d251bda5-10e8-4482-b046-d47954eae8cb tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:49.640496 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59795a12-39e6-410c-bbcd-07cc46588fcb req-d251bda5-10e8-4482-b046-d47954eae8cb tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 943 time: 0.4820457 Feb 04 15:57:49.647997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d371422-f3ab-4131-af34-c7b120132af3 req-ed5dafc0-848b-44b5-9da2-bdb52c9bbff5 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:49.649512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d371422-f3ab-4131-af34-c7b120132af3 req-ed5dafc0-848b-44b5-9da2-bdb52c9bbff5 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 946 time: 0.5315037 Feb 04 15:57:49.670197 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f8d17150-76e5-4486-8751-e31dbbc6ffa2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6281128 Feb 04 15:57:49.675759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55258) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:49.686094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'mac_address': 'fa:16:3e:b8:5a:96', 'name': 'tempest-NetworksTestDHCPv6-1309524919'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:49.717536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:57:49.838339 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59795a12-39e6-410c-bbcd-07cc46588fcb req-a842f527-91f2-42ea-8ebf-3bf7d9290625 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=107a6169-04d6-493f-a298-32801c485a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967561 Feb 04 15:57:49.856788 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2cb6e26c-3c6e-4033-b269-dbb1064e7612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.953322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d371422-f3ab-4131-af34-c7b120132af3 req-254bd484-5340-416a-90d6-bfe9ba446b2d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800026 Feb 04 15:57:49.970101 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56d78b47-05ce-47c8-b131-35698caa3474 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks [] for subnetpool, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.974970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-56d78b47-05ce-47c8-b131-35698caa3474 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/subnetpools/982fee4f-2db3-4d40-8849-1a7aa458a215 HTTP/1.1" status: 204 len: 168 time: 0.3993669 Feb 04 15:57:49.982078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55278) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:50.036467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6e26c-3c6e-4033-b269-dbb1064e7612 admin admin] Pushing event deleted for resources: {'Port': ['ID=3640a3a2-4bd6-4087-bdca-5901e0170d3e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:50.117260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-762788a9-182b-4ed8-a1e5-7ccb35697411 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Synchronizing usage tracker for tenant:3aa909a442544f0b8471317a3da397e8 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:50.154628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-762788a9-182b-4ed8-a1e5-7ccb35697411 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Unset dirty status for tenant:3aa909a442544f0b8471317a3da397e8 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:50.158602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-762788a9-182b-4ed8-a1e5-7ccb35697411 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "GET /v2.0/ports?device_id=364460ac-1a23-40fa-af67-632ea3d67f35 HTTP/1.1" status: 200 len: 205 time: 0.1754119 Feb 04 15:57:50.159302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55282) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:50.360759 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': '0c0feda1-0071-4bf1-872a-3f81f353b53f'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:57:50.361569 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:50.402055 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f3782708-7ca4-4707-85f2-9af82735bb08 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:50.428857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:50.453844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:50.513456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:50.520286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9d0dbc60-6953-4491-b2aa-36ca10dac5b6,segment=NetworkSegment(d39e2319-d378-433c-ba8c-33d3076b0d82),segment_id=d39e2319-d378-433c-ba8c-33d3076b0d82)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:50.552194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'port_id': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'mac_address': 'fa:16:3e:cb:93:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:57:50.643237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Allocated IP 2001:db8::f816:3eff:fe71:1270 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/0c0feda1-0071-4bf1-872a-3f81f353b53f/9cebdbfd-9477-405d-8701-bd57ee9f2efb) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:50.665823 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:50.666989 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a878bbd4-cf65-4f7c-b262-bd570ef7a2ea req-7343f7b5-d0df-418e-9348-99c983627d83 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.0656488 Feb 04 15:57:50.705544 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port 8d035bef-d28e-420c-99ac-968bd2f80dbb yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:57:50.831640 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2cb6e26c-3c6e-4033-b269-dbb1064e7612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:50.837998 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:50.892329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:50.934725 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9d0dbc60-6953-4491-b2aa-36ca10dac5b6,segment=NetworkSegment(d39e2319-d378-433c-ba8c-33d3076b0d82),segment_id=d39e2319-d378-433c-ba8c-33d3076b0d82)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:50.955993 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.046596 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f3782708-7ca4-4707-85f2-9af82735bb08 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.067535 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f3782708-7ca4-4707-85f2-9af82735bb08 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.141334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=9d0dbc60-6953-4491-b2aa-36ca10dac5b6,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:51.179410 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.190443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Transition to ACTIVE for port object 9cebdbfd-9477-405d-8701-bd57ee9f2efb will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:51.217159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Transition to ACTIVE for port object 9cebdbfd-9477-405d-8701-bd57ee9f2efb will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:51.224624 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.280686 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f3782708-7ca4-4707-85f2-9af82735bb08 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.281161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3782708-7ca4-4707-85f2-9af82735bb08 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Fanout notify agent at l3_agent the message router_deleted on router 364460ac-1a23-40fa-af67-632ea3d67f35 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:57:51.310551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:51.314275 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:51.319628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:51.380343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['9d0dbc60-6953-4491-b2aa-36ca10dac5b6'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:51.424174 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f3782708-7ca4-4707-85f2-9af82735bb08 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.425486 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f3782708-7ca4-4707-85f2-9af82735bb08 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/routers/364460ac-1a23-40fa-af67-632ea3d67f35 HTTP/1.1" status: 204 len: 168 time: 1.2639828 Feb 04 15:57:51.433129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Pushing event updated for resources: {'Port': ['ID=9cebdbfd-9477-405d-8701-bd57ee9f2efb,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:51.449278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55298) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:51.508166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::f816:3eff:feb8:5a96 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/0c0feda1-0071-4bf1-872a-3f81f353b53f/8d035bef-d28e-420c-99ac-968bd2f80dbb) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:51.562020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18d262-a26b-4c4b-89c5-56e2184a9344 req-110dcafe-d0e3-4c6d-998c-b03bddc8cbe4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:51.563605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa18d262-a26b-4c4b-89c5-56e2184a9344 req-110dcafe-d0e3-4c6d-998c-b03bddc8cbe4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 944 time: 0.4695644 Feb 04 15:57:51.567260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-9f8c61d7-d873-488c-9832-d3e4d0e18632 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Deleting port bcc7470a-9c45-42da-8008-5f5c6026e46d {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:51.567587 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f8c61d7-d873-488c-9832-d3e4d0e18632 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.573289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Attempting to bind port 9cebdbfd-9477-405d-8701-bd57ee9f2efb on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:51.574350 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Attempting to bind port 9cebdbfd-9477-405d-8701-bd57ee9f2efb by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:51.575016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Attempting to bind port 9cebdbfd-9477-405d-8701-bd57ee9f2efb on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:51.593986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:51.595742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:51.602026 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.602877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:51.605127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Bound port: 9cebdbfd-9477-405d-8701-bd57ee9f2efb, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:51.606272 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.866926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] For port 9cebdbfd-9477-405d-8701-bd57ee9f2efb, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:51.894992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] For port 9cebdbfd-9477-405d-8701-bd57ee9f2efb, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9cebdbfd-9477-405d-8701-bd57ee9f2efb,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:51.911288 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:52.021753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcec6c-9f99-4f18-ab04-6a95ca562db6 req-49e56ce0-fdd7-4770-84bc-8249754d7075 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:52.033294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2afcec6c-9f99-4f18-ab04-6a95ca562db6 req-49e56ce0-fdd7-4770-84bc-8249754d7075 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 946 time: 0.6886258 Feb 04 15:57:52.036601 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:52.095793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object 8d035bef-d28e-420c-99ac-968bd2f80dbb will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:52.123426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f4506-2987-4c90-ae2d-58403d21d95d None None] Pushing event updated for resources: {'Port': ['ID=9cebdbfd-9477-405d-8701-bd57ee9f2efb,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:52.133750 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa18d262-a26b-4c4b-89c5-56e2184a9344 req-1823ed2d-a80b-4530-a86c-936c201db3a6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=107a6169-04d6-493f-a298-32801c485a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5422606 Feb 04 15:57:52.265829 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2afcec6c-9f99-4f18-ab04-6a95ca562db6 req-c9cfd40e-7f60-4056-a8f8-9dfacf8c7205 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312865 Feb 04 15:57:52.276540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:52.290539 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:57:52.388470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:52.392852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:52.427892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1633b297-6023-418e-a7a3-67e346952f1b req-242113ea-7d56-45ae-9732-fac2a59b82c1 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.0721021 Feb 04 15:57:52.433447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:52.437337 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:52.438056 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:52.442602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=8d035bef-d28e-420c-99ac-968bd2f80dbb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:52.538534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55310) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:52.538710 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bd51b508-e383-4249-8ea0-dc9208044291 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8583748 Feb 04 15:57:52.549159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb6e26c-3c6e-4033-b269-dbb1064e7612 admin admin] Router 8d898209-8abf-4113-b738-775145681c4e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:57:52.586271 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f8c61d7-d873-488c-9832-d3e4d0e18632 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:52.701132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9cebdbfd-9477-405d-8701-bd57ee9f2efb up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:52.760789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-9f8c61d7-d873-488c-9832-d3e4d0e18632 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Calling delete_port for bcc7470a-9c45-42da-8008-5f5c6026e46d owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:52.796856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 9cebdbfd-9477-405d-8701-bd57ee9f2efb completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:52.868481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577fa200-ca10-465e-aae4-d29c666485e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:52.872536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577fa200-ca10-465e-aae4-d29c666485e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:52.874196 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-577fa200-ca10-465e-aae4-d29c666485e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3346844 Feb 04 15:57:52.876958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55314) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:53.016170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d2d18463-6922-42fc-a3ca-e24344b703db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port 8d035bef-d28e-420c-99ac-968bd2f80dbb {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:53.016523 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2d18463-6922-42fc-a3ca-e24344b703db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.083998 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f8c61d7-d873-488c-9832-d3e4d0e18632 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.107154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb6e26c-3c6e-4033-b269-dbb1064e7612 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:57:53.119007 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2cb6e26c-3c6e-4033-b269-dbb1064e7612 admin admin] 10.222.0.60 "PUT /v2.0/routers/8d898209-8abf-4113-b738-775145681c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7386456 Feb 04 15:57:53.119926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55320) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:53.140246 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2731c3-0581-456a-93ad-1d58ae2491ac None None] Sync routers for ids ['8d898209-8abf-4113-b738-775145681c4e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:57:53.167599 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2731c3-0581-456a-93ad-1d58ae2491ac None None] Routers {'8d898209-8abf-4113-b738-775145681c4e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:53.168470 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-fa2731c3-0581-456a-93ad-1d58ae2491ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:57:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d898209-8abf-4113-b738-775145681c4e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:53.188057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c61d7-d873-488c-9832-d3e4d0e18632 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Pushing event deleted for resources: {'Port': ['ID=bcc7470a-9c45-42da-8008-5f5c6026e46d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:53.620722 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-fa2731c3-0581-456a-93ad-1d58ae2491ac None None] Set router 8d898209-8abf-4113-b738-775145681c4e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:53.656280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:53.676975 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.756828 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f8c61d7-d873-488c-9832-d3e4d0e18632 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.841160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:53.852642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9f8c61d7-d873-488c-9832-d3e4d0e18632 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/ports/bcc7470a-9c45-42da-8008-5f5c6026e46d HTTP/1.1" status: 204 len: 168 time: 2.4021752 Feb 04 15:57:53.857418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55348) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:53.858664 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:53.859319 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.050678 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3de306b-d729-4746-adf2-e3ec89b2f198 req-87623295-63cc-46d8-8d97-f7fc9afb83a5 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1444273 Feb 04 15:57:54.192982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f1845-88cc-4440-baae-e3c5f1eb42a1 req-81094fdd-dacb-4044-9383-fb45fa976033 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:54.209858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-373ceca0-9c2c-4d96-9a7e-c9448c2ba3f4 None None] Provisioning for port 9cebdbfd-9477-405d-8701-bd57ee9f2efb completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:54.213049 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f4f1845-88cc-4440-baae-e3c5f1eb42a1 req-81094fdd-dacb-4044-9383-fb45fa976033 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 944 time: 0.8121543 Feb 04 15:57:54.221419 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-373ceca0-9c2c-4d96-9a7e-c9448c2ba3f4 None None] Provisioning complete for port 9cebdbfd-9477-405d-8701-bd57ee9f2efb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:54.221798 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-373ceca0-9c2c-4d96-9a7e-c9448c2ba3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.302324 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2d18463-6922-42fc-a3ca-e24344b703db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.302518 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-fa2731c3-0581-456a-93ad-1d58ae2491ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d898209-8abf-4113-b738-775145681c4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 5, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'gw_port': {'id': 'f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d898209-8abf-4113-b738-775145681c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:07Z', 'updated_at': '2022-02-04T15:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:54.303916 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.318309 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2731c3-0581-456a-93ad-1d58ae2491ac None None] Checking router: 8d898209-8abf-4113-b738-775145681c4e for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:57:54.320714 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.322272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] Deleting port f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:54.322995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.355972 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2731c3-0581-456a-93ad-1d58ae2491ac None None] Routers {'8d898209-8abf-4113-b738-775145681c4e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:54.356582 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-fa2731c3-0581-456a-93ad-1d58ae2491ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:57:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d898209-8abf-4113-b738-775145681c4e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:54.404626 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:54.459391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9d0dbc60-6953-4491-b2aa-36ca10dac5b6,segment=NetworkSegment(d39e2319-d378-433c-ba8c-33d3076b0d82),segment_id=d39e2319-d378-433c-ba8c-33d3076b0d82)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:54.470126 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.556482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] For port f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:54.556893 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.576394 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'code': 200} Feb 04 15:57:54.615627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d2d18463-6922-42fc-a3ca-e24344b703db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for 8d035bef-d28e-420c-99ac-968bd2f80dbb owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:54.680573 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-fa2731c3-0581-456a-93ad-1d58ae2491ac None None] Set router 8d898209-8abf-4113-b738-775145681c4e gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:54.772660 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-373ceca0-9c2c-4d96-9a7e-c9448c2ba3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.784924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] Calling delete_port for f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:54.808622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=9d0dbc60-6953-4491-b2aa-36ca10dac5b6,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:54.857208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-373ceca0-9c2c-4d96-9a7e-c9448c2ba3f4 None None] For port 9cebdbfd-9477-405d-8701-bd57ee9f2efb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9cebdbfd-9477-405d-8701-bd57ee9f2efb,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:54.862868 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-373ceca0-9c2c-4d96-9a7e-c9448c2ba3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.918608 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-fa2731c3-0581-456a-93ad-1d58ae2491ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d898209-8abf-4113-b738-775145681c4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:57:54Z', 'revision_number': 6, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:54.931140 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2731c3-0581-456a-93ad-1d58ae2491ac None None] The sync data for ids ['8d898209-8abf-4113-b738-775145681c4e'] in n-d-827872-1 is: [{'id': '8d898209-8abf-4113-b738-775145681c4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2092812845-router', 'tenant_id': '4c7b58664fba4046b9271182395dfef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:05Z', 'updated_at': '2022-02-04T15:57:54Z', 'revision_number': 6, 'project_id': '4c7b58664fba4046b9271182395dfef3', 'gw_port_host': None}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:57:54.951700 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2ea31c90-d913-4ddc-a13f-661bb2c0ec52 req-0f54a629-7741-41a2-9ce7-1ea878abcdf0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 1096 time: 0.2778790 Feb 04 15:57:55.038566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3ec169a7-2e7c-42fb-b915-e88602504c95 None None] Could not find standard attr ID for object 8d035bef-d28e-420c-99ac-968bd2f80dbb. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:57:55.063483 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2ea31c90-d913-4ddc-a13f-661bb2c0ec52 req-85e7832d-a5b9-426d-8874-1d68b765312a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=107a6169-04d6-493f-a298-32801c485a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985260 Feb 04 15:57:55.086081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ceca0-9c2c-4d96-9a7e-c9448c2ba3f4 None None] Pushing event updated for resources: {'Port': ['ID=9cebdbfd-9477-405d-8701-bd57ee9f2efb,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:55.107472 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2d18463-6922-42fc-a3ca-e24344b703db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.159437 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.183600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d18463-6922-42fc-a3ca-e24344b703db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=8d035bef-d28e-420c-99ac-968bd2f80dbb,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:55.258578 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2d18463-6922-42fc-a3ca-e24344b703db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.285019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:55.287935 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f4f1845-88cc-4440-baae-e3c5f1eb42a1 req-f905234e-eba2-44ac-ad87-49b250f00ae3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=107a6169-04d6-493f-a298-32801c485a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0696590 Feb 04 15:57:55.376091 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d2d18463-6922-42fc-a3ca-e24344b703db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/8d035bef-d28e-420c-99ac-968bd2f80dbb HTTP/1.1" status: 204 len: 168 time: 2.4976697 Feb 04 15:57:55.384356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55366) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:55.639017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-393a03d8-ca4b-4b5e-b189-c92482454229 req-3f43c937-74e4-43ed-9276-1853804007f9 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1016722 Feb 04 15:57:55.646301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71294e1-b58e-4c00-a4c7-cd9d2100d5fc tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Deleting subnet 1bf72106-c70b-4bca-8dc8-15e78b50d754 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:57:55.649797 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a71294e1-b58e-4c00-a4c7-cd9d2100d5fc tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.682152 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.733411 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a71294e1-b58e-4c00-a4c7-cd9d2100d5fc tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.823961 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a71294e1-b58e-4c00-a4c7-cd9d2100d5fc tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.883345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e75b48-ac9f-452c-80fc-006030d72c17 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:55.886473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e75b48-ac9f-452c-80fc-006030d72c17 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:55.891603 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-72e75b48-ac9f-452c-80fc-006030d72c17 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:55.950153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-72e75b48-ac9f-452c-80fc-006030d72c17 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:55.957069 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-72e75b48-ac9f-452c-80fc-006030d72c17 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5684261 Feb 04 15:57:55.959444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55370) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:56.142251 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a71294e1-b58e-4c00-a4c7-cd9d2100d5fc tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.244017 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71294e1-b58e-4c00-a4c7-cd9d2100d5fc tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf72106-c70b-4bca-8dc8-15e78b50d754,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:56.253009 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.258529 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.300306 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.301569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d898209-8abf-4113-b738-775145681c4e {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:57:56.330725 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a71294e1-b58e-4c00-a4c7-cd9d2100d5fc tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.333027 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.334991 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d3dc70bc-9266-4543-8a8c-baff0c4c8df9 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8d898209-8abf-4113-b738-775145681c4e HTTP/1.1" status: 204 len: 168 time: 3.2135696 Feb 04 15:57:56.339767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55384) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:56.340410 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca24ba29-81d3-48be-ade8-eed69038c0db None None] Network 6a0736de-4de1-498b-ae2d-120fdf03aef1 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:56.409465 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a71294e1-b58e-4c00-a4c7-cd9d2100d5fc tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/subnets/1bf72106-c70b-4bca-8dc8-15e78b50d754 HTTP/1.1" status: 204 len: 168 time: 2.5081346 Feb 04 15:57:56.412015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55392) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:56.525560 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fd11bd-aa4f-4535-ae3a-db59894d9070 admin admin] Deleting subnet 8865c179-151c-4269-a674-a5deb042c273 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:57:56.529010 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-36fd11bd-aa4f-4535-ae3a-db59894d9070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.590110 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-36fd11bd-aa4f-4535-ae3a-db59894d9070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.759836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.787237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Deleting port 4281685e-50eb-485b-a784-66ec6ebfdca5 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:56.787594 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.819843 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-36fd11bd-aa4f-4535-ae3a-db59894d9070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.834946 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9cebdbfd-9477-405d-8701-bd57ee9f2efb up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:57.016602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-990515ff-f548-4b1b-bfe2-8840ed0056f5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 0c0feda1-0071-4bf1-872a-3f81f353b53f {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:57:57.023826 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-990515ff-f548-4b1b-bfe2-8840ed0056f5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.116559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 9cebdbfd-9477-405d-8701-bd57ee9f2efb triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:57.117116 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.124249 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-990515ff-f548-4b1b-bfe2-8840ed0056f5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.214533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] For port 4281685e-50eb-485b-a784-66ec6ebfdca5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4281685e-50eb-485b-a784-66ec6ebfdca5,segment=NetworkSegment(76028b81-c6c6-45cb-9ce2-9a47e7c1e51f),segment_id=76028b81-c6c6-45cb-9ce2-9a47e7c1e51f)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:57.215253 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.278664 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238fd4c3-b9bb-4cd3-a04a-6d7672e1b557 None None] DHCP port deletion for 6a0736de-4de1-498b-ae2d-120fdf03aef1 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:57:57.287947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-238fd4c3-b9bb-4cd3-a04a-6d7672e1b557 None None] Deleting port 4281685e-50eb-485b-a784-66ec6ebfdca5 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:57.289383 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-238fd4c3-b9bb-4cd3-a04a-6d7672e1b557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.295297 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-990515ff-f548-4b1b-bfe2-8840ed0056f5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.386163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3640a3a2-4bd6-4087-bdca-5901e0170d3e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:57.392849 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-990515ff-f548-4b1b-bfe2-8840ed0056f5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.418079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Calling delete_port for 4281685e-50eb-485b-a784-66ec6ebfdca5 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:57.477200 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 3640a3a2-4bd6-4087-bdca-5901e0170d3e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:57:57.477783 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3640a3a2-4bd6-4087-bdca-5901e0170d3e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:57.478386 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:57.480768 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-990515ff-f548-4b1b-bfe2-8840ed0056f5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.529361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:57:57.529986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f1eeb81f-5b58-4b66-8b12-e62ddbc00e4d not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:57.532267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84274d7-f61a-400e-8cb9-0b3dc943f868 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:57.557936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-990515ff-f548-4b1b-bfe2-8840ed0056f5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/0c0feda1-0071-4bf1-872a-3f81f353b53f HTTP/1.1" status: 204 len: 168 time: 1.5964313 Feb 04 15:57:57.561293 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55432) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:57.561480 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-36fd11bd-aa4f-4535-ae3a-db59894d9070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.592623 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-644c361a-25f0-42d3-bf65-3cc0c7010c56 req-c8708c85-a2ad-4919-a5e7-5c826ad3f6b8 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.5934956 Feb 04 15:57:57.602710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990515ff-f548-4b1b-bfe2-8840ed0056f5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0feda1-0071-4bf1-872a-3f81f353b53f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:57.634210 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.702443 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-36fd11bd-aa4f-4535-ae3a-db59894d9070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.714815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd11bd-aa4f-4535-ae3a-db59894d9070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8865c179-151c-4269-a674-a5deb042c273,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:57.743720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-36fd11bd-aa4f-4535-ae3a-db59894d9070 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8865c179-151c-4269-a674-a5deb042c273 HTTP/1.1" status: 204 len: 168 time: 1.4027653 Feb 04 15:57:57.745692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Pushing event deleted for resources: {'Port': ['ID=4281685e-50eb-485b-a784-66ec6ebfdca5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:57.746606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55442) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:57.755728 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-edc08634-a138-4f8a-82f0-45491472488b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1928818 Feb 04 15:57:57.764604 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] No DVR routers for this DVR port 4281685e-50eb-485b-a784-66ec6ebfdca5 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:57.805186 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55446) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:57.830089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:57.832346 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-238fd4c3-b9bb-4cd3-a04a-6d7672e1b557 None None] For port 4281685e-50eb-485b-a784-66ec6ebfdca5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4281685e-50eb-485b-a784-66ec6ebfdca5,segment=NetworkSegment(76028b81-c6c6-45cb-9ce2-9a47e7c1e51f),segment_id=76028b81-c6c6-45cb-9ce2-9a47e7c1e51f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:57.832859 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-238fd4c3-b9bb-4cd3-a04a-6d7672e1b557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.919982 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-04849edd-cad3-4e66-85bc-3a29b13ab5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.980888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-238fd4c3-b9bb-4cd3-a04a-6d7672e1b557 None None] Calling delete_port for 4281685e-50eb-485b-a784-66ec6ebfdca5 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:57.994610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8f6f8-e4f6-46b7-8fd7-d96983aa8321 req-ac52e374-426e-4216-bd8a-a90e2f071e0b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:57.997476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1db8f6f8-e4f6-46b7-8fd7-d96983aa8321 req-ac52e374-426e-4216-bd8a-a90e2f071e0b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 945 time: 1.1801312 Feb 04 15:57:58.103398 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-238fd4c3-b9bb-4cd3-a04a-6d7672e1b557 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:57:58.104043 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-238fd4c3-b9bb-4cd3-a04a-6d7672e1b557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:57:58.107801 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:58.132267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:58.139220 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.161557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:58.179893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:58.204572 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb60f4a-1273-450e-89b2-fecca360ceb2 None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:57:58.207722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0736de-4de1-498b-ae2d-120fdf03aef1']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:58.210571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-deb60f4a-1273-450e-89b2-fecca360ceb2 None None] Deleting port 9cebdbfd-9477-405d-8701-bd57ee9f2efb {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:58.210950 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-deb60f4a-1273-450e-89b2-fecca360ceb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.221106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:58.250621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76028b81-c6c6-45cb-9ce2-9a47e7c1e51f') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:58.250917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76028b81-c6c6-45cb-9ce2-9a47e7c1e51f') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:58.327975 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.374138 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.387087 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.402804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:57:58.403215 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:57:58.424106 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:57:58.612347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-238fd4c3-b9bb-4cd3-a04a-6d7672e1b557 None None] Deleting port 4281685e-50eb-485b-a784-66ec6ebfdca5 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:58.613002 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-238fd4c3-b9bb-4cd3-a04a-6d7672e1b557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.617016 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-04849edd-cad3-4e66-85bc-3a29b13ab5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.676715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-deb60f4a-1273-450e-89b2-fecca360ceb2 None None] For port 9cebdbfd-9477-405d-8701-bd57ee9f2efb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9cebdbfd-9477-405d-8701-bd57ee9f2efb,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:58.677068 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-deb60f4a-1273-450e-89b2-fecca360ceb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.683576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-04849edd-cad3-4e66-85bc-3a29b13ab5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d9e193-b916-49fa-bb1c-142a5343faec']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:58.703006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-04849edd-cad3-4e66-85bc-3a29b13ab5e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a194a10e-4161-4b1c-bd48-bba8453398d5') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:58.705976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-04849edd-cad3-4e66-85bc-3a29b13ab5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a194a10e-4161-4b1c-bd48-bba8453398d5') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:58.721772 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-04849edd-cad3-4e66-85bc-3a29b13ab5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.727445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9cebdbfd-9477-405d-8701-bd57ee9f2efb no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:58.739748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1db8f6f8-e4f6-46b7-8fd7-d96983aa8321 req-c7df8d9f-fa12-4f22-bb24-0fecaf5e3b3f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=107a6169-04d6-493f-a298-32801c485a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7274919 Feb 04 15:57:58.754141 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-04849edd-cad3-4e66-85bc-3a29b13ab5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.762828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04849edd-cad3-4e66-85bc-3a29b13ab5e1 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:57:58.763831 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-04849edd-cad3-4e66-85bc-3a29b13ab5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:57:58.802027 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:57:58.942874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-04849edd-cad3-4e66-85bc-3a29b13ab5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.955718 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-04849edd-cad3-4e66-85bc-3a29b13ab5e1 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.020398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.062405 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.063962 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26e25c6f-9f08-46cd-9d6c-02b108226b8d req-d608a25b-b227-4917-afdb-2441fad39063 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.0823550 Feb 04 15:57:59.066958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-04849edd-cad3-4e66-85bc-3a29b13ab5e1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d1d9e193-b916-49fa-bb1c-142a5343faec HTTP/1.1" status: 204 len: 168 time: 1.3184919 Feb 04 15:57:59.068309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04849edd-cad3-4e66-85bc-3a29b13ab5e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1d9e193-b916-49fa-bb1c-142a5343faec,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:59.092696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] Pushing event deleted for resources: {'Network': ['ID=6a0736de-4de1-498b-ae2d-120fdf03aef1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:59.100970 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b9e36422-b74a-4250-99f6-c01a866fb7a7 tempest-TagsExtTest-113837539 tempest-TagsExtTest-113837539-project] 10.222.0.60 "DELETE /v2.0/networks/6a0736de-4de1-498b-ae2d-120fdf03aef1 HTTP/1.1" status: 204 len: 168 time: 2.6875226 Feb 04 15:57:59.214251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-deb60f4a-1273-450e-89b2-fecca360ceb2 None None] Calling delete_port for 9cebdbfd-9477-405d-8701-bd57ee9f2efb owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:59.291232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-238fd4c3-b9bb-4cd3-a04a-6d7672e1b557 None None] The port '4281685e-50eb-485b-a784-66ec6ebfdca5' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:57:59.544814 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-deb60f4a-1273-450e-89b2-fecca360ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.549711 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.550477 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55476) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:59.588533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.objects.ports [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83550) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:57:59.646159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb60f4a-1273-450e-89b2-fecca360ceb2 None None] No DVR routers for this DVR port 9cebdbfd-9477-405d-8701-bd57ee9f2efb on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:59.651387 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb60f4a-1273-450e-89b2-fecca360ceb2 None None] Pushing event deleted for resources: {'Port': ['ID=9cebdbfd-9477-405d-8701-bd57ee9f2efb,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:59.674513 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1dcee124-3c4e-4b26-bab2-634b631efb52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c7b58664fba4046b9271182395dfef3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1210229 Feb 04 15:57:59.677868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55482) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:59.745636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.ipam_pluggable_backend [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Port 9cebdbfd-9477-405d-8701-bd57ee9f2efb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83550) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 15:57:59.746015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.ipam_pluggable_backend [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Reverting IP allocation for 2001:db8::f816:3eff:fe71:1270 {{(pid=83550) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 15:57:59.752823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4281685e-50eb-485b-a784-66ec6ebfdca5 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:59.758792 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.798479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 4281685e-50eb-485b-a784-66ec6ebfdca5 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:57:59.798479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4281685e-50eb-485b-a784-66ec6ebfdca5 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:59.824254 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce49c6a5-03cd-483c-9056-dea5ed8b5c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.871764 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce49c6a5-03cd-483c-9056-dea5ed8b5c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.973184 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55488) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:59.994550 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce49c6a5-03cd-483c-9056-dea5ed8b5c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.027044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49c6a5-03cd-483c-9056-dea5ed8b5c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89267ef7-c85a-4fc0-a83e-052dc545d9d4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:00.060404 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce49c6a5-03cd-483c-9056-dea5ed8b5c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.063956 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ce49c6a5-03cd-483c-9056-dea5ed8b5c19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89267ef7-c85a-4fc0-a83e-052dc545d9d4 HTTP/1.1" status: 204 len: 168 time: 0.3808091 Feb 04 15:58:00.065361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:00.066876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=24eb1caf-6505-405d-9e9a-4a5b3dd377cb,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:00.086812 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:00.096554 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440822df-3a93-402e-bdc5-5c726c2805a1 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:00.096786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:00.098517 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.130830 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-695b5179-19aa-4be7-8551-a35f2f74e4e4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3065207 Feb 04 15:58:00.131828 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55496) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:00.141019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'mac_address': 'fa:16:3e:9b:f2:1b', 'name': 'tempest-NetworksTestDHCPv6-271764281'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:00.393052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0139247a-f02a-4457-ba6b-e60d2e711816 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3aa909a442544f0b8471317a3da397e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4186552 Feb 04 15:58:00.407815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55506) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:00.474135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b45a3e-a7c2-4921-b1b9-4300334dd33e req-68b06fe0-5227-409a-ae20-18efef10677b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:00.476112 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49b45a3e-a7c2-4921-b1b9-4300334dd33e req-68b06fe0-5227-409a-ae20-18efef10677b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 945 time: 0.3653843 Feb 04 15:58:00.493576 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': '24eb1caf-6505-405d-9e9a-4a5b3dd377cb'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:58:00.494725 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.560206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49b45a3e-a7c2-4921-b1b9-4300334dd33e req-507790cc-6ce3-4876-9232-9e6156b71ef0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=107a6169-04d6-493f-a298-32801c485a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750854 Feb 04 15:58:00.616228 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.662827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:00.672817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:port and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:00.680318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:00.693823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:00.704829 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-690240dd-1aab-434e-b06a-13511d42469f req-bfc2a90b-55c9-4dba-8a49-0c0a7ccf0fea tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1629715 Feb 04 15:58:00.715796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:00.725394 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.727438 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.793813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port ca0407e3-8638-4c95-8386-bac795e69497 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:58:00.835006 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.889888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d815ebad-c50b-42c0-ae68-5467b58828d7,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:00.911845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:00.927286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Allocated IP 2001:db8::f816:3eff:fef0:c2d2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/24eb1caf-6505-405d-9e9a-4a5b3dd377cb/cc9a77d6-c17d-48d3-8029-e86d9b5fe149) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:00.928727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:00.930763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:00.931295 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:00.931859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:00.932362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:00.934992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:00.939028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:00.939614 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:00.940152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:00.941465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:00.956491 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.958697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-442068b6-18bc-4b0b-ae3e-e7bcfc4384fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d815ebad-c50b-42c0-ae68-5467b58828d7 HTTP/1.1" status: 204 len: 168 time: 0.5397213 Feb 04 15:58:01.182399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75590fdd-1b61-4bc9-bb72-1dd1ad649107 req-f982d0b0-2fa4-43d4-b0e5-a3bf7b7d585f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:01.185439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75590fdd-1b61-4bc9-bb72-1dd1ad649107 req-f982d0b0-2fa4-43d4-b0e5-a3bf7b7d585f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 945 time: 0.2153461 Feb 04 15:58:01.339218 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75590fdd-1b61-4bc9-bb72-1dd1ad649107 req-893af56c-e1c8-47d0-94ca-b69fb5ee3844 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=107a6169-04d6-493f-a298-32801c485a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455841 Feb 04 15:58:01.390022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55544) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:01.449362 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.476656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Transition to ACTIVE for port object cc9a77d6-c17d-48d3-8029-e86d9b5fe149 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:01.524436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Transition to ACTIVE for port object cc9a77d6-c17d-48d3-8029-e86d9b5fe149 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:01.525961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9bfc2c62-b16c-42e0-8599-19c3e4e908c1 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 1091 time: 0.1346192 Feb 04 15:58:01.528723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55550) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:01.533993 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.540958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:01.563107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:01.574594 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:floatingip and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:01.662305 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:01.663708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:01.678510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:01.714509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Pushing event updated for resources: {'Port': ['ID=cc9a77d6-c17d-48d3-8029-e86d9b5fe149,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:01.757202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::f816:3eff:fe9b:f21b (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/24eb1caf-6505-405d-9e9a-4a5b3dd377cb/ca0407e3-8638-4c95-8386-bac795e69497) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:01.764047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:01.774837 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:01.788460 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.920186 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Attempting to bind port cc9a77d6-c17d-48d3-8029-e86d9b5fe149 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:01.920564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Attempting to bind port cc9a77d6-c17d-48d3-8029-e86d9b5fe149 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:01.920929 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Attempting to bind port cc9a77d6-c17d-48d3-8029-e86d9b5fe149 on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:01.944104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:01.944798 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:01.944930 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.945245 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:01.945723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Bound port: cc9a77d6-c17d-48d3-8029-e86d9b5fe149, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:01.946138 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.166312 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] For port cc9a77d6-c17d-48d3-8029-e86d9b5fe149, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:02.170113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] For port cc9a77d6-c17d-48d3-8029-e86d9b5fe149, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=cc9a77d6-c17d-48d3-8029-e86d9b5fe149,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:02.175089 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.219684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e25c67b-2e05-434c-9f39-c044a468fdd0 req-2eed9835-4ebf-4c4c-89b3-df72dcfddb69 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.0799448 Feb 04 15:58:02.278263 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ac1ad-d8e9-46b2-8c67-4d5b6a15c734 None None] Pushing event updated for resources: {'Port': ['ID=cc9a77d6-c17d-48d3-8029-e86d9b5fe149,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:02.357180 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.393408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object ca0407e3-8638-4c95-8386-bac795e69497 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:02.432481 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.553046 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.838824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55598) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:02.845316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:02.848939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=ca0407e3-8638-4c95-8386-bac795e69497,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:02.854462 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:02.885491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:02.892967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:02.893833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.940606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Allocated IP 172.25.0.96 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/4f557e08-d064-40f0-8bba-123038f6338e) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:02.962208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55614) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:02.974437 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4a4364f7-2085-4ea6-b0ea-c8d25ec83d10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8321149 Feb 04 15:58:03.159754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcb2886-c387-4449-ba26-33e861c3d8b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:03.172833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcb2886-c387-4449-ba26-33e861c3d8b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:03.173931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-dfcb2886-c387-4449-ba26-33e861c3d8b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:03.210086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-dfcb2886-c387-4449-ba26-33e861c3d8b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:03.213321 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dfcb2886-c387-4449-ba26-33e861c3d8b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2495916 Feb 04 15:58:03.215462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55630) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:03.326732 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:03.368671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c2ccc-21b6-49ea-9a32-cd8dd14b6519 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port ca0407e3-8638-4c95-8386-bac795e69497 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:03.369269 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1c0c2ccc-21b6-49ea-9a32-cd8dd14b6519 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:03.406408 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:03.525289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:03.529023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:03.535129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:03.594006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Port': ['ID=4f557e08-d064-40f0-8bba-123038f6338e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:03.619415 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b6b14f02-bb76-40d9-886d-6437423fcaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:03.737603 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b6b14f02-bb76-40d9-886d-6437423fcaad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:03.743098 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da280a7d-8021-4215-9613-8f95c02539b0 req-7a1f559d-e877-4893-ad0e-1d5f1c109f08 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1749973 Feb 04 15:58:03.750753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b6b14f02-bb76-40d9-886d-6437423fcaad admin admin] Usage tracker for resource:security_group_rule and tenant:a7861daa083c4852a6fbc0e5288c9911 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:03.759269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b6b14f02-bb76-40d9-886d-6437423fcaad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:03.787601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b6b14f02-bb76-40d9-886d-6437423fcaad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:03.895268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55646) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:03.973546 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1c0c2ccc-21b6-49ea-9a32-cd8dd14b6519 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.073170 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3447f1b0-530d-4466-9b15-349d84c512f0 None None] Provisioning for port cc9a77d6-c17d-48d3-8029-e86d9b5fe149 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:04.344197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c2ccc-21b6-49ea-9a32-cd8dd14b6519 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for ca0407e3-8638-4c95-8386-bac795e69497 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:04.428261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-216c3b98-ee35-4c00-af38-8a8f42470b41 None None] Provisioning for port ca0407e3-8638-4c95-8386-bac795e69497 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:04.444544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-216c3b98-ee35-4c00-af38-8a8f42470b41 None None] Provisioning complete for port ca0407e3-8638-4c95-8386-bac795e69497 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:04.447631 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-216c3b98-ee35-4c00-af38-8a8f42470b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.589525 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b6b14f02-bb76-40d9-886d-6437423fcaad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.594379 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b6b14f02-bb76-40d9-886d-6437423fcaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.677329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-216c3b98-ee35-4c00-af38-8a8f42470b41 None None] Port ca0407e3-8638-4c95-8386-bac795e69497 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:58:04.729652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b14f02-bb76-40d9-886d-6437423fcaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c449bfc4-015b-4284-a4f4-4a188beda6c6,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:04.741623 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b6b14f02-bb76-40d9-886d-6437423fcaad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7861daa083c4852a6fbc0e5288c9911&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9002090 Feb 04 15:58:04.744672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55664) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:04.751334 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1c0c2ccc-21b6-49ea-9a32-cd8dd14b6519 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.783780 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.789589 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device cc9a77d6-c17d-48d3-8029-e86d9b5fe149 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:04.884254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c2ccc-21b6-49ea-9a32-cd8dd14b6519 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=ca0407e3-8638-4c95-8386-bac795e69497,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:05.015642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port cc9a77d6-c17d-48d3-8029-e86d9b5fe149 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:05.023847 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port cc9a77d6-c17d-48d3-8029-e86d9b5fe149 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:05.024476 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.034547 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.096537 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1c0c2ccc-21b6-49ea-9a32-cd8dd14b6519 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.258749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39a15229-2caa-46e5-a2a3-cdc35e182716 req-60e6f962-8caf-49b9-849b-03c1c8a607b2 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1116199 Feb 04 15:58:05.267628 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1c199ad7-3457-4b44-8d59-ad3376c2d20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.273422 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.324689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1c199ad7-3457-4b44-8d59-ad3376c2d20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:05.330070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1c199ad7-3457-4b44-8d59-ad3376c2d20c admin admin] Usage tracker for resource:security_group_rule and tenant:8f6babd46d784a2b8247617456e9afaf is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:05.334523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1c199ad7-3457-4b44-8d59-ad3376c2d20c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:05.353362 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1c0c2ccc-21b6-49ea-9a32-cd8dd14b6519 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/ca0407e3-8638-4c95-8386-bac795e69497 HTTP/1.1" status: 204 len: 168 time: 2.1346347 Feb 04 15:58:05.353681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55678) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:05.360612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port cc9a77d6-c17d-48d3-8029-e86d9b5fe149, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=cc9a77d6-c17d-48d3-8029-e86d9b5fe149,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:05.360824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1c199ad7-3457-4b44-8d59-ad3376c2d20c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:05.366667 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.431290 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54d7c1b5-e4c3-4d60-90e1-cd4e3417907b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.470917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbe6010-de4e-489b-a57e-4f05d4054145 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:05.473280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbe6010-de4e-489b-a57e-4f05d4054145 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:05.474906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6fbe6010-de4e-489b-a57e-4f05d4054145 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:05.512224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6fbe6010-de4e-489b-a57e-4f05d4054145 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:05.516234 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54d7c1b5-e4c3-4d60-90e1-cd4e3417907b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.516595 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6fbe6010-de4e-489b-a57e-4f05d4054145 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1613278 Feb 04 15:58:05.517220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55686) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:05.520360 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.532880 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=cc9a77d6-c17d-48d3-8029-e86d9b5fe149,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:05.578441 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.651052 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1c199ad7-3457-4b44-8d59-ad3376c2d20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.656438 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54d7c1b5-e4c3-4d60-90e1-cd4e3417907b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.676825 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1c199ad7-3457-4b44-8d59-ad3376c2d20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.686209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7c1b5-e4c3-4d60-90e1-cd4e3417907b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c449bfc4-015b-4284-a4f4-4a188beda6c6,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:05.700778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Port': ['ID=4f557e08-d064-40f0-8bba-123038f6338e,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:05.769950 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-54d7c1b5-e4c3-4d60-90e1-cd4e3417907b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.771549 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-54d7c1b5-e4c3-4d60-90e1-cd4e3417907b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c449bfc4-015b-4284-a4f4-4a188beda6c6 HTTP/1.1" status: 204 len: 168 time: 1.0242825 Feb 04 15:58:05.772396 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c199ad7-3457-4b44-8d59-ad3376c2d20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27b9215-173f-44ea-badf-741c8977b8b0,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:05.790948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1c199ad7-3457-4b44-8d59-ad3376c2d20c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f6babd46d784a2b8247617456e9afaf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8945930 Feb 04 15:58:05.793447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55704) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:05.930967 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3aa2-3b1c-4f10-94eb-8de0b2a31b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.003490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.026446 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3aa2-3b1c-4f10-94eb-8de0b2a31b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.121577 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3aa2-3b1c-4f10-94eb-8de0b2a31b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.125386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-370f9af4-6ce6-47d2-985e-b888eb9d34e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 24eb1caf-6505-405d-9e9a-4a5b3dd377cb {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:58:06.132405 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-370f9af4-6ce6-47d2-985e-b888eb9d34e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.147279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb3aa2-3b1c-4f10-94eb-8de0b2a31b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27b9215-173f-44ea-badf-741c8977b8b0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:06.158667 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3aa2-3b1c-4f10-94eb-8de0b2a31b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.161093 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ceeb3aa2-3b1c-4f10-94eb-8de0b2a31b8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e27b9215-173f-44ea-badf-741c8977b8b0 HTTP/1.1" status: 204 len: 168 time: 0.3655903 Feb 04 15:58:06.217728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55712) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:06.238614 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-370f9af4-6ce6-47d2-985e-b888eb9d34e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.414873 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-370f9af4-6ce6-47d2-985e-b888eb9d34e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.484255 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Floating IP 63477291-87fe-498c-9236-8055053d73b3 associated. External IP: 172.25.0.96, port: 9d0dbc60-6953-4491-b2aa-36ca10dac5b6. Feb 04 15:58:06.553037 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bd3ae45b-97da-4ce7-a4b1-09b3c84f5d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.672156 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device cc9a77d6-c17d-48d3-8029-e86d9b5fe149 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:06.692505 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5541081-a2b6-411e-919f-9a0b0caa71d9 req-347f2a2c-f9d8-4356-88a7-ee32ee73faa5 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1349063 Feb 04 15:58:06.698478 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d93f-a4c5-4d8b-810b-b26142b02dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.766810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2fd4d93f-a4c5-4d8b-810b-b26142b02dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:06.783273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2fd4d93f-a4c5-4d8b-810b-b26142b02dcd admin admin] Usage tracker for resource:security_group_rule and tenant:b7b725e5c593414195719d7c8c0cb3a5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:06.798708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2fd4d93f-a4c5-4d8b-810b-b26142b02dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:06.815121 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-370f9af4-6ce6-47d2-985e-b888eb9d34e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.835966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2fd4d93f-a4c5-4d8b-810b-b26142b02dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:06.871343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f9af4-6ce6-47d2-985e-b888eb9d34e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=24eb1caf-6505-405d-9e9a-4a5b3dd377cb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:06.882697 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-370f9af4-6ce6-47d2-985e-b888eb9d34e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.913059 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-370f9af4-6ce6-47d2-985e-b888eb9d34e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/24eb1caf-6505-405d-9e9a-4a5b3dd377cb HTTP/1.1" status: 204 len: 168 time: 1.3879535 Feb 04 15:58:07.010469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5f0a48-be2e-447e-9121-e861ec3f683b None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:07.015515 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d93f-a4c5-4d8b-810b-b26142b02dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.017816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55730) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:07.025410 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d93f-a4c5-4d8b-810b-b26142b02dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.042980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55738) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:07.107295 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84917697-45d3-4971-8709-44db18131b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.146787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2fd4d93f-a4c5-4d8b-810b-b26142b02dcd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7b725e5c593414195719d7c8c0cb3a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9278929 Feb 04 15:58:07.149537 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-08079c92-e5fd-4ac4-bf22-d85aa8fa1940 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275964 Feb 04 15:58:07.149783 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55742) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:07.152330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55746) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:07.173522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4d93f-a4c5-4d8b-810b-b26142b02dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e09354-e43f-4e3a-ab2b-5f5c8b1d9c61,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:07.305404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-84917697-45d3-4971-8709-44db18131b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:07.318485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-84917697-45d3-4971-8709-44db18131b92 admin admin] Usage tracker for resource:security_group_rule and tenant:769ade0fdccf42afbcec8c8099da3381 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:07.327869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-84917697-45d3-4971-8709-44db18131b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:07.342050 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-84917697-45d3-4971-8709-44db18131b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:07.346461 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port cc9a77d6-c17d-48d3-8029-e86d9b5fe149 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:07.346842 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.391142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c391e25-a4a3-4609-bb49-61a5157a2db3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:07.392104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6c391e25-a4a3-4609-bb49-61a5157a2db3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:07.408806 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8c441ed-4cab-4b06-a38b-76d6996c064b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.492310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e858f5-b631-4a2f-b4e6-bda45ddbe5a9 None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:58:07.504519 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-01e858f5-b631-4a2f-b4e6-bda45ddbe5a9 None None] Deleting port cc9a77d6-c17d-48d3-8029-e86d9b5fe149 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:07.504885 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-01e858f5-b631-4a2f-b4e6-bda45ddbe5a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.635420 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8c441ed-4cab-4b06-a38b-76d6996c064b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.690696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6c391e25-a4a3-4609-bb49-61a5157a2db3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:07.692691 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6c391e25-a4a3-4609-bb49-61a5157a2db3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5276322 Feb 04 15:58:07.698339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55758) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:07.762801 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84917697-45d3-4971-8709-44db18131b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.771675 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84917697-45d3-4971-8709-44db18131b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.842029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ca0148-20e4-4390-a33a-4c904ffddaa6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:07.842720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-78ca0148-20e4-4390-a33a-4c904ffddaa6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:07.846079 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8c441ed-4cab-4b06-a38b-76d6996c064b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.887703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-01e858f5-b631-4a2f-b4e6-bda45ddbe5a9 None None] For port cc9a77d6-c17d-48d3-8029-e86d9b5fe149, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=cc9a77d6-c17d-48d3-8029-e86d9b5fe149,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:07.888285 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-01e858f5-b631-4a2f-b4e6-bda45ddbe5a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.893319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-78ca0148-20e4-4390-a33a-4c904ffddaa6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:07.899369 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-78ca0148-20e4-4390-a33a-4c904ffddaa6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1998210 Feb 04 15:58:07.902064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55766) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:07.967160 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-84917697-45d3-4971-8709-44db18131b92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=769ade0fdccf42afbcec8c8099da3381&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9219933 Feb 04 15:58:07.967905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84917697-45d3-4971-8709-44db18131b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fabf1b-d38e-47e0-a523-f9c9f389100e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:07.971747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55770) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:07.999941 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8c441ed-4cab-4b06-a38b-76d6996c064b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.001127 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b8c441ed-4cab-4b06-a38b-76d6996c064b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58e09354-e43f-4e3a-ab2b-5f5c8b1d9c61 HTTP/1.1" status: 204 len: 168 time: 0.8504868 Feb 04 15:58:08.009176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c441ed-4cab-4b06-a38b-76d6996c064b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e09354-e43f-4e3a-ab2b-5f5c8b1d9c61,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:08.075339 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2079c281-e45c-4219-901c-aa1a565f8dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.114830 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2079c281-e45c-4219-901c-aa1a565f8dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.132217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:58:08.204922 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-aa655e84-9881-4fcf-9077-c87da3b3f7d5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3012385 Feb 04 15:58:08.210181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55782) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:08.271934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-8b579720-437e-4e32-989c-e485da1e9643 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:08.288178 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-01e858f5-b631-4a2f-b4e6-bda45ddbe5a9 None None] Calling delete_port for cc9a77d6-c17d-48d3-8029-e86d9b5fe149 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:08.335365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c988ae6-e793-41c0-932e-0c1a049fecd2 req-90aaa8e5-1a1c-4562-afde-598a79916141 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1215625 Feb 04 15:58:08.346081 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2079c281-e45c-4219-901c-aa1a565f8dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.383399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079c281-e45c-4219-901c-aa1a565f8dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fabf1b-d38e-47e0-a523-f9c9f389100e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:08.388584 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2079c281-e45c-4219-901c-aa1a565f8dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.390242 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2079c281-e45c-4219-901c-aa1a565f8dc1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d4fabf1b-d38e-47e0-a523-f9c9f389100e HTTP/1.1" status: 204 len: 168 time: 0.4148457 Feb 04 15:58:08.516773 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-01e858f5-b631-4a2f-b4e6-bda45ddbe5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.577534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8b579720-437e-4e32-989c-e485da1e9643 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:08.601019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8b579720-437e-4e32-989c-e485da1e9643 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:08.619324 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:58:08.619582 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e858f5-b631-4a2f-b4e6-bda45ddbe5a9 None None] Pushing event deleted for resources: {'Port': ['ID=cc9a77d6-c17d-48d3-8029-e86d9b5fe149,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:08.628231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e858f5-b631-4a2f-b4e6-bda45ddbe5a9 None None] No DVR routers for this DVR port cc9a77d6-c17d-48d3-8029-e86d9b5fe149 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:58:08.636076 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3730bad-8d2f-4133-a55c-8c8fcf1833c4 None None] Sync routers for ids ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:58:08.655291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b579720-437e-4e32-989c-e485da1e9643 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:08.661483 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3730bad-8d2f-4133-a55c-8c8fcf1833c4 None None] Routers {'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:58:08.662116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b3730bad-8d2f-4133-a55c-8c8fcf1833c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:57:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:08.688544 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.796069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device cc9a77d6-c17d-48d3-8029-e86d9b5fe149 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:58:08.823136 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-89feeaa7-d71d-47e7-9cf3-af4802f306e5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.2929320 Feb 04 15:58:08.824786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'tag': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:08.839849 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55794) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:08.937056 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b579720-437e-4e32-989c-e485da1e9643 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.015941 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'tag': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'status': 'completed', 'code': 200} Feb 04 15:58:09.032307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55800) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:09.120608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-b3730bad-8d2f-4133-a55c-8c8fcf1833c4 None None] Set router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:58:09.133327 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d238daea-2652-4021-82ca-cb1f4e8f5090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.187425 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: cc9a77d6-c17d-48d3-8029-e86d9b5fe149 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:58:09.188121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device cc9a77d6-c17d-48d3-8029-e86d9b5fe149 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:58:09.225937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55808) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:09.240188 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9c35de4e-01e5-4e58-9a1b-753c310333d0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/floatingips/63477291-87fe-498c-9236-8055053d73b3 HTTP/1.1" status: 200 len: 990 time: 0.3885078 Feb 04 15:58:09.264363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d238daea-2652-4021-82ca-cb1f4e8f5090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:09.275712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d238daea-2652-4021-82ca-cb1f4e8f5090 admin admin] Usage tracker for resource:security_group_rule and tenant:3d0a5aecf6784ef9a87be8f3e43b5672 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:09.279418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d238daea-2652-4021-82ca-cb1f4e8f5090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:09.280431 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-72685b16-315d-44c2-8df0-882fd328df8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.292111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d238daea-2652-4021-82ca-cb1f4e8f5090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:09.414619 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d238daea-2652-4021-82ca-cb1f4e8f5090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.420076 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d238daea-2652-4021-82ca-cb1f4e8f5090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.494344 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d238daea-2652-4021-82ca-cb1f4e8f5090 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d0a5aecf6784ef9a87be8f3e43b5672&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4575751 Feb 04 15:58:09.494590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55822) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:09.590397 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b3730bad-8d2f-4133-a55c-8c8fcf1833c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T15:57:01Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '63477291-87fe-498c-9236-8055053d73b3', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'port_id': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'mac_address': 'fa:16:3e:cb:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:04Z', 'revision_number': 0, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6', 'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:3c:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:56Z', 'updated_at': '2022-02-04T15:57:18Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:09.599198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3730bad-8d2f-4133-a55c-8c8fcf1833c4 None None] Checking router: cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:58:09.625559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3730bad-8d2f-4133-a55c-8c8fcf1833c4 None None] Routers {'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:58:09.627577 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b3730bad-8d2f-4133-a55c-8c8fcf1833c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:58:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:09.695458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238daea-2652-4021-82ca-cb1f4e8f5090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40cc630-67c6-4768-ae9b-20db043d1dca,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:09.729475 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5159e71f-5eb1-4ac8-a6bd-f91423ce4273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.759410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.objects.ports [None req-8b579720-437e-4e32-989c-e485da1e9643 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83551) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:58:09.774914 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5159e71f-5eb1-4ac8-a6bd-f91423ce4273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.794346 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b579720-437e-4e32-989c-e485da1e9643 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.798078 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5f0121e5-1c23-4d6e-a780-41ecbdbe4e72 req-9a9efe36-bae5-413d-83a5-3228a4c0481d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 1096 time: 0.7446985 Feb 04 15:58:09.989354 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5d92a02c-a095-4244-8083-c1654abb0630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.033214 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-915ddbd5-48f9-4ce8-b662-6d3b0642261d req-ebb15fa4-27cd-4fff-a1ae-18b80fb6146a tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.3593981 Feb 04 15:58:10.070646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-b3730bad-8d2f-4133-a55c-8c8fcf1833c4 None None] Set router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:58:10.117650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b579720-437e-4e32-989c-e485da1e9643 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:10.119308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-8b579720-437e-4e32-989c-e485da1e9643 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:10.123372 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b579720-437e-4e32-989c-e485da1e9643 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:10.123955 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b579720-437e-4e32-989c-e485da1e9643 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.167213 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8b579720-437e-4e32-989c-e485da1e9643 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9058340 Feb 04 15:58:10.173645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55836) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:10.174093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdc2f57-c36d-4fb5-918d-04e1768d40a2 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:10.176847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b579720-437e-4e32-989c-e485da1e9643 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=e645c2df-c31a-413e-b0b4-8a741b879e11,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:10.181012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5d92a02c-a095-4244-8083-c1654abb0630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:10.186402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'mac_address': 'fa:16:3e:da:a6:e9', 'name': 'tempest-NetworksTestDHCPv6-837032653'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:10.255413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55844) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:10.318555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5d92a02c-a095-4244-8083-c1654abb0630 admin admin] Usage tracker for resource:security_group_rule and tenant:6cb73ce0a4734ef38ccc6515295c9464 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:10.393367 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5d92a02c-a095-4244-8083-c1654abb0630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:10.400974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:10.404077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5d92a02c-a095-4244-8083-c1654abb0630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:10.432485 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:10.446562 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.453957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:10.462832 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.464787 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-46ce52de-c86b-4304-9d8b-e0185d38d803 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/floatingips/63477291-87fe-498c-9236-8055053d73b3 HTTP/1.1" status: 200 len: 990 time: 0.2052433 Feb 04 15:58:10.464787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0121e5-1c23-4d6e-a780-41ecbdbe4e72 req-f9a840a6-936a-4da7-9fae-0f50bffd79f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:10.466200 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5f0121e5-1c23-4d6e-a780-41ecbdbe4e72 req-f9a840a6-936a-4da7-9fae-0f50bffd79f8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=004346ac-b332-4212-9cc6-09525beaa5d8 HTTP/1.1" status: 200 len: 897 time: 0.6587560 Feb 04 15:58:10.481165 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.515528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port 4a1a3540-1662-4a00-83a6-e58add632f40 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:58:10.654951 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5159e71f-5eb1-4ac8-a6bd-f91423ce4273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.655454 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': 'e645c2df-c31a-413e-b0b4-8a741b879e11'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:58:10.656777 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.711290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159e71f-5eb1-4ac8-a6bd-f91423ce4273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40cc630-67c6-4768-ae9b-20db043d1dca,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:10.758327 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5159e71f-5eb1-4ac8-a6bd-f91423ce4273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.768766 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5159e71f-5eb1-4ac8-a6bd-f91423ce4273 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b40cc630-67c6-4768-ae9b-20db043d1dca HTTP/1.1" status: 204 len: 168 time: 1.2727911 Feb 04 15:58:10.786447 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5f0121e5-1c23-4d6e-a780-41ecbdbe4e72 req-b75864b3-3bad-4771-9f38-997f8c88b6d8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d0dbc60-6953-4491-b2aa-36ca10dac5b6 HTTP/1.1" status: 200 len: 998 time: 0.3111610 Feb 04 15:58:10.786888 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5d92a02c-a095-4244-8083-c1654abb0630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.807654 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5d92a02c-a095-4244-8083-c1654abb0630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.897300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5d92a02c-a095-4244-8083-c1654abb0630 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6cb73ce0a4734ef38ccc6515295c9464&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6699016 Feb 04 15:58:10.900665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55866) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:10.932427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::f816:3eff:feda:a6e9 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/e645c2df-c31a-413e-b0b4-8a741b879e11/4a1a3540-1662-4a00-83a6-e58add632f40) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:10.938812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92a02c-a095-4244-8083-c1654abb0630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3326e89e-f3b2-4c79-8264-0f57626adef2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:11.034087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0121e5-1c23-4d6e-a780-41ecbdbe4e72 req-3a4f41ae-6eef-4204-81f0-21ac798ebdbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:11.037057 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5f0121e5-1c23-4d6e-a780-41ecbdbe4e72 req-3a4f41ae-6eef-4204-81f0-21ac798ebdbc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65d3f203-d900-4b29-b5ea-b76d5ed0ead8 HTTP/1.1" status: 200 len: 835 time: 0.2418013 Feb 04 15:58:11.079004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b3730bad-8d2f-4133-a55c-8c8fcf1833c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T15:57:01Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '63477291-87fe-498c-9236-8055053d73b3', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'port_id': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'mac_address': 'fa:16:3e:cb:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:04Z', 'revision_number': 0, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6', 'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:3c:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:56Z', 'updated_at': '2022-02-04T15:57:18Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:11.086858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3730bad-8d2f-4133-a55c-8c8fcf1833c4 None None] The sync data for ids ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'] in n-d-827872-1 is: [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T15:57:01Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '63477291-87fe-498c-9236-8055053d73b3', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'port_id': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'mac_address': 'fa:16:3e:cb:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:04Z', 'revision_number': 0, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6', 'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:3c:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:56Z', 'updated_at': '2022-02-04T15:57:18Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:58:11.218415 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f3101409-6406-4896-b0b8-3e2f2928088a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:11.305630 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f3101409-6406-4896-b0b8-3e2f2928088a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:11.344873 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5f0121e5-1c23-4d6e-a780-41ecbdbe4e72 req-c3db731a-2d94-4a17-bf31-91f6c413acc6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=004346ac-b332-4212-9cc6-09525beaa5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2972541 Feb 04 15:58:11.378148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-5f0121e5-1c23-4d6e-a780-41ecbdbe4e72 req-8179227d-e25c-42a3-b2ba-29474f05a82a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:58:11.380086 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5f0121e5-1c23-4d6e-a780-41ecbdbe4e72 req-8179227d-e25c-42a3-b2ba-29474f05a82a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0100307 Feb 04 15:58:11.395618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e182a3d1-d5b5-4ccb-9794-b26e28aa0751 req-60fd2aa2-f5d0-4221-a06c-dbf20198820a tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.0714383 Feb 04 15:58:11.449709 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:11.473168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55878) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:11.541653 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f3101409-6406-4896-b0b8-3e2f2928088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:11.545035 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38f9fe-bce4-4abb-be8a-9064a3b0fc71 None None] New status for floating IP 63477291-87fe-498c-9236-8055053d73b3: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:58:11.576024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3101409-6406-4896-b0b8-3e2f2928088a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3326e89e-f3b2-4c79-8264-0f57626adef2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:11.594682 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f3101409-6406-4896-b0b8-3e2f2928088a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:11.599752 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f3101409-6406-4896-b0b8-3e2f2928088a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3326e89e-f3b2-4c79-8264-0f57626adef2 HTTP/1.1" status: 204 len: 168 time: 0.6941073 Feb 04 15:58:11.608436 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:11.641409 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:11.669423 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5f0121e5-1c23-4d6e-a780-41ecbdbe4e72 req-e8aec005-9455-4325-85cb-f5aeb51a5923 service neutron] 10.222.0.81 "GET /v2.0/networks/004346ac-b332-4212-9cc6-09525beaa5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775965 Feb 04 15:58:11.733347 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ed280d68-88a1-4e99-9141-4bf4644d26a9 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/floatingips/63477291-87fe-498c-9236-8055053d73b3 HTTP/1.1" status: 200 len: 990 time: 0.2587299 Feb 04 15:58:11.735027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object 4a1a3540-1662-4a00-83a6-e58add632f40 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:11.774437 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:11.856426 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5f0121e5-1c23-4d6e-a780-41ecbdbe4e72 req-8489861f-d099-4f11-a3e4-de9d8bb94ada service neutron] 10.222.0.81 "GET /v2.0/networks/004346ac-b332-4212-9cc6-09525beaa5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779621 Feb 04 15:58:11.894946 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Allocated IP 2001:db8::f816:3eff:fe3f:8314 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/e645c2df-c31a-413e-b0b4-8a741b879e11/224ca477-9684-47f5-9eaa-7e2d6484bfb9) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:11.969844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:11.971082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=4a1a3540-1662-4a00-83a6-e58add632f40,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:11.982205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:11.984839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:11.990350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:11.991475 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:12.037911 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3ffc9033-e0b5-4325-8cc0-00d7e8a7c5b7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8625476 Feb 04 15:58:12.040699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55898) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:12.165921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980b70ae-520a-434e-aa80-ce63299e52dc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:12.168519 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-980b70ae-520a-434e-aa80-ce63299e52dc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1265628 Feb 04 15:58:12.170939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55906) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:12.196301 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:12.210096 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Transition to ACTIVE for port object 224ca477-9684-47f5-9eaa-7e2d6484bfb9 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:12.238361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Transition to ACTIVE for port object 224ca477-9684-47f5-9eaa-7e2d6484bfb9 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:12.245707 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:12.255333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a7a2c-cd63-4452-8dae-75a6e576b975 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port 4a1a3540-1662-4a00-83a6-e58add632f40 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:12.255333 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7a2c-cd63-4452-8dae-75a6e576b975 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:12.333709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:12.338616 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:12.342744 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:12.357603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Pushing event updated for resources: {'Port': ['ID=224ca477-9684-47f5-9eaa-7e2d6484bfb9,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:12.454672 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Attempting to bind port 224ca477-9684-47f5-9eaa-7e2d6484bfb9 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:12.456119 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Attempting to bind port 224ca477-9684-47f5-9eaa-7e2d6484bfb9 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:12.456729 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Attempting to bind port 224ca477-9684-47f5-9eaa-7e2d6484bfb9 on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:12.464884 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:12.465594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:12.466356 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:12.466904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:12.467711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Bound port: 224ca477-9684-47f5-9eaa-7e2d6484bfb9, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:12.468257 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:12.532125 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7a2c-cd63-4452-8dae-75a6e576b975 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:12.611282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] For port 224ca477-9684-47f5-9eaa-7e2d6484bfb9, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:12.615943 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] For port 224ca477-9684-47f5-9eaa-7e2d6484bfb9, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=224ca477-9684-47f5-9eaa-7e2d6484bfb9,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:12.626278 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:12.685439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-43f43f71-eae4-4c67-b0eb-05c1ce693b47 req-06edcb1f-02cb-4eac-a41e-b361dec28c41 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.0599921 Feb 04 15:58:12.737097 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55920) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:12.760205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a7a2c-cd63-4452-8dae-75a6e576b975 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for 4a1a3540-1662-4a00-83a6-e58add632f40 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:12.776111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dafe5-17f7-4cbc-937e-089f94b67f32 None None] Pushing event updated for resources: {'Port': ['ID=224ca477-9684-47f5-9eaa-7e2d6484bfb9,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:12.966179 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7a2c-cd63-4452-8dae-75a6e576b975 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:13.042634 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-aba25350-6dd7-4ba6-9d11-b6f394f9ed41 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/floatingips/63477291-87fe-498c-9236-8055053d73b3 HTTP/1.1" status: 200 len: 992 time: 0.2970185 Feb 04 15:58:13.117846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a7a2c-cd63-4452-8dae-75a6e576b975 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=4a1a3540-1662-4a00-83a6-e58add632f40,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:13.189349 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7a2c-cd63-4452-8dae-75a6e576b975 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:13.202078 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0b0a7a2c-cd63-4452-8dae-75a6e576b975 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/4a1a3540-1662-4a00-83a6-e58add632f40 HTTP/1.1" status: 204 len: 168 time: 1.0297201 Feb 04 15:58:13.204768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55936) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:13.287269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa20cfb-9ff2-4f42-85e7-24b79758d6f3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:13.288814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa20cfb-9ff2-4f42-85e7-24b79758d6f3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:13.289916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7fa20cfb-9ff2-4f42-85e7-24b79758d6f3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:13.312697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7fa20cfb-9ff2-4f42-85e7-24b79758d6f3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:13.315359 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7fa20cfb-9ff2-4f42-85e7-24b79758d6f3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1085956 Feb 04 15:58:13.318191 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55946) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:13.661007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d2b26c-7ef2-4d8f-988f-6d176fa2e48e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet e645c2df-c31a-413e-b0b4-8a741b879e11 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:58:13.664372 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97d2b26c-7ef2-4d8f-988f-6d176fa2e48e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:13.760107 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97d2b26c-7ef2-4d8f-988f-6d176fa2e48e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:13.941762 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97d2b26c-7ef2-4d8f-988f-6d176fa2e48e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:14.059934 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eeb2e66b-6ecd-4966-9ce3-9c8cb76b5b7d req-9678a825-d2bf-4bfd-880d-5186a12c04f2 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1215329 Feb 04 15:58:14.081045 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97d2b26c-7ef2-4d8f-988f-6d176fa2e48e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:14.129588 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2b26c-7ef2-4d8f-988f-6d176fa2e48e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=e645c2df-c31a-413e-b0b4-8a741b879e11,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:14.138397 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97d2b26c-7ef2-4d8f-988f-6d176fa2e48e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:14.157711 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-97d2b26c-7ef2-4d8f-988f-6d176fa2e48e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/e645c2df-c31a-413e-b0b4-8a741b879e11 HTTP/1.1" status: 204 len: 168 time: 0.8377771 Feb 04 15:58:14.160519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55972) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:14.228615 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8dff87f7-b90c-4109-922e-bb9f9387e27e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667031 Feb 04 15:58:14.233645 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55976) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:14.241505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:14.246034 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2c150b-08d5-461a-b69c-30a15cd587d2 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:14.385709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:14.390845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:14.395197 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:14.402757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:14.417534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:14.422938 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:14.537165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9d8e3d20-528b-4756-a711-db47a7fa43c9 None None] Provisioning for port 224ca477-9684-47f5-9eaa-7e2d6484bfb9 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:14.668167 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:58:14.673696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Deleting port 224ca477-9684-47f5-9eaa-7e2d6484bfb9 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:14.674209 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:14.912809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] For port 224ca477-9684-47f5-9eaa-7e2d6484bfb9, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=224ca477-9684-47f5-9eaa-7e2d6484bfb9,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:14.913203 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:14.997371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.objects.ports [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83550) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:58:15.084453 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Calling delete_port for 224ca477-9684-47f5-9eaa-7e2d6484bfb9 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:15.212062 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:58:15.212062 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:58:15.237485 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55998) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:15.279049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.400728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d5a7ecb-988d-4d30-a9f3-7ad95bee4b16 req-7cb0d06a-c7d8-48aa-80b7-95a4c807e9ff tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1161771 Feb 04 15:58:15.603601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] For port 224ca477-9684-47f5-9eaa-7e2d6484bfb9, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=224ca477-9684-47f5-9eaa-7e2d6484bfb9,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:15.620864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-742529618-network', 'tenant_id': '9248f88cba7b4e77aaf54590f0d345ad'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:15.626401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:15.632648 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.633099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Usage tracker for resource:network and tenant:9248f88cba7b4e77aaf54590f0d345ad is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:15.636807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:15.638392 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.640513 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.645443 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:15.657277 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Made reservation on behalf of 9248f88cba7b4e77aaf54590f0d345ad for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:15.660959 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.678423 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.714362 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Deleting port 224ca477-9684-47f5-9eaa-7e2d6484bfb9 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:15.714842 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.734024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:15.739540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Usage tracker for resource:security_group_rule and tenant:9248f88cba7b4e77aaf54590f0d345ad is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:15.745604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:15.751785 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:15.791056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:15.796644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=8c1dd79c-9bf1-4574-a01a-9596ccd3769f,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:15.800198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:15.803620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:15.804095 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.828242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=224ca477-9684-47f5-9eaa-7e2d6484bfb9,revision_number=5']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:15.846256 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9eb88e2f-52d2-4300-a3ee-300886546ed6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6090219 Feb 04 15:58:15.846578 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56016) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:15.858204 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.860771 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'mac_address': 'fa:16:3e:77:93:e0', 'name': 'tempest-NetworksTestDHCPv6-1726356283'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:15.865024 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.902823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:58:15.912746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:15.934188 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.934787 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Added segment cce337fb-cac0-40c8-96eb-5cebec2eeb2b of type vlan for network 235331b9-0d0c-4fa9-8c09-5c660aac8040 Feb 04 15:58:15.965186 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.011486 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.012978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:16.013810 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.033516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56020) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:16.137391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] For port 224ca477-9684-47f5-9eaa-7e2d6484bfb9, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=224ca477-9684-47f5-9eaa-7e2d6484bfb9,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:16.137391 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.173411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:16.183003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:port and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:16.183788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=235331b9-0d0c-4fa9-8c09-5c660aac8040,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:16.188036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:16.199001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:16.199813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ce10c457-532c-44ad-819b-cf950ff87ce9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9606953 Feb 04 15:58:16.200600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56030) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:16.207626 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] Request body: {'subnet': {'network_id': '235331b9-0d0c-4fa9-8c09-5c660aac8040', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-742529618-subnet', 'tenant_id': '9248f88cba7b4e77aaf54590f0d345ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:16.213891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:16.214398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:16.219138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] Usage tracker for resource:subnet and tenant:9248f88cba7b4e77aaf54590f0d345ad is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:16.221097 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.223620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:16.232001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:16.245674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] Made reservation on behalf of 9248f88cba7b4e77aaf54590f0d345ad for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:16.249267 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.258706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port 0b598e63-66ae-4a32-bb97-47f55c57026c yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:58:16.271659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 235331b9-0d0c-4fa9-8c09-5c660aac8040 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:58:16.361227 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Calling delete_port for 224ca477-9684-47f5-9eaa-7e2d6484bfb9 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:16.677376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 224ca477-9684-47f5-9eaa-7e2d6484bfb9 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:58:16.696494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-2a012ce8-bd91-4c91-ba54-3f93cae4ce79 req-5d2a21a4-8dce-482b-9f94-4d51d7542d77 tempest-ServerRescueTestJSON-1418435625 tempest-ServerRescueTestJSON-1418435625-project] (83550) timed out ('10.222.0.73', 65365) {{(pid=83550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:58:16.764649 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e432bf1-41de-4ed0-9d8a-506756dced11 req-0a2221a0-4563-4fff-997a-c502d90a7e45 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.0615642 Feb 04 15:58:16.771315 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.834695 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cabe022c-62ec-4dd0-83d8-dd13fa75c7a4 req-9a80c028-eeaf-4e66-9f84-df6278be3407 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1360912 Feb 04 15:58:16.855752 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7248e83a-9cbe-44ec-a59d-66374c8aa4eb,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:16.909461 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19109317-8fdc-4437-b708-7fa2f770cc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.950042 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] Checking segment: {'id': 'cce337fb-cac0-40c8-96eb-5cebec2eeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '235331b9-0d0c-4fa9-8c09-5c660aac8040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:16.950252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] Network hostable DHCP agents. Network: 235331b9-0d0c-4fa9-8c09-5c660aac8040, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:58:16.978608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] Network 235331b9-0d0c-4fa9-8c09-5c660aac8040 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:58:16.993614 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 235331b9-0d0c-4fa9-8c09-5c660aac8040) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:16.999532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:17.001039 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.003281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::f816:3eff:fe77:93e0 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/8c1dd79c-9bf1-4574-a01a-9596ccd3769f/0b598e63-66ae-4a32-bb97-47f55c57026c) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:17.007603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-19109317-8fdc-4437-b708-7fa2f770cc35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:17.017064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-19109317-8fdc-4437-b708-7fa2f770cc35 admin admin] Usage tracker for resource:security_group_rule and tenant:ad833271ae0f49fa9a5787e333936524 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:17.025405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-19109317-8fdc-4437-b708-7fa2f770cc35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:17.033117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-19109317-8fdc-4437-b708-7fa2f770cc35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:17.037258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a35de-ce42-44c5-a095-a01a3e20a4a2 None None] Network 235331b9-0d0c-4fa9-8c09-5c660aac8040 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:17.063644 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.197370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-83d3896f-908b-4f00-a77b-2fac1413f89d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9949183 Feb 04 15:58:17.290438 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19109317-8fdc-4437-b708-7fa2f770cc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.292999 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Pushing event deleted for resources: {'Port': ['ID=224ca477-9684-47f5-9eaa-7e2d6484bfb9,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:17.302362 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19109317-8fdc-4437-b708-7fa2f770cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.351354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] No DVR routers for this DVR port 224ca477-9684-47f5-9eaa-7e2d6484bfb9 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:58:17.351619 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-19109317-8fdc-4437-b708-7fa2f770cc35 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad833271ae0f49fa9a5787e333936524&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3135214 Feb 04 15:58:17.356424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56056) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:17.366274 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:17.366620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:17.366961 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:17.367379 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:17.367710 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:17.368038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:17.368375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:17.369273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:17.369273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:17.369273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:17.369566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfce3af-8b24-438c-a934-77a59bb220e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:17.397629 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948df731-62fd-4073-a9fe-e4131689beba None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:17.406899 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.411582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19109317-8fdc-4437-b708-7fa2f770cc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f163d665-b78a-4444-b429-993085928c2f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:17.432847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object 0b598e63-66ae-4a32-bb97-47f55c57026c will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:17.461011 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.539391 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8c497f5-68b8-4f53-bf55-a317b0b0580e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.575978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=0b598e63-66ae-4a32-bb97-47f55c57026c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:17.592739 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8c497f5-68b8-4f53-bf55-a317b0b0580e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.600703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-27279f10-9402-45b7-840a-250a9b4637dc req-33fe9757-844f-4929-b175-eb93dfa00945 service neutron] (83551) timed out ('10.222.0.73', 65363) {{(pid=83551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:58:17.605578 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:17.606739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:17.610883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:17.615322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:17.615890 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.679852 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56070) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:17.680393 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9504adb7-c4d5-48b0-9091-c5feeb32f016 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8316381 Feb 04 15:58:17.755623 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8c497f5-68b8-4f53-bf55-a317b0b0580e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.782918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c497f5-68b8-4f53-bf55-a317b0b0580e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f163d665-b78a-4444-b429-993085928c2f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:17.791891 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8c497f5-68b8-4f53-bf55-a317b0b0580e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.795423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f8c497f5-68b8-4f53-bf55-a317b0b0580e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f163d665-b78a-4444-b429-993085928c2f HTTP/1.1" status: 204 len: 168 time: 0.4302902 Feb 04 15:58:17.804570 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bf898a-8c3a-4adb-8031-d817c07cb664 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:17.805538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d4bf898a-8c3a-4adb-8031-d817c07cb664 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:17.828068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d4bf898a-8c3a-4adb-8031-d817c07cb664 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:17.832767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d4bf898a-8c3a-4adb-8031-d817c07cb664 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1513162 Feb 04 15:58:17.833009 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56082) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:17.857674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ace6e4c-4cb4-40b8-935d-5facfd583864 None None] Network 235331b9-0d0c-4fa9-8c09-5c660aac8040 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:17.951253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b1e48-7421-45a6-a19f-1d4bff6c0f5c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port 0b598e63-66ae-4a32-bb97-47f55c57026c {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:17.951610 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8b8b1e48-7421-45a6-a19f-1d4bff6c0f5c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:18.193782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8960aadb-f1e0-4349-9db7-c213d955c219 req-f6b74cc5-5169-4232-b463-3e5c739054e5 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.0731933 Feb 04 15:58:18.346589 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': '8c1dd79c-9bf1-4574-a01a-9596ccd3769f'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:58:18.348054 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:18.463163 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8b8b1e48-7421-45a6-a19f-1d4bff6c0f5c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:18.685940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Allocated IP 2001:db8::f816:3eff:feeb:ec4 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/8c1dd79c-9bf1-4574-a01a-9596ccd3769f/7c28b8ea-4d98-436e-9691-4356ab5eb559) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:18.752364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b1e48-7421-45a6-a19f-1d4bff6c0f5c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for 0b598e63-66ae-4a32-bb97-47f55c57026c owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:19.062257 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8b8b1e48-7421-45a6-a19f-1d4bff6c0f5c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.072041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56124) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:19.114196 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e187-36ec-4387-bc08-df27cc26f832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.180059 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.186181 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b1e48-7421-45a6-a19f-1d4bff6c0f5c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=0b598e63-66ae-4a32-bb97-47f55c57026c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:19.197669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f8b1e187-36ec-4387-bc08-df27cc26f832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:19.202194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f8b1e187-36ec-4387-bc08-df27cc26f832 admin admin] Usage tracker for resource:security_group_rule and tenant:b89803c26f51465899ec3a3f3fe9019e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:19.205466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f8b1e187-36ec-4387-bc08-df27cc26f832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:19.212758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f8b1e187-36ec-4387-bc08-df27cc26f832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:19.213419 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Transition to ACTIVE for port object 7c28b8ea-4d98-436e-9691-4356ab5eb559 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:19.248606 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8b8b1e48-7421-45a6-a19f-1d4bff6c0f5c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.270633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Transition to ACTIVE for port object 7c28b8ea-4d98-436e-9691-4356ab5eb559 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:19.271700 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8b8b1e48-7421-45a6-a19f-1d4bff6c0f5c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/0b598e63-66ae-4a32-bb97-47f55c57026c HTTP/1.1" status: 204 len: 168 time: 1.4332066 Feb 04 15:58:19.272446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56132) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:19.277563 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.357014 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56136) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:19.367292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-8128520-network', 'tenant_id': 'd7bf21328bc74167a17166548d5f203c'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:19.373996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:19.379006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Usage tracker for resource:network and tenant:d7bf21328bc74167a17166548d5f203c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:19.382317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:19.391138 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:19.413530 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e187-36ec-4387-bc08-df27cc26f832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.427371 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e187-36ec-4387-bc08-df27cc26f832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.428377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc1391-b8d1-4617-9475-18f4228bda4e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:19.432544 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc1391-b8d1-4617-9475-18f4228bda4e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:19.434459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5cbc1391-b8d1-4617-9475-18f4228bda4e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:19.449958 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Pushing event updated for resources: {'Port': ['ID=7c28b8ea-4d98-436e-9691-4356ab5eb559,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:19.455792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Made reservation on behalf of d7bf21328bc74167a17166548d5f203c for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:19.461007 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.501219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:19.503608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:19.509669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:19.525652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5cbc1391-b8d1-4617-9475-18f4228bda4e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:19.531286 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5cbc1391-b8d1-4617-9475-18f4228bda4e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2536359 Feb 04 15:58:19.531286 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.548166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56140) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:19.574207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f8b1e187-36ec-4387-bc08-df27cc26f832 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b89803c26f51465899ec3a3f3fe9019e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5004060 Feb 04 15:58:19.577965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56142) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:19.629040 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.671736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:19.701427 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07502e33-2f71-4fc4-9be5-3b7ab1c883e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.704037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Usage tracker for resource:security_group_rule and tenant:d7bf21328bc74167a17166548d5f203c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:19.708035 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:19.725639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:19.727679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56150) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:19.759625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07502e33-2f71-4fc4-9be5-3b7ab1c883e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.797642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Attempting to bind port 7c28b8ea-4d98-436e-9691-4356ab5eb559 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:19.799522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Attempting to bind port 7c28b8ea-4d98-436e-9691-4356ab5eb559 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:19.799770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Attempting to bind port 7c28b8ea-4d98-436e-9691-4356ab5eb559 on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:19.808628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:19.809440 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:19.810148 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.810792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:19.813384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Bound port: 7c28b8ea-4d98-436e-9691-4356ab5eb559, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:19.814202 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.848654 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a0e9aff-a8bb-4653-85fd-ff3c0b02e4f4 req-7e1c2d30-f59d-4b59-9183-789a86ec888e tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1161017 Feb 04 15:58:19.852439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1e187-36ec-4387-bc08-df27cc26f832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c638d27d-b199-4453-926c-6cf59a8634e5,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:19.930495 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.980120 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.992331 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07502e33-2f71-4fc4-9be5-3b7ab1c883e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.033294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:58:20.059833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5652dabc-13b6-4244-ac7f-bc16996e81f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.081721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-293f086c-409f-4995-917a-eeeeec49499a None None] For port 7c28b8ea-4d98-436e-9691-4356ab5eb559, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:20.085770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-293f086c-409f-4995-917a-eeeeec49499a None None] For port 7c28b8ea-4d98-436e-9691-4356ab5eb559, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7c28b8ea-4d98-436e-9691-4356ab5eb559,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:20.091218 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.111292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4dbed4-e28d-4873-9e72-55654aee2b64,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:20.124756 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.130683 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Added segment 3f7ba0f4-40ab-4870-a59e-94d981b9c88e of type vlan for network 47ac4564-57af-4c63-b5cc-3d1b1f06a222 Feb 04 15:58:20.177868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a13fa4-2844-4956-b6c2-b26e00f1eb4a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 8c1dd79c-9bf1-4574-a01a-9596ccd3769f {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:58:20.182224 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97a13fa4-2844-4956-b6c2-b26e00f1eb4a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.202424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5652dabc-13b6-4244-ac7f-bc16996e81f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:20.214966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f086c-409f-4995-917a-eeeeec49499a None None] Pushing event updated for resources: {'Port': ['ID=7c28b8ea-4d98-436e-9691-4356ab5eb559,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:20.246420 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.261727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07502e33-2f71-4fc4-9be5-3b7ab1c883e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c638d27d-b199-4453-926c-6cf59a8634e5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:20.264485 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07502e33-2f71-4fc4-9be5-3b7ab1c883e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.268340 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-07502e33-2f71-4fc4-9be5-3b7ab1c883e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c638d27d-b199-4453-926c-6cf59a8634e5 HTTP/1.1" status: 204 len: 168 time: 0.6893997 Feb 04 15:58:20.272230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5652dabc-13b6-4244-ac7f-bc16996e81f4 admin admin] Usage tracker for resource:security_group_rule and tenant:980f29aec0f54320a6e16feaff256753 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:20.284384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5652dabc-13b6-4244-ac7f-bc16996e81f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:20.294441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5652dabc-13b6-4244-ac7f-bc16996e81f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:20.309992 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.310836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:20.311473 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.328029 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97a13fa4-2844-4956-b6c2-b26e00f1eb4a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.491615 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97a13fa4-2844-4956-b6c2-b26e00f1eb4a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.719212 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9ae0728-bf4e-4e2d-bfb2-57e2cd677f4c req-a5688e88-a4c9-4b09-aef4-e8b551acda34 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2&device_id=50420e86-b3ff-435f-b589-f56db8b07d9c HTTP/1.1" status: 200 len: 210 time: 0.0838017 Feb 04 15:58:20.744588 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7c28b8ea-4d98-436e-9691-4356ab5eb559 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:20.756960 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3988905 Feb 04 15:58:20.766228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bc952-2a44-428f-9051-32eda1af3dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=47ac4564-57af-4c63-b5cc-3d1b1f06a222,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:20.768405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56176) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:20.790396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] Request body: {'subnet': {'network_id': '47ac4564-57af-4c63-b5cc-3d1b1f06a222', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-8128520-subnet', 'tenant_id': 'd7bf21328bc74167a17166548d5f203c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:20.803755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:20.818761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] Usage tracker for resource:subnet and tenant:d7bf21328bc74167a17166548d5f203c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:20.831741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:20.836307 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97a13fa4-2844-4956-b6c2-b26e00f1eb4a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.836798 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 47ac4564-57af-4c63-b5cc-3d1b1f06a222 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:58:20.845562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:20.897748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] Made reservation on behalf of d7bf21328bc74167a17166548d5f203c for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:20.905000 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.996931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a13fa4-2844-4956-b6c2-b26e00f1eb4a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1dd79c-9bf1-4574-a01a-9596ccd3769f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:21.014039 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-97a13fa4-2844-4956-b6c2-b26e00f1eb4a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:21.073682 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-97a13fa4-2844-4956-b6c2-b26e00f1eb4a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/8c1dd79c-9bf1-4574-a01a-9596ccd3769f HTTP/1.1" status: 204 len: 168 time: 1.4695938 Feb 04 15:58:21.081157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56194) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:21.263670 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 7c28b8ea-4d98-436e-9691-4356ab5eb559 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:21.273209 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1001ac54-3231-48ae-a2e6-3727b2e6e92b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1881645 Feb 04 15:58:21.301722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56206) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:21.343319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-644aecb1-8793-48a6-934d-92a96fc77dd9 req-50aafa36-cd24-4a4c-8a05-f2909bc8c4a9 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.0769196 Feb 04 15:58:21.357962 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e4e7b74f-2c1c-4d78-81c0-b31122c25871 req-b08c5b2d-ae66-4fcc-970e-fe1131ffaef7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d8ec9d8aa36f41d78351056472c5df48&device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1553142 Feb 04 15:58:21.442764 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-84ac1239-c31e-49c5-af0a-25aa5548ef91 req-65eacfec-4cae-4c20-8711-aeddc5867ba1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7676160 Feb 04 15:58:21.447847 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5652dabc-13b6-4244-ac7f-bc16996e81f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:21.452537 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e4e7b74f-2c1c-4d78-81c0-b31122c25871 req-f6592a80-8a47-4a8e-a7f5-0e5db14f4bb2 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=d8ec9d8aa36f41d78351056472c5df48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630982 Feb 04 15:58:21.459013 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5652dabc-13b6-4244-ac7f-bc16996e81f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:21.505150 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5652dabc-13b6-4244-ac7f-bc16996e81f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=980f29aec0f54320a6e16feaff256753&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7743211 Feb 04 15:58:21.508223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56216) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:21.662699 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-23faa8d0-e1ee-40c4-ad7e-893a8871a8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:21.691602 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-23faa8d0-e1ee-40c4-ad7e-893a8871a8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:21.765871 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-23faa8d0-e1ee-40c4-ad7e-893a8871a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:21.782006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652dabc-13b6-4244-ac7f-bc16996e81f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a773501-bfbe-4252-9ffb-abf0fec3770b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:21.789864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faa8d0-e1ee-40c4-ad7e-893a8871a8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a773501-bfbe-4252-9ffb-abf0fec3770b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:21.806839 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-23faa8d0-e1ee-40c4-ad7e-893a8871a8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:21.815067 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-23faa8d0-e1ee-40c4-ad7e-893a8871a8b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a773501-bfbe-4252-9ffb-abf0fec3770b HTTP/1.1" status: 204 len: 168 time: 0.3054273 Feb 04 15:58:21.931868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f60c19-6ff6-4c95-9e5b-7706343513de tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:21.932278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-65f60c19-6ff6-4c95-9e5b-7706343513de tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:21.989535 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a48418d4-3303-4911-b952-6ac20b0b0152 req-f05671ec-9ca9-430c-80ab-d86c4946688d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=50420e86-b3ff-435f-b589-f56db8b07d9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3560469 Feb 04 15:58:22.052985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-65f60c19-6ff6-4c95-9e5b-7706343513de tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:22.056470 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-65f60c19-6ff6-4c95-9e5b-7706343513de tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7483189 Feb 04 15:58:22.057395 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56230) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:22.061868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7b74f-2c1c-4d78-81c0-b31122c25871 req-b6c82465-7c24-4aef-bbd3-b37f47d43214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:22.063535 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e4e7b74f-2c1c-4d78-81c0-b31122c25871 req-b6c82465-7c24-4aef-bbd3-b37f47d43214 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5737748 Feb 04 15:58:22.159124 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-84ac1239-c31e-49c5-af0a-25aa5548ef91 req-8ba2769d-2e04-4eeb-ae07-f64d8d6a0297 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 1097 time: 0.5215850 Feb 04 15:58:22.161287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:22.225301 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b38650-47c6-4db2-bcc0-4e69e8e1dc79 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:22.313730 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a48418d4-3303-4911-b952-6ac20b0b0152 req-92dc8386-0d85-4353-a103-e7e1adba5ea1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d8ec9d8aa36f41d78351056472c5df48&device_id=50420e86-b3ff-435f-b589-f56db8b07d9c HTTP/1.1" status: 200 len: 210 time: 0.1027174 Feb 04 15:58:22.356623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] Pushing event updated for resources: {'Subnet': ['ID=91a50039-2d94-4bec-a90b-04aac21cd868,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:22.416545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] Checking segment: {'id': '3f7ba0f4-40ab-4870-a59e-94d981b9c88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '47ac4564-57af-4c63-b5cc-3d1b1f06a222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:22.417205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] Network hostable DHCP agents. Network: 47ac4564-57af-4c63-b5cc-3d1b1f06a222, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:58:22.437401 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a48418d4-3303-4911-b952-6ac20b0b0152 req-62d0b25b-98ab-4efd-9820-05dcc2577ccc service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d8ec9d8aa36f41d78351056472c5df48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869987 Feb 04 15:58:22.478253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac1239-c31e-49c5-af0a-25aa5548ef91 req-56a6e941-465a-4ced-9271-2a9b287891a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:22.483830 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-84ac1239-c31e-49c5-af0a-25aa5548ef91 req-56a6e941-465a-4ced-9271-2a9b287891a5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 917 time: 0.2718997 Feb 04 15:58:22.522296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f749aad-4582-4b38-8eba-d0f61e30c26f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:22.529917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2f749aad-4582-4b38-8eba-d0f61e30c26f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:22.544970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0c7cab1b-b90f-4ee3-9f58-511b3dccc930 None None] Could not find standard attr ID for object 0b598e63-66ae-4a32-bb97-47f55c57026c. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:58:22.718719 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0c7cab1b-b90f-4ee3-9f58-511b3dccc930 None None] Provisioning for port 7c28b8ea-4d98-436e-9691-4356ab5eb559 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:22.736036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0c7cab1b-b90f-4ee3-9f58-511b3dccc930 None None] Provisioning complete for port 7c28b8ea-4d98-436e-9691-4356ab5eb559 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:22.736036 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0c7cab1b-b90f-4ee3-9f58-511b3dccc930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:22.789707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] Network 47ac4564-57af-4c63-b5cc-3d1b1f06a222 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:58:22.879747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ddba774-99ec-4777-b8be-e3f5bd328109 req-7cb9ed56-d433-46f1-a710-6dc36c82c71d tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.0872843 Feb 04 15:58:22.901363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 47ac4564-57af-4c63-b5cc-3d1b1f06a222) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:22.927918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:22.928856 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:22.946846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2f749aad-4582-4b38-8eba-d0f61e30c26f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:22.958184 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49bcddf-0589-41e3-ace9-babd034f481e None None] Network 47ac4564-57af-4c63-b5cc-3d1b1f06a222 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:22.981512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2f749aad-4582-4b38-8eba-d0f61e30c26f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9068267 Feb 04 15:58:22.981512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56246) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:23.024112 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-84ac1239-c31e-49c5-af0a-25aa5548ef91 req-cb2f7027-21c8-41d8-9e0a-376244f9a68e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f3f5db-322f-4388-8679-75a1d3849856 HTTP/1.1" status: 200 len: 1001 time: 0.5248082 Feb 04 15:58:23.027092 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fcc77c4b-9c80-4eb0-ae1f-d7518cb1186e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2548554 Feb 04 15:58:23.114561 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f9b16d2c-fa99-428b-8b24-640e9bb59086 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1372900 Feb 04 15:58:23.116234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56256) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:23.134915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f8bf01ef-bb67-4e85-a136-d23658c8a857 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:23.155403 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac1239-c31e-49c5-af0a-25aa5548ef91 req-f07d86e1-ca3d-48d9-832f-f9daf72d92b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:23.157091 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-84ac1239-c31e-49c5-af0a-25aa5548ef91 req-f07d86e1-ca3d-48d9-832f-f9daf72d92b2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 200 len: 855 time: 0.1257265 Feb 04 15:58:23.300470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56260) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:23.382759 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53a17db7-e5cc-4abb-9b8f-43bcfb0b8c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:23.414758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48418d4-3303-4911-b952-6ac20b0b0152 req-1d2cfea7-91f8-426f-b349-d1d8677881a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:23.416571 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a48418d4-3303-4911-b952-6ac20b0b0152 req-1d2cfea7-91f8-426f-b349-d1d8677881a6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9711781 Feb 04 15:58:23.433608 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0c7cab1b-b90f-4ee3-9f58-511b3dccc930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:23.491224 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-84ac1239-c31e-49c5-af0a-25aa5548ef91 req-4cc69916-444e-447f-bd4a-d42a6b91cbc3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2183356-deba-4128-ad82-b10ca33a0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3102648 Feb 04 15:58:23.503388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f8bf01ef-bb67-4e85-a136-d23658c8a857 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:23.520465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f8bf01ef-bb67-4e85-a136-d23658c8a857 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:23.521380 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:58:23.538482 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] Deleting port 7c28b8ea-4d98-436e-9691-4356ab5eb559 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:23.539156 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:23.544494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bf01ef-bb67-4e85-a136-d23658c8a857 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:23.548063 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8bf01ef-bb67-4e85-a136-d23658c8a857 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:23.558907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-53a17db7-e5cc-4abb-9b8f-43bcfb0b8c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:23.676277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-53a17db7-e5cc-4abb-9b8f-43bcfb0b8c5a admin admin] Usage tracker for resource:security_group_rule and tenant:0e33237e15434407af1d5a842ea73b6a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:23.691380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-53a17db7-e5cc-4abb-9b8f-43bcfb0b8c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:23.707597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-53a17db7-e5cc-4abb-9b8f-43bcfb0b8c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:23.719795 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-0c7cab1b-b90f-4ee3-9f58-511b3dccc930 None None] For port 7c28b8ea-4d98-436e-9691-4356ab5eb559, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7c28b8ea-4d98-436e-9691-4356ab5eb559,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:23.758666 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0c7cab1b-b90f-4ee3-9f58-511b3dccc930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:23.765033 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2d4a8e-dd37-4a43-bd50-6c9fc4bd5657 None None] Network 47ac4564-57af-4c63-b5cc-3d1b1f06a222 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:23.870569 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e4e7b74f-2c1c-4d78-81c0-b31122c25871 req-22f4f66b-c6a2-42e5-8e25-564cc62901f1 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.81 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1569271 Feb 04 15:58:23.994911 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-84ac1239-c31e-49c5-af0a-25aa5548ef91 req-1da1770a-a68e-430a-8a8c-52f4334056f4 service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890778 Feb 04 15:58:24.057277 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8bf01ef-bb67-4e85-a136-d23658c8a857 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:24.174187 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cab1b-b90f-4ee3-9f58-511b3dccc930 None None] Pushing event updated for resources: {'Port': ['ID=7c28b8ea-4d98-436e-9691-4356ab5eb559,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:24.229633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf01ef-bb67-4e85-a136-d23658c8a857 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:24.231433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf01ef-bb67-4e85-a136-d23658c8a857 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:24.240699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bf01ef-bb67-4e85-a136-d23658c8a857 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:24.242456 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8bf01ef-bb67-4e85-a136-d23658c8a857 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:24.335375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf01ef-bb67-4e85-a136-d23658c8a857 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=23098b1a-a268-45e9-b4b7-02e9cb024034,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:24.388892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a849f4d-a064-4893-902d-0ab015029ac2 req-3a9f80c4-61ee-47dd-b8d8-569f755e8a0d tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cb44c6-fec8-4762-bd3d-507c7802b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1716290 Feb 04 15:58:24.421107 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] For port 7c28b8ea-4d98-436e-9691-4356ab5eb559, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7c28b8ea-4d98-436e-9691-4356ab5eb559,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:24.421375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f8bf01ef-bb67-4e85-a136-d23658c8a857 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3000894 Feb 04 15:58:24.421842 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:24.424727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56290) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:24.443037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'mac_address': 'fa:16:3e:a1:a5:e2', 'name': 'tempest-NetworksTestDHCPv6-1877127513'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:24.699244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:24.717089 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53a17db7-e5cc-4abb-9b8f-43bcfb0b8c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:24.719508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] Calling delete_port for 7c28b8ea-4d98-436e-9691-4356ab5eb559 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:24.721342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:24.740036 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53a17db7-e5cc-4abb-9b8f-43bcfb0b8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:24.808980 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7c28b8ea-4d98-436e-9691-4356ab5eb559 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:58:24.837110 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:58:24.837458 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:58:24.914799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-6f93e2ac-42c0-473b-911d-694f1640c947 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:24.915612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-6f93e2ac-42c0-473b-911d-694f1640c947 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Synchronizing usage tracker for tenant:9248f88cba7b4e77aaf54590f0d345ad on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:24.938220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:24.944437 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:24.989808 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port 5579cfbf-7423-41f0-8097-6a446893565a yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:58:25.035322 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-84ac1239-c31e-49c5-af0a-25aa5548ef91 req-b7aff59e-82d9-4e62-b932-0eb81d24d518 service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0267422 Feb 04 15:58:25.039703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a17db7-e5cc-4abb-9b8f-43bcfb0b8c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0223bfe7-4e26-487a-bc64-4d5683fdcd0e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:25.064696 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-53a17db7-e5cc-4abb-9b8f-43bcfb0b8c5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e33237e15434407af1d5a842ea73b6a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7619605 Feb 04 15:58:25.068497 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56312) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:25.171608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-6f93e2ac-42c0-473b-911d-694f1640c947 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Unset dirty status for tenant:9248f88cba7b4e77aaf54590f0d345ad on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:25.172827 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-6f93e2ac-42c0-473b-911d-694f1640c947 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/networks?id=235331b9-0d0c-4fa9-8c09-5c660aac8040 HTTP/1.1" status: 200 len: 811 time: 0.4575522 Feb 04 15:58:25.190306 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:25.218961 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c1266edd-24a1-4b82-a677-4ec86b707fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:25.240088 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-7b969be6-f0f3-4a4d-ae1d-c8691d7be9f2 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/quotas/9248f88cba7b4e77aaf54590f0d345ad HTTP/1.1" status: 200 len: 375 time: 0.0511823 Feb 04 15:58:25.262495 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c1266edd-24a1-4b82-a677-4ec86b707fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:25.280122 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 7c28b8ea-4d98-436e-9691-4356ab5eb559, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7c28b8ea-4d98-436e-9691-4356ab5eb559,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:25.286453 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:25.308004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::14e (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/23098b1a-a268-45e9-b4b7-02e9cb024034/5579cfbf-7423-41f0-8097-6a446893565a) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:25.312055 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-d4e925e6-b772-4e9c-ac9c-4164fb417261 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9248f88cba7b4e77aaf54590f0d345ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693486 Feb 04 15:58:25.335941 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c1266edd-24a1-4b82-a677-4ec86b707fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:25.357465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1266edd-24a1-4b82-a677-4ec86b707fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0223bfe7-4e26-487a-bc64-4d5683fdcd0e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:25.371448 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c1266edd-24a1-4b82-a677-4ec86b707fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:25.374993 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c1266edd-24a1-4b82-a677-4ec86b707fdb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0223bfe7-4e26-487a-bc64-4d5683fdcd0e HTTP/1.1" status: 204 len: 168 time: 0.3023543 Feb 04 15:58:25.447396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] Deleting port 7c28b8ea-4d98-436e-9691-4356ab5eb559 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:25.447687 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:25.638689 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=7c28b8ea-4d98-436e-9691-4356ab5eb559,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:25.679134 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-a9bb72cb-b2e7-4b2f-adef-66aac488af4e service neutron] 10.222.0.60 "GET /v2.0/networks/235331b9-0d0c-4fa9-8c09-5c660aac8040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568068 Feb 04 15:58:25.931475 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-302a4e85-2c15-45a1-ab83-9ee8aabd9d56 service neutron] 10.222.0.60 "GET /v2.0/networks/235331b9-0d0c-4fa9-8c09-5c660aac8040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454920 Feb 04 15:58:26.130910 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:26.173207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object 5579cfbf-7423-41f0-8097-6a446893565a will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:26.235492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] For port 7c28b8ea-4d98-436e-9691-4356ab5eb559, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7c28b8ea-4d98-436e-9691-4356ab5eb559,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:26.247488 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:26.393136 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:26.554163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] Calling delete_port for 7c28b8ea-4d98-436e-9691-4356ab5eb559 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:26.698071 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:26.777375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] Pushing event deleted for resources: {'Port': ['ID=7c28b8ea-4d98-436e-9691-4356ab5eb559,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:26.780031 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54423c79-6aa5-40cb-9657-da775154b940 None None] No DVR routers for this DVR port 7c28b8ea-4d98-436e-9691-4356ab5eb559 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:58:26.807473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512d33b5-8bdc-4787-82c2-ae0ebb7a2cc6 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:26.889017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1707308-6d7b-472a-b748-c61372c1a3b0 req-55b95b5a-52dd-4558-b7bb-37c375ad5337 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d8ec9d8aa36f41d78351056472c5df48&device_id=50420e86-b3ff-435f-b589-f56db8b07d9c HTTP/1.1" status: 200 len: 210 time: 0.6548750 Feb 04 15:58:26.901381 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31f27c64-6ab7-4fc1-99ae-ff7b6e8407ba req-8191e9c7-9b19-4344-9124-9d230904c63b tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 210 time: 0.5184901 Feb 04 15:58:27.062607 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b13e3f06-5ead-4c14-ace6-f7f036c60103 req-8717449e-5ade-4e55-a6a0-dbcd69ad6f27 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=50420e86-b3ff-435f-b589-f56db8b07d9c HTTP/1.1" status: 200 len: 210 time: 0.6483791 Feb 04 15:58:27.085514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1707308-6d7b-472a-b748-c61372c1a3b0 req-a23a7591-5da7-4c44-9c00-22d251e902e8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d8ec9d8aa36f41d78351056472c5df48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1762042 Feb 04 15:58:27.090465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=5579cfbf-7423-41f0-8097-6a446893565a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:27.126872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:27.132181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:27.138940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:27.144482 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:27.145143 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:27.320523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1707308-6d7b-472a-b748-c61372c1a3b0 req-9c704608-1175-4b14-bf0e-bc79a9a8dbb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:27.323397 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1707308-6d7b-472a-b748-c61372c1a3b0 req-9c704608-1175-4b14-bf0e-bc79a9a8dbb3 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2283869 Feb 04 15:58:27.398147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-40494fa9-a6fb-4ce5-bd1c-6cade62ba1b3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9713674 Feb 04 15:58:27.400804 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56390) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:27.413072 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': '23098b1a-a268-45e9-b4b7-02e9cb024034'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:58:27.414883 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:27.592809 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc8e3f5-c32e-4045-a3a6-33a0a341ac91 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:27.593672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-afc8e3f5-c32e-4045-a3a6-33a0a341ac91 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:27.636271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-afc8e3f5-c32e-4045-a3a6-33a0a341ac91 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:27.637640 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-afc8e3f5-c32e-4045-a3a6-33a0a341ac91 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2358744 Feb 04 15:58:27.640243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56402) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:27.749667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Allocated IP 2001:db8::2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/23098b1a-a268-45e9-b4b7-02e9cb024034/2a7e12d1-fdcc-412f-9b1c-0a037d698ec0) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:27.798176 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-6b519653-7fe5-4e0f-b1b7-608de77fdcb6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port 5579cfbf-7423-41f0-8097-6a446893565a {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:27.798620 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6b519653-7fe5-4e0f-b1b7-608de77fdcb6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:27.935085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56414) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:28.189793 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.216278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Transition to ACTIVE for port object 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:28.271035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Transition to ACTIVE for port object 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:28.278849 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.326021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f56d9118-a9ae-46e2-98dd-07e4c806216b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.408390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f56d9118-a9ae-46e2-98dd-07e4c806216b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:28.413666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f56d9118-a9ae-46e2-98dd-07e4c806216b admin admin] Usage tracker for resource:security_group_rule and tenant:474407e4702b4d9abd77b156d2b74e6d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:28.424495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f56d9118-a9ae-46e2-98dd-07e4c806216b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:28.431543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f56d9118-a9ae-46e2-98dd-07e4c806216b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:28.462010 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:28.462747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Pushing event updated for resources: {'Port': ['ID=2a7e12d1-fdcc-412f-9b1c-0a037d698ec0,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:28.465784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:28.468020 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:28.555221 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-84b99dd4-be6f-466b-9f93-ae6dec2b69e6 req-edd4d1dd-eceb-4f9f-bde6-1fdaaea40263 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 210 time: 0.2398384 Feb 04 15:58:28.561652 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f56d9118-a9ae-46e2-98dd-07e4c806216b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.565521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Attempting to bind port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:28.566558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Attempting to bind port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:28.567008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Attempting to bind port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:28.567661 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f56d9118-a9ae-46e2-98dd-07e4c806216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.575850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:28.576086 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:28.576486 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.576872 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:28.580113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Bound port: 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:28.580113 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.632347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d9118-a9ae-46e2-98dd-07e4c806216b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8a34cc-bfb3-4997-80d6-9d52179d2b1d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:28.636751 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f56d9118-a9ae-46e2-98dd-07e4c806216b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=474407e4702b4d9abd77b156d2b74e6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7004907 Feb 04 15:58:28.647853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56432) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:28.654270 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6b519653-7fe5-4e0f-b1b7-608de77fdcb6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.727698 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] For port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:28.733127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] For port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2a7e12d1-fdcc-412f-9b1c-0a037d698ec0,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:28.739922 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.752082 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-271fa8c9-8685-4ca9-8d53-76a6aa47d566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.783284 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-271fa8c9-8685-4ca9-8d53-76a6aa47d566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.793332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-6b519653-7fe5-4e0f-b1b7-608de77fdcb6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for 5579cfbf-7423-41f0-8097-6a446893565a owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:28.853459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b60616-9db2-443f-8c62-ee89b945f07d None None] Pushing event updated for resources: {'Port': ['ID=2a7e12d1-fdcc-412f-9b1c-0a037d698ec0,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:28.857439 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-271fa8c9-8685-4ca9-8d53-76a6aa47d566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.890631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fa8c9-8685-4ca9-8d53-76a6aa47d566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8a34cc-bfb3-4997-80d6-9d52179d2b1d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:28.891618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89ea041d-966a-411f-8d03-5aeac4ad8271 req-45572a45-b57c-4881-9172-43d9a80bedb6 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.60 "GET /v2.0/ports?device_id=50420e86-b3ff-435f-b589-f56db8b07d9c HTTP/1.1" status: 200 len: 210 time: 0.4715559 Feb 04 15:58:28.913073 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-271fa8c9-8685-4ca9-8d53-76a6aa47d566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.914601 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-271fa8c9-8685-4ca9-8d53-76a6aa47d566 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b8a34cc-bfb3-4997-80d6-9d52179d2b1d HTTP/1.1" status: 204 len: 168 time: 0.2617283 Feb 04 15:58:29.114110 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1707308-6d7b-472a-b748-c61372c1a3b0 req-9ccb2c3b-9038-4918-ac08-842ce887a778 tempest-ServerShowV247Test-545435299 tempest-ServerShowV247Test-545435299-project] 10.222.0.73 "GET /v2.0/ports?device_id=50420e86-b3ff-435f-b589-f56db8b07d9c HTTP/1.1" status: 200 len: 210 time: 0.0900767 Feb 04 15:58:29.127263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-806689b9-b556-4d26-8508-7bccf82e3992 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:29.129780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-806689b9-b556-4d26-8508-7bccf82e3992 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.73 "GET /v2.0/networks?id=235331b9-0d0c-4fa9-8c09-5c660aac8040 HTTP/1.1" status: 200 len: 811 time: 1.0402069 Feb 04 15:58:29.131283 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6b519653-7fe5-4e0f-b1b7-608de77fdcb6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:29.205991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Request body: {'port': {'device_id': '9048089b-9a67-452d-986f-24338bf296a9', 'network_id': '235331b9-0d0c-4fa9-8c09-5c660aac8040', 'admin_state_up': True, 'tenant_id': '9248f88cba7b4e77aaf54590f0d345ad'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:29.294823 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:58:29.468779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:29.473333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Usage tracker for resource:port and tenant:9248f88cba7b4e77aaf54590f0d345ad is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:29.476249 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:29.482461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:29.490266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b519653-7fe5-4e0f-b1b7-608de77fdcb6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=5579cfbf-7423-41f0-8097-6a446893565a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:29.494846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Made reservation on behalf of 9248f88cba7b4e77aaf54590f0d345ad for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:29.499002 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:29.557814 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6b519653-7fe5-4e0f-b1b7-608de77fdcb6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:29.678473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56458) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:29.714829 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e7a8e050-0552-4591-ad21-411ed4188cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:29.803435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e7a8e050-0552-4591-ad21-411ed4188cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:29.807967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e7a8e050-0552-4591-ad21-411ed4188cad admin admin] Usage tracker for resource:security_group_rule and tenant:b5eaf763c6034c568df2fa0abdc284cf is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:29.811734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e7a8e050-0552-4591-ad21-411ed4188cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:29.823432 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e7a8e050-0552-4591-ad21-411ed4188cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:29.947214 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e7a8e050-0552-4591-ad21-411ed4188cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:29.951682 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e7a8e050-0552-4591-ad21-411ed4188cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:29.970105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6b519653-7fe5-4e0f-b1b7-608de77fdcb6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/5579cfbf-7423-41f0-8097-6a446893565a HTTP/1.1" status: 204 len: 168 time: 2.3285830 Feb 04 15:58:29.979658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56468) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:30.043687 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e7a8e050-0552-4591-ad21-411ed4188cad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5eaf763c6034c568df2fa0abdc284cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3639479 Feb 04 15:58:30.046297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56476) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:30.089529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e1de71b-c88d-4205-9491-edf918e7afdd req-d968eb0c-3f0a-4f81-9841-c8a12918f3cc tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 210 time: 0.2126000 Feb 04 15:58:30.266669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8e050-0552-4591-ad21-411ed4188cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3786afd-de93-450a-9070-914de8569a6a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:30.365162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Allocated IP 172.20.0.13 (235331b9-0d0c-4fa9-8c09-5c660aac8040/7248e83a-9cbe-44ec-a59d-66374c8aa4eb/8dff031e-6b90-48cb-9172-a060ee405db2) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:30.396149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf56514c-49ed-4f78-ac41-170413ddedee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:30.398122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf56514c-49ed-4f78-ac41-170413ddedee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:30.403241 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bf56514c-49ed-4f78-ac41-170413ddedee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3647001 Feb 04 15:58:30.404103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56492) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:30.705223 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.749463 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.761749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-27fd2c89-abd1-411f-b48b-6fccce848375 None None] Could not find standard attr ID for object 5579cfbf-7423-41f0-8097-6a446893565a. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:58:30.778567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:30.860010 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74b01224-60cf-4c95-8722-07959687a026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.914757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Network 235331b9-0d0c-4fa9-8c09-5c660aac8040 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:30.936524 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74b01224-60cf-4c95-8722-07959687a026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.948262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-27fd2c89-abd1-411f-b48b-6fccce848375 None None] Provisioning for port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:30.959543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:30.986631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Pushing event updated for resources: {'Port': ['ID=8dff031e-6b90-48cb-9172-a060ee405db2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:30.990236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:31.016572 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:31.044650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:31.045299 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.164856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7f1a75-cb4c-424e-a092-50fa420d4f71 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 23098b1a-a268-45e9-b4b7-02e9cb024034 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:58:31.182392 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f7f1a75-cb4c-424e-a092-50fa420d4f71 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.194265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:31.194938 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.206020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56500) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:31.251459 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-353ab837-adb1-4bb6-ba6e-dc2a6a361a3f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0510788 Feb 04 15:58:31.262309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-905f4747-ba27-4211-b659-c90938192e04 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:58:31.263893 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-905f4747-ba27-4211-b659-c90938192e04 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063612 Feb 04 15:58:31.271830 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.275609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Request body: {'port': {'device_id': '9048089b-9a67-452d-986f-24338bf296a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:31.330105 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f7f1a75-cb4c-424e-a092-50fa420d4f71 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.462791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1dd03dc2-af40-4f95-97dc-a0ccc1c008a7 None None] Could not find standard attr ID for object 4a1a3540-1662-4a00-83a6-e58add632f40. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:58:31.493149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2a7e12d1-fdcc-412f-9b1c-0a037d698ec0,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:31.499678 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74b01224-60cf-4c95-8722-07959687a026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.504468 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.514515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f7f1a75-cb4c-424e-a092-50fa420d4f71 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.578671 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-025a5f44-5689-4740-a7ff-10ef08f4a420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.670340 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=2a7e12d1-fdcc-412f-9b1c-0a037d698ec0,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:31.694292 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d567ec52-c7a8-4551-ba27-a811a66f2fb9 None None] Could not find standard attr ID for object 0b598e63-66ae-4a32-bb97-47f55c57026c. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:58:31.705500 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b01224-60cf-4c95-8722-07959687a026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3786afd-de93-450a-9070-914de8569a6a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:31.712215 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f7f1a75-cb4c-424e-a092-50fa420d4f71 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.780248 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f7f1a75-cb4c-424e-a092-50fa420d4f71 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.783142 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74b01224-60cf-4c95-8722-07959687a026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.785590 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-74b01224-60cf-4c95-8722-07959687a026 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3786afd-de93-450a-9070-914de8569a6a HTTP/1.1" status: 204 len: 168 time: 1.7375050 Feb 04 15:58:31.794920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f1a75-cb4c-424e-a092-50fa420d4f71 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=23098b1a-a268-45e9-b4b7-02e9cb024034,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:31.809861 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7f7f1a75-cb4c-424e-a092-50fa420d4f71 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/23098b1a-a268-45e9-b4b7-02e9cb024034 HTTP/1.1" status: 204 len: 168 time: 1.4030225 Feb 04 15:58:31.813612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56518) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:31.855775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-025a5f44-5689-4740-a7ff-10ef08f4a420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:31.869286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-025a5f44-5689-4740-a7ff-10ef08f4a420 admin admin] Usage tracker for resource:security_group_rule and tenant:d8ec9d8aa36f41d78351056472c5df48 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:31.877815 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.911230 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-79e060bc-9933-40a7-bb95-a77e95ddecb7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945382 Feb 04 15:58:31.912202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56524) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:31.921228 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-025a5f44-5689-4740-a7ff-10ef08f4a420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:31.978872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-025a5f44-5689-4740-a7ff-10ef08f4a420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:32.038482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7991c9f7-2d8d-44b1-9c13-26fc069b96a5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:32.040483 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7991c9f7-2d8d-44b1-9c13-26fc069b96a5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1270421 Feb 04 15:58:32.042939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56528) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:32.080139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8bb376-6216-45c3-befa-ef26a8f2c728 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:32.091224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae71fa-28c0-4d32-9280-e322f6711b32 req-6fc66706-c39e-493e-8c81-7099e8f940fb tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:32.092529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0fae71fa-28c0-4d32-9280-e322f6711b32 req-6fc66706-c39e-493e-8c81-7099e8f940fb tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Synchronizing usage tracker for tenant:9248f88cba7b4e77aaf54590f0d345ad on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:32.125774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace85a07-7ddc-46d0-aaa2-cdcda964a2d8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:32.126784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ace85a07-7ddc-46d0-aaa2-cdcda964a2d8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:32.144475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ace85a07-7ddc-46d0-aaa2-cdcda964a2d8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:32.146366 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ace85a07-7ddc-46d0-aaa2-cdcda964a2d8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1022875 Feb 04 15:58:32.149103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56534) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:32.203918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0fae71fa-28c0-4d32-9280-e322f6711b32 req-6fc66706-c39e-493e-8c81-7099e8f940fb tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Unset dirty status for tenant:9248f88cba7b4e77aaf54590f0d345ad on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:32.206946 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fae71fa-28c0-4d32-9280-e322f6711b32 req-6fc66706-c39e-493e-8c81-7099e8f940fb tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 932 time: 0.7274575 Feb 04 15:58:32.246457 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-06901ae4-9a34-4e87-9a24-d6bf4f8e879e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955479 Feb 04 15:58:32.250148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56538) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:32.259372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:32.290043 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-65c78dd5-3edf-4722-a3b0-725a9d881f3f None None] Could not find standard attr ID for object 5579cfbf-7423-41f0-8097-6a446893565a. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:58:32.473710 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-025a5f44-5689-4740-a7ff-10ef08f4a420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.476020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0fae71fa-28c0-4d32-9280-e322f6711b32 req-4ca21c77-d184-41e9-81d7-498965688cb7 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Synchronizing usage tracker for tenant:9248f88cba7b4e77aaf54590f0d345ad on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:32.493141 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-025a5f44-5689-4740-a7ff-10ef08f4a420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.551346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:32.571100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:32.603790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:32.607828 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.621739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0fae71fa-28c0-4d32-9280-e322f6711b32 req-4ca21c77-d184-41e9-81d7-498965688cb7 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Unset dirty status for tenant:9248f88cba7b4e77aaf54590f0d345ad on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:32.622908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fae71fa-28c0-4d32-9280-e322f6711b32 req-4ca21c77-d184-41e9-81d7-498965688cb7 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067535 Feb 04 15:58:32.679956 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a5f44-5689-4740-a7ff-10ef08f4a420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f022d9c2-3c6d-43ab-a55b-99c64b9dd9cd,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:32.696207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-025a5f44-5689-4740-a7ff-10ef08f4a420 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8ec9d8aa36f41d78351056472c5df48&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4825122 Feb 04 15:58:32.698480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56554) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:32.707711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:58:32.715079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Deleting port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:32.715575 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.876252 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06da0142-a133-40e6-9399-9b7db78047f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.911916 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06da0142-a133-40e6-9399-9b7db78047f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.968862 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06da0142-a133-40e6-9399-9b7db78047f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.994430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dff031e-6b90-48cb-9172-a060ee405db2 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:33.000866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da0142-a133-40e6-9399-9b7db78047f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f022d9c2-3c6d-43ab-a55b-99c64b9dd9cd,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:33.006977 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.010340 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-06da0142-a133-40e6-9399-9b7db78047f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.010978 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-06da0142-a133-40e6-9399-9b7db78047f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f022d9c2-3c6d-43ab-a55b-99c64b9dd9cd HTTP/1.1" status: 204 len: 168 time: 0.3063698 Feb 04 15:58:33.047212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Transition to ACTIVE for port object 8dff031e-6b90-48cb-9172-a060ee405db2 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:33.058611 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.331420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Pushing event updated for resources: {'Port': ['ID=8dff031e-6b90-48cb-9172-a060ee405db2,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:33.426149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] For port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2a7e12d1-fdcc-412f-9b1c-0a037d698ec0,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:33.428455 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.585919 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Attempting to bind port 8dff031e-6b90-48cb-9172-a060ee405db2 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:33.587041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Attempting to bind port 8dff031e-6b90-48cb-9172-a060ee405db2 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'cce337fb-cac0-40c8-96eb-5cebec2eeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '235331b9-0d0c-4fa9-8c09-5c660aac8040'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:33.587041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Attempting to bind port 8dff031e-6b90-48cb-9172-a060ee405db2 on network 235331b9-0d0c-4fa9-8c09-5c660aac8040 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:33.602003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Port 8dff031e-6b90-48cb-9172-a060ee405db2 on network 235331b9-0d0c-4fa9-8c09-5c660aac8040 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:58:33.602433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Attempting to bind port 8dff031e-6b90-48cb-9172-a060ee405db2 on network 235331b9-0d0c-4fa9-8c09-5c660aac8040 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:33.612837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:33.614641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Checking segment: {'id': 'cce337fb-cac0-40c8-96eb-5cebec2eeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '235331b9-0d0c-4fa9-8c09-5c660aac8040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:33.615333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Bound using segment: {'id': 'cce337fb-cac0-40c8-96eb-5cebec2eeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '235331b9-0d0c-4fa9-8c09-5c660aac8040'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:33.617983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Bound port: 8dff031e-6b90-48cb-9172-a060ee405db2, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce337fb-cac0-40c8-96eb-5cebec2eeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '235331b9-0d0c-4fa9-8c09-5c660aac8040'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:33.622287 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.642668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.objects.ports [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83550) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:58:33.734726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Calling delete_port for 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:33.856255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] For port 8dff031e-6b90-48cb-9172-a060ee405db2, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:33.865764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] For port 8dff031e-6b90-48cb-9172-a060ee405db2, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8dff031e-6b90-48cb-9172-a060ee405db2,segment=NetworkSegment(cce337fb-cac0-40c8-96eb-5cebec2eeb2b),segment_id=cce337fb-cac0-40c8-96eb-5cebec2eeb2b)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:33.882341 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.886788 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.940051 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:58:33.940545 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:58:34.169006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] For port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2a7e12d1-fdcc-412f-9b1c-0a037d698ec0,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:34.187962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Pushing event updated for resources: {'Port': ['ID=8dff031e-6b90-48cb-9172-a060ee405db2,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:34.222749 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.231868 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.233076 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.235520 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.236959 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-f47b1aff-59c5-4ad5-9fad-fc671614a87a service neutron] 10.222.0.73 "PUT /v2.0/ports/8dff031e-6b90-48cb-9172-a060ee405db2 HTTP/1.1" status: 200 len: 1092 time: 2.9662101 Feb 04 15:58:34.238942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9048089b-9a67-452d-986f-24338bf296a9', 'tag': '8dff031e-6b90-48cb-9172-a060ee405db2'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:34.436002 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9048089b-9a67-452d-986f-24338bf296a9', 'tag': '8dff031e-6b90-48cb-9172-a060ee405db2', 'status': 'completed', 'code': 200} Feb 04 15:58:34.442289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Deleting port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:34.443295 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.468875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21cafe-f7e4-4d9f-b129-fb62bef4fe30 req-17ffe7d9-74ab-4b02-af34-a3343cc2d1d7 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:34.476529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b21cafe-f7e4-4d9f-b129-fb62bef4fe30 req-17ffe7d9-74ab-4b02-af34-a3343cc2d1d7 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 944 time: 0.3192654 Feb 04 15:58:34.558559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b21cafe-f7e4-4d9f-b129-fb62bef4fe30 req-a0732586-0ffe-4ba5-8133-3173e1f68546 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810444 Feb 04 15:58:34.570224 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-5394198a-2e33-4295-924b-a5b6fe50686e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9248f88cba7b4e77aaf54590f0d345ad&device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 1095 time: 0.2933300 Feb 04 15:58:34.615836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:34.630552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56614) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:34.631566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:34.635666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:34.636265 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.641797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=418a3da2-40d4-45fe-b706-6593da5f7b0b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:34.664612 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-92208aba-ac80-42fb-8cd7-b71c469eb4dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dff031e-6b90-48cb-9172-a060ee405db2 HTTP/1.1" status: 200 len: 217 time: 0.0861440 Feb 04 15:58:34.672777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=2a7e12d1-fdcc-412f-9b1c-0a037d698ec0,revision_number=6']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:34.714179 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:58:34.733301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56620) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:34.733575 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f018ad97-3ea4-4ad0-87dd-3c4cfa29533a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4820988 Feb 04 15:58:34.741958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3312d8ed-b224-463e-9002-0eef3d9abaee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:34.874343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-c5419cc6-a554-4f5e-89ae-7db22cfb9559 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:34.888469 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-c5419cc6-a554-4f5e-89ae-7db22cfb9559 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7248e83a-9cbe-44ec-a59d-66374c8aa4eb HTTP/1.1" status: 200 len: 851 time: 0.2162533 Feb 04 15:58:34.913996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-658143076-network', 'tenant_id': 'c76e433090644d5d8e88e55fb2c1f965'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:34.923406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:34.932131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Usage tracker for resource:network and tenant:c76e433090644d5d8e88e55fb2c1f965 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:34.937283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:34.949888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:34.975347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Made reservation on behalf of c76e433090644d5d8e88e55fb2c1f965 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:34.977799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.989913 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-d931fe0c-de26-411b-b309-01b8819ab887 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=235331b9-0d0c-4fa9-8c09-5c660aac8040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880475 Feb 04 15:58:35.012201 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.074360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:35.078464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Usage tracker for resource:security_group_rule and tenant:c76e433090644d5d8e88e55fb2c1f965 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:35.081933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:35.088153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:35.179092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3312d8ed-b224-463e-9002-0eef3d9abaee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:35.189667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3312d8ed-b224-463e-9002-0eef3d9abaee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:35.210691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3312d8ed-b224-463e-9002-0eef3d9abaee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:35.218622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3312d8ed-b224-463e-9002-0eef3d9abaee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:35.239586 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] For port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2a7e12d1-fdcc-412f-9b1c-0a037d698ec0,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:35.240559 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.243667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.247240 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-45997770-cc22-41fd-bf4f-1b10ca7b1194 service neutron] 10.222.0.73 "GET /v2.0/networks/235331b9-0d0c-4fa9-8c09-5c660aac8040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498834 Feb 04 15:58:35.252135 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.311282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3312d8ed-b224-463e-9002-0eef3d9abaee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:35.333523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:58:35.358993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a6ead2-57c7-41fb-82ee-55335a077b05,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:35.392332 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.392687 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Added segment 01bd31bd-2319-4c48-9eb6-afc10f3c3d80 of type vlan for network 2c790b4c-b8b8-47bc-be98-26b99fdad727 Feb 04 15:58:35.397149 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.445994 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.522440 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.523711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:35.524366 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.563270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Calling delete_port for 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:35.654140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2a7e12d1-fdcc-412f-9b1c-0a037d698ec0,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:35.660338 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0196705 Feb 04 15:58:35.665196 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfaf0f-a260-4b1f-af54-3fbc4b093bdb admin admin] Pushing event updated for resources: {'Network': ['ID=2c790b4c-b8b8-47bc-be98-26b99fdad727,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:35.745845 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 2c790b4c-b8b8-47bc-be98-26b99fdad727 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:58:35.784976 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.841525 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-510addc7-e8dc-4133-a08b-661776ff5be6 req-bb3f9d4e-b592-4e93-b70f-8afbe0164e11 service neutron] 10.222.0.73 "GET /v2.0/networks/235331b9-0d0c-4fa9-8c09-5c660aac8040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854533 Feb 04 15:58:36.126789 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:58:36.127009 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:58:36.191631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=2a7e12d1-fdcc-412f-9b1c-0a037d698ec0,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:36.315102 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3312d8ed-b224-463e-9002-0eef3d9abaee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.412719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0d549-f4a1-414c-8429-a772ebb1bd13 req-6f64ff45-47da-47d3-bfb5-cadaa8034b42 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.414495 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24d0d549-f4a1-414c-8429-a772ebb1bd13 req-6f64ff45-47da-47d3-bfb5-cadaa8034b42 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 944 time: 0.5684357 Feb 04 15:58:36.440012 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e538442f-24c0-4cab-82ad-657568976a4d req-e363a60c-18be-4600-8089-37ad5cd7bf21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9248f88cba7b4e77aaf54590f0d345ad&device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 1095 time: 0.4496500 Feb 04 15:58:36.554610 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a9eaf8d0-3cd0-4cb0-97aa-72039e47d240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.635056 n-d-827872-1 neutron-server[83551]: INFO neutron.db.ipam_backend_mixin [None req-3312d8ed-b224-463e-9002-0eef3d9abaee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 418a3da2-40d4-45fe-b706-6593da5f7b0b (CIDR: 2001:db8::/64) Feb 04 15:58:36.640817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24d0d549-f4a1-414c-8429-a772ebb1bd13 req-faa5d315-6ad2-404b-ace9-ec7d9fee2ad3 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128158 Feb 04 15:58:36.645488 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-3312d8ed-b224-463e-9002-0eef3d9abaee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:58:36.645953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3312d8ed-b224-463e-9002-0eef3d9abaee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:58:36.653686 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Deleting port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:36.655742 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.703992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56686) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:36.711449 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:36.712120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3312d8ed-b224-463e-9002-0eef3d9abaee tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9775941 Feb 04 15:58:36.716976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538442f-24c0-4cab-82ad-657568976a4d req-4abe5a55-6c22-43fb-8473-89733893c047 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.718654 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e538442f-24c0-4cab-82ad-657568976a4d req-4abe5a55-6c22-43fb-8473-89733893c047 service neutron] 10.222.0.73 "GET /v2.0/networks?id=235331b9-0d0c-4fa9-8c09-5c660aac8040 HTTP/1.1" status: 200 len: 912 time: 0.2583075 Feb 04 15:58:36.972636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:36.980988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:36.985099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:36.985297 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] For port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2a7e12d1-fdcc-412f-9b1c-0a037d698ec0,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:36.985713 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.993922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:37.020313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:37.160300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e538442f-24c0-4cab-82ad-657568976a4d req-3234a667-546c-4a6a-b955-d05dec3753b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dff031e-6b90-48cb-9172-a060ee405db2 HTTP/1.1" status: 200 len: 217 time: 0.4305708 Feb 04 15:58:37.183460 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.236286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Calling delete_port for 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:37.263617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538442f-24c0-4cab-82ad-657568976a4d req-6f5cc46b-81ec-40f5-996c-565ced48ba4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:37.265186 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e538442f-24c0-4cab-82ad-657568976a4d req-6f5cc46b-81ec-40f5-996c-565ced48ba4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7248e83a-9cbe-44ec-a59d-66374c8aa4eb HTTP/1.1" status: 200 len: 851 time: 0.0986187 Feb 04 15:58:37.344356 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e538442f-24c0-4cab-82ad-657568976a4d req-b19b15be-59e9-4881-98d5-8c0cf51f79fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=235331b9-0d0c-4fa9-8c09-5c660aac8040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725110 Feb 04 15:58:37.494654 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.631282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] Pushing event deleted for resources: {'Port': ['ID=2a7e12d1-fdcc-412f-9b1c-0a037d698ec0,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:37.649956 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2de93-b539-43c3-926c-8d7b228127c4 req-314cb597-35ea-4b59-b73a-cefa149b5ad3 tempest-ComputeTenantNetworksTest-1416603104 tempest-ComputeTenantNetworksTest-1416603104-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:37.653877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2de93-b539-43c3-926c-8d7b228127c4 req-314cb597-35ea-4b59-b73a-cefa149b5ad3 tempest-ComputeTenantNetworksTest-1416603104 tempest-ComputeTenantNetworksTest-1416603104-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:37.662694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2de93-b539-43c3-926c-8d7b228127c4 req-314cb597-35ea-4b59-b73a-cefa149b5ad3 tempest-ComputeTenantNetworksTest-1416603104 tempest-ComputeTenantNetworksTest-1416603104-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:37.664099 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1dc2de93-b539-43c3-926c-8d7b228127c4 req-314cb597-35ea-4b59-b73a-cefa149b5ad3 tempest-ComputeTenantNetworksTest-1416603104 tempest-ComputeTenantNetworksTest-1416603104-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.9363964 Feb 04 15:58:37.704599 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.812529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a94110-c8d4-41cd-aa80-5d57f5b81b86 None None] No DVR routers for this DVR port 2a7e12d1-fdcc-412f-9b1c-0a037d698ec0 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:58:37.845999 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28604dfe-74ab-4559-8895-1f1c38f06ab1 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:37.931984 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:37.935022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:37.954323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=5c9ba331-6c0c-4f2d-9137-75ec00c00534,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:37.957993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:37.958575 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:38.010108 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3042178 Feb 04 15:58:38.012830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56726) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:38.029554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'mac_address': 'fa:16:3e:3a:94:8c', 'name': 'tempest-NetworksTestDHCPv6-1535267480'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:38.066937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:38.069884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:38.072964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:38.073724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:38.073724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:38.076187 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:38.087343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:38.088015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:38.088485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:38.089039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:38.089547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6cbad9-bdeb-43c6-8d24-9ace17b59e1c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:38.174749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e538442f-24c0-4cab-82ad-657568976a4d req-c0ac2813-7054-4056-b87f-f114fa87ab91 service neutron] 10.222.0.73 "GET /v2.0/networks/235331b9-0d0c-4fa9-8c09-5c660aac8040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8222570 Feb 04 15:58:38.209881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e768bd-d9eb-4180-9ac4-e9c96aa82547 req-b3707a0a-ea38-4b13-9fd2-75bedfcc78ec tempest-ComputeTenantNetworksTest-1416603104 tempest-ComputeTenantNetworksTest-1416603104-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:38.211615 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57e768bd-d9eb-4180-9ac4-e9c96aa82547 req-b3707a0a-ea38-4b13-9fd2-75bedfcc78ec tempest-ComputeTenantNetworksTest-1416603104 tempest-ComputeTenantNetworksTest-1416603104-project] 10.222.0.60 "GET /v2.0/networks/2c790b4c-b8b8-47bc-be98-26b99fdad727 HTTP/1.1" status: 200 len: 768 time: 0.4639192 Feb 04 15:58:38.234203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56732) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:38.298469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': '418a3da2-40d4-45fe-b706-6593da5f7b0b'}, {'subnet_id': '5c9ba331-6c0c-4f2d-9137-75ec00c00534'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:58:38.300165 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:38.528494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed35104-0952-4b33-905a-af00df024293 req-31b4a393-3103-4723-94b3-3af0bb8162d6 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:38.530043 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ed35104-0952-4b33-905a-af00df024293 req-31b4a393-3103-4723-94b3-3af0bb8162d6 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 944 time: 0.5776260 Feb 04 15:58:38.577866 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e864d7de-9377-4e66-a36e-2be89b8382eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:38.613839 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e538442f-24c0-4cab-82ad-657568976a4d req-8d4a88c1-7c52-4b67-aa4d-84ed18e838e3 service neutron] 10.222.0.73 "GET /v2.0/networks/235331b9-0d0c-4fa9-8c09-5c660aac8040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313910 Feb 04 15:58:38.755569 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ed35104-0952-4b33-905a-af00df024293 req-f9089668-f0ae-454e-abb5-879cc57db66d tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164171 Feb 04 15:58:38.781305 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:38.802303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:port and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:38.808140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:38.819094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:38.835115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:38.840206 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:38.886491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port a5ef3e45-c106-4596-b7cd-ccf62c5b2907 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:58:38.954551 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e864d7de-9377-4e66-a36e-2be89b8382eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:38.996657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e864d7de-9377-4e66-a36e-2be89b8382eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c790b4c-b8b8-47bc-be98-26b99fdad727']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:38.999608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Allocated IP 2001:db8:0:1::2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/5c9ba331-6c0c-4f2d-9137-75ec00c00534/dafb6a8a-bd32-4369-be9a-e95d4f24958f) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:39.002701 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-77140b0f-44d5-4665-b874-ef06c09ce58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.024914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e864d7de-9377-4e66-a36e-2be89b8382eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bd31bd-2319-4c48-9eb6-afc10f3c3d80') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:39.025340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e864d7de-9377-4e66-a36e-2be89b8382eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bd31bd-2319-4c48-9eb6-afc10f3c3d80') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:39.032739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Allocated IP 2001:db8::f816:3eff:fe09:87da (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/418a3da2-40d4-45fe-b706-6593da5f7b0b/dafb6a8a-bd32-4369-be9a-e95d4f24958f) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:39.053131 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e864d7de-9377-4e66-a36e-2be89b8382eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.083505 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e864d7de-9377-4e66-a36e-2be89b8382eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.092079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e864d7de-9377-4e66-a36e-2be89b8382eb admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:58:39.092586 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e864d7de-9377-4e66-a36e-2be89b8382eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:58:39.119509 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:58:39.313521 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e864d7de-9377-4e66-a36e-2be89b8382eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.364523 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e864d7de-9377-4e66-a36e-2be89b8382eb admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.372999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864d7de-9377-4e66-a36e-2be89b8382eb admin admin] Pushing event deleted for resources: {'Network': ['ID=2c790b4c-b8b8-47bc-be98-26b99fdad727,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:39.376686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e864d7de-9377-4e66-a36e-2be89b8382eb admin admin] 10.222.0.60 "DELETE /v2.0/networks/2c790b4c-b8b8-47bc-be98-26b99fdad727 HTTP/1.1" status: 204 len: 168 time: 1.1396377 Feb 04 15:58:39.520590 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.532131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Transition to ACTIVE for port object dafb6a8a-bd32-4369-be9a-e95d4f24958f will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:39.553074 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Transition to ACTIVE for port object dafb6a8a-bd32-4369-be9a-e95d4f24958f will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:39.560358 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.656965 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Pushing event updated for resources: {'Port': ['ID=dafb6a8a-bd32-4369-be9a-e95d4f24958f,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:39.691690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:39.694688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:39.695499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56764) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:39.698546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:39.797878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8:0:1::1a6 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/5c9ba331-6c0c-4f2d-9137-75ec00c00534/a5ef3e45-c106-4596-b7cd-ccf62c5b2907) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:39.808707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::f816:3eff:fe3a:948c (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/418a3da2-40d4-45fe-b706-6593da5f7b0b/a5ef3e45-c106-4596-b7cd-ccf62c5b2907) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:39.856356 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f98bc52f-7435-49b7-8125-0b6f13575650 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c76e433090644d5d8e88e55fb2c1f965&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1567268 Feb 04 15:58:39.857456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56774) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:40.046163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56778) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:40.050749 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c2f3-0398-4a83-81d5-d437501e99af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.080585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 8dff031e-6b90-48cb-9172-a060ee405db2 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:58:40.206035 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.230258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object a5ef3e45-c106-4596-b7cd-ccf62c5b2907 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:40.254175 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Attempting to bind port dafb6a8a-bd32-4369-be9a-e95d4f24958f on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:40.255134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Attempting to bind port dafb6a8a-bd32-4369-be9a-e95d4f24958f by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:40.255732 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Attempting to bind port dafb6a8a-bd32-4369-be9a-e95d4f24958f on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:40.264708 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c2f3-0398-4a83-81d5-d437501e99af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.268084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:40.269135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:40.269937 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.271267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:40.272111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Bound port: dafb6a8a-bd32-4369-be9a-e95d4f24958f, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:40.273806 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.361349 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d87478-528d-46b0-b80b-3802539abf59 req-7212287f-034c-40e8-b068-250d8967aba5 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:40.370310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20d87478-528d-46b0-b80b-3802539abf59 req-7212287f-034c-40e8-b068-250d8967aba5 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 944 time: 0.2691677 Feb 04 15:58:40.372298 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcbd834c-77a4-42c5-8c91-92c7014682ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.405660 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c2f3-0398-4a83-81d5-d437501e99af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.429124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3c2f3-0398-4a83-81d5-d437501e99af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a6ead2-57c7-41fb-82ee-55335a077b05,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:40.441073 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.456584 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20d87478-528d-46b0-b80b-3802539abf59 req-6b877ab3-51e0-4d51-acd8-db37349e9ce3 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843592 Feb 04 15:58:40.461538 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c2f3-0398-4a83-81d5-d437501e99af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.464516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b5f3c2f3-0398-4a83-81d5-d437501e99af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/47a6ead2-57c7-41fb-82ee-55335a077b05 HTTP/1.1" status: 204 len: 168 time: 0.6061442 Feb 04 15:58:40.475699 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] For port dafb6a8a-bd32-4369-be9a-e95d4f24958f, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:40.480763 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] For port dafb6a8a-bd32-4369-be9a-e95d4f24958f, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dafb6a8a-bd32-4369-be9a-e95d4f24958f,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:40.482491 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.486082 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:58:40.517826 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dcbd834c-77a4-42c5-8c91-92c7014682ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:40.540078 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.552192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dcbd834c-77a4-42c5-8c91-92c7014682ee admin admin] Usage tracker for resource:security_group_rule and tenant:483c90723ab34b68b056ad8c4c18468b is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:40.561359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dcbd834c-77a4-42c5-8c91-92c7014682ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:40.568604 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=a5ef3e45-c106-4596-b7cd-ccf62c5b2907,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:40.578333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dcbd834c-77a4-42c5-8c91-92c7014682ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:40.587865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:40.593103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:40.596434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:40.601253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:40.601926 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.712061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56792) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:40.713382 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.718825 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8fe1e3fa-aef9-4d14-9cb6-e71ace756be0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7045515 Feb 04 15:58:40.793860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b38136-3919-4d77-919c-d2828744c8aa None None] Pushing event updated for resources: {'Port': ['ID=dafb6a8a-bd32-4369-be9a-e95d4f24958f,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:40.794183 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcbd834c-77a4-42c5-8c91-92c7014682ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.803936 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcbd834c-77a4-42c5-8c91-92c7014682ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.835278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 8dff031e-6b90-48cb-9172-a060ee405db2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8dff031e-6b90-48cb-9172-a060ee405db2,segment=NetworkSegment(cce337fb-cac0-40c8-96eb-5cebec2eeb2b),segment_id=cce337fb-cac0-40c8-96eb-5cebec2eeb2b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:40.876522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-740e9015-1bb1-402a-aa43-f731b9c6627a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port a5ef3e45-c106-4596-b7cd-ccf62c5b2907 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:40.877147 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-740e9015-1bb1-402a-aa43-f731b9c6627a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.883540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '8dff031e-6b90-48cb-9172-a060ee405db2', 'network_id': '235331b9-0d0c-4fa9-8c09-5c660aac8040', 'port_id': '8dff031e-6b90-48cb-9172-a060ee405db2', 'mac_address': 'fa:16:3e:ba:9f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7248e83a-9cbe-44ec-a59d-66374c8aa4eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:58:40.915787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd834c-77a4-42c5-8c91-92c7014682ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d916d8ec-2c2c-4e6b-9bca-f3a784cd20ac,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:40.977956 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dcbd834c-77a4-42c5-8c91-92c7014682ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=483c90723ab34b68b056ad8c4c18468b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9311607 Feb 04 15:58:40.980800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56800) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:40.988946 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.015412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dff031e-6b90-48cb-9172-a060ee405db2 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:41.045622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 8dff031e-6b90-48cb-9172-a060ee405db2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8dff031e-6b90-48cb-9172-a060ee405db2,segment=NetworkSegment(cce337fb-cac0-40c8-96eb-5cebec2eeb2b),segment_id=cce337fb-cac0-40c8-96eb-5cebec2eeb2b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:41.052183 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.211806 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=8dff031e-6b90-48cb-9172-a060ee405db2,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:41.214825 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c57921cb-a34e-4649-8d6b-54d87ead86df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.279388 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c57921cb-a34e-4649-8d6b-54d87ead86df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.388037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['8dff031e-6b90-48cb-9172-a060ee405db2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:41.437913 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c57921cb-a34e-4649-8d6b-54d87ead86df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.484756 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c57921cb-a34e-4649-8d6b-54d87ead86df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.485926 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c57921cb-a34e-4649-8d6b-54d87ead86df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d916d8ec-2c2c-4e6b-9bca-f3a784cd20ac HTTP/1.1" status: 204 len: 168 time: 0.5042000 Feb 04 15:58:41.486916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57921cb-a34e-4649-8d6b-54d87ead86df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d916d8ec-2c2c-4e6b-9bca-f3a784cd20ac,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:41.542189 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.675633 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-740e9015-1bb1-402a-aa43-f731b9c6627a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.677018 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.914008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-740e9015-1bb1-402a-aa43-f731b9c6627a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for a5ef3e45-c106-4596-b7cd-ccf62c5b2907 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:42.100414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d033299-f4e2-4684-afeb-f30fa064d63f req-772e04e1-4cb5-482c-a70a-c23e4d435263 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:42.108075 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d033299-f4e2-4684-afeb-f30fa064d63f req-772e04e1-4cb5-482c-a70a-c23e4d435263 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 945 time: 0.3061333 Feb 04 15:58:42.233039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d033299-f4e2-4684-afeb-f30fa064d63f req-774b6778-1495-4445-9b58-6e8dc909cb9a tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238701 Feb 04 15:58:42.364979 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-740e9015-1bb1-402a-aa43-f731b9c6627a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.429566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e9015-1bb1-402a-aa43-f731b9c6627a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=a5ef3e45-c106-4596-b7cd-ccf62c5b2907,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:42.460878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56834) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:42.515105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83652295-8050-40a7-a53c-d411d655baa6 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:42.526890 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-740e9015-1bb1-402a-aa43-f731b9c6627a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.528306 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96957374-4157-44f6-af98-1cbef68b507b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.537053 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-740e9015-1bb1-402a-aa43-f731b9c6627a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/a5ef3e45-c106-4596-b7cd-ccf62c5b2907 HTTP/1.1" status: 204 len: 168 time: 1.8238568 Feb 04 15:58:42.540606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56840) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:42.622848 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-96957374-4157-44f6-af98-1cbef68b507b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:42.637526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-96957374-4157-44f6-af98-1cbef68b507b admin admin] Usage tracker for resource:security_group_rule and tenant:e593b634cf2345ba8876ddcfc2ab73ff is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:42.644913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-96957374-4157-44f6-af98-1cbef68b507b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:42.665390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-96957374-4157-44f6-af98-1cbef68b507b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:42.709758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8071b1ab-8112-4bbe-905b-c6d035ce415e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:42.712048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8071b1ab-8112-4bbe-905b-c6d035ce415e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:42.733851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f3baf8c1-c54d-47cc-8d32-57c9c3d1a221 None None] Provisioning for port dafb6a8a-bd32-4369-be9a-e95d4f24958f completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:42.763486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8071b1ab-8112-4bbe-905b-c6d035ce415e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:42.766349 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8071b1ab-8112-4bbe-905b-c6d035ce415e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2243934 Feb 04 15:58:42.769127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56850) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:42.802848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device dafb6a8a-bd32-4369-be9a-e95d4f24958f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:42.834942 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96957374-4157-44f6-af98-1cbef68b507b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.847622 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96957374-4157-44f6-af98-1cbef68b507b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.908867 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96957374-4157-44f6-af98-1cbef68b507b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa611b2-4e2a-40c7-9edf-e077e961280e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:42.968650 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-96957374-4157-44f6-af98-1cbef68b507b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e593b634cf2345ba8876ddcfc2ab73ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5062990 Feb 04 15:58:42.970609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159468b6-3426-4ceb-98ec-a7ab565bd0f3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:42.972497 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56858) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:42.978643 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-159468b6-3426-4ceb-98ec-a7ab565bd0f3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2078371 Feb 04 15:58:42.981731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56862) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:43.026972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56866) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:43.074453 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port dafb6a8a-bd32-4369-be9a-e95d4f24958f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:43.082047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port dafb6a8a-bd32-4369-be9a-e95d4f24958f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:43.082585 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.084522 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25260777-69c1-497d-b196-f2d165e5c595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.136830 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25260777-69c1-497d-b196-f2d165e5c595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.165155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a4a94-73f8-4c3f-b6b2-a2fa32aed23e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:43.166586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a4a94-73f8-4c3f-b6b2-a2fa32aed23e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:43.172826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a4a94-73f8-4c3f-b6b2-a2fa32aed23e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:43.173701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c34a4a94-73f8-4c3f-b6b2-a2fa32aed23e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:43.207234 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25260777-69c1-497d-b196-f2d165e5c595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.213186 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c34a4a94-73f8-4c3f-b6b2-a2fa32aed23e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:43.215246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c34a4a94-73f8-4c3f-b6b2-a2fa32aed23e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2316859 Feb 04 15:58:43.216971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56874) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:43.231325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25260777-69c1-497d-b196-f2d165e5c595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa611b2-4e2a-40c7-9edf-e077e961280e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:43.240641 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25260777-69c1-497d-b196-f2d165e5c595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.242014 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-25260777-69c1-497d-b196-f2d165e5c595 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/baa611b2-4e2a-40c7-9edf-e077e961280e HTTP/1.1" status: 204 len: 168 time: 0.2685621 Feb 04 15:58:43.281492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1164642081-network', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:43.290726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:43.300509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Usage tracker for resource:network and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:43.308699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:43.326498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:43.383913 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.385549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Made reservation on behalf of df523a7db7954e24a7a5227f519f84cc for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:43.391478 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.442118 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.485238 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port dafb6a8a-bd32-4369-be9a-e95d4f24958f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dafb6a8a-bd32-4369-be9a-e95d4f24958f,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:43.492802 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.537000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:43.545831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Usage tracker for resource:security_group_rule and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:43.551351 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:43.570156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:43.718996 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=dafb6a8a-bd32-4369-be9a-e95d4f24958f,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:43.739675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-1111ba34-3d6e-4236-bd5c-415ec8ea3a8d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 418a3da2-40d4-45fe-b706-6593da5f7b0b {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:58:43.751832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1b2abf12-acb9-47f3-a3b7-f28cb58967b5 None None] Provisioning complete for port dafb6a8a-bd32-4369-be9a-e95d4f24958f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:43.752206 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1b2abf12-acb9-47f3-a3b7-f28cb58967b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.753844 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1111ba34-3d6e-4236-bd5c-415ec8ea3a8d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.764272 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.774104 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.840052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:58:43.937070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29523845-2394-447d-afca-7ca5d1139b34,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:43.945337 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.945637 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Added segment c320c2db-da70-497b-a278-5b64f90533b6 of type vlan for network 77d45825-2d57-40f6-8cad-ccc438a77afd Feb 04 15:58:43.958893 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1111ba34-3d6e-4236-bd5c-415ec8ea3a8d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.033143 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.058446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7381d6-ba9e-4389-bd46-6e0216783f57 req-eadaf189-37c6-4275-8096-27cca949cc95 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:44.060279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e7381d6-ba9e-4389-bd46-6e0216783f57 req-eadaf189-37c6-4275-8096-27cca949cc95 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 945 time: 0.5439823 Feb 04 15:58:44.101691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2ea4fdbf-e1ee-48b4-87d8-5994bc058a61 None None] Could not find standard attr ID for object a5ef3e45-c106-4596-b7cd-ccf62c5b2907. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:58:44.118026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 8dff031e-6b90-48cb-9172-a060ee405db2 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:44.159278 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.160350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:44.162804 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.177180 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e7381d6-ba9e-4389-bd46-6e0216783f57 req-f9120038-8b67-471d-83a8-6985e481e8ec tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049969 Feb 04 15:58:44.263621 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1111ba34-3d6e-4236-bd5c-415ec8ea3a8d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.327748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 8dff031e-6b90-48cb-9172-a060ee405db2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:44.350049 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 8dff031e-6b90-48cb-9172-a060ee405db2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:44.350582 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.415973 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1111ba34-3d6e-4236-bd5c-415ec8ea3a8d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.470475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111ba34-3d6e-4236-bd5c-415ec8ea3a8d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=418a3da2-40d4-45fe-b706-6593da5f7b0b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:44.490715 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4585543 Feb 04 15:58:44.491412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56904) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:44.492063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037f741-ad23-45e3-b74d-e5ab35c7b45c admin admin] Pushing event updated for resources: {'Network': ['ID=77d45825-2d57-40f6-8cad-ccc438a77afd,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:44.493428 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1111ba34-3d6e-4236-bd5c-415ec8ea3a8d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.519648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] Request body: {'subnet': {'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1164642081-subnet', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:44.533596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:44.541755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1111ba34-3d6e-4236-bd5c-415ec8ea3a8d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/418a3da2-40d4-45fe-b706-6593da5f7b0b HTTP/1.1" status: 204 len: 168 time: 1.3220832 Feb 04 15:58:44.544210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56908) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:44.546767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] Usage tracker for resource:subnet and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:44.550905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:44.575246 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.599691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba0595b-6b48-4606-9ac9-9141fa0ab791 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:44.689970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:44.731213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 77d45825-2d57-40f6-8cad-ccc438a77afd details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:58:44.734670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] Made reservation on behalf of df523a7db7954e24a7a5227f519f84cc for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:44.740784 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.782034 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 8dff031e-6b90-48cb-9172-a060ee405db2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8dff031e-6b90-48cb-9172-a060ee405db2,segment=NetworkSegment(cce337fb-cac0-40c8-96eb-5cebec2eeb2b),segment_id=cce337fb-cac0-40c8-96eb-5cebec2eeb2b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:44.783844 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device dafb6a8a-bd32-4369-be9a-e95d4f24958f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:44.840257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9048089b-9a67-452d-986f-24338bf296a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dff031e-6b90-48cb-9172-a060ee405db2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:44.844537 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.039446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbb8dc4-573b-4bc6-95b1-1c3c771d7bd2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 5c9ba331-6c0c-4f2d-9137-75ec00c00534 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:58:45.044074 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ccbb8dc4-573b-4bc6-95b1-1c3c771d7bd2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.146013 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ccbb8dc4-573b-4bc6-95b1-1c3c771d7bd2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.241904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=8dff031e-6b90-48cb-9172-a060ee405db2,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:45.302909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port dafb6a8a-bd32-4369-be9a-e95d4f24958f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:45.303377 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.489068 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9048089b-9a67-452d-986f-24338bf296a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dff031e-6b90-48cb-9172-a060ee405db2', 'code': 200} Feb 04 15:58:45.666460 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.839691 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ccbb8dc4-573b-4bc6-95b1-1c3c771d7bd2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.917850 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6af47f07-660b-45f7-9cca-12ea10bf0ebb req-096496e0-56a6-4ebb-92d2-d109ce04eb09 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 1097 time: 0.3903909 Feb 04 15:58:45.979788 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17436835-6de0-40b7-9709-512c1f6abbea,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:46.009686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6bcf4-4c7f-4476-b7ed-762ada364857 req-60fb4ccf-358b-4536-849a-227d0cbe8cda tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:46.011252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0d6bcf4-4c7f-4476-b7ed-762ada364857 req-60fb4ccf-358b-4536-849a-227d0cbe8cda tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.3649290 Feb 04 15:58:46.082870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] Checking segment: {'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:46.083271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] Network hostable DHCP agents. Network: 77d45825-2d57-40f6-8cad-ccc438a77afd, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:58:46.101882 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0d6bcf4-4c7f-4476-b7ed-762ada364857 req-050596e4-0344-4bb2-9f76-9ed25caf610f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772967 Feb 04 15:58:46.122614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6af47f07-660b-45f7-9cca-12ea10bf0ebb req-57a8d8a4-49f8-4e43-af1e-a137d9a67ff8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947503 Feb 04 15:58:46.178326 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ccbb8dc4-573b-4bc6-95b1-1c3c771d7bd2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.247551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb8dc4-573b-4bc6-95b1-1c3c771d7bd2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9ba331-6c0c-4f2d-9137-75ec00c00534,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:46.273085 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ccbb8dc4-573b-4bc6-95b1-1c3c771d7bd2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.304249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] Network 77d45825-2d57-40f6-8cad-ccc438a77afd is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:58:46.319070 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ccbb8dc4-573b-4bc6-95b1-1c3c771d7bd2 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/5c9ba331-6c0c-4f2d-9137-75ec00c00534 HTTP/1.1" status: 204 len: 168 time: 1.7737663 Feb 04 15:58:46.321747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56966) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:46.326699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 77d45825-2d57-40f6-8cad-ccc438a77afd) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:46.338777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa29cc1-9481-4032-995e-7e50087b9bbd None None] Network 77d45825-2d57-40f6-8cad-ccc438a77afd requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:46.346163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:46.355793 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.407591 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-84449efc-fd0b-45d5-b1cd-73728a795c56 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9129968 Feb 04 15:58:46.413948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56972) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:46.419860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:46.427873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:46.446125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Usage tracker for resource:router and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:46.466119 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:46.478484 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:46.507211 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.510530 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.553839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.599422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e282d4-2ffb-4c17-ad06-27a5e33d9543 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:46.646832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6464477e-2566-4565-ba78-4fd2bf212319 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3235848 Feb 04 15:58:46.647687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56978) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:46.654542 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:46.733594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fae6092c-7dd2-4632-81d1-a6b4e5bfeef4 None None] Provisioning complete for port dafb6a8a-bd32-4369-be9a-e95d4f24958f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:46.734091 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fae6092c-7dd2-4632-81d1-a6b4e5bfeef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.826546 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:46.832161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:46.840136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:46.858861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:46.873870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:46.880027 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.920567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-77d45825-2d57-40f6-8cad-ccc438a77afd', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:58:46.921555 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.948498 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.103960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56988) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:47.216292 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:58:47.242265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Deleting port dafb6a8a-bd32-4369-be9a-e95d4f24958f {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:47.242638 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.301403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Allocated IP 172.20.0.2 (77d45825-2d57-40f6-8cad-ccc438a77afd/17436835-6de0-40b7-9709-512c1f6abbea/4c353c80-81ba-4028-b996-5861099d74cd) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:47.470326 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.519892 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.669250 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6a10aff5-ab22-4e78-8ea1-1afc4b16a2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.700000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3863c9-648c-40e2-9e5f-a527c04774a5 req-85f3542f-5fc1-4bab-a2da-d24959cea17d tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:47.702210 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb3863c9-648c-40e2-9e5f-a527c04774a5 req-85f3542f-5fc1-4bab-a2da-d24959cea17d tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.3707895 Feb 04 15:58:47.783513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Allocated IP 172.25.0.162 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/121486d2-ff6f-4124-992e-9d35aee7f237) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:47.791352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6a10aff5-ab22-4e78-8ea1-1afc4b16a2f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:47.797844 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb3863c9-648c-40e2-9e5f-a527c04774a5 req-a07f0e5e-0158-415c-9a05-ce7607ad02b6 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852733 Feb 04 15:58:47.798674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.objects.ports [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83551) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:58:47.854694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6a10aff5-ab22-4e78-8ea1-1afc4b16a2f1 admin admin] Usage tracker for resource:security_group_rule and tenant:cb049f8cda4e4abd8eba1050c9257292 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:47.861432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6a10aff5-ab22-4e78-8ea1-1afc4b16a2f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:47.873924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6a10aff5-ab22-4e78-8ea1-1afc4b16a2f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:47.938602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] For port dafb6a8a-bd32-4369-be9a-e95d4f24958f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dafb6a8a-bd32-4369-be9a-e95d4f24958f,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:47.939257 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.052342 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6a10aff5-ab22-4e78-8ea1-1afc4b16a2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.056877 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6a10aff5-ab22-4e78-8ea1-1afc4b16a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.075494 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.087027 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Calling delete_port for dafb6a8a-bd32-4369-be9a-e95d4f24958f owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:48.146600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.160828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10aff5-ab22-4e78-8ea1-1afc4b16a2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f01436-1aad-474d-884c-77482c9d91e8,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:48.200643 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.222820 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.228624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6a10aff5-ab22-4e78-8ea1-1afc4b16a2f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb049f8cda4e4abd8eba1050c9257292&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1215072 Feb 04 15:58:48.238509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57010) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:48.240166 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Transition to ACTIVE for port object 4c353c80-81ba-4028-b996-5861099d74cd will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:48.247440 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:58:48.247796 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:58:48.264282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Transition to ACTIVE for port object 4c353c80-81ba-4028-b996-5861099d74cd will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:48.270960 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.349597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Pushing event updated for resources: {'Port': ['ID=121486d2-ff6f-4124-992e-9d35aee7f237,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:48.355961 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Network 77d45825-2d57-40f6-8cad-ccc438a77afd is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:48.363448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:48.364607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:48.367006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:48.371476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:48.381592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:48.407655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Pushing event updated for resources: {'Port': ['ID=4c353c80-81ba-4028-b996-5861099d74cd,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:48.480217 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1217522f-9d6d-4a42-8c3d-f56201b33d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.534639 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1217522f-9d6d-4a42-8c3d-f56201b33d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.535575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Attempting to bind port 4c353c80-81ba-4028-b996-5861099d74cd on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:48.536050 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Attempting to bind port 4c353c80-81ba-4028-b996-5861099d74cd by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:48.536422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Attempting to bind port 4c353c80-81ba-4028-b996-5861099d74cd on network 77d45825-2d57-40f6-8cad-ccc438a77afd {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:48.557624 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:48.558037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Checking segment: {'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:48.563529 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.563930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Bound using segment: {'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:48.564439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Bound port: 4c353c80-81ba-4028-b996-5861099d74cd, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:48.564820 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.606470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] For port dafb6a8a-bd32-4369-be9a-e95d4f24958f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dafb6a8a-bd32-4369-be9a-e95d4f24958f,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:48.643372 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.649129 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.650069 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.665603 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.666890 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.688894 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device dafb6a8a-bd32-4369-be9a-e95d4f24958f no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:58:48.769437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=080b98c9-ec9e-4480-a4db-0a130d9156cc,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:48.772670 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1217522f-9d6d-4a42-8c3d-f56201b33d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.780018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Deleting port dafb6a8a-bd32-4369-be9a-e95d4f24958f {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:48.780680 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.839970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=dafb6a8a-bd32-4369-be9a-e95d4f24958f,revision_number=7']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:48.867429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:48.869030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:48.872338 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:48.872922 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.877096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217522f-9d6d-4a42-8c3d-f56201b33d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f01436-1aad-474d-884c-77482c9d91e8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:48.905065 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1217522f-9d6d-4a42-8c3d-f56201b33d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.914207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1217522f-9d6d-4a42-8c3d-f56201b33d1f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96f01436-1aad-474d-884c-77482c9d91e8 HTTP/1.1" status: 204 len: 168 time: 0.6753359 Feb 04 15:58:48.925325 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4eee5a2a-18d4-4430-aa0d-6435b7ea3d8f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2737033 Feb 04 15:58:48.927782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57022) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:49.100276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Router 31942f60-1d8b-483e-b345-f98503e728e7 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:58:49.132626 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.155535 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] For port 4c353c80-81ba-4028-b996-5861099d74cd, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:49.217391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port dafb6a8a-bd32-4369-be9a-e95d4f24958f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dafb6a8a-bd32-4369-be9a-e95d4f24958f,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:49.219662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] For port 4c353c80-81ba-4028-b996-5861099d74cd, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4c353c80-81ba-4028-b996-5861099d74cd,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:49.234219 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.300425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c684be-588d-46e4-9856-d462d00b2569 req-9121e2af-f579-407d-8107-063d5b43f611 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:49.308730 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71c684be-588d-46e4-9856-d462d00b2569 req-9121e2af-f579-407d-8107-063d5b43f611 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.2385702 Feb 04 15:58:49.395216 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.419896 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71c684be-588d-46e4-9856-d462d00b2569 req-052142ac-c078-4787-a751-8658f0f9a5e2 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020396 Feb 04 15:58:49.488555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a0bf7e45-98c1-46b8-b260-bc683c1d9263 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:49.558519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:58:49.595065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Sync routers for ids ['31942f60-1d8b-483e-b345-f98503e728e7'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:58:49.633872 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.635070 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b1d6c850-b7a2-46a8-ae55-ebaa3ad85448 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2204547 Feb 04 15:58:49.637906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57040) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:49.679125 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=dafb6a8a-bd32-4369-be9a-e95d4f24958f,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:49.759611 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.812668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a0bf7e45-98c1-46b8-b260-bc683c1d9263 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:49.818819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a0bf7e45-98c1-46b8-b260-bc683c1d9263 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:49.822660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a0bf7e45-98c1-46b8-b260-bc683c1d9263 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:49.831801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a0bf7e45-98c1-46b8-b260-bc683c1d9263 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:49.859166 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387214d-0b3f-4129-88f4-5551447052bd None None] Pushing event updated for resources: {'Port': ['ID=4c353c80-81ba-4028-b996-5861099d74cd,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:49.873718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] For port dafb6a8a-bd32-4369-be9a-e95d4f24958f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dafb6a8a-bd32-4369-be9a-e95d4f24958f,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:49.877262 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.892543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Routers {'31942f60-1d8b-483e-b345-f98503e728e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:58:49.901542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:58:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['31942f60-1d8b-483e-b345-f98503e728e7'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:49.915381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bf7e45-98c1-46b8-b260-bc683c1d9263 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:49.957549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57046) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:50.230032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57054) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:50.328524 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-47ecde13-18a5-4cff-9637-f0fb64be0926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.394181 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Calling delete_port for dafb6a8a-bd32-4369-be9a-e95d4f24958f owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:50.468088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Set router 31942f60-1d8b-483e-b345-f98503e728e7 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:58:50.516507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680350d-7523-4dc9-ad96-d511694d6cf3 req-4f8e5cbc-282b-4025-a739-0d176531b993 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:50.519132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d680350d-7523-4dc9-ad96-d511694d6cf3 req-4f8e5cbc-282b-4025-a739-0d176531b993 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.6693404 Feb 04 15:58:50.536191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-47ecde13-18a5-4cff-9637-f0fb64be0926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:50.562167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-47ecde13-18a5-4cff-9637-f0fb64be0926 admin admin] Usage tracker for resource:security_group_rule and tenant:1271d9bb2e1e4f3b9f56909a9952867d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:50.577534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-47ecde13-18a5-4cff-9637-f0fb64be0926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:50.591934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-47ecde13-18a5-4cff-9637-f0fb64be0926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:50.594286 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef2980d7-0eca-45b0-9185-ae19cf0dc4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.597338 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7e45-98c1-46b8-b260-bc683c1d9263 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.649531 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d680350d-7523-4dc9-ad96-d511694d6cf3 req-d81f0dea-4612-4046-92bc-78cb0d0a1041 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147616 Feb 04 15:58:50.680030 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ef2980d7-0eca-45b0-9185-ae19cf0dc4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:50.686173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ef2980d7-0eca-45b0-9185-ae19cf0dc4b3 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8c8359b0254e40939c5f81d576efce is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:50.690565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ef2980d7-0eca-45b0-9185-ae19cf0dc4b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:50.720696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ef2980d7-0eca-45b0-9185-ae19cf0dc4b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:50.830360 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-47ecde13-18a5-4cff-9637-f0fb64be0926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.841506 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-47ecde13-18a5-4cff-9637-f0fb64be0926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.937824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4c353c80-81ba-4028-b996-5861099d74cd up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:50.978543 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef2980d7-0eca-45b0-9185-ae19cf0dc4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.002304 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:58:51.002703 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:58:51.007034 n-d-827872-1 neutron-server[83551]: INFO neutron.db.ipam_backend_mixin [None req-a0bf7e45-98c1-46b8-b260-bc683c1d9263 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 080b98c9-ec9e-4480-a4db-0a130d9156cc (CIDR: 2001:db8::/64) Feb 04 15:58:51.017319 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef2980d7-0eca-45b0-9185-ae19cf0dc4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.032520 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bf7e45-98c1-46b8-b260-bc683c1d9263 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:58:51.034941 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0bf7e45-98c1-46b8-b260-bc683c1d9263 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:58:51.048013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:48Z', 'revision_number': 3, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:51.053956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Checking router: 31942f60-1d8b-483e-b345-f98503e728e7 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:58:51.054320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Updating router 31942f60-1d8b-483e-b345-f98503e728e7 port 121486d2-ff6f-4124-992e-9d35aee7f237 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:58:51.098040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 4c353c80-81ba-4028-b996-5861099d74cd completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:51.114404 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ef2980d7-0eca-45b0-9185-ae19cf0dc4b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa8c8359b0254e40939c5f81d576efce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8803225 Feb 04 15:58:51.116996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57064) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:51.117659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2980d7-0eca-45b0-9185-ae19cf0dc4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d3b85c-9e3a-4bfd-970b-9ddfa6c840b7,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:51.140348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Deleting port dafb6a8a-bd32-4369-be9a-e95d4f24958f {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:51.141333 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.172688 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-47ecde13-18a5-4cff-9637-f0fb64be0926 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1271d9bb2e1e4f3b9f56909a9952867d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1997533 Feb 04 15:58:51.173712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecde13-18a5-4cff-9637-f0fb64be0926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0be9d0c-4b4a-475d-8ba6-792fc490fb07,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:51.184992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513869bf-c4f1-47fa-8868-306dc27200a9 None None] Network 77d45825-2d57-40f6-8cad-ccc438a77afd requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:51.186605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57068) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:51.192146 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a0bf7e45-98c1-46b8-b260-bc683c1d9263 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2614923 Feb 04 15:58:51.194443 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57072) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:51.204030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-27d2544c-d960-4a77-9017-e3b3df02d497 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:51.338313 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2b99308-9b55-4b4e-a0ab-c507454d46fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.376699 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.380513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-27d2544c-d960-4a77-9017-e3b3df02d497 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:51.395995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d920df12-6faf-4e56-9680-299b201fe4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.397890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-27d2544c-d960-4a77-9017-e3b3df02d497 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:51.398711 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2b99308-9b55-4b4e-a0ab-c507454d46fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.437689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-27d2544c-d960-4a77-9017-e3b3df02d497 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:51.457955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-27d2544c-d960-4a77-9017-e3b3df02d497 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:51.464518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d920df12-6faf-4e56-9680-299b201fe4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.483064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d2544c-d960-4a77-9017-e3b3df02d497 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:51.490195 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-27d2544c-d960-4a77-9017-e3b3df02d497 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.522060 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7c8de596-ec20-4e03-9d06-e4aab799c517 None None] Provisioning for port 4c353c80-81ba-4028-b996-5861099d74cd completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:51.590096 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2b99308-9b55-4b4e-a0ab-c507454d46fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.612786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b99308-9b55-4b4e-a0ab-c507454d46fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d3b85c-9e3a-4bfd-970b-9ddfa6c840b7,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:51.626681 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d920df12-6faf-4e56-9680-299b201fe4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.653996 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d920df12-6faf-4e56-9680-299b201fe4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.657858 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d920df12-6faf-4e56-9680-299b201fe4aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0be9d0c-4b4a-475d-8ba6-792fc490fb07 HTTP/1.1" status: 204 len: 168 time: 0.4639897 Feb 04 15:58:51.660335 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920df12-6faf-4e56-9680-299b201fe4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0be9d0c-4b4a-475d-8ba6-792fc490fb07,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:51.662303 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2b99308-9b55-4b4e-a0ab-c507454d46fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.666096 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e2b99308-9b55-4b4e-a0ab-c507454d46fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80d3b85c-9e3a-4bfd-970b-9ddfa6c840b7 HTTP/1.1" status: 204 len: 168 time: 0.5432434 Feb 04 15:58:51.780807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8786c-82e2-4067-8f07-8ea78a4efff5 req-b935eb11-cd7d-4f32-8109-30bec274020e tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:51.796777 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89c8786c-82e2-4067-8f07-8ea78a4efff5 req-b935eb11-cd7d-4f32-8109-30bec274020e tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.4176269 Feb 04 15:58:51.804040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7c8de596-ec20-4e03-9d06-e4aab799c517 None None] Provisioning complete for port 4c353c80-81ba-4028-b996-5861099d74cd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:51.804409 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7c8de596-ec20-4e03-9d06-e4aab799c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.902993 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89c8786c-82e2-4067-8f07-8ea78a4efff5 req-42610515-1834-49c9-a1ca-110ea5d61278 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052167 Feb 04 15:58:51.926744 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-27d2544c-d960-4a77-9017-e3b3df02d497 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.935963 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.062065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] For port dafb6a8a-bd32-4369-be9a-e95d4f24958f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dafb6a8a-bd32-4369-be9a-e95d4f24958f,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:52.063442 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.157000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d2544c-d960-4a77-9017-e3b3df02d497 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:52.166844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-27d2544c-d960-4a77-9017-e3b3df02d497 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:52.172362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d2544c-d960-4a77-9017-e3b3df02d497 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:52.172949 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-27d2544c-d960-4a77-9017-e3b3df02d497 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.206122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2544c-d960-4a77-9017-e3b3df02d497 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=fe37cf65-161c-4f45-804b-42f6e13e09f1,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:52.259550 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-27d2544c-d960-4a77-9017-e3b3df02d497 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0603750 Feb 04 15:58:52.261717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57092) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:52.275398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'mac_address': 'fa:16:3e:17:31:41', 'name': 'tempest-NetworksTestDHCPv6-462734313'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:52.394399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Allocated IP 172.20.0.1 (77d45825-2d57-40f6-8cad-ccc438a77afd/17436835-6de0-40b7-9709-512c1f6abbea/b03b4b7b-d5c3-4ae4-85da-238a4c3ea641) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:52.395421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Calling delete_port for dafb6a8a-bd32-4369-be9a-e95d4f24958f owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:52.442533 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7c8de596-ec20-4e03-9d06-e4aab799c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.593121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7c8de596-ec20-4e03-9d06-e4aab799c517 None None] For port 4c353c80-81ba-4028-b996-5861099d74cd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4c353c80-81ba-4028-b996-5861099d74cd,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:52.604633 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7c8de596-ec20-4e03-9d06-e4aab799c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.640987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:52.649635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:port and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:52.663343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:52.679906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:52.705823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8de596-ec20-4e03-9d06-e4aab799c517 None None] Pushing event updated for resources: {'Port': ['ID=4c353c80-81ba-4028-b996-5861099d74cd,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:52.709843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:52.719862 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.733579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57106) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:52.806771 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.824109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port ad4e9445-448e-4bcb-8dae-7d6f706d75ea yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:58:52.849708 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f4b34b2-2ed2-43a2-985e-c87020a216dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.900429 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Transition to ACTIVE for port object b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:52.933578 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f4b34b2-2ed2-43a2-985e-c87020a216dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:52.940153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f4b34b2-2ed2-43a2-985e-c87020a216dd admin admin] Usage tracker for resource:security_group_rule and tenant:1aeb24be360549a09e87fdabb901d2d6 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:52.943871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f4b34b2-2ed2-43a2-985e-c87020a216dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:52.951509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f4b34b2-2ed2-43a2-985e-c87020a216dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:52.981252 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.015314 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:58:53.193386 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.211911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Network 77d45825-2d57-40f6-8cad-ccc438a77afd is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:53.228131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:53.233220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:53.264605 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.282713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Transition to ACTIVE for port object 121486d2-ff6f-4124-992e-9d35aee7f237 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:53.302645 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.326312 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] Pushing event deleted for resources: {'Port': ['ID=dafb6a8a-bd32-4369-be9a-e95d4f24958f,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:53.430577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8:0:1::25f (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/fe37cf65-161c-4f45-804b-42f6e13e09f1/ad4e9445-448e-4bcb-8dae-7d6f706d75ea) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:53.444080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::f816:3eff:fe17:3141 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/080b98c9-ec9e-4480-a4db-0a130d9156cc/ad4e9445-448e-4bcb-8dae-7d6f706d75ea) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:53.447138 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=b03b4b7b-d5c3-4ae4-85da-238a4c3ea641,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:53.470964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a50d4-af3e-4272-a3d8-d1b7c69d93a1 req-7bb6b779-2bba-4bfc-8c76-60090c7c5d60 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:53.473757 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b01a50d4-af3e-4272-a3d8-d1b7c69d93a1 req-7bb6b779-2bba-4bfc-8c76-60090c7c5d60 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.2794831 Feb 04 15:58:53.500202 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.609732 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b01a50d4-af3e-4272-a3d8-d1b7c69d93a1 req-5b947617-b77c-4d72-8166-10b266e6e40f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232631 Feb 04 15:58:53.673895 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39900292-2db8-4c2d-ba0a-488a6f10fdbf None None] No DVR routers for this DVR port dafb6a8a-bd32-4369-be9a-e95d4f24958f on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:58:53.676900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Attempting to bind port 121486d2-ff6f-4124-992e-9d35aee7f237 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:53.677684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Attempting to bind port 121486d2-ff6f-4124-992e-9d35aee7f237 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:53.678480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Attempting to bind port 121486d2-ff6f-4124-992e-9d35aee7f237 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:53.691529 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.705312 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b7135c-b66d-4f52-9d13-d54416bca027 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:53.715886 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f4b34b2-2ed2-43a2-985e-c87020a216dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.728318 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f4b34b2-2ed2-43a2-985e-c87020a216dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.733512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbf111-5194-444e-9492-811606f70b5a None None] Pushing event updated for resources: {'Port': ['ID=121486d2-ff6f-4124-992e-9d35aee7f237,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:53.743970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5ae9fa7d-6740-4902-83b5-626a90c8e6e4 None None] Provisioning complete for port 4c353c80-81ba-4028-b996-5861099d74cd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:53.744671 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5ae9fa7d-6740-4902-83b5-626a90c8e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.794573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b34b2-2ed2-43a2-985e-c87020a216dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebccc6a-5c5d-4535-83ff-dae9f63c3ccc,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:53.924940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:53.925314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:53.925702 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.929161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:53.932433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Bound port: 121486d2-ff6f-4124-992e-9d35aee7f237, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:53.932433 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.998499 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.006733 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7f4b34b2-2ed2-43a2-985e-c87020a216dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1aeb24be360549a09e87fdabb901d2d6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2717142 Feb 04 15:58:54.032456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57128) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:54.279266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object ad4e9445-448e-4bcb-8dae-7d6f706d75ea will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:54.297598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] For port 121486d2-ff6f-4124-992e-9d35aee7f237, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:54.372311 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] For port 121486d2-ff6f-4124-992e-9d35aee7f237, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=121486d2-ff6f-4124-992e-9d35aee7f237,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:54.390224 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.399730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.406368 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.476583 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.478195 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-916e0069-7c86-468b-98ac-d0d34163acf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.538762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbf111-5194-444e-9492-811606f70b5a None None] Pushing event updated for resources: {'Port': ['ID=121486d2-ff6f-4124-992e-9d35aee7f237,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:54.543125 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.561310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Routers {'31942f60-1d8b-483e-b345-f98503e728e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:58:54.562202 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:58:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['31942f60-1d8b-483e-b345-f98503e728e7'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:54.566038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3afe12e-1670-45c0-b1ee-ab6a302c7ddf req-2fe825cb-5684-4782-869b-649633ac7755 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9248f88cba7b4e77aaf54590f0d345ad&device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 1097 time: 0.2871916 Feb 04 15:58:54.586788 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-916e0069-7c86-468b-98ac-d0d34163acf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.632746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5b48b-7954-4e61-842a-1df5daa41222 req-3941b2fb-493f-4e3c-bdb2-fc732f6cb6e4 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:54.634582 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93f5b48b-7954-4e61-842a-1df5daa41222 req-3941b2fb-493f-4e3c-bdb2-fc732f6cb6e4 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.3574739 Feb 04 15:58:54.664100 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4bd5deac-43cb-49d6-b2a0-d8910bd375cc None None] Provisioning for port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:54.703900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:54.718130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:54.735113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4bd5deac-43cb-49d6-b2a0-d8910bd375cc None None] Provisioning complete for port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:54.735729 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4bd5deac-43cb-49d6-b2a0-d8910bd375cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.745598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=ad4e9445-448e-4bcb-8dae-7d6f706d75ea,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:54.750073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:54.755055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:54.755716 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.763577 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': '080b98c9-ec9e-4480-a4db-0a130d9156cc'}, {'subnet_id': 'fe37cf65-161c-4f45-804b-42f6e13e09f1'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:58:54.764419 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.780333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=b03b4b7b-d5c3-4ae4-85da-238a4c3ea641,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:54.789240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4c353c80-81ba-4028-b996-5861099d74cd up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:54.857668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93f5b48b-7954-4e61-842a-1df5daa41222 req-e112875d-3c06-4590-bb03-d482a720754f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133770 Feb 04 15:58:54.858984 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b40e76a3-20b9-46bc-9ac2-47c993014607 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5962605 Feb 04 15:58:54.872496 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57144) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:54.904173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Network 77d45825-2d57-40f6-8cad-ccc438a77afd is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:54.907076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:54.927528 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-916e0069-7c86-468b-98ac-d0d34163acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.945030 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5deac-43cb-49d6-b2a0-d8910bd375cc None None] Port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:58:54.945681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afe12e-1670-45c0-b1ee-ab6a302c7ddf req-171465e3-91aa-4af9-8cff-6edfc4ceca95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:54.947151 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3afe12e-1670-45c0-b1ee-ab6a302c7ddf req-171465e3-91aa-4af9-8cff-6edfc4ceca95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=235331b9-0d0c-4fa9-8c09-5c660aac8040 HTTP/1.1" status: 200 len: 912 time: 0.3626833 Feb 04 15:58:55.003433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] Set router 31942f60-1d8b-483e-b345-f98503e728e7 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:58:55.077322 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-916e0069-7c86-468b-98ac-d0d34163acf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.081422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-916e0069-7c86-468b-98ac-d0d34163acf2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ebccc6a-5c5d-4535-83ff-dae9f63c3ccc HTTP/1.1" status: 204 len: 168 time: 1.0359383 Feb 04 15:58:55.083040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e0069-7c86-468b-98ac-d0d34163acf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebccc6a-5c5d-4535-83ff-dae9f63c3ccc,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:55.095541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4c353c80-81ba-4028-b996-5861099d74cd triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:55.095910 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.126472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e1f90760-eb4a-4dcb-ba4d-8155afdf1eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port ad4e9445-448e-4bcb-8dae-7d6f706d75ea {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:55.126864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e1f90760-eb4a-4dcb-ba4d-8155afdf1eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.200792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3afe12e-1670-45c0-b1ee-ab6a302c7ddf req-0774f543-309b-4ae6-bd00-d0bde27bc297 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dff031e-6b90-48cb-9172-a060ee405db2 HTTP/1.1" status: 200 len: 217 time: 0.2409437 Feb 04 15:58:55.378699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afe12e-1670-45c0-b1ee-ab6a302c7ddf req-910629e6-fa1b-483f-8df1-8a79be41b32f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:55.381439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3afe12e-1670-45c0-b1ee-ab6a302c7ddf req-910629e6-fa1b-483f-8df1-8a79be41b32f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7248e83a-9cbe-44ec-a59d-66374c8aa4eb HTTP/1.1" status: 200 len: 851 time: 0.1706588 Feb 04 15:58:55.526461 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3afe12e-1670-45c0-b1ee-ab6a302c7ddf req-815df3a3-ee2c-4969-b284-867596d11e1f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=235331b9-0d0c-4fa9-8c09-5c660aac8040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354775 Feb 04 15:58:55.766524 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bd5ebe6d-1705-40d0-a1d1-8428c80b1275 None None] Provisioning complete for port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:55.767099 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebe6d-1705-40d0-a1d1-8428c80b1275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.797778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Router 31942f60-1d8b-483e-b345-f98503e728e7 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:58:55.862988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ebe6d-1705-40d0-a1d1-8428c80b1275 None None] Port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:58:55.916944 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Allocated IP 2001:db8:0:1::2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/fe37cf65-161c-4f45-804b-42f6e13e09f1/6a22a3b4-8fae-4a38-a3f2-501727fc8b12) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:55.960655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Allocated IP 2001:db8::f816:3eff:fe28:ed8b (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/080b98c9-ec9e-4480-a4db-0a130d9156cc/6a22a3b4-8fae-4a38-a3f2-501727fc8b12) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:56.197957 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e1f90760-eb4a-4dcb-ba4d-8155afdf1eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.294392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:58:54Z', 'revision_number': 2, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:56.326810 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e3d5b-f595-42a7-96c0-73c05457774b None None] The sync data for ids ['31942f60-1d8b-483e-b345-f98503e728e7'] in n-d-827872-1 is: [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:58:54Z', 'revision_number': 2, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:58:56.352802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:58:56.427810 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6a495027-a13b-42fe-af74-72e162d73dd2 admin admin] 10.222.0.60 "PUT /v2.0/routers/31942f60-1d8b-483e-b345-f98503e728e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7885225 Feb 04 15:58:56.485691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e1f90760-eb4a-4dcb-ba4d-8155afdf1eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for ad4e9445-448e-4bcb-8dae-7d6f706d75ea owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:56.543722 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.567747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Transition to ACTIVE for port object 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:56.613245 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Transition to ACTIVE for port object 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:56.621260 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.635479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3afe12e-1670-45c0-b1ee-ab6a302c7ddf req-ad6f2cba-4b95-4b1e-adcb-6cc48e3ba1db service neutron] 10.222.0.73 "GET /v2.0/networks/235331b9-0d0c-4fa9-8c09-5c660aac8040?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1004698 Feb 04 15:58:56.762163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:56.766044 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:56.777128 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:56.780341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Pushing event updated for resources: {'Port': ['ID=6a22a3b4-8fae-4a38-a3f2-501727fc8b12,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:57.206040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Attempting to bind port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:57.206407 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Attempting to bind port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:57.206769 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Attempting to bind port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:57.227983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:57.228355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:57.228762 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.229162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:57.229898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Bound port: 6a22a3b4-8fae-4a38-a3f2-501727fc8b12, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:57.230272 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.303202 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70d5b4-8920-4fa1-82cd-a57a9d56f3c4 req-2e9668a7-c946-473c-8dd5-8c4f299ca387 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:57.311336 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b70d5b4-8920-4fa1-82cd-a57a9d56f3c4 req-2e9668a7-c946-473c-8dd5-8c4f299ca387 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.8531175 Feb 04 15:58:57.369619 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3afe12e-1670-45c0-b1ee-ab6a302c7ddf req-0d554330-dc60-4e74-a515-d070a54af1a8 service neutron] 10.222.0.73 "GET /v2.0/networks/235331b9-0d0c-4fa9-8c09-5c660aac8040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461554 Feb 04 15:58:57.444504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b70d5b4-8920-4fa1-82cd-a57a9d56f3c4 req-9e3d43bd-f333-491d-8b6a-6a5c122dd976 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318927 Feb 04 15:58:57.454776 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] For port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:57.467506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] For port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6a22a3b4-8fae-4a38-a3f2-501727fc8b12,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:57.476597 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.618223 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e1f90760-eb4a-4dcb-ba4d-8155afdf1eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.645799 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862dcc7-ccae-4bbf-bca7-96f8afe7b310 None None] Pushing event updated for resources: {'Port': ['ID=6a22a3b4-8fae-4a38-a3f2-501727fc8b12,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:57.838716 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f90760-eb4a-4dcb-ba4d-8155afdf1eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=ad4e9445-448e-4bcb-8dae-7d6f706d75ea,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:57.874915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57212) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:57.891671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d6171c31-12a4-48ae-a3fd-c4bc8ecebac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308886229', 'description': 'tempest-description--27697630'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:57.911042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d6171c31-12a4-48ae-a3fd-c4bc8ecebac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:57.921086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d6171c31-12a4-48ae-a3fd-c4bc8ecebac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Usage tracker for resource:security_group and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:57.928761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d6171c31-12a4-48ae-a3fd-c4bc8ecebac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:57.947438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d6171c31-12a4-48ae-a3fd-c4bc8ecebac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:57.994930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d6171c31-12a4-48ae-a3fd-c4bc8ecebac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.025895 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e1f90760-eb4a-4dcb-ba4d-8155afdf1eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.056664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e1f90760-eb4a-4dcb-ba4d-8155afdf1eb9 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/ad4e9445-448e-4bcb-8dae-7d6f706d75ea HTTP/1.1" status: 204 len: 168 time: 3.1813078 Feb 04 15:58:58.057596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57218) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:58.090368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d6171c31-12a4-48ae-a3fd-c4bc8ecebac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:58.108458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d6171c31-12a4-48ae-a3fd-c4bc8ecebac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Usage tracker for resource:security_group_rule and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:58.111922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d6171c31-12a4-48ae-a3fd-c4bc8ecebac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:58.132711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d6171c31-12a4-48ae-a3fd-c4bc8ecebac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:58.255749 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d6171c31-12a4-48ae-a3fd-c4bc8ecebac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.266811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb98c75f-f2a8-4dfd-8e8a-169cc262f4a6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:58.268705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fb98c75f-f2a8-4dfd-8e8a-169cc262f4a6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:58.272974 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d6171c31-12a4-48ae-a3fd-c4bc8ecebac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.317698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fb98c75f-f2a8-4dfd-8e8a-169cc262f4a6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:58.321467 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fb98c75f-f2a8-4dfd-8e8a-169cc262f4a6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2580202 Feb 04 15:58:58.327477 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57226) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:58.376046 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d6171c31-12a4-48ae-a3fd-c4bc8ecebac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.391926 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d6171c31-12a4-48ae-a3fd-c4bc8ecebac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5158389 Feb 04 15:58:58.399827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6171c31-12a4-48ae-a3fd-c4bc8ecebac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4540cf83-b84d-42b3-bb1c-d1a30395316d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:58.479194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57232) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:58.493194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-bd625c9e-fc2c-4889-9d3c-1b13981bd9fa tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Request body: {'security_group_rule': {'security_group_id': '4540cf83-b84d-42b3-bb1c-d1a30395316d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:58.519225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56168dcb-f829-40e2-9311-36e92943d653 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:58.520643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bd625c9e-fc2c-4889-9d3c-1b13981bd9fa tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:58.527143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-56168dcb-f829-40e2-9311-36e92943d653 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2024498 Feb 04 15:58:58.530394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57238) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:58.540422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bd625c9e-fc2c-4889-9d3c-1b13981bd9fa tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Usage tracker for resource:security_group_rule and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:58.550999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bd625c9e-fc2c-4889-9d3c-1b13981bd9fa tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:58.577716 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bd625c9e-fc2c-4889-9d3c-1b13981bd9fa tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:58.618121 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd625c9e-fc2c-4889-9d3c-1b13981bd9fa tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.781271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c661361-cece-4e55-9b62-9d0c47adc64a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:58.784658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c661361-cece-4e55-9b62-9d0c47adc64a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:58.786628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c661361-cece-4e55-9b62-9d0c47adc64a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:58.787756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5c661361-cece-4e55-9b62-9d0c47adc64a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:58.804113 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd625c9e-fc2c-4889-9d3c-1b13981bd9fa tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.808860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd625c9e-fc2c-4889-9d3c-1b13981bd9fa tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.852620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 121486d2-ff6f-4124-992e-9d35aee7f237 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:58.871989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd625c9e-fc2c-4889-9d3c-1b13981bd9fa tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b73197-429e-411e-a2c4-4d4f047056b7,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:58.903114 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd625c9e-fc2c-4889-9d3c-1b13981bd9fa tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.905372 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bd625c9e-fc2c-4889-9d3c-1b13981bd9fa tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4243050 Feb 04 15:58:58.908325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57250) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:58.928113 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-fa15c27f-9a15-409d-a419-778c63b90276 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Request body: {'security_group_rule': {'security_group_id': '4540cf83-b84d-42b3-bb1c-d1a30395316d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:58.939312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5c661361-cece-4e55-9b62-9d0c47adc64a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:58.943953 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5c661361-cece-4e55-9b62-9d0c47adc64a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4124670 Feb 04 15:58:58.944842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57254) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:58.949724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fa15c27f-9a15-409d-a419-778c63b90276 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:59.047020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fa15c27f-9a15-409d-a419-778c63b90276 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Usage tracker for resource:security_group_rule and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:59.048328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0680a43-2e6e-4e0e-96c2-8f6c28442165 req-7ac0ee55-e410-4f7d-8145-9b059bab4ba8 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:59.050859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0680a43-2e6e-4e0e-96c2-8f6c28442165 req-7ac0ee55-e410-4f7d-8145-9b059bab4ba8 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.2427206 Feb 04 15:58:59.062083 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fa15c27f-9a15-409d-a419-778c63b90276 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:59.095981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fa15c27f-9a15-409d-a419-778c63b90276 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:59.105498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 121486d2-ff6f-4124-992e-9d35aee7f237 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:59.117666 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 121486d2-ff6f-4124-992e-9d35aee7f237 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:59.118073 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.184387 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0680a43-2e6e-4e0e-96c2-8f6c28442165 req-3eb76dc0-c13d-4b29-96d4-84eb1a476b5f tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185308 Feb 04 15:58:59.433479 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.491935 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 121486d2-ff6f-4124-992e-9d35aee7f237, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=121486d2-ff6f-4124-992e-9d35aee7f237,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:59.498035 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.502888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:59.505377 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fa15c27f-9a15-409d-a419-778c63b90276 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.714628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fa15c27f-9a15-409d-a419-778c63b90276 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.739940 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fa15c27f-9a15-409d-a419-778c63b90276 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.787742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0763f730-76bb-4711-b016-3cbf4c4d3865 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:59.823242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-675c2d4f-a7c2-4baf-ba07-e60c0300d6db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 080b98c9-ec9e-4480-a4db-0a130d9156cc {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:58:59.829091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15c27f-9a15-409d-a419-778c63b90276 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01aacdbe-e638-434a-87bc-c4ff5ee11bad,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:59.846715 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-675c2d4f-a7c2-4baf-ba07-e60c0300d6db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.950928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:59.966157 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fa15c27f-9a15-409d-a419-778c63b90276 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.967938 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fa15c27f-9a15-409d-a419-778c63b90276 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0562220 Feb 04 15:58:59.971777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57278) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:59.977520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:59.990284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:59.997216 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-675c2d4f-a7c2-4baf-ba07-e60c0300d6db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.997825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Usage tracker for resource:floatingip and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:00.013013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-751f04de-e3f5-44cf-bcb7-71a67af092d4 None None] Could not find standard attr ID for object ad4e9445-448e-4bcb-8dae-7d6f706d75ea. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:59:00.013165 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:00.038643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:00.060482 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=121486d2-ff6f-4124-992e-9d35aee7f237,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:00.080018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-751f04de-e3f5-44cf-bcb7-71a67af092d4 None None] Provisioning for port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:00.095596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-751f04de-e3f5-44cf-bcb7-71a67af092d4 None None] Provisioning complete for port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:00.102423 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-751f04de-e3f5-44cf-bcb7-71a67af092d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.160590 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.188558 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-675c2d4f-a7c2-4baf-ba07-e60c0300d6db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.336293 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-675c2d4f-a7c2-4baf-ba07-e60c0300d6db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.432194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c2d4f-a7c2-4baf-ba07-e60c0300d6db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=080b98c9-ec9e-4480-a4db-0a130d9156cc,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:00.460339 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-675c2d4f-a7c2-4baf-ba07-e60c0300d6db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.484891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f855693-30ca-4278-bf62-157495c3b590 req-05c82373-6716-4c61-96c9-e11389118499 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:00.486721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f855693-30ca-4278-bf62-157495c3b590 req-05c82373-6716-4c61-96c9-e11389118499 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.4296813 Feb 04 15:59:00.496736 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-675c2d4f-a7c2-4baf-ba07-e60c0300d6db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/080b98c9-ec9e-4480-a4db-0a130d9156cc HTTP/1.1" status: 204 len: 168 time: 1.5507100 Feb 04 15:59:00.499144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57296) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:00.598271 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f855693-30ca-4278-bf62-157495c3b590 req-a67fe49f-b67a-44fa-baaf-cf41797a5734 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889962 Feb 04 15:59:00.643941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-d802cec9-ce14-4837-b1e2-09baf250f1fc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet fe37cf65-161c-4f45-804b-42f6e13e09f1 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:59:00.655904 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d802cec9-ce14-4837-b1e2-09baf250f1fc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.731412 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.815739 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d802cec9-ce14-4837-b1e2-09baf250f1fc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.824738 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 121486d2-ff6f-4124-992e-9d35aee7f237 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:00.965925 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-751f04de-e3f5-44cf-bcb7-71a67af092d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.004410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Allocated IP 172.25.0.10 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/a29f9c53-066e-4e0a-943b-2004a31defdf) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:01.030327 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d802cec9-ce14-4837-b1e2-09baf250f1fc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.144757 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 121486d2-ff6f-4124-992e-9d35aee7f237 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:01.152797 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.181797 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d802cec9-ce14-4837-b1e2-09baf250f1fc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.271581 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.291078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802cec9-ce14-4837-b1e2-09baf250f1fc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=fe37cf65-161c-4f45-804b-42f6e13e09f1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:01.304750 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d802cec9-ce14-4837-b1e2-09baf250f1fc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.329104 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d802cec9-ce14-4837-b1e2-09baf250f1fc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/fe37cf65-161c-4f45-804b-42f6e13e09f1 HTTP/1.1" status: 204 len: 168 time: 0.8285768 Feb 04 15:59:01.331839 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57314) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:01.342781 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.458892 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-751f04de-e3f5-44cf-bcb7-71a67af092d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:59:01.464507 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1edc2836-a2b5-4f77-9f4a-51c60bd0f919 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1282635 Feb 04 15:59:01.464859 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-751f04de-e3f5-44cf-bcb7-71a67af092d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:59:01.464963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57322) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:01.474175 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4e5b1d87-569a-4b11-bc6b-d1851da90221 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:01.560067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event updated for resources: {'Port': ['ID=a29f9c53-066e-4e0a-943b-2004a31defdf,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:01.583656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:01.585250 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:01.585592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:01.585927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:01.586256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:01.586580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:01.586902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:01.590313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:01.590694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:01.591034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:01.591397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:01.591725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:01.606658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:01.611457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:01.794617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4e5b1d87-569a-4b11-bc6b-d1851da90221 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:01.807466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4e5b1d87-569a-4b11-bc6b-d1851da90221 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:01.816394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4e5b1d87-569a-4b11-bc6b-d1851da90221 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:01.838504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4e5b1d87-569a-4b11-bc6b-d1851da90221 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:01.874061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5b1d87-569a-4b11-bc6b-d1851da90221 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:01.883135 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e5b1d87-569a-4b11-bc6b-d1851da90221 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.116821 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-751f04de-e3f5-44cf-bcb7-71a67af092d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.168726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-751f04de-e3f5-44cf-bcb7-71a67af092d4 None None] For port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6a22a3b4-8fae-4a38-a3f2-501727fc8b12,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:02.179512 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-751f04de-e3f5-44cf-bcb7-71a67af092d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.190220 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.332511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f04de-e3f5-44cf-bcb7-71a67af092d4 None None] Pushing event updated for resources: {'Port': ['ID=6a22a3b4-8fae-4a38-a3f2-501727fc8b12,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:02.364004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4fdfc7-33c2-42bb-9653-ae1b9fd6347f None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:02.409728 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.527692 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c2bf9090-dfd1-47fa-a385-ae89a1459708 None None] Provisioning complete for port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:02.528064 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2bf9090-dfd1-47fa-a385-ae89a1459708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.605276 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e5b1d87-569a-4b11-bc6b-d1851da90221 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.688848 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625a3f9-d709-4c16-b209-e2be6ab12f72 req-088d659e-5fd5-4c6a-8862-bca1576d819c tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:02.696256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7625a3f9-d709-4c16-b209-e2be6ab12f72 req-088d659e-5fd5-4c6a-8862-bca1576d819c tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.6818278 Feb 04 15:59:02.758337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:02.765055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5b1d87-569a-4b11-bc6b-d1851da90221 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:02.774446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-4e5b1d87-569a-4b11-bc6b-d1851da90221 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:02.790323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b1d87-569a-4b11-bc6b-d1851da90221 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:02.812464 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e5b1d87-569a-4b11-bc6b-d1851da90221 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.853205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b1d87-569a-4b11-bc6b-d1851da90221 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=67f3f87d-7e7b-45ee-813f-359dbff452ad,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:02.963899 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4e5b1d87-569a-4b11-bc6b-d1851da90221 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4981363 Feb 04 15:59:02.966701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57354) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:02.982535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-8c2cefee-adf9-4aff-b778-ba3c847f4df5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:03.114078 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.123989 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.224881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:03.226402 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.245736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8c2cefee-adf9-4aff-b778-ba3c847f4df5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:03.260179 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8c2cefee-adf9-4aff-b778-ba3c847f4df5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:03.266462 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8c2cefee-adf9-4aff-b778-ba3c847f4df5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:03.287068 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8c2cefee-adf9-4aff-b778-ba3c847f4df5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:03.301507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2cefee-adf9-4aff-b778-ba3c847f4df5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:03.305741 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8c2cefee-adf9-4aff-b778-ba3c847f4df5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.314318 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.384856 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7625a3f9-d709-4c16-b209-e2be6ab12f72 req-e8a3012f-1590-45d3-9716-a7ab6b75831d tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6872535 Feb 04 15:59:03.428234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event updated for resources: {'Port': ['ID=a29f9c53-066e-4e0a-943b-2004a31defdf,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:03.457916 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.469928 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f4ae375e-7c40-43b1-9007-4978252b0f4e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4895847 Feb 04 15:59:03.597316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b847816-b41e-4e1f-a588-76edb3d5dda2 None None] Update dhcp port {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'fixed_ips': [{'subnet_id': '67f3f87d-7e7b-45ee-813f-359dbff452ad'}], 'binding:host_id': 'n-d-827872-1'}, 'id': '6a22a3b4-8fae-4a38-a3f2-501727fc8b12'} from n-d-827872-1. {{(pid=83552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 15:59:03.636127 n-d-827872-1 neutron-server[83550]: INFO neutron.db.ipam_backend_mixin [None req-8c2cefee-adf9-4aff-b778-ba3c847f4df5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67f3f87d-7e7b-45ee-813f-359dbff452ad (CIDR: 2001:db8::/64) Feb 04 15:59:03.647507 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2cefee-adf9-4aff-b778-ba3c847f4df5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:59:03.647961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2cefee-adf9-4aff-b778-ba3c847f4df5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:03.700143 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8c2cefee-adf9-4aff-b778-ba3c847f4df5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7321141 Feb 04 15:59:03.703488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57380) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:03.714710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:03.763077 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4b847816-b41e-4e1f-a588-76edb3d5dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.106428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:04.114334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:04.130517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:04.150326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:04.156384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-08d80307-9a9e-4734-9a3f-e3536b095723 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1308886229&fields=id&tenant_id=df523a7db7954e24a7a5227f519f84cc HTTP/1.1" status: 200 len: 267 time: 0.2305880 Feb 04 15:59:04.172368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:04.179374 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.348609 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-4b847816-b41e-4e1f-a588-76edb3d5dda2 None None] Allocated IP 2001:db8::2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/67f3f87d-7e7b-45ee-813f-359dbff452ad/6a22a3b4-8fae-4a38-a3f2-501727fc8b12) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:04.732983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d5dd71b-46d9-445d-bee1-63a37cda71b2 req-19f95612-2ed3-4885-8b52-9502e093fbc9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9248f88cba7b4e77aaf54590f0d345ad&device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 1097 time: 0.7675791 Feb 04 15:59:04.773563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-d4d5c639-5e35-42ef-9d0f-1fce0716f582 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:04.780798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-d4d5c639-5e35-42ef-9d0f-1fce0716f582 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/networks?id=77d45825-2d57-40f6-8cad-ccc438a77afd HTTP/1.1" status: 200 len: 811 time: 0.5037615 Feb 04 15:59:04.883293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4b847816-b41e-4e1f-a588-76edb3d5dda2 None None] For port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6a22a3b4-8fae-4a38-a3f2-501727fc8b12,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:04.951566 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4b847816-b41e-4e1f-a588-76edb3d5dda2 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.994187 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4b847816-b41e-4e1f-a588-76edb3d5dda2 None None] Transition to ACTIVE for port object 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:04.996780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-7c426979-5110-47a0-a6e6-f2c4a93e6086 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/quotas/df523a7db7954e24a7a5227f519f84cc HTTP/1.1" status: 200 len: 375 time: 0.2147331 Feb 04 15:59:04.998753 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4b847816-b41e-4e1f-a588-76edb3d5dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.102450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c9513-692d-49c2-adb9-8579f17b0444 req-ce007679-169c-4b11-9030-fadf2986eaf1 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:05.113562 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-552c9513-692d-49c2-adb9-8579f17b0444 req-ce007679-169c-4b11-9030-fadf2986eaf1 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.9942489 Feb 04 15:59:05.187781 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b847816-b41e-4e1f-a588-76edb3d5dda2 None None] Pushing event updated for resources: {'Port': ['ID=6a22a3b4-8fae-4a38-a3f2-501727fc8b12,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:05.259326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dd71b-46d9-445d-bee1-63a37cda71b2 req-e8aab78a-6625-4e5a-a283-0d69f69cb7ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:05.261871 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d5dd71b-46d9-445d-bee1-63a37cda71b2 req-e8aab78a-6625-4e5a-a283-0d69f69cb7ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=235331b9-0d0c-4fa9-8c09-5c660aac8040 HTTP/1.1" status: 200 len: 912 time: 0.5201681 Feb 04 15:59:05.411199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.objects.ports [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83550) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:59:05.449490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d5dd71b-46d9-445d-bee1-63a37cda71b2 req-c5119754-7f6e-4005-9c76-6c85a3e3359c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dff031e-6b90-48cb-9172-a060ee405db2 HTTP/1.1" status: 200 len: 217 time: 0.1519809 Feb 04 15:59:05.458734 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-552c9513-692d-49c2-adb9-8579f17b0444 req-9629e13e-4b28-4250-88ab-6c3933453424 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441794 Feb 04 15:59:05.652742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-7263adde-3b66-40d5-b266-d08599047f04 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=df523a7db7954e24a7a5227f519f84cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6550443 Feb 04 15:59:05.654152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dd71b-46d9-445d-bee1-63a37cda71b2 req-5d23cc64-b580-4a92-8f90-41a40c9492ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:05.655586 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d5dd71b-46d9-445d-bee1-63a37cda71b2 req-5d23cc64-b580-4a92-8f90-41a40c9492ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7248e83a-9cbe-44ec-a59d-66374c8aa4eb HTTP/1.1" status: 200 len: 851 time: 0.1957898 Feb 04 15:59:05.728060 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.764855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-b75da68b-cfd6-4a93-b459-b8b11bb0bd7e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:59:05.776311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-b75da68b-cfd6-4a93-b459-b8b11bb0bd7e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0302720 Feb 04 15:59:05.842930 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d5dd71b-46d9-445d-bee1-63a37cda71b2 req-60b59672-5ac8-4306-9eb0-9bffbb69bdbb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=235331b9-0d0c-4fa9-8c09-5c660aac8040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1770437 Feb 04 15:59:06.224849 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-e3a92637-cf10-4310-ac37-a97efb3ceddc service neutron] 10.222.0.60 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476261 Feb 04 15:59:06.295265 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:59:06.430624 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4212808-80f5-40cd-a758-84017c9b2219 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:06.446477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] For port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6a22a3b4-8fae-4a38-a3f2-501727fc8b12,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:06.508481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d5dd71b-46d9-445d-bee1-63a37cda71b2 req-f1ac0c95-5b69-4124-8411-b9ea66c85988 service neutron] 10.222.0.73 "GET /v2.0/networks/235331b9-0d0c-4fa9-8c09-5c660aac8040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500320 Feb 04 15:59:06.509260 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.515062 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.518486 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.716158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=6a22a3b4-8fae-4a38-a3f2-501727fc8b12,revision_number=8']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:06.741137 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=0a3bb464-6169-4d75-a973-5963691c40c0,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:06.755761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:06.777949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:06.780917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:06.788767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:06.789362 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.829934 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b90b8db2-a5a9-4516-aaa9-ddd5238f8971 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1228580 Feb 04 15:59:06.830976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57438) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:06.840802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'mac_address': 'fa:16:3e:7e:7d:60', 'name': 'tempest-NetworksTestDHCPv6-1986299446'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:06.901373 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d888f92e-315f-475d-9830-493bd626d2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.943586 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5a75eb72-8045-478f-aabe-79dff24ce363 None None] Provisioning for port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:07.003492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5a75eb72-8045-478f-aabe-79dff24ce363 None None] Provisioning complete for port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:07.022114 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5a75eb72-8045-478f-aabe-79dff24ce363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.274934 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-a0c4d3a0-c72a-41c4-8421-4f65816f9d25 service neutron] 10.222.0.60 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0487974 Feb 04 15:59:07.299248 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64556d4d-c74b-42ad-883a-0a6c45b9e622 req-4c0c0692-b7d0-4b78-9a26-de233a0f210a tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.302319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-64556d4d-c74b-42ad-883a-0a6c45b9e622 req-4c0c0692-b7d0-4b78-9a26-de233a0f210a tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 946 time: 0.5670030 Feb 04 15:59:07.355539 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:07.378058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:07.402975 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:07.429556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:07.432459 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.465861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-64556d4d-c74b-42ad-883a-0a6c45b9e622 req-935b8fba-88b3-466b-9ddc-569eab3525ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538026 Feb 04 15:59:07.480816 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d5dd71b-46d9-445d-bee1-63a37cda71b2 req-044125ec-a16c-4a0f-ae93-af340cd134e3 service neutron] 10.222.0.73 "GET /v2.0/networks/235331b9-0d0c-4fa9-8c09-5c660aac8040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9585481 Feb 04 15:59:07.751002 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.789047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port 6d53bbcc-9cfb-4248-81eb-a062e8393e6d yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:59:07.892020 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9812200a-e83e-4d02-92b2-e6a3860e6069 req-ddeaf28c-6f80-49f2-9f1a-c4ea1f1cb231 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 210 time: 0.1853330 Feb 04 15:59:08.327155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9149b5d-ed64-483e-b7d5-bd918c1338b0 req-a77ba348-3621-4dab-8d1f-e010251d0a17 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:08.343769 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9149b5d-ed64-483e-b7d5-bd918c1338b0 req-a77ba348-3621-4dab-8d1f-e010251d0a17 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.4432132 Feb 04 15:59:08.508677 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9149b5d-ed64-483e-b7d5-bd918c1338b0 req-ed0b8f1a-dd71-40fb-b126-4846e432c3ff tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584680 Feb 04 15:59:08.553993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::2bc (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/67f3f87d-7e7b-45ee-813f-359dbff452ad/6d53bbcc-9cfb-4248-81eb-a062e8393e6d) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:08.569070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7e:7d60 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/0a3bb464-6169-4d75-a973-5963691c40c0/6d53bbcc-9cfb-4248-81eb-a062e8393e6d) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:08.791034 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:09.064026 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-86091904-5902-4dfb-b8bf-72895a8e49fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.072878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f102240-d146-4c69-ba16-4ee9453c5ae4 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:09.121631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:09.122371 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.202264 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-793563ae-d545-46dd-9e66-2ea55d7bb823 req-4e7c223e-97bc-429e-8c12-74712a6030ce tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 210 time: 0.1181135 Feb 04 15:59:09.261768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945557d-32c6-49ee-9c6d-c4a42cc8259e req-7bba994d-ba36-4ee5-96da-a1d3ca04c7d5 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:09.273288 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6945557d-32c6-49ee-9c6d-c4a42cc8259e req-7bba994d-ba36-4ee5-96da-a1d3ca04c7d5 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 946 time: 0.3042605 Feb 04 15:59:09.288509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-0624faff-a631-41c6-83d0-1a7b599db91e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:09.303360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-0624faff-a631-41c6-83d0-1a7b599db91e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Synchronizing usage tracker for tenant:ee631902a97f490e8f118497c873dcdf on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:09.451865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-0624faff-a631-41c6-83d0-1a7b599db91e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Unset dirty status for tenant:ee631902a97f490e8f118497c873dcdf on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:09.452837 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-0624faff-a631-41c6-83d0-1a7b599db91e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 946 time: 0.8508558 Feb 04 15:59:09.472576 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6945557d-32c6-49ee-9c6d-c4a42cc8259e req-c09675f5-3d5f-4545-bf60-3d1f06847406 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967378 Feb 04 15:59:09.498628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.564087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object 6d53bbcc-9cfb-4248-81eb-a062e8393e6d will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:09.582086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Deleting port 60f3f5db-322f-4388-8679-75a1d3849856 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:09.582956 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.878169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c14b4d6e-c980-4d0b-9464-d56a0ce66fd5 None None] Provisioning complete for port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:09.878672 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c14b4d6e-c980-4d0b-9464-d56a0ce66fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.026795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501beb1-5362-41eb-a179-51a68e51d8a1 req-ad26510d-b216-45c2-8ee4-55c5c2163928 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:10.041917 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6501beb1-5362-41eb-a179-51a68e51d8a1 req-ad26510d-b216-45c2-8ee4-55c5c2163928 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.3239355 Feb 04 15:59:10.222647 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6501beb1-5362-41eb-a179-51a68e51d8a1 req-f77d4121-a6a3-4622-9a13-9b0577452466 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756914 Feb 04 15:59:10.237507 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.423431 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.561075 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.624310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2684c5cc-c535-42c7-9104-1e223bfff792 None None] Provisioning for port 6d53bbcc-9cfb-4248-81eb-a062e8393e6d completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:10.648054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2684c5cc-c535-42c7-9104-1e223bfff792 None None] Provisioning complete for port 6d53bbcc-9cfb-4248-81eb-a062e8393e6d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:10.648429 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2684c5cc-c535-42c7-9104-1e223bfff792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.676096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01c39f0c-99d9-4fbd-b199-b91d99a0fb05 req-38bd3f2c-fa00-4775-890b-99eecf7c4576 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 210 time: 0.1218178 Feb 04 15:59:10.897916 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2684c5cc-c535-42c7-9104-1e223bfff792 None None] Port 6d53bbcc-9cfb-4248-81eb-a062e8393e6d cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:59:10.925751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=6d53bbcc-9cfb-4248-81eb-a062e8393e6d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:10.929434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2684c5cc-c535-42c7-9104-1e223bfff792 None None] Provisioning complete for port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:10.929813 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2684c5cc-c535-42c7-9104-1e223bfff792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.026510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:11.041183 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:11.113603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:11.131753 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:11.134374 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.180374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ad5c-3fb9-4380-9084-dfbbcde662f9 req-d444773b-edbf-4997-9ac3-9ca28cf7e31c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:11.201271 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22f1ad5c-3fb9-4380-9084-dfbbcde662f9 req-d444773b-edbf-4997-9ac3-9ca28cf7e31c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 946 time: 0.2461755 Feb 04 15:59:11.343572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] For port 60f3f5db-322f-4388-8679-75a1d3849856, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=60f3f5db-322f-4388-8679-75a1d3849856,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:11.345379 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.366956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d209518c-1d24-4ae7-a12f-68e8bb62f30d None None] Could not find standard attr ID for object ad4e9445-448e-4bcb-8dae-7d6f706d75ea. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:59:11.417532 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22f1ad5c-3fb9-4380-9084-dfbbcde662f9 req-8eee818a-3893-4e42-8ec9-78538c90ea74 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149010 Feb 04 15:59:11.457491 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.478867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9d1ed-aa5a-443f-9136-d22aee604905 req-14982b65-c17a-46cc-8546-ea5c2bd0ad55 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:11.481029 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9f9d1ed-aa5a-443f-9136-d22aee604905 req-14982b65-c17a-46cc-8546-ea5c2bd0ad55 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.2403617 Feb 04 15:59:11.534401 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f933e1b6-8a92-46fb-97d4-fb9e2bebed2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.7016323 Feb 04 15:59:11.540423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57518) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:11.553901 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Sync routers for ids ['31942f60-1d8b-483e-b345-f98503e728e7'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:59:11.583014 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Routers {'31942f60-1d8b-483e-b345-f98503e728e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:11.585619 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:59:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['31942f60-1d8b-483e-b345-f98503e728e7'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:11.621411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9f9d1ed-aa5a-443f-9136-d22aee604905 req-f04f07eb-6c38-4060-92d7-a7f339b994d5 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290841 Feb 04 15:59:11.630022 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.850262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-a057f7cd-b802-4b24-bf51-80d46df83649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port 6d53bbcc-9cfb-4248-81eb-a062e8393e6d {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:11.850768 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a057f7cd-b802-4b24-bf51-80d46df83649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.064062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 60f3f5db-322f-4388-8679-75a1d3849856 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:12.155146 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Set router 31942f60-1d8b-483e-b345-f98503e728e7 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:12.191931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2441e581-d38b-4d4c-be57-dedadb2eba9a None None] Provisioning complete for port 6d53bbcc-9cfb-4248-81eb-a062e8393e6d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:12.192719 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2441e581-d38b-4d4c-be57-dedadb2eba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.241257 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bf03d481-3be0-444c-89d9-7be1f08732e7 req-ea862053-e012-4ffb-8b6f-b8c6dc259aaf tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 210 time: 0.1392853 Feb 04 15:59:12.361017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-27645445-957a-424d-ae34-ab7a2ed788d2 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:12.362637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-27645445-957a-424d-ae34-ab7a2ed788d2 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Synchronizing usage tracker for tenant:df523a7db7954e24a7a5227f519f84cc on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:12.377563 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2441e581-d38b-4d4c-be57-dedadb2eba9a None None] Port 6d53bbcc-9cfb-4248-81eb-a062e8393e6d cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:59:12.480899 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.515648 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a057f7cd-b802-4b24-bf51-80d46df83649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.531861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 60f3f5db-322f-4388-8679-75a1d3849856, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=60f3f5db-322f-4388-8679-75a1d3849856,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:12.533279 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:12.542442 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.555425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-27645445-957a-424d-ae34-ab7a2ed788d2 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Unset dirty status for tenant:df523a7db7954e24a7a5227f519f84cc on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:12.556897 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-27645445-957a-424d-ae34-ab7a2ed788d2 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.81 "GET /v2.0/networks?id=77d45825-2d57-40f6-8cad-ccc438a77afd HTTP/1.1" status: 200 len: 811 time: 1.5044413 Feb 04 15:59:12.668802 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:58:54Z', 'revision_number': 2, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:12.676988 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Checking router: 31942f60-1d8b-483e-b345-f98503e728e7 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:59:12.678060 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Updating router 31942f60-1d8b-483e-b345-f98503e728e7 port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:59:12.699234 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=60f3f5db-322f-4388-8679-75a1d3849856,revision_number=11']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:12.717940 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856', 'code': 200} Feb 04 15:59:12.762852 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.813659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-a057f7cd-b802-4b24-bf51-80d46df83649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for 6d53bbcc-9cfb-4248-81eb-a062e8393e6d owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:12.934285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33ef02-b256-4378-a40b-f1bccd3bb552 req-22519ab1-bfd4-4ecb-baf3-d182329ed8ba tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:12.935998 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db33ef02-b256-4378-a40b-f1bccd3bb552 req-22519ab1-bfd4-4ecb-baf3-d182329ed8ba tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 944 time: 0.1559205 Feb 04 15:59:13.102475 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db33ef02-b256-4378-a40b-f1bccd3bb552 req-4618d408-7601-43af-8d9d-b6b5f1a2693d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597373 Feb 04 15:59:13.148040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7596a-ce2e-46ed-8bd8-9a0447342076 req-72e50063-1e38-4ee6-96a0-eb0068f95b6d tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:13.163953 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02b7596a-ce2e-46ed-8bd8-9a0447342076 req-72e50063-1e38-4ee6-96a0-eb0068f95b6d tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.1999888 Feb 04 15:59:13.281919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02b7596a-ce2e-46ed-8bd8-9a0447342076 req-01339794-f0ef-485b-93ba-9b5182afe336 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165972 Feb 04 15:59:13.351490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-e21cd821-f2d1-4941-ba40-d7444aa6e596 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Synchronizing usage tracker for tenant:df523a7db7954e24a7a5227f519f84cc on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:13.356738 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:13.357093 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:13.357561 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Floating IP 3010fd91-77a5-4332-9950-d285f7f2e4dc disassociated. External IP: 172.25.0.102, port: 60f3f5db-322f-4388-8679-75a1d3849856. Feb 04 15:59:13.358089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Calling delete_port for 60f3f5db-322f-4388-8679-75a1d3849856 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:13.524401 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:13.551705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e77b17-9eee-441b-bf2f-455b967617a6 req-8b132a5e-5a0b-4c77-aba5-7e1003e9de83 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:13.554467 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93e77b17-9eee-441b-bf2f-455b967617a6 req-8b132a5e-5a0b-4c77-aba5-7e1003e9de83 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.73 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 946 time: 0.2814255 Feb 04 15:59:13.559754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-e21cd821-f2d1-4941-ba40-d7444aa6e596 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Unset dirty status for tenant:df523a7db7954e24a7a5227f519f84cc on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:13.560945 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-e21cd821-f2d1-4941-ba40-d7444aa6e596 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df523a7db7954e24a7a5227f519f84cc HTTP/1.1" status: 200 len: 380 time: 0.9434569 Feb 04 15:59:13.596106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Request body: {'port': {'device_id': 'f5053a5e-b632-4576-8af4-dd8f668a1823', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'admin_state_up': True, 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'security_groups': ['4540cf83-b84d-42b3-bb1c-d1a30395316d']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:13.717284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-93e77b17-9eee-441b-bf2f-455b967617a6 req-ae72cd1b-dc52-4b3f-b750-62645c96e45e tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Deleting port 8dff031e-6b90-48cb-9172-a060ee405db2 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:13.717628 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-93e77b17-9eee-441b-bf2f-455b967617a6 req-ae72cd1b-dc52-4b3f-b750-62645c96e45e tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.108998 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ab41dd5-7fc7-4d55-9823-f646b0144a5f req-23ea99e3-0325-4e3d-b9d2-1c7521e99aa7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 210 time: 0.4615662 Feb 04 15:59:14.190409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-93e77b17-9eee-441b-bf2f-455b967617a6 req-ae72cd1b-dc52-4b3f-b750-62645c96e45e tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] For port 8dff031e-6b90-48cb-9172-a060ee405db2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8dff031e-6b90-48cb-9172-a060ee405db2,segment=NetworkSegment(cce337fb-cac0-40c8-96eb-5cebec2eeb2b),segment_id=cce337fb-cac0-40c8-96eb-5cebec2eeb2b)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:14.192126 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-93e77b17-9eee-441b-bf2f-455b967617a6 req-ae72cd1b-dc52-4b3f-b750-62645c96e45e tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.215638 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Transition to ACTIVE for port object b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:14.226031 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.230182 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:59:14.230485 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:59:14.234003 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a057f7cd-b802-4b24-bf51-80d46df83649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.363137 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057f7cd-b802-4b24-bf51-80d46df83649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=6d53bbcc-9cfb-4248-81eb-a062e8393e6d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:14.530032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-93e77b17-9eee-441b-bf2f-455b967617a6 req-ae72cd1b-dc52-4b3f-b750-62645c96e45e tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Calling delete_port for 8dff031e-6b90-48cb-9172-a060ee405db2 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:14.608370 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a057f7cd-b802-4b24-bf51-80d46df83649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.641921 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a057f7cd-b802-4b24-bf51-80d46df83649 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/6d53bbcc-9cfb-4248-81eb-a062e8393e6d HTTP/1.1" status: 204 len: 168 time: 3.0930324 Feb 04 15:59:14.649512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:14.652466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57572) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:14.755711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Deleting port 60f3f5db-322f-4388-8679-75a1d3849856 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:14.763066 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f59de-9f72-4245-9a59-8a005d482b4b None None] Pushing event updated for resources: {'Port': ['ID=b03b4b7b-d5c3-4ae4-85da-238a4c3ea641,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:14.763611 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.805077 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f59de-9f72-4245-9a59-8a005d482b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:14.805654 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f59de-9f72-4245-9a59-8a005d482b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:14.806260 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f59de-9f72-4245-9a59-8a005d482b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:14.806692 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f59de-9f72-4245-9a59-8a005d482b4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:14.807122 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f59de-9f72-4245-9a59-8a005d482b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:14.807573 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f59de-9f72-4245-9a59-8a005d482b4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:14.807994 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f59de-9f72-4245-9a59-8a005d482b4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:14.808413 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f59de-9f72-4245-9a59-8a005d482b4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:14.808829 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f59de-9f72-4245-9a59-8a005d482b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:14.809247 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f59de-9f72-4245-9a59-8a005d482b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:14.809702 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f59de-9f72-4245-9a59-8a005d482b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:14.826237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Usage tracker for resource:port and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:14.844622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:14.870037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:14.902788 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Made reservation on behalf of df523a7db7954e24a7a5227f519f84cc for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:14.906247 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.946448 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Attempting to bind port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:14.949416 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Attempting to bind port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:14.952382 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Attempting to bind port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 on network 77d45825-2d57-40f6-8cad-ccc438a77afd {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:14.962604 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:14.968265 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Checking segment: {'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:14.971685 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.972455 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Bound using segment: {'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:14.974874 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Bound port: b03b4b7b-d5c3-4ae4-85da-238a4c3ea641, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:14.975404 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.123473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86db0b62-a0ea-413e-a9f5-37b18daf46cb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:15.124479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-86db0b62-a0ea-413e-a9f5-37b18daf46cb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:15.133213 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] For port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:15.137499 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] For port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b03b4b7b-d5c3-4ae4-85da-238a4c3ea641,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:15.145125 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.275930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-86db0b62-a0ea-413e-a9f5-37b18daf46cb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:15.281078 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-86db0b62-a0ea-413e-a9f5-37b18daf46cb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6274943 Feb 04 15:59:15.281713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57586) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:15.284702 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f59de-9f72-4245-9a59-8a005d482b4b None None] Pushing event updated for resources: {'Port': ['ID=b03b4b7b-d5c3-4ae4-85da-238a4c3ea641,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:15.290738 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-93e77b17-9eee-441b-bf2f-455b967617a6 req-ae72cd1b-dc52-4b3f-b750-62645c96e45e tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.303163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['8dff031e-6b90-48cb-9172-a060ee405db2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:15.334258 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Routers {'31942f60-1d8b-483e-b345-f98503e728e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:15.335090 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:59:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['31942f60-1d8b-483e-b345-f98503e728e7'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:15.646540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e77b17-9eee-441b-bf2f-455b967617a6 req-ae72cd1b-dc52-4b3f-b750-62645c96e45e tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] No DVR routers for this DVR port 8dff031e-6b90-48cb-9172-a060ee405db2 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:15.654223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6a7b8-2724-48fa-b549-aec7dc140b65 req-ab11c1ee-6ac3-4156-99c5-ddf2026133bf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:15.657312 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63c6a7b8-2724-48fa-b549-aec7dc140b65 req-ab11c1ee-6ac3-4156-99c5-ddf2026133bf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 944 time: 1.1350362 Feb 04 15:59:15.670274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fda4d3-cda7-4a20-9d1a-8180a99cf8eb req-ebe8e5a5-3aaa-4c9d-b3a0-36a367c66631 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:15.677498 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-82fda4d3-cda7-4a20-9d1a-8180a99cf8eb req-ebe8e5a5-3aaa-4c9d-b3a0-36a367c66631 tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/ports?device_id=9048089b-9a67-452d-986f-24338bf296a9 HTTP/1.1" status: 200 len: 867 time: 1.0157022 Feb 04 15:59:15.679568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72cd1b-dc52-4b3f-b750-62645c96e45e tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Pushing event deleted for resources: {'Port': ['ID=8dff031e-6b90-48cb-9172-a060ee405db2,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:15.694446 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-93e77b17-9eee-441b-bf2f-455b967617a6 req-ae72cd1b-dc52-4b3f-b750-62645c96e45e tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.702477 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9048089b-9a67-452d-986f-24338bf296a9', 'name': 'network-vif-deleted', 'tag': '8dff031e-6b90-48cb-9172-a060ee405db2'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:15.752954 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] Set router 31942f60-1d8b-483e-b345-f98503e728e7 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:15.778004 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93e77b17-9eee-441b-bf2f-455b967617a6 req-ae72cd1b-dc52-4b3f-b750-62645c96e45e tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.73 "DELETE /v2.0/ports/8dff031e-6b90-48cb-9172-a060ee405db2 HTTP/1.1" status: 204 len: 173 time: 2.2156873 Feb 04 15:59:15.816292 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-82fda4d3-cda7-4a20-9d1a-8180a99cf8eb req-b47a71bb-6586-4843-a89f-0ff3d1cfafad tempest-TestServerAdvancedOps-1154950499 tempest-TestServerAdvancedOps-1154950499-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373467 Feb 04 15:59:15.883137 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63c6a7b8-2724-48fa-b549-aec7dc140b65 req-d3fdb9ad-14da-4e95-b646-44198afd320d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ec744ea-02a2-405f-ab3b-bf7df1897b12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831622 Feb 04 15:59:15.898022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] For port 60f3f5db-322f-4388-8679-75a1d3849856, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=60f3f5db-322f-4388-8679-75a1d3849856,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:15.902211 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.931708 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Allocated IP 172.20.0.9 (77d45825-2d57-40f6-8cad-ccc438a77afd/17436835-6de0-40b7-9709-512c1f6abbea/4173582e-4774-4478-a4ae-b4a99727be62) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:16.050185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f88334-efca-4f55-bb56-3c9cce7ffd7e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:16.051219 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d3f88334-efca-4f55-bb56-3c9cce7ffd7e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7405803 Feb 04 15:59:16.054197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57600) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:16.165764 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9048089b-9a67-452d-986f-24338bf296a9', 'name': 'network-vif-deleted', 'tag': '8dff031e-6b90-48cb-9172-a060ee405db2', 'status': 'completed', 'code': 200} Feb 04 15:59:16.204791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559499f0-4fb7-4edd-aa55-f850d8664955 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:16.207074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559499f0-4fb7-4edd-aa55-f850d8664955 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:16.208696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559499f0-4fb7-4edd-aa55-f850d8664955 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:16.213368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-559499f0-4fb7-4edd-aa55-f850d8664955 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1578276 Feb 04 15:59:16.213967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57604) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:16.319902 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2b7edb6-5f59-4518-b6d3-e35353fe8661 req-c83b9d18-9385-41ff-89b9-c3272164f3c3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 210 time: 0.1524327 Feb 04 15:59:16.620895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d798d4-1934-4680-9a56-de61366d3610 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 0a3bb464-6169-4d75-a973-5963691c40c0 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:59:16.631888 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-49d798d4-1934-4680-9a56-de61366d3610 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:16.740759 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:15Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:16.752504 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eebf9e-33b3-4765-bdae-4430c9f525c7 None None] The sync data for ids ['31942f60-1d8b-483e-b345-f98503e728e7'] in n-d-827872-1 is: [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:15Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:59:16.824201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:16.845294 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:16.845915 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:16.846333 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Floating IP 3010fd91-77a5-4332-9950-d285f7f2e4dc disassociated. External IP: 172.25.0.102, port: 60f3f5db-322f-4388-8679-75a1d3849856. Feb 04 15:59:16.846919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Calling delete_port for 60f3f5db-322f-4388-8679-75a1d3849856 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:16.885080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-49d798d4-1934-4680-9a56-de61366d3610 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.043513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:17.055336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:17.055998 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.183031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57616) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:17.232988 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.293364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event deleted for resources: {'Port': ['ID=60f3f5db-322f-4388-8679-75a1d3849856,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:17.422712 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.489584 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b03b4b7b-d5c3-4ae4-85da-238a4c3ea641,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:17.495493 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.496568 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.523350 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa2e16d2-e095-4bd6-81da-7ef439123b4b req-bebc0b81-27aa-4eda-8e11-40598ac6fee4 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 210 time: 0.2137184 Feb 04 15:59:17.594228 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9640cd-a766-4d04-b532-3dba4f3429c3 admin admin] Deleting subnet 7248e83a-9cbe-44ec-a59d-66374c8aa4eb {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:59:17.605071 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-49d798d4-1934-4680-9a56-de61366d3610 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.614192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Transition to ACTIVE for port object 4173582e-4774-4478-a4ae-b4a99727be62 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:17.632106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57628) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:17.674295 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=b03b4b7b-d5c3-4ae4-85da-238a4c3ea641,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:17.697322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:17.697669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:17.698004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:17.698509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:17.698852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:17.699197 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:17.699564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:17.699891 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:17.700211 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:17.700543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:17.701647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:17.708383 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df9640cd-a766-4d04-b532-3dba4f3429c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.812221 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.929554 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df9640cd-a766-4d04-b532-3dba4f3429c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.103380 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-49d798d4-1934-4680-9a56-de61366d3610 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.161418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57640) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:18.227042 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c067c1c-d6b1-4c92-b6cd-b4596da2bf1d req-44c035da-e98c-4035-a52f-8b66001a5d14 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:18.238117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c067c1c-d6b1-4c92-b6cd-b4596da2bf1d req-44c035da-e98c-4035-a52f-8b66001a5d14 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 931 time: 0.5317132 Feb 04 15:59:18.240306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d798d4-1934-4680-9a56-de61366d3610 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3bb464-6169-4d75-a973-5963691c40c0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:18.247118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 8dff031e-6b90-48cb-9172-a060ee405db2 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:18.249825 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df9640cd-a766-4d04-b532-3dba4f3429c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.288848 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57644) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:18.293702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 8dff031e-6b90-48cb-9172-a060ee405db2 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:18.294049 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 8dff031e-6b90-48cb-9172-a060ee405db2 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:18.308939 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6c12612-864b-4127-81ef-0a37d0d7b09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.318049 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-49d798d4-1934-4680-9a56-de61366d3610 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.329987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d58dd9-32b6-4f17-8233-91a71d536381 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:18.351411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-49d798d4-1934-4680-9a56-de61366d3610 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/0a3bb464-6169-4d75-a973-5963691c40c0 HTTP/1.1" status: 204 len: 168 time: 2.1356268 Feb 04 15:59:18.359776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57650) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:18.426731 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Network 77d45825-2d57-40f6-8cad-ccc438a77afd is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:18.465561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1fd322-015a-4595-bc58-ca2d4c8cd7bd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 67f3f87d-7e7b-45ee-813f-359dbff452ad {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:59:18.476342 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd322-015a-4595-bc58-ca2d4c8cd7bd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.485425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:18.489908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event updated for resources: {'Port': ['ID=4173582e-4774-4478-a4ae-b4a99727be62,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:18.514982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:18.534557 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c067c1c-d6b1-4c92-b6cd-b4596da2bf1d req-4d80831e-0f07-417f-8520-d47ff258e887 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938836 Feb 04 15:59:18.593001 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df9640cd-a766-4d04-b532-3dba4f3429c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.625850 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd322-015a-4595-bc58-ca2d4c8cd7bd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.725812 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:18.727579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:18.740667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.847028 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df9640cd-a766-4d04-b532-3dba4f3429c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.864107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9640cd-a766-4d04-b532-3dba4f3429c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7248e83a-9cbe-44ec-a59d-66374c8aa4eb,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:18.881928 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-df9640cd-a766-4d04-b532-3dba4f3429c3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7248e83a-9cbe-44ec-a59d-66374c8aa4eb HTTP/1.1" status: 204 len: 168 time: 1.6934421 Feb 04 15:59:18.886755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57656) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:18.891648 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-43e002e7-e026-4126-9f76-1f3899182ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.903760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3450ae6e-e680-4265-848a-28a7ad6a050c None None] Provisioning for port 4173582e-4774-4478-a4ae-b4a99727be62 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:18.928324 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3450ae6e-e680-4265-848a-28a7ad6a050c None None] Provisioning complete for port 4173582e-4774-4478-a4ae-b4a99727be62 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:18.928692 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3450ae6e-e680-4265-848a-28a7ad6a050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.945264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b6c12612-864b-4127-81ef-0a37d0d7b09b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:18.975816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b6c12612-864b-4127-81ef-0a37d0d7b09b admin admin] Usage tracker for resource:security_group_rule and tenant:fca0582e12b54c9d93a432abb30f349f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:18.991630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:19.023227 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-21e54480-3c96-40fb-bb2b-95c9182010f3 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=0d5ce1deda6c431b892eca6721c0eb4a&network_id=004346ac-b332-4212-9cc6-09525beaa5d8 HTTP/1.1" status: 200 len: 2969 time: 0.8060327 Feb 04 15:59:19.023227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b6c12612-864b-4127-81ef-0a37d0d7b09b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:19.032470 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-42c897d1-9ab1-4d17-a4f3-8cd464b15ee7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4467888 Feb 04 15:59:19.040830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b6c12612-864b-4127-81ef-0a37d0d7b09b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:19.044668 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21817ef7-2d51-401a-b375-12488b1928dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.052413 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd322-015a-4595-bc58-ca2d4c8cd7bd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.076859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Request body: {'port': {'device_id': 'f5053a5e-b632-4576-8af4-dd8f668a1823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:19.082518 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3450ae6e-e680-4265-848a-28a7ad6a050c None None] Port 4173582e-4774-4478-a4ae-b4a99727be62 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:59:19.133689 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:19.134300 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.278836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6c12612-864b-4127-81ef-0a37d0d7b09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.310505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-43e002e7-e026-4126-9f76-1f3899182ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:19.349591 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6c12612-864b-4127-81ef-0a37d0d7b09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.358560 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d933d2d-6b06-45c7-bad1-ffb6efa3d9c1 req-b0c5515e-385d-49ca-9fe2-6d8dd3296d3a tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 210 time: 0.1344733 Feb 04 15:59:19.376297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-43e002e7-e026-4126-9f76-1f3899182ffb admin admin] Usage tracker for resource:security_group_rule and tenant:d933c1f32b2f487c9c3e97edb217c845 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:19.457616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-43e002e7-e026-4126-9f76-1f3899182ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:19.484470 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21817ef7-2d51-401a-b375-12488b1928dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.493751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-43e002e7-e026-4126-9f76-1f3899182ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:19.544221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-21817ef7-2d51-401a-b375-12488b1928dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235331b9-0d0c-4fa9-8c09-5c660aac8040']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:19.550591 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.566587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-21817ef7-2d51-401a-b375-12488b1928dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce337fb-cac0-40c8-96eb-5cebec2eeb2b') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:19.566802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-21817ef7-2d51-401a-b375-12488b1928dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce337fb-cac0-40c8-96eb-5cebec2eeb2b') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:19.591601 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21817ef7-2d51-401a-b375-12488b1928dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.610946 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd322-015a-4595-bc58-ca2d4c8cd7bd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.637695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c12612-864b-4127-81ef-0a37d0d7b09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2579ea5b-3ad7-44c7-9d3b-3956f4947c86,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:19.669651 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b6c12612-864b-4127-81ef-0a37d0d7b09b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fca0582e12b54c9d93a432abb30f349f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0345280 Feb 04 15:59:19.696922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57672) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:19.755269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fd322-015a-4595-bc58-ca2d4c8cd7bd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=67f3f87d-7e7b-45ee-813f-359dbff452ad,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:19.769469 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-43e002e7-e026-4126-9f76-1f3899182ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.770083 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21817ef7-2d51-401a-b375-12488b1928dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.790587 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-43e002e7-e026-4126-9f76-1f3899182ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.831547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57676) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:19.832246 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.853433 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd322-015a-4595-bc58-ca2d4c8cd7bd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.875341 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9a1fd322-015a-4595-bc58-ca2d4c8cd7bd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/67f3f87d-7e7b-45ee-813f-359dbff452ad HTTP/1.1" status: 204 len: 168 time: 1.5103633 Feb 04 15:59:19.876568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21817ef7-2d51-401a-b375-12488b1928dd admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:59:19.877548 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21817ef7-2d51-401a-b375-12488b1928dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: timer() Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:59:19.896156 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:59:19.899906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57682) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:19.943448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e002e7-e026-4126-9f76-1f3899182ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c07422-6cd1-485a-97f0-fae8642c1075,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:19.953515 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-43e002e7-e026-4126-9f76-1f3899182ffb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d933c1f32b2f487c9c3e97edb217c845&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6606836 Feb 04 15:59:19.954620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57688) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:20.110994 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c42a41e7-9b6d-43bf-83aa-e5c39d5de4d7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2064853 Feb 04 15:59:20.116828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57692) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:20.135110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-70fc7f2d-c83b-4ef6-802c-bfc070cfd4b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:20.171462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506ab8e7-b28f-4df1-a9b8-66bedb7114b5 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:20.209849 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21817ef7-2d51-401a-b375-12488b1928dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.215612 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21817ef7-2d51-401a-b375-12488b1928dd admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.252986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d7798-1150-4949-9f96-50df2a9faa9a req-9b07dc30-9f66-4d59-ab7a-29a0ad571609 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:20.254798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-640d7798-1150-4949-9f96-50df2a9faa9a req-9b07dc30-9f66-4d59-ab7a-29a0ad571609 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 931 time: 0.4879756 Feb 04 15:59:20.268402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21817ef7-2d51-401a-b375-12488b1928dd admin admin] Pushing event deleted for resources: {'Network': ['ID=235331b9-0d0c-4fa9-8c09-5c660aac8040,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:20.320645 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b1056712-715e-4f38-82f7-9d6529964fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.336613 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-21817ef7-2d51-401a-b375-12488b1928dd admin admin] 10.222.0.60 "DELETE /v2.0/networks/235331b9-0d0c-4fa9-8c09-5c660aac8040 HTTP/1.1" status: 204 len: 168 time: 1.4488859 Feb 04 15:59:20.337197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57698) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:20.397727 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-45b4ce7c-a376-4c0d-bbad-6eebefdc8404 None None] Provisioning complete for port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:20.398109 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-45b4ce7c-a376-4c0d-bbad-6eebefdc8404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.420563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-70fc7f2d-c83b-4ef6-802c-bfc070cfd4b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:20.424916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-70fc7f2d-c83b-4ef6-802c-bfc070cfd4b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:20.428063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-70fc7f2d-c83b-4ef6-802c-bfc070cfd4b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:20.434028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-70fc7f2d-c83b-4ef6-802c-bfc070cfd4b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:20.459539 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fc7f2d-c83b-4ef6-802c-bfc070cfd4b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:20.468415 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70fc7f2d-c83b-4ef6-802c-bfc070cfd4b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.491589 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-069e4074-09c9-4408-881a-9b46cdc9af59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.508629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57704) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:20.518342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30c0f260-4dab-44ae-86e8-aae8987ee21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.581949 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:59:20.646127 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b1056712-715e-4f38-82f7-9d6529964fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.663857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10312a35-9cdb-4d1c-9ee6-95eab604f991 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:20.665497 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-10312a35-9cdb-4d1c-9ee6-95eab604f991 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 814 time: 0.1526568 Feb 04 15:59:20.693249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1821afc3-fe5b-4a76-9a77-d393906053fb None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:59:20.696713 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30c0f260-4dab-44ae-86e8-aae8987ee21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.697283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1821afc3-fe5b-4a76-9a77-d393906053fb None None] Deleting port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:20.697649 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1821afc3-fe5b-4a76-9a77-d393906053fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.784057 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60becd8f-579c-4c41-a264-f19736dd3189 req-b9ad77cf-9fc4-4215-8886-f6a2fb51593b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 210 time: 0.1414268 Feb 04 15:59:20.791992 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-640d7798-1150-4949-9f96-50df2a9faa9a req-05452f4b-d68d-4767-94a4-f1214fdc8d69 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5032191 Feb 04 15:59:20.809516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4173582e-4774-4478-a4ae-b4a99727be62 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:20.814220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1de988-b4f5-46ed-87c0-302336adb93a admin admin] Deleting subnet 91a50039-2d94-4bec-a90b-04aac21cd868 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:59:20.823147 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f1de988-b4f5-46ed-87c0-302336adb93a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.835324 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.876408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-069e4074-09c9-4408-881a-9b46cdc9af59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:20.881170 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-069e4074-09c9-4408-881a-9b46cdc9af59 admin admin] Usage tracker for resource:security_group_rule and tenant:3d26c39f10654737ae1175fddb76a944 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:20.884270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-069e4074-09c9-4408-881a-9b46cdc9af59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:20.890485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-069e4074-09c9-4408-881a-9b46cdc9af59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:20.919561 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30c0f260-4dab-44ae-86e8-aae8987ee21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.928313 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b1056712-715e-4f38-82f7-9d6529964fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.937177 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f1de988-b4f5-46ed-87c0-302336adb93a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.938985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Transition to ACTIVE for port object 4173582e-4774-4478-a4ae-b4a99727be62 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:20.963489 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0f260-4dab-44ae-86e8-aae8987ee21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c07422-6cd1-485a-97f0-fae8642c1075,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:20.968730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.997317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1821afc3-fe5b-4a76-9a77-d393906053fb None None] For port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6a22a3b4-8fae-4a38-a3f2-501727fc8b12,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:20.998142 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1821afc3-fe5b-4a76-9a77-d393906053fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.029779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1056712-715e-4f38-82f7-9d6529964fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2579ea5b-3ad7-44c7-9d3b-3956f4947c86,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:21.041309 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b1056712-715e-4f38-82f7-9d6529964fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.042861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b1056712-715e-4f38-82f7-9d6529964fe7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2579ea5b-3ad7-44c7-9d3b-3956f4947c86 HTTP/1.1" status: 204 len: 168 time: 1.3326528 Feb 04 15:59:21.046078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:21.047583 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70fc7f2d-c83b-4ef6-802c-bfc070cfd4b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.060912 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62d6111d-106e-4a8e-b3d3-870ef855faaf req-c9ac7feb-dccb-4cac-97c2-57c555741f2a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3503096 Feb 04 15:59:21.143431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57714) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:21.144025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1821afc3-fe5b-4a76-9a77-d393906053fb None None] Calling delete_port for 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:21.144125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc7f2d-c83b-4ef6-802c-bfc070cfd4b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=9704226e-76c0-4555-9d9b-bd8566ed30d1,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:21.148808 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30c0f260-4dab-44ae-86e8-aae8987ee21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.155654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fc7f2d-c83b-4ef6-802c-bfc070cfd4b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:21.160885 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-05397fec-8919-4d57-b5e9-e93ce2b148d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'network': {'name': 'tempest-network-smoke--612639562', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'port_security_enabled': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:21.163465 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-30c0f260-4dab-44ae-86e8-aae8987ee21a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02c07422-6cd1-485a-97f0-fae8642c1075 HTTP/1.1" status: 204 len: 168 time: 1.1921084 Feb 04 15:59:21.171556 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-70fc7f2d-c83b-4ef6-802c-bfc070cfd4b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:21.180363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fc7f2d-c83b-4ef6-802c-bfc070cfd4b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:21.181159 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70fc7f2d-c83b-4ef6-802c-bfc070cfd4b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.216925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-05397fec-8919-4d57-b5e9-e93ce2b148d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:21.226350 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-70fc7f2d-c83b-4ef6-802c-bfc070cfd4b1 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1019452 Feb 04 15:59:21.233632 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f1de988-b4f5-46ed-87c0-302336adb93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.234693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99043054-e59e-4288-ba70-6c575d036432 None None] Sync routers for ids ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:59:21.254832 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1821afc3-fe5b-4a76-9a77-d393906053fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.283103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57720) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:21.304977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9ccaec69-a17a-4cf0-b9bb-6de6e0028b4d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:21.320726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-05397fec-8919-4d57-b5e9-e93ce2b148d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:21.342550 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821afc3-fe5b-4a76-9a77-d393906053fb None None] Pushing event deleted for resources: {'Port': ['ID=6a22a3b4-8fae-4a38-a3f2-501727fc8b12,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:21.380295 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821afc3-fe5b-4a76-9a77-d393906053fb None None] No DVR routers for this DVR port 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:21.387530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99043054-e59e-4288-ba70-6c575d036432 None None] Routers {'f2e2f71e-4844-4f72-aad7-ef2ca735bc66'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:21.389131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-99043054-e59e-4288-ba70-6c575d036432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:59:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:21.461760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05397fec-8919-4d57-b5e9-e93ce2b148d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Made reservation on behalf of 0d5ce1deda6c431b892eca6721c0eb4a for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:21.465328 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05397fec-8919-4d57-b5e9-e93ce2b148d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.493691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979a81fb-ae5b-4301-ae83-4ae20213e826 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:21.715080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Pushing event updated for resources: {'Port': ['ID=4173582e-4774-4478-a4ae-b4a99727be62,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:21.718195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] No DVR routers for this DVR port 60f3f5db-322f-4388-8679-75a1d3849856 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:21.740759 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.748070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'name': 'network-vif-deleted', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:21.775412 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f1de988-b4f5-46ed-87c0-302336adb93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.787238 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-069e4074-09c9-4408-881a-9b46cdc9af59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.792833 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b71e482f-7450-4823-8430-b62c7dbaa40b req-a0ac2441-c7ef-496c-a53e-ce667efa73b0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.81 "DELETE /v2.0/ports/60f3f5db-322f-4388-8679-75a1d3849856 HTTP/1.1" status: 204 len: 173 time: 12.3295898 Feb 04 15:59:21.812919 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-069e4074-09c9-4408-881a-9b46cdc9af59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.832937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57732) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:21.857507 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9f1de988-b4f5-46ed-87c0-302336adb93a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.934571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05397fec-8919-4d57-b5e9-e93ce2b148d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:59:21.942826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1de988-b4f5-46ed-87c0-302336adb93a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91a50039-2d94-4bec-a90b-04aac21cd868,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:21.972507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-99043054-e59e-4288-ba70-6c575d036432 None None] Set router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:21.975327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9ccaec69-a17a-4cf0-b9bb-6de6e0028b4d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:21.991755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9ccaec69-a17a-4cf0-b9bb-6de6e0028b4d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:22.007064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57740) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:22.008969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9ccaec69-a17a-4cf0-b9bb-6de6e0028b4d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:22.024417 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05397fec-8919-4d57-b5e9-e93ce2b148d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.024845 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-05397fec-8919-4d57-b5e9-e93ce2b148d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Added segment b2e67092-31ee-4414-92c9-f59dd7cef355 of type vlan for network 622c58fe-f1ea-44ca-8263-7b386e6fbab3 Feb 04 15:59:22.112329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'tenant_id': 'cae3faf9e7694ec3aa6033cfb322f833', 'fixed_ips': [{'subnet_id': '9704226e-76c0-4555-9d9b-bd8566ed30d1'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:59:22.113235 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.120787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9f1de988-b4f5-46ed-87c0-302336adb93a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/91a50039-2d94-4bec-a90b-04aac21cd868 HTTP/1.1" status: 204 len: 168 time: 1.7754352 Feb 04 15:59:22.130640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9ccaec69-a17a-4cf0-b9bb-6de6e0028b4d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:22.133555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57744) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:22.155035 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01a6cddd-dda1-480d-9aff-66a99dd52a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.163802 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45555899-a652-4a33-b278-a334344cb583 req-2d22e21c-e438-4960-8181-3f6b7beed2e8 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5d809b-9cb7-408e-9a83-93de430183a7 HTTP/1.1" status: 200 len: 210 time: 0.1037505 Feb 04 15:59:22.173413 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d7491432-9880-4db5-84e3-6ea0fb49e1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.210282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e4074-09c9-4408-881a-9b46cdc9af59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb1af4f-749c-4d78-89b1-4e430e4cb390,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:22.233679 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-069e4074-09c9-4408-881a-9b46cdc9af59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d26c39f10654737ae1175fddb76a944&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3795891 Feb 04 15:59:22.243899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccaec69-a17a-4cf0-b9bb-6de6e0028b4d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:22.364897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57748) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:22.382764 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62d6111d-106e-4a8e-b3d3-870ef855faaf req-c68fde2c-7bcd-4995-aeb4-4a257596c9db service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 1096 time: 1.2693062 Feb 04 15:59:22.400706 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05397fec-8919-4d57-b5e9-e93ce2b148d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.416898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Allocated IP 2001:db8::2 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/9704226e-76c0-4555-9d9b-bd8566ed30d1/e93f8970-6804-4074-b140-96a15d4a41ad) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:22.471397 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5d809b-9cb7-408e-9a83-93de430183a7', 'name': 'network-vif-deleted', 'tag': '60f3f5db-322f-4388-8679-75a1d3849856', 'status': 'completed', 'code': 200} Feb 04 15:59:22.525254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d7491432-9880-4db5-84e3-6ea0fb49e1b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:22.554831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d7491432-9880-4db5-84e3-6ea0fb49e1b9 admin admin] Usage tracker for resource:security_group_rule and tenant:800a3c64584f4a3ea62e0eb13940f175 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:22.560880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05397fec-8919-4d57-b5e9-e93ce2b148d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.565278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05397fec-8919-4d57-b5e9-e93ce2b148d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:22.565883 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05397fec-8919-4d57-b5e9-e93ce2b148d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.583479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d7491432-9880-4db5-84e3-6ea0fb49e1b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:22.643684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-05397fec-8919-4d57-b5e9-e93ce2b148d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4948697 Feb 04 15:59:22.648625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8e09bc2f-55d5-4f73-9e36-44790d66be61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.653212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d7491432-9880-4db5-84e3-6ea0fb49e1b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:22.684601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57752) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:22.715322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-01a6cddd-dda1-480d-9aff-66a99dd52a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:22.723374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-01a6cddd-dda1-480d-9aff-66a99dd52a7c admin admin] Usage tracker for resource:security_group_rule and tenant:c0cfe13bce454a11ae03da1e21487f72 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:22.726174 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ccaec69-a17a-4cf0-b9bb-6de6e0028b4d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.730055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-01a6cddd-dda1-480d-9aff-66a99dd52a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:22.736731 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Attempting to bind port 4173582e-4774-4478-a4ae-b4a99727be62 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:22.737289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Attempting to bind port 4173582e-4774-4478-a4ae-b4a99727be62 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:22.737857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Attempting to bind port 4173582e-4774-4478-a4ae-b4a99727be62 on network 77d45825-2d57-40f6-8cad-ccc438a77afd {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:22.741556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:22.797891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-01a6cddd-dda1-480d-9aff-66a99dd52a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:22.798408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:22.799236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6a22a3b4-8fae-4a38-a3f2-501727fc8b12 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:22.832632 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.841133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f79a9-6618-4fac-9a45-a2a1c4574981 req-e1554c4f-6de5-4204-b931-7d2e9f5e0b8b tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:22.842738 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca3f79a9-6618-4fac-9a45-a2a1c4574981 req-e1554c4f-6de5-4204-b931-7d2e9f5e0b8b tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 943 time: 0.4558637 Feb 04 15:59:22.847869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05397fec-8919-4d57-b5e9-e93ce2b148d5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Network': ['ID=622c58fe-f1ea-44ca-8263-7b386e6fbab3,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:22.852267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Port 4173582e-4774-4478-a4ae-b4a99727be62 on network 77d45825-2d57-40f6-8cad-ccc438a77afd not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:59:22.853085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Attempting to bind port 4173582e-4774-4478-a4ae-b4a99727be62 on network 77d45825-2d57-40f6-8cad-ccc438a77afd {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:22.863342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 622c58fe-f1ea-44ca-8263-7b386e6fbab3 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:59:22.876572 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Transition to ACTIVE for port object e93f8970-6804-4074-b140-96a15d4a41ad will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:22.966117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:22.966346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Checking segment: {'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:22.967101 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Bound using segment: {'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:22.967501 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Bound port: 4173582e-4774-4478-a4ae-b4a99727be62, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:22.967853 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.969058 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Transition to ACTIVE for port object e93f8970-6804-4074-b140-96a15d4a41ad will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:22.972400 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-99043054-e59e-4288-ba70-6c575d036432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'caa03b68-4765-4399-a777-5229d0a99039', 'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'mac_address': 'fa:16:3e:b3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:35Z', 'updated_at': '2022-02-04T15:53:52Z', 'revision_number': 5, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'subnets': [{'id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:22.987481 n-d-827872-1 neutron-server[83551]: INFO neutron.db.ipam_backend_mixin [None req-9ccaec69-a17a-4cf0-b9bb-6de6e0028b4d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9704226e-76c0-4555-9d9b-bd8566ed30d1 (CIDR: 2001:db8::/64) Feb 04 15:59:22.989287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e10a-2fe9-4a92-9f35-65d32ae62a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.992771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99043054-e59e-4288-ba70-6c575d036432 None None] Checking router: f2e2f71e-4844-4f72-aad7-ef2ca735bc66 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:59:22.996184 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.014795 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ccaec69-a17a-4cf0-b9bb-6de6e0028b4d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:59:23.015256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ccaec69-a17a-4cf0-b9bb-6de6e0028b4d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:23.050832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bef5cc-6f1e-4bf9-8b70-adbadc7960d0 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:23.055367 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e1bef5cc-6f1e-4bf9-8b70-adbadc7960d0 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=0d5ce1deda6c431b892eca6721c0eb4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3550973 Feb 04 15:59:23.057575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57756) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:23.065130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca3f79a9-6618-4fac-9a45-a2a1c4574981 req-1405765b-39aa-4b49-8c2d-95be0c0b78a7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146156 Feb 04 15:59:23.072615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6111d-106e-4a8e-b3d3-870ef855faaf req-08718a92-9cea-4ea8-a0b3-5fd0d4c96c90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:23.074357 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62d6111d-106e-4a8e-b3d3-870ef855faaf req-08718a92-9cea-4ea8-a0b3-5fd0d4c96c90 service neutron] 10.222.0.81 "GET /v2.0/networks?id=004346ac-b332-4212-9cc6-09525beaa5d8 HTTP/1.1" status: 200 len: 897 time: 0.6295824 Feb 04 15:59:23.076111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:23.080569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:23.086441 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:23.088701 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9ccaec69-a17a-4cf0-b9bb-6de6e0028b4d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8039887 Feb 04 15:59:23.089362 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Pushing event updated for resources: {'Port': ['ID=e93f8970-6804-4074-b140-96a15d4a41ad,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:23.091895 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99043054-e59e-4288-ba70-6c575d036432 None None] Routers {'f2e2f71e-4844-4f72-aad7-ef2ca735bc66'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:23.092757 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-99043054-e59e-4288-ba70-6c575d036432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:59:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:23.094496 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d7491432-9880-4db5-84e3-6ea0fb49e1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.095345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57760) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:23.148931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'subnet': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:23.173258 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d7491432-9880-4db5-84e3-6ea0fb49e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.238165 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8e09bc2f-55d5-4f73-9e36-44790d66be61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.268823 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e10a-2fe9-4a92-9f35-65d32ae62a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.329862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7491432-9880-4db5-84e3-6ea0fb49e1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa129eb-92ef-4798-8ab2-fe9c870e49b3,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:23.348919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-8e09bc2f-55d5-4f73-9e36-44790d66be61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ac4564-57af-4c63-b5cc-3d1b1f06a222']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:23.363887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d7491432-9880-4db5-84e3-6ea0fb49e1b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=800a3c64584f4a3ea62e0eb13940f175&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3416855 Feb 04 15:59:23.370323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57766) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:23.403560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-8e09bc2f-55d5-4f73-9e36-44790d66be61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7ba0f4-40ab-4870-a59e-94d981b9c88e') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:23.403856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-8e09bc2f-55d5-4f73-9e36-44790d66be61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7ba0f4-40ab-4870-a59e-94d981b9c88e') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:23.405091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Attempting to bind port e93f8970-6804-4074-b140-96a15d4a41ad on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:23.405530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Attempting to bind port e93f8970-6804-4074-b140-96a15d4a41ad by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:23.405962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Attempting to bind port e93f8970-6804-4074-b140-96a15d4a41ad on network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:23.420983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:23.421335 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Checking segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:23.421809 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.422348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Bound using segment: {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:23.422818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Bound port: e93f8970-6804-4074-b140-96a15d4a41ad, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f955bd-fdb9-4841-a876-4d6a33dfd53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:23.423307 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.439269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d95de2-3f7e-4010-b855-00f43beb8857 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:23.441494 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c2d95de2-3f7e-4010-b855-00f43beb8857 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3845091 Feb 04 15:59:23.445693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:23.454273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57770) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:23.464501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8e09bc2f-55d5-4f73-9e36-44790d66be61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.485649 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01a6cddd-dda1-480d-9aff-66a99dd52a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.493592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:subnet and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:23.502748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:23.507845 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-99043054-e59e-4288-ba70-6c575d036432 None None] Set router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:23.514551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:23.516021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8e09bc2f-55d5-4f73-9e36-44790d66be61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.522454 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fe35200b-e140-43df-8b55-fd59d51a008d tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0669217 Feb 04 15:59:23.528403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57776) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:23.532951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e09bc2f-55d5-4f73-9e36-44790d66be61 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:59:23.533521 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8e09bc2f-55d5-4f73-9e36-44790d66be61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.554517 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-01a6cddd-dda1-480d-9aff-66a99dd52a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:59:23.562021 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:59:23.592829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57780) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:23.593853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:23.598241 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.618971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] For port e93f8970-6804-4074-b140-96a15d4a41ad, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:23.623655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] For port e93f8970-6804-4074-b140-96a15d4a41ad, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e93f8970-6804-4074-b140-96a15d4a41ad,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:23.627252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-63dcca95-16fd-4831-92a0-966a584963ce tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=0d5ce1deda6c431b892eca6721c0eb4a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0952032 Feb 04 15:59:23.632942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57784) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:23.664721 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62d6111d-106e-4a8e-b3d3-870ef855faaf req-3085ad10-833f-4661-b8ed-8fd7af40dcef service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d0dbc60-6953-4491-b2aa-36ca10dac5b6 HTTP/1.1" status: 200 len: 1000 time: 0.5827229 Feb 04 15:59:23.689314 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.713431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] For port 4173582e-4774-4478-a4ae-b4a99727be62, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:23.717508 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c410240f-9c34-425f-98ad-e6b6760171fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.790487 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c410240f-9c34-425f-98ad-e6b6760171fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.858883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] For port 4173582e-4774-4478-a4ae-b4a99727be62, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4173582e-4774-4478-a4ae-b4a99727be62,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:23.868774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6cddd-dda1-480d-9aff-66a99dd52a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ca1fb6-910e-4e5d-8231-93dd7e943410,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:23.880654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51290e-7ea6-4879-818d-53490dd03fe3 None None] Pushing event updated for resources: {'Port': ['ID=e93f8970-6804-4074-b140-96a15d4a41ad,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:23.884030 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.887861 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e10a-2fe9-4a92-9f35-65d32ae62a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.890059 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8e09bc2f-55d5-4f73-9e36-44790d66be61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.969384 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7831bd19-577b-44a9-a903-4c2d2d647f4b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.035311 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-99043054-e59e-4288-ba70-6c575d036432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'caa03b68-4765-4399-a777-5229d0a99039', 'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'mac_address': 'fa:16:3e:b3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:35Z', 'updated_at': '2022-02-04T15:53:52Z', 'revision_number': 5, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'subnets': [{'id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:24.042660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99043054-e59e-4288-ba70-6c575d036432 None None] The sync data for ids ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'] in n-d-827872-1 is: [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'caa03b68-4765-4399-a777-5229d0a99039', 'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'mac_address': 'fa:16:3e:b3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:35Z', 'updated_at': '2022-02-04T15:53:52Z', 'revision_number': 5, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'subnets': [{'id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:59:24.058958 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7831bd19-577b-44a9-a903-4c2d2d647f4b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.078087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57788) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:24.082687 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-01a6cddd-dda1-480d-9aff-66a99dd52a7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0cfe13bce454a11ae03da1e21487f72&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2349453 Feb 04 15:59:24.086284 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8e09bc2f-55d5-4f73-9e36-44790d66be61 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.111582 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c410240f-9c34-425f-98ad-e6b6760171fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.111838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5e10a-2fe9-4a92-9f35-65d32ae62a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb1af4f-749c-4d78-89b1-4e430e4cb390,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:24.128507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09bc2f-55d5-4f73-9e36-44790d66be61 admin admin] Pushing event deleted for resources: {'Network': ['ID=47ac4564-57af-4c63-b5cc-3d1b1f06a222,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:24.158974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6111d-106e-4a8e-b3d3-870ef855faaf req-acc20425-fb57-41d2-8c80-883239067188 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:24.160602 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62d6111d-106e-4a8e-b3d3-870ef855faaf req-acc20425-fb57-41d2-8c80-883239067188 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65d3f203-d900-4b29-b5ea-b76d5ed0ead8 HTTP/1.1" status: 200 len: 835 time: 0.4834673 Feb 04 15:59:24.161226 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Pushing event updated for resources: {'Port': ['ID=4173582e-4774-4478-a4ae-b4a99727be62,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:24.179843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410240f-9c34-425f-98ad-e6b6760171fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa129eb-92ef-4798-8ab2-fe9c870e49b3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:24.275691 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7831bd19-577b-44a9-a903-4c2d2d647f4b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.289579 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.290984 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-8a98f3f0-4a1b-4a97-a16f-3792613c8326 service neutron] 10.222.0.81 "PUT /v2.0/ports/4173582e-4774-4478-a4ae-b4a99727be62 HTTP/1.1" status: 200 len: 1091 time: 5.2431669 Feb 04 15:59:24.295107 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c410240f-9c34-425f-98ad-e6b6760171fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.296322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c410240f-9c34-425f-98ad-e6b6760171fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3fa129eb-92ef-4798-8ab2-fe9c870e49b3 HTTP/1.1" status: 204 len: 168 time: 0.9231863 Feb 04 15:59:24.324907 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e10a-2fe9-4a92-9f35-65d32ae62a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.326922 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5bb5e10a-2fe9-4a92-9f35-65d32ae62a28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7fb1af4f-749c-4d78-89b1-4e430e4cb390 HTTP/1.1" status: 204 len: 168 time: 1.9499607 Feb 04 15:59:24.329363 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8e09bc2f-55d5-4f73-9e36-44790d66be61 admin admin] 10.222.0.60 "DELETE /v2.0/networks/47ac4564-57af-4c63-b5cc-3d1b1f06a222 HTTP/1.1" status: 204 len: 168 time: 2.1916559 Feb 04 15:59:24.377219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2bced0-dbf1-4602-9fb4-32a96670f7f0 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:24.378737 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ff2bced0-dbf1-4602-9fb4-32a96670f7f0 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7176061 Feb 04 15:59:24.648584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831bd19-577b-44a9-a903-4c2d2d647f4b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec744ea-02a2-405f-ab3b-bf7df1897b12,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:24.716430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57800) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:24.785703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5053a5e-b632-4576-8af4-dd8f668a1823', 'tag': '4173582e-4774-4478-a4ae-b4a99727be62'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:24.786780 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7567e8ab-8dfd-4ee2-8805-fb9106e4cf7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.818012 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7831bd19-577b-44a9-a903-4c2d2d647f4b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.821785 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7831bd19-577b-44a9-a903-4c2d2d647f4b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "DELETE /v2.0/security-groups/1ec744ea-02a2-405f-ab3b-bf7df1897b12 HTTP/1.1" status: 204 len: 168 time: 1.2048798 Feb 04 15:59:24.823061 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ef2758-b84e-4484-a49b-b5f64fa3f895 None None] New status for floating IP 3010fd91-77a5-4332-9950-d285f7f2e4dc: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:59:24.835515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57810) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:24.846944 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-962cac11-39a5-4694-98ee-ada12ce0fe8c tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1293766 Feb 04 15:59:24.858419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57814) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:24.888013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e93f8970-6804-4074-b140-96a15d4a41ad up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:24.902951 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5053a5e-b632-4576-8af4-dd8f668a1823', 'tag': '4173582e-4774-4478-a4ae-b4a99727be62', 'status': 'completed', 'code': 200} Feb 04 15:59:24.907506 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7567e8ab-8dfd-4ee2-8805-fb9106e4cf7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.950640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-134612545', 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:24.997554 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-f1aa60e2-8d59-402b-a819-669e8981c675 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] show failed (client error): The resource could not be found. Feb 04 15:59:24.998596 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f1aa60e2-8d59-402b-a819-669e8981c675 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups/1ec744ea-02a2-405f-ab3b-bf7df1897b12 HTTP/1.1" status: 404 len: 347 time: 0.1605709 Feb 04 15:59:25.013252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57818) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:25.086716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port e93f8970-6804-4074-b140-96a15d4a41ad completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:25.240570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:25.249743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:subnet and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:25.259423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:25.298754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:25.324346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57824) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:25.371333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Made reservation on behalf of 0d5ce1deda6c431b892eca6721c0eb4a for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:25.373120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857eaa5e-d545-49fc-9ece-9ec35a248f16 req-88e0cbc0-0b88-4b78-aaf2-b20e4af4465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:25.380577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-857eaa5e-d545-49fc-9ece-9ec35a248f16 req-88e0cbc0-0b88-4b78-aaf2-b20e4af4465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 943 time: 1.0262356 Feb 04 15:59:25.395532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-60d9a9f7-5ac5-46b0-bc53-57053cb0af35 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Deleting port 0b708567-bdd7-40af-becb-2b27c3f632dc {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:25.395942 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-60d9a9f7-5ac5-46b0-bc53-57053cb0af35 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.436301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57828) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:25.462722 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54be8663-78d2-4de4-b9d7-28c3296a4490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.514399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.objects.ports [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83551) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:59:25.538964 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62d6111d-106e-4a8e-b3d3-870ef855faaf req-4c687aff-ff56-4634-94be-1252896bcff9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=004346ac-b332-4212-9cc6-09525beaa5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3514371 Feb 04 15:59:25.543847 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.610920 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-bbcab042-5e63-475b-9f0a-8020067b64b8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df523a7db7954e24a7a5227f519f84cc&device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 1094 time: 1.2362170 Feb 04 15:59:25.632255 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7567e8ab-8dfd-4ee2-8805-fb9106e4cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.747339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567e8ab-8dfd-4ee2-8805-fb9106e4cf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ca1fb6-910e-4e5d-8231-93dd7e943410,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:25.777195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-857eaa5e-d545-49fc-9ece-9ec35a248f16 req-f218e2a9-e10a-4ea0-845e-a884711b4ace tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3956459 Feb 04 15:59:25.797166 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7567e8ab-8dfd-4ee2-8805-fb9106e4cf7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.799473 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7567e8ab-8dfd-4ee2-8805-fb9106e4cf7e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/90ca1fb6-910e-4e5d-8231-93dd7e943410 HTTP/1.1" status: 204 len: 168 time: 1.7195597 Feb 04 15:59:25.805070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a7ec9758-ece5-4a08-9f70-cb468465f44a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9248f88cba7b4e77aaf54590f0d345ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3609951 Feb 04 15:59:25.805634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57840) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:25.850642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b638ee17-1e35-4970-8951-167d82fbf116 None None] Provisioning for port e93f8970-6804-4074-b140-96a15d4a41ad completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:25.856352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b638ee17-1e35-4970-8951-167d82fbf116 None None] Provisioning complete for port e93f8970-6804-4074-b140-96a15d4a41ad triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:25.856991 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b638ee17-1e35-4970-8951-167d82fbf116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.866277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-54be8663-78d2-4de4-b9d7-28c3296a4490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:25.870999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-54be8663-78d2-4de4-b9d7-28c3296a4490 admin admin] Usage tracker for resource:security_group_rule and tenant:78b317c7c848463a8c738524960775a0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:25.874544 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-54be8663-78d2-4de4-b9d7-28c3296a4490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:25.881915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-54be8663-78d2-4de4-b9d7-28c3296a4490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:25.999975 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62d6111d-106e-4a8e-b3d3-870ef855faaf req-336b6759-4d60-4bf7-af2b-d2d2af23bf87 service neutron] 10.222.0.81 "GET /v2.0/networks/004346ac-b332-4212-9cc6-09525beaa5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404058 Feb 04 15:59:26.001528 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-4840ed0f-1629-47de-9349-276f71c8ecb3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4173582e-4774-4478-a4ae-b4a99727be62 HTTP/1.1" status: 200 len: 217 time: 0.2413723 Feb 04 15:59:26.064813 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-60d9a9f7-5ac5-46b0-bc53-57053cb0af35 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.065338 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-60d9a9f7-5ac5-46b0-bc53-57053cb0af35 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.104134 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1e753ca4-e7f6-4d3c-80ae-dadd83aae3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.123343 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b638ee17-1e35-4970-8951-167d82fbf116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.195089 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62d6111d-106e-4a8e-b3d3-870ef855faaf req-f1f565e3-4132-48d7-88b3-57cfb55a955a service neutron] 10.222.0.81 "GET /v2.0/networks/004346ac-b332-4212-9cc6-09525beaa5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767251 Feb 04 15:59:26.208404 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b638ee17-1e35-4970-8951-167d82fbf116 None None] For port e93f8970-6804-4074-b140-96a15d4a41ad, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e93f8970-6804-4074-b140-96a15d4a41ad,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:26.214055 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b638ee17-1e35-4970-8951-167d82fbf116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.325735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-60d9a9f7-5ac5-46b0-bc53-57053cb0af35 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Calling delete_port for 0b708567-bdd7-40af-becb-2b27c3f632dc owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:26.363481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638ee17-1e35-4970-8951-167d82fbf116 None None] Pushing event updated for resources: {'Port': ['ID=e93f8970-6804-4074-b140-96a15d4a41ad,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:26.386431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-caadfbcd-e9fa-428d-8e1e-486c5281221d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:26.388336 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-caadfbcd-e9fa-428d-8e1e-486c5281221d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17436835-6de0-40b7-9709-512c1f6abbea HTTP/1.1" status: 200 len: 850 time: 0.3713450 Feb 04 15:59:26.448416 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1e753ca4-e7f6-4d3c-80ae-dadd83aae3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.514042 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54be8663-78d2-4de4-b9d7-28c3296a4490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.528570 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.539252 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-54be8663-78d2-4de4-b9d7-28c3296a4490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.598386 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-b0273682-e9c4-43e7-b50b-16117978c3f0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77d45825-2d57-40f6-8cad-ccc438a77afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910546 Feb 04 15:59:26.664777 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-60d9a9f7-5ac5-46b0-bc53-57053cb0af35 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.758037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e93f8970-6804-4074-b140-96a15d4a41ad up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:26.787291 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.792152 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-5e5c6340-ba45-47d5-a15d-912c177ee6fe service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788085 Feb 04 15:59:26.825735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be8663-78d2-4de4-b9d7-28c3296a4490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e411b5b-8e00-4e7b-8a58-c3c3865e6559,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:26.913053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9a9f7-5ac5-46b0-bc53-57053cb0af35 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event deleted for resources: {'Port': ['ID=0b708567-bdd7-40af-becb-2b27c3f632dc,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:26.914467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e93f8970-6804-4074-b140-96a15d4a41ad triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:26.915078 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.009133 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-71587666-e74e-4825-8ea9-e75ddc412b61 req-36bfd4f7-730a-4ea2-b98b-56aec049350a service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634173 Feb 04 15:59:27.015456 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-54be8663-78d2-4de4-b9d7-28c3296a4490 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78b317c7c848463a8c738524960775a0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6828005 Feb 04 15:59:27.019094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57870) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:27.114822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Subnet': ['ID=dd4ece28-8197-43cd-bb96-9d4df751deb8,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:27.322001 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53e20db4-6bc4-41e9-908b-858c8fe6afa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.326896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Checking segment: {'id': 'b2e67092-31ee-4414-92c9-f59dd7cef355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:27.327573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network hostable DHCP agents. Network: 622c58fe-f1ea-44ca-8263-7b386e6fbab3, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:59:27.382444 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53e20db4-6bc4-41e9-908b-858c8fe6afa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.401190 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a0b50f9e-f207-4755-a19e-52acc0520827 req-07b57d8c-dd97-4ee2-a91d-a601c29ee86f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df523a7db7954e24a7a5227f519f84cc&device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 1094 time: 0.2689955 Feb 04 15:59:27.431675 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1e753ca4-e7f6-4d3c-80ae-dadd83aae3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.457625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e753ca4-e7f6-4d3c-80ae-dadd83aae3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:27.474829 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-60d9a9f7-5ac5-46b0-bc53-57053cb0af35 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.510514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] For port e93f8970-6804-4074-b140-96a15d4a41ad, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e93f8970-6804-4074-b140-96a15d4a41ad,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:27.547881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f3371-f9fd-4775-821e-9af8cae5b357 req-dead83f8-26af-4c87-a5e4-0e4c44f94683 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:27.550675 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a8f3371-f9fd-4775-821e-9af8cae5b357 req-dead83f8-26af-4c87-a5e4-0e4c44f94683 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 943 time: 0.4787190 Feb 04 15:59:27.554651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network 622c58fe-f1ea-44ca-8263-7b386e6fbab3 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:59:27.573714 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.581672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 622c58fe-f1ea-44ca-8263-7b386e6fbab3) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:27.589614 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.590803 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.592776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b50f9e-f207-4755-a19e-52acc0520827 req-fd9200ed-3094-42de-b18a-fc31f7305e0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:27.595886 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a0b50f9e-f207-4755-a19e-52acc0520827 req-fd9200ed-3094-42de-b18a-fc31f7305e0a service neutron] 10.222.0.81 "GET /v2.0/networks?id=77d45825-2d57-40f6-8cad-ccc438a77afd HTTP/1.1" status: 200 len: 912 time: 0.1832178 Feb 04 15:59:27.596854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:27.597616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.601223 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e3f88a-8cf1-43fd-938b-76b0073e935d None None] Network 622c58fe-f1ea-44ca-8263-7b386e6fbab3 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:27.697829 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-60d9a9f7-5ac5-46b0-bc53-57053cb0af35 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.699305 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-60d9a9f7-5ac5-46b0-bc53-57053cb0af35 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "DELETE /v2.0/floatingips/3010fd91-77a5-4332-9950-d285f7f2e4dc HTTP/1.1" status: 204 len: 168 time: 2.6850624 Feb 04 15:59:27.700642 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1e753ca4-e7f6-4d3c-80ae-dadd83aae3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.716650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1e753ca4-e7f6-4d3c-80ae-dadd83aae3e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d7d0323-72ae-4a1e-8adb-2faea7d9f6f6 HTTP/1.1" status: 204 len: 168 time: 1.9099948 Feb 04 15:59:27.730378 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-beb2173f-8ef8-46b3-bbc2-6d1c8fb98a4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8361831 Feb 04 15:59:27.773810 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53e20db4-6bc4-41e9-908b-858c8fe6afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.779877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:27.788060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:27.794764 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53e20db4-6bc4-41e9-908b-858c8fe6afa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.802249 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-53e20db4-6bc4-41e9-908b-858c8fe6afa0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e411b5b-8e00-4e7b-8a58-c3c3865e6559 HTTP/1.1" status: 204 len: 168 time: 0.7761278 Feb 04 15:59:27.816039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b593e8c2-4675-49b7-a6e9-f75033564bb7 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:27.822511 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a0b50f9e-f207-4755-a19e-52acc0520827 req-1a7c13a8-8d9d-4404-8f5d-460316aa0f78 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4173582e-4774-4478-a4ae-b4a99727be62 HTTP/1.1" status: 200 len: 217 time: 0.1982782 Feb 04 15:59:27.823299 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:27.824102 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.876309 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a8f3371-f9fd-4775-821e-9af8cae5b357 req-1f2b8701-a413-44f2-b77e-4a2e3d0300d4 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877839 Feb 04 15:59:27.888931 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.7460248 Feb 04 15:59:27.894655 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57894) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:27.902461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Subnet': ['ID=8c736b8f-f9fe-4fcf-8960-1844b803738e,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:27.905821 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e20db4-6bc4-41e9-908b-858c8fe6afa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e411b5b-8e00-4e7b-8a58-c3c3865e6559,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:27.920045 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Request body: {'port': {'network_id': '1591a8f9-6e8c-4320-9f81-e8076f2c3a4e', 'mac_address': 'fa:16:3e:7b:a8:8a', 'name': 'tempest-NetworksTestDHCPv6-77098736'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:27.962786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84e0dd-4210-451f-9f5c-249aef3f477b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=e93f8970-6804-4074-b140-96a15d4a41ad,revision_number=5']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:27.979934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b50f9e-f207-4755-a19e-52acc0520827 req-68757032-2893-4ce6-9eb6-d01ba452e8bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:27.981417 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a0b50f9e-f207-4755-a19e-52acc0520827 req-68757032-2893-4ce6-9eb6-d01ba452e8bf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17436835-6de0-40b7-9709-512c1f6abbea HTTP/1.1" status: 200 len: 850 time: 0.1480284 Feb 04 15:59:28.262654 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a0b50f9e-f207-4755-a19e-52acc0520827 req-e3958696-5cca-46ca-b787-7e7837d5b755 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77d45825-2d57-40f6-8cad-ccc438a77afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2736022 Feb 04 15:59:28.378286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:28.390018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Usage tracker for resource:port and tenant:cae3faf9e7694ec3aa6033cfb322f833 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:28.400227 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:28.424299 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:28.450206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Made reservation on behalf of cae3faf9e7694ec3aa6033cfb322f833 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:28.624863 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a0b50f9e-f207-4755-a19e-52acc0520827 req-477b3a15-a1d5-4675-af72-0ca3205a12c0 service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543923 Feb 04 15:59:28.755950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57908) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:28.770061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-759f94d8-6c28-4d54-be34-53c5e1e08852 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-238657413', 'description': 'tempest-secgroup-smoke-238657413 description', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:28.776617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-759f94d8-6c28-4d54-be34-53c5e1e08852 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:28.788215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-759f94d8-6c28-4d54-be34-53c5e1e08852 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:28.800592 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-759f94d8-6c28-4d54-be34-53c5e1e08852 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.820014 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.867033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] device_id is not set on port 0520f1ea-5538-437b-bb99-38b8d81cfbc0 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:59:28.906529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-622c58fe-f1ea-44ca-8263-7b386e6fbab3', 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ips': [{'subnet_id': 'dd4ece28-8197-43cd-bb96-9d4df751deb8'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:59:28.909222 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.915095 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a0b50f9e-f207-4755-a19e-52acc0520827 req-c1e39833-a79f-484a-9016-7f7355312d10 service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802863 Feb 04 15:59:29.056849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-759f94d8-6c28-4d54-be34-53c5e1e08852 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:29.065784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-759f94d8-6c28-4d54-be34-53c5e1e08852 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:29.077437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-759f94d8-6c28-4d54-be34-53c5e1e08852 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:29.083415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57916) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:29.085715 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-759f94d8-6c28-4d54-be34-53c5e1e08852 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:29.089215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b67b5eec-0535-449e-9ec9-ef0f02961287 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531080297', 'description': 'tempest-description--2080360086'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:29.106940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b67b5eec-0535-449e-9ec9-ef0f02961287 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:29.126134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b67b5eec-0535-449e-9ec9-ef0f02961287 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Usage tracker for resource:security_group and tenant:ee631902a97f490e8f118497c873dcdf is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:29.146025 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b67b5eec-0535-449e-9ec9-ef0f02961287 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:29.172080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b67b5eec-0535-449e-9ec9-ef0f02961287 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:29.192445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57922) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:29.363387 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-759f94d8-6c28-4d54-be34-53c5e1e08852 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.365818 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7c9bee5d-a47e-4c37-8273-51fc746d087d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d7bf21328bc74167a17166548d5f203c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1721115 Feb 04 15:59:29.382666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57928) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:29.427949 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b67b5eec-0535-449e-9ec9-ef0f02961287 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.434417 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-759f94d8-6c28-4d54-be34-53c5e1e08852 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.543539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Allocated IP 172.20.0.18 (622c58fe-f1ea-44ca-8263-7b386e6fbab3/dd4ece28-8197-43cd-bb96-9d4df751deb8/c1abc638-f661-4bf2-aaba-d4da8a9a099d) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:29.645209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b67b5eec-0535-449e-9ec9-ef0f02961287 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:29.664889 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b67b5eec-0535-449e-9ec9-ef0f02961287 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Usage tracker for resource:security_group_rule and tenant:ee631902a97f490e8f118497c873dcdf is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:29.677124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b67b5eec-0535-449e-9ec9-ef0f02961287 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:29.681684 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0aeee6f7-8c62-47b7-8e6f-1075637d0299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.687776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f94d8-6c28-4d54-be34-53c5e1e08852 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3ea633-2fff-415c-a397-646e7541b1ee,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:29.703082 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-759f94d8-6c28-4d54-be34-53c5e1e08852 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.712481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-759f94d8-6c28-4d54-be34-53c5e1e08852 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9522274 Feb 04 15:59:29.717653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57940) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:29.727466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b67b5eec-0535-449e-9ec9-ef0f02961287 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:29.754095 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a762b008-a85e-4774-bee8-9ff60bef0e2e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': 'fd3ea633-2fff-415c-a397-646e7541b1ee', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:29.790871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a762b008-a85e-4774-bee8-9ff60bef0e2e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:29.796637 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0aeee6f7-8c62-47b7-8e6f-1075637d0299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.818679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aaaa77-a830-469b-adbc-90e7c8787930 req-f5f2eec9-ae7a-4108-8af8-78330c836d67 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:29.819310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a762b008-a85e-4774-bee8-9ff60bef0e2e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:29.820251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65aaaa77-a830-469b-adbc-90e7c8787930 req-f5f2eec9-ae7a-4108-8af8-78330c836d67 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 943 time: 0.5620141 Feb 04 15:59:29.832794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a762b008-a85e-4774-bee8-9ff60bef0e2e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:29.851257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a762b008-a85e-4774-bee8-9ff60bef0e2e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:29.933394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8::60 (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/9704226e-76c0-4555-9d9b-bd8566ed30d1/0520f1ea-5538-437b-bb99-38b8d81cfbc0) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:29.937601 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.940207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a762b008-a85e-4774-bee8-9ff60bef0e2e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.947747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7b:a88a (1591a8f9-6e8c-4320-9f81-e8076f2c3a4e/8c736b8f-f9fe-4fcf-8960-1844b803738e/0520f1ea-5538-437b-bb99-38b8d81cfbc0) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:29.974146 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65aaaa77-a830-469b-adbc-90e7c8787930 req-80b8c41a-b883-4f07-b262-6214db3ce906 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414921 Feb 04 15:59:29.986522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Transition to ACTIVE for port object c1abc638-f661-4bf2-aaba-d4da8a9a099d will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:30.042078 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b67b5eec-0535-449e-9ec9-ef0f02961287 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.058988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Transition to ACTIVE for port object c1abc638-f661-4bf2-aaba-d4da8a9a099d will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:30.061080 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b67b5eec-0535-449e-9ec9-ef0f02961287 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.067093 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.117828 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0aeee6f7-8c62-47b7-8e6f-1075637d0299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.158980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b5eec-0535-449e-9ec9-ef0f02961287 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ce6e05-4f6f-4079-a92c-11ae7f717026,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:30.171288 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0aeee6f7-8c62-47b7-8e6f-1075637d0299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.172929 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0aeee6f7-8c62-47b7-8e6f-1075637d0299 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e4dbed4-e28d-4873-9e72-55654aee2b64 HTTP/1.1" status: 204 len: 168 time: 0.7890463 Feb 04 15:59:30.181030 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b67b5eec-0535-449e-9ec9-ef0f02961287 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.185248 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b67b5eec-0535-449e-9ec9-ef0f02961287 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0978527 Feb 04 15:59:30.185248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeee6f7-8c62-47b7-8e6f-1075637d0299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4dbed4-e28d-4873-9e72-55654aee2b64,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:30.186700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57956) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:30.199982 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a762b008-a85e-4774-bee8-9ff60bef0e2e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.204099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9038dd4c-6d7e-484f-82ae-0efd6ade972f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Request body: {'security_group_rule': {'security_group_id': '49ce6e05-4f6f-4079-a92c-11ae7f717026', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:30.212534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9038dd4c-6d7e-484f-82ae-0efd6ade972f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:30.214641 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a762b008-a85e-4774-bee8-9ff60bef0e2e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.224261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9038dd4c-6d7e-484f-82ae-0efd6ade972f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Usage tracker for resource:security_group_rule and tenant:ee631902a97f490e8f118497c873dcdf is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:30.237995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9038dd4c-6d7e-484f-82ae-0efd6ade972f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:30.247341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Pushing event updated for resources: {'Port': ['ID=c1abc638-f661-4bf2-aaba-d4da8a9a099d,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:30.258545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9038dd4c-6d7e-484f-82ae-0efd6ade972f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:30.261314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762b008-a85e-4774-bee8-9ff60bef0e2e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c9241e-1586-4311-837f-cdf768ce7f5e,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:30.277986 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a762b008-a85e-4774-bee8-9ff60bef0e2e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.283672 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a762b008-a85e-4774-bee8-9ff60bef0e2e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5597289 Feb 04 15:59:30.285782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57962) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:30.294320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Network 622c58fe-f1ea-44ca-8263-7b386e6fbab3 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:30.299621 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9038dd4c-6d7e-484f-82ae-0efd6ade972f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.300377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:30.305210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:30.335213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3a0f0c6d-dcee-453d-ae73-1669b5160f68 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': 'fd3ea633-2fff-415c-a397-646e7541b1ee', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:30.347838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3a0f0c6d-dcee-453d-ae73-1669b5160f68 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:30.355412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-30d0d6ac-a844-49bb-bfcc-8423dea8d8d4 None None] Provisioning complete for port e93f8970-6804-4074-b140-96a15d4a41ad triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:30.355412 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-30d0d6ac-a844-49bb-bfcc-8423dea8d8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.358977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3a0f0c6d-dcee-453d-ae73-1669b5160f68 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:30.368673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3a0f0c6d-dcee-453d-ae73-1669b5160f68 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:30.382572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3a0f0c6d-dcee-453d-ae73-1669b5160f68 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:30.422517 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0c6d-dcee-453d-ae73-1669b5160f68 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.457189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Attempting to bind port c1abc638-f661-4bf2-aaba-d4da8a9a099d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:30.457555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Attempting to bind port c1abc638-f661-4bf2-aaba-d4da8a9a099d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'b2e67092-31ee-4414-92c9-f59dd7cef355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:30.457872 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Attempting to bind port c1abc638-f661-4bf2-aaba-d4da8a9a099d on network 622c58fe-f1ea-44ca-8263-7b386e6fbab3 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:30.471117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:30.471705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Checking segment: {'id': 'b2e67092-31ee-4414-92c9-f59dd7cef355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:30.472261 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.472718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Bound using segment: {'id': 'b2e67092-31ee-4414-92c9-f59dd7cef355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:30.473274 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Bound port: c1abc638-f661-4bf2-aaba-d4da8a9a099d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e67092-31ee-4414-92c9-f59dd7cef355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:30.474170 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.569270 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.569755 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9038dd4c-6d7e-484f-82ae-0efd6ade972f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.585665 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9038dd4c-6d7e-484f-82ae-0efd6ade972f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.635351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Transition to ACTIVE for port object 0520f1ea-5538-437b-bb99-38b8d81cfbc0 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:30.641235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038dd4c-6d7e-484f-82ae-0efd6ade972f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915b81d4-9a36-4d3a-931c-d7a950c3828b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:30.689915 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0c6d-dcee-453d-ae73-1669b5160f68 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.698855 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0c6d-dcee-453d-ae73-1669b5160f68 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.702292 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] For port c1abc638-f661-4bf2-aaba-d4da8a9a099d, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:30.710622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] For port c1abc638-f661-4bf2-aaba-d4da8a9a099d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c1abc638-f661-4bf2-aaba-d4da8a9a099d,segment=NetworkSegment(b2e67092-31ee-4414-92c9-f59dd7cef355),segment_id=b2e67092-31ee-4414-92c9-f59dd7cef355)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:30.727273 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.730924 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.787209 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0c6d-dcee-453d-ae73-1669b5160f68 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.793173 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3a0f0c6d-dcee-453d-ae73-1669b5160f68 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4963920 Feb 04 15:59:30.803198 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9038dd4c-6d7e-484f-82ae-0efd6ade972f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.807795 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9038dd4c-6d7e-484f-82ae-0efd6ade972f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6133709 Feb 04 15:59:30.808644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57972) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:30.808975 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57974) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:30.811040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f0c6d-dcee-453d-ae73-1669b5160f68 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6df9ee0-a92a-4b20-8815-a1c48df0768d,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:30.828639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4c156078-1945-4f58-aca9-7bae79fdba82 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Request body: {'security_group_rule': {'security_group_id': '49ce6e05-4f6f-4079-a92c-11ae7f717026', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:30.841868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-db067061-d372-464e-9c36-400832b4d052 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': 'fd3ea633-2fff-415c-a397-646e7541b1ee', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:30.858746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4c156078-1945-4f58-aca9-7bae79fdba82 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:30.862203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db067061-d372-464e-9c36-400832b4d052 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:30.867409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4c156078-1945-4f58-aca9-7bae79fdba82 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Usage tracker for resource:security_group_rule and tenant:ee631902a97f490e8f118497c873dcdf is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:30.883126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4c156078-1945-4f58-aca9-7bae79fdba82 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:30.888474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db067061-d372-464e-9c36-400832b4d052 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:30.903847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db067061-d372-464e-9c36-400832b4d052 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:30.911778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4c156078-1945-4f58-aca9-7bae79fdba82 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:30.927476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db067061-d372-464e-9c36-400832b4d052 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:30.933670 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bf24a-1616-46a9-a50f-e3f877278aa5 None None] Pushing event updated for resources: {'Port': ['ID=c1abc638-f661-4bf2-aaba-d4da8a9a099d,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:30.984721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:30.991230 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4c156078-1945-4f58-aca9-7bae79fdba82 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.002782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:31.035723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event updated for resources: {'Port': ['ID=0520f1ea-5538-437b-bb99-38b8d81cfbc0,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:31.045946 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db067061-d372-464e-9c36-400832b4d052 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.052003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:31.071842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:31.082550 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.145274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9a69e79d-fa45-44cb-920f-24feb8945c90 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.2462106 Feb 04 15:59:31.146515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58000) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:31.315029 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db067061-d372-464e-9c36-400832b4d052 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.351696 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db067061-d372-464e-9c36-400832b4d052 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.386041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-2ada0ab0-d79d-440b-8dd1-d90ac050685f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting port 0520f1ea-5538-437b-bb99-38b8d81cfbc0 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:31.386412 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ada0ab0-d79d-440b-8dd1-d90ac050685f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.424282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db067061-d372-464e-9c36-400832b4d052 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25416b9-cd75-4bba-9805-f5d0a45062f7,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:31.429857 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4c156078-1945-4f58-aca9-7bae79fdba82 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.442938 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4c156078-1945-4f58-aca9-7bae79fdba82 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.477442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c156078-1945-4f58-aca9-7bae79fdba82 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9490b536-b952-4398-9d09-937cb0e0d219,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:31.484632 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db067061-d372-464e-9c36-400832b4d052 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.489982 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46558265-83d2-4426-8b92-3376adadc82a req-7431a55b-7c61-4866-8861-5109f43f68b6 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b6f6c80c1a9e4f728aabef3b35caeaf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1574879 Feb 04 15:59:31.490417 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-db067061-d372-464e-9c36-400832b4d052 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6755848 Feb 04 15:59:31.492195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58020) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:31.502654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-bc91b200-ebcb-4d3f-acdf-3cc54275905e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': 'fd3ea633-2fff-415c-a397-646e7541b1ee', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:31.512705 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4c156078-1945-4f58-aca9-7bae79fdba82 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.514131 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4c156078-1945-4f58-aca9-7bae79fdba82 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6916635 Feb 04 15:59:31.515308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bc91b200-ebcb-4d3f-acdf-3cc54275905e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:31.519257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58024) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:31.530485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:31.539470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bc91b200-ebcb-4d3f-acdf-3cc54275905e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:31.544289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bc91b200-ebcb-4d3f-acdf-3cc54275905e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:31.547604 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:31.557521 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bc91b200-ebcb-4d3f-acdf-3cc54275905e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:31.559817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Usage tracker for resource:floatingip and tenant:ee631902a97f490e8f118497c873dcdf is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:31.569719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:31.582694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:31.616235 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc91b200-ebcb-4d3f-acdf-3cc54275905e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.616721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f368573b-49ac-4b82-9322-a9ce557e863f None None] Provisioning for port 0520f1ea-5538-437b-bb99-38b8d81cfbc0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:31.628051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f368573b-49ac-4b82-9322-a9ce557e863f None None] Provisioning complete for port 0520f1ea-5538-437b-bb99-38b8d81cfbc0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:31.629509 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f368573b-49ac-4b82-9322-a9ce557e863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.686260 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.702147 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f368573b-49ac-4b82-9322-a9ce557e863f None None] Port 0520f1ea-5538-437b-bb99-38b8d81cfbc0 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:59:31.832838 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc91b200-ebcb-4d3f-acdf-3cc54275905e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.838846 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc91b200-ebcb-4d3f-acdf-3cc54275905e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.870353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91b200-ebcb-4d3f-acdf-3cc54275905e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a0b15c-7b9e-49a4-a06a-143d4771a808,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:31.885834 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bc91b200-ebcb-4d3f-acdf-3cc54275905e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.889509 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bc91b200-ebcb-4d3f-acdf-3cc54275905e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3939002 Feb 04 15:59:31.897398 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58044) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:31.904362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-09bfffe4-2c1d-4ecf-961f-f9380f811589 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': 'fd3ea633-2fff-415c-a397-646e7541b1ee', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:31.914223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-09bfffe4-2c1d-4ecf-961f-f9380f811589 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:31.919764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-09bfffe4-2c1d-4ecf-961f-f9380f811589 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:31.924661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-09bfffe4-2c1d-4ecf-961f-f9380f811589 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:31.932211 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-09bfffe4-2c1d-4ecf-961f-f9380f811589 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:31.959370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558265-83d2-4426-8b92-3376adadc82a req-79847cd5-055c-4a47-8a98-9f3c6fac48d0 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:31.963649 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-09bfffe4-2c1d-4ecf-961f-f9380f811589 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Project 0d5ce1deda6c431b892eca6721c0eb4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:59:31.967982 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46558265-83d2-4426-8b92-3376adadc82a req-79847cd5-055c-4a47-8a98-9f3c6fac48d0 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4771004 Feb 04 15:59:31.983998 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09bfffe4-2c1d-4ecf-961f-f9380f811589 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.992457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d5d9f-ea7f-4e8a-a70c-f2a335347c7b req-9f87c5b4-07d4-441d-8def-4ffa8513b5b8 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:31.999599 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b82d5d9f-ea7f-4e8a-a70c-f2a335347c7b req-9f87c5b4-07d4-441d-8def-4ffa8513b5b8 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 943 time: 0.7825038 Feb 04 15:59:32.045570 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.119146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58052) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:32.127546 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46558265-83d2-4426-8b92-3376adadc82a req-2ac58cd5-21e2-48b0-aea1-d697ba09b197 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/quotas/b6f6c80c1a9e4f728aabef3b35caeaf9 HTTP/1.1" status: 200 len: 375 time: 0.1250887 Feb 04 15:59:32.153794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4173582e-4774-4478-a4ae-b4a99727be62 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:59:32.253347 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09bfffe4-2c1d-4ecf-961f-f9380f811589 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.264876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09bfffe4-2c1d-4ecf-961f-f9380f811589 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.284664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46558265-83d2-4426-8b92-3376adadc82a req-2d673589-c099-4d39-897c-ef7a9efd643d tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6f6c80c1a9e4f728aabef3b35caeaf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1439764 Feb 04 15:59:32.308320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b82d5d9f-ea7f-4e8a-a70c-f2a335347c7b req-e213a193-681a-48ff-a097-54db5dbb03ee tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077521 Feb 04 15:59:32.323854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfffe4-2c1d-4ecf-961f-f9380f811589 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f30e1e7-9922-4b18-9bc2-dafa51b4855a,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:32.348961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Allocated IP 172.25.0.187 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/a73d6d45-2438-4f78-a62f-2ad55544a3e3) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:32.393631 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09bfffe4-2c1d-4ecf-961f-f9380f811589 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.398224 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-09bfffe4-2c1d-4ecf-961f-f9380f811589 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5000358 Feb 04 15:59:32.401461 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ada0ab0-d79d-440b-8dd1-d90ac050685f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.401893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58058) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:32.415849 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2b7fb9d4-b735-49d9-9644-050bc6952983 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': 'fd3ea633-2fff-415c-a397-646e7541b1ee', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:32.442309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2b7fb9d4-b735-49d9-9644-050bc6952983 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:32.494795 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 4173582e-4774-4478-a4ae-b4a99727be62, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4173582e-4774-4478-a4ae-b4a99727be62,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:32.536390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '4173582e-4774-4478-a4ae-b4a99727be62', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'port_id': '4173582e-4774-4478-a4ae-b4a99727be62', 'mac_address': 'fa:16:3e:61:e4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:59:32.675547 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.691491 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b059791b-4e99-4ef5-9909-dae7d789a96c None None] Network 622c58fe-f1ea-44ca-8263-7b386e6fbab3 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:32.728539 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-2ada0ab0-d79d-440b-8dd1-d90ac050685f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Calling delete_port for 0520f1ea-5538-437b-bb99-38b8d81cfbc0 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:32.824227 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c1abc638-f661-4bf2-aaba-d4da8a9a099d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:32.837392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2b7fb9d4-b735-49d9-9644-050bc6952983 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:32.859253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4173582e-4774-4478-a4ae-b4a99727be62 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:32.869854 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18441797-799b-4571-9ce9-5893b48520c7 req-534c58f9-796b-4dfa-bda6-8eea0dd6b727 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 210 time: 0.0822420 Feb 04 15:59:32.926104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c4abadc1-291e-40b5-a2e4-1ce655349a0c None None] Provisioning for port c1abc638-f661-4bf2-aaba-d4da8a9a099d completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:32.933544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 4173582e-4774-4478-a4ae-b4a99727be62, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4173582e-4774-4478-a4ae-b4a99727be62,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:32.953041 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.957072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2b7fb9d4-b735-49d9-9644-050bc6952983 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:32.976679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2b7fb9d4-b735-49d9-9644-050bc6952983 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:32.979129 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8ec15bd-3be6-496e-9f52-5ed1bce8ee2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.050711 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-2b7fb9d4-b735-49d9-9644-050bc6952983 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Project 0d5ce1deda6c431b892eca6721c0eb4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:59:33.064873 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b7fb9d4-b735-49d9-9644-050bc6952983 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.106070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b8ec15bd-3be6-496e-9f52-5ed1bce8ee2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:33.120572 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port c1abc638-f661-4bf2-aaba-d4da8a9a099d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:33.141346 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c1abc638-f661-4bf2-aaba-d4da8a9a099d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:33.141731 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.145142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b8ec15bd-3be6-496e-9f52-5ed1bce8ee2a admin admin] Usage tracker for resource:security_group_rule and tenant:52648ef71ab44cdf95447f11c99af176 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:33.152467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b8ec15bd-3be6-496e-9f52-5ed1bce8ee2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:33.166018 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b8ec15bd-3be6-496e-9f52-5ed1bce8ee2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:33.170833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.176784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=4173582e-4774-4478-a4ae-b4a99727be62,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:33.251268 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b7fb9d4-b735-49d9-9644-050bc6952983 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.265208 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b7fb9d4-b735-49d9-9644-050bc6952983 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.296572 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.350253 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ada0ab0-d79d-440b-8dd1-d90ac050685f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.409748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event updated for resources: {'Port': ['ID=a73d6d45-2438-4f78-a62f-2ad55544a3e3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:33.412275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fb9d4-b735-49d9-9644-050bc6952983 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fa17f9-e265-4f15-a9de-ff0a556982e8,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:33.427824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['4173582e-4774-4478-a4ae-b4a99727be62'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:33.487890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada0ab0-d79d-440b-8dd1-d90ac050685f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Port': ['ID=0520f1ea-5538-437b-bb99-38b8d81cfbc0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:33.518577 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.532046 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8ec15bd-3be6-496e-9f52-5ed1bce8ee2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.555536 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2b7fb9d4-b735-49d9-9644-050bc6952983 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.557504 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2b7fb9d4-b735-49d9-9644-050bc6952983 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1518679 Feb 04 15:59:33.562501 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:33.567095 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b8ec15bd-3be6-496e-9f52-5ed1bce8ee2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.634846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:33.673133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:33.788424 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ada0ab0-d79d-440b-8dd1-d90ac050685f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.856187 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec15bd-3be6-496e-9f52-5ed1bce8ee2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b5f989-1371-4818-a7da-1900e61769ce,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:33.864640 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2ada0ab0-d79d-440b-8dd1-d90ac050685f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/0520f1ea-5538-437b-bb99-38b8d81cfbc0 HTTP/1.1" status: 204 len: 168 time: 2.7146149 Feb 04 15:59:33.867011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58092) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:33.936670 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port c1abc638-f661-4bf2-aaba-d4da8a9a099d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c1abc638-f661-4bf2-aaba-d4da8a9a099d,segment=NetworkSegment(b2e67092-31ee-4414-92c9-f59dd7cef355),segment_id=b2e67092-31ee-4414-92c9-f59dd7cef355)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:33.952031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58098) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:33.956398 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b8ec15bd-3be6-496e-9f52-5ed1bce8ee2a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52648ef71ab44cdf95447f11c99af176&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8355079 Feb 04 15:59:34.062816 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.125038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2a6d4-e30c-4b1e-a6b6-16c2901cffb6 req-a2919f80-72cf-4585-a596-e513b27a9202 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:34.127790 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9da2a6d4-e30c-4b1e-a6b6-16c2901cffb6 req-a2919f80-72cf-4585-a596-e513b27a9202 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 944 time: 0.5294969 Feb 04 15:59:34.143046 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.165129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0d384846-a088-410c-bf90-87790f9b0be2 None None] Provisioning complete for port c1abc638-f661-4bf2-aaba-d4da8a9a099d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:34.165833 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0d384846-a088-410c-bf90-87790f9b0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.218855 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bfa5ffff-a006-472d-9991-9e91379dcd74 req-cf9110ca-d4be-4cd2-a30c-57c4604cc434 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 210 time: 0.1029096 Feb 04 15:59:34.237245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58106) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:34.259219 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.289875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9da2a6d4-e30c-4b1e-a6b6-16c2901cffb6 req-14a744f3-d1a9-49d6-901c-de3da0c17b6d tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227083 Feb 04 15:59:34.300865 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-26b2409d-7324-4223-9251-e3e542a9ae19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.398522 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-26b2409d-7324-4223-9251-e3e542a9ae19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.431945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=c1abc638-f661-4bf2-aaba-d4da8a9a099d,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:34.504780 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-583f18fc-4af7-407b-a77e-c531edb29d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.510104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773e26d7-74f2-4c3d-ba45-6d22ed1446af tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:34.510819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-773e26d7-74f2-4c3d-ba45-6d22ed1446af tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:34.578076 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46558265-83d2-4426-8b92-3376adadc82a req-b170645a-aeeb-4db8-b196-d88e1345d758 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b6f6c80c1a9e4f728aabef3b35caeaf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471783 Feb 04 15:59:34.583213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-26b2409d-7324-4223-9251-e3e542a9ae19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.599757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-b6382b44-b538-4256-bc5b-937daa3a5751 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:34.602096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-773e26d7-74f2-4c3d-ba45-6d22ed1446af tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:34.607116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-773e26d7-74f2-4c3d-ba45-6d22ed1446af tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7352829 Feb 04 15:59:34.607346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58116) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:34.609167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-583f18fc-4af7-407b-a77e-c531edb29d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:34.638824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2409d-7324-4223-9251-e3e542a9ae19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b5f989-1371-4818-a7da-1900e61769ce,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:34.672828 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-583f18fc-4af7-407b-a77e-c531edb29d6a admin admin] Usage tracker for resource:security_group_rule and tenant:e4e5a4cd2f6c45ac8e36859be0085bc9 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:34.679060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-583f18fc-4af7-407b-a77e-c531edb29d6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:34.693862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-583f18fc-4af7-407b-a77e-c531edb29d6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:34.730103 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.734634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c1abc638-f661-4bf2-aaba-d4da8a9a099d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:34.736671 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-26b2409d-7324-4223-9251-e3e542a9ae19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.739068 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-26b2409d-7324-4223-9251-e3e542a9ae19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26b5f989-1371-4818-a7da-1900e61769ce HTTP/1.1" status: 204 len: 168 time: 0.7851255 Feb 04 15:59:34.742721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-b6382b44-b538-4256-bc5b-937daa3a5751 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:34.743967 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-b6382b44-b538-4256-bc5b-937daa3a5751 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238657413&fields=id&tenant_id=0d5ce1deda6c431b892eca6721c0eb4a HTTP/1.1" status: 200 len: 267 time: 0.2755842 Feb 04 15:59:34.745542 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.826313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event updated for resources: {'Port': ['ID=a73d6d45-2438-4f78-a62f-2ad55544a3e3,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:34.860862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa08632f-2a7c-4951-bc63-6f86638f32cc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:34.862401 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-aa08632f-2a7c-4951-bc63-6f86638f32cc tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2550056 Feb 04 15:59:34.865058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58122) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:34.868530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c1abc638-f661-4bf2-aaba-d4da8a9a099d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:34.869283 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.963894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558265-83d2-4426-8b92-3376adadc82a req-0c423fa7-0509-4db4-ab5f-1298c142825b tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:34.965651 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46558265-83d2-4426-8b92-3376adadc82a req-0c423fa7-0509-4db4-ab5f-1298c142825b tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3776641 Feb 04 15:59:35.032308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Request body: {'port': {'device_id': 'd063eabb-7cd0-4b50-a8bd-41294050efca', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': 'b6f6c80c1a9e4f728aabef3b35caeaf9'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:35.084917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bf0357-8f3a-4b8d-851b-489ec5928acf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:35.086265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bf0357-8f3a-4b8d-851b-489ec5928acf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:35.087739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bf0357-8f3a-4b8d-851b-489ec5928acf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:35.088579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-81bf0357-8f3a-4b8d-851b-489ec5928acf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:35.092695 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-583f18fc-4af7-407b-a77e-c531edb29d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.098481 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.103535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-583f18fc-4af7-407b-a77e-c531edb29d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.130756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-b36caa68-cd2c-40ba-9adc-b695e56a90b0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:35.131483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-b36caa68-cd2c-40ba-9adc-b695e56a90b0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:35.166256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-b36caa68-cd2c-40ba-9adc-b695e56a90b0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:35.167695 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-b36caa68-cd2c-40ba-9adc-b695e56a90b0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/networks?id=622c58fe-f1ea-44ca-8263-7b386e6fbab3 HTTP/1.1" status: 200 len: 796 time: 0.4031162 Feb 04 15:59:35.184031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-81bf0357-8f3a-4b8d-851b-489ec5928acf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:35.184852 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-81bf0357-8f3a-4b8d-851b-489ec5928acf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3188915 Feb 04 15:59:35.190998 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58128) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:35.203425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f18fc-4af7-407b-a77e-c531edb29d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a2626d-1083-41a9-82a7-8ff200b511fc,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:35.227910 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.231270 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e045eb28-fc0b-4484-b606-fc70e4b058ff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7088473 Feb 04 15:59:35.233419 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-583f18fc-4af7-407b-a77e-c531edb29d6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4e5a4cd2f6c45ac8e36859be0085bc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9949217 Feb 04 15:59:35.344532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58132) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:35.345235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58138) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:35.414318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-ca7e04f5-5eba-408d-b2bb-31169d866788 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/quotas/0d5ce1deda6c431b892eca6721c0eb4a HTTP/1.1" status: 200 len: 375 time: 0.2364814 Feb 04 15:59:35.421061 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c0d8e0d6-a8fa-41fa-8093-c63e97281ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.480617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:35.534225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Usage tracker for resource:port and tenant:b6f6c80c1a9e4f728aabef3b35caeaf9 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:35.534928 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ee09df-20a7-478e-b931-2f8a2216d26b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 8c736b8f-f9fe-4fcf-8960-1844b803738e {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:59:35.538000 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97ee09df-20a7-478e-b931-2f8a2216d26b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.547484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:35.564803 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a8c39fe-09c4-4e77-952b-59c89c4e5e21 req-adb1d533-06ee-4cd5-ba76-9cc7e7962872 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 210 time: 0.1156559 Feb 04 15:59:35.566702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:35.598200 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97ee09df-20a7-478e-b931-2f8a2216d26b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.611355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c0d8e0d6-a8fa-41fa-8093-c63e97281ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:35.617514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Made reservation on behalf of b6f6c80c1a9e4f728aabef3b35caeaf9 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:35.620522 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.639384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c0d8e0d6-a8fa-41fa-8093-c63e97281ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:0b75bc86dcd04b689603fccd4f806621 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:35.647144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c0d8e0d6-a8fa-41fa-8093-c63e97281ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:35.650662 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2cda9be3-3893-4003-86ae-cf1f8d04682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.668218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c0d8e0d6-a8fa-41fa-8093-c63e97281ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:35.671446 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.714490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97ee09df-20a7-478e-b931-2f8a2216d26b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.796442 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97ee09df-20a7-478e-b931-2f8a2216d26b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.797991 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2cda9be3-3893-4003-86ae-cf1f8d04682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.848875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee09df-20a7-478e-b931-2f8a2216d26b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=8c736b8f-f9fe-4fcf-8960-1844b803738e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:35.851294 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97ee09df-20a7-478e-b931-2f8a2216d26b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.869439 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-97ee09df-20a7-478e-b931-2f8a2216d26b tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/8c736b8f-f9fe-4fcf-8960-1844b803738e HTTP/1.1" status: 204 len: 168 time: 0.6752155 Feb 04 15:59:35.869945 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58148) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:35.871710 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0882eeb-b44e-4ee8-81a8-854d2db9e365 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:35.874755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-4249709d-28dc-447d-a85e-225252566cc1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4313879 Feb 04 15:59:35.891784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:35.905769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Usage tracker for resource:security_group_rule and tenant:b6f6c80c1a9e4f728aabef3b35caeaf9 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:35.936311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:36.020117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:36.100147 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c0d8e0d6-a8fa-41fa-8093-c63e97281ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.105077 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2cda9be3-3893-4003-86ae-cf1f8d04682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.145675 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c0d8e0d6-a8fa-41fa-8093-c63e97281ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.153832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-748a0387-d77a-4c26-8a99-18ba0ff0bfb5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Deleting subnet 9704226e-76c0-4555-9d9b-bd8566ed30d1 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:59:36.157330 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-748a0387-d77a-4c26-8a99-18ba0ff0bfb5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.171661 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4173582e-4774-4478-a4ae-b4a99727be62 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:36.178488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d5d44-9317-41fb-a9da-93d0b09e20c6 req-8feac21d-ccf7-4e3e-b1bb-246de8303f2a tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:36.180737 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1a8d5d44-9317-41fb-a9da-93d0b09e20c6 req-8feac21d-ccf7-4e3e-b1bb-246de8303f2a tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 944 time: 0.4627819 Feb 04 15:59:36.181523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda9be3-3893-4003-86ae-cf1f8d04682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a2626d-1083-41a9-82a7-8ff200b511fc,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:36.214359 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-46d588a1-b3a6-45fd-80ac-d6989ff092a4 service neutron] 10.222.0.60 "GET /v2.0/networks/622c58fe-f1ea-44ca-8263-7b386e6fbab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157434 Feb 04 15:59:36.218371 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-748a0387-d77a-4c26-8a99-18ba0ff0bfb5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.266864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 4173582e-4774-4478-a4ae-b4a99727be62 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:36.275598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 4173582e-4774-4478-a4ae-b4a99727be62 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:36.275965 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.311131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8e0d6-a8fa-41fa-8093-c63e97281ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69809dec-484c-454b-8ded-6931e877936d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:36.313707 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-748a0387-d77a-4c26-8a99-18ba0ff0bfb5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.321656 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2cda9be3-3893-4003-86ae-cf1f8d04682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.325761 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2cda9be3-3893-4003-86ae-cf1f8d04682c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c1a2626d-1083-41a9-82a7-8ff200b511fc HTTP/1.1" status: 204 len: 168 time: 0.9755657 Feb 04 15:59:36.384294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c0d8e0d6-a8fa-41fa-8093-c63e97281ad7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b75bc86dcd04b689603fccd4f806621&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0326891 Feb 04 15:59:36.385935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58154) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:36.450221 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.468843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1a8d5d44-9317-41fb-a9da-93d0b09e20c6 req-9ff526d6-eb4e-4803-9bb8-17c7f5e3f4d8 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570393 Feb 04 15:59:36.490333 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.493543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 4173582e-4774-4478-a4ae-b4a99727be62, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4173582e-4774-4478-a4ae-b4a99727be62,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:36.494852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5053a5e-b632-4576-8af4-dd8f668a1823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4173582e-4774-4478-a4ae-b4a99727be62'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:36.495687 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.501953 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.519442 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe229c27-d42c-4210-866c-301f1ae9ee5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.566463 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe229c27-d42c-4210-866c-301f1ae9ee5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.593974 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fd063564-4015-42bf-92f4-cd31430a613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.604844 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=4173582e-4774-4478-a4ae-b4a99727be62,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:36.608520 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-748a0387-d77a-4c26-8a99-18ba0ff0bfb5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.666533 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-748a0387-d77a-4c26-8a99-18ba0ff0bfb5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.687067 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-eda9dd25-2a1e-4401-ae60-c21c2dab5efe service neutron] 10.222.0.60 "GET /v2.0/networks/622c58fe-f1ea-44ca-8263-7b386e6fbab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270039 Feb 04 15:59:36.687843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:36.727951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a0387-d77a-4c26-8a99-18ba0ff0bfb5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Subnet': ['ID=9704226e-76c0-4555-9d9b-bd8566ed30d1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:36.739389 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-748a0387-d77a-4c26-8a99-18ba0ff0bfb5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/9704226e-76c0-4555-9d9b-bd8566ed30d1 HTTP/1.1" status: 204 len: 168 time: 0.8659649 Feb 04 15:59:36.741212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58166) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:36.768321 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe229c27-d42c-4210-866c-301f1ae9ee5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.793851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe229c27-d42c-4210-866c-301f1ae9ee5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69809dec-484c-454b-8ded-6931e877936d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:36.809642 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe229c27-d42c-4210-866c-301f1ae9ee5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.811421 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fe229c27-d42c-4210-866c-301f1ae9ee5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69809dec-484c-454b-8ded-6931e877936d HTTP/1.1" status: 204 len: 168 time: 0.4232895 Feb 04 15:59:36.898351 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ddb232c4-dbeb-405b-866b-bfef768eb7c4 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1385026 Feb 04 15:59:36.900869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58176) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:37.032479 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5053a5e-b632-4576-8af4-dd8f668a1823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4173582e-4774-4478-a4ae-b4a99727be62', 'code': 200} Feb 04 15:59:37.066441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Allocated IP 192.168.233.237 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/3b292db8-ca3d-4d08-b9d7-676b5a194063) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:37.118487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6b2892-7bb7-46f9-82a5-4d24e1df0dd7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:37.120095 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0e6b2892-7bb7-46f9-82a5-4d24e1df0dd7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2179863 Feb 04 15:59:37.128461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58182) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:37.271760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-b25ce3ca-f171-4ebb-8eb1-689f146798b3 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Synchronizing usage tracker for tenant:ee631902a97f490e8f118497c873dcdf on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:37.278402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58192) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:37.305794 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-375df2da-cffc-438c-a124-306be5f5efaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.353816 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3b87a454-977d-4c0f-be76-8e9ae126b0cf req-0921eb2a-ee52-41f4-ba4c-8f4564f05f5b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 1096 time: 0.2132618 Feb 04 15:59:37.379729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6a58cd6-c149-40fd-ba6e-6a7353f52f5a req-1bf803b4-7c96-4829-af38-b178437249e2 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 210 time: 0.1145658 Feb 04 15:59:37.426669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b245a6-79cd-4d13-b10c-64d7f1b2df93 None None] Network 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:37.432421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-375df2da-cffc-438c-a124-306be5f5efaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:37.436295 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3b87a454-977d-4c0f-be76-8e9ae126b0cf req-baf1e533-5508-4763-9df8-13057f5b4abf service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741303 Feb 04 15:59:37.440935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-375df2da-cffc-438c-a124-306be5f5efaa admin admin] Usage tracker for resource:security_group_rule and tenant:ca331e396d7143ce82c95b416ba570bb is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:37.444508 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-375df2da-cffc-438c-a124-306be5f5efaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:37.455363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-375df2da-cffc-438c-a124-306be5f5efaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:37.498065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d9951e-e4fa-465e-b8e4-e1b908969c42 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:37.499392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-23d9951e-e4fa-465e-b8e4-e1b908969c42 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Synchronizing usage tracker for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:37.503270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-b25ce3ca-f171-4ebb-8eb1-689f146798b3 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Unset dirty status for tenant:ee631902a97f490e8f118497c873dcdf on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:37.512131 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-b25ce3ca-f171-4ebb-8eb1-689f146798b3 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--531080297&fields=id&tenant_id=ee631902a97f490e8f118497c873dcdf HTTP/1.1" status: 200 len: 267 time: 0.8076556 Feb 04 15:59:37.597217 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-375df2da-cffc-438c-a124-306be5f5efaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.602803 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-375df2da-cffc-438c-a124-306be5f5efaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.605257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c481fc36-014d-4a55-b4a7-5d055b23eca2 None None] Provisioning complete for port e93f8970-6804-4074-b140-96a15d4a41ad triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:37.606267 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c481fc36-014d-4a55-b4a7-5d055b23eca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.654186 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375df2da-cffc-438c-a124-306be5f5efaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733221ef-946c-4118-bd92-e2de76d06602,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:37.705976 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-375df2da-cffc-438c-a124-306be5f5efaa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca331e396d7143ce82c95b416ba570bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4253712 Feb 04 15:59:37.708967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58204) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:37.733432 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7668f79-2ce1-4b70-9495-fe0b7d491676 req-4f46f287-6d1c-43ab-8605-509d9a198ca5 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 210 time: 0.1812952 Feb 04 15:59:37.745420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-23d9951e-e4fa-465e-b8e4-e1b908969c42 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Unset dirty status for tenant:cae3faf9e7694ec3aa6033cfb322f833 on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:37.746840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-23d9951e-e4fa-465e-b8e4-e1b908969c42 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6083970 Feb 04 15:59:37.759950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58208) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:37.865791 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f2d64a78-3efc-4e36-a19e-9b51eeb60da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.933325 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f2d64a78-3efc-4e36-a19e-9b51eeb60da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.973316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f31b713-ce41-463b-b90f-d0deb4fee486 None None] DHCP port deletion for 1591a8f9-6e8c-4320-9f81-e8076f2c3a4e request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:59:37.979378 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9f31b713-ce41-463b-b90f-d0deb4fee486 None None] Deleting port e93f8970-6804-4074-b140-96a15d4a41ad {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:37.980173 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9f31b713-ce41-463b-b90f-d0deb4fee486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.050713 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f2d64a78-3efc-4e36-a19e-9b51eeb60da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.060085 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9ad25344-ad5e-4455-82ac-f01aa1a405cd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2960026 Feb 04 15:59:38.068753 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.070281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58216) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:38.085457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d64a78-3efc-4e36-a19e-9b51eeb60da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733221ef-946c-4118-bd92-e2de76d06602,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:38.100868 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f2d64a78-3efc-4e36-a19e-9b51eeb60da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.103130 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f2d64a78-3efc-4e36-a19e-9b51eeb60da3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/733221ef-946c-4118-bd92-e2de76d06602 HTTP/1.1" status: 204 len: 168 time: 0.3929658 Feb 04 15:59:38.264572 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffcbcf8-3997-4ac6-aaee-7d4299abf139 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:38.265588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ffcbcf8-3997-4ac6-aaee-7d4299abf139 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:38.279731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Transition to ACTIVE for port object 3b292db8-ca3d-4d08-b9d7-676b5a194063 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:38.306208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-336f7f36-b884-4838-acf6-70d36edd2dba tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:38.320542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-336f7f36-b884-4838-acf6-70d36edd2dba tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 816 time: 0.8071554 Feb 04 15:59:38.358427 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7ffcbcf8-3997-4ac6-aaee-7d4299abf139 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/0520f1ea-5538-437b-bb99-38b8d81cfbc0 HTTP/1.1" status: 404 len: 333 time: 0.2840300 Feb 04 15:59:38.361897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58226) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:38.453627 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-cbe63293-9056-472c-925b-dc0c460f0ad4 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/quotas/ee631902a97f490e8f118497c873dcdf HTTP/1.1" status: 200 len: 375 time: 0.1316271 Feb 04 15:59:38.481534 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c473391-56fe-4782-9a62-3810b23040db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:38.482034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c473391-56fe-4782-9a62-3810b23040db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:38.484099 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4c473391-56fe-4782-9a62-3810b23040db tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/8c736b8f-f9fe-4fcf-8960-1844b803738e HTTP/1.1" status: 404 len: 337 time: 0.1208260 Feb 04 15:59:38.487269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58232) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:38.527143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9f31b713-ce41-463b-b90f-d0deb4fee486 None None] For port e93f8970-6804-4074-b140-96a15d4a41ad, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e93f8970-6804-4074-b140-96a15d4a41ad,segment=NetworkSegment(00f955bd-fdb9-4841-a876-4d6a33dfd53d),segment_id=00f955bd-fdb9-4841-a876-4d6a33dfd53d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:38.527926 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9f31b713-ce41-463b-b90f-d0deb4fee486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.552637 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-225199af-7af4-489c-ab3c-f65539212ad5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:38.553081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225199af-7af4-489c-ab3c-f65539212ad5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:38.558205 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-225199af-7af4-489c-ab3c-f65539212ad5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/9704226e-76c0-4555-9d9b-bd8566ed30d1 HTTP/1.1" status: 404 len: 337 time: 0.0664308 Feb 04 15:59:38.561183 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58236) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:38.636492 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-790ebb7c-5a77-4b47-a681-b4a48b5fd2d5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:38.636941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790ebb7c-5a77-4b47-a681-b4a48b5fd2d5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:38.640961 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-790ebb7c-5a77-4b47-a681-b4a48b5fd2d5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/6d53bbcc-9cfb-4248-81eb-a062e8393e6d HTTP/1.1" status: 404 len: 333 time: 0.0765603 Feb 04 15:59:38.641171 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.641642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58242) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:38.752772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99010a-833a-4c65-b73c-1b6853ebf736 req-3dbeafb0-8313-446c-ad42-acee924b9700 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:38.754268 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4c523e-184e-4952-a3f5-347cd250ab10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:38.754442 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b99010a-833a-4c65-b73c-1b6853ebf736 req-3dbeafb0-8313-446c-ad42-acee924b9700 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.6596534 Feb 04 15:59:38.755017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4c523e-184e-4952-a3f5-347cd250ab10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:38.765490 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7c4c523e-184e-4952-a3f5-347cd250ab10 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/0a3bb464-6169-4d75-a973-5963691c40c0 HTTP/1.1" status: 404 len: 337 time: 0.1149602 Feb 04 15:59:38.766156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58248) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:38.794611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e93f8970-6804-4074-b140-96a15d4a41ad no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:38.904484 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceee8448-8010-44bd-9220-7dd26c343b46 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:38.905310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceee8448-8010-44bd-9220-7dd26c343b46 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:38.906632 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ceee8448-8010-44bd-9220-7dd26c343b46 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/67f3f87d-7e7b-45ee-813f-359dbff452ad HTTP/1.1" status: 404 len: 337 time: 0.1395121 Feb 04 15:59:38.911996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58256) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:38.977021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:39.012047 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e1b1dc-dc5a-49cc-b7cb-49cf0dd4b4f3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:39.012345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e1b1dc-dc5a-49cc-b7cb-49cf0dd4b4f3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:39.014020 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-87e1b1dc-dc5a-49cc-b7cb-49cf0dd4b4f3 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/ad4e9445-448e-4bcb-8dae-7d6f706d75ea HTTP/1.1" status: 404 len: 333 time: 0.1010852 Feb 04 15:59:39.019638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58262) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.020341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9f31b713-ce41-463b-b90f-d0deb4fee486 None None] Calling delete_port for e93f8970-6804-4074-b140-96a15d4a41ad owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:39.102456 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2beb2dd-e01f-4025-a172-0967f1974e70 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:39.102750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2beb2dd-e01f-4025-a172-0967f1974e70 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:39.110054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:39.118433 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b2beb2dd-e01f-4025-a172-0967f1974e70 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/fe37cf65-161c-4f45-804b-42f6e13e09f1 HTTP/1.1" status: 404 len: 337 time: 0.0977154 Feb 04 15:59:39.121637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58270) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.145552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:39.180384 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f191d8-2e88-448b-a9de-e08816acafc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:39.180985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f191d8-2e88-448b-a9de-e08816acafc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:39.185827 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-36f191d8-2e88-448b-a9de-e08816acafc0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/080b98c9-ec9e-4480-a4db-0a130d9156cc HTTP/1.1" status: 404 len: 337 time: 0.0641212 Feb 04 15:59:39.189980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58274) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.194666 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-219078f4-0756-44b4-b121-b79a7598e883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.276802 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-09bfaa33-1714-4c31-b4dc-f4e8d30bf274 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:39.277243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09bfaa33-1714-4c31-b4dc-f4e8d30bf274 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:39.278968 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-09bfaa33-1714-4c31-b4dc-f4e8d30bf274 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/a5ef3e45-c106-4596-b7cd-ccf62c5b2907 HTTP/1.1" status: 404 len: 333 time: 0.0880175 Feb 04 15:59:39.281432 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58282) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.295715 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-212ef0c4-c3b7-41f4-bf40-585cdf1d4e8e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Synchronizing usage tracker for tenant:ee631902a97f490e8f118497c873dcdf on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:39.327002 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9f31b713-ce41-463b-b90f-d0deb4fee486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.341396 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bf2c15-767f-463a-81e2-7e88943210c5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:39.341839 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bf2c15-767f-463a-81e2-7e88943210c5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:39.342290 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b99010a-833a-4c65-b73c-1b6853ebf736 req-0a13d7b6-892c-4b85-9251-7a828f1ecba5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5689318 Feb 04 15:59:39.342901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Pushing event updated for resources: {'Port': ['ID=3b292db8-ca3d-4d08-b9d7-676b5a194063,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:39.343521 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f7bf2c15-767f-463a-81e2-7e88943210c5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/5c9ba331-6c0c-4f2d-9137-75ec00c00534 HTTP/1.1" status: 404 len: 337 time: 0.0611789 Feb 04 15:59:39.346947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58286) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.370590 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:39.371354 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.410578 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ef97b0-4456-4e25-841c-0d3a1ea6ce2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:39.411859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ef97b0-4456-4e25-841c-0d3a1ea6ce2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:39.415379 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c9ef97b0-4456-4e25-841c-0d3a1ea6ce2f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/418a3da2-40d4-45fe-b706-6593da5f7b0b HTTP/1.1" status: 404 len: 337 time: 0.0672116 Feb 04 15:59:39.418762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58290) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.487297 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46558265-83d2-4426-8b92-3376adadc82a req-23c7255d-1559-4307-a9ad-61c7f0cfdf58 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5086236 Feb 04 15:59:39.498890 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31b713-ce41-463b-b90f-d0deb4fee486 None None] Pushing event deleted for resources: {'Port': ['ID=e93f8970-6804-4074-b140-96a15d4a41ad,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:39.508933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-212ef0c4-c3b7-41f4-bf40-585cdf1d4e8e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Unset dirty status for tenant:ee631902a97f490e8f118497c873dcdf on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:39.518016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No active binding found for port e93f8970-6804-4074-b140-96a15d4a41ad {{(pid=83552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 15:59:39.520476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-212ef0c4-c3b7-41f4-bf40-585cdf1d4e8e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0600748 Feb 04 15:59:39.524707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e93f8970-6804-4074-b140-96a15d4a41ad not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:39.536839 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f55f40d-4195-4042-bf9b-ad3df1485cda tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:39.537296 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f55f40d-4195-4042-bf9b-ad3df1485cda tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:39.538994 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8f55f40d-4195-4042-bf9b-ad3df1485cda tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/5579cfbf-7423-41f0-8097-6a446893565a HTTP/1.1" status: 404 len: 333 time: 0.1190419 Feb 04 15:59:39.539839 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f31b713-ce41-463b-b90f-d0deb4fee486 None None] No DVR routers for this DVR port e93f8970-6804-4074-b140-96a15d4a41ad on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:39.543440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58296) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.550052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Request body: {'port': {'device_id': 'd063eabb-7cd0-4b50-a8bd-41294050efca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:39.632716 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a60b48-62f2-4a1b-92fa-4c0181bd97ac tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:39.633173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a60b48-62f2-4a1b-92fa-4c0181bd97ac tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:39.636366 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d8a60b48-62f2-4a1b-92fa-4c0181bd97ac tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/23098b1a-a268-45e9-b4b7-02e9cb024034 HTTP/1.1" status: 404 len: 337 time: 0.0904620 Feb 04 15:59:39.637337 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58300) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.641273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-62b7ea71-8af4-472a-baa5-4a9b5309e27f None None] Provisioning for port 3b292db8-ca3d-4d08-b9d7-676b5a194063 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:39.656374 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-62b7ea71-8af4-472a-baa5-4a9b5309e27f None None] Provisioning complete for port 3b292db8-ca3d-4d08-b9d7-676b5a194063 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:39.661008 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62b7ea71-8af4-472a-baa5-4a9b5309e27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.686370 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8114c1-8c37-4e23-ae4d-74975ec6067a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:39.686645 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8114c1-8c37-4e23-ae4d-74975ec6067a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:39.688573 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8a8114c1-8c37-4e23-ae4d-74975ec6067a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/0b598e63-66ae-4a32-bb97-47f55c57026c HTTP/1.1" status: 404 len: 333 time: 0.0502112 Feb 04 15:59:39.691377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58306) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.714791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-1da13334-dd9c-42b9-b8a4-1c39a9bccbe4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:59:39.725658 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-1da13334-dd9c-42b9-b8a4-1c39a9bccbe4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0554535 Feb 04 15:59:39.734869 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-033f98fa-75af-4b9c-9b48-9d55b75cfae6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:39.735389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033f98fa-75af-4b9c-9b48-9d55b75cfae6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:39.737522 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-033f98fa-75af-4b9c-9b48-9d55b75cfae6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/8c1dd79c-9bf1-4574-a01a-9596ccd3769f HTTP/1.1" status: 404 len: 337 time: 0.0450649 Feb 04 15:59:39.740614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58310) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.792079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-62b7ea71-8af4-472a-baa5-4a9b5309e27f None None] Port 3b292db8-ca3d-4d08-b9d7-676b5a194063 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:59:39.796661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-b6720deb-6488-4f2b-ac60-c5074de5b4a2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:39.798156 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-b6720deb-6488-4f2b-ac60-c5074de5b4a2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.73 "GET /v2.0/networks?id=622c58fe-f1ea-44ca-8263-7b386e6fbab3 HTTP/1.1" status: 200 len: 796 time: 0.9318058 Feb 04 15:59:39.811363 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8326e762-688b-46e5-a506-37c373e74f3d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:39.811836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8326e762-688b-46e5-a506-37c373e74f3d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:39.813482 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8326e762-688b-46e5-a506-37c373e74f3d tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/4a1a3540-1662-4a00-83a6-e58add632f40 HTTP/1.1" status: 404 len: 333 time: 0.0721211 Feb 04 15:59:39.816768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58320) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.858729 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-9847f522-a512-418b-940c-1d5469ae7fb0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:39.859199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9847f522-a512-418b-940c-1d5469ae7fb0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:39.863681 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9847f522-a512-418b-940c-1d5469ae7fb0 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/e645c2df-c31a-413e-b0b4-8a741b879e11 HTTP/1.1" status: 404 len: 337 time: 0.0430562 Feb 04 15:59:39.863989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58324) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.918129 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb91940-59d0-4cf1-b525-2ddefc131474 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:39.919246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb91940-59d0-4cf1-b525-2ddefc131474 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:39.924670 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-acb91940-59d0-4cf1-b525-2ddefc131474 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/ca0407e3-8638-4c95-8386-bac795e69497 HTTP/1.1" status: 404 len: 333 time: 0.0592036 Feb 04 15:59:39.924836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58330) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.973817 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4ce0ed-dc46-4fb0-a721-b005869feb4f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:39.974257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4ce0ed-dc46-4fb0-a721-b005869feb4f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:39.978176 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-da4ce0ed-dc46-4fb0-a721-b005869feb4f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/24eb1caf-6505-405d-9e9a-4a5b3dd377cb HTTP/1.1" status: 404 len: 337 time: 0.0503042 Feb 04 15:59:39.978448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58336) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.985420 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.028004 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-1406d956-43ab-46c5-b21f-e3a3dc661240 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:40.029402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1406d956-43ab-46c5-b21f-e3a3dc661240 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:40.032104 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1406d956-43ab-46c5-b21f-e3a3dc661240 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/8d035bef-d28e-420c-99ac-968bd2f80dbb HTTP/1.1" status: 404 len: 333 time: 0.0520859 Feb 04 15:59:40.033879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58342) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:40.091049 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd36d4a0-163d-4af6-af88-1b5b64c0a001 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:40.091570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd36d4a0-163d-4af6-af88-1b5b64c0a001 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:40.093244 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dd36d4a0-163d-4af6-af88-1b5b64c0a001 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/0c0feda1-0071-4bf1-872a-3f81f353b53f HTTP/1.1" status: 404 len: 337 time: 0.0578940 Feb 04 15:59:40.096647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58348) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:40.162560 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4760a6-8333-4ee3-879a-b35eae26a969 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:40.163454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4760a6-8333-4ee3-879a-b35eae26a969 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:40.165872 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-df4760a6-8333-4ee3-879a-b35eae26a969 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/babd7d5d-655c-4571-b8cc-5482207e1306 HTTP/1.1" status: 404 len: 333 time: 0.0682340 Feb 04 15:59:40.168389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58352) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:40.177542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-266c67bf-4bbe-4cc5-81d8-9503adef2191 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d5ce1deda6c431b892eca6721c0eb4a HTTP/1.1" status: 200 len: 472 time: 0.2757120 Feb 04 15:59:40.194905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097a63c-d287-41c7-afbd-7341bda7c323 req-08fd9adc-2879-46a9-8bb6-9f6d4df7122f tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:40.195772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a097a63c-d287-41c7-afbd-7341bda7c323 req-08fd9adc-2879-46a9-8bb6-9f6d4df7122f tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Synchronizing usage tracker for tenant:b6f6c80c1a9e4f728aabef3b35caeaf9 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:40.219618 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-149ea424-0ad7-4b12-a2a3-c6ea374ac41f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:40.220587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149ea424-0ad7-4b12-a2a3-c6ea374ac41f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:40.222541 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-149ea424-0ad7-4b12-a2a3-c6ea374ac41f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/5f36b32e-f781-4aee-9e33-aa00e8454f35 HTTP/1.1" status: 404 len: 337 time: 0.0506997 Feb 04 15:59:40.225190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58356) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:40.229327 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.247939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'port': {'device_id': '9241afa1-5570-466e-9398-077d5068f272', 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3', 'admin_state_up': True, 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'security_groups': ['fd3ea633-2fff-415c-a397-646e7541b1ee']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:40.282156 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c33258a-f3ad-4448-931f-d350f3207ef6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:40.282748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c33258a-f3ad-4448-931f-d350f3207ef6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:40.284861 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6c33258a-f3ad-4448-931f-d350f3207ef6 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/89f4d8ef-d3f5-410a-89ae-97ae63c01676 HTTP/1.1" status: 404 len: 337 time: 0.0578458 Feb 04 15:59:40.290784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58366) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:40.345906 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-4dae0f97-1e6b-4ddf-a6e6-0cd57207ce1d service neutron] 10.222.0.60 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186552 Feb 04 15:59:40.388667 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.400127 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-94939dc5-886d-4149-89b5-6c1ac0870518 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:40.400851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94939dc5-886d-4149-89b5-6c1ac0870518 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:40.403081 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-94939dc5-886d-4149-89b5-6c1ac0870518 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/d8c58582-95e7-4ac1-a487-3ea6c31920d9 HTTP/1.1" status: 404 len: 333 time: 0.1107752 Feb 04 15:59:40.405576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58382) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:40.452199 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f2adbc-bc6a-4e6c-ac85-e1808373cfd7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:40.452905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f2adbc-bc6a-4e6c-ac85-e1808373cfd7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:40.454294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a097a63c-d287-41c7-afbd-7341bda7c323 req-08fd9adc-2879-46a9-8bb6-9f6d4df7122f tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Unset dirty status for tenant:b6f6c80c1a9e4f728aabef3b35caeaf9 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:40.455783 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-85f2adbc-bc6a-4e6c-ac85-e1808373cfd7 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/1e88acf9-ac9d-4e2b-afb6-789dcd106205 HTTP/1.1" status: 404 len: 337 time: 0.0488913 Feb 04 15:59:40.456165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a097a63c-d287-41c7-afbd-7341bda7c323 req-08fd9adc-2879-46a9-8bb6-9f6d4df7122f tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 936 time: 0.6820800 Feb 04 15:59:40.457992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58386) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:40.504647 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-86656268-8e23-4670-ad2a-9bdeedc948cd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:40.505447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86656268-8e23-4670-ad2a-9bdeedc948cd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:40.508594 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-86656268-8e23-4670-ad2a-9bdeedc948cd tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/1960c0d5-e8c4-4195-9eb4-88566c62dd86 HTTP/1.1" status: 404 len: 337 time: 0.0492759 Feb 04 15:59:40.511300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58392) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:40.574344 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3acaec-7a25-416a-bb5c-dc1b71953a6f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:40.575198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3acaec-7a25-416a-bb5c-dc1b71953a6f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:40.577435 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6d3acaec-7a25-416a-bb5c-dc1b71953a6f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/a317c871-10c4-4d3e-b44e-613254a51c3e HTTP/1.1" status: 404 len: 333 time: 0.0645199 Feb 04 15:59:40.581032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58398) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:40.643762 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61572f2-0ae3-4cf7-baea-b034caa539eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:40.644553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61572f2-0ae3-4cf7-baea-b034caa539eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:40.646555 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d61572f2-0ae3-4cf7-baea-b034caa539eb tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/95cf2b90-6d20-4f04-8e9f-d2cfe17731ab HTTP/1.1" status: 404 len: 337 time: 0.0640895 Feb 04 15:59:40.650903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58402) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:40.677210 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-ec6776a8-2485-4621-a3a8-b945d5652c1a service neutron] 10.222.0.60 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107686 Feb 04 15:59:40.730811 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d415a085-9326-4c8f-8aa7-345b2690a046 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:40.731414 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d415a085-9326-4c8f-8aa7-345b2690a046 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:40.736426 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d415a085-9326-4c8f-8aa7-345b2690a046 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/9ac11dd9-4a89-4d8c-81bb-216ad158f464 HTTP/1.1" status: 404 len: 337 time: 0.0810008 Feb 04 15:59:40.737069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58410) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:40.784106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:40.797324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a097a63c-d287-41c7-afbd-7341bda7c323 req-a0722383-1234-4610-9ad6-e1ecd7a659ae tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Synchronizing usage tracker for tenant:b6f6c80c1a9e4f728aabef3b35caeaf9 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:40.808510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:port and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:40.813932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:40.817675 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c484376-eddc-4b57-a419-eb2b9b88185f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:40.817899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c484376-eddc-4b57-a419-eb2b9b88185f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:40.819655 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3c484376-eddc-4b57-a419-eb2b9b88185f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/cd63975f-8cb6-4f30-9a68-8732a55409a4 HTTP/1.1" status: 404 len: 333 time: 0.0778461 Feb 04 15:59:40.822913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58414) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:40.836410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:40.839824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a097a63c-d287-41c7-afbd-7341bda7c323 req-a0722383-1234-4610-9ad6-e1ecd7a659ae tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Unset dirty status for tenant:b6f6c80c1a9e4f728aabef3b35caeaf9 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:40.851774 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a097a63c-d287-41c7-afbd-7341bda7c323 req-a0722383-1234-4610-9ad6-e1ecd7a659ae tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837738 Feb 04 15:59:40.917827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Made reservation on behalf of 0d5ce1deda6c431b892eca6721c0eb4a for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:40.925958 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.987237 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e56536-bced-49f0-ad55-64e4c3fe85e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:40.987778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e56536-bced-49f0-ad55-64e4c3fe85e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:40.994065 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b7e56536-bced-49f0-ad55-64e4c3fe85e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/eaf55160-456b-43cc-9076-6d29b530f521 HTTP/1.1" status: 404 len: 337 time: 0.1698213 Feb 04 15:59:40.999533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58426) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:41.083200 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae6550c-b15a-42dc-939e-9946002e32bf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:41.086088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae6550c-b15a-42dc-939e-9946002e32bf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:41.097923 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7ae6550c-b15a-42dc-939e-9946002e32bf tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/77b2635a-411a-4ff3-8dc3-e2d1490ee7a5 HTTP/1.1" status: 404 len: 337 time: 0.0939612 Feb 04 15:59:41.098494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58432) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:41.162745 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2a14fe81-b449-4b9d-8f2f-bb9e8411f2b5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports?device_id=229ae09c-01f4-4975-a86d-2fb6ba409ed1 HTTP/1.1" status: 200 len: 205 time: 0.0608871 Feb 04 15:59:41.163408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58438) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:41.263321 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-0c28d44a-8cde-40a7-b777-9a26e1ae6c4f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] delete failed (client error): The resource could not be found. Feb 04 15:59:41.267427 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0c28d44a-8cde-40a7-b777-9a26e1ae6c4f tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/routers/229ae09c-01f4-4975-a86d-2fb6ba409ed1 HTTP/1.1" status: 404 len: 336 time: 0.1000988 Feb 04 15:59:41.267973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58446) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:41.334596 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa9b010-5954-47b2-99b4-86dd6e724b24 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:41.335151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa9b010-5954-47b2-99b4-86dd6e724b24 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:41.339953 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9aa9b010-5954-47b2-99b4-86dd6e724b24 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/a486611b-f9c8-478e-b184-6d0760c066a5 HTTP/1.1" status: 404 len: 337 time: 0.0671012 Feb 04 15:59:41.339953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58450) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:41.382348 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-550bdb1e-cca7-478a-9d57-b659e7825095 req-c3be093b-5d67-463b-a00a-bfb279fe03dc tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 210 time: 0.1988335 Feb 04 15:59:41.403534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b292db8-ca3d-4d08-b9d7-676b5a194063 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:41.418043 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ae1ba2ca-dbf7-4559-9352-8e5dac63c990 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "GET /v2.0/ports?device_id=b64166d9-fcdd-4979-b2fc-d5be17220676 HTTP/1.1" status: 200 len: 205 time: 0.0749943 Feb 04 15:59:41.418346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58456) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:41.442699 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.467661 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.511254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Transition to ACTIVE for port object 3b292db8-ca3d-4d08-b9d7-676b5a194063 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:41.519510 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.614794 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-2ff46252-1ed9-4c81-960f-3eb407549c32 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] delete failed (client error): The resource could not be found. Feb 04 15:59:41.618825 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2ff46252-1ed9-4c81-960f-3eb407549c32 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/routers/b64166d9-fcdd-4979-b2fc-d5be17220676 HTTP/1.1" status: 404 len: 336 time: 0.1947029 Feb 04 15:59:41.619587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58462) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:41.620032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58464) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:41.625873 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bc372e0c-c655-46f0-9d4e-e1322348f496 req-603bfa00-d916-4348-a59f-35842d970f39 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 210 time: 0.0715435 Feb 04 15:59:41.637772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f02cb1-3c75-47c9-b41e-63e1913c1ce9 req-0ae67362-bade-4598-b7e7-b999239d8a00 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:41.639148 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.645347 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48f02cb1-3c75-47c9-b41e-63e1913c1ce9 req-0ae67362-bade-4598-b7e7-b999239d8a00 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.4604611 Feb 04 15:59:41.674739 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-26572130-a48f-426f-a966-8e9e3f79c65c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:41.675407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26572130-a48f-426f-a966-8e9e3f79c65c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:41.680876 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-26572130-a48f-426f-a966-8e9e3f79c65c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/42659493-289f-4250-ba9f-25071f07ec9f HTTP/1.1" status: 404 len: 337 time: 0.0578365 Feb 04 15:59:41.690862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58472) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:41.744996 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-877217a0-9d4c-4f99-a545-d7ee318b6225 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:41.745771 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877217a0-9d4c-4f99-a545-d7ee318b6225 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:41.749614 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-877217a0-9d4c-4f99-a545-d7ee318b6225 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/9131c5b0-5efd-492d-ba5f-462ed26ef195 HTTP/1.1" status: 404 len: 337 time: 0.0528743 Feb 04 15:59:41.755841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58478) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:41.762230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Allocated IP 172.20.0.27 (622c58fe-f1ea-44ca-8263-7b386e6fbab3/dd4ece28-8197-43cd-bb96-9d4df751deb8/b6032903-a20e-4184-96ab-0b5de062081c) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:41.815624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Pushing event updated for resources: {'Port': ['ID=3b292db8-ca3d-4d08-b9d7-676b5a194063,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:41.836032 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17c06d9-bb23-4f93-9cac-25cfffc7f9e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:41.837388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17c06d9-bb23-4f93-9cac-25cfffc7f9e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:41.840982 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d17c06d9-bb23-4f93-9cac-25cfffc7f9e8 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/a4cea531-e62c-4396-83f5-f3fd192ee8aa HTTP/1.1" status: 404 len: 333 time: 0.0806556 Feb 04 15:59:41.846608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58486) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:42.171464 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.181080 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf412e0-4668-41ca-8642-da57323bb1ae tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:42.181922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf412e0-4668-41ca-8642-da57323bb1ae tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:42.183396 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cdf412e0-4668-41ca-8642-da57323bb1ae tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/ebc5e9ec-e3cc-4ed3-831d-af3268354502 HTTP/1.1" status: 404 len: 337 time: 0.3354764 Feb 04 15:59:42.186040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58500) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:42.188817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.209296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Transition to ACTIVE for port object b6032903-a20e-4184-96ab-0b5de062081c will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:42.248913 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-362e0515-c08d-4f5f-9420-de5d16f52c0e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:42.249355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362e0515-c08d-4f5f-9420-de5d16f52c0e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:42.251229 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-362e0515-c08d-4f5f-9420-de5d16f52c0e tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/e84d145c-35fd-45da-b97b-451b37ed41c7 HTTP/1.1" status: 404 len: 333 time: 0.0638673 Feb 04 15:59:42.254371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58506) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:42.290417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48f02cb1-3c75-47c9-b41e-63e1913c1ce9 req-8e5b0556-b7fd-4f6b-92e2-4ae5602e21dd tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6441562 Feb 04 15:59:42.318047 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-b457f557-045e-442c-b47e-e90b7fc358ba tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:42.318499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b457f557-045e-442c-b47e-e90b7fc358ba tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:42.324281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:42.328908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Usage tracker for resource:security_group_rule and tenant:9e01a451770c4b2d937150962b97e7b3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:42.333891 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b457f557-045e-442c-b47e-e90b7fc358ba tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/16dee566-2b7d-468b-870c-bc7c6fff3b4e HTTP/1.1" status: 404 len: 337 time: 0.0786719 Feb 04 15:59:42.335212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:42.337654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58512) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:42.372168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:42.377268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Attempting to bind port 3b292db8-ca3d-4d08-b9d7-676b5a194063 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:42.377723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Attempting to bind port 3b292db8-ca3d-4d08-b9d7-676b5a194063 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:42.377902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Attempting to bind port 3b292db8-ca3d-4d08-b9d7-676b5a194063 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:42.380404 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.385316 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a76053-919f-4583-9a1a-2568904f7cda tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:42.386384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a76053-919f-4583-9a1a-2568904f7cda tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:42.388273 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-18a76053-919f-4583-9a1a-2568904f7cda tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/09e86b84-b470-4c83-94e6-d58d1d2b79d4 HTTP/1.1" status: 404 len: 333 time: 0.0495594 Feb 04 15:59:42.392675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58516) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:42.424559 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58520) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:42.434282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeabab-6d3b-4282-afad-6cc8c8a08fe4 req-d4e156f5-5bd1-45e0-8a0b-d4e831ae8607 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:42.435775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9deeabab-6d3b-4282-afad-6cc8c8a08fe4 req-d4e156f5-5bd1-45e0-8a0b-d4e831ae8607 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 948 time: 0.2331717 Feb 04 15:59:42.441215 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19b4930-e190-470e-82e4-278968f3b668 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:42.441672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19b4930-e190-470e-82e4-278968f3b668 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:42.443678 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c19b4930-e190-470e-82e4-278968f3b668 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/e8e56e8c-d653-4211-8b54-c0547f8098ed HTTP/1.1" status: 404 len: 337 time: 0.0495324 Feb 04 15:59:42.446237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58526) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:42.452734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Port 3b292db8-ca3d-4d08-b9d7-676b5a194063 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:59:42.453064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Attempting to bind port 3b292db8-ca3d-4d08-b9d7-676b5a194063 on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:42.496142 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5497c80-6aa2-4c06-9a0f-69764c9a2c55 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:42.496662 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5497c80-6aa2-4c06-9a0f-69764c9a2c55 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:42.509368 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b5497c80-6aa2-4c06-9a0f-69764c9a2c55 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/efaceb64-cb29-473a-ab1f-89b2ca7ea6cb HTTP/1.1" status: 404 len: 333 time: 0.0621476 Feb 04 15:59:42.511991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58532) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:42.543324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:42.544006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:42.544389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:42.544823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Bound port: 3b292db8-ca3d-4d08-b9d7-676b5a194063, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:42.545912 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.561460 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-86023b03-2f83-4cb3-b315-49594e7fdc48 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:42.561982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86023b03-2f83-4cb3-b315-49594e7fdc48 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:42.565178 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network 622c58fe-f1ea-44ca-8263-7b386e6fbab3 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:42.565984 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Port': ['ID=b6032903-a20e-4184-96ab-0b5de062081c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:42.578168 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-86023b03-2f83-4cb3-b315-49594e7fdc48 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/4bf0c8dc-c7d9-4a21-921a-e30bf260fe72 HTTP/1.1" status: 404 len: 337 time: 0.0650046 Feb 04 15:59:42.579154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:42.580876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58536) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:42.592472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:42.594475 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.599738 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.660302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f429fb-96dc-40b3-ad67-e1c5c9bbeaf5,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:42.686308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:42.686978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:42.687538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:42.688289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:42.689003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:42.689700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:42.690225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:42.690760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:42.691313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:42.691831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:42.692357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:42.700054 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-39c836f7-1865-4c5a-aa1c-9d0f77fa086e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e01a451770c4b2d937150962b97e7b3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0789602 Feb 04 15:59:42.702440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58540) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:42.755315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9deeabab-6d3b-4282-afad-6cc8c8a08fe4 req-1f09c635-13e6-4b42-89c9-709fd2871f30 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906742 Feb 04 15:59:42.756184 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc38aff-e3ae-461c-b8da-544fc58fa723 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:42.756627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc38aff-e3ae-461c-b8da-544fc58fa723 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:42.774776 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d328c97-8f92-4eb3-9e6b-8610fc2bea4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.814665 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cfc38aff-e3ae-461c-b8da-544fc58fa723 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/6b29d353-9695-4531-8fd0-56e201df8ab3 HTTP/1.1" status: 404 len: 333 time: 0.2265928 Feb 04 15:59:42.825538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58546) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:42.835455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:42.836079 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.941534 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9fefa24d-d69d-48e5-ad06-8f3b096f1ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.960457 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f145a8d-c33a-49d0-8e90-6a515b55b3f5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:42.961061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f145a8d-c33a-49d0-8e90-6a515b55b3f5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:42.991912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6d2234e9-e335-4e0b-b1c3-7a65d6cab2c8 None None] Provisioning for port b6032903-a20e-4184-96ab-0b5de062081c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:43.005760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6d2234e9-e335-4e0b-b1c3-7a65d6cab2c8 None None] Provisioning complete for port b6032903-a20e-4184-96ab-0b5de062081c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:43.008243 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6d2234e9-e335-4e0b-b1c3-7a65d6cab2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.011093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] For port 3b292db8-ca3d-4d08-b9d7-676b5a194063, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:43.016173 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-c7cbafa9-cfac-4ca7-883c-cbf1079d494f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7747662 Feb 04 15:59:43.017904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7d328c97-8f92-4eb3-9e6b-8610fc2bea4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:43.031571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f088c-30c5-4513-9888-b87be2631c49 req-a4cc747a-e4eb-4a42-b29c-799b48808aa6 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:43.033622 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f9f088c-30c5-4513-9888-b87be2631c49 req-a4cc747a-e4eb-4a42-b29c-799b48808aa6 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.5433733 Feb 04 15:59:43.034860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8f145a8d-c33a-49d0-8e90-6a515b55b3f5 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/bf595f2f-22da-4c01-8e1d-93b3468e899b HTTP/1.1" status: 404 len: 337 time: 0.1946018 Feb 04 15:59:43.045469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58550) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:43.045601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Request body: {'port': {'device_id': '9241afa1-5570-466e-9398-077d5068f272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:43.046307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58554) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:43.068596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7d328c97-8f92-4eb3-9e6b-8610fc2bea4d admin admin] Usage tracker for resource:security_group_rule and tenant:98de085048344a8b8dd006d856f98e72 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:43.073488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] For port 3b292db8-ca3d-4d08-b9d7-676b5a194063, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3b292db8-ca3d-4d08-b9d7-676b5a194063,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:43.078564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7d328c97-8f92-4eb3-9e6b-8610fc2bea4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:43.081884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-c66eba54-0397-4cbe-9fa3-bd2a4821b4a8 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:43.083383 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-c66eba54-0397-4cbe-9fa3-bd2a4821b4a8 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.81 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 816 time: 0.3412759 Feb 04 15:59:43.090277 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9fefa24d-d69d-48e5-ad06-8f3b096f1ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.091530 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.092748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6d2234e9-e335-4e0b-b1c3-7a65d6cab2c8 None None] Port b6032903-a20e-4184-96ab-0b5de062081c cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:59:43.096535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7d328c97-8f92-4eb3-9e6b-8610fc2bea4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:43.109642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9b1f3610-7a53-4a56-80eb-099957630059 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Request body: {'floatingip': {'port_id': '4173582e-4774-4478-a4ae-b4a99727be62'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:43.171357 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d883e03-420c-4e08-b5e9-5508b432f16a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:43.171794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d883e03-420c-4e08-b5e9-5508b432f16a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:43.173603 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7d883e03-420c-4e08-b5e9-5508b432f16a tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/a42acdb0-fdbc-457d-8ce5-0dd691da9873 HTTP/1.1" status: 404 len: 333 time: 0.1321585 Feb 04 15:59:43.200992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58558) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:43.270739 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3610-7a53-4a56-80eb-099957630059 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for floatingip, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.300643 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:59:43.329895 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab6412b-2964-4c4e-a353-d091a640cd16 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:43.330389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab6412b-2964-4c4e-a353-d091a640cd16 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:43.332698 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5ab6412b-2964-4c4e-a353-d091a640cd16 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/ed88906d-3177-459e-b31c-3d45b82b72de HTTP/1.1" status: 404 len: 337 time: 0.1206291 Feb 04 15:59:43.347534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58562) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:43.396971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c829d5d4-a202-4c4a-a5aa-4291307d04f1 req-b9ace457-b126-48c5-8896-f765bff585e7 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 210 time: 0.1259019 Feb 04 15:59:43.408736 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.410376 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46558265-83d2-4426-8b92-3376adadc82a req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] 10.222.0.73 "PUT /v2.0/ports/3b292db8-ca3d-4d08-b9d7-676b5a194063 HTTP/1.1" status: 200 len: 1096 time: 3.8871455 Feb 04 15:59:43.417421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-530cc2da-2609-4975-a80d-b2bb93641ab4 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Synchronizing usage tracker for tenant:ee631902a97f490e8f118497c873dcdf on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:43.459588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd063eabb-7cd0-4b50-a8bd-41294050efca', 'tag': '3b292db8-ca3d-4d08-b9d7-676b5a194063'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:43.464230 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-0338d673-6efb-4423-b253-38dc7c069e21 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:43.464673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0338d673-6efb-4423-b253-38dc7c069e21 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:43.466416 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9fefa24d-d69d-48e5-ad06-8f3b096f1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.481310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-530cc2da-2609-4975-a80d-b2bb93641ab4 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Unset dirty status for tenant:ee631902a97f490e8f118497c873dcdf on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:43.482982 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-530cc2da-2609-4975-a80d-b2bb93641ab4 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee631902a97f490e8f118497c873dcdf HTTP/1.1" status: 200 len: 379 time: 0.3130529 Feb 04 15:59:43.537862 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0338d673-6efb-4423-b253-38dc7c069e21 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/ports/33e12dfa-220e-4372-b744-7eaa0d61b57c HTTP/1.1" status: 404 len: 333 time: 0.1546381 Feb 04 15:59:43.538854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d27999-3ab9-4b5a-b926-90c7d384b30d service neutron] Pushing event updated for resources: {'Port': ['ID=3b292db8-ca3d-4d08-b9d7-676b5a194063,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:43.542843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58570) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:43.550111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Request body: {'port': {'device_id': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'admin_state_up': True, 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'security_groups': ['49ce6e05-4f6f-4079-a92c-11ae7f717026']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:43.570526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3accd-7cd7-4b90-8f67-695b6388fb0a req-b3c19aff-5e1c-4d60-b43e-92ff9038af93 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:43.571540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c6e3accd-7cd7-4b90-8f67-695b6388fb0a req-b3c19aff-5e1c-4d60-b43e-92ff9038af93 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:43.585153 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.638853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefa24d-d69d-48e5-ad06-8f3b096f1ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f429fb-96dc-40b3-ad67-e1c5c9bbeaf5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:43.648946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c6e3accd-7cd7-4b90-8f67-695b6388fb0a req-b3c19aff-5e1c-4d60-b43e-92ff9038af93 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:43.650131 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6e3accd-7cd7-4b90-8f67-695b6388fb0a req-b3c19aff-5e1c-4d60-b43e-92ff9038af93 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 932 time: 0.7176325 Feb 04 15:59:43.700655 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9fefa24d-d69d-48e5-ad06-8f3b096f1ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.702037 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9fefa24d-d69d-48e5-ad06-8f3b096f1ff3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7f429fb-96dc-40b3-ad67-e1c5c9bbeaf5 HTTP/1.1" status: 204 len: 168 time: 0.9984388 Feb 04 15:59:43.703239 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fdc27a-7610-4268-9bd2-520fd2469a26 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] DELETE failed (client error): The resource could not be found. Feb 04 15:59:43.703866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35fdc27a-7610-4268-9bd2-520fd2469a26 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:59:43.705678 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-35fdc27a-7610-4268-9bd2-520fd2469a26 tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/subnets/9e4710d3-f685-4a8d-8f64-3844e5a0c11a HTTP/1.1" status: 404 len: 337 time: 0.1606810 Feb 04 15:59:43.710618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58576) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:43.755376 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46558265-83d2-4426-8b92-3376adadc82a req-e9d5d988-c27b-40de-bbeb-b3116cc7898f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6f6c80c1a9e4f728aabef3b35caeaf9&device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 1099 time: 0.2857034 Feb 04 15:59:43.784136 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d328c97-8f92-4eb3-9e6b-8610fc2bea4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.803672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6e3accd-7cd7-4b90-8f67-695b6388fb0a req-192b48ef-b38c-4f1e-81eb-6a88f587d429 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd3ea633-2fff-415c-a397-646e7541b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126962 Feb 04 15:59:43.805301 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd063eabb-7cd0-4b50-a8bd-41294050efca', 'tag': '3b292db8-ca3d-4d08-b9d7-676b5a194063', 'status': 'completed', 'code': 200} Feb 04 15:59:43.955353 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46558265-83d2-4426-8b92-3376adadc82a req-f71856a2-1572-4229-ada3-60b72476168d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3b292db8-ca3d-4d08-b9d7-676b5a194063 HTTP/1.1" status: 200 len: 217 time: 0.1737874 Feb 04 15:59:43.957591 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:43.960797 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d328c97-8f92-4eb3-9e6b-8610fc2bea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.019769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:44.235412 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f0214938-78bc-44c4-acdc-b7baed6db05c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.238379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d328c97-8f92-4eb3-9e6b-8610fc2bea4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c222a136-a7e6-4e38-9af5-1698b42eb0ab,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:44.240754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Made reservation on behalf of ee631902a97f490e8f118497c873dcdf for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:44.244158 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.250174 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7d328c97-8f92-4eb3-9e6b-8610fc2bea4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=98de085048344a8b8dd006d856f98e72&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8221350 Feb 04 15:59:44.256494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58590) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:44.260478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558265-83d2-4426-8b92-3376adadc82a req-f9cb364d-9d15-416e-a98f-1755c375a6a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:44.262127 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46558265-83d2-4426-8b92-3376adadc82a req-f9cb364d-9d15-416e-a98f-1755c375a6a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.2901425 Feb 04 15:59:44.369272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b0996-e0bb-49b5-8dc3-895eb9741823 req-2881d1c5-2547-4360-b7ca-162c0236169c tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:44.370757 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-526b0996-e0bb-49b5-8dc3-895eb9741823 req-2881d1c5-2547-4360-b7ca-162c0236169c tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 948 time: 0.4112456 Feb 04 15:59:44.466889 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-526b0996-e0bb-49b5-8dc3-895eb9741823 req-b15c0e70-5624-4e8d-a4fc-9f0654512175 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837910 Feb 04 15:59:44.476393 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46558265-83d2-4426-8b92-3376adadc82a req-9072ee55-aff3-482a-b51e-c1e3b95a1bca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2075226 Feb 04 15:59:44.615616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6032903-a20e-4184-96ab-0b5de062081c {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:44.631012 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f0214938-78bc-44c4-acdc-b7baed6db05c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.670090 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.686856 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f44c5b22-390b-4e89-92c8-e17b2be80fa1 req-e7d09183-216d-49db-a8c9-73b82c50337e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 210 time: 0.0669625 Feb 04 15:59:44.703775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f0214938-78bc-44c4-acdc-b7baed6db05c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1591a8f9-6e8c-4320-9f81-e8076f2c3a4e']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:44.724031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Transition to ACTIVE for port object b6032903-a20e-4184-96ab-0b5de062081c will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:44.730889 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f0214938-78bc-44c4-acdc-b7baed6db05c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f955bd-fdb9-4841-a876-4d6a33dfd53d') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:44.731309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f0214938-78bc-44c4-acdc-b7baed6db05c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f955bd-fdb9-4841-a876-4d6a33dfd53d') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:44.732954 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.766199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46558265-83d2-4426-8b92-3376adadc82a req-1923e379-b8c6-4c06-afd2-dcab954b4fd5 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601354 Feb 04 15:59:44.801746 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f0214938-78bc-44c4-acdc-b7baed6db05c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.860574 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f0214938-78bc-44c4-acdc-b7baed6db05c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.879436 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d21d75a9-7ccb-438f-b081-4362a702a61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.883098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0214938-78bc-44c4-acdc-b7baed6db05c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:59:44.883524 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f0214938-78bc-44c4-acdc-b7baed6db05c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.902856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Allocated IP 172.20.0.13 (c2183356-deba-4128-ad82-b10ca33a0ad9/bbe20dae-ec69-4ab2-b7ba-f48917395148/fce243e5-f1e5-4d20-bae0-deb0920e9325) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: timer() Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:59:44.906166 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:59:44.946300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6032903-a20e-4184-96ab-0b5de062081c,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:45.089671 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f0214938-78bc-44c4-acdc-b7baed6db05c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.138093 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f0214938-78bc-44c4-acdc-b7baed6db05c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.143966 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d21d75a9-7ccb-438f-b081-4362a702a61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.188515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0214938-78bc-44c4-acdc-b7baed6db05c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] Pushing event deleted for resources: {'Network': ['ID=1591a8f9-6e8c-4320-9f81-e8076f2c3a4e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:45.218670 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f0214938-78bc-44c4-acdc-b7baed6db05c tempest-NetworksTestDHCPv6-667933276 tempest-NetworksTestDHCPv6-667933276-project] 10.222.0.60 "DELETE /v2.0/networks/1591a8f9-6e8c-4320-9f81-e8076f2c3a4e HTTP/1.1" status: 204 len: 168 time: 1.5014024 Feb 04 15:59:45.290185 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46558265-83d2-4426-8b92-3376adadc82a req-1a3d501d-60dd-4d67-a7bb-1d9604d6fd1e service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154819 Feb 04 15:59:45.328912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Attempting to bind port b6032903-a20e-4184-96ab-0b5de062081c on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:45.329929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Attempting to bind port b6032903-a20e-4184-96ab-0b5de062081c by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'b2e67092-31ee-4414-92c9-f59dd7cef355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:45.330169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Attempting to bind port b6032903-a20e-4184-96ab-0b5de062081c on network 622c58fe-f1ea-44ca-8263-7b386e6fbab3 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:45.346128 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Port b6032903-a20e-4184-96ab-0b5de062081c on network 622c58fe-f1ea-44ca-8263-7b386e6fbab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:59:45.346434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Attempting to bind port b6032903-a20e-4184-96ab-0b5de062081c on network 622c58fe-f1ea-44ca-8263-7b386e6fbab3 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:45.397145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b97832-eebb-404c-9da4-93f30f16e438 req-6b1b8e7e-b018-43cd-b8e1-2fc70233d500 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:45.404602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58b97832-eebb-404c-9da4-93f30f16e438 req-6b1b8e7e-b018-43cd-b8e1-2fc70233d500 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 944 time: 0.3555031 Feb 04 15:59:45.435096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:45.435849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Checking segment: {'id': 'b2e67092-31ee-4414-92c9-f59dd7cef355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:45.436646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Bound using segment: {'id': 'b2e67092-31ee-4414-92c9-f59dd7cef355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:45.437344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Bound port: b6032903-a20e-4184-96ab-0b5de062081c, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e67092-31ee-4414-92c9-f59dd7cef355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:45.437917 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.531540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3610-7a53-4a56-80eb-099957630059 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.568573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] For port b6032903-a20e-4184-96ab-0b5de062081c, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:45.572456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] For port b6032903-a20e-4184-96ab-0b5de062081c, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b6032903-a20e-4184-96ab-0b5de062081c,segment=NetworkSegment(b2e67092-31ee-4414-92c9-f59dd7cef355),segment_id=b2e67092-31ee-4414-92c9-f59dd7cef355)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:45.580703 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3610-7a53-4a56-80eb-099957630059 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.583783 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.688921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58620) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:45.694902 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d21d75a9-7ccb-438f-b081-4362a702a61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.709155 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.710529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] 10.222.0.73 "PUT /v2.0/ports/b6032903-a20e-4184-96ab-0b5de062081c HTTP/1.1" status: 200 len: 1092 time: 2.6718507 Feb 04 15:59:45.769975 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d75a9-7ccb-438f-b081-4362a702a61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c222a136-a7e6-4e38-9af5-1698b42eb0ab,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:45.836623 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d21d75a9-7ccb-438f-b081-4362a702a61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.837787 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d21d75a9-7ccb-438f-b081-4362a702a61b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c222a136-a7e6-4e38-9af5-1698b42eb0ab HTTP/1.1" status: 204 len: 168 time: 1.5668375 Feb 04 15:59:45.859857 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.889479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9241afa1-5570-466e-9398-077d5068f272', 'tag': 'b6032903-a20e-4184-96ab-0b5de062081c'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:45.896061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf9bb9-5b2a-477f-a424-38d06463bbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6032903-a20e-4184-96ab-0b5de062081c,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:45.916307 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-584b3d43-f209-4b86-8969-bebb9242fd36 req-b43e39d0-8843-4e7c-83e4-1197b13604d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6f6c80c1a9e4f728aabef3b35caeaf9&device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 1099 time: 0.5638101 Feb 04 15:59:45.928641 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58b97832-eebb-404c-9da4-93f30f16e438 req-1460a758-6221-4984-a8cc-16e903731ec0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd3ea633-2fff-415c-a397-646e7541b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5231290 Feb 04 15:59:45.958756 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Transition to ACTIVE for port object fce243e5-f1e5-4d20-bae0-deb0920e9325 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:46.142792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-491fd58d-b815-4671-b984-7d449aab3e31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 1095 time: 0.3495171 Feb 04 15:59:46.152439 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c1098f99-f8fa-47f7-96f5-d093dad6602f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cae3faf9e7694ec3aa6033cfb322f833&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4587901 Feb 04 15:59:46.153283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58634) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:46.202878 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.292032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Network c2183356-deba-4128-ad82-b10ca33a0ad9 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:46.303252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:46.325491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:46.333659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01d82d-25dd-4d94-b396-4f524ca8f4cb req-7822e1b5-8810-4d2d-ae08-e8f43e6aca01 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:46.342117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d01d82d-25dd-4d94-b396-4f524ca8f4cb req-7822e1b5-8810-4d2d-ae08-e8f43e6aca01 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 948 time: 0.6432884 Feb 04 15:59:46.364552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-af945975-258f-40a9-aae3-10625d1b6d9a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=b6032903-a20e-4184-96ab-0b5de062081c HTTP/1.1" status: 200 len: 217 time: 0.2057984 Feb 04 15:59:46.365513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b3d43-f209-4b86-8969-bebb9242fd36 req-1e50a2f0-2094-4439-90c8-4c1969400879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:46.366958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-584b3d43-f209-4b86-8969-bebb9242fd36 req-1e50a2f0-2094-4439-90c8-4c1969400879 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.4306095 Feb 04 15:59:46.405770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event updated for resources: {'Port': ['ID=fce243e5-f1e5-4d20-bae0-deb0920e9325,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:46.433729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58640) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:46.520105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-584b3d43-f209-4b86-8969-bebb9242fd36 req-dc4554cd-23a4-42c4-b997-7beb8a981214 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3b292db8-ca3d-4d08-b9d7-676b5a194063 HTTP/1.1" status: 200 len: 217 time: 0.1355038 Feb 04 15:59:46.593773 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d01d82d-25dd-4d94-b396-4f524ca8f4cb req-6742e3e7-5772-44a6-8882-8f16e1526355 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507741 Feb 04 15:59:46.600119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-2d5aac9e-b80f-406d-b2b8-e2cff1db3829 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:46.601664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-2d5aac9e-b80f-406d-b2b8-e2cff1db3829 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd4ece28-8197-43cd-bb96-9d4df751deb8 HTTP/1.1" status: 200 len: 837 time: 0.2190573 Feb 04 15:59:46.627163 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f3094a9-4b1e-4a53-bf92-949093d7cefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.655700 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34f147ec-c0e8-448e-a4a9-e2bf8b308c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.663206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53e08c-bfec-4741-8f34-d4ff6ed3d0ab req-6dd4b0d2-1671-4d49-b3a4-185c3c5f9cad tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:46.665354 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc53e08c-bfec-4741-8f34-d4ff6ed3d0ab req-6dd4b0d2-1671-4d49-b3a4-185c3c5f9cad tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 932 time: 0.4236116 Feb 04 15:59:46.665662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-657c1bda-5429-4951-8f48-5c987ca10441 None None] Provisioning for port fce243e5-f1e5-4d20-bae0-deb0920e9325 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:46.669749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:46.671549 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.674191 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-657c1bda-5429-4951-8f48-5c987ca10441 None None] Provisioning complete for port fce243e5-f1e5-4d20-bae0-deb0920e9325 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:46.674948 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-657c1bda-5429-4951-8f48-5c987ca10441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.706556 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b3d43-f209-4b86-8969-bebb9242fd36 req-dc86bb7c-f7ce-47d2-b329-f46264e9d9e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:46.708067 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-584b3d43-f209-4b86-8969-bebb9242fd36 req-dc86bb7c-f7ce-47d2-b329-f46264e9d9e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1815381 Feb 04 15:59:46.741153 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9241afa1-5570-466e-9398-077d5068f272', 'tag': 'b6032903-a20e-4184-96ab-0b5de062081c', 'status': 'completed', 'code': 200} Feb 04 15:59:46.751493 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-9b1f3610-7a53-4a56-80eb-099957630059 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Floating IP 06f0bc8e-421b-492e-ae9a-9e0d5ffa1a76 associated. External IP: 172.25.0.10, port: 4173582e-4774-4478-a4ae-b4a99727be62. Feb 04 15:59:46.759458 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc53e08c-bfec-4741-8f34-d4ff6ed3d0ab req-93ba3634-8161-4919-8ef4-86a921b13240 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809925 Feb 04 15:59:46.766121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-657c1bda-5429-4951-8f48-5c987ca10441 None None] Port fce243e5-f1e5-4d20-bae0-deb0920e9325 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:59:46.776639 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-f9cbf11f-ef16-4f8b-a727-f0131ba3517a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=622c58fe-f1ea-44ca-8263-7b386e6fbab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1663682 Feb 04 15:59:46.856657 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2831d202-50b7-4895-817f-73708775bd6d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3120606 Feb 04 15:59:46.859664 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34f147ec-c0e8-448e-a4a9-e2bf8b308c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.880791 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Request body: {'port': {'device_id': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:46.904728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f3094a9-4b1e-4a53-bf92-949093d7cefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:46.929673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f3094a9-4b1e-4a53-bf92-949093d7cefc admin admin] Usage tracker for resource:security_group_rule and tenant:ed26db1d68664a4b9210f9755a43c1f3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:46.940389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f3094a9-4b1e-4a53-bf92-949093d7cefc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:46.966710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f3094a9-4b1e-4a53-bf92-949093d7cefc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:47.074862 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.081344 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-584b3d43-f209-4b86-8969-bebb9242fd36 req-026de501-32df-4f2e-88f7-a1b0787165d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2330153 Feb 04 15:59:47.094125 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34f147ec-c0e8-448e-a4a9-e2bf8b308c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.164406 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-3ab390b6-eb45-4c36-b0f8-85bfb7212492 service neutron] 10.222.0.73 "GET /v2.0/networks/622c58fe-f1ea-44ca-8263-7b386e6fbab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148837 Feb 04 15:59:47.207434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f147ec-c0e8-448e-a4a9-e2bf8b308c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d57fdb-c071-4786-922d-17818507042f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:47.261300 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34f147ec-c0e8-448e-a4a9-e2bf8b308c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.264972 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-34f147ec-c0e8-448e-a4a9-e2bf8b308c5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45d57fdb-c071-4786-922d-17818507042f HTTP/1.1" status: 204 len: 168 time: 1.1062012 Feb 04 15:59:47.340818 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f3094a9-4b1e-4a53-bf92-949093d7cefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.350598 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f3094a9-4b1e-4a53-bf92-949093d7cefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.451453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3094a9-4b1e-4a53-bf92-949093d7cefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba557dff-bbae-4a4d-b7c4-f15a75191e20,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:47.512807 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7f3094a9-4b1e-4a53-bf92-949093d7cefc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed26db1d68664a4b9210f9755a43c1f3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0688198 Feb 04 15:59:47.518083 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58664) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:47.587692 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-584b3d43-f209-4b86-8969-bebb9242fd36 req-d1dec4e1-e705-4281-8edc-f87f22ff3c87 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886985 Feb 04 15:59:47.717382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f84fd32f-f367-446e-ad4d-00b590604d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.740625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11c928-41b1-464e-9312-534d40af8fae req-a1946558-bd9e-4450-83d0-93e462901597 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:47.750040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d11c928-41b1-464e-9312-534d40af8fae req-a1946558-bd9e-4450-83d0-93e462901597 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 944 time: 0.6566951 Feb 04 15:59:47.758237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d877421e-5d6d-4207-8a8a-81dc5fb4a61a req-4bde264b-b845-4ff9-bb34-e1ee8e0bdd97 service neutron] 10.222.0.73 "GET /v2.0/networks/622c58fe-f1ea-44ca-8263-7b386e6fbab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300400 Feb 04 15:59:47.771968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f84fd32f-f367-446e-ad4d-00b590604d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.888808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce243e5-f1e5-4d20-bae0-deb0920e9325 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:47.900140 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.903624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d11c928-41b1-464e-9312-534d40af8fae req-cbb01154-0886-4cfe-a144-159056a68781 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd3ea633-2fff-415c-a397-646e7541b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525304 Feb 04 15:59:47.941103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Transition to ACTIVE for port object fce243e5-f1e5-4d20-bae0-deb0920e9325 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:47.976155 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.987016 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-584b3d43-f209-4b86-8969-bebb9242fd36 req-18a57f94-bcc3-4b77-aa0d-3ab101494b8f service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902073 Feb 04 15:59:48.037450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148056a-ee05-4911-bdd2-fa37a13486da req-0322c678-9b9a-4f75-8a8c-3cdeb77ff9d6 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:48.038987 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e148056a-ee05-4911-bdd2-fa37a13486da req-0322c678-9b9a-4f75-8a8c-3cdeb77ff9d6 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 948 time: 0.1467478 Feb 04 15:59:48.050905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-460879ea-48a7-47fc-887e-e2215939bfab req-7c2c859a-3f4a-4bb3-9014-2beeec4ec70c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 1095 time: 0.2165821 Feb 04 15:59:48.308851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e148056a-ee05-4911-bdd2-fa37a13486da req-29334535-95e5-4f46-b424-4d146dd6f96e tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637312 Feb 04 15:59:48.385213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fce243e5-f1e5-4d20-bae0-deb0920e9325,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:48.424180 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460879ea-48a7-47fc-887e-e2215939bfab req-4e6f3182-265e-49fe-8cae-6e37ebc0f277 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:48.426059 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-460879ea-48a7-47fc-887e-e2215939bfab req-4e6f3182-265e-49fe-8cae-6e37ebc0f277 service neutron] 10.222.0.73 "GET /v2.0/networks?id=622c58fe-f1ea-44ca-8263-7b386e6fbab3 HTTP/1.1" status: 200 len: 897 time: 0.3452845 Feb 04 15:59:48.430583 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f84fd32f-f367-446e-ad4d-00b590604d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.490023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fd32f-f367-446e-ad4d-00b590604d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba557dff-bbae-4a4d-b7c4-f15a75191e20,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:48.530279 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f84fd32f-f367-446e-ad4d-00b590604d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.537186 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f84fd32f-f367-446e-ad4d-00b590604d1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba557dff-bbae-4a4d-b7c4-f15a75191e20 HTTP/1.1" status: 204 len: 168 time: 1.0161011 Feb 04 15:59:48.561442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fef43-b2aa-4a6a-bf89-0b10f4c57f1f req-63408877-0184-4ba0-8155-f26bf55c8e22 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:48.568353 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba3fef43-b2aa-4a6a-bf89-0b10f4c57f1f req-63408877-0184-4ba0-8155-f26bf55c8e22 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 944 time: 0.3885598 Feb 04 15:59:48.598527 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-460879ea-48a7-47fc-887e-e2215939bfab req-7806fd75-ca58-4365-ae5e-0454421eace9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=b6032903-a20e-4184-96ab-0b5de062081c HTTP/1.1" status: 200 len: 217 time: 0.1644771 Feb 04 15:59:48.598786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58704) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:48.612331 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Attempting to bind port fce243e5-f1e5-4d20-bae0-deb0920e9325 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:48.612662 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Attempting to bind port fce243e5-f1e5-4d20-bae0-deb0920e9325 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:48.612989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Attempting to bind port fce243e5-f1e5-4d20-bae0-deb0920e9325 on network c2183356-deba-4128-ad82-b10ca33a0ad9 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:48.622232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1f3610-7a53-4a56-80eb-099957630059 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Router 31942f60-1d8b-483e-b345-f98503e728e7 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:48.681525 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba3fef43-b2aa-4a6a-bf89-0b10f4c57f1f req-0efa984d-0c8b-4cc4-b739-cbc513227504 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122391 Feb 04 15:59:48.712900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460879ea-48a7-47fc-887e-e2215939bfab req-72b341d3-8c76-4644-a6af-67de19e7bfed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:48.714392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-460879ea-48a7-47fc-887e-e2215939bfab req-72b341d3-8c76-4644-a6af-67de19e7bfed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd4ece28-8197-43cd-bb96-9d4df751deb8 HTTP/1.1" status: 200 len: 837 time: 0.1047852 Feb 04 15:59:48.730949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Port fce243e5-f1e5-4d20-bae0-deb0920e9325 on network c2183356-deba-4128-ad82-b10ca33a0ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:59:48.731419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Attempting to bind port fce243e5-f1e5-4d20-bae0-deb0920e9325 on network c2183356-deba-4128-ad82-b10ca33a0ad9 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:48.761234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:48.761519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Checking segment: {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:48.761911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Bound using segment: {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:48.762832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Bound port: fce243e5-f1e5-4d20-bae0-deb0920e9325, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:48.763202 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.817123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-460879ea-48a7-47fc-887e-e2215939bfab req-eaf7ff97-2116-4e31-8acb-27428c68c0c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=622c58fe-f1ea-44ca-8263-7b386e6fbab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953538 Feb 04 15:59:48.873106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1291441766'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:48.890713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:48.916961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Usage tracker for resource:network and tenant:59d071709aef4ae58201e982e611f967 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:49.047242 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-460879ea-48a7-47fc-887e-e2215939bfab req-9d19e683-6bc4-49f2-8884-a152d18c3974 service neutron] 10.222.0.73 "GET /v2.0/networks/622c58fe-f1ea-44ca-8263-7b386e6fbab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225432 Feb 04 15:59:49.114264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:49.125923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:49.187907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:49.201339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Made reservation on behalf of 59d071709aef4ae58201e982e611f967 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:49.205072 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.224409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:49.243839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.255222 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.277892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-460879ea-48a7-47fc-887e-e2215939bfab req-3e9ba6a8-3c54-427e-9254-da699f4c56f4 service neutron] 10.222.0.73 "GET /v2.0/networks/622c58fe-f1ea-44ca-8263-7b386e6fbab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217863 Feb 04 15:59:49.302005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd1e99-aa88-4fa3-96b0-9b8b0a51fa2c req-04071199-d046-4052-b0e2-05c96ff1a94d tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:49.303814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8dd1e99-aa88-4fa3-96b0-9b8b0a51fa2c req-04071199-d046-4052-b0e2-05c96ff1a94d tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 944 time: 0.1565533 Feb 04 15:59:49.377478 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.378982 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] 10.222.0.81 "PUT /v2.0/ports/fce243e5-f1e5-4d20-bae0-deb0920e9325 HTTP/1.1" status: 200 len: 1092 time: 2.5041158 Feb 04 15:59:49.390008 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:49.432550 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8dd1e99-aa88-4fa3-96b0-9b8b0a51fa2c req-de04e323-7b2d-4a98-9dcd-87408ae5f3ef tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd3ea633-2fff-415c-a397-646e7541b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200373 Feb 04 15:59:49.437579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:49.556438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd7f9e-661d-4a82-b5c0-c035541395f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fce243e5-f1e5-4d20-bae0-deb0920e9325,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:49.578014 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'status': 'completed', 'code': 200} Feb 04 15:59:49.578970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Usage tracker for resource:security_group_rule and tenant:59d071709aef4ae58201e982e611f967 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:49.587691 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.593032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:49.599297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:49.621563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1f3610-7a53-4a56-80eb-099957630059 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:49.638147 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5db4cb-da4a-4003-8bc5-ba7c6015b934 None None] Sync routers for ids ['31942f60-1d8b-483e-b345-f98503e728e7'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:59:49.666347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5db4cb-da4a-4003-8bc5-ba7c6015b934 None None] Routers {'31942f60-1d8b-483e-b345-f98503e728e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:49.667709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4d5db4cb-da4a-4003-8bc5-ba7c6015b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:59:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['31942f60-1d8b-483e-b345-f98503e728e7'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:49.700714 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3610-7a53-4a56-80eb-099957630059 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.776129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5a1b7-6296-47e1-a160-3287e9c825dc req-9838d554-1a45-4df2-993b-a5a5887b86d5 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:49.785125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7a5a1b7-6296-47e1-a160-3287e9c825dc req-9838d554-1a45-4df2-993b-a5a5887b86d5 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 948 time: 0.1966577 Feb 04 15:59:49.846261 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-74514b3c-d505-4c06-bd41-bec59d501506 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 1095 time: 0.3919036 Feb 04 15:59:49.856415 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9b1f3610-7a53-4a56-80eb-099957630059 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "PUT /v2.0/floatingips/06f0bc8e-421b-492e-ae9a-9e0d5ffa1a76 HTTP/1.1" status: 200 len: 990 time: 6.7812791 Feb 04 15:59:49.886947 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7a5a1b7-6296-47e1-a160-3287e9c825dc req-566784d1-4287-46d6-9a33-4a839421a59f tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952530 Feb 04 15:59:49.966099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-4d5db4cb-da4a-4003-8bc5-ba7c6015b934 None None] Set router 31942f60-1d8b-483e-b345-f98503e728e7 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:50.036613 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.044599 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-d5c3af22-f338-4089-96fc-b06b61c57b72 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325 HTTP/1.1" status: 200 len: 217 time: 0.1710269 Feb 04 15:59:50.045987 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.151638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:59:50.172151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9044a967-e15c-493e-aa9b-f042095d0d0d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:50.187740 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.188282 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Added segment 60b47fb3-a6d3-40d6-8d5a-8d127cecf3ec of type vlan for network 1ca2ca02-222d-4c77-9a08-9d9ec7426e24 Feb 04 15:59:50.200306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2fa8053b-ef3e-4250-85e3-e0199516b007 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:50.202178 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-2fa8053b-ef3e-4250-85e3-e0199516b007 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 200 len: 855 time: 0.1103306 Feb 04 15:59:50.225854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbce2f7-6a97-4e1a-a449-bcb2f564fbff req-1f65461b-4ce5-4842-beae-86f2eae48485 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:50.225854 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3cbce2f7-6a97-4e1a-a449-bcb2f564fbff req-1f65461b-4ce5-4842-beae-86f2eae48485 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 944 time: 0.2151113 Feb 04 15:59:50.272370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0919af-fd57-4611-bc8b-f42a257b4106 req-b3d75c15-5c0d-4e3c-8e3c-2b07674b1d71 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:50.275524 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a0919af-fd57-4611-bc8b-f42a257b4106 req-b3d75c15-5c0d-4e3c-8e3c-2b07674b1d71 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.1777463 Feb 04 15:59:50.278613 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.319093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 3b292db8-ca3d-4d08-b9d7-676b5a194063 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:59:50.359504 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.369225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:50.369692 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.424574 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-faab207d-7e5d-4dcc-9a6e-8fa3c51db19b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2183356-deba-4128-ad82-b10ca33a0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2119946 Feb 04 15:59:50.436021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3cbce2f7-6a97-4e1a-a449-bcb2f564fbff req-6bc063b3-d276-499b-b380-438ba197b859 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977000 Feb 04 15:59:50.459146 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a0919af-fd57-4611-bc8b-f42a257b4106 req-1eb93d11-a865-497b-bff1-6261545d501e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773112 Feb 04 15:59:50.593778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58746) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:50.594184 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9940321 Feb 04 15:59:50.600854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'subnet': {'network_id': '1ca2ca02-222d-4c77-9a08-9d9ec7426e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:50.651435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ec5d7-7a5c-4604-af3b-8008c31a871c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Network': ['ID=1ca2ca02-222d-4c77-9a08-9d9ec7426e24,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:50.673541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 3b292db8-ca3d-4d08-b9d7-676b5a194063, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3b292db8-ca3d-4d08-b9d7-676b5a194063,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:50.691404 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 1ca2ca02-222d-4c77-9a08-9d9ec7426e24 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:59:50.705133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '3b292db8-ca3d-4d08-b9d7-676b5a194063', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '3b292db8-ca3d-4d08-b9d7-676b5a194063', 'mac_address': 'fa:16:3e:5d:f0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:59:50.729184 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-992c864d-e23a-4bb8-8d53-7da1285c3398 service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928205 Feb 04 15:59:50.894498 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.935603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b292db8-ca3d-4d08-b9d7-676b5a194063 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:50.954483 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 3b292db8-ca3d-4d08-b9d7-676b5a194063, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3b292db8-ca3d-4d08-b9d7-676b5a194063,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:50.972665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:51.002250 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b5383481-f27c-4631-bdf4-5636e24b4e0b req-3ee897a5-dc0c-471f-9ad4-c89c9495b79a service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621701 Feb 04 15:59:51.012475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Usage tracker for resource:subnet and tenant:59d071709aef4ae58201e982e611f967 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:51.020718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:51.034718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:51.057705 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.058495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Made reservation on behalf of 59d071709aef4ae58201e982e611f967 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:51.144723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=3b292db8-ca3d-4d08-b9d7-676b5a194063,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:51.189346 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4d5db4cb-da4a-4003-8bc5-ba7c6015b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '06f0bc8e-421b-492e-ae9a-9e0d5ffa1a76', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'port_id': '4173582e-4774-4478-a4ae-b4a99727be62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'mac_address': 'fa:16:3e:61:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5053a5e-b632-4576-8af4-dd8f668a1823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:59:01Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 1, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:17Z', 'revision_number': 5, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:51.190941 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.193659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5db4cb-da4a-4003-8bc5-ba7c6015b934 None None] Checking router: 31942f60-1d8b-483e-b345-f98503e728e7 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:59:51.205608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5db4cb-da4a-4003-8bc5-ba7c6015b934 None None] Routers {'31942f60-1d8b-483e-b345-f98503e728e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:51.206306 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4d5db4cb-da4a-4003-8bc5-ba7c6015b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:59:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['31942f60-1d8b-483e-b345-f98503e728e7'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:51.262407 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-40e2089f-97b2-4936-bec6-63fce8c55d87 req-fd5f76e8-8ed9-4392-afa5-efc7aeccc5fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 1095 time: 0.1372938 Feb 04 15:59:51.311982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ee748-be1c-49d0-868e-94acd5373034 req-12e4ae1b-34f6-424a-97d6-9d3fa70a18d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:51.319344 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-793ee748-be1c-49d0-868e-94acd5373034 req-12e4ae1b-34f6-424a-97d6-9d3fa70a18d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 944 time: 0.5910637 Feb 04 15:59:51.406332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-4d5db4cb-da4a-4003-8bc5-ba7c6015b934 None None] Set router 31942f60-1d8b-483e-b345-f98503e728e7 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:51.410828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-793ee748-be1c-49d0-868e-94acd5373034 req-8b56fadf-c1b9-4e25-9524-6fb17e9a8997 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd3ea633-2fff-415c-a397-646e7541b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903180 Feb 04 15:59:51.474844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac473f8-086e-45a4-bd04-34e2a50aff6d req-b5e43f0c-b652-454b-b91f-143192c78ac6 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:51.482702 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ac473f8-086e-45a4-bd04-34e2a50aff6d req-b5e43f0c-b652-454b-b91f-143192c78ac6 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 949 time: 0.2951729 Feb 04 15:59:51.503541 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2089f-97b2-4936-bec6-63fce8c55d87 req-f1face3a-ff42-4392-9ca6-38da49857ee4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:51.503541 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-40e2089f-97b2-4936-bec6-63fce8c55d87 req-f1face3a-ff42-4392-9ca6-38da49857ee4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 917 time: 0.2322581 Feb 04 15:59:51.642208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5053a5e-b632-4576-8af4-dd8f668a1823', 'tag': '4173582e-4774-4478-a4ae-b4a99727be62'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:51.684771 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-40e2089f-97b2-4936-bec6-63fce8c55d87 req-a51f37b4-03b3-411e-9b77-c443faa97d10 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325 HTTP/1.1" status: 200 len: 217 time: 0.1740205 Feb 04 15:59:51.691817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ac473f8-086e-45a4-bd04-34e2a50aff6d req-00a45165-ab5a-43c8-b9d0-56af658f48f8 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077715 Feb 04 15:59:51.801024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['3b292db8-ca3d-4d08-b9d7-676b5a194063'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:51.813009 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2089f-97b2-4936-bec6-63fce8c55d87 req-75383077-e555-44c1-b707-a2320821e959 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:51.814910 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-40e2089f-97b2-4936-bec6-63fce8c55d87 req-75383077-e555-44c1-b707-a2320821e959 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 200 len: 855 time: 0.1196761 Feb 04 15:59:51.845356 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.976966 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-40e2089f-97b2-4936-bec6-63fce8c55d87 req-b23f62b6-28f6-4574-8644-fdeec1acdca0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2183356-deba-4128-ad82-b10ca33a0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533840 Feb 04 15:59:52.010229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e8223-cec3-4e2e-bcb0-bb40ec8a74ff req-b76f9351-c8d6-4347-955b-b5e42ba02f6e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:52.012040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-015e8223-cec3-4e2e-bcb0-bb40ec8a74ff req-b76f9351-c8d6-4347-955b-b5e42ba02f6e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.2767584 Feb 04 15:59:52.080265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Subnet': ['ID=a7f20e4d-1bb7-48b6-9a44-7054a0707ed5,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:52.127314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4d5db4cb-da4a-4003-8bc5-ba7c6015b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '06f0bc8e-421b-492e-ae9a-9e0d5ffa1a76', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'port_id': '4173582e-4774-4478-a4ae-b4a99727be62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'mac_address': 'fa:16:3e:61:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5053a5e-b632-4576-8af4-dd8f668a1823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:59:01Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 1, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:17Z', 'revision_number': 5, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:52.143696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5db4cb-da4a-4003-8bc5-ba7c6015b934 None None] The sync data for ids ['31942f60-1d8b-483e-b345-f98503e728e7'] in n-d-827872-1 is: [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '06f0bc8e-421b-492e-ae9a-9e0d5ffa1a76', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'port_id': '4173582e-4774-4478-a4ae-b4a99727be62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'mac_address': 'fa:16:3e:61:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5053a5e-b632-4576-8af4-dd8f668a1823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:59:01Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 1, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:17Z', 'revision_number': 5, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:59:52.244705 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-015e8223-cec3-4e2e-bcb0-bb40ec8a74ff req-869db475-5027-4688-b9ae-7cc9ddb74e40 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932154 Feb 04 15:59:52.246870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Checking segment: {'id': '60b47fb3-a6d3-40d6-8d5a-8d127cecf3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1ca2ca02-222d-4c77-9a08-9d9ec7426e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:52.247266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network hostable DHCP agents. Network: 1ca2ca02-222d-4c77-9a08-9d9ec7426e24, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:59:52.305129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bc585-e87b-472f-9a64-23941987fb4e req-cdb4e1f2-70f5-4e82-8c26-9e11c89702af tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:52.311915 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d6bc585-e87b-472f-9a64-23941987fb4e req-cdb4e1f2-70f5-4e82-8c26-9e11c89702af tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 944 time: 0.4219356 Feb 04 15:59:52.352239 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device b6032903-a20e-4184-96ab-0b5de062081c details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:59:52.415246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 1ca2ca02-222d-4c77-9a08-9d9ec7426e24 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:59:52.447732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 1ca2ca02-222d-4c77-9a08-9d9ec7426e24) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:52.467828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d6bc585-e87b-472f-9a64-23941987fb4e req-d909ba4c-ff6b-464a-9c7d-8da0ea0751df tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549687 Feb 04 15:59:52.474379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:52.475157 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.554264 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9447417e-13ca-4216-a6b9-2412544db4b5 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9592791 Feb 04 15:59:52.558007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58804) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:52.563104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1798639356', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}, 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:52.576659 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-40e2089f-97b2-4936-bec6-63fce8c55d87 req-ebb6efb0-c85f-4021-9e8d-2f5147e36b8d service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925152 Feb 04 15:59:52.577225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:52.578597 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5053a5e-b632-4576-8af4-dd8f668a1823', 'tag': '4173582e-4774-4478-a4ae-b4a99727be62', 'status': 'completed', 'code': 200} Feb 04 15:59:52.589686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Usage tracker for resource:router and tenant:59d071709aef4ae58201e982e611f967 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:52.596679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:52.607809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de40d965-bc8c-43ac-b294-c4bd4325af3f None None] Network 1ca2ca02-222d-4c77-9a08-9d9ec7426e24 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:52.623497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:52.627946 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef872cbb-3a1b-4d92-ace3-6f8591eb943b None None] New status for floating IP 06f0bc8e-421b-492e-ae9a-9e0d5ffa1a76: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:59:52.649473 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.653127 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.697299 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.911332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58820) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:52.948755 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b33beb19-01c8-47de-b1d9-dfa39e00551b req-3191d3b7-6e15-4bf9-a9ac-db864330d742 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df523a7db7954e24a7a5227f519f84cc&device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 1096 time: 0.3645706 Feb 04 15:59:53.014327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port b6032903-a20e-4184-96ab-0b5de062081c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b6032903-a20e-4184-96ab-0b5de062081c,segment=NetworkSegment(b2e67092-31ee-4414-92c9-f59dd7cef355),segment_id=b2e67092-31ee-4414-92c9-f59dd7cef355)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:53.040044 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'b6032903-a20e-4184-96ab-0b5de062081c', 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3', 'port_id': 'b6032903-a20e-4184-96ab-0b5de062081c', 'mac_address': 'fa:16:3e:dd:dc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4ece28-8197-43cd-bb96-9d4df751deb8', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:59:53.154108 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.184263 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6032903-a20e-4184-96ab-0b5de062081c {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:53.192251 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-40e2089f-97b2-4936-bec6-63fce8c55d87 req-1c81c931-c238-4b73-9d62-5b2bee7124e1 service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725737 Feb 04 15:59:53.244541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port b6032903-a20e-4184-96ab-0b5de062081c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b6032903-a20e-4184-96ab-0b5de062081c,segment=NetworkSegment(b2e67092-31ee-4414-92c9-f59dd7cef355),segment_id=b2e67092-31ee-4414-92c9-f59dd7cef355)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:53.250520 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.268583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33beb19-01c8-47de-b1d9-dfa39e00551b req-6e3e8147-bd90-4aa3-bcc7-77c0c38489da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:53.271468 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b33beb19-01c8-47de-b1d9-dfa39e00551b req-6e3e8147-bd90-4aa3-bcc7-77c0c38489da service neutron] 10.222.0.81 "GET /v2.0/networks?id=77d45825-2d57-40f6-8cad-ccc438a77afd HTTP/1.1" status: 200 len: 912 time: 0.3183641 Feb 04 15:59:53.316642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ff45b7-85c9-44f6-9493-c8e8bf78d893 None None] Network 1ca2ca02-222d-4c77-9a08-9d9ec7426e24 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:53.353643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4138df-469b-49e7-8881-07f73de9ff41 req-2b9ea974-65b7-459e-b08d-70d60b631fbf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:53.362360 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f4138df-469b-49e7-8881-07f73de9ff41 req-2b9ea974-65b7-459e-b08d-70d60b631fbf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 944 time: 0.6671271 Feb 04 15:59:53.441379 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f4138df-469b-49e7-8881-07f73de9ff41 req-91633aab-3e7b-4d6b-8b13-4b7da880b7c1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd3ea633-2fff-415c-a397-646e7541b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778158 Feb 04 15:59:53.443315 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.449416 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b33beb19-01c8-47de-b1d9-dfa39e00551b req-d64873eb-7403-437d-b114-1f0b0d13ae4f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4173582e-4774-4478-a4ae-b4a99727be62 HTTP/1.1" status: 200 len: 1000 time: 0.1709793 Feb 04 15:59:53.509569 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e83e7-bc2f-4936-bd3e-566b0827834d req-71eb70ff-77a7-4446-9530-88776f68fd13 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:53.511865 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-274e83e7-bc2f-4936-bd3e-566b0827834d req-71eb70ff-77a7-4446-9530-88776f68fd13 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 949 time: 0.3668509 Feb 04 15:59:53.530298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=b6032903-a20e-4184-96ab-0b5de062081c,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:53.535592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33beb19-01c8-47de-b1d9-dfa39e00551b req-bbed9ab4-cd4e-4b24-95b9-d1ca5eca7319 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:53.537316 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b33beb19-01c8-47de-b1d9-dfa39e00551b req-bbed9ab4-cd4e-4b24-95b9-d1ca5eca7319 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17436835-6de0-40b7-9709-512c1f6abbea HTTP/1.1" status: 200 len: 850 time: 0.0782020 Feb 04 15:59:53.603441 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ecbba44-8fd0-4de3-af98-27a252e124ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.627998 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['b6032903-a20e-4184-96ab-0b5de062081c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:53.637412 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b33beb19-01c8-47de-b1d9-dfa39e00551b req-d1609726-ae64-4277-a3ca-e914cd2810e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77d45825-2d57-40f6-8cad-ccc438a77afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933452 Feb 04 15:59:53.703604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2ecbba44-8fd0-4de3-af98-27a252e124ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:53.708643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2ecbba44-8fd0-4de3-af98-27a252e124ae admin admin] Usage tracker for resource:security_group_rule and tenant:ccb880cdf32a43408d7f9ba333110f99 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:53.711876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2ecbba44-8fd0-4de3-af98-27a252e124ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:53.718392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2ecbba44-8fd0-4de3-af98-27a252e124ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:53.825523 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b33beb19-01c8-47de-b1d9-dfa39e00551b req-22ad527c-d927-452d-934e-0b586883dd65 service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798522 Feb 04 15:59:53.871058 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ecbba44-8fd0-4de3-af98-27a252e124ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.882140 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-274e83e7-bc2f-4936-bd3e-566b0827834d req-ab4301f6-0935-404c-b3d7-d6d257cdd445 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479409 Feb 04 15:59:53.887380 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2ecbba44-8fd0-4de3-af98-27a252e124ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.938261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbba44-8fd0-4de3-af98-27a252e124ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d241ea40-6370-4ba5-9dbf-590ff9bdea49,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:53.983842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbf976-787a-4fc8-a7a0-9c19303d525b req-509ede13-0ea3-4dc2-9813-da00b415b1cd tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:53.991016 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22dbf976-787a-4fc8-a7a0-9c19303d525b req-509ede13-0ea3-4dc2-9813-da00b415b1cd tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.3598471 Feb 04 15:59:54.019859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2ecbba44-8fd0-4de3-af98-27a252e124ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ccb880cdf32a43408d7f9ba333110f99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8973975 Feb 04 15:59:54.020630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58854) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:54.080180 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b33beb19-01c8-47de-b1d9-dfa39e00551b req-0591299d-59c5-49a3-98b3-0b86d291ffe9 service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433867 Feb 04 15:59:54.304501 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.343744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22dbf976-787a-4fc8-a7a0-9c19303d525b req-01410c4b-5b5b-41c4-8905-e4c7155ed55f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517938 Feb 04 15:59:54.348168 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.353772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 3b292db8-ca3d-4d08-b9d7-676b5a194063 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:54.415451 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ba30c754-501c-4a7c-9ffb-6318a3d81c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.436017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 3b292db8-ca3d-4d08-b9d7-676b5a194063 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:54.442896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 3b292db8-ca3d-4d08-b9d7-676b5a194063 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:54.442896 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.447443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58864) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:54.478098 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ba30c754-501c-4a7c-9ffb-6318a3d81c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.503105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e8b2f-6cb2-4e7a-a360-255b1a86c4da req-76084d56-2553-431d-979a-66864811f69b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:54.509812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-634e8b2f-6cb2-4e7a-a360-255b1a86c4da req-76084d56-2553-431d-979a-66864811f69b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 944 time: 0.4226875 Feb 04 15:59:54.577213 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.606852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd063eabb-7cd0-4b50-a8bd-41294050efca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b292db8-ca3d-4d08-b9d7-676b5a194063'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:54.618097 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 3b292db8-ca3d-4d08-b9d7-676b5a194063, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3b292db8-ca3d-4d08-b9d7-676b5a194063,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:54.622347 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.640628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9ba54626-a238-43ab-ba4a-3cda43667c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.673808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-634e8b2f-6cb2-4e7a-a360-255b1a86c4da req-a85dfc60-d690-4a6f-960a-5e93b77992be tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631382 Feb 04 15:59:54.689775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Allocated IP 172.25.0.90 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/7ab8de66-4338-4dfb-9b5a-9a6596f0c63c) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:54.705598 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ba30c754-501c-4a7c-9ffb-6318a3d81c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.714329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=3b292db8-ca3d-4d08-b9d7-676b5a194063,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:54.722957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9ba54626-a238-43ab-ba4a-3cda43667c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:54.735026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30c754-501c-4a7c-9ffb-6318a3d81c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d241ea40-6370-4ba5-9dbf-590ff9bdea49,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:54.738062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9ba54626-a238-43ab-ba4a-3cda43667c44 admin admin] Usage tracker for resource:security_group_rule and tenant:ba468511785246d8aa71a95e7ecbd2f9 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:54.741568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9ba54626-a238-43ab-ba4a-3cda43667c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:54.754314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9ba54626-a238-43ab-ba4a-3cda43667c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:54.787078 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd063eabb-7cd0-4b50-a8bd-41294050efca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b292db8-ca3d-4d08-b9d7-676b5a194063', 'code': 200} Feb 04 15:59:54.833158 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19a6eb-951f-42d0-9caf-3089c23c0ee6 req-a2365899-b4c6-4469-ab5e-65d5ae387cfe tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:54.834661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da19a6eb-951f-42d0-9caf-3089c23c0ee6 req-a2365899-b4c6-4469-ab5e-65d5ae387cfe tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 945 time: 0.2360568 Feb 04 15:59:54.838457 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ba30c754-501c-4a7c-9ffb-6318a3d81c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.839778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ba30c754-501c-4a7c-9ffb-6318a3d81c6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d241ea40-6370-4ba5-9dbf-590ff9bdea49 HTTP/1.1" status: 204 len: 168 time: 0.8077929 Feb 04 15:59:54.857090 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9ba54626-a238-43ab-ba4a-3cda43667c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.862125 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9ba54626-a238-43ab-ba4a-3cda43667c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.914507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba54626-a238-43ab-ba4a-3cda43667c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e291bce-7db5-44ff-a775-903093a2df49,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:54.922288 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9ba54626-a238-43ab-ba4a-3cda43667c44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba468511785246d8aa71a95e7ecbd2f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4737282 Feb 04 15:59:54.922962 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58876) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:54.994866 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34f9e9e8-2db0-4eb1-91f7-b4158117d2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.007414 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da19a6eb-951f-42d0-9caf-3089c23c0ee6 req-9250273b-f91c-4757-947b-bc62d96a970b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd3ea633-2fff-415c-a397-646e7541b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639826 Feb 04 15:59:55.010944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.033362 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34f9e9e8-2db0-4eb1-91f7-b4158117d2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.055161 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7551b5a-4740-44e0-8d5d-4b4b3faf039a req-a488ac51-d1d3-4a1b-9da1-6fef8eced365 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 1101 time: 0.2021363 Feb 04 15:59:55.091645 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.109830 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34f9e9e8-2db0-4eb1-91f7-b4158117d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.129805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9e9e8-2db0-4eb1-91f7-b4158117d2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e291bce-7db5-44ff-a775-903093a2df49,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:55.131852 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-34f9e9e8-2db0-4eb1-91f7-b4158117d2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.148721 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-34f9e9e8-2db0-4eb1-91f7-b4158117d2ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e291bce-7db5-44ff-a775-903093a2df49 HTTP/1.1" status: 204 len: 168 time: 0.2135634 Feb 04 15:59:55.204685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=7ab8de66-4338-4dfb-9b5a-9a6596f0c63c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:55.296896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:55.300594 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7551b5a-4740-44e0-8d5d-4b4b3faf039a req-478b0904-9377-4ae4-8a9f-bb1e6b16c17b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393644 Feb 04 15:59:55.301430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:55.307343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:55.375689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639b879-ed62-43c3-8ad4-d2274c5c1bd3 req-c10cc556-4c4c-4fa1-8112-a430f5ca7973 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.377915 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d639b879-ed62-43c3-8ad4-d2274c5c1bd3 req-c10cc556-4c4c-4fa1-8112-a430f5ca7973 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 950 time: 0.1759672 Feb 04 15:59:55.499555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d639b879-ed62-43c3-8ad4-d2274c5c1bd3 req-a706be2f-b227-4ae4-ad82-f56304386b2a tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118302 Feb 04 15:59:55.601658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb18e5-085d-4ae5-88d6-9cbf4bbabc1f req-fa5c6661-93df-4bdf-9cf0-45c677a23cf0 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.603328 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efeb18e5-085d-4ae5-88d6-9cbf4bbabc1f req-fa5c6661-93df-4bdf-9cf0-45c677a23cf0 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.1064973 Feb 04 15:59:55.640407 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.641144 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.650868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58898) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:55.670311 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8fa79c21-87a0-4794-b4fd-de44829bd30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.707743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8fa79c21-87a0-4794-b4fd-de44829bd30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:55.711778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8fa79c21-87a0-4794-b4fd-de44829bd30d admin admin] Usage tracker for resource:security_group_rule and tenant:c209e5791c214ba68183872497116ecc is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:55.714983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8fa79c21-87a0-4794-b4fd-de44829bd30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:55.723633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8fa79c21-87a0-4794-b4fd-de44829bd30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:55.733191 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efeb18e5-085d-4ae5-88d6-9cbf4bbabc1f req-ee954c43-dcbc-43f3-9752-8635c696b34d tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193447 Feb 04 15:59:55.813939 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8fa79c21-87a0-4794-b4fd-de44829bd30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.833513 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8fa79c21-87a0-4794-b4fd-de44829bd30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.937774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa79c21-87a0-4794-b4fd-de44829bd30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e23ed6-63e6-404c-9d5e-e5ca6843be24,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:55.949879 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8fa79c21-87a0-4794-b4fd-de44829bd30d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c209e5791c214ba68183872497116ecc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2956090 Feb 04 15:59:55.950264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58912) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:56.041444 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-649b5614-ca5f-41b8-91fe-b5e7c1449075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.072043 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-649b5614-ca5f-41b8-91fe-b5e7c1449075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.072846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b000c-121e-40f4-bd68-6e88b3c5a098 req-d82ca8aa-28dc-46b2-9ec8-d304e35ac25d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:56.074680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e2b000c-121e-40f4-bd68-6e88b3c5a098 req-d82ca8aa-28dc-46b2-9ec8-d304e35ac25d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 944 time: 0.1960008 Feb 04 15:59:56.116978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:59:56.139337 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-649b5614-ca5f-41b8-91fe-b5e7c1449075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.151622 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e2b000c-121e-40f4-bd68-6e88b3c5a098 req-b22eb9c9-1022-41d4-88f8-a2311513cbac tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693395 Feb 04 15:59:56.157201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b5614-ca5f-41b8-91fe-b5e7c1449075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e23ed6-63e6-404c-9d5e-e5ca6843be24,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:56.164058 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-649b5614-ca5f-41b8-91fe-b5e7c1449075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.165231 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-649b5614-ca5f-41b8-91fe-b5e7c1449075 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7e23ed6-63e6-404c-9d5e-e5ca6843be24 HTTP/1.1" status: 204 len: 168 time: 0.2135942 Feb 04 15:59:56.247255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fce243e5-f1e5-4d20-bae0-deb0920e9325 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:59:56.348201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f28a-6456-42c0-a5de-638edde44d0c req-c8470bc7-997b-464c-8349-2c768650aabd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:56.356613 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dba8f28a-6456-42c0-a5de-638edde44d0c req-c8470bc7-997b-464c-8349-2c768650aabd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 945 time: 0.2036140 Feb 04 15:59:56.447368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:56.462527 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'port_id': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'mac_address': 'fa:16:3e:f0:44:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:59:56.544854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device b6032903-a20e-4184-96ab-0b5de062081c up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:56.630190 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.650024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce243e5-f1e5-4d20-bae0-deb0920e9325 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:56.675370 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:56.682029 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.765072 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=fce243e5-f1e5-4d20-bae0-deb0920e9325,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:56.776505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port b6032903-a20e-4184-96ab-0b5de062081c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:56.784780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port b6032903-a20e-4184-96ab-0b5de062081c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:56.785177 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.847791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dba8f28a-6456-42c0-a5de-638edde44d0c req-97a60f70-360c-45fc-9b6c-2b84456f5226 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd3ea633-2fff-415c-a397-646e7541b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4901676 Feb 04 15:59:56.931000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e2770-be0b-4f59-95db-b3421e95aa1f req-55de7361-527c-4479-8708-e009de56a6e6 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:56.941212 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee5e2770-be0b-4f59-95db-b3421e95aa1f req-55de7361-527c-4479-8708-e009de56a6e6 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 950 time: 0.1847186 Feb 04 15:59:56.947825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:56.964743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a3a70-deb4-45a3-83a6-fae63ab1a686 None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:59:56.984760 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.019691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a3a70-deb4-45a3-83a6-fae63ab1a686 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:57.020829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-575a3a70-deb4-45a3-83a6-fae63ab1a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:59:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:57.044313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee5e2770-be0b-4f59-95db-b3421e95aa1f req-c10b5c76-6120-4ff4-ac3a-560aa6e266bf tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022358 Feb 04 15:59:57.065871 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.069985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58956) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:57.070635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6593ba2c-ef7a-4f19-a0e1-7b55889c4054 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5111597 Feb 04 15:59:57.128167 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port b6032903-a20e-4184-96ab-0b5de062081c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b6032903-a20e-4184-96ab-0b5de062081c,segment=NetworkSegment(b2e67092-31ee-4414-92c9-f59dd7cef355),segment_id=b2e67092-31ee-4414-92c9-f59dd7cef355)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:57.133419 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9241afa1-5570-466e-9398-077d5068f272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6032903-a20e-4184-96ab-0b5de062081c'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:57.139437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['fce243e5-f1e5-4d20-bae0-deb0920e9325'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:57.230375 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.244722 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-575a3a70-deb4-45a3-83a6-fae63ab1a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:57.384776 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9241afa1-5570-466e-9398-077d5068f272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6032903-a20e-4184-96ab-0b5de062081c', 'code': 200} Feb 04 15:59:57.446075 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a3a70-deb4-45a3-83a6-fae63ab1a686 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:57.446695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-575a3a70-deb4-45a3-83a6-fae63ab1a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:59:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:57.575031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01fc8d-c2d1-408a-a197-8a040ccf4294 req-dc80805a-b801-4d01-83ef-383e1a0a157b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:57.583509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b01fc8d-c2d1-408a-a197-8a040ccf4294 req-dc80805a-b801-4d01-83ef-383e1a0a157b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.1703358 Feb 04 15:59:57.601518 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-575a3a70-deb4-45a3-83a6-fae63ab1a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:57.601932 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a3a70-deb4-45a3-83a6-fae63ab1a686 None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:59:57.635821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9aed1833-f52c-4743-86a0-e2aae29d5ee1 req-6d3b9ae2-05b4-4b9d-90d5-19c78b83b2a2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 1097 time: 0.1786470 Feb 04 15:59:57.683213 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b01fc8d-c2d1-408a-a197-8a040ccf4294 req-350d947c-fa2b-4a20-a768-dbc18f90f432 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987017 Feb 04 15:59:57.734202 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9aed1833-f52c-4743-86a0-e2aae29d5ee1 req-b8607fc1-6510-4099-8d88-dc886033d5e3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fd3ea633-2fff-415c-a397-646e7541b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906947 Feb 04 15:59:57.770625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=b6032903-a20e-4184-96ab-0b5de062081c,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:58.193349 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68a38a-3a2d-4698-bef7-50a25c7a81df req-438e001d-aa7f-49b9-bd0b-9e0b47fc20af tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:58.198776 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f68a38a-3a2d-4698-bef7-50a25c7a81df req-438e001d-aa7f-49b9-bd0b-9e0b47fc20af tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 946 time: 0.1777883 Feb 04 15:59:58.316118 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f68a38a-3a2d-4698-bef7-50a25c7a81df req-f0111fc0-bfbb-4393-9687-dd21327eb6c8 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd3ea633-2fff-415c-a397-646e7541b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131597 Feb 04 15:59:58.349547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96906030-ee44-4c0d-b120-9e6cf912776c req-b645f1ea-9790-4736-9ee3-8db7b4aaa1c1 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:58.358709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96906030-ee44-4c0d-b120-9e6cf912776c req-b645f1ea-9790-4736-9ee3-8db7b4aaa1c1 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 950 time: 0.1242101 Feb 04 15:59:58.409747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96906030-ee44-4c0d-b120-9e6cf912776c req-298ba020-50a7-4c63-9278-86962d45cbaa tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487845 Feb 04 15:59:58.554203 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.645856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59028) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:58.871684 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ce36-deba-4952-8703-b0aaa2c199b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.988528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4ef4ce36-deba-4952-8703-b0aaa2c199b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:58.994689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4ef4ce36-deba-4952-8703-b0aaa2c199b5 admin admin] Usage tracker for resource:security_group_rule and tenant:79c13f5894bd459eb1c8ed72eaf0b57c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:58.998584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4ef4ce36-deba-4952-8703-b0aaa2c199b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:59.006932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4ef4ce36-deba-4952-8703-b0aaa2c199b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:59.024623 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc1efe-29db-49ac-879b-aa9a0d31fb65 req-23212a4e-beae-4d42-9347-ad824aea9bc6 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:59.026120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0abc1efe-29db-49ac-879b-aa9a0d31fb65 req-23212a4e-beae-4d42-9347-ad824aea9bc6 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.1233764 Feb 04 15:59:59.192893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Allocated IP 172.20.0.1 (1ca2ca02-222d-4c77-9a08-9d9ec7426e24/a7f20e4d-1bb7-48b6-9a44-7054a0707ed5/4b7e851f-75e5-46f4-b077-d1ac4739a8ce) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:59.209830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0abc1efe-29db-49ac-879b-aa9a0d31fb65 req-d418b9b9-7eff-4620-8c41-45a718494e83 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761830 Feb 04 15:59:59.286408 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ce36-deba-4952-8703-b0aaa2c199b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.291125 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ce36-deba-4952-8703-b0aaa2c199b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.353033 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4ef4ce36-deba-4952-8703-b0aaa2c199b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79c13f5894bd459eb1c8ed72eaf0b57c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7060301 Feb 04 15:59:59.357375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59044) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:59.382345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4ce36-deba-4952-8703-b0aaa2c199b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92650e81-44e9-402b-8558-fb6e9075e5af,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:59.451507 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3ac628fe-a3c3-409c-ac24-0d1f01fd3922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.469502 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.483364 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3ac628fe-a3c3-409c-ac24-0d1f01fd3922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.515558 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.606580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=4b7e851f-75e5-46f4-b077-d1ac4739a8ce,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:59.625157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 1ca2ca02-222d-4c77-9a08-9d9ec7426e24 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:59.627066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:59.629381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:59.715674 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.725593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676093c7-0119-464e-9c98-ed59e1984285 req-ea6d6d6d-b312-44c5-af9f-8e11e426ffae tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:59.732852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-676093c7-0119-464e-9c98-ed59e1984285 req-ea6d6d6d-b312-44c5-af9f-8e11e426ffae tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 946 time: 0.1966388 Feb 04 15:59:59.737282 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3ac628fe-a3c3-409c-ac24-0d1f01fd3922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.775681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac628fe-a3c3-409c-ac24-0d1f01fd3922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92650e81-44e9-402b-8558-fb6e9075e5af,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:59.821391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-676093c7-0119-464e-9c98-ed59e1984285 req-18725b1d-c861-4fbe-92e1-744f992bf447 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd3ea633-2fff-415c-a397-646e7541b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754344 Feb 04 15:59:59.822262 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3ac628fe-a3c3-409c-ac24-0d1f01fd3922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.826104 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3ac628fe-a3c3-409c-ac24-0d1f01fd3922 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92650e81-44e9-402b-8558-fb6e9075e5af HTTP/1.1" status: 204 len: 168 time: 0.4650989 Feb 04 15:59:59.895426 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.086525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d6ecf-569b-463c-b762-342b703bf10b req-9be4f30b-432b-40e4-8687-133ca28dc614 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:00.094126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b48d6ecf-569b-463c-b762-342b703bf10b req-9be4f30b-432b-40e4-8687-133ca28dc614 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 946 time: 0.1111481 Feb 04 16:00:00.158043 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b48d6ecf-569b-463c-b762-342b703bf10b req-90a8204a-0a6f-4317-9e7d-bb9e68f0179c tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd3ea633-2fff-415c-a397-646e7541b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611248 Feb 04 16:00:00.280073 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fce243e5-f1e5-4d20-bae0-deb0920e9325 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:00.436008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port fce243e5-f1e5-4d20-bae0-deb0920e9325 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:00.441710 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port fce243e5-f1e5-4d20-bae0-deb0920e9325 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:00.442195 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.681743 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bcb1d-76f9-4533-ae76-1d2a41c51a76 req-ed9ced62-5ee4-4868-aab0-68c9d949e345 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:00.683973 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b5bcb1d-76f9-4533-ae76-1d2a41c51a76 req-ed9ced62-5ee4-4868-aab0-68c9d949e345 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.1751356 Feb 04 16:00:00.705056 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.789514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:00.790422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:00.796499 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.857392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b5bcb1d-76f9-4533-ae76-1d2a41c51a76 req-9270c27b-9355-4346-94f8-446a45ca3110 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659670 Feb 04 16:00:00.906782 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'code': 200} Feb 04 16:00:00.945601 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.963189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=fce243e5-f1e5-4d20-bae0-deb0920e9325,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:00.963909 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.197840 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.273174 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=4b7e851f-75e5-46f4-b077-d1ac4739a8ce,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:01.396551 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19c5f1c6-c144-42d1-a71f-60bc2c838672 req-d9021887-3ddf-4f8b-a51f-dcb163db7a7d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 1097 time: 0.3292465 Feb 04 16:00:01.504002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 1ca2ca02-222d-4c77-9a08-9d9ec7426e24 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:01.506005 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19c5f1c6-c144-42d1-a71f-60bc2c838672 req-dea4db69-6b23-4262-afd1-cf459d3e252e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008582 Feb 04 16:00:01.506978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:01.719765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59090) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:02.043414 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:02.319203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9810be-bf77-4874-955d-d38047abeac7 req-fed9720e-d154-4fad-8395-da39ec8aab66 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:02.320744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc9810be-bf77-4874-955d-d38047abeac7 req-fed9720e-d154-4fad-8395-da39ec8aab66 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.1866789 Feb 04 16:00:02.363720 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:02.383483 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-06a53a5b-502d-4085-8ef3-39866ee8fe5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "PUT /v2.0/routers/e523ced2-5dea-4759-aafc-b7cf9b21b5cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3099453 Feb 04 16:00:02.383980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59116) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:02.385336 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab79a3-7f3f-4de5-ac8f-a42fd670c342 None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:02.392154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'port': {'network_id': '1ca2ca02-222d-4c77-9a08-9d9ec7426e24', 'name': 'tempest-FloatingIPTestJSON-917838761'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:02.406036 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab79a3-7f3f-4de5-ac8f-a42fd670c342 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:02.407087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dfab79a3-7f3f-4de5-ac8f-a42fd670c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:59:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:02.499641 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dfab79a3-7f3f-4de5-ac8f-a42fd670c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:02.515119 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab79a3-7f3f-4de5-ac8f-a42fd670c342 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:02.518041 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc9810be-bf77-4874-955d-d38047abeac7 req-75101f22-f897-488d-a575-a3710bb5b19c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840901 Feb 04 16:00:02.533520 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dfab79a3-7f3f-4de5-ac8f-a42fd670c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:59:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:02.636828 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dfab79a3-7f3f-4de5-ac8f-a42fd670c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:02.637233 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab79a3-7f3f-4de5-ac8f-a42fd670c342 None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:02.695761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:02.700775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Usage tracker for resource:port and tenant:59d071709aef4ae58201e982e611f967 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:02.705425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:02.714126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:02.727450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Made reservation on behalf of 59d071709aef4ae58201e982e611f967 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:02.731930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.746769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59124) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:02.778709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] device_id is not set on port 225f657e-5f4b-48b9-bec3-c2bc893ef5fc yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:00:03.012019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58dfb1ef-23e1-4e25-ae2b-8c3be758dae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.055599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Allocated IP 172.20.0.9 (1ca2ca02-222d-4c77-9a08-9d9ec7426e24/a7f20e4d-1bb7-48b6-9a44-7054a0707ed5/225f657e-5f4b-48b9-bec3-c2bc893ef5fc) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:03.073040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-58dfb1ef-23e1-4e25-ae2b-8c3be758dae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:03.083347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-58dfb1ef-23e1-4e25-ae2b-8c3be758dae2 admin admin] Usage tracker for resource:security_group_rule and tenant:cf9bdb9070684fadb678d24a7ad5b1b4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:03.088463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-58dfb1ef-23e1-4e25-ae2b-8c3be758dae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:03.108767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-58dfb1ef-23e1-4e25-ae2b-8c3be758dae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:03.146313 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.459297 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58dfb1ef-23e1-4e25-ae2b-8c3be758dae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.467468 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58dfb1ef-23e1-4e25-ae2b-8c3be758dae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.521396 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.542159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfb1ef-23e1-4e25-ae2b-8c3be758dae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac78c88-b5f6-4581-a889-079ad08945d1,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:03.553079 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-58dfb1ef-23e1-4e25-ae2b-8c3be758dae2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf9bdb9070684fadb678d24a7ad5b1b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8026323 Feb 04 16:00:03.553881 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59132) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:03.624398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.650979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Allocated IP 172.20.0.17 (622c58fe-f1ea-44ca-8263-7b386e6fbab3/dd4ece28-8197-43cd-bb96-9d4df751deb8/60a274f5-c704-4042-a0ff-1d79cddecdda) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:03.668965 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c539-913a-4930-a765-dd0ae67d8187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.724648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 1ca2ca02-222d-4c77-9a08-9d9ec7426e24 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:03.740227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:03.743485 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c539-913a-4930-a765-dd0ae67d8187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.754487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=225f657e-5f4b-48b9-bec3-c2bc893ef5fc,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:03.762228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:03.861456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:03.862375 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.901302 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dc3970a9-f116-4665-9523-fdfad12c4fd0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5159867 Feb 04 16:00:03.901993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59140) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:03.909189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'port': {'network_id': '1ca2ca02-222d-4c77-9a08-9d9ec7426e24', 'name': 'tempest-FloatingIPTestJSON-1915196962'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:03.917947 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.953416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3264b-4ce8-4363-87c3-5128a70692c2 req-7fdd95a3-fa45-4d0e-9ee6-ef00b661a9c1 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:03.956922 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9b3264b-4ce8-4363-87c3-5128a70692c2 req-7fdd95a3-fa45-4d0e-9ee6-ef00b661a9c1 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.1572070 Feb 04 16:00:04.020547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9b3264b-4ce8-4363-87c3-5128a70692c2 req-9ab97e1f-a0af-46dc-abc1-c81b273c386e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563838 Feb 04 16:00:04.024611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Transition to ACTIVE for port object 60a274f5-c704-4042-a0ff-1d79cddecdda will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:04.036048 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c539-913a-4930-a765-dd0ae67d8187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.060966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7c539-913a-4930-a765-dd0ae67d8187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac78c88-b5f6-4581-a889-079ad08945d1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:04.070841 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.080995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c539-913a-4930-a765-dd0ae67d8187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.082135 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e3f7c539-913a-4930-a765-dd0ae67d8187 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ac78c88-b5f6-4581-a889-079ad08945d1 HTTP/1.1" status: 204 len: 168 time: 0.5278018 Feb 04 16:00:04.103483 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:04.111597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Usage tracker for resource:port and tenant:59d071709aef4ae58201e982e611f967 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:04.115519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:04.125307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:04.150257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Made reservation on behalf of 59d071709aef4ae58201e982e611f967 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:04.162433 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.175110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network 622c58fe-f1ea-44ca-8263-7b386e6fbab3 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:04.179722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:04.183778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:04.238652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Port': ['ID=60a274f5-c704-4042-a0ff-1d79cddecdda,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:04.255495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] device_id is not set on port e7b15844-face-4f49-8c45-bef98d0941d8 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:00:04.256268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:04.256763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:04.257232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:04.257703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:04.258133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:04.258555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:04.258972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:04.259476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:04.259830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:04.260245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:04.260675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:04.295954 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.526934 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.556551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Allocated IP 172.20.0.4 (1ca2ca02-222d-4c77-9a08-9d9ec7426e24/a7f20e4d-1bb7-48b6-9a44-7054a0707ed5/e7b15844-face-4f49-8c45-bef98d0941d8) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:04.569417 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-961793c8-1388-4b0f-a67c-34a82630b53b None None] Provisioning for port 60a274f5-c704-4042-a0ff-1d79cddecdda completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:04.580405 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-961793c8-1388-4b0f-a67c-34a82630b53b None None] Provisioning complete for port 60a274f5-c704-4042-a0ff-1d79cddecdda triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:04.581559 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-961793c8-1388-4b0f-a67c-34a82630b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.620279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a8486-bdff-4e63-b091-61236eee0f90 req-d24afd48-001a-40cc-b231-26f0369a2abd tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:04.620279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-849a8486-bdff-4e63-b091-61236eee0f90 req-d24afd48-001a-40cc-b231-26f0369a2abd tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.2161853 Feb 04 16:00:04.631637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59154) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:04.648061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-91777c29-0dba-4dd1-bb88-f6050169f894 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Request body: {'floatingip': {'port_id': 'fce243e5-f1e5-4d20-bae0-deb0920e9325'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:04.756437 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-91777c29-0dba-4dd1-bb88-f6050169f894 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for floatingip, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.775396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-961793c8-1388-4b0f-a67c-34a82630b53b None None] Port 60a274f5-c704-4042-a0ff-1d79cddecdda cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:00:05.207928 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.216237 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.223524 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.341836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Port': ['ID=60a274f5-c704-4042-a0ff-1d79cddecdda,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:05.377131 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.392420 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.520042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 1ca2ca02-222d-4c77-9a08-9d9ec7426e24 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:05.584498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=e7b15844-face-4f49-8c45-bef98d0941d8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:05.587087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:05.598549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:05.621311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network 622c58fe-f1ea-44ca-8263-7b386e6fbab3 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:05.623406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:05.887808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:05.888819 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.927073 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-739bfcbb-5af5-4acc-b512-41ce3413301f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0237341 Feb 04 16:00:05.935796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59180) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:06.014943 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ef0b5335-153a-44fc-a140-30808d7a82b2 None None] Provisioning complete for port 60a274f5-c704-4042-a0ff-1d79cddecdda triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:06.016634 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ef0b5335-153a-44fc-a140-30808d7a82b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.072090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': 'e7b15844-face-4f49-8c45-bef98d0941d8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:06.086901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:06.105663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Usage tracker for resource:floatingip and tenant:59d071709aef4ae58201e982e611f967 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:06.106512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b5335-153a-44fc-a140-30808d7a82b2 None None] Port 60a274f5-c704-4042-a0ff-1d79cddecdda cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:00:06.111037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:06.119519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:06.150196 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.185694 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-91777c29-0dba-4dd1-bb88-f6050169f894 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.192813 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-91777c29-0dba-4dd1-bb88-f6050169f894 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.217674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:06.512024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:06.521988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d873015-7665-4769-be6b-b550979967dd None None] Sync routers for ids ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:06.547309 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.549490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-51a707df-1120-45c2-93fb-f26dc74ceee6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "PUT /v2.0/routers/cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8282380 Feb 04 16:00:06.581085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d873015-7665-4769-be6b-b550979967dd None None] Routers {'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:06.581834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2d873015-7665-4769-be6b-b550979967dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:59:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:06.643991 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-91777c29-0dba-4dd1-bb88-f6050169f894 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Floating IP c73ea7d9-626d-455d-a8f1-50d23105e774 associated. External IP: 172.25.0.187, port: fce243e5-f1e5-4d20-bae0-deb0920e9325. Feb 04 16:00:06.682439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59206) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:06.716884 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2cbc2288-f912-4626-80c9-8d857e10e87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.809859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Allocated IP 172.25.0.152 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/c3f8a809-433d-4fb9-9dcc-d90b4f7ef1b7) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:06.899792 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0f44f90f-75a5-4c17-a8fb-886842e80e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.908517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-2d873015-7665-4769-be6b-b550979967dd None None] Set router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:00:06.948650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0f44f90f-75a5-4c17-a8fb-886842e80e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:06.953442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0f44f90f-75a5-4c17-a8fb-886842e80e98 admin admin] Usage tracker for resource:security_group_rule and tenant:8c2ee52a540d45b48e6be81cdc27f5cd is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:06.959443 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0f44f90f-75a5-4c17-a8fb-886842e80e98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:06.967275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0f44f90f-75a5-4c17-a8fb-886842e80e98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:07.077803 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0f44f90f-75a5-4c17-a8fb-886842e80e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.082395 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0f44f90f-75a5-4c17-a8fb-886842e80e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.140278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44f90f-75a5-4c17-a8fb-886842e80e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b526c94e-cfea-4e83-b81d-e44c5dd1719e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:07.150720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0f44f90f-75a5-4c17-a8fb-886842e80e98 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c2ee52a540d45b48e6be81cdc27f5cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4672804 Feb 04 16:00:07.151464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59212) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:07.186036 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.227577 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4bcc23e-3e39-44ac-8e76-2239d5e3a69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.280245 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4bcc23e-3e39-44ac-8e76-2239d5e3a69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.356566 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4bcc23e-3e39-44ac-8e76-2239d5e3a69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.385046 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.392471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcc23e-3e39-44ac-8e76-2239d5e3a69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b526c94e-cfea-4e83-b81d-e44c5dd1719e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:07.398146 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e4bcc23e-3e39-44ac-8e76-2239d5e3a69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.403012 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e4bcc23e-3e39-44ac-8e76-2239d5e3a69f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b526c94e-cfea-4e83-b81d-e44c5dd1719e HTTP/1.1" status: 204 len: 168 time: 0.2498884 Feb 04 16:00:07.433746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2d873015-7665-4769-be6b-b550979967dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T16:00:04Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '63477291-87fe-498c-9236-8055053d73b3', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'port_id': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'mac_address': 'fa:16:3e:cb:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:11Z', 'revision_number': 1, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a274f5-c704-4042-a0ff-1d79cddecdda', 'name': '', 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:0f:1e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd4ece28-8197-43cd-bb96-9d4df751deb8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:03Z', 'updated_at': '2022-02-04T16:00:04Z', 'revision_number': 2, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': 'dd4ece28-8197-43cd-bb96-9d4df751deb8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6', 'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:3c:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:56Z', 'updated_at': '2022-02-04T15:57:18Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:07.439574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d873015-7665-4769-be6b-b550979967dd None None] Checking router: cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:00:07.440308 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d873015-7665-4769-be6b-b550979967dd None None] Updating router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 port 60a274f5-c704-4042-a0ff-1d79cddecdda binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:00:07.509425 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2d873015-7665-4769-be6b-b550979967dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.511270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:07.516890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:07.520576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:07.567120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=c3f8a809-433d-4fb9-9dcc-d90b4f7ef1b7,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:08.139580 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2d873015-7665-4769-be6b-b550979967dd None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.165328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2d873015-7665-4769-be6b-b550979967dd None None] Transition to ACTIVE for port object 60a274f5-c704-4042-a0ff-1d79cddecdda will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:08.180107 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2d873015-7665-4769-be6b-b550979967dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.180583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91777c29-0dba-4dd1-bb88-f6050169f894 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:08.274594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60c86b-80ea-4c40-9486-ee09545e9509 None None] Pushing event updated for resources: {'Port': ['ID=60a274f5-c704-4042-a0ff-1d79cddecdda,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:08.491397 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2d873015-7665-4769-be6b-b550979967dd None None] Attempting to bind port 60a274f5-c704-4042-a0ff-1d79cddecdda on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:08.492067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2d873015-7665-4769-be6b-b550979967dd None None] Attempting to bind port 60a274f5-c704-4042-a0ff-1d79cddecdda by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'b2e67092-31ee-4414-92c9-f59dd7cef355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:08.492306 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d873015-7665-4769-be6b-b550979967dd None None] Attempting to bind port 60a274f5-c704-4042-a0ff-1d79cddecdda on network 622c58fe-f1ea-44ca-8263-7b386e6fbab3 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:08.507649 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d873015-7665-4769-be6b-b550979967dd None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:00:08.510012 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d873015-7665-4769-be6b-b550979967dd None None] Checking segment: {'id': 'b2e67092-31ee-4414-92c9-f59dd7cef355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:00:08.510904 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2d873015-7665-4769-be6b-b550979967dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.511568 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d873015-7665-4769-be6b-b550979967dd None None] Bound using segment: {'id': 'b2e67092-31ee-4414-92c9-f59dd7cef355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:00:08.512797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2d873015-7665-4769-be6b-b550979967dd None None] Bound port: 60a274f5-c704-4042-a0ff-1d79cddecdda, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e67092-31ee-4414-92c9-f59dd7cef355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:08.513470 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2d873015-7665-4769-be6b-b550979967dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.650368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2d873015-7665-4769-be6b-b550979967dd None None] For port 60a274f5-c704-4042-a0ff-1d79cddecdda, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:08.653941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2d873015-7665-4769-be6b-b550979967dd None None] For port 60a274f5-c704-4042-a0ff-1d79cddecdda, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=60a274f5-c704-4042-a0ff-1d79cddecdda,segment=NetworkSegment(b2e67092-31ee-4414-92c9-f59dd7cef355),segment_id=b2e67092-31ee-4414-92c9-f59dd7cef355)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:08.661246 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2d873015-7665-4769-be6b-b550979967dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.760707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d873015-7665-4769-be6b-b550979967dd None None] Routers {'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:08.761322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2d873015-7665-4769-be6b-b550979967dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T15:59:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:08.764017 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.914883 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60c86b-80ea-4c40-9486-ee09545e9509 None None] Pushing event updated for resources: {'Port': ['ID=60a274f5-c704-4042-a0ff-1d79cddecdda,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:08.960314 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a4887e57-0ad8-4e4e-a87b-b7d6bd7092bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.024147 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.143142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-2d873015-7665-4769-be6b-b550979967dd None None] Set router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:00:09.570793 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.582625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.666390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2d873015-7665-4769-be6b-b550979967dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T16:00:04Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '63477291-87fe-498c-9236-8055053d73b3', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'port_id': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'mac_address': 'fa:16:3e:cb:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:11Z', 'revision_number': 1, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a274f5-c704-4042-a0ff-1d79cddecdda', 'name': '', 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:0f:1e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd4ece28-8197-43cd-bb96-9d4df751deb8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:03Z', 'updated_at': '2022-02-04T16:00:08Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': 'dd4ece28-8197-43cd-bb96-9d4df751deb8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6', 'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:3c:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:56Z', 'updated_at': '2022-02-04T15:57:18Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:09.671474 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d873015-7665-4769-be6b-b550979967dd None None] The sync data for ids ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'] in n-d-827872-1 is: [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T16:00:04Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '63477291-87fe-498c-9236-8055053d73b3', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'port_id': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'mac_address': 'fa:16:3e:cb:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:11Z', 'revision_number': 1, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a274f5-c704-4042-a0ff-1d79cddecdda', 'name': '', 'network_id': '622c58fe-f1ea-44ca-8263-7b386e6fbab3', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:0f:1e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd4ece28-8197-43cd-bb96-9d4df751deb8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:03Z', 'updated_at': '2022-02-04T16:00:08Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': 'dd4ece28-8197-43cd-bb96-9d4df751deb8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6', 'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:3c:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:56Z', 'updated_at': '2022-02-04T15:57:18Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:09.859542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=c3f8a809-433d-4fb9-9dcc-d90b4f7ef1b7,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:09.908483 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.977970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91777c29-0dba-4dd1-bb88-f6050169f894 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:09.992523 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4392a0-4987-4357-b18c-177448f109ea None None] Sync routers for ids ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:10.013971 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-91777c29-0dba-4dd1-bb88-f6050169f894 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.016143 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4392a0-4987-4357-b18c-177448f109ea None None] Routers {'f2e2f71e-4844-4f72-aad7-ef2ca735bc66'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:10.016778 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1e4392a0-4987-4357-b18c-177448f109ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:10.127909 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-91777c29-0dba-4dd1-bb88-f6050169f894 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "PUT /v2.0/floatingips/c73ea7d9-626d-455d-a8f1-50d23105e774 HTTP/1.1" status: 200 len: 992 time: 5.4949703 Feb 04 16:00:10.130391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:10.238431 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.293521 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'status': 'completed', 'code': 200} Feb 04 16:00:10.400207 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.496122 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Floating IP 25183028-5f60-4269-94ae-dbf2011bad09 associated. External IP: 172.25.0.152, port: e7b15844-face-4f49-8c45-bef98d0941d8. Feb 04 16:00:10.617539 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-1e4392a0-4987-4357-b18c-177448f109ea None None] Set router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:00:10.683593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc876a1f-0baa-4211-b240-b7326ae4ac58 req-48ac4faf-595a-41d6-b448-fc471127c8e0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:10.685174 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc876a1f-0baa-4211-b240-b7326ae4ac58 req-48ac4faf-595a-41d6-b448-fc471127c8e0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.2270150 Feb 04 16:00:10.772756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc876a1f-0baa-4211-b240-b7326ae4ac58 req-3724482e-6306-4c00-903c-6e5512dac93c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808394 Feb 04 16:00:10.837799 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2b9111c2-3f0b-4fda-8908-5a6945e0dbff req-4bcfc370-5a3c-46d5-be7a-93251d8069e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 1097 time: 0.4933145 Feb 04 16:00:10.871982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 60a274f5-c704-4042-a0ff-1d79cddecdda up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:11.046228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 60a274f5-c704-4042-a0ff-1d79cddecdda completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:11.056922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 60a274f5-c704-4042-a0ff-1d79cddecdda triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:11.057747 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.216019 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.276131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 60a274f5-c704-4042-a0ff-1d79cddecdda, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=60a274f5-c704-4042-a0ff-1d79cddecdda,segment=NetworkSegment(b2e67092-31ee-4414-92c9-f59dd7cef355),segment_id=b2e67092-31ee-4414-92c9-f59dd7cef355)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:11.281755 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.404965 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=60a274f5-c704-4042-a0ff-1d79cddecdda,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:11.409768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9111c2-3f0b-4fda-8908-5a6945e0dbff req-6962bb89-7d68-4417-9fdf-f1b29eaebbc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:11.412171 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2b9111c2-3f0b-4fda-8908-5a6945e0dbff req-6962bb89-7d68-4417-9fdf-f1b29eaebbc1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 917 time: 0.5658157 Feb 04 16:00:11.466874 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.540448 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1e4392a0-4987-4357-b18c-177448f109ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'c73ea7d9-626d-455d-a8f1-50d23105e774', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'port_id': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'mac_address': 'fa:16:3e:f0:44:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:59:33Z', 'updated_at': '2022-02-04T16:00:05Z', 'revision_number': 1, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa03b68-4765-4399-a777-5229d0a99039', 'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'mac_address': 'fa:16:3e:b3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:35Z', 'updated_at': '2022-02-04T15:53:52Z', 'revision_number': 5, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'subnets': [{'id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:11.545112 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4392a0-4987-4357-b18c-177448f109ea None None] Checking router: f2e2f71e-4844-4f72-aad7-ef2ca735bc66 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:00:11.572249 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4392a0-4987-4357-b18c-177448f109ea None None] Routers {'f2e2f71e-4844-4f72-aad7-ef2ca735bc66'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:11.572864 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1e4392a0-4987-4357-b18c-177448f109ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:11.645434 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.716764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59290) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:11.763110 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2b9111c2-3f0b-4fda-8908-5a6945e0dbff req-7717e017-4f01-448b-9e2d-56189fd1de38 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325 HTTP/1.1" status: 200 len: 1000 time: 0.3445101 Feb 04 16:00:11.847842 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-1e4392a0-4987-4357-b18c-177448f109ea None None] Set router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:00:11.865285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9111c2-3f0b-4fda-8908-5a6945e0dbff req-63f1c227-8393-4986-8b71-561cdc5276e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:11.867330 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2b9111c2-3f0b-4fda-8908-5a6945e0dbff req-63f1c227-8393-4986-8b71-561cdc5276e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 200 len: 855 time: 0.0962169 Feb 04 16:00:12.064958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-c492bc0f-25b4-4240-8848-aecdef4fc988 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:12.129044 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c492bc0f-25b4-4240-8848-aecdef4fc988 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] 10.222.0.60 "PUT /v2.0/quotas/cc83ea2e053c49bd921ea1a082a99e4b HTTP/1.1" status: 200 len: 366 time: 0.4105968 Feb 04 16:00:12.135949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec193a-6d79-47e4-b14a-3c569bbfb9e6 req-8bb8336b-0925-4fce-8a61-5e5a389a63b9 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:12.137132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59298) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:12.137863 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16ec193a-6d79-47e4-b14a-3c569bbfb9e6 req-8bb8336b-0925-4fce-8a61-5e5a389a63b9 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.1484978 Feb 04 16:00:12.242987 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16ec193a-6d79-47e4-b14a-3c569bbfb9e6 req-93d7ed90-79e3-4e5e-8648-8cb53d922ed5 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907845 Feb 04 16:00:12.261812 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b318d89f-b2b0-4ab0-b9db-5514a7c092fb tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1083453 Feb 04 16:00:12.265266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59304) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:12.265440 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2b9111c2-3f0b-4fda-8908-5a6945e0dbff req-bf41d680-375f-4f39-b063-d916fb5dbae9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2183356-deba-4128-ad82-b10ca33a0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3829575 Feb 04 16:00:12.297029 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1336314d-70f2-44f1-a138-a9053cfe51cf tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] 10.222.0.60 "GET /v2.0/quotas/cc83ea2e053c49bd921ea1a082a99e4b HTTP/1.1" status: 200 len: 366 time: 0.0304558 Feb 04 16:00:12.298933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59308) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:12.349117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c00fd6a2-2503-4458-906d-b8830f31ae83 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/cc83ea2e053c49bd921ea1a082a99e4b HTTP/1.1" status: 204 len: 168 time: 0.0481648 Feb 04 16:00:12.361511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59312) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:12.392386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7085e175-8099-44f0-8b2d-49548f425893 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0283818 Feb 04 16:00:12.393255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59316) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:12.416664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-107c02a9-2ae7-4c34-92e3-6c5c145c2489 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] 10.222.0.60 "GET /v2.0/quotas/cc83ea2e053c49bd921ea1a082a99e4b HTTP/1.1" status: 200 len: 370 time: 0.0220616 Feb 04 16:00:12.417305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59320) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:12.431640 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2a81e931-8233-48df-a2cc-8ed8d9796060 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] 10.222.0.60 "GET /v2.0/quotas/cc83ea2e053c49bd921ea1a082a99e4b/default HTTP/1.1" status: 200 len: 370 time: 0.0131345 Feb 04 16:00:12.432222 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59324) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:12.449749 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-f457dd9c-0352-4cbf-9ade-045612f507c3 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] delete failed (client error): The resource could not be found. Feb 04 16:00:12.459532 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f457dd9c-0352-4cbf-9ade-045612f507c3 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/cc83ea2e053c49bd921ea1a082a99e4b HTTP/1.1" status: 404 len: 348 time: 0.0235555 Feb 04 16:00:12.492080 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2b9111c2-3f0b-4fda-8908-5a6945e0dbff req-81993042-16c2-49a8-8a93-e7c51dc8e3c9 service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075944 Feb 04 16:00:12.712014 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:12.746314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59332) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:12.811211 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1e4392a0-4987-4357-b18c-177448f109ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'c73ea7d9-626d-455d-a8f1-50d23105e774', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'port_id': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'mac_address': 'fa:16:3e:f0:44:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:59:33Z', 'updated_at': '2022-02-04T16:00:05Z', 'revision_number': 1, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa03b68-4765-4399-a777-5229d0a99039', 'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'mac_address': 'fa:16:3e:b3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:35Z', 'updated_at': '2022-02-04T15:53:52Z', 'revision_number': 5, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'subnets': [{'id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:12.812940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Usage tracker for resource:network and tenant:34edde92ca164292bc60471b28b2f493 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:12.829158 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4392a0-4987-4357-b18c-177448f109ea None None] The sync data for ids ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'] in n-d-827872-1 is: [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'c73ea7d9-626d-455d-a8f1-50d23105e774', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'port_id': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'mac_address': 'fa:16:3e:f0:44:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:59:33Z', 'updated_at': '2022-02-04T16:00:05Z', 'revision_number': 1, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa03b68-4765-4399-a777-5229d0a99039', 'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'mac_address': 'fa:16:3e:b3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:35Z', 'updated_at': '2022-02-04T15:53:52Z', 'revision_number': 5, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'subnets': [{'id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:12.829561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:12.872123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Usage tracker for resource:subnet and tenant:34edde92ca164292bc60471b28b2f493 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:12.881842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:12.885768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 60a274f5-c704-4042-a0ff-1d79cddecdda up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:12.905508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Usage tracker for resource:subnetpool and tenant:34edde92ca164292bc60471b28b2f493 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:12.930650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:12.956178 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Usage tracker for resource:port and tenant:34edde92ca164292bc60471b28b2f493 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:12.978765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:12.992247 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Usage tracker for resource:router and tenant:34edde92ca164292bc60471b28b2f493 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:12.998422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:13.010865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Usage tracker for resource:floatingip and tenant:34edde92ca164292bc60471b28b2f493 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:13.019991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:13.041995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 60a274f5-c704-4042-a0ff-1d79cddecdda triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:13.042710 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.052939 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2b9111c2-3f0b-4fda-8908-5a6945e0dbff req-78995771-b31f-461f-83ff-73a8f7bccd89 service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551090 Feb 04 16:00:13.104543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Usage tracker for resource:security_group and tenant:34edde92ca164292bc60471b28b2f493 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:13.114361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:13.123984 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Usage tracker for resource:security_group_rule and tenant:34edde92ca164292bc60471b28b2f493 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:13.128880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:13.137753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-531d4f34-6ec5-4a7b-a4a5-57326e0e30f8 tempest-QuotasTest-1144480266 tempest-QuotasTest-1144480266-project-admin] 10.222.0.60 "GET /v2.0/quotas/34edde92ca164292bc60471b28b2f493/details.json HTTP/1.1" status: 200 len: 703 time: 0.3891454 Feb 04 16:00:13.444341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3abfa7-1a96-4e15-9433-73125be1f690 None None] New status for floating IP c73ea7d9-626d-455d-a8f1-50d23105e774: ACTIVE {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:00:13.460053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:13.473017 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5902270-a9a3-45a0-84a2-de6faedbd733 None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:13.486450 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.494878 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5902270-a9a3-45a0-84a2-de6faedbd733 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:13.499646 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a5902270-a9a3-45a0-84a2-de6faedbd733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:13.600728 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-17e0553f-c817-40ed-9aca-244bacf52ac0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5286911 Feb 04 16:00:13.608083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59342) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:13.658511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-eac4415d-d317-43b7-a158-b2c1ced11cfb tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:13.697310 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a5902270-a9a3-45a0-84a2-de6faedbd733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:13.731206 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5902270-a9a3-45a0-84a2-de6faedbd733 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:13.731840 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a5902270-a9a3-45a0-84a2-de6faedbd733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:13.902507 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eac4415d-d317-43b7-a158-b2c1ced11cfb tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.923355 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a5902270-a9a3-45a0-84a2-de6faedbd733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:13.926485 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5902270-a9a3-45a0-84a2-de6faedbd733 None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:13.970860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59352) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:14.276482 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-679edac0-7985-407a-964d-76e6330a53ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.327593 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-679edac0-7985-407a-964d-76e6330a53ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:14.333389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-679edac0-7985-407a-964d-76e6330a53ab admin admin] Usage tracker for resource:security_group_rule and tenant:dbc91968ed394b98baf4eadf31210cad is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:14.341910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-679edac0-7985-407a-964d-76e6330a53ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:14.354367 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-679edac0-7985-407a-964d-76e6330a53ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:14.419727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60918c17-9375-4e71-bb95-7bc8024cb7e6 req-b10a0c26-1a3b-4990-857c-0e9762b1e82c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:14.428708 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60918c17-9375-4e71-bb95-7bc8024cb7e6 req-b10a0c26-1a3b-4990-857c-0e9762b1e82c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.2594059 Feb 04 16:00:14.451219 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-679edac0-7985-407a-964d-76e6330a53ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.456148 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-679edac0-7985-407a-964d-76e6330a53ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.520456 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-679edac0-7985-407a-964d-76e6330a53ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dbc91968ed394b98baf4eadf31210cad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5482063 Feb 04 16:00:14.521568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679edac0-7985-407a-964d-76e6330a53ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d24e4ba-0c58-41c7-912e-9c32ac57cbd5,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:14.525427 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59360) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:14.560421 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60918c17-9375-4e71-bb95-7bc8024cb7e6 req-245727da-d874-4a45-8399-17c1f9846b22 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307483 Feb 04 16:00:14.587548 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eac4415d-d317-43b7-a158-b2c1ced11cfb tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.598589 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eac4415d-d317-43b7-a158-b2c1ced11cfb tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.599002 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-eac4415d-d317-43b7-a158-b2c1ced11cfb tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Floating IP 25183028-5f60-4269-94ae-dbf2011bad09 disassociated. External IP: 172.25.0.152, port: e7b15844-face-4f49-8c45-bef98d0941d8. Feb 04 16:00:14.653498 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-efa614de-7910-47e0-9196-4169e3c621db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.715482 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-efa614de-7910-47e0-9196-4169e3c621db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.788306 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-efa614de-7910-47e0-9196-4169e3c621db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.815120 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-efa614de-7910-47e0-9196-4169e3c621db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.818951 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-efa614de-7910-47e0-9196-4169e3c621db admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d24e4ba-0c58-41c7-912e-9c32ac57cbd5 HTTP/1.1" status: 204 len: 168 time: 0.2894714 Feb 04 16:00:14.834388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa614de-7910-47e0-9196-4169e3c621db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d24e4ba-0c58-41c7-912e-9c32ac57cbd5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:15.275607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac4415d-d317-43b7-a158-b2c1ced11cfb tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:15.481531 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59376) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:15.545002 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb6fb3d3-654c-43b2-be98-4a6ad065f857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.641003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cb6fb3d3-654c-43b2-be98-4a6ad065f857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:15.643412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cb6fb3d3-654c-43b2-be98-4a6ad065f857 admin admin] Usage tracker for resource:security_group_rule and tenant:34edde92ca164292bc60471b28b2f493 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:15.646710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cb6fb3d3-654c-43b2-be98-4a6ad065f857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:15.654024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cb6fb3d3-654c-43b2-be98-4a6ad065f857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:15.668847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac4415d-d317-43b7-a158-b2c1ced11cfb tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:15.677242 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eac4415d-d317-43b7-a158-b2c1ced11cfb tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.687540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9efc6d-7688-4a4c-8991-2bdafa3c907b None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:15.709509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9efc6d-7688-4a4c-8991-2bdafa3c907b None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:15.710402 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6c9efc6d-7688-4a4c-8991-2bdafa3c907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:15.749176 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb6fb3d3-654c-43b2-be98-4a6ad065f857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.754618 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb6fb3d3-654c-43b2-be98-4a6ad065f857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.794714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6c9efc6d-7688-4a4c-8991-2bdafa3c907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:15.816172 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-eac4415d-d317-43b7-a158-b2c1ced11cfb tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "PUT /v2.0/floatingips/25183028-5f60-4269-94ae-dbf2011bad09 HTTP/1.1" status: 200 len: 688 time: 2.2002463 Feb 04 16:00:15.819594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59390) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:15.820725 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cb6fb3d3-654c-43b2-be98-4a6ad065f857 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34edde92ca164292bc60471b28b2f493&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3371439 Feb 04 16:00:15.822374 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9efc6d-7688-4a4c-8991-2bdafa3c907b None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:15.822990 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6c9efc6d-7688-4a4c-8991-2bdafa3c907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:15.823681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fb3d3-654c-43b2-be98-4a6ad065f857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baccb9aa-049e-4626-831e-30629e8b53df,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:15.826022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59392) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:15.908178 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6c9efc6d-7688-4a4c-8991-2bdafa3c907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:15.908740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9efc6d-7688-4a4c-8991-2bdafa3c907b None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:16.061876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4157d879-e579-41b3-9029-c4a42c4b03f3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting port c3f8a809-433d-4fb9-9dcc-d90b4f7ef1b7 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:16.062204 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4157d879-e579-41b3-9029-c4a42c4b03f3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.216673 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fafa6656-1e8f-4b6e-baea-78268c77c41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.264165 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fafa6656-1e8f-4b6e-baea-78268c77c41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.457483 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4157d879-e579-41b3-9029-c4a42c4b03f3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.458296 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4157d879-e579-41b3-9029-c4a42c4b03f3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.642653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4157d879-e579-41b3-9029-c4a42c4b03f3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Calling delete_port for c3f8a809-433d-4fb9-9dcc-d90b4f7ef1b7 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:16.724428 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fafa6656-1e8f-4b6e-baea-78268c77c41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.745022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa6656-1e8f-4b6e-baea-78268c77c41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baccb9aa-049e-4626-831e-30629e8b53df,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:16.757786 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fafa6656-1e8f-4b6e-baea-78268c77c41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.758724 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fafa6656-1e8f-4b6e-baea-78268c77c41c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/baccb9aa-049e-4626-831e-30629e8b53df HTTP/1.1" status: 204 len: 168 time: 0.9310157 Feb 04 16:00:16.892984 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4157d879-e579-41b3-9029-c4a42c4b03f3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.984530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157d879-e579-41b3-9029-c4a42c4b03f3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Port': ['ID=c3f8a809-433d-4fb9-9dcc-d90b4f7ef1b7,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:17.077044 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4157d879-e579-41b3-9029-c4a42c4b03f3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:17.090114 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4157d879-e579-41b3-9029-c4a42c4b03f3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:17.096406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59416) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:17.097082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4157d879-e579-41b3-9029-c4a42c4b03f3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/floatingips/25183028-5f60-4269-94ae-dbf2011bad09 HTTP/1.1" status: 204 len: 168 time: 1.2758002 Feb 04 16:00:17.104011 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': '225f657e-5f4b-48b9-bec3-c2bc893ef5fc'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:17.115715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:17.128719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Usage tracker for resource:floatingip and tenant:59d071709aef4ae58201e982e611f967 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:17.131927 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:17.142846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:17.166892 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:17.399681 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:17.867959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Allocated IP 172.25.0.205 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/5c7c9e45-7a06-4cd7-b870-4ce73f9d387f) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:18.152681 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.206979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.283595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=5c7c9e45-7a06-4cd7-b870-4ce73f9d387f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:18.307425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:18.309087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:18.311744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:18.480844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59450) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:18.670425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9c958c70-695c-4227-86be-b37acb98d730 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:18.671349 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-9c958c70-695c-4227-86be-b37acb98d730 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 16:00:18.673134 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9c958c70-695c-4227-86be-b37acb98d730 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1903872 Feb 04 16:00:18.677849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59456) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:18.686358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870872244'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:18.696139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:18.708000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:18.711573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:18.717559 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:18.734434 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.767583 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.821019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:18.827154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:18.831985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:18.845122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:19.044317 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.050239 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.107612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:19.110745 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47c0558-3f61-48b7-8f7a-85230e4f5df2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:19.126305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:19.133847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:19.140239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:19.208694 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.208923 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.214021 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.272509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36c7b7c-ff24-4fdd-a70f-c02e1cb4c1b6,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:19.276183 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.279216 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-83e56595-dd82-4a7f-8c81-b17231a53bc0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5985465 Feb 04 16:00:19.280876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59464) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:19.289839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d924ea38-0880-41c9-85d9-b351e86e6448 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': 'a36c7b7c-ff24-4fdd-a70f-c02e1cb4c1b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:19.303793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d924ea38-0880-41c9-85d9-b351e86e6448 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:19.311510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d924ea38-0880-41c9-85d9-b351e86e6448 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:19.315510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d924ea38-0880-41c9-85d9-b351e86e6448 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:19.321939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d924ea38-0880-41c9-85d9-b351e86e6448 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:19.334879 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.355588 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d924ea38-0880-41c9-85d9-b351e86e6448 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.472726 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d924ea38-0880-41c9-85d9-b351e86e6448 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.477863 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d924ea38-0880-41c9-85d9-b351e86e6448 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.525477 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924ea38-0880-41c9-85d9-b351e86e6448 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2ecf9b-543f-49a4-9cfc-b2c5fd35f5e1,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:19.544345 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d924ea38-0880-41c9-85d9-b351e86e6448 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.548477 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d924ea38-0880-41c9-85d9-b351e86e6448 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2629344 Feb 04 16:00:19.551680 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59468) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:19.552952 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.588319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-5a1e9e82-edb5-4bf6-9fd0-450cd1c1a2a5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': 'a36c7b7c-ff24-4fdd-a70f-c02e1cb4c1b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:19.601945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5a1e9e82-edb5-4bf6-9fd0-450cd1c1a2a5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:19.610664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5a1e9e82-edb5-4bf6-9fd0-450cd1c1a2a5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:19.614236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5a1e9e82-edb5-4bf6-9fd0-450cd1c1a2a5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:19.621140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5a1e9e82-edb5-4bf6-9fd0-450cd1c1a2a5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:19.651702 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.658770 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.663969 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a1e9e82-edb5-4bf6-9fd0-450cd1c1a2a5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.746242 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-5a1e9e82-edb5-4bf6-9fd0-450cd1c1a2a5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 16:00:19.748690 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5a1e9e82-edb5-4bf6-9fd0-450cd1c1a2a5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1955283 Feb 04 16:00:19.753108 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59472) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:19.788827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=5c7c9e45-7a06-4cd7-b870-4ce73f9d387f,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:19.836837 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.874593 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ca382f34-f339-4061-b798-71d6ee0f0fd1 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.915101 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ca382f34-f339-4061-b798-71d6ee0f0fd1 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:20.068714 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ca382f34-f339-4061-b798-71d6ee0f0fd1 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:20.118161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca382f34-f339-4061-b798-71d6ee0f0fd1 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36c7b7c-ff24-4fdd-a70f-c02e1cb4c1b6,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:20.121305 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ca382f34-f339-4061-b798-71d6ee0f0fd1 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:20.132446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ca382f34-f339-4061-b798-71d6ee0f0fd1 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "DELETE /v2.0/security-groups/a36c7b7c-ff24-4fdd-a70f-c02e1cb4c1b6 HTTP/1.1" status: 204 len: 168 time: 0.3758349 Feb 04 16:00:20.133058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59480) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:20.272778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-dd5026b9-ff09-49be-a6d5-7cd557b45c8f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Synchronizing usage tracker for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:20.279483 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Floating IP e4368633-61cd-4d8c-b492-317ce32aa218 associated. External IP: 172.25.0.205, port: 225f657e-5f4b-48b9-bec3-c2bc893ef5fc. Feb 04 16:00:20.299832 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:00:20.315969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-dd5026b9-ff09-49be-a6d5-7cd557b45c8f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Unset dirty status for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:20.317673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dd5026b9-ff09-49be-a6d5-7cd557b45c8f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1836023 Feb 04 16:00:20.322697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59486) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:20.334080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4a64a2c2-2c85-4c26-975e-a97fc785e813 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group': {'name': 'tempest-secgroup--893911517'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:20.359702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4a64a2c2-2c85-4c26-975e-a97fc785e813 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:20.378082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4a64a2c2-2c85-4c26-975e-a97fc785e813 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:20.396329 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4a64a2c2-2c85-4c26-975e-a97fc785e813 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:20.473848 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4a64a2c2-2c85-4c26-975e-a97fc785e813 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:20.483381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4a64a2c2-2c85-4c26-975e-a97fc785e813 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:20.489136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4a64a2c2-2c85-4c26-975e-a97fc785e813 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:20.497873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4a64a2c2-2c85-4c26-975e-a97fc785e813 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:20.591428 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4a64a2c2-2c85-4c26-975e-a97fc785e813 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:20.599848 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4a64a2c2-2c85-4c26-975e-a97fc785e813 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:20.657313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64a2c2-2c85-4c26-975e-a97fc785e813 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91fbbdad-4f43-4f2e-9eb4-4912a0047ae2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:20.698947 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4a64a2c2-2c85-4c26-975e-a97fc785e813 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:20.701994 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4a64a2c2-2c85-4c26-975e-a97fc785e813 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3751490 Feb 04 16:00:20.719836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59490) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:20.731527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-aa4c3808-08fe-4fa9-825a-02dc07b3ed33 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '91fbbdad-4f43-4f2e-9eb4-4912a0047ae2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:20.733271 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-aa4c3808-08fe-4fa9-825a-02dc07b3ed33 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:20.735504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-aa4c3808-08fe-4fa9-825a-02dc07b3ed33 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0125601 Feb 04 16:00:20.740348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59494) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:20.913582 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-31514d72-62f6-4d6e-bd5d-ebc58a7bda17 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.035442 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-31514d72-62f6-4d6e-bd5d-ebc58a7bda17 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.151614 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-31514d72-62f6-4d6e-bd5d-ebc58a7bda17 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.211311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31514d72-62f6-4d6e-bd5d-ebc58a7bda17 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fbbdad-4f43-4f2e-9eb4-4912a0047ae2,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:21.224960 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-31514d72-62f6-4d6e-bd5d-ebc58a7bda17 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.226533 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-31514d72-62f6-4d6e-bd5d-ebc58a7bda17 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "DELETE /v2.0/security-groups/91fbbdad-4f43-4f2e-9eb4-4912a0047ae2 HTTP/1.1" status: 204 len: 168 time: 0.4848638 Feb 04 16:00:21.230408 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59500) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:21.338291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:21.353167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-61331b77-99da-4244-b166-5bb524b60a5e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Synchronizing usage tracker for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:21.393158 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-61331b77-99da-4244-b166-5bb524b60a5e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Unset dirty status for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:21.407249 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-61331b77-99da-4244-b166-5bb524b60a5e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1748996 Feb 04 16:00:21.409673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59506) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:21.427605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e1b009c5-6469-469f-8fd1-dbb96024e931 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975945878'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:21.462136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e1b009c5-6469-469f-8fd1-dbb96024e931 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:21.492904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e1b009c5-6469-469f-8fd1-dbb96024e931 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:21.520065 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e1b009c5-6469-469f-8fd1-dbb96024e931 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.575854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e1b009c5-6469-469f-8fd1-dbb96024e931 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:21.580429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e1b009c5-6469-469f-8fd1-dbb96024e931 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:21.584691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e1b009c5-6469-469f-8fd1-dbb96024e931 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:21.593353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e1b009c5-6469-469f-8fd1-dbb96024e931 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:21.658814 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e1b009c5-6469-469f-8fd1-dbb96024e931 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.675740 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e1b009c5-6469-469f-8fd1-dbb96024e931 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.750644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b009c5-6469-469f-8fd1-dbb96024e931 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9989d4f-0802-4937-8099-4364fe4afb48,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:21.752664 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e1b009c5-6469-469f-8fd1-dbb96024e931 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.754097 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e1b009c5-6469-469f-8fd1-dbb96024e931 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3423972 Feb 04 16:00:21.757568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59510) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:21.768008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-8e899344-4c39-4798-a121-7cc715d8980a tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': 'b9989d4f-0802-4937-8099-4364fe4afb48', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:21.769118 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-8e899344-4c39-4798-a121-7cc715d8980a tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:21.771593 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8e899344-4c39-4798-a121-7cc715d8980a tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0122788 Feb 04 16:00:21.774268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59514) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:21.867668 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dab01dbe-6e93-4b8b-bb5b-cbeb7ca4e9d7 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.893476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:21.916885 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193764d8-ecc2-44d4-aa6b-c3591afbd5b7 None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:21.950600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.963050 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193764d8-ecc2-44d4-aa6b-c3591afbd5b7 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:21.963844 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-193764d8-ecc2-44d4-aa6b-c3591afbd5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:21.988276 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dab01dbe-6e93-4b8b-bb5b-cbeb7ca4e9d7 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.090176 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d747ba98-5fcd-4e12-88c9-e593b9d4b3d3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9906759 Feb 04 16:00:22.092762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59518) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:22.143988 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-193764d8-ecc2-44d4-aa6b-c3591afbd5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:22.177393 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193764d8-ecc2-44d4-aa6b-c3591afbd5b7 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:22.180316 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-193764d8-ecc2-44d4-aa6b-c3591afbd5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:22.190718 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dab01dbe-6e93-4b8b-bb5b-cbeb7ca4e9d7 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.228300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab01dbe-6e93-4b8b-bb5b-cbeb7ca4e9d7 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9989d4f-0802-4937-8099-4364fe4afb48,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:22.240566 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dab01dbe-6e93-4b8b-bb5b-cbeb7ca4e9d7 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.249037 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dab01dbe-6e93-4b8b-bb5b-cbeb7ca4e9d7 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "DELETE /v2.0/security-groups/b9989d4f-0802-4937-8099-4364fe4afb48 HTTP/1.1" status: 204 len: 168 time: 0.4738121 Feb 04 16:00:22.251297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59524) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:22.317492 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-193764d8-ecc2-44d4-aa6b-c3591afbd5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:22.317905 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193764d8-ecc2-44d4-aa6b-c3591afbd5b7 None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:22.337105 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-65559d86-97f0-49a3-97d9-83eae048c55f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "GET /v2.0/floatingips/e4368633-61cd-4d8c-b492-317ce32aa218 HTTP/1.1" status: 200 len: 977 time: 0.2427440 Feb 04 16:00:22.338151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59528) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:22.407691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b094f3a4-582e-4dc2-961c-803ee7b0985f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Synchronizing usage tracker for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:22.440977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b094f3a4-582e-4dc2-961c-803ee7b0985f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Unset dirty status for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:22.441804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b094f3a4-582e-4dc2-961c-803ee7b0985f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1906927 Feb 04 16:00:22.451367 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59532) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:22.458652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3975067c-0273-4338-931b-92b717607f3e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group': {'name': 'tempest-secgroup--116159178'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:22.468191 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-28d5936c-40b5-4b77-90e1-756adbc693d0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Synchronizing usage tracker for tenant:59d071709aef4ae58201e982e611f967 on resource:floatingip {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:22.475138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3975067c-0273-4338-931b-92b717607f3e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:22.492308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3975067c-0273-4338-931b-92b717607f3e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:22.496017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-28d5936c-40b5-4b77-90e1-756adbc693d0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Unset dirty status for tenant:59d071709aef4ae58201e982e611f967 on resource:floatingip {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:22.501006 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-28d5936c-40b5-4b77-90e1-756adbc693d0 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1576316 Feb 04 16:00:22.501758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59536) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:22.516635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-24577677-d36f-41ea-918e-7429e3f25570 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'floatingip': {'port_id': 'e7b15844-face-4f49-8c45-bef98d0941d8'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:22.598860 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3975067c-0273-4338-931b-92b717607f3e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.671488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-24577677-d36f-41ea-918e-7429e3f25570 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.737063 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-408d2414-ffbd-4334-b3f4-ffb7f49611e6 req-b74442ad-9950-4ee6-a2b0-adf67a118152 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1968076 Feb 04 16:00:22.757525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3975067c-0273-4338-931b-92b717607f3e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:22.765756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3975067c-0273-4338-931b-92b717607f3e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:22.777262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3975067c-0273-4338-931b-92b717607f3e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:22.790269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3975067c-0273-4338-931b-92b717607f3e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:22.947960 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-408d2414-ffbd-4334-b3f4-ffb7f49611e6 req-5c4aa17b-6734-4a8a-ac31-20e97700763f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 1096 time: 0.1017964 Feb 04 16:00:22.989706 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3975067c-0273-4338-931b-92b717607f3e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.998748 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3975067c-0273-4338-931b-92b717607f3e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:23.162102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d2414-ffbd-4334-b3f4-ffb7f49611e6 req-6bc40c18-edb0-4de6-818c-ae62a87c79c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:23.163972 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-408d2414-ffbd-4334-b3f4-ffb7f49611e6 req-6bc40c18-edb0-4de6-818c-ae62a87c79c3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=004346ac-b332-4212-9cc6-09525beaa5d8 HTTP/1.1" status: 200 len: 897 time: 0.1930268 Feb 04 16:00:23.289198 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-408d2414-ffbd-4334-b3f4-ffb7f49611e6 req-f9daef0b-19f4-4398-9da8-92ee74faccd0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d0dbc60-6953-4491-b2aa-36ca10dac5b6 HTTP/1.1" status: 200 len: 1000 time: 0.1189487 Feb 04 16:00:23.297953 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3975067c-0273-4338-931b-92b717607f3e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:23.301881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3975067c-0273-4338-931b-92b717607f3e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8466785 Feb 04 16:00:23.307940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975067c-0273-4338-931b-92b717607f3e tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46b30dd-b2ec-4933-b9d0-58d80374d940,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:23.312815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59550) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:23.318366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-60bee043-048e-448e-af8e-2a38eb174cb8 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': 'b46b30dd-b2ec-4933-b9d0-58d80374d940', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:23.319107 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-60bee043-048e-448e-af8e-2a38eb174cb8 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:23.322661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-60bee043-048e-448e-af8e-2a38eb174cb8 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064759 Feb 04 16:00:23.323586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59554) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:23.331036 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-316f8d4f-550a-48c3-a883-f4bd9629e4f0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': 'b46b30dd-b2ec-4933-b9d0-58d80374d940', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:23.331739 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-316f8d4f-550a-48c3-a883-f4bd9629e4f0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:23.332683 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-316f8d4f-550a-48c3-a883-f4bd9629e4f0 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0086341 Feb 04 16:00:23.335596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59558) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:23.372189 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d2414-ffbd-4334-b3f4-ffb7f49611e6 req-cb9c4c0a-c73d-4b88-95ed-89f19647d3ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:23.373698 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-408d2414-ffbd-4334-b3f4-ffb7f49611e6 req-cb9c4c0a-c73d-4b88-95ed-89f19647d3ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65d3f203-d900-4b29-b5ea-b76d5ed0ead8 HTTP/1.1" status: 200 len: 835 time: 0.0724902 Feb 04 16:00:23.404185 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-fa218653-0c09-4ef4-afb6-fced21357f9a tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': 'b46b30dd-b2ec-4933-b9d0-58d80374d940', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:23.405175 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-fa218653-0c09-4ef4-afb6-fced21357f9a tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:23.410699 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fa218653-0c09-4ef4-afb6-fced21357f9a tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0741060 Feb 04 16:00:23.411316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59562) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:23.432136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f1f63075-5298-476e-8236-a22ed03009f1 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': 'b46b30dd-b2ec-4933-b9d0-58d80374d940', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:23.432830 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-f1f63075-5298-476e-8236-a22ed03009f1 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:23.436666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f1f63075-5298-476e-8236-a22ed03009f1 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125504 Feb 04 16:00:23.446769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59566) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:23.484827 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-408d2414-ffbd-4334-b3f4-ffb7f49611e6 req-d134df92-7f97-437b-8869-8ae72cdebb4b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=004346ac-b332-4212-9cc6-09525beaa5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883479 Feb 04 16:00:23.603829 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a20611c2-7d29-43dc-99f8-06c7c68e5248 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:23.658635 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a20611c2-7d29-43dc-99f8-06c7c68e5248 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:23.748580 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a20611c2-7d29-43dc-99f8-06c7c68e5248 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:23.786475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20611c2-7d29-43dc-99f8-06c7c68e5248 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46b30dd-b2ec-4933-b9d0-58d80374d940,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:23.794929 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a20611c2-7d29-43dc-99f8-06c7c68e5248 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:23.795997 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a20611c2-7d29-43dc-99f8-06c7c68e5248 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "DELETE /v2.0/security-groups/b46b30dd-b2ec-4933-b9d0-58d80374d940 HTTP/1.1" status: 204 len: 168 time: 0.3485129 Feb 04 16:00:23.800731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59576) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:23.820318 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-408d2414-ffbd-4334-b3f4-ffb7f49611e6 req-f2d98486-2731-41e9-80e8-710d34ea351c service neutron] 10.222.0.81 "GET /v2.0/networks/004346ac-b332-4212-9cc6-09525beaa5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279021 Feb 04 16:00:23.885461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-88ddfb49-6e62-4a90-828d-479b6a657d05 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Synchronizing usage tracker for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:24.024625 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-24577677-d36f-41ea-918e-7429e3f25570 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:24.035368 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-24577677-d36f-41ea-918e-7429e3f25570 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:24.115827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-88ddfb49-6e62-4a90-828d-479b6a657d05 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Unset dirty status for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:24.117152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-88ddfb49-6e62-4a90-828d-479b6a657d05 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3156977 Feb 04 16:00:24.123701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59580) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:24.142473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b0169e6e-21ed-401b-9379-d6fb8fac96bc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group': {'name': 'tempest-secgroup--658622101'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:24.153341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b0169e6e-21ed-401b-9379-d6fb8fac96bc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:24.177761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b0169e6e-21ed-401b-9379-d6fb8fac96bc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:24.195633 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-408d2414-ffbd-4334-b3f4-ffb7f49611e6 req-ea282659-0092-4e5f-9fde-5efcdc37a71e service neutron] 10.222.0.81 "GET /v2.0/networks/004346ac-b332-4212-9cc6-09525beaa5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604720 Feb 04 16:00:24.197474 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b0169e6e-21ed-401b-9379-d6fb8fac96bc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:24.259234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b0169e6e-21ed-401b-9379-d6fb8fac96bc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:24.273827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b0169e6e-21ed-401b-9379-d6fb8fac96bc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:24.277739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b0169e6e-21ed-401b-9379-d6fb8fac96bc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:24.286153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b0169e6e-21ed-401b-9379-d6fb8fac96bc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:24.330567 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-24577677-d36f-41ea-918e-7429e3f25570 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Floating IP e4368633-61cd-4d8c-b492-317ce32aa218 associated. External IP: 172.25.0.205, port: 225f657e-5f4b-48b9-bec3-c2bc893ef5fc. Feb 04 16:00:24.377952 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b0169e6e-21ed-401b-9379-d6fb8fac96bc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:24.383861 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b0169e6e-21ed-401b-9379-d6fb8fac96bc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:24.444429 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0169e6e-21ed-401b-9379-d6fb8fac96bc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935897de-038f-4626-99d8-83ea93ceb8e0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:24.448231 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b0169e6e-21ed-401b-9379-d6fb8fac96bc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:24.449730 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b0169e6e-21ed-401b-9379-d6fb8fac96bc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3247519 Feb 04 16:00:24.453333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59588) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:24.461474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f6e8ff08-1e3c-41fe-a696-9e86f7f72728 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '935897de-038f-4626-99d8-83ea93ceb8e0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:24.462224 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-f6e8ff08-1e3c-41fe-a696-9e86f7f72728 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:24.463334 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f6e8ff08-1e3c-41fe-a696-9e86f7f72728 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070512 Feb 04 16:00:24.466006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59592) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:24.472276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-891a5bdf-c82d-419c-97c4-ae7e3905a09d tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '935897de-038f-4626-99d8-83ea93ceb8e0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:24.484230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-891a5bdf-c82d-419c-97c4-ae7e3905a09d tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:24.490289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-891a5bdf-c82d-419c-97c4-ae7e3905a09d tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:24.496458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-891a5bdf-c82d-419c-97c4-ae7e3905a09d tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:24.504609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-891a5bdf-c82d-419c-97c4-ae7e3905a09d tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:24.541631 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-891a5bdf-c82d-419c-97c4-ae7e3905a09d tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:24.544147 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-891a5bdf-c82d-419c-97c4-ae7e3905a09d tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0764773 Feb 04 16:00:24.546304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59596) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:24.554927 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a8abf824-a0a7-40d4-87f9-c7bd135b3c61 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '935897de-038f-4626-99d8-83ea93ceb8e0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:24.556127 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-a8abf824-a0a7-40d4-87f9-c7bd135b3c61 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:24.559337 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a8abf824-a0a7-40d4-87f9-c7bd135b3c61 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0098102 Feb 04 16:00:24.564264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59600) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:24.571322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7b713f9a-d5a2-4b48-8297-20aabd678c1f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '935897de-038f-4626-99d8-83ea93ceb8e0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:24.580874 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7b713f9a-d5a2-4b48-8297-20aabd678c1f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:24.585893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7b713f9a-d5a2-4b48-8297-20aabd678c1f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:24.590507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7b713f9a-d5a2-4b48-8297-20aabd678c1f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:24.597974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7b713f9a-d5a2-4b48-8297-20aabd678c1f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:24.637240 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-7b713f9a-d5a2-4b48-8297-20aabd678c1f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:24.641613 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7b713f9a-d5a2-4b48-8297-20aabd678c1f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0727513 Feb 04 16:00:24.642001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59604) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:24.648216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2dcd301b-b613-4297-9f29-4dc5cbc156fe tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '935897de-038f-4626-99d8-83ea93ceb8e0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:24.648875 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-2dcd301b-b613-4297-9f29-4dc5cbc156fe tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:24.651223 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2dcd301b-b613-4297-9f29-4dc5cbc156fe tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068691 Feb 04 16:00:24.652577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59608) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:24.660276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-60bcb701-a312-4b5f-aa6b-f7a8502cdc33 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '935897de-038f-4626-99d8-83ea93ceb8e0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:24.674303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-60bcb701-a312-4b5f-aa6b-f7a8502cdc33 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:24.678676 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-60bcb701-a312-4b5f-aa6b-f7a8502cdc33 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:24.682034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-60bcb701-a312-4b5f-aa6b-f7a8502cdc33 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:24.688745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-60bcb701-a312-4b5f-aa6b-f7a8502cdc33 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:24.701174 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-60bcb701-a312-4b5f-aa6b-f7a8502cdc33 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Project f506a21b2a5b433e981bc553a693bc6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:00:24.738775 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-60bcb701-a312-4b5f-aa6b-f7a8502cdc33 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:24.745303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59616) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:24.747554 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-60bcb701-a312-4b5f-aa6b-f7a8502cdc33 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0902541 Feb 04 16:00:24.755020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f2b9ed09-6ae8-4b48-8679-4d6fa4ad746f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '935897de-038f-4626-99d8-83ea93ceb8e0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:24.755696 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-f2b9ed09-6ae8-4b48-8679-4d6fa4ad746f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:24.759215 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f2b9ed09-6ae8-4b48-8679-4d6fa4ad746f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096576 Feb 04 16:00:24.759798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59620) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:24.767964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d77de68c-9085-4848-89a6-b51316381a3c tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '935897de-038f-4626-99d8-83ea93ceb8e0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:24.777321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d77de68c-9085-4848-89a6-b51316381a3c tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:24.784578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d77de68c-9085-4848-89a6-b51316381a3c tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:24.788671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d77de68c-9085-4848-89a6-b51316381a3c tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:24.800056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d77de68c-9085-4848-89a6-b51316381a3c tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:24.806810 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13fe0443-28fc-47cd-beb9-832fd675ff12 req-33f73267-9087-442b-8f00-3b6f4e6ce743 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1595867 Feb 04 16:00:24.915676 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-d77de68c-9085-4848-89a6-b51316381a3c tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Project f506a21b2a5b433e981bc553a693bc6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:00:24.970951 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-d77de68c-9085-4848-89a6-b51316381a3c tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:24.972114 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d77de68c-9085-4848-89a6-b51316381a3c tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2118027 Feb 04 16:00:24.974944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59624) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:24.982076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e90cc5c0-0ab2-44e6-a4a1-97ee08bc993f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '935897de-038f-4626-99d8-83ea93ceb8e0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:25.037239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e90cc5c0-0ab2-44e6-a4a1-97ee08bc993f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:25.052351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e90cc5c0-0ab2-44e6-a4a1-97ee08bc993f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:25.052351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e90cc5c0-0ab2-44e6-a4a1-97ee08bc993f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:25.077330 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e90cc5c0-0ab2-44e6-a4a1-97ee08bc993f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:25.129062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24577677-d36f-41ea-918e-7429e3f25570 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:25.132207 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-e90cc5c0-0ab2-44e6-a4a1-97ee08bc993f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Project f506a21b2a5b433e981bc553a693bc6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:00:25.161366 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-e90cc5c0-0ab2-44e6-a4a1-97ee08bc993f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:25.166787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e90cc5c0-0ab2-44e6-a4a1-97ee08bc993f tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1865187 Feb 04 16:00:25.166954 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59628) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:25.202890 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13fe0443-28fc-47cd-beb9-832fd675ff12 req-42df19e7-8e96-4fc9-98cb-75d7b2f706fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6f6c80c1a9e4f728aabef3b35caeaf9&device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 1101 time: 0.2134297 Feb 04 16:00:25.529066 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d282dde2-a0bd-4519-b8db-cfb3195ee0ad tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.597749 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d282dde2-a0bd-4519-b8db-cfb3195ee0ad tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.605639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe0443-28fc-47cd-beb9-832fd675ff12 req-c59dcbc2-aff9-4144-83e3-b099c2484924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:25.607104 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13fe0443-28fc-47cd-beb9-832fd675ff12 req-c59dcbc2-aff9-4144-83e3-b099c2484924 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.3802090 Feb 04 16:00:25.694555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13fe0443-28fc-47cd-beb9-832fd675ff12 req-9f6eab05-8eec-4514-b6c9-976806e6f94e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3b292db8-ca3d-4d08-b9d7-676b5a194063 HTTP/1.1" status: 200 len: 217 time: 0.0809152 Feb 04 16:00:25.824965 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d282dde2-a0bd-4519-b8db-cfb3195ee0ad tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.877889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe0443-28fc-47cd-beb9-832fd675ff12 req-7024ffa3-955b-44be-a592-a3bfc01d0c70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:25.877889 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13fe0443-28fc-47cd-beb9-832fd675ff12 req-7024ffa3-955b-44be-a592-a3bfc01d0c70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.1632218 Feb 04 16:00:25.877889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282dde2-a0bd-4519-b8db-cfb3195ee0ad tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=935897de-038f-4626-99d8-83ea93ceb8e0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:25.976749 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d282dde2-a0bd-4519-b8db-cfb3195ee0ad tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.978400 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d282dde2-a0bd-4519-b8db-cfb3195ee0ad tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "DELETE /v2.0/security-groups/935897de-038f-4626-99d8-83ea93ceb8e0 HTTP/1.1" status: 204 len: 168 time: 0.8101358 Feb 04 16:00:25.981172 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59636) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:26.030611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24577677-d36f-41ea-918e-7429e3f25570 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:26.043239 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66ab61f-f7fa-442e-92bd-f6c3522c4b74 None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:26.064449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66ab61f-f7fa-442e-92bd-f6c3522c4b74 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:26.066995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a66ab61f-f7fa-442e-92bd-f6c3522c4b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:26.081711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-81e5117a-745e-4cb9-9f14-7c66887538fc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Synchronizing usage tracker for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:26.105690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-81e5117a-745e-4cb9-9f14-7c66887538fc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Unset dirty status for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:26.107125 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-81e5117a-745e-4cb9-9f14-7c66887538fc tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1249623 Feb 04 16:00:26.112272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59640) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:26.120784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-969624d1-76b6-40a5-9b55-bc753ba9d2e3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group': {'name': 'tempest-secgroup--537810456'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:26.138461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-969624d1-76b6-40a5-9b55-bc753ba9d2e3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:26.145611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13fe0443-28fc-47cd-beb9-832fd675ff12 req-1c95c87a-6c1f-4f7c-b085-69730ade9671 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2710454 Feb 04 16:00:26.159086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-969624d1-76b6-40a5-9b55-bc753ba9d2e3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:26.196870 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-969624d1-76b6-40a5-9b55-bc753ba9d2e3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.206920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a66ab61f-f7fa-442e-92bd-f6c3522c4b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:26.222949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66ab61f-f7fa-442e-92bd-f6c3522c4b74 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:26.223696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a66ab61f-f7fa-442e-92bd-f6c3522c4b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:26.258568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-969624d1-76b6-40a5-9b55-bc753ba9d2e3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:26.263487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-969624d1-76b6-40a5-9b55-bc753ba9d2e3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:26.268200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-969624d1-76b6-40a5-9b55-bc753ba9d2e3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:26.305262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-969624d1-76b6-40a5-9b55-bc753ba9d2e3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:26.310167 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a66ab61f-f7fa-442e-92bd-f6c3522c4b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:26.310582 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66ab61f-f7fa-442e-92bd-f6c3522c4b74 None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:26.452820 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-969624d1-76b6-40a5-9b55-bc753ba9d2e3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.454344 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-969624d1-76b6-40a5-9b55-bc753ba9d2e3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.471162 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13fe0443-28fc-47cd-beb9-832fd675ff12 req-61c8752b-da5f-473c-a0ff-2f8f37943d26 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085630 Feb 04 16:00:26.515927 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969624d1-76b6-40a5-9b55-bc753ba9d2e3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84dcdcff-439d-4c26-b494-001a9c54662f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:26.519646 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-969624d1-76b6-40a5-9b55-bc753ba9d2e3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.521183 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-969624d1-76b6-40a5-9b55-bc753ba9d2e3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4076993 Feb 04 16:00:26.524308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59648) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:26.530050 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f10e7386-18d9-47c5-863a-9da406b22f9a tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '84dcdcff-439d-4c26-b494-001a9c54662f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:26.536850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f10e7386-18d9-47c5-863a-9da406b22f9a tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:26.541139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f10e7386-18d9-47c5-863a-9da406b22f9a tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:26.544429 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f10e7386-18d9-47c5-863a-9da406b22f9a tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:26.551564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f10e7386-18d9-47c5-863a-9da406b22f9a tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:26.600403 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-f10e7386-18d9-47c5-863a-9da406b22f9a tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The resource could not be found. Feb 04 16:00:26.602010 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f10e7386-18d9-47c5-863a-9da406b22f9a tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0764613 Feb 04 16:00:26.605396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59652) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:26.614621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4a088d58-cbb8-4b24-9b7d-133b758faead tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '84dcdcff-439d-4c26-b494-001a9c54662f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c7d41e0a-b630-42fb-9f45-9356ee2d9cbf'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:26.625217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4a088d58-cbb8-4b24-9b7d-133b758faead tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:26.632421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4a088d58-cbb8-4b24-9b7d-133b758faead tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:26.637790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4a088d58-cbb8-4b24-9b7d-133b758faead tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:26.647439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4a088d58-cbb8-4b24-9b7d-133b758faead tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:26.653587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13fe0443-28fc-47cd-beb9-832fd675ff12 req-9b1fc4fb-d428-4248-8fb7-7d9ef1498186 service neutron] 10.222.0.73 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757462 Feb 04 16:00:26.712216 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-4a088d58-cbb8-4b24-9b7d-133b758faead tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The resource could not be found. Feb 04 16:00:26.713678 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4a088d58-cbb8-4b24-9b7d-133b758faead tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1071444 Feb 04 16:00:26.716711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59656) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:26.794017 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00b0b0cc-edf0-481b-94c9-cc1df0b36c05 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.827544 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00b0b0cc-edf0-481b-94c9-cc1df0b36c05 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.894069 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00b0b0cc-edf0-481b-94c9-cc1df0b36c05 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.929450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0b0cc-edf0-481b-94c9-cc1df0b36c05 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dcdcff-439d-4c26-b494-001a9c54662f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:26.934269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24577677-d36f-41ea-918e-7429e3f25570 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:26.935100 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00b0b0cc-edf0-481b-94c9-cc1df0b36c05 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.941504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59660) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:26.947728 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-00b0b0cc-edf0-481b-94c9-cc1df0b36c05 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "DELETE /v2.0/security-groups/84dcdcff-439d-4c26-b494-001a9c54662f HTTP/1.1" status: 204 len: 168 time: 0.2198205 Feb 04 16:00:27.133434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9b9bef44-3f22-4bb4-8f48-ae14da6d5229 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Synchronizing usage tracker for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:27.210563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9b9bef44-3f22-4bb4-8f48-ae14da6d5229 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Unset dirty status for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:27.211729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9b9bef44-3f22-4bb4-8f48-ae14da6d5229 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2669015 Feb 04 16:00:27.216032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59668) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:27.223311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-fda51439-b73a-411a-8c77-de08a202ae93 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '8e5f07ef-8a63-46e7-9af1-fd1514c57b19', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:27.230362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fda51439-b73a-411a-8c77-de08a202ae93 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:27.234655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fda51439-b73a-411a-8c77-de08a202ae93 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:27.237629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fda51439-b73a-411a-8c77-de08a202ae93 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:27.243473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fda51439-b73a-411a-8c77-de08a202ae93 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:27.264818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24577677-d36f-41ea-918e-7429e3f25570 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:27.269579 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-24577677-d36f-41ea-918e-7429e3f25570 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.278733 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58868aa1-4bfc-476e-828b-e44eacc42eb9 None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:27.284849 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-fda51439-b73a-411a-8c77-de08a202ae93 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The resource could not be found. Feb 04 16:00:27.286256 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fda51439-b73a-411a-8c77-de08a202ae93 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0688853 Feb 04 16:00:27.289878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59672) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:27.295862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-17238357-ff9d-4f7f-96bc-d7b9317a93b3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474419357'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:27.297036 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58868aa1-4bfc-476e-828b-e44eacc42eb9 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:27.297663 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-58868aa1-4bfc-476e-828b-e44eacc42eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:27.303818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-17238357-ff9d-4f7f-96bc-d7b9317a93b3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:27.316004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-17238357-ff9d-4f7f-96bc-d7b9317a93b3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:27.330441 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17238357-ff9d-4f7f-96bc-d7b9317a93b3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.370828 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-17238357-ff9d-4f7f-96bc-d7b9317a93b3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:27.377000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-17238357-ff9d-4f7f-96bc-d7b9317a93b3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:27.380391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-17238357-ff9d-4f7f-96bc-d7b9317a93b3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:27.383077 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-58868aa1-4bfc-476e-828b-e44eacc42eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:27.388187 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-17238357-ff9d-4f7f-96bc-d7b9317a93b3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:27.397136 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58868aa1-4bfc-476e-828b-e44eacc42eb9 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:27.397835 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-58868aa1-4bfc-476e-828b-e44eacc42eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:27.416724 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-24577677-d36f-41ea-918e-7429e3f25570 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "PUT /v2.0/floatingips/e4368633-61cd-4d8c-b492-317ce32aa218 HTTP/1.1" status: 200 len: 978 time: 4.9066403 Feb 04 16:00:27.419058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59676) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:27.425104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-1c936b75-9751-4be5-be7d-e333f7e47745 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:27.468511 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17238357-ff9d-4f7f-96bc-d7b9317a93b3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.473419 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-58868aa1-4bfc-476e-828b-e44eacc42eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:27.473959 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58868aa1-4bfc-476e-828b-e44eacc42eb9 None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:27.475532 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17238357-ff9d-4f7f-96bc-d7b9317a93b3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.535796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17238357-ff9d-4f7f-96bc-d7b9317a93b3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428f4167-2f4d-4834-af51-4230e758b077,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:27.541077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17238357-ff9d-4f7f-96bc-d7b9317a93b3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.543032 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-17238357-ff9d-4f7f-96bc-d7b9317a93b3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2514856 Feb 04 16:00:27.545734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59682) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:27.554449 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c259ceba-9926-4cf4-9c36-988a8df4fe36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group': {'name': 'tempest-secgroup--664813380'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:27.565109 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c259ceba-9926-4cf4-9c36-988a8df4fe36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:27.570345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c259ceba-9926-4cf4-9c36-988a8df4fe36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:27.574348 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c259ceba-9926-4cf4-9c36-988a8df4fe36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:27.582053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c259ceba-9926-4cf4-9c36-988a8df4fe36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:27.597235 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c259ceba-9926-4cf4-9c36-988a8df4fe36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.645658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c259ceba-9926-4cf4-9c36-988a8df4fe36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:27.649639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c259ceba-9926-4cf4-9c36-988a8df4fe36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:27.652887 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c259ceba-9926-4cf4-9c36-988a8df4fe36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:27.660201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c259ceba-9926-4cf4-9c36-988a8df4fe36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:27.718257 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1c936b75-9751-4be5-be7d-e333f7e47745 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.733988 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c259ceba-9926-4cf4-9c36-988a8df4fe36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.739436 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c259ceba-9926-4cf4-9c36-988a8df4fe36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.799955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259ceba-9926-4cf4-9c36-988a8df4fe36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866ac803-f646-4c70-bc77-7f092389944f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:27.805286 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c259ceba-9926-4cf4-9c36-988a8df4fe36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.807070 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c259ceba-9926-4cf4-9c36-988a8df4fe36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2598715 Feb 04 16:00:27.810165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59686) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:27.817117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-98081fe1-47d8-4dba-b2d6-5d4172f6e927 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '428f4167-2f4d-4834-af51-4230e758b077', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '866ac803-f646-4c70-bc77-7f092389944f'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:27.825147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-98081fe1-47d8-4dba-b2d6-5d4172f6e927 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:27.830190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-98081fe1-47d8-4dba-b2d6-5d4172f6e927 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:27.833510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-98081fe1-47d8-4dba-b2d6-5d4172f6e927 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:27.841659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-98081fe1-47d8-4dba-b2d6-5d4172f6e927 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:27.885858 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-98081fe1-47d8-4dba-b2d6-5d4172f6e927 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:27.890921 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-98081fe1-47d8-4dba-b2d6-5d4172f6e927 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0796413 Feb 04 16:00:27.891950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59690) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:27.999717 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ada4654-56ec-438c-a7eb-c3962e230acf tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.039195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ada4654-56ec-438c-a7eb-c3962e230acf tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.099819 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ada4654-56ec-438c-a7eb-c3962e230acf tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.117880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1c936b75-9751-4be5-be7d-e333f7e47745 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.124496 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1c936b75-9751-4be5-be7d-e333f7e47745 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.124811 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-1c936b75-9751-4be5-be7d-e333f7e47745 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Floating IP e4368633-61cd-4d8c-b492-317ce32aa218 disassociated. External IP: 172.25.0.205, port: e7b15844-face-4f49-8c45-bef98d0941d8. Feb 04 16:00:28.135203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada4654-56ec-438c-a7eb-c3962e230acf tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=866ac803-f646-4c70-bc77-7f092389944f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:28.165578 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ada4654-56ec-438c-a7eb-c3962e230acf tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.166689 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8ada4654-56ec-438c-a7eb-c3962e230acf tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "DELETE /v2.0/security-groups/866ac803-f646-4c70-bc77-7f092389944f HTTP/1.1" status: 204 len: 168 time: 0.2735257 Feb 04 16:00:28.169294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59704) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:28.303980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-79b726e9-2cef-47cf-aaa2-43bc14d2e2d3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Synchronizing usage tracker for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:28.339823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-79b726e9-2cef-47cf-aaa2-43bc14d2e2d3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Unset dirty status for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:28.341198 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-79b726e9-2cef-47cf-aaa2-43bc14d2e2d3 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1709907 Feb 04 16:00:28.345029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59708) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:28.490491 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-94975d6a-aecc-46b1-9118-f79025dff590 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.569434 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-94975d6a-aecc-46b1-9118-f79025dff590 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.673019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-94975d6a-aecc-46b1-9118-f79025dff590 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.694477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94975d6a-aecc-46b1-9118-f79025dff590 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428f4167-2f4d-4834-af51-4230e758b077,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:28.707107 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-94975d6a-aecc-46b1-9118-f79025dff590 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.708485 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-94975d6a-aecc-46b1-9118-f79025dff590 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "DELETE /v2.0/security-groups/428f4167-2f4d-4834-af51-4230e758b077 HTTP/1.1" status: 204 len: 168 time: 0.3604214 Feb 04 16:00:28.710908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59724) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:28.773902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c936b75-9751-4be5-be7d-e333f7e47745 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:28.782949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-458794e5-4fc8-4d9e-80ed-5f87adf9801b tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Synchronizing usage tracker for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:28.812386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-458794e5-4fc8-4d9e-80ed-5f87adf9801b tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Unset dirty status for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:28.815951 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-458794e5-4fc8-4d9e-80ed-5f87adf9801b tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1031609 Feb 04 16:00:28.822569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59728) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:28.829011 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-368a5b30-6ca6-48cc-893a-27aeefe4df36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211404053'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:28.837074 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-368a5b30-6ca6-48cc-893a-27aeefe4df36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:28.850001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-368a5b30-6ca6-48cc-893a-27aeefe4df36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:28.863793 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-368a5b30-6ca6-48cc-893a-27aeefe4df36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.919598 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-368a5b30-6ca6-48cc-893a-27aeefe4df36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:28.927163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-368a5b30-6ca6-48cc-893a-27aeefe4df36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:28.931463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-368a5b30-6ca6-48cc-893a-27aeefe4df36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:28.940346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-368a5b30-6ca6-48cc-893a-27aeefe4df36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:29.022500 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-368a5b30-6ca6-48cc-893a-27aeefe4df36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.027586 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-368a5b30-6ca6-48cc-893a-27aeefe4df36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.088841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a5b30-6ca6-48cc-893a-27aeefe4df36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ca6302-fad6-4c59-9a2b-da0bd62505bb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:29.103196 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-368a5b30-6ca6-48cc-893a-27aeefe4df36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.104486 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-368a5b30-6ca6-48cc-893a-27aeefe4df36 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2806487 Feb 04 16:00:29.108165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59740) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:29.117122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c3e8a56c-cc84-407d-8efe-84c936a5cb59 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '92ca6302-fad6-4c59-9a2b-da0bd62505bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:29.124349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c3e8a56c-cc84-407d-8efe-84c936a5cb59 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:29.129209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c3e8a56c-cc84-407d-8efe-84c936a5cb59 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:29.133533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c3e8a56c-cc84-407d-8efe-84c936a5cb59 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:29.141433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c3e8a56c-cc84-407d-8efe-84c936a5cb59 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:29.186181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c936b75-9751-4be5-be7d-e333f7e47745 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:29.198107 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1c936b75-9751-4be5-be7d-e333f7e47745 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.203761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c1c05-1700-42e5-a8e8-b95c5d3da584 None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:29.218029 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-c3e8a56c-cc84-407d-8efe-84c936a5cb59 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:29.222866 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c1c05-1700-42e5-a8e8-b95c5d3da584 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:29.223820 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a39c1c05-1700-42e5-a8e8-b95c5d3da584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:29.226192 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c3e8a56c-cc84-407d-8efe-84c936a5cb59 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1165571 Feb 04 16:00:29.227154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59746) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:29.259337 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1869481b-94a1-4e92-bd91-5b373f75fe95 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group_rule': {'security_group_id': '92ca6302-fad6-4c59-9a2b-da0bd62505bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:29.282274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1c936b75-9751-4be5-be7d-e333f7e47745 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "PUT /v2.0/floatingips/e4368633-61cd-4d8c-b492-317ce32aa218 HTTP/1.1" status: 200 len: 688 time: 1.8609011 Feb 04 16:00:29.284656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59750) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:29.294547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a39c1c05-1700-42e5-a8e8-b95c5d3da584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:29.297032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1869481b-94a1-4e92-bd91-5b373f75fe95 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:29.307925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1869481b-94a1-4e92-bd91-5b373f75fe95 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:29.318258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1869481b-94a1-4e92-bd91-5b373f75fe95 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:29.328094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1869481b-94a1-4e92-bd91-5b373f75fe95 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:29.362383 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c1c05-1700-42e5-a8e8-b95c5d3da584 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:29.366392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a39c1c05-1700-42e5-a8e8-b95c5d3da584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:29.394293 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-1869481b-94a1-4e92-bd91-5b373f75fe95 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:29.400732 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1869481b-94a1-4e92-bd91-5b373f75fe95 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1673570 Feb 04 16:00:29.400985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59756) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:29.567059 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1024ebc-cd74-4712-8997-7224c32bf5cb tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.614427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-73fa6bc6-b4d9-4db3-8d6e-c71d54364998 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting port 5c7c9e45-7a06-4cd7-b870-4ce73f9d387f {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:29.614427 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73fa6bc6-b4d9-4db3-8d6e-c71d54364998 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.654111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a39c1c05-1700-42e5-a8e8-b95c5d3da584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:29.654852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c1c05-1700-42e5-a8e8-b95c5d3da584 None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:29.672347 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1024ebc-cd74-4712-8997-7224c32bf5cb tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.796464 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1024ebc-cd74-4712-8997-7224c32bf5cb tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.830991 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1024ebc-cd74-4712-8997-7224c32bf5cb tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.834567 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f1024ebc-cd74-4712-8997-7224c32bf5cb tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "DELETE /v2.0/security-groups/92ca6302-fad6-4c59-9a2b-da0bd62505bb HTTP/1.1" status: 204 len: 168 time: 0.4300871 Feb 04 16:00:29.834567 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1024ebc-cd74-4712-8997-7224c32bf5cb tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ca6302-fad6-4c59-9a2b-da0bd62505bb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:29.835835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59766) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:29.896127 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73fa6bc6-b4d9-4db3-8d6e-c71d54364998 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.896936 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73fa6bc6-b4d9-4db3-8d6e-c71d54364998 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.908795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f3643211-1b3d-4384-90f9-ee185f70c8d1 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Synchronizing usage tracker for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:29.931615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f3643211-1b3d-4384-90f9-ee185f70c8d1 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Unset dirty status for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:29.935218 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f3643211-1b3d-4384-90f9-ee185f70c8d1 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0977144 Feb 04 16:00:29.953464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59770) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:29.967653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-85d0c460-90b3-4bc2-a55c-ea52d1e916d5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group': {'name': 'tempest-secgroup--605414580'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:29.992388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-85d0c460-90b3-4bc2-a55c-ea52d1e916d5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:30.012488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-85d0c460-90b3-4bc2-a55c-ea52d1e916d5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:30.054353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-85d0c460-90b3-4bc2-a55c-ea52d1e916d5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.164031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-85d0c460-90b3-4bc2-a55c-ea52d1e916d5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:30.170454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-73fa6bc6-b4d9-4db3-8d6e-c71d54364998 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Calling delete_port for 5c7c9e45-7a06-4cd7-b870-4ce73f9d387f owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:30.174640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-85d0c460-90b3-4bc2-a55c-ea52d1e916d5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Usage tracker for resource:security_group_rule and tenant:f506a21b2a5b433e981bc553a693bc6e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:30.179810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-85d0c460-90b3-4bc2-a55c-ea52d1e916d5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:30.191554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-85d0c460-90b3-4bc2-a55c-ea52d1e916d5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:30.310266 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-85d0c460-90b3-4bc2-a55c-ea52d1e916d5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.317367 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-85d0c460-90b3-4bc2-a55c-ea52d1e916d5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.386036 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73fa6bc6-b4d9-4db3-8d6e-c71d54364998 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.452995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0c460-90b3-4bc2-a55c-ea52d1e916d5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bb9aab-7963-4ef4-b6e4-13108d85dff0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:30.470011 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-85d0c460-90b3-4bc2-a55c-ea52d1e916d5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.474126 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-85d0c460-90b3-4bc2-a55c-ea52d1e916d5 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5154188 Feb 04 16:00:30.475686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa6bc6-b4d9-4db3-8d6e-c71d54364998 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Port': ['ID=5c7c9e45-7a06-4cd7-b870-4ce73f9d387f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:30.481249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59782) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:30.526205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6881b0eb-302e-467f-9cdf-a559927f3ab4 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:30.527126 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-6881b0eb-302e-467f-9cdf-a559927f3ab4 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 16:00:30.534242 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6881b0eb-302e-467f-9cdf-a559927f3ab4 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "PUT /v2.0/security-groups/96bb9aab-7963-4ef4-b6e4-13108d85dff0 HTTP/1.1" status: 409 len: 330 time: 0.0518324 Feb 04 16:00:30.539362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59788) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:30.641608 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73fa6bc6-b4d9-4db3-8d6e-c71d54364998 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.742228 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ebae2bc-a6f9-44fa-8c37-d624e2f88acb tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.749640 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73fa6bc6-b4d9-4db3-8d6e-c71d54364998 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.758379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59800) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:30.767335 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-73fa6bc6-b4d9-4db3-8d6e-c71d54364998 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/floatingips/e4368633-61cd-4d8c-b492-317ce32aa218 HTTP/1.1" status: 204 len: 168 time: 1.4761264 Feb 04 16:00:30.860876 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-90c96754-2f82-4b5c-9352-65e613e1c44b tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] delete failed (client error): The resource could not be found. Feb 04 16:00:30.871329 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-90c96754-2f82-4b5c-9352-65e613e1c44b tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/floatingips/e4368633-61cd-4d8c-b492-317ce32aa218 HTTP/1.1" status: 404 len: 345 time: 0.1029360 Feb 04 16:00:30.871463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59804) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:30.904999 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ebae2bc-a6f9-44fa-8c37-d624e2f88acb tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.989444 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ebae2bc-a6f9-44fa-8c37-d624e2f88acb tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.017390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebae2bc-a6f9-44fa-8c37-d624e2f88acb tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bb9aab-7963-4ef4-b6e4-13108d85dff0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:31.035565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a10176-8277-4763-8071-679879fd6fc3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:31.038193 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ebae2bc-a6f9-44fa-8c37-d624e2f88acb tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.041284 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5ebae2bc-a6f9-44fa-8c37-d624e2f88acb tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "DELETE /v2.0/security-groups/96bb9aab-7963-4ef4-b6e4-13108d85dff0 HTTP/1.1" status: 204 len: 168 time: 0.5004513 Feb 04 16:00:31.046474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59808) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:31.047134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a10176-8277-4763-8071-679879fd6fc3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:31.062118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a10176-8277-4763-8071-679879fd6fc3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:31.065218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-99a10176-8277-4763-8071-679879fd6fc3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Synchronizing usage tracker for tenant:59d071709aef4ae58201e982e611f967 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:31.118569 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-99a10176-8277-4763-8071-679879fd6fc3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Unset dirty status for tenant:59d071709aef4ae58201e982e611f967 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:31.119717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-99a10176-8277-4763-8071-679879fd6fc3 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "GET /v2.0/ports?network_id=1ca2ca02-222d-4c77-9a08-9d9ec7426e24 HTTP/1.1" status: 200 len: 2357 time: 0.2497771 Feb 04 16:00:31.122339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59812) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:31.171747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1471e306-85cc-4f93-a2a1-b35dacecd032 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Synchronizing usage tracker for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:31.191677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1471e306-85cc-4f93-a2a1-b35dacecd032 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] Unset dirty status for tenant:f506a21b2a5b433e981bc553a693bc6e on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:31.193195 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1471e306-85cc-4f93-a2a1-b35dacecd032 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1444035 Feb 04 16:00:31.197000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59816) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:31.221739 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-5d31c2c0-8b13-4a75-adf9-7dad5c981d56 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] delete failed (client error): The resource could not be found. Feb 04 16:00:31.222772 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5d31c2c0-8b13-4a75-adf9-7dad5c981d56 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "DELETE /v2.0/security-groups/0432e7f4-4470-42d4-a1f1-88fd26fe26c9 HTTP/1.1" status: 404 len: 347 time: 0.0248556 Feb 04 16:00:31.228843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59820) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:31.261143 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-ff783360-e408-4400-91b1-2997574a80ad tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] show failed (client error): The resource could not be found. Feb 04 16:00:31.267388 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ff783360-e408-4400-91b1-2997574a80ad tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "GET /v2.0/security-groups/baf43162-f09f-492b-885a-6301bcfdd85a HTTP/1.1" status: 404 len: 347 time: 0.0321772 Feb 04 16:00:31.267538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d619ddf4-a7d7-4fd2-aedf-0266f91d71be tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:31.267538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d619ddf4-a7d7-4fd2-aedf-0266f91d71be tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Synchronizing usage tracker for tenant:59d071709aef4ae58201e982e611f967 on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:31.273904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59826) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:31.296188 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-9e508a74-55a0-4172-bab6-4d3cac708526 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] show failed (client error): The resource could not be found. Feb 04 16:00:31.297593 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9e508a74-55a0-4172-bab6-4d3cac708526 tempest-NegativeSecGroupIPv6Test-366663212 tempest-NegativeSecGroupIPv6Test-366663212-project] 10.222.0.60 "GET /v2.0/security-group-rules/1f425fe8-23ff-4a89-bda5-70347069bd7c HTTP/1.1" status: 404 len: 356 time: 0.0224776 Feb 04 16:00:31.312405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d619ddf4-a7d7-4fd2-aedf-0266f91d71be tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Unset dirty status for tenant:59d071709aef4ae58201e982e611f967 on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:31.319453 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d619ddf4-a7d7-4fd2-aedf-0266f91d71be tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "GET /v2.0/subnets/a7f20e4d-1bb7-48b6-9a44-7054a0707ed5 HTTP/1.1" status: 200 len: 797 time: 0.1905911 Feb 04 16:00:31.320613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59834) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:31.348143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'port': {'network_id': '1ca2ca02-222d-4c77-9a08-9d9ec7426e24', 'name': 'tempest-FloatingIPTestJSON-1099803022', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:31.633803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:31.674137 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:31.693821 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Made reservation on behalf of 59d071709aef4ae58201e982e611f967 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:31.876257 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.964812 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] device_id is not set on port be9a9418-a3e5-4ff3-828e-7bccaf8cf003 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:00:32.005781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59850) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:32.418278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Allocated IP 172.20.0.14 (1ca2ca02-222d-4c77-9a08-9d9ec7426e24/a7f20e4d-1bb7-48b6-9a44-7054a0707ed5/be9a9418-a3e5-4ff3-828e-7bccaf8cf003) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:32.424188 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-58e8a392-7595-4400-80e7-183fad7416d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f506a21b2a5b433e981bc553a693bc6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4166355 Feb 04 16:00:32.426774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59860) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:32.431165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Allocated IP 172.20.0.13 (1ca2ca02-222d-4c77-9a08-9d9ec7426e24/a7f20e4d-1bb7-48b6-9a44-7054a0707ed5/be9a9418-a3e5-4ff3-828e-7bccaf8cf003) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:32.610585 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e29c9d44-4966-408d-b31c-f0cea23153ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.689651 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e29c9d44-4966-408d-b31c-f0cea23153ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.805763 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e29c9d44-4966-408d-b31c-f0cea23153ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.861167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c9d44-4966-408d-b31c-f0cea23153ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47c0558-3f61-48b7-8f7a-85230e4f5df2,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:32.874189 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e29c9d44-4966-408d-b31c-f0cea23153ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.878724 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e29c9d44-4966-408d-b31c-f0cea23153ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e47c0558-3f61-48b7-8f7a-85230e4f5df2 HTTP/1.1" status: 204 len: 168 time: 0.4509027 Feb 04 16:00:32.956601 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:33.047294 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:33.166533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 1ca2ca02-222d-4c77-9a08-9d9ec7426e24 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:33.173691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:33.180204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:33.255658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=be9a9418-a3e5-4ff3-828e-7bccaf8cf003,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:33.262166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:33.262949 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:33.315639 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-02a9bd6f-c343-4212-90f7-f0bb77bcb3c1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9937146 Feb 04 16:00:33.334135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59886) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:33.341172 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': 'be9a9418-a3e5-4ff3-828e-7bccaf8cf003', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:33.351218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:33.363602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Usage tracker for resource:floatingip and tenant:59d071709aef4ae58201e982e611f967 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:33.367321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:33.380022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:33.397679 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:33.587958 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:33.810543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Allocated IP 172.25.0.102 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/dafa66b2-d620-41c8-84c1-eba52e49bac7) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:34.095615 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:34.139035 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:34.260023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:34.263637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:34.269338 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=dafa66b2-d620-41c8-84c1-eba52e49bac7,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:34.271827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:34.310438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59920) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:34.546624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-469b0972-6e7a-49b2-bae9-8f9fb6d06312 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:34.548195 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-469b0972-6e7a-49b2-bae9-8f9fb6d06312 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 16:00:34.549340 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-469b0972-6e7a-49b2-bae9-8f9fb6d06312 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2373025 Feb 04 16:00:34.552929 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59926) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:34.560649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group': {'name': 'tempest-secgroup--983159442'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:34.567807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:34.571820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:34.574780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:34.581860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:34.594616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:34.610950 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:34.674082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:34.686713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:34.698400 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:34.706619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:34.809710 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:34.814511 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:34.838298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:34.853914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:34.861885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:34.877478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:34.893307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f966f1-cc39-41ad-82b0-47579385905d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:34.992110 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:34.998330 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.118047 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.119384 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5656033 Feb 04 16:00:35.120345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b6cec-f365-4094-b744-0bff997e1fb8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90636727-b53c-4f8d-82b7-633cd343b028,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:35.123151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59940) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:35.130595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-97c55008-1290-4865-8717-f1113378c2f3 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '90636727-b53c-4f8d-82b7-633cd343b028', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:35.137523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-97c55008-1290-4865-8717-f1113378c2f3 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:35.142606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-97c55008-1290-4865-8717-f1113378c2f3 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:35.145718 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-97c55008-1290-4865-8717-f1113378c2f3 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:35.153021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-97c55008-1290-4865-8717-f1113378c2f3 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:35.185631 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97c55008-1290-4865-8717-f1113378c2f3 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.292388 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97c55008-1290-4865-8717-f1113378c2f3 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.293447 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.298282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97c55008-1290-4865-8717-f1113378c2f3 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.348558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c55008-1290-4865-8717-f1113378c2f3 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270d58a7-4d9c-4f5d-9540-74a4c7bb7690,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:35.379626 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-97c55008-1290-4865-8717-f1113378c2f3 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.382590 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-97c55008-1290-4865-8717-f1113378c2f3 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2563660 Feb 04 16:00:35.384016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59948) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:35.397376 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-69a4339a-bd0c-445f-9e1e-6b11219bf5c5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '90636727-b53c-4f8d-82b7-633cd343b028', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:35.407879 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.412021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-69a4339a-bd0c-445f-9e1e-6b11219bf5c5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:35.423463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-69a4339a-bd0c-445f-9e1e-6b11219bf5c5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:35.428999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-69a4339a-bd0c-445f-9e1e-6b11219bf5c5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:35.441028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-69a4339a-bd0c-445f-9e1e-6b11219bf5c5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:35.465543 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-69a4339a-bd0c-445f-9e1e-6b11219bf5c5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.543982 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-69a4339a-bd0c-445f-9e1e-6b11219bf5c5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 16:00:35.545785 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-69a4339a-bd0c-445f-9e1e-6b11219bf5c5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1594629 Feb 04 16:00:35.548632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59954) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:35.654583 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cabe7440-1cda-4cae-9610-db18a85c6f29 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.701187 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cabe7440-1cda-4cae-9610-db18a85c6f29 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.736491 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.744522 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.775001 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cabe7440-1cda-4cae-9610-db18a85c6f29 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.796414 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe7440-1cda-4cae-9610-db18a85c6f29 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90636727-b53c-4f8d-82b7-633cd343b028,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:35.820596 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cabe7440-1cda-4cae-9610-db18a85c6f29 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.838365 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cabe7440-1cda-4cae-9610-db18a85c6f29 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "DELETE /v2.0/security-groups/90636727-b53c-4f8d-82b7-633cd343b028 HTTP/1.1" status: 204 len: 168 time: 0.2842097 Feb 04 16:00:35.839613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59962) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:35.931059 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.969705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0bd6f321-4a47-4efc-bdfe-daece59e5799 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Synchronizing usage tracker for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:36.008045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0bd6f321-4a47-4efc-bdfe-daece59e5799 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Unset dirty status for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:36.013254 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0bd6f321-4a47-4efc-bdfe-daece59e5799 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1689076 Feb 04 16:00:36.013493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59968) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:36.019741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7c1a2cab-1293-405f-b6c8-45bd08eb7c3d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group': {'name': 'tempest-secgroup--946998339'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:36.027673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7c1a2cab-1293-405f-b6c8-45bd08eb7c3d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:36.052432 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7c1a2cab-1293-405f-b6c8-45bd08eb7c3d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:36.065727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=dafa66b2-d620-41c8-84c1-eba52e49bac7,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:36.071272 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2cab-1293-405f-b6c8-45bd08eb7c3d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.143094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7c1a2cab-1293-405f-b6c8-45bd08eb7c3d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:36.168467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7c1a2cab-1293-405f-b6c8-45bd08eb7c3d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:36.176187 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7c1a2cab-1293-405f-b6c8-45bd08eb7c3d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:36.186956 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7c1a2cab-1293-405f-b6c8-45bd08eb7c3d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:36.274991 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Floating IP 2da45ca6-7d41-440a-a2ac-f338d523e77b associated. External IP: 172.25.0.102, port: be9a9418-a3e5-4ff3-828e-7bccaf8cf003. Feb 04 16:00:36.307932 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2cab-1293-405f-b6c8-45bd08eb7c3d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.313024 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2cab-1293-405f-b6c8-45bd08eb7c3d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.375435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a2cab-1293-405f-b6c8-45bd08eb7c3d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ca57d7-005b-4e19-9130-59c37eae067c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:36.389476 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2cab-1293-405f-b6c8-45bd08eb7c3d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.394429 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7c1a2cab-1293-405f-b6c8-45bd08eb7c3d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3797517 Feb 04 16:00:36.395083 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59978) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:36.402256 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-64ac9987-ca4e-4a7e-adc1-355af97a7e19 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': 'c8ca57d7-005b-4e19-9130-59c37eae067c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:36.402885 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-64ac9987-ca4e-4a7e-adc1-355af97a7e19 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:36.407874 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-64ac9987-ca4e-4a7e-adc1-355af97a7e19 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0117321 Feb 04 16:00:36.408844 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59982) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:36.506890 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16dc6b1c-63e9-4639-ac2e-18e8123d809c tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.545710 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16dc6b1c-63e9-4639-ac2e-18e8123d809c tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.564477 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-41688bf4-cd0d-4ce8-b117-70e0af697c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.629865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16dc6b1c-63e9-4639-ac2e-18e8123d809c tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.664847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc6b1c-63e9-4639-ac2e-18e8123d809c tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ca57d7-005b-4e19-9130-59c37eae067c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:36.673240 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-16dc6b1c-63e9-4639-ac2e-18e8123d809c tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.678863 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-16dc6b1c-63e9-4639-ac2e-18e8123d809c tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "DELETE /v2.0/security-groups/c8ca57d7-005b-4e19-9130-59c37eae067c HTTP/1.1" status: 204 len: 168 time: 0.2676818 Feb 04 16:00:36.679157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59992) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:36.743955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9e49cab0-8292-444a-9f7e-47d159d642b1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Synchronizing usage tracker for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:36.766513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9e49cab0-8292-444a-9f7e-47d159d642b1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Unset dirty status for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:36.768407 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9e49cab0-8292-444a-9f7e-47d159d642b1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0880487 Feb 04 16:00:36.771829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59998) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:36.779827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2d404972-17eb-49dd-95d5-68f38b474a03 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1776814458'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:36.793666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2d404972-17eb-49dd-95d5-68f38b474a03 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:36.804795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2d404972-17eb-49dd-95d5-68f38b474a03 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:36.816219 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d404972-17eb-49dd-95d5-68f38b474a03 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.858101 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2d404972-17eb-49dd-95d5-68f38b474a03 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:36.862408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2d404972-17eb-49dd-95d5-68f38b474a03 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:36.865534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2d404972-17eb-49dd-95d5-68f38b474a03 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:36.872815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2d404972-17eb-49dd-95d5-68f38b474a03 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:36.949698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:36.993678 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d404972-17eb-49dd-95d5-68f38b474a03 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.999045 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d404972-17eb-49dd-95d5-68f38b474a03 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.076786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d404972-17eb-49dd-95d5-68f38b474a03 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d34ba4c-cee2-4fd5-8233-224087b0824a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:37.084976 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d404972-17eb-49dd-95d5-68f38b474a03 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.087079 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2d404972-17eb-49dd-95d5-68f38b474a03 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3141255 Feb 04 16:00:37.090024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60010) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:37.097311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-de2a5824-8d06-4eaa-88e0-f2db5b0401e2 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '5d34ba4c-cee2-4fd5-8233-224087b0824a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:37.098301 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-de2a5824-8d06-4eaa-88e0-f2db5b0401e2 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:37.099816 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-de2a5824-8d06-4eaa-88e0-f2db5b0401e2 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081966 Feb 04 16:00:37.102918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60014) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:37.179036 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1628a851-5d94-4bda-97b0-b7a5ee48c2d5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.209801 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1628a851-5d94-4bda-97b0-b7a5ee48c2d5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.279685 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1628a851-5d94-4bda-97b0-b7a5ee48c2d5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.284354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:37.297943 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cb66b4-fb01-400c-b869-f65fc3b7d32b None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:37.317410 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cb66b4-fb01-400c-b869-f65fc3b7d32b None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:37.318205 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-31cb66b4-fb01-400c-b869-f65fc3b7d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:37.321428 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.324305 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628a851-5d94-4bda-97b0-b7a5ee48c2d5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d34ba4c-cee2-4fd5-8233-224087b0824a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:37.340966 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1628a851-5d94-4bda-97b0-b7a5ee48c2d5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.346715 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1628a851-5d94-4bda-97b0-b7a5ee48c2d5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "DELETE /v2.0/security-groups/5d34ba4c-cee2-4fd5-8233-224087b0824a HTTP/1.1" status: 204 len: 168 time: 0.2420201 Feb 04 16:00:37.348646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60024) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:37.430165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f8ee16ea-8ae0-4299-a2ad-b448ed838575 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Synchronizing usage tracker for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:37.449036 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-31cb66b4-fb01-400c-b869-f65fc3b7d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:37.473558 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cb66b4-fb01-400c-b869-f65fc3b7d32b None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:37.473793 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-31cb66b4-fb01-400c-b869-f65fc3b7d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:37.474018 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f8ee16ea-8ae0-4299-a2ad-b448ed838575 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Unset dirty status for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:37.478908 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f8ee16ea-8ae0-4299-a2ad-b448ed838575 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1241732 Feb 04 16:00:37.479664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60030) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:37.488553 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5061f49f-bb9b-4702-a999-3a318d2a11ba tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.1504309 Feb 04 16:00:37.488776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5ebf5fa7-c2ac-4a16-96c0-7d25535a7bc5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640141490'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:37.495230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60034) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:37.495919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5ebf5fa7-c2ac-4a16-96c0-7d25535a7bc5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:37.508485 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-beb36e1c-abb4-4fbf-a14c-bfe96c7d1c24 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'floatingip': {'port_id': 'be9a9418-a3e5-4ff3-828e-7bccaf8cf003', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:37.513592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5ebf5fa7-c2ac-4a16-96c0-7d25535a7bc5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:37.548930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5fa7-c2ac-4a16-96c0-7d25535a7bc5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.558933 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-31cb66b4-fb01-400c-b869-f65fc3b7d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:37.559378 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cb66b4-fb01-400c-b869-f65fc3b7d32b None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:37.599698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5ebf5fa7-c2ac-4a16-96c0-7d25535a7bc5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:37.604477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5ebf5fa7-c2ac-4a16-96c0-7d25535a7bc5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:37.609724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5ebf5fa7-c2ac-4a16-96c0-7d25535a7bc5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:37.626237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5ebf5fa7-c2ac-4a16-96c0-7d25535a7bc5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:37.636547 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-beb36e1c-abb4-4fbf-a14c-bfe96c7d1c24 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.724889 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5fa7-c2ac-4a16-96c0-7d25535a7bc5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.729214 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5fa7-c2ac-4a16-96c0-7d25535a7bc5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.795487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf5fa7-c2ac-4a16-96c0-7d25535a7bc5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234d9b1f-6f91-41b0-9791-d317c1d2da39,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:37.825516 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5fa7-c2ac-4a16-96c0-7d25535a7bc5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.830014 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5ebf5fa7-c2ac-4a16-96c0-7d25535a7bc5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3458390 Feb 04 16:00:37.830443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60046) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:37.836725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-92d31394-7c56-40e1-aade-f99946becc21 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '234d9b1f-6f91-41b0-9791-d317c1d2da39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:37.837674 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-92d31394-7c56-40e1-aade-f99946becc21 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:37.840932 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-92d31394-7c56-40e1-aade-f99946becc21 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070496 Feb 04 16:00:37.841342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60050) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:37.850594 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-36156e1a-c4d2-43b0-9c30-08e0a723153a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '234d9b1f-6f91-41b0-9791-d317c1d2da39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:37.851532 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-36156e1a-c4d2-43b0-9c30-08e0a723153a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:37.855293 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-36156e1a-c4d2-43b0-9c30-08e0a723153a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0101836 Feb 04 16:00:37.855497 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60054) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:37.864235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b0c6ba34-9260-4478-afd3-77e5f5fd3ca7 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '234d9b1f-6f91-41b0-9791-d317c1d2da39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:37.865121 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-b0c6ba34-9260-4478-afd3-77e5f5fd3ca7 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:37.868672 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b0c6ba34-9260-4478-afd3-77e5f5fd3ca7 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097129 Feb 04 16:00:37.868858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60058) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:37.875848 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b34bf65a-6bfa-4248-ad49-1919da26d4ca tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '234d9b1f-6f91-41b0-9791-d317c1d2da39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:37.877212 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-b34bf65a-6bfa-4248-ad49-1919da26d4ca tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:37.880764 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b34bf65a-6bfa-4248-ad49-1919da26d4ca tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085423 Feb 04 16:00:37.881259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60062) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:38.142705 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f28ecce-2bf3-4c06-b7dc-4a4727737e7f tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.194128 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f28ecce-2bf3-4c06-b7dc-4a4727737e7f tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.390183 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f28ecce-2bf3-4c06-b7dc-4a4727737e7f tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.422703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28ecce-2bf3-4c06-b7dc-4a4727737e7f tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234d9b1f-6f91-41b0-9791-d317c1d2da39,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:38.446459 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f28ecce-2bf3-4c06-b7dc-4a4727737e7f tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.447591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1f28ecce-2bf3-4c06-b7dc-4a4727737e7f tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "DELETE /v2.0/security-groups/234d9b1f-6f91-41b0-9791-d317c1d2da39 HTTP/1.1" status: 204 len: 168 time: 0.5653303 Feb 04 16:00:38.450225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60080) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:38.543366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-17075a79-ce7a-4c28-b8e7-08b67db8d169 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Synchronizing usage tracker for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:38.570062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-17075a79-ce7a-4c28-b8e7-08b67db8d169 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Unset dirty status for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:38.571383 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-17075a79-ce7a-4c28-b8e7-08b67db8d169 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1201804 Feb 04 16:00:38.576030 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60084) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:38.583048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a91aa1dc-e751-4561-9b6c-84b31d98e2af tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257140114'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:38.589362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a91aa1dc-e751-4561-9b6c-84b31d98e2af tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:38.600008 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a91aa1dc-e751-4561-9b6c-84b31d98e2af tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:38.611501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a91aa1dc-e751-4561-9b6c-84b31d98e2af tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.649794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a91aa1dc-e751-4561-9b6c-84b31d98e2af tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:38.655275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a91aa1dc-e751-4561-9b6c-84b31d98e2af tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:38.659253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a91aa1dc-e751-4561-9b6c-84b31d98e2af tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:38.667646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a91aa1dc-e751-4561-9b6c-84b31d98e2af tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:38.721097 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-beb36e1c-abb4-4fbf-a14c-bfe96c7d1c24 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.724803 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-beb36e1c-abb4-4fbf-a14c-bfe96c7d1c24 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.748525 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a91aa1dc-e751-4561-9b6c-84b31d98e2af tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.791325 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a91aa1dc-e751-4561-9b6c-84b31d98e2af tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.857439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91aa1dc-e751-4561-9b6c-84b31d98e2af tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321f9a36-9342-4463-a6c4-8161761fe3f0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:38.868649 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a91aa1dc-e751-4561-9b6c-84b31d98e2af tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.872964 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a91aa1dc-e751-4561-9b6c-84b31d98e2af tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2957861 Feb 04 16:00:38.873711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60096) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:38.881339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d4165b9e-eb57-4c87-aa6e-82a8cf8d81f6 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '321f9a36-9342-4463-a6c4-8161761fe3f0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:38.881339 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-d4165b9e-eb57-4c87-aa6e-82a8cf8d81f6 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:38.883694 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d4165b9e-eb57-4c87-aa6e-82a8cf8d81f6 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088444 Feb 04 16:00:38.887630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60100) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:38.893847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-08b6d42a-ae0e-4018-b922-a26bc9e56b75 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '321f9a36-9342-4463-a6c4-8161761fe3f0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:38.904715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-08b6d42a-ae0e-4018-b922-a26bc9e56b75 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:38.911479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-08b6d42a-ae0e-4018-b922-a26bc9e56b75 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:38.914839 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-08b6d42a-ae0e-4018-b922-a26bc9e56b75 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:38.932150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-08b6d42a-ae0e-4018-b922-a26bc9e56b75 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:38.956932 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be3ba73f-ec55-407e-a92d-26f1558c04e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.990678 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-08b6d42a-ae0e-4018-b922-a26bc9e56b75 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:38.996350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60104) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:39.001916 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-08b6d42a-ae0e-4018-b922-a26bc9e56b75 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1058819 Feb 04 16:00:39.008070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-68398ba6-518d-41a8-9abe-8af210b0c1e5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '321f9a36-9342-4463-a6c4-8161761fe3f0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:39.008708 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-68398ba6-518d-41a8-9abe-8af210b0c1e5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:39.011707 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-68398ba6-518d-41a8-9abe-8af210b0c1e5 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099406 Feb 04 16:00:39.016255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60108) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:39.020593 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-01d3fd3c-2d4f-4491-b6ba-9e51ea8cc3fd tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '321f9a36-9342-4463-a6c4-8161761fe3f0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:39.041426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-01d3fd3c-2d4f-4491-b6ba-9e51ea8cc3fd tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:39.047425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-01d3fd3c-2d4f-4491-b6ba-9e51ea8cc3fd tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:39.055999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-01d3fd3c-2d4f-4491-b6ba-9e51ea8cc3fd tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:39.064982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-01d3fd3c-2d4f-4491-b6ba-9e51ea8cc3fd tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:39.134423 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-01d3fd3c-2d4f-4491-b6ba-9e51ea8cc3fd tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:39.135830 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-01d3fd3c-2d4f-4491-b6ba-9e51ea8cc3fd tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1218798 Feb 04 16:00:39.147622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60116) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:39.181837 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-cdaac00c-3924-4653-852c-a768554cc993 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '321f9a36-9342-4463-a6c4-8161761fe3f0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:39.182969 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-cdaac00c-3924-4653-852c-a768554cc993 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:39.185148 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cdaac00c-3924-4653-852c-a768554cc993 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0357027 Feb 04 16:00:39.187943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60120) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:39.195298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-c093ffaf-a61a-45a9-88df-10189c50c2da tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '321f9a36-9342-4463-a6c4-8161761fe3f0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:39.204933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c093ffaf-a61a-45a9-88df-10189c50c2da tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:39.262630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c093ffaf-a61a-45a9-88df-10189c50c2da tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:39.272342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c093ffaf-a61a-45a9-88df-10189c50c2da tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:39.282207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c093ffaf-a61a-45a9-88df-10189c50c2da tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:39.339035 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-c093ffaf-a61a-45a9-88df-10189c50c2da tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:39.340226 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c093ffaf-a61a-45a9-88df-10189c50c2da tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1510453 Feb 04 16:00:39.344535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60126) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:39.350989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c1c20abb-4115-4b40-81f2-0b7392dfc25a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '321f9a36-9342-4463-a6c4-8161761fe3f0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:39.352985 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-c1c20abb-4115-4b40-81f2-0b7392dfc25a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:39.354279 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c1c20abb-4115-4b40-81f2-0b7392dfc25a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084167 Feb 04 16:00:39.357526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60130) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:39.366278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2476d655-e764-438b-bbd4-a8f401200361 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '321f9a36-9342-4463-a6c4-8161761fe3f0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:39.373789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2476d655-e764-438b-bbd4-a8f401200361 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:39.379255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb36e1c-abb4-4fbf-a14c-bfe96c7d1c24 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:39.380682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2476d655-e764-438b-bbd4-a8f401200361 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:39.388027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2476d655-e764-438b-bbd4-a8f401200361 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:39.395545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2476d655-e764-438b-bbd4-a8f401200361 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:39.455708 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-2476d655-e764-438b-bbd4-a8f401200361 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:39.457059 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2476d655-e764-438b-bbd4-a8f401200361 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0984828 Feb 04 16:00:39.462538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60138) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:39.488990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-34d5d664-05cd-4d68-b494-404ce8552b1e tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '321f9a36-9342-4463-a6c4-8161761fe3f0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:39.507893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-34d5d664-05cd-4d68-b494-404ce8552b1e tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:39.513355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-34d5d664-05cd-4d68-b494-404ce8552b1e tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:39.519581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-34d5d664-05cd-4d68-b494-404ce8552b1e tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:39.527941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-34d5d664-05cd-4d68-b494-404ce8552b1e tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:39.586293 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-34d5d664-05cd-4d68-b494-404ce8552b1e tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:39.588643 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-34d5d664-05cd-4d68-b494-404ce8552b1e tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1270185 Feb 04 16:00:39.591698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60146) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:39.708205 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e6820db6-0d1a-4b60-aa7e-e13cf13b890d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.755450 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e6820db6-0d1a-4b60-aa7e-e13cf13b890d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.770733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb36e1c-abb4-4fbf-a14c-bfe96c7d1c24 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:39.782764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a187762-26a8-4c91-9eb8-e3d997c261a5 None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:39.794888 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-beb36e1c-abb4-4fbf-a14c-bfe96c7d1c24 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.811232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a187762-26a8-4c91-9eb8-e3d997c261a5 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:39.811232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0a187762-26a8-4c91-9eb8-e3d997c261a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:39.821578 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e6820db6-0d1a-4b60-aa7e-e13cf13b890d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.849426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6820db6-0d1a-4b60-aa7e-e13cf13b890d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321f9a36-9342-4463-a6c4-8161761fe3f0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:39.851694 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e6820db6-0d1a-4b60-aa7e-e13cf13b890d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.853280 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e6820db6-0d1a-4b60-aa7e-e13cf13b890d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "DELETE /v2.0/security-groups/321f9a36-9342-4463-a6c4-8161761fe3f0 HTTP/1.1" status: 204 len: 168 time: 0.2604504 Feb 04 16:00:39.856243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60156) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:39.983088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0a187762-26a8-4c91-9eb8-e3d997c261a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:39.998052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1caafcfe-7950-4abc-98df-d924cf00ba38 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Synchronizing usage tracker for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:40.003488 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a187762-26a8-4c91-9eb8-e3d997c261a5 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:40.004565 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0a187762-26a8-4c91-9eb8-e3d997c261a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:40.044019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1caafcfe-7950-4abc-98df-d924cf00ba38 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Unset dirty status for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:40.045296 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1caafcfe-7950-4abc-98df-d924cf00ba38 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1879210 Feb 04 16:00:40.050752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60160) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:40.056885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-20286e82-8d1c-4d7e-ae4a-87e45128c22a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054412051'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:40.078411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-20286e82-8d1c-4d7e-ae4a-87e45128c22a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:40.095239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-20286e82-8d1c-4d7e-ae4a-87e45128c22a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:40.109052 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20286e82-8d1c-4d7e-ae4a-87e45128c22a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:40.110676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0a187762-26a8-4c91-9eb8-e3d997c261a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:40.111281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a187762-26a8-4c91-9eb8-e3d997c261a5 None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:40.168410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-beb36e1c-abb4-4fbf-a14c-bfe96c7d1c24 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "PUT /v2.0/floatingips/2da45ca6-7d41-440a-a2ac-f338d523e77b HTTP/1.1" status: 200 len: 979 time: 2.6717978 Feb 04 16:00:40.171337 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60166) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:40.174812 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-20286e82-8d1c-4d7e-ae4a-87e45128c22a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:40.225355 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:40.263949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-20286e82-8d1c-4d7e-ae4a-87e45128c22a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:40.279117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-20286e82-8d1c-4d7e-ae4a-87e45128c22a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:40.288764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-20286e82-8d1c-4d7e-ae4a-87e45128c22a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:40.381053 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:40.473345 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20286e82-8d1c-4d7e-ae4a-87e45128c22a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:40.474975 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-672c5e50-3d5f-4753-a6d1-1ca7c91124f1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting port dafa66b2-d620-41c8-84c1-eba52e49bac7 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:40.475380 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-672c5e50-3d5f-4753-a6d1-1ca7c91124f1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:40.508211 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20286e82-8d1c-4d7e-ae4a-87e45128c22a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:40.600137 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60180) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:40.654765 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20286e82-8d1c-4d7e-ae4a-87e45128c22a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:40.658423 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-20286e82-8d1c-4d7e-ae4a-87e45128c22a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6065123 Feb 04 16:00:40.661373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60184) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:40.666834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-6e8dcbac-6986-4d5f-8867-268b373709f1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': 'aa978d7c-d828-4ed2-9d6c-88f71abe7244', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:40.669919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20286e82-8d1c-4d7e-ae4a-87e45128c22a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa978d7c-d828-4ed2-9d6c-88f71abe7244,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:40.685346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6e8dcbac-6986-4d5f-8867-268b373709f1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:40.696458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6e8dcbac-6986-4d5f-8867-268b373709f1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:40.700259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6e8dcbac-6986-4d5f-8867-268b373709f1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:40.709500 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6e8dcbac-6986-4d5f-8867-268b373709f1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:40.778281 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-672c5e50-3d5f-4753-a6d1-1ca7c91124f1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:40.778775 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-672c5e50-3d5f-4753-a6d1-1ca7c91124f1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:40.855490 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-6e8dcbac-6986-4d5f-8867-268b373709f1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The resource could not be found. Feb 04 16:00:40.856550 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6e8dcbac-6986-4d5f-8867-268b373709f1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1942644 Feb 04 16:00:40.860914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60194) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:40.896780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e3670f8d-c9bb-42cf-b564-2cd9346604cf tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': 'aa978d7c-d828-4ed2-9d6c-88f71abe7244', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '32e13a1e-c4d6-4b3d-8912-25fcab13352b'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:40.932659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e3670f8d-c9bb-42cf-b564-2cd9346604cf tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:40.940958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e3670f8d-c9bb-42cf-b564-2cd9346604cf tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:40.949066 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e3670f8d-c9bb-42cf-b564-2cd9346604cf tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:40.960708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e3670f8d-c9bb-42cf-b564-2cd9346604cf tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:40.985948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-672c5e50-3d5f-4753-a6d1-1ca7c91124f1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Calling delete_port for dafa66b2-d620-41c8-84c1-eba52e49bac7 owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:41.132790 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-e3670f8d-c9bb-42cf-b564-2cd9346604cf tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The resource could not be found. Feb 04 16:00:41.136478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e3670f8d-c9bb-42cf-b564-2cd9346604cf tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2718904 Feb 04 16:00:41.136836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60198) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:41.272451 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-672c5e50-3d5f-4753-a6d1-1ca7c91124f1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:41.366658 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bf980c0c-1c7d-4722-abc7-83bb4fd353b4 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:41.378261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c5e50-3d5f-4753-a6d1-1ca7c91124f1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Port': ['ID=dafa66b2-d620-41c8-84c1-eba52e49bac7,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:41.426507 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bf980c0c-1c7d-4722-abc7-83bb4fd353b4 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:41.464421 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:41.508395 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eae2-d9dd-4d36-bb09-0e48a922bd3b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:41.523114 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-672c5e50-3d5f-4753-a6d1-1ca7c91124f1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:41.582301 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bf980c0c-1c7d-4722-abc7-83bb4fd353b4 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:41.611101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf980c0c-1c7d-4722-abc7-83bb4fd353b4 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa978d7c-d828-4ed2-9d6c-88f71abe7244,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:41.626677 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bf980c0c-1c7d-4722-abc7-83bb4fd353b4 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:41.628174 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bf980c0c-1c7d-4722-abc7-83bb4fd353b4 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "DELETE /v2.0/security-groups/aa978d7c-d828-4ed2-9d6c-88f71abe7244 HTTP/1.1" status: 204 len: 168 time: 0.4902847 Feb 04 16:00:41.631913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60212) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:41.677948 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:41.900910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3849a3d8-dc44-4a2b-9bf7-dac844240bcb tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Synchronizing usage tracker for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:41.973266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3849a3d8-dc44-4a2b-9bf7-dac844240bcb tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Unset dirty status for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:41.981108 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3849a3d8-dc44-4a2b-9bf7-dac844240bcb tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3399146 Feb 04 16:00:41.983457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60222) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:41.996257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2325def5-abe7-43fa-aa21-f547997322bb tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': 'eeec546f-bd1f-4e3a-94e3-59f4dbdfb85f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:42.015340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2325def5-abe7-43fa-aa21-f547997322bb tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:42.024818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2325def5-abe7-43fa-aa21-f547997322bb tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:42.028780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2325def5-abe7-43fa-aa21-f547997322bb tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:42.038252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2325def5-abe7-43fa-aa21-f547997322bb tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:42.193012 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-2325def5-abe7-43fa-aa21-f547997322bb tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The resource could not be found. Feb 04 16:00:42.197265 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2325def5-abe7-43fa-aa21-f547997322bb tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2085211 Feb 04 16:00:42.202121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60226) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:42.211321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e2e56120-7940-47ba-9df5-df9b962102e1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group': {'name': 'tempest-secgroup--288570127'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:42.225340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e2e56120-7940-47ba-9df5-df9b962102e1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:42.239167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e2e56120-7940-47ba-9df5-df9b962102e1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:42.287443 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2e56120-7940-47ba-9df5-df9b962102e1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:42.416741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e2e56120-7940-47ba-9df5-df9b962102e1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:42.425393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e2e56120-7940-47ba-9df5-df9b962102e1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:42.430282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e2e56120-7940-47ba-9df5-df9b962102e1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:42.438873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e2e56120-7940-47ba-9df5-df9b962102e1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:42.540877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2e56120-7940-47ba-9df5-df9b962102e1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:42.551336 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2e56120-7940-47ba-9df5-df9b962102e1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:42.556603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672c5e50-3d5f-4753-a6d1-1ca7c91124f1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:42.600532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2eae2-d9dd-4d36-bb09-0e48a922bd3b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Deleting port 60a274f5-c704-4042-a0ff-1d79cddecdda {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:42.600965 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eae2-d9dd-4d36-bb09-0e48a922bd3b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:42.610081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e56120-7940-47ba-9df5-df9b962102e1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360ac3fc-cf7f-4394-aa3e-10b8ffc4ac28,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:42.686966 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e2e56120-7940-47ba-9df5-df9b962102e1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:42.688525 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e2e56120-7940-47ba-9df5-df9b962102e1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4848657 Feb 04 16:00:42.697573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60240) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:42.723675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group': {'name': 'tempest-secgroup--382965965'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:42.740645 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:42.744208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:42.755008 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:42.763501 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:42.804128 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:42.860796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:42.864853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:42.868404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:42.875149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:42.894224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-ebe2eae2-d9dd-4d36-bb09-0e48a922bd3b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] For port 60a274f5-c704-4042-a0ff-1d79cddecdda, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=60a274f5-c704-4042-a0ff-1d79cddecdda,segment=NetworkSegment(b2e67092-31ee-4414-92c9-f59dd7cef355),segment_id=b2e67092-31ee-4414-92c9-f59dd7cef355)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:42.895444 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eae2-d9dd-4d36-bb09-0e48a922bd3b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:42.943789 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:43.126987 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:43.126987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5953e963-3d30-48e3-aba8-3b83b941b772,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:43.126987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:43.126987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:43.126987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:43.126987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:43.126987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:43.126987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:43.126987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:43.126987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:43.126987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:43.126987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:43.126987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:43.150080 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:43.155309 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-554754ec-cedc-480b-8f6e-09a5c077a7c1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4505110 Feb 04 16:00:43.156905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60250) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:43.166937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c51511ad-727d-4afd-969c-876f3a26b1a8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group_rule': {'security_group_id': '360ac3fc-cf7f-4394-aa3e-10b8ffc4ac28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5953e963-3d30-48e3-aba8-3b83b941b772'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:43.177445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c51511ad-727d-4afd-969c-876f3a26b1a8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:43.186496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672c5e50-3d5f-4753-a6d1-1ca7c91124f1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:43.194343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-672c5e50-3d5f-4753-a6d1-1ca7c91124f1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:43.206583 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57feb921-f7bc-443c-bfe3-b9001c3ca929 None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:43.219059 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57feb921-f7bc-443c-bfe3-b9001c3ca929 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:43.220609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c51511ad-727d-4afd-969c-876f3a26b1a8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:43.221503 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-57feb921-f7bc-443c-bfe3-b9001c3ca929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:43.223526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c51511ad-727d-4afd-969c-876f3a26b1a8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:43.227660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2eae2-d9dd-4d36-bb09-0e48a922bd3b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Calling delete_port for 60a274f5-c704-4042-a0ff-1d79cddecdda owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:43.230333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c51511ad-727d-4afd-969c-876f3a26b1a8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:43.311470 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-672c5e50-3d5f-4753-a6d1-1ca7c91124f1 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/floatingips/2da45ca6-7d41-440a-a2ac-f338d523e77b HTTP/1.1" status: 204 len: 168 time: 3.1388063 Feb 04 16:00:43.314474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60254) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:43.317542 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-c51511ad-727d-4afd-969c-876f3a26b1a8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:00:43.318588 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c51511ad-727d-4afd-969c-876f3a26b1a8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1581080 Feb 04 16:00:43.320466 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-57feb921-f7bc-443c-bfe3-b9001c3ca929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:43.324189 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60258) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:43.335728 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57feb921-f7bc-443c-bfe3-b9001c3ca929 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:43.336644 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-57feb921-f7bc-443c-bfe3-b9001c3ca929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:43.407854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b6054d7a-4ff4-424a-9e9e-2181225b053d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting port be9a9418-a3e5-4ff3-828e-7bccaf8cf003 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:43.408183 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6054d7a-4ff4-424a-9e9e-2181225b053d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:43.420151 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-57feb921-f7bc-443c-bfe3-b9001c3ca929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:43.420886 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57feb921-f7bc-443c-bfe3-b9001c3ca929 None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:43.482589 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cd22ca29-5272-400d-a313-fd240f7646b9 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:43.520932 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cd22ca29-5272-400d-a313-fd240f7646b9 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:43.608331 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cd22ca29-5272-400d-a313-fd240f7646b9 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:43.632449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22ca29-5272-400d-a313-fd240f7646b9 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5953e963-3d30-48e3-aba8-3b83b941b772,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:43.738096 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cd22ca29-5272-400d-a313-fd240f7646b9 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:43.739682 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cd22ca29-5272-400d-a313-fd240f7646b9 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "DELETE /v2.0/security-groups/5953e963-3d30-48e3-aba8-3b83b941b772 HTTP/1.1" status: 204 len: 168 time: 0.4078808 Feb 04 16:00:43.742898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60268) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:43.768052 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eae2-d9dd-4d36-bb09-0e48a922bd3b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:43.811815 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6054d7a-4ff4-424a-9e9e-2181225b053d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:43.838337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2eae2-d9dd-4d36-bb09-0e48a922bd3b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Port': ['ID=60a274f5-c704-4042-a0ff-1d79cddecdda,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:43.979143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b6054d7a-4ff4-424a-9e9e-2181225b053d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Calling delete_port for be9a9418-a3e5-4ff3-828e-7bccaf8cf003 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:44.184584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-48dd7060-43c9-4391-adde-03b1b9f37638 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Synchronizing usage tracker for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:44.237652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-48dd7060-43c9-4391-adde-03b1b9f37638 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Unset dirty status for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:44.240671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-48dd7060-43c9-4391-adde-03b1b9f37638 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4951560 Feb 04 16:00:44.244569 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60278) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:44.263710 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6054d7a-4ff4-424a-9e9e-2181225b053d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.381410 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6054d7a-4ff4-424a-9e9e-2181225b053d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Port': ['ID=be9a9418-a3e5-4ff3-828e-7bccaf8cf003,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:44.551554 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3898abd6-9f65-40e8-9cd4-56b7caaf572d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.642492 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3898abd6-9f65-40e8-9cd4-56b7caaf572d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.696984 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eae2-d9dd-4d36-bb09-0e48a922bd3b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.724952 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3898abd6-9f65-40e8-9cd4-56b7caaf572d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.767436 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6054d7a-4ff4-424a-9e9e-2181225b053d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.778888 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b6054d7a-4ff4-424a-9e9e-2181225b053d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/ports/be9a9418-a3e5-4ff3-828e-7bccaf8cf003 HTTP/1.1" status: 204 len: 168 time: 1.4632940 Feb 04 16:00:44.783266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60292) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:44.789266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:44.796090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:44.801354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Usage tracker for resource:floatingip and tenant:59d071709aef4ae58201e982e611f967 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:44.804924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:44.811461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:44.829812 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.833308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898abd6-9f65-40e8-9cd4-56b7caaf572d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360ac3fc-cf7f-4394-aa3e-10b8ffc4ac28,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:44.858178 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3898abd6-9f65-40e8-9cd4-56b7caaf572d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.862992 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3898abd6-9f65-40e8-9cd4-56b7caaf572d tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "DELETE /v2.0/security-groups/360ac3fc-cf7f-4394-aa3e-10b8ffc4ac28 HTTP/1.1" status: 204 len: 168 time: 0.6153307 Feb 04 16:00:44.863494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60296) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:45.012194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fb241a05-523e-47e4-bca5-63e5c9043cf1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Synchronizing usage tracker for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:45.043265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fb241a05-523e-47e4-bca5-63e5c9043cf1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Unset dirty status for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:45.044681 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fb241a05-523e-47e4-bca5-63e5c9043cf1 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1797569 Feb 04 16:00:45.052300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60300) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:45.059010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3ceaaa21-5acf-4f2c-a6c0-8790b2c67425 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group': {'name': 'tempest-secgroup--91574637'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:45.069872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3ceaaa21-5acf-4f2c-a6c0-8790b2c67425 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:45.103522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3ceaaa21-5acf-4f2c-a6c0-8790b2c67425 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:45.127713 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ceaaa21-5acf-4f2c-a6c0-8790b2c67425 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.154147 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.220316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3ceaaa21-5acf-4f2c-a6c0-8790b2c67425 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:45.368019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Allocated IP 172.25.0.18 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/547138fb-cdf1-41da-b9e8-5d86944e1a39) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:45.579607 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.609007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3ceaaa21-5acf-4f2c-a6c0-8790b2c67425 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Usage tracker for resource:security_group_rule and tenant:5130a682728041cfbaaf19a4b21dbc6f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:45.609007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3ceaaa21-5acf-4f2c-a6c0-8790b2c67425 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:45.615268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3ceaaa21-5acf-4f2c-a6c0-8790b2c67425 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:45.721740 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.818343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ceaaa21-5acf-4f2c-a6c0-8790b2c67425 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.826037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe2eae2-d9dd-4d36-bb09-0e48a922bd3b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:45.835429 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ceaaa21-5acf-4f2c-a6c0-8790b2c67425 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.883519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:45.889665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:45.906843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:45.971103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=547138fb-cdf1-41da-b9e8-5d86944e1a39,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:46.096858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaaa21-5acf-4f2c-a6c0-8790b2c67425 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72857b14-0c9d-430e-9756-06a204f78092,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:46.110013 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ceaaa21-5acf-4f2c-a6c0-8790b2c67425 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.115887 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3ceaaa21-5acf-4f2c-a6c0-8790b2c67425 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0560629 Feb 04 16:00:46.119924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60322) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:46.134345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-cae9f3ed-fc5d-413a-97a4-645b4e84d9f8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:46.134345 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-cae9f3ed-fc5d-413a-97a4-645b4e84d9f8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 16:00:46.135219 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cae9f3ed-fc5d-413a-97a4-645b4e84d9f8 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "PUT /v2.0/security-groups/72857b14-0c9d-430e-9756-06a204f78092 HTTP/1.1" status: 409 len: 330 time: 0.0157835 Feb 04 16:00:46.138684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60326) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:46.223081 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4aa758ff-1734-4821-bac1-9089e41fc56a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.320116 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.371680 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4aa758ff-1734-4821-bac1-9089e41fc56a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.426356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe2eae2-d9dd-4d36-bb09-0e48a922bd3b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:46.426625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.442082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eacac90-71b8-44b5-8dd8-a958e723f19e None None] Sync routers for ids ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:46.443586 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ebe2eae2-d9dd-4d36-bb09-0e48a922bd3b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "PUT /v2.0/routers/cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8416865 Feb 04 16:00:46.471325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eacac90-71b8-44b5-8dd8-a958e723f19e None None] Routers {'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:46.475014 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0eacac90-71b8-44b5-8dd8-a958e723f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:46.567079 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4aa758ff-1734-4821-bac1-9089e41fc56a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.627944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa758ff-1734-4821-bac1-9089e41fc56a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72857b14-0c9d-430e-9756-06a204f78092,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:46.666515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4aa758ff-1734-4821-bac1-9089e41fc56a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.669188 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4aa758ff-1734-4821-bac1-9089e41fc56a tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "DELETE /v2.0/security-groups/72857b14-0c9d-430e-9756-06a204f78092 HTTP/1.1" status: 204 len: 168 time: 0.5289428 Feb 04 16:00:46.670834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60338) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:46.848053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-78e51ec2-b085-4235-a5b5-2716cd308a36 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Synchronizing usage tracker for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:46.858132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-0eacac90-71b8-44b5-8dd8-a958e723f19e None None] Set router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:00:46.895538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-78e51ec2-b085-4235-a5b5-2716cd308a36 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] Unset dirty status for tenant:5130a682728041cfbaaf19a4b21dbc6f on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:46.913548 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60350) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:46.914366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-78e51ec2-b085-4235-a5b5-2716cd308a36 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2418368 Feb 04 16:00:47.037923 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-1a2934a9-83d0-4daa-a71b-c57f0ae3758b tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] delete failed (client error): The resource could not be found. Feb 04 16:00:47.046364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60354) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:47.061031 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1a2934a9-83d0-4daa-a71b-c57f0ae3758b tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "DELETE /v2.0/security-groups/943b4846-69f7-4621-bdbe-dd8ae9768e5e HTTP/1.1" status: 404 len: 347 time: 0.1136339 Feb 04 16:00:47.118597 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-a98eca39-ef0f-4935-bc3d-0fa425e27411 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] show failed (client error): The resource could not be found. Feb 04 16:00:47.123688 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a98eca39-ef0f-4935-bc3d-0fa425e27411 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "GET /v2.0/security-groups/cde3f3a8-2851-4884-aee5-d55ff6056cd5 HTTP/1.1" status: 404 len: 347 time: 0.0708160 Feb 04 16:00:47.127317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60360) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:47.149736 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.160032 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.172973 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-597f3cd1-d22b-41d4-ac43-c1eb3be440d4 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] show failed (client error): The resource could not be found. Feb 04 16:00:47.176317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-597f3cd1-d22b-41d4-ac43-c1eb3be440d4 tempest-NegativeSecGroupTest-1026286258 tempest-NegativeSecGroupTest-1026286258-project] 10.222.0.60 "GET /v2.0/security-group-rules/4df8fae7-eb32-492b-b9ec-f3f1bb744f03 HTTP/1.1" status: 404 len: 356 time: 0.0456297 Feb 04 16:00:47.450426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=547138fb-cdf1-41da-b9e8-5d86944e1a39,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:47.470581 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.513552 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.514512 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5e63d666-2715-49b2-86bb-9b6dc8b7864d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7296827 Feb 04 16:00:47.519240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60370) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:47.525213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'port': {'network_id': '1ca2ca02-222d-4c77-9a08-9d9ec7426e24', 'name': 'tempest-FloatingIPTestJSON-1523133491'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:47.644060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce545cd-ceff-407c-a108-b9c3fe8cd41c req-0bdc8d75-788f-4323-b3a5-379cb0d35691 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:47.646026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1ce545cd-ceff-407c-a108-b9c3fe8cd41c req-0bdc8d75-788f-4323-b3a5-379cb0d35691 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:47.686278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1ce545cd-ceff-407c-a108-b9c3fe8cd41c req-0bdc8d75-788f-4323-b3a5-379cb0d35691 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:47.692646 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ce545cd-ceff-407c-a108-b9c3fe8cd41c req-0bdc8d75-788f-4323-b3a5-379cb0d35691 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 946 time: 0.2904012 Feb 04 16:00:47.980821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0eacac90-71b8-44b5-8dd8-a958e723f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T16:00:43Z', 'revision_number': 6, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '63477291-87fe-498c-9236-8055053d73b3', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'port_id': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'mac_address': 'fa:16:3e:cb:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:11Z', 'revision_number': 1, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6', 'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:3c:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:56Z', 'updated_at': '2022-02-04T15:57:18Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:47.986684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eacac90-71b8-44b5-8dd8-a958e723f19e None None] Checking router: cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:00:48.055482 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ce545cd-ceff-407c-a108-b9c3fe8cd41c req-3210fd7e-667d-4ac3-ac07-1ef795581c8b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd3ea633-2fff-415c-a397-646e7541b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3573787 Feb 04 16:00:48.073027 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eacac90-71b8-44b5-8dd8-a958e723f19e None None] Routers {'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:48.075861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0eacac90-71b8-44b5-8dd8-a958e723f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:48.130545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60384) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:48.150013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:48.160627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Usage tracker for resource:port and tenant:59d071709aef4ae58201e982e611f967 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:48.173412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:48.195808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:48.221299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Made reservation on behalf of 59d071709aef4ae58201e982e611f967 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:48.233363 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:48.303141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] device_id is not set on port 9383ce81-0212-4f67-8e9e-95ac82d79964 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:00:48.380049 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-0eacac90-71b8-44b5-8dd8-a958e723f19e None None] Set router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:00:48.566494 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-df00a0d2-810a-4d6d-ae3b-a8efc8c4c49f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5130a682728041cfbaaf19a4b21dbc6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4294744 Feb 04 16:00:48.573488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60394) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:48.756413 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c0b299c5-ff48-4314-98ac-95201fb48ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:48.777395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Allocated IP 172.20.0.10 (1ca2ca02-222d-4c77-9a08-9d9ec7426e24/a7f20e4d-1bb7-48b6-9a44-7054a0707ed5/9383ce81-0212-4f67-8e9e-95ac82d79964) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:48.823144 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c0b299c5-ff48-4314-98ac-95201fb48ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:48.963022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e391384-03e3-40bb-baf4-6ac636bceb52 req-89f36205-ee93-4730-a8a3-d63ac3575e75 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:48.968315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e391384-03e3-40bb-baf4-6ac636bceb52 req-89f36205-ee93-4730-a8a3-d63ac3575e75 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.73 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 946 time: 0.3301558 Feb 04 16:00:49.183201 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c0b299c5-ff48-4314-98ac-95201fb48ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.187779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0eacac90-71b8-44b5-8dd8-a958e723f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T16:00:43Z', 'revision_number': 6, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '63477291-87fe-498c-9236-8055053d73b3', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'port_id': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'mac_address': 'fa:16:3e:cb:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:11Z', 'revision_number': 1, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6', 'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:3c:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:56Z', 'updated_at': '2022-02-04T15:57:18Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:49.195398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eacac90-71b8-44b5-8dd8-a958e723f19e None None] The sync data for ids ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'] in n-d-827872-1 is: [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T16:00:43Z', 'revision_number': 6, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '63477291-87fe-498c-9236-8055053d73b3', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'port_id': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'mac_address': 'fa:16:3e:cb:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:11Z', 'revision_number': 1, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6', 'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:3c:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:56Z', 'updated_at': '2022-02-04T15:57:18Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:49.201432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.262844 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.276468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-4e391384-03e3-40bb-baf4-6ac636bceb52 req-4e04d355-fb22-4944-abad-3b3efdd64f33 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Deleting port b6032903-a20e-4184-96ab-0b5de062081c {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:49.276845 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4e391384-03e3-40bb-baf4-6ac636bceb52 req-4e04d355-fb22-4944-abad-3b3efdd64f33 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.315413 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c0b299c5-ff48-4314-98ac-95201fb48ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.316534 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c0b299c5-ff48-4314-98ac-95201fb48ffc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8f966f1-cc39-41ad-82b0-47579385905d HTTP/1.1" status: 204 len: 168 time: 0.7456563 Feb 04 16:00:49.323889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b299c5-ff48-4314-98ac-95201fb48ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f966f1-cc39-41ad-82b0-47579385905d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:49.450820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 1ca2ca02-222d-4c77-9a08-9d9ec7426e24 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:49.460732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:49.466626 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:49.587952 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.706830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:49.707495 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.725333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=9383ce81-0212-4f67-8e9e-95ac82d79964,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:49.788300 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8576c01a-ecca-4032-9a11-4951450f0032 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2631025 Feb 04 16:00:49.789983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60416) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:49.795433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3b1ec6b5-8eac-4ed2-b928-66bac0867cb6 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'floatingip': {'port_id': '9383ce81-0212-4f67-8e9e-95ac82d79964'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:49.928620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-4e391384-03e3-40bb-baf4-6ac636bceb52 req-4e04d355-fb22-4944-abad-3b3efdd64f33 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] For port b6032903-a20e-4184-96ab-0b5de062081c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b6032903-a20e-4184-96ab-0b5de062081c,segment=NetworkSegment(b2e67092-31ee-4414-92c9-f59dd7cef355),segment_id=b2e67092-31ee-4414-92c9-f59dd7cef355)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:49.929015 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4e391384-03e3-40bb-baf4-6ac636bceb52 req-4e04d355-fb22-4944-abad-3b3efdd64f33 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.947380 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec6b5-8eac-4ed2-b928-66bac0867cb6 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.099450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-4e391384-03e3-40bb-baf4-6ac636bceb52 req-4e04d355-fb22-4944-abad-3b3efdd64f33 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Calling delete_port for b6032903-a20e-4184-96ab-0b5de062081c owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:50.322903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15523fb-f893-477d-bfa0-e943f5b3bcbe req-f651f546-ab95-4511-8056-be4e7a42e808 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:50.332227 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d15523fb-f893-477d-bfa0-e943f5b3bcbe req-f651f546-ab95-4511-8056-be4e7a42e808 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=9241afa1-5570-466e-9398-077d5068f272 HTTP/1.1" status: 200 len: 946 time: 0.8669729 Feb 04 16:00:50.333571 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4e391384-03e3-40bb-baf4-6ac636bceb52 req-4e04d355-fb22-4944-abad-3b3efdd64f33 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.393964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04d355-fb22-4944-abad-3b3efdd64f33 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Port': ['ID=b6032903-a20e-4184-96ab-0b5de062081c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:50.601089 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e391384-03e3-40bb-baf4-6ac636bceb52 req-4e04d355-fb22-4944-abad-3b3efdd64f33 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] No DVR routers for this DVR port b6032903-a20e-4184-96ab-0b5de062081c on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:50.608079 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-4e391384-03e3-40bb-baf4-6ac636bceb52 req-4e04d355-fb22-4944-abad-3b3efdd64f33 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.613517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9241afa1-5570-466e-9398-077d5068f272', 'name': 'network-vif-deleted', 'tag': 'b6032903-a20e-4184-96ab-0b5de062081c'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:50.621772 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d15523fb-f893-477d-bfa0-e943f5b3bcbe req-644b137e-8465-4e33-a54e-55ff6a1366ec tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd3ea633-2fff-415c-a397-646e7541b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291660 Feb 04 16:00:50.636259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e391384-03e3-40bb-baf4-6ac636bceb52 req-4e04d355-fb22-4944-abad-3b3efdd64f33 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.73 "DELETE /v2.0/ports/b6032903-a20e-4184-96ab-0b5de062081c HTTP/1.1" status: 204 len: 173 time: 1.6626635 Feb 04 16:00:50.688847 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9241afa1-5570-466e-9398-077d5068f272', 'name': 'network-vif-deleted', 'tag': 'b6032903-a20e-4184-96ab-0b5de062081c', 'status': 'completed', 'code': 200} Feb 04 16:00:50.727025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 60a274f5-c704-4042-a0ff-1d79cddecdda no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:50.812331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 60a274f5-c704-4042-a0ff-1d79cddecdda {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:00:50.812986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 60a274f5-c704-4042-a0ff-1d79cddecdda not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:51.554589 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec6b5-8eac-4ed2-b928-66bac0867cb6 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.560404 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec6b5-8eac-4ed2-b928-66bac0867cb6 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.823555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60472) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:51.888849 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-3b1ec6b5-8eac-4ed2-b928-66bac0867cb6 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Floating IP b3d6a74a-cc75-488a-a22d-6667584e0ab7 associated. External IP: 172.25.0.18, port: 9383ce81-0212-4f67-8e9e-95ac82d79964. Feb 04 16:00:51.947965 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-03f60881-4365-46f9-ae8d-2b3f2f727499 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.982483 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-03f60881-4365-46f9-ae8d-2b3f2f727499 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.108027 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-03f60881-4365-46f9-ae8d-2b3f2f727499 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.127492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f60881-4365-46f9-ae8d-2b3f2f727499 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3ea633-2fff-415c-a397-646e7541b1ee,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:52.147755 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-03f60881-4365-46f9-ae8d-2b3f2f727499 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.149888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-03f60881-4365-46f9-ae8d-2b3f2f727499 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "DELETE /v2.0/security-groups/fd3ea633-2fff-415c-a397-646e7541b1ee HTTP/1.1" status: 204 len: 168 time: 0.3246748 Feb 04 16:00:52.227794 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60488) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:52.633212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device b6032903-a20e-4184-96ab-0b5de062081c no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:52.684987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: b6032903-a20e-4184-96ab-0b5de062081c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:00:52.685595 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device b6032903-a20e-4184-96ab-0b5de062081c not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:52.775695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1ec6b5-8eac-4ed2-b928-66bac0867cb6 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:52.848105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbcfd20-fdfd-40a7-9808-39c382d9315a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Deleting subnet dd4ece28-8197-43cd-bb96-9d4df751deb8 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:00:52.851933 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fdbcfd20-fdfd-40a7-9808-39c382d9315a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.949846 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fdbcfd20-fdfd-40a7-9808-39c382d9315a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.076847 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fdbcfd20-fdfd-40a7-9808-39c382d9315a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.146836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1ec6b5-8eac-4ed2-b928-66bac0867cb6 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:53.161670 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac8acc8-2f3c-458d-9d59-48dc9c5f2db3 None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:53.163412 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec6b5-8eac-4ed2-b928-66bac0867cb6 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.189110 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac8acc8-2f3c-458d-9d59-48dc9c5f2db3 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:53.190030 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-6ac8acc8-2f3c-458d-9d59-48dc9c5f2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:53.190839 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fdbcfd20-fdfd-40a7-9808-39c382d9315a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.250520 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3b1ec6b5-8eac-4ed2-b928-66bac0867cb6 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "PUT /v2.0/floatingips/b3d6a74a-cc75-488a-a22d-6667584e0ab7 HTTP/1.1" status: 200 len: 978 time: 3.4536273 Feb 04 16:00:53.250889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcfd20-fdfd-40a7-9808-39c382d9315a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4ece28-8197-43cd-bb96-9d4df751deb8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:53.251010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60512) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:53.265560 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fdbcfd20-fdfd-40a7-9808-39c382d9315a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.266291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734aec41-cc05-4e61-aeab-e0827150f753 None None] Network 622c58fe-f1ea-44ca-8263-7b386e6fbab3 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:00:53.276176 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fdbcfd20-fdfd-40a7-9808-39c382d9315a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "DELETE /v2.0/subnets/dd4ece28-8197-43cd-bb96-9d4df751deb8 HTTP/1.1" status: 204 len: 168 time: 1.0462339 Feb 04 16:00:53.276939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60520) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:53.290169 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-6ac8acc8-2f3c-458d-9d59-48dc9c5f2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:53.320311 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac8acc8-2f3c-458d-9d59-48dc9c5f2db3 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:53.321336 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-6ac8acc8-2f3c-458d-9d59-48dc9c5f2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:53.361106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4cabf4ab-f847-484e-8fc8-7d782504fcfa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting port 9383ce81-0212-4f67-8e9e-95ac82d79964 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:53.361484 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4cabf4ab-f847-484e-8fc8-7d782504fcfa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.443797 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-6ac8acc8-2f3c-458d-9d59-48dc9c5f2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:53.444191 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac8acc8-2f3c-458d-9d59-48dc9c5f2db3 None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:53.482058 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.495535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Deleting port c1abc638-f661-4bf2-aaba-d4da8a9a099d {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:53.495874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.709219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33583d0-86c3-4baf-a543-089399a3a044 None None] DHCP port deletion for 622c58fe-f1ea-44ca-8263-7b386e6fbab3 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:00:53.714807 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e33583d0-86c3-4baf-a543-089399a3a044 None None] Deleting port c1abc638-f661-4bf2-aaba-d4da8a9a099d {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:53.715353 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e33583d0-86c3-4baf-a543-089399a3a044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.765322 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4cabf4ab-f847-484e-8fc8-7d782504fcfa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.919233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] For port c1abc638-f661-4bf2-aaba-d4da8a9a099d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c1abc638-f661-4bf2-aaba-d4da8a9a099d,segment=NetworkSegment(b2e67092-31ee-4414-92c9-f59dd7cef355),segment_id=b2e67092-31ee-4414-92c9-f59dd7cef355)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:53.920202 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.048427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Calling delete_port for c1abc638-f661-4bf2-aaba-d4da8a9a099d owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:54.184534 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.192516 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e33583d0-86c3-4baf-a543-089399a3a044 None None] For port c1abc638-f661-4bf2-aaba-d4da8a9a099d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c1abc638-f661-4bf2-aaba-d4da8a9a099d,segment=NetworkSegment(b2e67092-31ee-4414-92c9-f59dd7cef355),segment_id=b2e67092-31ee-4414-92c9-f59dd7cef355)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:54.194343 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e33583d0-86c3-4baf-a543-089399a3a044 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.288037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] No DVR routers for this DVR port c1abc638-f661-4bf2-aaba-d4da8a9a099d on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:54.332136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Port': ['ID=c1abc638-f661-4bf2-aaba-d4da8a9a099d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:54.346322 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4cabf4ab-f847-484e-8fc8-7d782504fcfa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.346903 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4cabf4ab-f847-484e-8fc8-7d782504fcfa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.347884 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-4cabf4ab-f847-484e-8fc8-7d782504fcfa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Floating IP b3d6a74a-cc75-488a-a22d-6667584e0ab7 disassociated. External IP: 172.25.0.18, port: 9383ce81-0212-4f67-8e9e-95ac82d79964. Feb 04 16:00:54.348766 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4cabf4ab-f847-484e-8fc8-7d782504fcfa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Calling delete_port for 9383ce81-0212-4f67-8e9e-95ac82d79964 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:54.442738 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e33583d0-86c3-4baf-a543-089399a3a044 None None] Calling delete_port for c1abc638-f661-4bf2-aaba-d4da8a9a099d owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:54.528970 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-e33583d0-86c3-4baf-a543-089399a3a044 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:00:54.529685 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-e33583d0-86c3-4baf-a543-089399a3a044 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:00:54.550628 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.585904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622c58fe-f1ea-44ca-8263-7b386e6fbab3']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:54.601709 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4cabf4ab-f847-484e-8fc8-7d782504fcfa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.602123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e67092-31ee-4414-92c9-f59dd7cef355') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:54.602422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e67092-31ee-4414-92c9-f59dd7cef355') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:54.616927 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.636312 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.644985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:00:54.646351 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.662870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabf4ab-f847-484e-8fc8-7d782504fcfa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Port': ['ID=9383ce81-0212-4f67-8e9e-95ac82d79964,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:00:54.797916 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:00:54.808221 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c1abc638-f661-4bf2-aaba-d4da8a9a099d no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:54.833730 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.857160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: c1abc638-f661-4bf2-aaba-d4da8a9a099d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:00:54.857669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c1abc638-f661-4bf2-aaba-d4da8a9a099d not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:54.885467 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.903300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Network': ['ID=622c58fe-f1ea-44ca-8263-7b386e6fbab3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:54.908577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4d50e0c5-0047-47f0-aa4d-7cbb087e4c55 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "DELETE /v2.0/networks/622c58fe-f1ea-44ca-8263-7b386e6fbab3 HTTP/1.1" status: 204 len: 168 time: 1.6305082 Feb 04 16:00:54.911261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60562) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:54.980636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cabf4ab-f847-484e-8fc8-7d782504fcfa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:55.031262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e33583d0-86c3-4baf-a543-089399a3a044 None None] Deleting port c1abc638-f661-4bf2-aaba-d4da8a9a099d {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:55.031666 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e33583d0-86c3-4baf-a543-089399a3a044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.185641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e33583d0-86c3-4baf-a543-089399a3a044 None None] The port 'c1abc638-f661-4bf2-aaba-d4da8a9a099d' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:00:55.209220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-2612f625-f7ea-4bdb-b1cf-115cfa9012eb tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Deleting port 4f557e08-d064-40f0-8bba-123038f6338e {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:55.209811 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2612f625-f7ea-4bdb-b1cf-115cfa9012eb tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.446368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cabf4ab-f847-484e-8fc8-7d782504fcfa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:55.459034 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197607d3-bae1-4b69-9f68-cfc0b18d6902 None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:55.479298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197607d3-bae1-4b69-9f68-cfc0b18d6902 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:55.480446 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-197607d3-bae1-4b69-9f68-cfc0b18d6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:55.522131 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2612f625-f7ea-4bdb-b1cf-115cfa9012eb tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.522131 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2612f625-f7ea-4bdb-b1cf-115cfa9012eb tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.636748 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4cabf4ab-f847-484e-8fc8-7d782504fcfa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.643063 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-197607d3-bae1-4b69-9f68-cfc0b18d6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:55.661600 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4cabf4ab-f847-484e-8fc8-7d782504fcfa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/ports/9383ce81-0212-4f67-8e9e-95ac82d79964 HTTP/1.1" status: 204 len: 168 time: 2.4120870 Feb 04 16:00:55.662216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60582) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:55.671768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197607d3-bae1-4b69-9f68-cfc0b18d6902 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:55.672604 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-197607d3-bae1-4b69-9f68-cfc0b18d6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:55.747421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-2612f625-f7ea-4bdb-b1cf-115cfa9012eb tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Calling delete_port for 4f557e08-d064-40f0-8bba-123038f6338e owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:55.777203 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-197607d3-bae1-4b69-9f68-cfc0b18d6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:55.777991 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197607d3-bae1-4b69-9f68-cfc0b18d6902 None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:55.869193 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-88cc80b0-d4ff-4450-bb57-abe4b9aeb8f7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "GET /v2.0/floatingips/b3d6a74a-cc75-488a-a22d-6667584e0ab7 HTTP/1.1" status: 200 len: 687 time: 0.2056062 Feb 04 16:00:55.871616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60590) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:56.220657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f69483cf-af31-4b2b-9534-958463da077a tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting port 547138fb-cdf1-41da-b9e8-5d86944e1a39 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:56.221388 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f69483cf-af31-4b2b-9534-958463da077a tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.309372 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2612f625-f7ea-4bdb-b1cf-115cfa9012eb tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.395250 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612f625-f7ea-4bdb-b1cf-115cfa9012eb tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Port': ['ID=4f557e08-d064-40f0-8bba-123038f6338e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:56.566754 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2612f625-f7ea-4bdb-b1cf-115cfa9012eb tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.582273 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f69483cf-af31-4b2b-9534-958463da077a tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.582828 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f69483cf-af31-4b2b-9534-958463da077a tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.740409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f69483cf-af31-4b2b-9534-958463da077a tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Calling delete_port for 547138fb-cdf1-41da-b9e8-5d86944e1a39 owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:56.940627 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f69483cf-af31-4b2b-9534-958463da077a tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:57.118800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69483cf-af31-4b2b-9534-958463da077a tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Port': ['ID=547138fb-cdf1-41da-b9e8-5d86944e1a39,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:57.282436 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f69483cf-af31-4b2b-9534-958463da077a tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:57.307442 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:00:57.309613 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f69483cf-af31-4b2b-9534-958463da077a tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:57.310805 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f69483cf-af31-4b2b-9534-958463da077a tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/floatingips/b3d6a74a-cc75-488a-a22d-6667584e0ab7 HTTP/1.1" status: 204 len: 168 time: 1.4382010 Feb 04 16:00:57.315837 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60628) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:57.321352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': 'e7b15844-face-4f49-8c45-bef98d0941d8'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:57.346849 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:57.365138 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Usage tracker for resource:floatingip and tenant:59d071709aef4ae58201e982e611f967 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:57.379533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:57.397443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:57.430483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2612f625-f7ea-4bdb-b1cf-115cfa9012eb tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:57.442953 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:57.692471 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:57.873739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2612f625-f7ea-4bdb-b1cf-115cfa9012eb tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:57.885045 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fba251-d879-4865-80de-e6d037a0bfc8 None None] Sync routers for ids ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:57.907325 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fba251-d879-4865-80de-e6d037a0bfc8 None None] Routers {'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:57.908398 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-35fba251-d879-4865-80de-e6d037a0bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:57.912040 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2612f625-f7ea-4bdb-b1cf-115cfa9012eb tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:57.994267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Allocated IP 172.25.0.121 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/0caf1aea-38fd-4361-a44f-f9b38a1dbeb2) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:58.030441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2612f625-f7ea-4bdb-b1cf-115cfa9012eb tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "DELETE /v2.0/floatingips/63477291-87fe-498c-9236-8055053d73b3 HTTP/1.1" status: 204 len: 168 time: 3.1155472 Feb 04 16:00:58.032409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'tag': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:58.252953 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'tag': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'status': 'completed', 'code': 200} Feb 04 16:00:58.500051 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:58.513582 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-35fba251-d879-4865-80de-e6d037a0bfc8 None None] Set router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:00:58.592450 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:58.705225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=0caf1aea-38fd-4361-a44f-f9b38a1dbeb2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:58.821263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:58.825310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:58.831905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:59.110515 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9cf16e7c-4d2b-49c1-a7c8-c3ecd612c88c req-9297da86-91fc-4159-a1ab-c7132a7a9510 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 1096 time: 0.5735891 Feb 04 16:00:59.268793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e34c6-04a6-4abc-8b93-54a5b9dd4640 req-7150466c-6558-445c-8f79-6a68f6cd7962 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:59.274683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7d1e34c6-04a6-4abc-8b93-54a5b9dd4640 req-7150466c-6558-445c-8f79-6a68f6cd7962 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:59.307554 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7d1e34c6-04a6-4abc-8b93-54a5b9dd4640 req-7150466c-6558-445c-8f79-6a68f6cd7962 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:59.325248 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7d1e34c6-04a6-4abc-8b93-54a5b9dd4640 req-7150466c-6558-445c-8f79-6a68f6cd7962 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 945 time: 0.2774734 Feb 04 16:00:59.347250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf16e7c-4d2b-49c1-a7c8-c3ecd612c88c req-44acf6c6-1f3c-4e90-898d-c5aa0b42e886 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:59.347768 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-35fba251-d879-4865-80de-e6d037a0bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T16:00:43Z', 'revision_number': 6, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6', 'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:3c:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:56Z', 'updated_at': '2022-02-04T15:57:18Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:59.349536 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9cf16e7c-4d2b-49c1-a7c8-c3ecd612c88c req-44acf6c6-1f3c-4e90-898d-c5aa0b42e886 service neutron] 10.222.0.81 "GET /v2.0/networks?id=004346ac-b332-4212-9cc6-09525beaa5d8 HTTP/1.1" status: 200 len: 897 time: 0.2281363 Feb 04 16:00:59.361727 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fba251-d879-4865-80de-e6d037a0bfc8 None None] Checking router: cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:00:59.390807 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fba251-d879-4865-80de-e6d037a0bfc8 None None] Routers {'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:59.391462 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-35fba251-d879-4865-80de-e6d037a0bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:59.395922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7d1e34c6-04a6-4abc-8b93-54a5b9dd4640 req-955f66e8-d106-425d-ba38-6690022f8b62 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:59.436535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7d1e34c6-04a6-4abc-8b93-54a5b9dd4640 req-955f66e8-d106-425d-ba38-6690022f8b62 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:59.477448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7d1e34c6-04a6-4abc-8b93-54a5b9dd4640 req-955f66e8-d106-425d-ba38-6690022f8b62 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=107a6169-04d6-493f-a298-32801c485a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509440 Feb 04 16:00:59.559510 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9cf16e7c-4d2b-49c1-a7c8-c3ecd612c88c req-20ebe5d1-2f07-43d6-ae92-1acc7aba127a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d0dbc60-6953-4491-b2aa-36ca10dac5b6 HTTP/1.1" status: 200 len: 217 time: 0.1507599 Feb 04 16:00:59.727793 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-35fba251-d879-4865-80de-e6d037a0bfc8 None None] Set router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:00:59.867276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf16e7c-4d2b-49c1-a7c8-c3ecd612c88c req-40b24236-3e11-4ce9-9a48-e13bb98201b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:59.869195 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9cf16e7c-4d2b-49c1-a7c8-c3ecd612c88c req-40b24236-3e11-4ce9-9a48-e13bb98201b7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65d3f203-d900-4b29-b5ea-b76d5ed0ead8 HTTP/1.1" status: 200 len: 835 time: 0.2840824 Feb 04 16:01:00.094321 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9cf16e7c-4d2b-49c1-a7c8-c3ecd612c88c req-4b4c3d82-85f9-4b28-976b-81f312bcad1a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=004346ac-b332-4212-9cc6-09525beaa5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2153280 Feb 04 16:01:00.396911 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9cf16e7c-4d2b-49c1-a7c8-c3ecd612c88c req-b4707f3c-323f-4302-8bb6-b622ed96f833 service neutron] 10.222.0.81 "GET /v2.0/networks/004346ac-b332-4212-9cc6-09525beaa5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958908 Feb 04 16:01:00.746877 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-35fba251-d879-4865-80de-e6d037a0bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T16:00:43Z', 'revision_number': 6, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6', 'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:3c:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:56Z', 'updated_at': '2022-02-04T15:57:18Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:00.755394 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fba251-d879-4865-80de-e6d037a0bfc8 None None] The sync data for ids ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'] in n-d-827872-1 is: [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T16:00:43Z', 'revision_number': 6, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6', 'name': '', 'network_id': '004346ac-b332-4212-9cc6-09525beaa5d8', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:3c:9e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:56Z', 'updated_at': '2022-02-04T15:57:18Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '65d3f203-d900-4b29-b5ea-b76d5ed0ead8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:01:00.847520 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9cf16e7c-4d2b-49c1-a7c8-c3ecd612c88c req-ef05a76d-c061-4cb2-9ac2-1f0a62670def service neutron] 10.222.0.81 "GET /v2.0/networks/004346ac-b332-4212-9cc6-09525beaa5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416451 Feb 04 16:01:01.048822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269dbe9-ad30-46f3-bb39-1c3c2923fefc req-0795103f-8592-4e32-a9ae-8227d7a9cca2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:01.054360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e269dbe9-ad30-46f3-bb39-1c3c2923fefc req-0795103f-8592-4e32-a9ae-8227d7a9cca2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:01.057590 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c3bf5-2f39-451a-bd7e-31ccd349cc08 req-1d183756-50d3-469f-9fc9-1bb98e0dd8fd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:01.066481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f65c3bf5-2f39-451a-bd7e-31ccd349cc08 req-1d183756-50d3-469f-9fc9-1bb98e0dd8fd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 945 time: 0.2600055 Feb 04 16:01:01.100492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e269dbe9-ad30-46f3-bb39-1c3c2923fefc req-0795103f-8592-4e32-a9ae-8227d7a9cca2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:01.101837 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e269dbe9-ad30-46f3-bb39-1c3c2923fefc req-0795103f-8592-4e32-a9ae-8227d7a9cca2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 945 time: 0.3300800 Feb 04 16:01:01.235096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f65c3bf5-2f39-451a-bd7e-31ccd349cc08 req-78ba3fec-b442-45cd-8344-4c1ae5105b79 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=107a6169-04d6-493f-a298-32801c485a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675243 Feb 04 16:01:01.425376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e97ef3-5af4-48a5-a4c3-d1397b2938eb None None] New status for floating IP 63477291-87fe-498c-9236-8055053d73b3: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:01:01.502950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-e269dbe9-ad30-46f3-bb39-1c3c2923fefc req-a2698cd3-3c7d-4120-8430-7c901be0ff65 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Deleting port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:01.502950 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e269dbe9-ad30-46f3-bb39-1c3c2923fefc req-a2698cd3-3c7d-4120-8430-7c901be0ff65 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.535816 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.651492 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:02.494150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e269dbe9-ad30-46f3-bb39-1c3c2923fefc req-a2698cd3-3c7d-4120-8430-7c901be0ff65 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] For port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9d0dbc60-6953-4491-b2aa-36ca10dac5b6,segment=NetworkSegment(d39e2319-d378-433c-ba8c-33d3076b0d82),segment_id=d39e2319-d378-433c-ba8c-33d3076b0d82)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:02.494842 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e269dbe9-ad30-46f3-bb39-1c3c2923fefc req-a2698cd3-3c7d-4120-8430-7c901be0ff65 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:02.565801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9a4f6-69ac-4211-a477-ebcde68ec47f req-1d5963fb-5fe5-4f30-a9fb-a36c16062b08 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:02.568148 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bb9a4f6-69ac-4211-a477-ebcde68ec47f req-1d5963fb-5fe5-4f30-a9fb-a36c16062b08 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 945 time: 0.1513782 Feb 04 16:01:02.646513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-e269dbe9-ad30-46f3-bb39-1c3c2923fefc req-a2698cd3-3c7d-4120-8430-7c901be0ff65 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Calling delete_port for 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:02.678686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bb9a4f6-69ac-4211-a477-ebcde68ec47f req-ea3f89ec-26ec-456c-b965-93e916f9072b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=107a6169-04d6-493f-a298-32801c485a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044333 Feb 04 16:01:02.848062 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:02.909787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:03.005270 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e269dbe9-ad30-46f3-bb39-1c3c2923fefc req-a2698cd3-3c7d-4120-8430-7c901be0ff65 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:03.270513 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:03.366478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=0caf1aea-38fd-4361-a44f-f9b38a1dbeb2,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:03.493981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2698cd3-3c7d-4120-8430-7c901be0ff65 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Port': ['ID=9d0dbc60-6953-4491-b2aa-36ca10dac5b6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:03.506504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e269dbe9-ad30-46f3-bb39-1c3c2923fefc req-a2698cd3-3c7d-4120-8430-7c901be0ff65 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] No DVR routers for this DVR port 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:03.513915 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e269dbe9-ad30-46f3-bb39-1c3c2923fefc req-a2698cd3-3c7d-4120-8430-7c901be0ff65 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:03.540267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'name': 'network-vif-deleted', 'tag': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:03.573084 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e269dbe9-ad30-46f3-bb39-1c3c2923fefc req-a2698cd3-3c7d-4120-8430-7c901be0ff65 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.81 "DELETE /v2.0/ports/9d0dbc60-6953-4491-b2aa-36ca10dac5b6 HTTP/1.1" status: 204 len: 173 time: 2.3895874 Feb 04 16:01:03.863651 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c04adb-a90e-48ea-b7a2-c6e56fd08a72', 'name': 'network-vif-deleted', 'tag': '9d0dbc60-6953-4491-b2aa-36ca10dac5b6', 'status': 'completed', 'code': 200} Feb 04 16:01:03.971968 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Floating IP 4f39c8c4-d1e4-47f6-8cc4-aaa7d48cc439 associated. External IP: 172.25.0.121, port: e7b15844-face-4f49-8c45-bef98d0941d8. Feb 04 16:01:04.235876 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6a8636e6-b54a-49cd-bfd7-e1647b9549b0 req-11204392-4710-46a6-ab62-e47153c2ec2c tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c04adb-a90e-48ea-b7a2-c6e56fd08a72 HTTP/1.1" status: 200 len: 210 time: 0.1514294 Feb 04 16:01:04.587021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:04.634890 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:01:04.635640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9d0dbc60-6953-4491-b2aa-36ca10dac5b6 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:04.989066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:01:05.245814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:05.284404 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3a376-6fb1-484c-87eb-e250807fee48 None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:01:05.294875 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:05.323678 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3a376-6fb1-484c-87eb-e250807fee48 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:05.324622 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c3f3a376-6fb1-484c-87eb-e250807fee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:05.436967 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c5a3914d-866d-4f3e-bea7-4f5b17c7f089 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.1173601 Feb 04 16:01:05.436967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60822) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:05.465092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1522660502'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:05.477175 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:05.490382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Usage tracker for resource:network and tenant:59d071709aef4ae58201e982e611f967 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:05.505404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:05.513966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:05.529611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60828) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:05.552881 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Made reservation on behalf of 59d071709aef4ae58201e982e611f967 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:05.560610 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:05.577450 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c3f3a376-6fb1-484c-87eb-e250807fee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:05.607940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:01:05.621550 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:05.622048 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Added segment 093e904a-8229-497a-a101-447f0e36fc2f of type vlan for network 6c515923-efd9-4bb2-b982-33ed8a714d99 Feb 04 16:01:05.633397 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3a376-6fb1-484c-87eb-e250807fee48 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:05.636261 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c3f3a376-6fb1-484c-87eb-e250807fee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:05.663830 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:05.721317 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:05.725478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:05.726123 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:05.763290 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:05.778752 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c3f3a376-6fb1-484c-87eb-e250807fee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:05.779974 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3a376-6fb1-484c-87eb-e250807fee48 None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:01:05.782730 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3447995 Feb 04 16:01:05.787857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60840) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:05.799491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-730ac95c-eedc-4590-b8c9-b9810b22d09d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'subnet': {'network_id': '6c515923-efd9-4bb2-b982-33ed8a714d99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:05.837977 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:05.987949 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:06.041190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107a6169-04d6-493f-a298-32801c485a74,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:06.087162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.090219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-730ac95c-eedc-4590-b8c9-b9810b22d09d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:06.090967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.091860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.094403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.094968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.101280 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.101856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.102357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-730ac95c-eedc-4590-b8c9-b9810b22d09d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:06.102536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.104283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.104828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.105598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.112827 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:06.118030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c119e904-4da7-49b5-a9b7-e7b23a8cc8da tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "DELETE /v2.0/security-groups/107a6169-04d6-493f-a298-32801c485a74 HTTP/1.1" status: 204 len: 168 time: 0.5848992 Feb 04 16:01:06.120009 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fb51e-c9ef-4c36-a33a-41aee13e497f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Network': ['ID=6c515923-efd9-4bb2-b982-33ed8a714d99,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:06.125714 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730ac95c-eedc-4590-b8c9-b9810b22d09d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Made reservation on behalf of 59d071709aef4ae58201e982e611f967 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:06.177724 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 6c515923-efd9-4bb2-b982-33ed8a714d99 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:01:06.188907 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60852) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:06.367813 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-730ac95c-eedc-4590-b8c9-b9810b22d09d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:06.585507 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3bf53f32-307b-4abe-a78f-694576c93bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:06.909836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-730ac95c-eedc-4590-b8c9-b9810b22d09d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.076740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ac95c-eedc-4590-b8c9-b9810b22d09d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Subnet': ['ID=eca9cb86-abc8-46ea-ae8d-a72d8ddf1adb,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:07.087833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730ac95c-eedc-4590-b8c9-b9810b22d09d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Checking segment: {'id': '093e904a-8229-497a-a101-447f0e36fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6c515923-efd9-4bb2-b982-33ed8a714d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:07.088131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730ac95c-eedc-4590-b8c9-b9810b22d09d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network hostable DHCP agents. Network: 6c515923-efd9-4bb2-b982-33ed8a714d99, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:01:07.114199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730ac95c-eedc-4590-b8c9-b9810b22d09d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 6c515923-efd9-4bb2-b982-33ed8a714d99 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:01:07.126436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-730ac95c-eedc-4590-b8c9-b9810b22d09d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 6c515923-efd9-4bb2-b982-33ed8a714d99) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:07.130848 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730ac95c-eedc-4590-b8c9-b9810b22d09d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:07.131653 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-730ac95c-eedc-4590-b8c9-b9810b22d09d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.141589 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5dc4e6-4cfd-4b65-9d8b-a73c09fcfc4b None None] Network 6c515923-efd9-4bb2-b982-33ed8a714d99 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:01:07.191535 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-730ac95c-eedc-4590-b8c9-b9810b22d09d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4020846 Feb 04 16:01:07.194534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60872) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:07.212063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1106662049', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:07.227401 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:07.236979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Usage tracker for resource:router and tenant:59d071709aef4ae58201e982e611f967 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:07.241450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:07.251740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:07.276095 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.277276 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.278099 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a142cd5-4e1d-4e78-864b-1308131e87ba tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.360454 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.548933 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-6c515923-efd9-4bb2-b982-33ed8a714d99', 'network_id': '6c515923-efd9-4bb2-b982-33ed8a714d99', 'tenant_id': '59d071709aef4ae58201e982e611f967', 'fixed_ips': [{'subnet_id': 'eca9cb86-abc8-46ea-ae8d-a72d8ddf1adb'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:01:07.550501 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.740257 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.954525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Allocated IP 172.20.0.2 (6c515923-efd9-4bb2-b982-33ed8a714d99/eca9cb86-abc8-46ea-ae8d-a72d8ddf1adb/e65ada18-80f6-49d7-b23f-44deebb74f22) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:08.292571 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.392743 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.415888 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.436205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Transition to ACTIVE for port object e65ada18-80f6-49d7-b23f-44deebb74f22 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:08.480504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Transition to ACTIVE for port object e65ada18-80f6-49d7-b23f-44deebb74f22 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:08.494977 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.570236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7a142cd5-4e1d-4e78-864b-1308131e87ba tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Deleting port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:08.570825 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a142cd5-4e1d-4e78-864b-1308131e87ba tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.587070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Network 6c515923-efd9-4bb2-b982-33ed8a714d99 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:08.601314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:08.605875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:01:08.754285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Pushing event updated for resources: {'Port': ['ID=e65ada18-80f6-49d7-b23f-44deebb74f22,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:08.788190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Allocated IP 172.25.0.42 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/2c370310-58a8-4029-8044-96403b47ef3e) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:08.815846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:08.816583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:08.817158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:08.817726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:08.821025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:08.821639 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:08.822199 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:08.822771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:08.823355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:08.823914 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:08.824476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:08.861369 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Attempting to bind port e65ada18-80f6-49d7-b23f-44deebb74f22 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:08.862044 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Attempting to bind port e65ada18-80f6-49d7-b23f-44deebb74f22 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '093e904a-8229-497a-a101-447f0e36fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6c515923-efd9-4bb2-b982-33ed8a714d99'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:08.863009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Attempting to bind port e65ada18-80f6-49d7-b23f-44deebb74f22 on network 6c515923-efd9-4bb2-b982-33ed8a714d99 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:08.870531 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:01:08.871330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Checking segment: {'id': '093e904a-8229-497a-a101-447f0e36fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6c515923-efd9-4bb2-b982-33ed8a714d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:08.872021 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.872679 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Bound using segment: {'id': '093e904a-8229-497a-a101-447f0e36fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6c515923-efd9-4bb2-b982-33ed8a714d99'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:01:08.873409 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Bound port: e65ada18-80f6-49d7-b23f-44deebb74f22, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093e904a-8229-497a-a101-447f0e36fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6c515923-efd9-4bb2-b982-33ed8a714d99'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:08.874745 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.997283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-7a142cd5-4e1d-4e78-864b-1308131e87ba tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] For port 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6,segment=NetworkSegment(d39e2319-d378-433c-ba8c-33d3076b0d82),segment_id=d39e2319-d378-433c-ba8c-33d3076b0d82)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:08.997975 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a142cd5-4e1d-4e78-864b-1308131e87ba tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.050029 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] For port e65ada18-80f6-49d7-b23f-44deebb74f22, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:09.053412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] For port e65ada18-80f6-49d7-b23f-44deebb74f22, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e65ada18-80f6-49d7-b23f-44deebb74f22,segment=NetworkSegment(093e904a-8229-497a-a101-447f0e36fc2f),segment_id=093e904a-8229-497a-a101-447f0e36fc2f)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:09.082674 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.125906 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dfa25bda-73c5-4092-bd6f-3ded3880b442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.192051 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.194280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb7db5-6e1d-492e-a5cc-3569d9456bb6 None None] Pushing event updated for resources: {'Port': ['ID=e65ada18-80f6-49d7-b23f-44deebb74f22,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:09.264097 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.326939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7a142cd5-4e1d-4e78-864b-1308131e87ba tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Calling delete_port for 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:09.444617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=2c370310-58a8-4029-8044-96403b47ef3e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:09.473497 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:09.476047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:09.479435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:01:09.694330 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a142cd5-4e1d-4e78-864b-1308131e87ba tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.846557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a142cd5-4e1d-4e78-864b-1308131e87ba tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Port': ['ID=7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:09.946238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60928) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:09.971022 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.972160 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.253672 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.337182 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07b5f5d0-45d7-440d-9a1c-f513e119b106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.397337 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.458125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-07b5f5d0-45d7-440d-9a1c-f513e119b106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:10.475972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-07b5f5d0-45d7-440d-9a1c-f513e119b106 admin admin] Usage tracker for resource:security_group_rule and tenant:b2a49bf369b7420686c551b47b024c66 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:10.482552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-07b5f5d0-45d7-440d-9a1c-f513e119b106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:10.498068 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-07b5f5d0-45d7-440d-9a1c-f513e119b106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:10.836752 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07b5f5d0-45d7-440d-9a1c-f513e119b106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.852794 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07b5f5d0-45d7-440d-9a1c-f513e119b106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.106074 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5f5d0-45d7-440d-9a1c-f513e119b106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8390f8ce-12d6-4943-97b1-dec07600a69b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:11.120702 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-07b5f5d0-45d7-440d-9a1c-f513e119b106 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2a49bf369b7420686c551b47b024c66&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1703520 Feb 04 16:01:11.123616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60960) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:11.178605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router 9008752c-1591-43c7-b276-cb8cfce29bbf is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:01:11.200476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e65ada18-80f6-49d7-b23f-44deebb74f22 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:11.228689 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a142cd5-4e1d-4e78-864b-1308131e87ba tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.390603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60966) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:11.403251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bbcfc9-791f-4208-8bea-602cf867a23a None None] Network 6c515923-efd9-4bb2-b982-33ed8a714d99 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:01:11.439555 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9c9ffd2f-a1b3-442d-a942-771ee9a1c4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.524148 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9c9ffd2f-a1b3-442d-a942-771ee9a1c4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.685074 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.768640 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.769255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e5606f35-7e95-446e-9f98-b5e02684584c None None] Provisioning for port e65ada18-80f6-49d7-b23f-44deebb74f22 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:11.775271 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9c9ffd2f-a1b3-442d-a942-771ee9a1c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.777022 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e5606f35-7e95-446e-9f98-b5e02684584c None None] Provisioning complete for port e65ada18-80f6-49d7-b23f-44deebb74f22 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:11.777388 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e5606f35-7e95-446e-9f98-b5e02684584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.791598 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ffd2f-a1b3-442d-a942-771ee9a1c4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8390f8ce-12d6-4943-97b1-dec07600a69b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:11.793749 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1c7061d-ee55-4a19-b965-c00e5ae8d473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.833747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port e65ada18-80f6-49d7-b23f-44deebb74f22 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:11.842593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e65ada18-80f6-49d7-b23f-44deebb74f22 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:11.843620 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.847335 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a1c7061d-ee55-4a19-b965-c00e5ae8d473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:11.851282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a1c7061d-ee55-4a19-b965-c00e5ae8d473 admin admin] Usage tracker for resource:security_group_rule and tenant:db9cfb04817245cf82c813fae957cc0c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:11.854242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a1c7061d-ee55-4a19-b965-c00e5ae8d473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:11.862221 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a1c7061d-ee55-4a19-b965-c00e5ae8d473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:11.936129 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1c7061d-ee55-4a19-b965-c00e5ae8d473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.945707 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1c7061d-ee55-4a19-b965-c00e5ae8d473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:12.042746 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9c9ffd2f-a1b3-442d-a942-771ee9a1c4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:12.045639 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9c9ffd2f-a1b3-442d-a942-771ee9a1c4d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8390f8ce-12d6-4943-97b1-dec07600a69b HTTP/1.1" status: 204 len: 168 time: 0.9201581 Feb 04 16:01:12.055007 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a1c7061d-ee55-4a19-b965-c00e5ae8d473 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db9cfb04817245cf82c813fae957cc0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6566389 Feb 04 16:01:12.057956 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7061d-ee55-4a19-b965-c00e5ae8d473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e8a90c-9535-41e9-9118-e30cf3f3fe59,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:12.068612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60982) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:12.119120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:12.155902 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e5606f35-7e95-446e-9f98-b5e02684584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:12.158720 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:12.159967 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0b164d18-393e-4995-9375-79938890defa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9643550 Feb 04 16:01:12.162967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60986) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:12.174838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aeab46-a19e-4505-8b9b-38a057ab8af3 None None] Sync routers for ids ['9008752c-1591-43c7-b276-cb8cfce29bbf'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:01:12.196528 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aeab46-a19e-4505-8b9b-38a057ab8af3 None None] Routers {'9008752c-1591-43c7-b276-cb8cfce29bbf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:12.197463 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d5aeab46-a19e-4505-8b9b-38a057ab8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9008752c-1591-43c7-b276-cb8cfce29bbf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:12.288561 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec1d5326-2f12-4002-8e97-2daf92af1a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:12.294936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d5aeab46-a19e-4505-8b9b-38a057ab8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:12.369051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e5606f35-7e95-446e-9f98-b5e02684584c None None] For port e65ada18-80f6-49d7-b23f-44deebb74f22, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e65ada18-80f6-49d7-b23f-44deebb74f22,segment=NetworkSegment(093e904a-8229-497a-a101-447f0e36fc2f),segment_id=093e904a-8229-497a-a101-447f0e36fc2f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:12.392799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec1d5326-2f12-4002-8e97-2daf92af1a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:12.421063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a142cd5-4e1d-4e78-864b-1308131e87ba tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:01:12.517618 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e5606f35-7e95-446e-9f98-b5e02684584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:12.601267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aeab46-a19e-4505-8b9b-38a057ab8af3 None None] Routers {'9008752c-1591-43c7-b276-cb8cfce29bbf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:12.611723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d5aeab46-a19e-4505-8b9b-38a057ab8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9008752c-1591-43c7-b276-cb8cfce29bbf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:12.787735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d5aeab46-a19e-4505-8b9b-38a057ab8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:12.788185 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aeab46-a19e-4505-8b9b-38a057ab8af3 None None] The sync data for ids ['9008752c-1591-43c7-b276-cb8cfce29bbf'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:01:12.824026 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec1d5326-2f12-4002-8e97-2daf92af1a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:12.866925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5606f35-7e95-446e-9f98-b5e02684584c None None] Pushing event updated for resources: {'Port': ['ID=e65ada18-80f6-49d7-b23f-44deebb74f22,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:12.975167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a142cd5-4e1d-4e78-864b-1308131e87ba tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:12.989746 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b153d851-89ac-4def-bcbd-0e9833d232df None None] Sync routers for ids ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:01:13.023515 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b153d851-89ac-4def-bcbd-0e9833d232df None None] Routers {'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:13.024148 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b153d851-89ac-4def-bcbd-0e9833d232df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:13.047709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7a142cd5-4e1d-4e78-864b-1308131e87ba tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "PUT /v2.0/routers/cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8531799 Feb 04 16:01:13.048720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32784) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:13.064511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e972d5a3-78ae-4bd4-a10f-fbf72cf45cb9 None None] Provisioning complete for port e65ada18-80f6-49d7-b23f-44deebb74f22 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:13.067637 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e972d5a3-78ae-4bd4-a10f-fbf72cf45cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.102019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d5326-2f12-4002-8e97-2daf92af1a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e8a90c-9535-41e9-9118-e30cf3f3fe59,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:13.144290 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec1d5326-2f12-4002-8e97-2daf92af1a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.154289 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ec1d5326-2f12-4002-8e97-2daf92af1a6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2e8a90c-9535-41e9-9118-e30cf3f3fe59 HTTP/1.1" status: 204 len: 168 time: 1.0828738 Feb 04 16:01:13.532092 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-b153d851-89ac-4def-bcbd-0e9833d232df None None] Set router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:01:13.578286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef99af6-04e8-4755-b8f8-02cbad4812a3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Deleting subnet 65d3f203-d900-4b29-b5ea-b76d5ed0ead8 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:01:13.593277 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bef99af6-04e8-4755-b8f8-02cbad4812a3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.823202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 32806) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:13.837372 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bef99af6-04e8-4755-b8f8-02cbad4812a3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.953090 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ea80bd5-c50e-4622-9d59-e71980cb029c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.072324 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bef99af6-04e8-4755-b8f8-02cbad4812a3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.147558 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b153d851-89ac-4def-bcbd-0e9833d232df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T16:01:09Z', 'revision_number': 7, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:14.156820 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b153d851-89ac-4def-bcbd-0e9833d232df None None] Checking router: cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:01:14.185345 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b153d851-89ac-4def-bcbd-0e9833d232df None None] Routers {'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:14.186179 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b153d851-89ac-4def-bcbd-0e9833d232df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:14.215281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ea80bd5-c50e-4622-9d59-e71980cb029c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:14.219028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.260310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ea80bd5-c50e-4622-9d59-e71980cb029c admin admin] Usage tracker for resource:security_group_rule and tenant:1a2dfe4d7a8547f3801f512a281afeb3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:14.266888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ea80bd5-c50e-4622-9d59-e71980cb029c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:14.305766 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bef99af6-04e8-4755-b8f8-02cbad4812a3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.363490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ea80bd5-c50e-4622-9d59-e71980cb029c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:14.399877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef99af6-04e8-4755-b8f8-02cbad4812a3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Subnet': ['ID=65d3f203-d900-4b29-b5ea-b76d5ed0ead8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:14.421366 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bef99af6-04e8-4755-b8f8-02cbad4812a3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.430368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09530ac-d7be-48ba-9fdb-8dc2f486903d None None] Network 004346ac-b332-4212-9cc6-09525beaa5d8 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:01:14.440884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 32826) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:14.443496 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bef99af6-04e8-4755-b8f8-02cbad4812a3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "DELETE /v2.0/subnets/65d3f203-d900-4b29-b5ea-b76d5ed0ead8 HTTP/1.1" status: 204 len: 168 time: 1.3788481 Feb 04 16:01:14.456610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04c36c-5748-4739-a700-97cdb9497db8 req-17ccce2a-a796-4b65-a6c1-5104ea5d3971 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:14.458092 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b04c36c-5748-4739-a700-97cdb9497db8 req-17ccce2a-a796-4b65-a6c1-5104ea5d3971 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.9960439 Feb 04 16:01:14.533690 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-b153d851-89ac-4def-bcbd-0e9833d232df None None] Set router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:01:14.550374 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b04c36c-5748-4739-a700-97cdb9497db8 req-7f69e814-2939-488c-862a-31be05922c46 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742247 Feb 04 16:01:14.766164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-5ace3a4d-8195-4b89-89c3-8a14c72ae2c0 req-463a69a6-9814-4845-8689-1e6122755ffa service neutron] (83550) timed out ('10.222.0.60', 51346) {{(pid=83550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:01:14.861844 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e65ada18-80f6-49d7-b23f-44deebb74f22 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:14.864237 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ea80bd5-c50e-4622-9d59-e71980cb029c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.962688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e65ada18-80f6-49d7-b23f-44deebb74f22 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:14.963057 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.071087 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10953c7a-4bb7-4eb1-be16-3ad9b2a9e8dd None None] DHCP port deletion for 004346ac-b332-4212-9cc6-09525beaa5d8 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:01:15.083801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-10953c7a-4bb7-4eb1-be16-3ad9b2a9e8dd None None] Deleting port a69ea284-3ee6-4fd7-9754-ef594402c026 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:15.084168 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-10953c7a-4bb7-4eb1-be16-3ad9b2a9e8dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.110991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Allocated IP 172.20.0.1 (6c515923-efd9-4bb2-b982-33ed8a714d99/eca9cb86-abc8-46ea-ae8d-a72d8ddf1adb/2c8b3db6-cf78-4d3c-916b-f6362a5b5cbd) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:15.145365 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ea80bd5-c50e-4622-9d59-e71980cb029c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.220849 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b153d851-89ac-4def-bcbd-0e9833d232df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T16:01:09Z', 'revision_number': 7, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:15.225764 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b153d851-89ac-4def-bcbd-0e9833d232df None None] The sync data for ids ['cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4'] in n-d-827872-1 is: [{'id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'name': 'tempest-TestNetworkBasicOps-router-740592548', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:33Z', 'updated_at': '2022-02-04T16:01:09Z', 'revision_number': 7, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': 'd185e8c6-f5bf-45a0-9534-d43072925428', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:35Z', 'updated_at': '2022-02-04T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:01:15.354765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea80bd5-c50e-4622-9d59-e71980cb029c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae90d864-681d-4b2d-9304-d863afeac01f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:15.495871 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0ea80bd5-c50e-4622-9d59-e71980cb029c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a2dfe4d7a8547f3801f512a281afeb3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6714175 Feb 04 16:01:15.498419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32854) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:15.543370 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-10953c7a-4bb7-4eb1-be16-3ad9b2a9e8dd None None] For port a69ea284-3ee6-4fd7-9754-ef594402c026, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a69ea284-3ee6-4fd7-9754-ef594402c026,segment=NetworkSegment(d39e2319-d378-433c-ba8c-33d3076b0d82),segment_id=d39e2319-d378-433c-ba8c-33d3076b0d82)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:15.543370 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-10953c7a-4bb7-4eb1-be16-3ad9b2a9e8dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.652757 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.670512 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.794814 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-10953c7a-4bb7-4eb1-be16-3ad9b2a9e8dd None None] Calling delete_port for a69ea284-3ee6-4fd7-9754-ef594402c026 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:15.926489 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8d0aa470-31ad-46af-9ce6-6a80dad073bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.979062 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8d0aa470-31ad-46af-9ce6-6a80dad073bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.992625 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-10953c7a-4bb7-4eb1-be16-3ad9b2a9e8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.064820 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10953c7a-4bb7-4eb1-be16-3ad9b2a9e8dd None None] No DVR routers for this DVR port a69ea284-3ee6-4fd7-9754-ef594402c026 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:16.095351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10953c7a-4bb7-4eb1-be16-3ad9b2a9e8dd None None] Pushing event deleted for resources: {'Port': ['ID=a69ea284-3ee6-4fd7-9754-ef594402c026,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:16.120037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Transition to ACTIVE for port object 2c8b3db6-cf78-4d3c-916b-f6362a5b5cbd will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:16.170584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e81e22-40bb-4864-a309-61c47fcc318f req-8dc2a585-3be1-4c55-a5d2-b85732279673 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:16.173781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9e81e22-40bb-4864-a309-61c47fcc318f req-8dc2a585-3be1-4c55-a5d2-b85732279673 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.2798877 Feb 04 16:01:16.175155 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8d0aa470-31ad-46af-9ce6-6a80dad073bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.181690 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.254296 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 6c515923-efd9-4bb2-b982-33ed8a714d99 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:16.255584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0aa470-31ad-46af-9ce6-6a80dad073bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae90d864-681d-4b2d-9304-d863afeac01f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:16.258915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:16.293077 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8d0aa470-31ad-46af-9ce6-6a80dad073bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.297211 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8d0aa470-31ad-46af-9ce6-6a80dad073bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae90d864-681d-4b2d-9304-d863afeac01f HTTP/1.1" status: 204 len: 168 time: 0.7946317 Feb 04 16:01:16.307542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9e81e22-40bb-4864-a309-61c47fcc318f req-3f9039b0-155f-47db-b2c3-bb7fbadb5b0f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256063 Feb 04 16:01:16.338967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:01:16.482048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=2c8b3db6-cf78-4d3c-916b-f6362a5b5cbd,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:16.536890 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.617280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2cec6b48-18a6-4f78-aa48-8d41531415f5 None None] Provisioning for port 2c8b3db6-cf78-4d3c-916b-f6362a5b5cbd completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:16.628745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2cec6b48-18a6-4f78-aa48-8d41531415f5 None None] Provisioning complete for port 2c8b3db6-cf78-4d3c-916b-f6362a5b5cbd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:16.629365 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2cec6b48-18a6-4f78-aa48-8d41531415f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.631906 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.741831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2cec6b48-18a6-4f78-aa48-8d41531415f5 None None] Port 2c8b3db6-cf78-4d3c-916b-f6362a5b5cbd cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:01:16.760438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Deleting port d185e8c6-f5bf-45a0-9534-d43072925428 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:16.760844 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.804124 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.835560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a69ea284-3ee6-4fd7-9754-ef594402c026 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:16.880942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: a69ea284-3ee6-4fd7-9754-ef594402c026 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:01:16.881308 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a69ea284-3ee6-4fd7-9754-ef594402c026 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:16.882017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:16.938785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:01:16.939414 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7b1f46c9-6a08-416a-a296-bfcb6bcfe3e6 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:17.206446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] For port d185e8c6-f5bf-45a0-9534-d43072925428, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d185e8c6-f5bf-45a0-9534-d43072925428,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:17.207008 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.345875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Calling delete_port for d185e8c6-f5bf-45a0-9534-d43072925428 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:17.590247 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840f4db-a5e4-4826-b17c-cafa9c22a1e0 req-dca01560-f15b-4afe-958b-ccdb07da6fe6 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:17.591900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d840f4db-a5e4-4826-b17c-cafa9c22a1e0 req-dca01560-f15b-4afe-958b-ccdb07da6fe6 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.0968804 Feb 04 16:01:17.631522 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.640568 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.659385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d840f4db-a5e4-4826-b17c-cafa9c22a1e0 req-82280e1c-99b6-4f7c-bfc0-b5e5ac8119be tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602338 Feb 04 16:01:17.829980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=2c8b3db6-cf78-4d3c-916b-f6362a5b5cbd,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:17.832693 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.837996 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.896815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Port': ['ID=d185e8c6-f5bf-45a0-9534-d43072925428,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:18.461533 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:18.846341 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:18.850793 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:18.897679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:18.898179 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Fanout notify agent at l3_agent the message router_deleted on router cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:01:18.922376 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 6c515923-efd9-4bb2-b982-33ed8a714d99 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:18.925597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:19.065567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f02fee-b450-4054-81ab-0887e7640fe3 req-f25f61c1-3a33-4187-a005-69cf8e804af2 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:19.085337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51f02fee-b450-4054-81ab-0887e7640fe3 req-f25f61c1-3a33-4187-a005-69cf8e804af2 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.1750834 Feb 04 16:01:19.254706 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51f02fee-b450-4054-81ab-0887e7640fe3 req-aad1a565-ded8-4f50-81b2-550577c3c965 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682796 Feb 04 16:01:19.272826 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.277871 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0fb55d53-1761-4ba0-9155-5469a0a6334f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "DELETE /v2.0/routers/cf5de05d-1db3-42d6-a2d8-3b8e9d0a14c4 HTTP/1.1" status: 204 len: 168 time: 4.8350370 Feb 04 16:01:19.280950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33032) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:19.524097 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3cf6defe-a56c-43be-95e5-84cbee50d057 None None] Provisioning complete for port 2c8b3db6-cf78-4d3c-916b-f6362a5b5cbd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:19.525151 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3cf6defe-a56c-43be-95e5-84cbee50d057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.623445 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-157de1a8-d994-49ea-929c-6bf8b577dca4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.681703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3cf6defe-a56c-43be-95e5-84cbee50d057 None None] Port 2c8b3db6-cf78-4d3c-916b-f6362a5b5cbd cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:01:19.726332 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.861396 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-157de1a8-d994-49ea-929c-6bf8b577dca4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.908568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-157de1a8-d994-49ea-929c-6bf8b577dca4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004346ac-b332-4212-9cc6-09525beaa5d8']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:19.926393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-157de1a8-d994-49ea-929c-6bf8b577dca4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39e2319-d378-433c-ba8c-33d3076b0d82') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:19.926739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-157de1a8-d994-49ea-929c-6bf8b577dca4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39e2319-d378-433c-ba8c-33d3076b0d82') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:19.953503 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-157de1a8-d994-49ea-929c-6bf8b577dca4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.989973 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-157de1a8-d994-49ea-929c-6bf8b577dca4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.009388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157de1a8-d994-49ea-929c-6bf8b577dca4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:01:20.009801 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-157de1a8-d994-49ea-929c-6bf8b577dca4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:01:20.137814 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:01:20.141975 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-157de1a8-d994-49ea-929c-6bf8b577dca4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.172058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router 9008752c-1591-43c7-b276-cb8cfce29bbf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:01:20.179030 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-157de1a8-d994-49ea-929c-6bf8b577dca4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.193663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157de1a8-d994-49ea-929c-6bf8b577dca4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Network': ['ID=004346ac-b332-4212-9cc6-09525beaa5d8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:20.207584 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-157de1a8-d994-49ea-929c-6bf8b577dca4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "DELETE /v2.0/networks/004346ac-b332-4212-9cc6-09525beaa5d8 HTTP/1.1" status: 204 len: 168 time: 0.9205918 Feb 04 16:01:20.227342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33140) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:20.261349 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'network': {'name': 'tempest-network-smoke--1937608659', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'port_security_enabled': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:20.279340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:20.289426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:network and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:20.294635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:20.302402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:20.315738 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Made reservation on behalf of 0d5ce1deda6c431b892eca6721c0eb4a for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:20.319101 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.410088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:01:20.430733 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.431149 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Added segment 35e15a29-f9c2-4705-a7b5-a3c849c8ca36 of type vlan for network a5058263-91eb-4133-b233-819a1f65f6c9 Feb 04 16:01:20.489906 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.629636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:20.645926 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dc7838d9-6a03-4269-a60f-4f16cca34c8d tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "PUT /v2.0/routers/9008752c-1591-43c7-b276-cb8cfce29bbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4819081 Feb 04 16:01:20.649853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33194) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:20.659337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b8f15-3c6e-4475-b95f-37454b996deb None None] Sync routers for ids ['9008752c-1591-43c7-b276-cb8cfce29bbf'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:01:20.660216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'port': {'network_id': '6c515923-efd9-4bb2-b982-33ed8a714d99', 'name': 'tempest-FloatingIPTestJSON-821783036'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:20.720040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b8f15-3c6e-4475-b95f-37454b996deb None None] Routers {'9008752c-1591-43c7-b276-cb8cfce29bbf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:20.721228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-029b8f15-3c6e-4475-b95f-37454b996deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9008752c-1591-43c7-b276-cb8cfce29bbf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:20.886490 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.891473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:20.892964 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.979150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d185e8c6-f5bf-45a0-9534-d43072925428 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:21.085549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-029b8f15-3c6e-4475-b95f-37454b996deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:21.099963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: d185e8c6-f5bf-45a0-9534-d43072925428 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:01:21.100544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d185e8c6-f5bf-45a0-9534-d43072925428 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:21.102329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b8f15-3c6e-4475-b95f-37454b996deb None None] Routers {'9008752c-1591-43c7-b276-cb8cfce29bbf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:21.103193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-029b8f15-3c6e-4475-b95f-37454b996deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9008752c-1591-43c7-b276-cb8cfce29bbf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:21.179648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9507127 Feb 04 16:01:21.192193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-029b8f15-3c6e-4475-b95f-37454b996deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:21.192567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b8f15-3c6e-4475-b95f-37454b996deb None None] The sync data for ids ['9008752c-1591-43c7-b276-cb8cfce29bbf'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:01:21.209239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33256) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:21.224196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'admin_state_up': True, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:21.239848 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:21.248994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02279c1e-780f-4578-a1b7-5b820ea6c4eb req-49320c6e-7395-4933-afee-69abcad3e04b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:21.250927 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02279c1e-780f-4578-a1b7-5b820ea6c4eb req-49320c6e-7395-4933-afee-69abcad3e04b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.7428055 Feb 04 16:01:21.258216 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed519d-c95d-4812-b15e-7b90e9e5b9ee tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Network': ['ID=a5058263-91eb-4133-b233-819a1f65f6c9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:21.262977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:router and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:21.268191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:21.275362 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network a5058263-91eb-4133-b233-819a1f65f6c9 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:01:21.309757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:21.314474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Usage tracker for resource:port and tenant:59d071709aef4ae58201e982e611f967 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:21.318257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:21.321030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:21.325786 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02279c1e-780f-4578-a1b7-5b820ea6c4eb req-f3992a24-ea33-4c3f-8988-fde7da2c9c9b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646315 Feb 04 16:01:21.326241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:21.334561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341afd16-ba70-4f03-9063-e3a79bae69b6 req-ae8ed025-0b13-42f1-bb76-4bab5ecd030a tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:21.336321 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-341afd16-ba70-4f03-9063-e3a79bae69b6 req-ae8ed025-0b13-42f1-bb76-4bab5ecd030a tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.7773492 Feb 04 16:01:21.339194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Made reservation on behalf of 59d071709aef4ae58201e982e611f967 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:21.345353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.347266 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.348522 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.418416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] device_id is not set on port e6c0726a-e21f-4125-b490-1c0319a4ed03 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:01:21.434193 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.438667 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-341afd16-ba70-4f03-9063-e3a79bae69b6 req-11cad7a7-5f94-4810-a031-ec331aafb5d6 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845752 Feb 04 16:01:21.583633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Allocated IP 172.20.0.13 (6c515923-efd9-4bb2-b982-33ed8a714d99/eca9cb86-abc8-46ea-ae8d-a72d8ddf1adb/e6c0726a-e21f-4125-b490-1c0319a4ed03) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:21.616658 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.848420 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.882703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Transition to ACTIVE for port object e6c0726a-e21f-4125-b490-1c0319a4ed03 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:21.928312 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.960460 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.004976 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.018307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Network 6c515923-efd9-4bb2-b982-33ed8a714d99 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:22.020218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:22.036908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:01:22.155824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event updated for resources: {'Port': ['ID=e6c0726a-e21f-4125-b490-1c0319a4ed03,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:22.270619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:22.271562 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.329350 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fbde63ce-9dbc-40ef-a2eb-b8a784e2c0a4 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6783905 Feb 04 16:01:22.330923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Allocated IP 172.25.0.61 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/285e88d7-fdd6-4c9b-85c8-247e90037895) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:22.331859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33392) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:22.339212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ef71330e-298a-478e-9b66-785fbeca3340 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Request body: {'floatingip': {'port_id': 'e6c0726a-e21f-4125-b490-1c0319a4ed03'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:22.548766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-27a20533-0402-41fa-bac1-7dfe35f14fd8 None None] Provisioning for port e6c0726a-e21f-4125-b490-1c0319a4ed03 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:22.560141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-27a20533-0402-41fa-bac1-7dfe35f14fd8 None None] Provisioning complete for port e6c0726a-e21f-4125-b490-1c0319a4ed03 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:22.560513 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-27a20533-0402-41fa-bac1-7dfe35f14fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.656836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef71330e-298a-478e-9b66-785fbeca3340 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.744813 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.785323 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-27a20533-0402-41fa-bac1-7dfe35f14fd8 None None] Port e6c0726a-e21f-4125-b490-1c0319a4ed03 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:01:22.969980 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.082875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b61cdc-c461-46ba-bbe0-ba0adc47f7e2 req-74c81d90-bd5c-4c5e-b791-efd2e6de9af4 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:23.090636 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68b61cdc-c461-46ba-bbe0-ba0adc47f7e2 req-74c81d90-bd5c-4c5e-b791-efd2e6de9af4 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.3321412 Feb 04 16:01:23.132149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bb700-df75-4b20-9a67-4fa78ed66ab1 req-ae3b364a-bb91-4bb2-b8e3-e8ca0cfb3cb9 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:23.133701 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b6bb700-df75-4b20-9a67-4fa78ed66ab1 req-ae3b364a-bb91-4bb2-b8e3-e8ca0cfb3cb9 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.3343468 Feb 04 16:01:23.146788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:23.183761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:23.193766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Port': ['ID=285e88d7-fdd6-4c9b-85c8-247e90037895,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:23.219533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:01:23.315037 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b6bb700-df75-4b20-9a67-4fa78ed66ab1 req-4d2b103e-b175-4869-a71e-515619c35f2c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649268 Feb 04 16:01:23.331808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68b61cdc-c461-46ba-bbe0-ba0adc47f7e2 req-28b1d055-b373-4115-a58a-880eecae8ebb tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298255 Feb 04 16:01:23.506434 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.508210 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.864645 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef71330e-298a-478e-9b66-785fbeca3340 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.870424 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e8996ee5-e1f8-407c-acd4-7455d8ad8f99 req-3dd215b5-26c8-4dc7-b55a-b12b13413586 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df523a7db7954e24a7a5227f519f84cc&device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 1096 time: 0.2054615 Feb 04 16:01:23.871596 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef71330e-298a-478e-9b66-785fbeca3340 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.925182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:01:24.288296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:24.307044 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Sync routers for ids ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:01:24.324777 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Routers {'118f5ca4-551c-47b1-9cd9-8e63cbf1d066'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:24.327981 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:24.351197 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.357732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33452) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:24.357936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-01672b36-2c05-43fe-b3e6-fcd459e3da05 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1456535 Feb 04 16:01:24.468166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8996ee5-e1f8-407c-acd4-7455d8ad8f99 req-92bb8ee2-f23e-447b-a15b-071768c9726a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:24.486744 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e8996ee5-e1f8-407c-acd4-7455d8ad8f99 req-92bb8ee2-f23e-447b-a15b-071768c9726a service neutron] 10.222.0.81 "GET /v2.0/networks?id=77d45825-2d57-40f6-8cad-ccc438a77afd HTTP/1.1" status: 200 len: 912 time: 0.3157146 Feb 04 16:01:24.500087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33466) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:24.515831 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1b20edd4-2071-490a-b6d1-933e4c3dc3c2 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=0d5ce1deda6c431b892eca6721c0eb4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1527274 Feb 04 16:01:24.721625 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Set router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:01:24.794953 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e8996ee5-e1f8-407c-acd4-7455d8ad8f99 req-9df69812-0773-409a-ba13-a3a96fc4f861 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4173582e-4774-4478-a4ae-b4a99727be62 HTTP/1.1" status: 200 len: 1000 time: 0.3039534 Feb 04 16:01:24.938560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8996ee5-e1f8-407c-acd4-7455d8ad8f99 req-5e5a0121-062d-4338-a259-b6cbef406651 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:24.950244 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e8996ee5-e1f8-407c-acd4-7455d8ad8f99 req-5e5a0121-062d-4338-a259-b6cbef406651 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17436835-6de0-40b7-9709-512c1f6abbea HTTP/1.1" status: 200 len: 850 time: 0.1489215 Feb 04 16:01:24.981737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caffe89-b07f-4495-a9b8-5078206c6e29 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:24.986731 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4caffe89-b07f-4495-a9b8-5078206c6e29 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4824471 Feb 04 16:01:24.993738 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33470) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:25.039732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ed9e0-e53c-4a3f-9da5-39d179915e88 req-0ea7337a-a259-4479-9075-9f8a6de8735f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:25.051602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b2ed9e0-e53c-4a3f-9da5-39d179915e88 req-0ea7337a-a259-4479-9075-9f8a6de8735f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.3900769 Feb 04 16:01:25.082990 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-ef71330e-298a-478e-9b66-785fbeca3340 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Floating IP 4f39c8c4-d1e4-47f6-8cc4-aaa7d48cc439 associated. External IP: 172.25.0.121, port: e7b15844-face-4f49-8c45-bef98d0941d8. Feb 04 16:01:25.155846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27537fad-f451-4360-acf9-bc66c1c2b258 req-e2045ef7-5424-4119-a3c6-4c4bbc2ff1cb tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:25.164154 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27537fad-f451-4360-acf9-bc66c1c2b258 req-e2045ef7-5424-4119-a3c6-4c4bbc2ff1cb tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.5038886 Feb 04 16:01:25.183442 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a3d86079-697f-49c4-aae0-97d02d1f37a5 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1827552 Feb 04 16:01:25.190341 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33474) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:25.200010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-175511666', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:25.306379 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e8996ee5-e1f8-407c-acd4-7455d8ad8f99 req-d7dda13b-c226-41ae-b330-7f726dfb7515 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77d45825-2d57-40f6-8cad-ccc438a77afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3446350 Feb 04 16:01:25.318241 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:21Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 3, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:22Z', 'updated_at': '2022-02-04T16:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:25.331014 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Checking router: 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:01:25.331484 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Updating router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 port 285e88d7-fdd6-4c9b-85c8-247e90037895 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:01:25.431683 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b2ed9e0-e53c-4a3f-9da5-39d179915e88 req-c00b740a-b1c3-4557-ad8c-1c943ed94d50 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3640368 Feb 04 16:01:25.500306 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:25.706095 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27537fad-f451-4360-acf9-bc66c1c2b258 req-1384a3bc-4495-4c8f-8dbf-fa630c268a82 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5399675 Feb 04 16:01:25.739308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:25.758198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:subnet and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:25.765501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:25.779371 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:25.807361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Made reservation on behalf of 0d5ce1deda6c431b892eca6721c0eb4a for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:25.825856 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e8996ee5-e1f8-407c-acd4-7455d8ad8f99 req-fb681fe4-2c13-4633-aec1-82a33a51655c service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108631 Feb 04 16:01:25.975433 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.215546 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e8996ee5-e1f8-407c-acd4-7455d8ad8f99 req-7cfb3bc2-5858-4c9d-9dc0-c330680ef473 service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755274 Feb 04 16:01:26.232348 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.252492 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Transition to ACTIVE for port object 285e88d7-fdd6-4c9b-85c8-247e90037895 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:26.268463 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.356397 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Attempting to bind port 285e88d7-fdd6-4c9b-85c8-247e90037895 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:26.357517 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Attempting to bind port 285e88d7-fdd6-4c9b-85c8-247e90037895 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:26.357517 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Attempting to bind port 285e88d7-fdd6-4c9b-85c8-247e90037895 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:26.385699 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:01:26.386156 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:26.386794 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.387413 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:01:26.388105 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Bound port: 285e88d7-fdd6-4c9b-85c8-247e90037895, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:26.388695 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.477832 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.479087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76403897-7626-4421-8bab-6943d3fda799 None None] Pushing event updated for resources: {'Port': ['ID=285e88d7-fdd6-4c9b-85c8-247e90037895,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:26.503025 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76403897-7626-4421-8bab-6943d3fda799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.503663 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76403897-7626-4421-8bab-6943d3fda799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.504166 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76403897-7626-4421-8bab-6943d3fda799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.504693 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76403897-7626-4421-8bab-6943d3fda799 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.505375 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76403897-7626-4421-8bab-6943d3fda799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.505890 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76403897-7626-4421-8bab-6943d3fda799 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.506388 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76403897-7626-4421-8bab-6943d3fda799 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.506870 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76403897-7626-4421-8bab-6943d3fda799 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.507504 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76403897-7626-4421-8bab-6943d3fda799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.508007 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76403897-7626-4421-8bab-6943d3fda799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.520815 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76403897-7626-4421-8bab-6943d3fda799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.536179 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] For port 285e88d7-fdd6-4c9b-85c8-247e90037895, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:26.541437 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] For port 285e88d7-fdd6-4c9b-85c8-247e90037895, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=285e88d7-fdd6-4c9b-85c8-247e90037895,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:26.547127 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.616721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef71330e-298a-478e-9b66-785fbeca3340 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:01:26.671665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Checking segment: {'id': '35e15a29-f9c2-4705-a7b5-a3c849c8ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:26.672090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network hostable DHCP agents. Network: a5058263-91eb-4133-b233-819a1f65f6c9, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:01:26.678282 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Routers {'118f5ca4-551c-47b1-9cd9-8e63cbf1d066'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:26.678939 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:26.681490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Subnet': ['ID=46e680a6-81b6-44e4-a5c2-53d027481c09,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:26.734474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network a5058263-91eb-4133-b233-819a1f65f6c9 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:01:26.761271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, a5058263-91eb-4133-b233-819a1f65f6c9) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:26.773783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:26.774389 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.004630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11125dd0-b25c-4a11-9141-73ec6a6dc2f0 None None] Network a5058263-91eb-4133-b233-819a1f65f6c9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:01:27.055573 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] Set router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:01:27.101695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef71330e-298a-478e-9b66-785fbeca3340 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:27.158443 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-21f5766c-9c1f-4c3d-bf12-d44db9d8b971 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9645669 Feb 04 16:01:27.159201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33502) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:27.430319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c7e8e-c914-4698-97c6-fa1a7ea3a1c1 req-0a57e636-d883-4329-ba99-1ac66e5d1bed tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:27.440769 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d96c7e8e-c914-4698-97c6-fa1a7ea3a1c1 req-0a57e636-d883-4329-ba99-1ac66e5d1bed tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.6522012 Feb 04 16:01:27.482444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37fbadf-dd77-49d5-aec4-73c3ec56d916 None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:01:27.558153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37fbadf-dd77-49d5-aec4-73c3ec56d916 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:27.558780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a37fbadf-dd77-49d5-aec4-73c3ec56d916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:27.575544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63653ef2-b5f4-4af1-8662-faa09216a967 req-0afed7d3-c1fb-48f6-b89a-86b4697916c2 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:27.583633 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63653ef2-b5f4-4af1-8662-faa09216a967 req-0afed7d3-c1fb-48f6-b89a-86b4697916c2 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.5548890 Feb 04 16:01:27.665322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-a5058263-91eb-4133-b233-819a1f65f6c9', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ips': [{'subnet_id': '46e680a6-81b6-44e4-a5c2-53d027481c09'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:01:27.666170 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.774947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a37fbadf-dd77-49d5-aec4-73c3ec56d916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:27.857424 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d96c7e8e-c914-4698-97c6-fa1a7ea3a1c1 req-b9a857d9-d6de-4203-bf03-e38ad96074ed tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4150107 Feb 04 16:01:27.862075 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37fbadf-dd77-49d5-aec4-73c3ec56d916 None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:27.862592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a37fbadf-dd77-49d5-aec4-73c3ec56d916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:27.866324 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63653ef2-b5f4-4af1-8662-faa09216a967 req-bb371d00-6b64-4680-9c59-2259993d087e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544582 Feb 04 16:01:27.974832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a37fbadf-dd77-49d5-aec4-73c3ec56d916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:27.977612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37fbadf-dd77-49d5-aec4-73c3ec56d916 None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:01:28.122171 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76403897-7626-4421-8bab-6943d3fda799 None None] Pushing event updated for resources: {'Port': ['ID=285e88d7-fdd6-4c9b-85c8-247e90037895,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:28.180849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Allocated IP 172.20.0.2 (a5058263-91eb-4133-b233-819a1f65f6c9/46e680a6-81b6-44e4-a5c2-53d027481c09/4725e674-87b8-4014-934e-ecdd0ac36937) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:28.197637 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:21Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 3, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:22Z', 'updated_at': '2022-02-04T16:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:28.205187 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366785a-349d-4b44-9ff4-cda711e52b0f None None] The sync data for ids ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'] in n-d-827872-1 is: [{'id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:21Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 3, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:22Z', 'updated_at': '2022-02-04T16:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:01:28.360842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33516) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:28.853939 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b420353-4716-4f27-a75d-2ad44dad8898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:28.884646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef71330e-298a-478e-9b66-785fbeca3340 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router 9008752c-1591-43c7-b276-cb8cfce29bbf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:01:29.010410 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 285e88d7-fdd6-4c9b-85c8-247e90037895 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:29.211770 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.219354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4b420353-4716-4f27-a75d-2ad44dad8898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:29.238827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4b420353-4716-4f27-a75d-2ad44dad8898 admin admin] Usage tracker for resource:security_group_rule and tenant:5e3927c213e44bc59b5bfe7afd5b54ad is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:29.243035 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4b420353-4716-4f27-a75d-2ad44dad8898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:29.243979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Transition to ACTIVE for port object 4725e674-87b8-4014-934e-ecdd0ac36937 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:29.260050 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4b420353-4716-4f27-a75d-2ad44dad8898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:29.286896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Transition to ACTIVE for port object 4725e674-87b8-4014-934e-ecdd0ac36937 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:29.294818 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.371633 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b420353-4716-4f27-a75d-2ad44dad8898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.381332 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b420353-4716-4f27-a75d-2ad44dad8898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.391353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Pushing event updated for resources: {'Port': ['ID=4725e674-87b8-4014-934e-ecdd0ac36937,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:29.393771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 285e88d7-fdd6-4c9b-85c8-247e90037895 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:29.403085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Network a5058263-91eb-4133-b233-819a1f65f6c9 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:29.404637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 285e88d7-fdd6-4c9b-85c8-247e90037895 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:29.405872 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.435358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:29.444810 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:01:29.448392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9a283-4a99-425f-ac7d-6dd8209d3287 req-8bef1c44-e309-4b21-9952-494fbc6ad542 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:29.450372 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31f9a283-4a99-425f-ac7d-6dd8209d3287 req-8bef1c44-e309-4b21-9952-494fbc6ad542 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 950 time: 0.5925598 Feb 04 16:01:29.585620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Attempting to bind port 4725e674-87b8-4014-934e-ecdd0ac36937 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:29.586087 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Attempting to bind port 4725e674-87b8-4014-934e-ecdd0ac36937 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '35e15a29-f9c2-4705-a7b5-a3c849c8ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:29.586523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Attempting to bind port 4725e674-87b8-4014-934e-ecdd0ac36937 on network a5058263-91eb-4133-b233-819a1f65f6c9 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:29.596167 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:01:29.596653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Checking segment: {'id': '35e15a29-f9c2-4705-a7b5-a3c849c8ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:29.597133 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.597598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Bound using segment: {'id': '35e15a29-f9c2-4705-a7b5-a3c849c8ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:01:29.598152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Bound port: 4725e674-87b8-4014-934e-ecdd0ac36937, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e15a29-f9c2-4705-a7b5-a3c849c8ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:29.598590 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.668428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b420353-4716-4f27-a75d-2ad44dad8898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7929c9-f934-4c94-bdee-6e2e61d78b4d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:29.690611 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4b420353-4716-4f27-a75d-2ad44dad8898 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e3927c213e44bc59b5bfe7afd5b54ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3226097 Feb 04 16:01:29.693472 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33532) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:29.759779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] For port 4725e674-87b8-4014-934e-ecdd0ac36937, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:29.763315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] For port 4725e674-87b8-4014-934e-ecdd0ac36937, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4725e674-87b8-4014-934e-ecdd0ac36937,segment=NetworkSegment(35e15a29-f9c2-4705-a7b5-a3c849c8ca36),segment_id=35e15a29-f9c2-4705-a7b5-a3c849c8ca36)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:29.772372 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.800679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43336e6-6297-4534-b520-783fd5167f5c req-f0c246b2-e6d8-41aa-a8a7-cd43a8497d2f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:29.804825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a43336e6-6297-4534-b520-783fd5167f5c req-f0c246b2-e6d8-41aa-a8a7-cd43a8497d2f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.5180995 Feb 04 16:01:29.816559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef71330e-298a-478e-9b66-785fbeca3340 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:29.826727 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68384116-f463-4c49-8058-222cd618fef2 None None] Sync routers for ids ['9008752c-1591-43c7-b276-cb8cfce29bbf'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:01:29.841653 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2d56471-7fc7-43a3-b25b-a961365995d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.844009 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef71330e-298a-478e-9b66-785fbeca3340 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.851859 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68384116-f463-4c49-8058-222cd618fef2 None None] Routers {'9008752c-1591-43c7-b276-cb8cfce29bbf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:29.852918 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-68384116-f463-4c49-8058-222cd618fef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9008752c-1591-43c7-b276-cb8cfce29bbf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:29.864395 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31f9a283-4a99-425f-ac7d-6dd8209d3287 req-55d0e5fa-da7d-492d-9f1c-86cc2110b8b8 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055266 Feb 04 16:01:29.880253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a7c8b-7007-4711-820d-e0f327596478 None None] Pushing event updated for resources: {'Port': ['ID=4725e674-87b8-4014-934e-ecdd0ac36937,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:29.940082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a43336e6-6297-4534-b520-783fd5167f5c req-ff4fab30-cc2c-4e16-85b2-8eeaa16c5c3d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972610 Feb 04 16:01:30.075658 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.097741 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2d56471-7fc7-43a3-b25b-a961365995d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.112270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 285e88d7-fdd6-4c9b-85c8-247e90037895, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=285e88d7-fdd6-4c9b-85c8-247e90037895,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:30.121541 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.150311 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ef71330e-298a-478e-9b66-785fbeca3340 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "PUT /v2.0/floatingips/4f39c8c4-d1e4-47f6-8cc4-aaa7d48cc439 HTTP/1.1" status: 200 len: 978 time: 7.8149772 Feb 04 16:01:30.151651 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-68384116-f463-4c49-8058-222cd618fef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:30.158952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33540) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:30.188304 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68384116-f463-4c49-8058-222cd618fef2 None None] Routers {'9008752c-1591-43c7-b276-cb8cfce29bbf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:30.188908 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-68384116-f463-4c49-8058-222cd618fef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9008752c-1591-43c7-b276-cb8cfce29bbf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:30.261795 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2d56471-7fc7-43a3-b25b-a961365995d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.268152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=285e88d7-fdd6-4c9b-85c8-247e90037895,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:30.283342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d56471-7fc7-43a3-b25b-a961365995d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7929c9-f934-4c94-bdee-6e2e61d78b4d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:30.290778 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2d56471-7fc7-43a3-b25b-a961365995d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.300653 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-68384116-f463-4c49-8058-222cd618fef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:30.301057 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68384116-f463-4c49-8058-222cd618fef2 None None] The sync data for ids ['9008752c-1591-43c7-b276-cb8cfce29bbf'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:01:30.308131 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d2d56471-7fc7-43a3-b25b-a961365995d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b7929c9-f934-4c94-bdee-6e2e61d78b4d HTTP/1.1" status: 204 len: 168 time: 0.6140034 Feb 04 16:01:30.563592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ddc3c4c4-bb6f-4b8c-9b9a-d5ce4d905c5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting port e6c0726a-e21f-4125-b490-1c0319a4ed03 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:30.564191 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ddc3c4c4-bb6f-4b8c-9b9a-d5ce4d905c5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.656166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d3676-6f0c-405e-8d1a-11d0777ae465 req-9a45f40d-30c7-44a0-9dd8-82c3cd7c2ed1 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:30.657928 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-224d3676-6f0c-405e-8d1a-11d0777ae465 req-9a45f40d-30c7-44a0-9dd8-82c3cd7c2ed1 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.73 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 950 time: 0.4892776 Feb 04 16:01:30.694926 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.811833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-224d3676-6f0c-405e-8d1a-11d0777ae465 req-96c145e5-00ae-4fc3-a56d-c6828228e6d0 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Deleting port 3b292db8-ca3d-4d08-b9d7-676b5a194063 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:30.812171 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-224d3676-6f0c-405e-8d1a-11d0777ae465 req-96c145e5-00ae-4fc3-a56d-c6828228e6d0 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.855083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982dc240-ea44-4e31-ad50-d1a260a7d64e req-db44e244-ca1c-492f-a5fc-dfb929d59547 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:30.856804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-982dc240-ea44-4e31-ad50-d1a260a7d64e req-db44e244-ca1c-492f-a5fc-dfb929d59547 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.4615850 Feb 04 16:01:30.996770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 285e88d7-fdd6-4c9b-85c8-247e90037895 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:31.135750 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 285e88d7-fdd6-4c9b-85c8-247e90037895 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:31.138691 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:31.344212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4725e674-87b8-4014-934e-ecdd0ac36937 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:31.494662 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-982dc240-ea44-4e31-ad50-d1a260a7d64e req-9fcf9844-99f3-4f7a-a97d-6594370935ac tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5853684 Feb 04 16:01:31.505605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 4725e674-87b8-4014-934e-ecdd0ac36937 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:31.677844 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7bbdba-1c74-49b7-9ba5-c3d3c25c5b55 None None] Network a5058263-91eb-4133-b233-819a1f65f6c9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:01:31.784280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d60d5040-1dd2-46fb-81e8-488a979e1585 None None] Provisioning for port 4725e674-87b8-4014-934e-ecdd0ac36937 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:31.799378 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ddc3c4c4-bb6f-4b8c-9b9a-d5ce4d905c5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:31.809826 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d60d5040-1dd2-46fb-81e8-488a979e1585 None None] Provisioning complete for port 4725e674-87b8-4014-934e-ecdd0ac36937 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:31.810221 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d60d5040-1dd2-46fb-81e8-488a979e1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:31.969245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7d753-0014-497d-8a00-09f698ad007a req-731e9b57-faa7-4ee4-9c4f-13b3c40f2b3e tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:31.970923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ea7d753-0014-497d-8a00-09f698ad007a req-731e9b57-faa7-4ee4-9c4f-13b3c40f2b3e tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 950 time: 0.7982249 Feb 04 16:01:32.044951 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d60d5040-1dd2-46fb-81e8-488a979e1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:32.196517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d60d5040-1dd2-46fb-81e8-488a979e1585 None None] For port 4725e674-87b8-4014-934e-ecdd0ac36937, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4725e674-87b8-4014-934e-ecdd0ac36937,segment=NetworkSegment(35e15a29-f9c2-4705-a7b5-a3c849c8ca36),segment_id=35e15a29-f9c2-4705-a7b5-a3c849c8ca36)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:32.203490 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d60d5040-1dd2-46fb-81e8-488a979e1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:32.293450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d5040-1dd2-46fb-81e8-488a979e1585 None None] Pushing event updated for resources: {'Port': ['ID=4725e674-87b8-4014-934e-ecdd0ac36937,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:32.327862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-224d3676-6f0c-405e-8d1a-11d0777ae465 req-96c145e5-00ae-4fc3-a56d-c6828228e6d0 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] For port 3b292db8-ca3d-4d08-b9d7-676b5a194063, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=3b292db8-ca3d-4d08-b9d7-676b5a194063,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:32.328221 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-224d3676-6f0c-405e-8d1a-11d0777ae465 req-96c145e5-00ae-4fc3-a56d-c6828228e6d0 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:32.598234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-224d3676-6f0c-405e-8d1a-11d0777ae465 req-96c145e5-00ae-4fc3-a56d-c6828228e6d0 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Calling delete_port for 3b292db8-ca3d-4d08-b9d7-676b5a194063 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:32.653025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1d5ba203-cd8a-42e4-b4d2-da9c27044795 None None] Provisioning complete for port 4725e674-87b8-4014-934e-ecdd0ac36937 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:32.653768 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba203-cd8a-42e4-b4d2-da9c27044795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:32.768443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fce243e5-f1e5-4d20-bae0-deb0920e9325 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:01:32.810708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cf4ba-b2a9-4a11-ba58-4498be25e501 req-4275cb76-7927-40f0-958a-2aac6176b470 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:32.818573 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa4cf4ba-b2a9-4a11-ba58-4498be25e501 req-4275cb76-7927-40f0-958a-2aac6176b470 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 1.1098208 Feb 04 16:01:32.852737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4725e674-87b8-4014-934e-ecdd0ac36937 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:32.872413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ea7d753-0014-497d-8a00-09f698ad007a req-c9386b94-c185-445c-95c1-33cc84368003 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7075074 Feb 04 16:01:32.957304 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:01:32.988050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa4cf4ba-b2a9-4a11-ba58-4498be25e501 req-c1dc2a9a-ad2c-4e9e-8e8c-b9fbc5781e7c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684730 Feb 04 16:01:33.078899 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ddc3c4c4-bb6f-4b8c-9b9a-d5ce4d905c5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.091768 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ddc3c4c4-bb6f-4b8c-9b9a-d5ce4d905c5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.092087 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-ddc3c4c4-bb6f-4b8c-9b9a-d5ce4d905c5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Floating IP 4f39c8c4-d1e4-47f6-8cc4-aaa7d48cc439 disassociated. External IP: 172.25.0.121, port: e6c0726a-e21f-4125-b490-1c0319a4ed03. Feb 04 16:01:33.092999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ddc3c4c4-bb6f-4b8c-9b9a-d5ce4d905c5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Calling delete_port for e6c0726a-e21f-4125-b490-1c0319a4ed03 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:33.115622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4725e674-87b8-4014-934e-ecdd0ac36937 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:33.116022 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.135847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Allocated IP 172.20.0.1 (a5058263-91eb-4133-b233-819a1f65f6c9/46e680a6-81b6-44e4-a5c2-53d027481c09/489e873b-4d4c-4a47-8df3-268c1c10fa33) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:33.269687 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:33.291047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'port_id': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'mac_address': 'fa:16:3e:f0:44:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:01:33.418709 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.474378 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fce243e5-f1e5-4d20-bae0-deb0920e9325 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:33.491644 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-224d3676-6f0c-405e-8d1a-11d0777ae465 req-96c145e5-00ae-4fc3-a56d-c6828228e6d0 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.509580 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:33.516430 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.679760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=fce243e5-f1e5-4d20-bae0-deb0920e9325,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:33.687881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['fce243e5-f1e5-4d20-bae0-deb0920e9325'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:33.749255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c145e5-00ae-4fc3-a56d-c6828228e6d0 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Pushing event deleted for resources: {'Port': ['ID=3b292db8-ca3d-4d08-b9d7-676b5a194063,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:33.860777 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.881632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Transition to ACTIVE for port object 489e873b-4d4c-4a47-8df3-268c1c10fa33 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:33.906530 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1378388c-a4ad-491b-b1e6-32c6b0901c8c req-5fd48bd0-8c9f-4239-96ca-2bb0cb0c4c96 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df523a7db7954e24a7a5227f519f84cc&device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 1096 time: 0.1721756 Feb 04 16:01:33.924205 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ddc3c4c4-bb6f-4b8c-9b9a-d5ce4d905c5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.967556 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.099082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3c4c4-bb6f-4b8c-9b9a-d5ce4d905c5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Port': ['ID=e6c0726a-e21f-4125-b490-1c0319a4ed03,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:34.185545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-224d3676-6f0c-405e-8d1a-11d0777ae465 req-96c145e5-00ae-4fc3-a56d-c6828228e6d0 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] No DVR routers for this DVR port 3b292db8-ca3d-4d08-b9d7-676b5a194063 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:34.188738 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-224d3676-6f0c-405e-8d1a-11d0777ae465 req-96c145e5-00ae-4fc3-a56d-c6828228e6d0 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.196836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd063eabb-7cd0-4b50-a8bd-41294050efca', 'name': 'network-vif-deleted', 'tag': '3b292db8-ca3d-4d08-b9d7-676b5a194063'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:34.231132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378388c-a4ad-491b-b1e6-32c6b0901c8c req-4d6f057a-4326-431a-9cbf-a9fe6d7d314b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:34.233400 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1378388c-a4ad-491b-b1e6-32c6b0901c8c req-4d6f057a-4326-431a-9cbf-a9fe6d7d314b service neutron] 10.222.0.81 "GET /v2.0/networks?id=77d45825-2d57-40f6-8cad-ccc438a77afd HTTP/1.1" status: 200 len: 912 time: 0.3202786 Feb 04 16:01:34.265552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Port': ['ID=489e873b-4d4c-4a47-8df3-268c1c10fa33,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:34.300160 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:01:34.386072 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1378388c-a4ad-491b-b1e6-32c6b0901c8c req-59450d23-70de-421c-a948-bb27e9dc0f6f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4173582e-4774-4478-a4ae-b4a99727be62 HTTP/1.1" status: 200 len: 1000 time: 0.1454701 Feb 04 16:01:34.419438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93872aee-93d3-420c-bdce-73e80e6e35e2 req-5dfa7967-606c-4fb7-b3b1-8196b56e22c9 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d063eabb-7cd0-4b50-a8bd-41294050efca HTTP/1.1" status: 200 len: 210 time: 0.1436934 Feb 04 16:01:34.424249 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network a5058263-91eb-4133-b233-819a1f65f6c9 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:34.450663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-224d3676-6f0c-405e-8d1a-11d0777ae465 req-96c145e5-00ae-4fc3-a56d-c6828228e6d0 tempest-VolumesBackupsTest-4706514 tempest-VolumesBackupsTest-4706514-project] 10.222.0.73 "DELETE /v2.0/ports/3b292db8-ca3d-4d08-b9d7-676b5a194063 HTTP/1.1" status: 204 len: 173 time: 3.7807248 Feb 04 16:01:34.453143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:34.511324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:01:34.530271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378388c-a4ad-491b-b1e6-32c6b0901c8c req-d66e41e1-fc38-44b7-b7b9-6b017bee82b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:34.532396 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1378388c-a4ad-491b-b1e6-32c6b0901c8c req-d66e41e1-fc38-44b7-b7b9-6b017bee82b2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17436835-6de0-40b7-9709-512c1f6abbea HTTP/1.1" status: 200 len: 850 time: 0.1386454 Feb 04 16:01:34.756760 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1378388c-a4ad-491b-b1e6-32c6b0901c8c req-f06e76fd-5331-4c1a-8175-98a492dc48e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77d45825-2d57-40f6-8cad-ccc438a77afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160199 Feb 04 16:01:34.779078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fce243e5-f1e5-4d20-bae0-deb0920e9325 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:34.919332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 3b292db8-ca3d-4d08-b9d7-676b5a194063 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:35.028265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 3b292db8-ca3d-4d08-b9d7-676b5a194063 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:01:35.028600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 3b292db8-ca3d-4d08-b9d7-676b5a194063 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:35.033654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28856733-b9ba-41a1-a634-adedb0d4d095 req-3c0b33a2-093c-4a11-adc6-20f3f746cce7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:35.042338 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28856733-b9ba-41a1-a634-adedb0d4d095 req-3c0b33a2-093c-4a11-adc6-20f3f746cce7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 1.3890855 Feb 04 16:01:35.062606 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1378388c-a4ad-491b-b1e6-32c6b0901c8c req-9a7f6fc9-0aa7-4df0-b657-133767bbedc0 service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961531 Feb 04 16:01:35.149153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ed87f1fd-6099-49b8-8fb6-e8e4998707df None None] Provisioning for port 489e873b-4d4c-4a47-8df3-268c1c10fa33 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:35.197540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ed87f1fd-6099-49b8-8fb6-e8e4998707df None None] Provisioning complete for port 489e873b-4d4c-4a47-8df3-268c1c10fa33 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:35.197835 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ed87f1fd-6099-49b8-8fb6-e8e4998707df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.250033 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port fce243e5-f1e5-4d20-bae0-deb0920e9325 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:35.250348 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.294374 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.426348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ed87f1fd-6099-49b8-8fb6-e8e4998707df None None] Port 489e873b-4d4c-4a47-8df3-268c1c10fa33 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:01:35.521159 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28856733-b9ba-41a1-a634-adedb0d4d095 req-7532b8be-a6a8-448e-b8cb-17608f960c2a tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4713020 Feb 04 16:01:35.537606 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1378388c-a4ad-491b-b1e6-32c6b0901c8c req-b0224e89-d27a-42f0-8d5b-11052e3d535a service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690025 Feb 04 16:01:35.563728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74007f06-3f8d-453b-a50d-903eb6858a67 req-6ae3183a-53bd-4b20-ad8e-1c2bfb50d4fe tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:35.565515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-74007f06-3f8d-453b-a50d-903eb6858a67 req-6ae3183a-53bd-4b20-ad8e-1c2bfb50d4fe tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.9478855 Feb 04 16:01:35.675325 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd063eabb-7cd0-4b50-a8bd-41294050efca', 'name': 'network-vif-deleted', 'tag': '3b292db8-ca3d-4d08-b9d7-676b5a194063', 'status': 'completed', 'code': 200} Feb 04 16:01:35.691883 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.731464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc3c4c4-bb6f-4b8c-9b9a-d5ce4d905c5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router 9008752c-1591-43c7-b276-cb8cfce29bbf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:01:35.747877 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.763647 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-74007f06-3f8d-453b-a50d-903eb6858a67 req-f315dcc0-5ca5-4af0-8f7e-00aeb5d2f4c6 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759872 Feb 04 16:01:35.779532 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:35.814368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:35.821185 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.073241 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'code': 200} Feb 04 16:01:36.308861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=fce243e5-f1e5-4d20-bae0-deb0920e9325,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:36.585429 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5f51b861-6fef-4e8c-b92e-89855bb653cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.741288 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:01:36.786889 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.801932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc3c4c4-bb6f-4b8c-9b9a-d5ce4d905c5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:36.813306 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.829947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aace2e-0cd1-4bbf-8e90-6d88ebcb186c None None] Sync routers for ids ['9008752c-1591-43c7-b276-cb8cfce29bbf'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:01:36.854817 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aace2e-0cd1-4bbf-8e90-6d88ebcb186c None None] Routers {'9008752c-1591-43c7-b276-cb8cfce29bbf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:36.856244 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b0aace2e-0cd1-4bbf-8e90-6d88ebcb186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9008752c-1591-43c7-b276-cb8cfce29bbf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:37.044894 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b0aace2e-0cd1-4bbf-8e90-6d88ebcb186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:37.045210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33632) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:37.065265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-165050139', 'description': 'tempest-secgroup-smoke-165050139 description', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:37.073587 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aace2e-0cd1-4bbf-8e90-6d88ebcb186c None None] Routers {'9008752c-1591-43c7-b276-cb8cfce29bbf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:37.075429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b0aace2e-0cd1-4bbf-8e90-6d88ebcb186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9008752c-1591-43c7-b276-cb8cfce29bbf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:37.156090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:37.171612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:37.186479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:37.227411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:37.255125 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.284606 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.307587 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b0aace2e-0cd1-4bbf-8e90-6d88ebcb186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:37.311358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aace2e-0cd1-4bbf-8e90-6d88ebcb186c None None] The sync data for ids ['9008752c-1591-43c7-b276-cb8cfce29bbf'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:01:37.377291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:37.388283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:37.390290 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.395055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:37.422374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:37.638648 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ddc3c4c4-bb6f-4b8c-9b9a-d5ce4d905c5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.643224 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ddc3c4c4-bb6f-4b8c-9b9a-d5ce4d905c5f tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/ports/e6c0726a-e21f-4125-b490-1c0319a4ed03 HTTP/1.1" status: 204 len: 168 time: 7.4809496 Feb 04 16:01:37.646565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33650) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:37.652163 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.730953 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.812457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Port': ['ID=489e873b-4d4c-4a47-8df3-268c1c10fa33,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:37.828740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b38e3e0-1203-445e-b71b-25db4fac55b3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:37.846826 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:37.851944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:37.859299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:37.867091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:37.940022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network a5058263-91eb-4133-b233-819a1f65f6c9 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:37.980099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:38.308610 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.334442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c5d16-0bb3-4690-aba9-222c00a22b2c req-06730ebc-eb90-4179-bd36-18667a39edc8 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:38.336022 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-785c5d16-0bb3-4690-aba9-222c00a22b2c req-06730ebc-eb90-4179-bd36-18667a39edc8 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.9900339 Feb 04 16:01:38.336781 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.377394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b58234-0942-4a3d-9af6-1763cf8dae61 req-28a042d6-ce87-4085-b589-33d973a14f45 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:38.384403 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6b58234-0942-4a3d-9af6-1763cf8dae61 req-28a042d6-ce87-4085-b589-33d973a14f45 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 1.0347803 Feb 04 16:01:38.494310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834047c2-e56f-49e4-9e40-ff4cbc3cc934,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:38.498197 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.510038 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-66bf72db-f53e-42cb-bb3d-b57367f86f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.4554191 Feb 04 16:01:38.568989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c1cca347-2b79-45b1-8aa6-c383a0debba2 None None] Provisioning complete for port 489e873b-4d4c-4a47-8df3-268c1c10fa33 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:38.569618 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1cca347-2b79-45b1-8aa6-c383a0debba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.613561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33662) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:38.620795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-03f70492-17f6-4d45-93a2-e027dea0be39 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': '834047c2-e56f-49e4-9e40-ff4cbc3cc934', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:38.678762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-03f70492-17f6-4d45-93a2-e027dea0be39 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:38.687506 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-03f70492-17f6-4d45-93a2-e027dea0be39 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:38.698312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-03f70492-17f6-4d45-93a2-e027dea0be39 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:38.708166 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c1cca347-2b79-45b1-8aa6-c383a0debba2 None None] Port 489e873b-4d4c-4a47-8df3-268c1c10fa33 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:01:38.718275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-03f70492-17f6-4d45-93a2-e027dea0be39 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:38.758622 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-03f70492-17f6-4d45-93a2-e027dea0be39 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.807046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-785c5d16-0bb3-4690-aba9-222c00a22b2c req-01a3078e-be6f-41ed-9315-868dc01974ac tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4572349 Feb 04 16:01:38.839132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6b58234-0942-4a3d-9af6-1763cf8dae61 req-c4bf2af3-fdd4-47a2-a3ea-ad1bab5e9b3f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379390 Feb 04 16:01:38.953344 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dffa6fc9-bc65-4923-8858-70ea16e21513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.066131 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-03f70492-17f6-4d45-93a2-e027dea0be39 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.071840 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a84086b-35af-43b8-99ff-49bb1227b490 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.223037 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-03f70492-17f6-4d45-93a2-e027dea0be39 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.252806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:01:39.294584 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f70492-17f6-4d45-93a2-e027dea0be39 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70e3ebd-7ba7-4b55-ba99-5f972acc08b1,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:39.366428 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-03f70492-17f6-4d45-93a2-e027dea0be39 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.368544 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-03f70492-17f6-4d45-93a2-e027dea0be39 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7540221 Feb 04 16:01:39.371870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33674) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:39.385776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-21e8e2dd-91f2-48e4-8982-7f952aa6b967 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': '834047c2-e56f-49e4-9e40-ff4cbc3cc934', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:39.397273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-21e8e2dd-91f2-48e4-8982-7f952aa6b967 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:39.401736 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-21e8e2dd-91f2-48e4-8982-7f952aa6b967 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:39.407731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-21e8e2dd-91f2-48e4-8982-7f952aa6b967 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:39.416505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-21e8e2dd-91f2-48e4-8982-7f952aa6b967 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:39.481723 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21e8e2dd-91f2-48e4-8982-7f952aa6b967 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.666618 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21e8e2dd-91f2-48e4-8982-7f952aa6b967 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.675930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:39.678082 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21e8e2dd-91f2-48e4-8982-7f952aa6b967 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.697879 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Sync routers for ids ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:01:39.712466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8e2dd-91f2-48e4-8982-7f952aa6b967 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2025c1-34db-4000-96bd-590aa3d28b12,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:39.722971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-79d7f858-b714-4928-9030-cd76d80c3bcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "PUT /v2.0/routers/118f5ca4-551c-47b1-9cd9-8e63cbf1d066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5561228 Feb 04 16:01:39.725314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33678) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:39.732133 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Routers {'118f5ca4-551c-47b1-9cd9-8e63cbf1d066'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:39.734242 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:39.752672 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-21e8e2dd-91f2-48e4-8982-7f952aa6b967 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.754367 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-21e8e2dd-91f2-48e4-8982-7f952aa6b967 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3740618 Feb 04 16:01:39.760491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33682) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:39.825711 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2d5f97f0-9ffc-4686-bf43-785c934442cb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': '834047c2-e56f-49e4-9e40-ff4cbc3cc934', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:39.844597 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2d5f97f0-9ffc-4686-bf43-785c934442cb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:40.072165 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c1b1a-4b36-4a83-9928-7841cfd4e1e8 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.072542 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c1b1a-4b36-4a83-9928-7841cfd4e1e8 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.072903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c1b1a-4b36-4a83-9928-7841cfd4e1e8 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.075030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c1b1a-4b36-4a83-9928-7841cfd4e1e8 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.075431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c1b1a-4b36-4a83-9928-7841cfd4e1e8 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.075796 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c1b1a-4b36-4a83-9928-7841cfd4e1e8 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.076166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c1b1a-4b36-4a83-9928-7841cfd4e1e8 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.080398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c1b1a-4b36-4a83-9928-7841cfd4e1e8 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.082579 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-037c1b1a-4b36-4a83-9928-7841cfd4e1e8 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5680 time: 0.3559155 Feb 04 16:01:40.090484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33690) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:40.097998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2d5f97f0-9ffc-4686-bf43-785c934442cb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:40.182646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2d5f97f0-9ffc-4686-bf43-785c934442cb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:40.197392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2d5f97f0-9ffc-4686-bf43-785c934442cb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:40.232011 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Set router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:01:40.245028 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d5f97f0-9ffc-4686-bf43-785c934442cb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.252441 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.390216 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.419689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3a84086b-35af-43b8-99ff-49bb1227b490 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting port 2c8b3db6-cf78-4d3c-916b-f6362a5b5cbd {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:40.420279 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a84086b-35af-43b8-99ff-49bb1227b490 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.496876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e37ed6-3079-49f1-9b97-c0f02a98dfaf tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.497245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e37ed6-3079-49f1-9b97-c0f02a98dfaf tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.500540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e37ed6-3079-49f1-9b97-c0f02a98dfaf tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.501109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e37ed6-3079-49f1-9b97-c0f02a98dfaf tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.501568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e37ed6-3079-49f1-9b97-c0f02a98dfaf tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.502530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e37ed6-3079-49f1-9b97-c0f02a98dfaf tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.502890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e37ed6-3079-49f1-9b97-c0f02a98dfaf tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.507860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e37ed6-3079-49f1-9b97-c0f02a98dfaf tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.509862 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-18e37ed6-3079-49f1-9b97-c0f02a98dfaf tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5193 time: 0.4182622 Feb 04 16:01:40.548561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33712) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:40.763757 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d5f97f0-9ffc-4686-bf43-785c934442cb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.801674 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d5f97f0-9ffc-4686-bf43-785c934442cb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.809535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a84086b-35af-43b8-99ff-49bb1227b490 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.004701 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:21Z', 'updated_at': '2022-02-04T16:01:35Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:22Z', 'updated_at': '2022-02-04T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '489e873b-4d4c-4a47-8df3-268c1c10fa33', 'name': '', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:60:bf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:31Z', 'updated_at': '2022-02-04T16:01:36Z', 'revision_number': 2, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:41.027894 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Checking router: 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:01:41.028408 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Updating router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 port 489e873b-4d4c-4a47-8df3-268c1c10fa33 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:01:41.105900 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d5f97f0-9ffc-4686-bf43-785c934442cb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.124642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2d5f97f0-9ffc-4686-bf43-785c934442cb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3625355 Feb 04 16:01:41.128446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33722) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:41.171475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9269b2a5-3aa8-43fc-9646-ead97f28bafd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': '834047c2-e56f-49e4-9e40-ff4cbc3cc934', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:41.217405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f97f0-9ffc-4686-bf43-785c934442cb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93386c2-0b61-4fd0-a4de-0363fd1e82fa,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:41.249923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9269b2a5-3aa8-43fc-9646-ead97f28bafd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:41.252526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3a84086b-35af-43b8-99ff-49bb1227b490 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Calling delete_port for 2c8b3db6-cf78-4d3c-916b-f6362a5b5cbd owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:41.259652 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.280455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9269b2a5-3aa8-43fc-9646-ead97f28bafd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:41.294434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9269b2a5-3aa8-43fc-9646-ead97f28bafd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:41.320062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9269b2a5-3aa8-43fc-9646-ead97f28bafd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:41.402070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d01a9-b9e3-47f2-96e4-2e11ebfa51eb req-b8b6bea9-219f-4a59-adb9-6ffd23b7bbab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:41.403665 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe7d01a9-b9e3-47f2-96e4-2e11ebfa51eb req-b8b6bea9-219f-4a59-adb9-6ffd23b7bbab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 1.0476677 Feb 04 16:01:41.484404 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.504406 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9269b2a5-3aa8-43fc-9646-ead97f28bafd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.675946 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.704233 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a84086b-35af-43b8-99ff-49bb1227b490 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.793355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84086b-35af-43b8-99ff-49bb1227b490 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Port': ['ID=2c8b3db6-cf78-4d3c-916b-f6362a5b5cbd,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:41.906491 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe7d01a9-b9e3-47f2-96e4-2e11ebfa51eb req-7fb44506-d009-4494-85aa-992ed26e0aae tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4815285 Feb 04 16:01:42.074335 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9269b2a5-3aa8-43fc-9646-ead97f28bafd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.081594 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e417c971-d211-4e79-a4bf-b74d08cf87e9 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4486 time: 1.5317645 Feb 04 16:01:42.084818 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9269b2a5-3aa8-43fc-9646-ead97f28bafd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.142476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269b2a5-3aa8-43fc-9646-ead97f28bafd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b876729-41fa-45b7-bf3b-1761c13cc053,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:42.194006 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9269b2a5-3aa8-43fc-9646-ead97f28bafd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.195552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9269b2a5-3aa8-43fc-9646-ead97f28bafd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0490882 Feb 04 16:01:42.199616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33750) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:42.219719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-bab5cdab-bf60-4459-b0f7-a007a5c46a3a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': '834047c2-e56f-49e4-9e40-ff4cbc3cc934', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:42.248852 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bab5cdab-bf60-4459-b0f7-a007a5c46a3a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:42.256569 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.265076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bab5cdab-bf60-4459-b0f7-a007a5c46a3a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:42.269034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bab5cdab-bf60-4459-b0f7-a007a5c46a3a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:42.276844 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Transition to ACTIVE for port object 489e873b-4d4c-4a47-8df3-268c1c10fa33 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:42.286557 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.310150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bab5cdab-bf60-4459-b0f7-a007a5c46a3a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:42.340569 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-bab5cdab-bf60-4459-b0f7-a007a5c46a3a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Project d7ff7bfbfb3140b590e1ea986a3aedc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:01:42.357037 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bab5cdab-bf60-4459-b0f7-a007a5c46a3a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.382693 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899af298-a3bc-406c-a4a6-c6d0f4e76d37 None None] Pushing event updated for resources: {'Port': ['ID=489e873b-4d4c-4a47-8df3-268c1c10fa33,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:42.493064 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bab5cdab-bf60-4459-b0f7-a007a5c46a3a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.499592 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bab5cdab-bf60-4459-b0f7-a007a5c46a3a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.528186 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a84086b-35af-43b8-99ff-49bb1227b490 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.583412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5cdab-bf60-4459-b0f7-a007a5c46a3a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5690aa-5ded-4aef-a326-d486634a03a8,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:42.603577 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bab5cdab-bf60-4459-b0f7-a007a5c46a3a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.604912 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bab5cdab-bf60-4459-b0f7-a007a5c46a3a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4040322 Feb 04 16:01:42.609593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33770) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:42.619927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b6101d7c-004d-499d-91b4-51b17d60cbb4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': '834047c2-e56f-49e4-9e40-ff4cbc3cc934', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:42.642307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b6101d7c-004d-499d-91b4-51b17d60cbb4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:42.655203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b6101d7c-004d-499d-91b4-51b17d60cbb4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:42.670525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b6101d7c-004d-499d-91b4-51b17d60cbb4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:42.690666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b6101d7c-004d-499d-91b4-51b17d60cbb4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:42.706375 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-b6101d7c-004d-499d-91b4-51b17d60cbb4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Project d7ff7bfbfb3140b590e1ea986a3aedc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:01:42.720150 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b6101d7c-004d-499d-91b4-51b17d60cbb4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.929021 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b6101d7c-004d-499d-91b4-51b17d60cbb4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.933680 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b6101d7c-004d-499d-91b4-51b17d60cbb4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.979510 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Attempting to bind port 489e873b-4d4c-4a47-8df3-268c1c10fa33 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:42.979879 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Attempting to bind port 489e873b-4d4c-4a47-8df3-268c1c10fa33 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '35e15a29-f9c2-4705-a7b5-a3c849c8ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:42.985717 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Attempting to bind port 489e873b-4d4c-4a47-8df3-268c1c10fa33 on network a5058263-91eb-4133-b233-819a1f65f6c9 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:43.012003 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:01:43.012904 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Checking segment: {'id': '35e15a29-f9c2-4705-a7b5-a3c849c8ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:43.016141 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.016875 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Bound using segment: {'id': '35e15a29-f9c2-4705-a7b5-a3c849c8ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:01:43.018346 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Bound port: 489e873b-4d4c-4a47-8df3-268c1c10fa33, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e15a29-f9c2-4705-a7b5-a3c849c8ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:43.018940 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.048263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6101d7c-004d-499d-91b4-51b17d60cbb4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5e3dcc-eb99-44f0-bcfc-b5744f8b71d7,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:43.061344 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b6101d7c-004d-499d-91b4-51b17d60cbb4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.068052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b6101d7c-004d-499d-91b4-51b17d60cbb4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4567163 Feb 04 16:01:43.071384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33782) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:43.097751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'network': {'name': 'tempest-network-smoke--897571113', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'port_security_enabled': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:43.109258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:43.132337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:network and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:43.142489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:43.180228 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:43.211006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Made reservation on behalf of d7ff7bfbfb3140b590e1ea986a3aedc3 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:43.223144 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.300044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33786) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:43.313006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9ab6da63-6417-4e96-b4ed-638eefb566c3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581876638', 'description': 'tempest-secgroup-smoke-581876638 description', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:43.323698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:01:43.330077 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] For port 489e873b-4d4c-4a47-8df3-268c1c10fa33, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:43.332314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9ab6da63-6417-4e96-b4ed-638eefb566c3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:43.339000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9ab6da63-6417-4e96-b4ed-638eefb566c3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:43.344561 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] For port 489e873b-4d4c-4a47-8df3-268c1c10fa33, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=489e873b-4d4c-4a47-8df3-268c1c10fa33,segment=NetworkSegment(35e15a29-f9c2-4705-a7b5-a3c849c8ca36),segment_id=35e15a29-f9c2-4705-a7b5-a3c849c8ca36)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:43.346205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9ab6da63-6417-4e96-b4ed-638eefb566c3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:43.351324 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.352072 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.352630 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Added segment f4531566-53c9-4291-b52f-13a7f587ec21 of type vlan for network 97b01a47-5989-40d6-845d-397228b6b38d Feb 04 16:01:43.366342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9ab6da63-6417-4e96-b4ed-638eefb566c3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:43.468045 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ab6da63-6417-4e96-b4ed-638eefb566c3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.514891 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.621651 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Routers {'118f5ca4-551c-47b1-9cd9-8e63cbf1d066'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:43.628272 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:43.666223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9ab6da63-6417-4e96-b4ed-638eefb566c3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:43.683050 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.688052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:43.688726 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.696557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9ab6da63-6417-4e96-b4ed-638eefb566c3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:43.749755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb103-0ea6-43af-a29a-a7efa15917c8 req-8c40299d-f37d-48bb-8d44-79eabfe22aae tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:43.756056 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-670eb103-0ea6-43af-a29a-a7efa15917c8 req-8c40299d-f37d-48bb-8d44-79eabfe22aae tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.3814278 Feb 04 16:01:43.774899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9ab6da63-6417-4e96-b4ed-638eefb566c3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:43.834241 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899af298-a3bc-406c-a4a6-c6d0f4e76d37 None None] Pushing event updated for resources: {'Port': ['ID=489e873b-4d4c-4a47-8df3-268c1c10fa33,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:44.173789 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] Set router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:01:44.247409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a84086b-35af-43b8-99ff-49bb1227b490 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router 9008752c-1591-43c7-b276-cb8cfce29bbf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:01:44.262613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9ab6da63-6417-4e96-b4ed-638eefb566c3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:44.478785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ab6da63-6417-4e96-b4ed-638eefb566c3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.488621 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4142976 Feb 04 16:01:44.490820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33796) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:44.528755 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ab6da63-6417-4e96-b4ed-638eefb566c3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.540415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'admin_state_up': True, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:44.564681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:44.574795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:router and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:44.584105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:44.597514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:44.695455 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.696595 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.726191 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:21Z', 'updated_at': '2022-02-04T16:01:35Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:22Z', 'updated_at': '2022-02-04T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '489e873b-4d4c-4a47-8df3-268c1c10fa33', 'name': '', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:60:bf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:31Z', 'updated_at': '2022-02-04T16:01:43Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:44.735639 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97041f0-edf4-4fe9-b15a-bfeef6b4006d None None] The sync data for ids ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'] in n-d-827872-1 is: [{'id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:21Z', 'updated_at': '2022-02-04T16:01:35Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:22Z', 'updated_at': '2022-02-04T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '489e873b-4d4c-4a47-8df3-268c1c10fa33', 'name': '', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:60:bf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:31Z', 'updated_at': '2022-02-04T16:01:43Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:01:44.746907 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c896307-2a22-4de6-a7eb-610b0f95873e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Network': ['ID=97b01a47-5989-40d6-845d-397228b6b38d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:44.790958 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 97b01a47-5989-40d6-845d-397228b6b38d details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:01:44.835403 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ab6da63-6417-4e96-b4ed-638eefb566c3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.848672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9ab6da63-6417-4e96-b4ed-638eefb566c3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.5435233 Feb 04 16:01:44.854354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33800) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:44.886618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-661de455-0f18-48bc-869f-cfd1ba1aa65e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': '53f94941-d9b2-4feb-9811-334d4a588776', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:44.910462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-661de455-0f18-48bc-869f-cfd1ba1aa65e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:44.915836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6da63-6417-4e96-b4ed-638eefb566c3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f94941-d9b2-4feb-9811-334d4a588776,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:44.936671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-670eb103-0ea6-43af-a29a-a7efa15917c8 req-67398362-4b76-4692-9f2f-83fbb1ffb80c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1563416 Feb 04 16:01:44.950065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-661de455-0f18-48bc-869f-cfd1ba1aa65e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:44.956318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-661de455-0f18-48bc-869f-cfd1ba1aa65e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:44.982553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-661de455-0f18-48bc-869f-cfd1ba1aa65e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:44.986624 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.036976 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-661de455-0f18-48bc-869f-cfd1ba1aa65e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.225317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a84086b-35af-43b8-99ff-49bb1227b490 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:45.238596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bcf895-a965-4e34-b37d-334f2ea06d53 None None] Sync routers for ids ['9008752c-1591-43c7-b276-cb8cfce29bbf'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:01:45.251828 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3a84086b-35af-43b8-99ff-49bb1227b490 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "PUT /v2.0/routers/9008752c-1591-43c7-b276-cb8cfce29bbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6019511 Feb 04 16:01:45.254638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33804) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:45.267216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bcf895-a965-4e34-b37d-334f2ea06d53 None None] Routers {'9008752c-1591-43c7-b276-cb8cfce29bbf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:45.267989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-08bcf895-a965-4e34-b37d-334f2ea06d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9008752c-1591-43c7-b276-cb8cfce29bbf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:45.454087 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.475315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-08bcf895-a965-4e34-b37d-334f2ea06d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:45.504411 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bcf895-a965-4e34-b37d-334f2ea06d53 None None] Routers {'9008752c-1591-43c7-b276-cb8cfce29bbf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:45.505055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-08bcf895-a965-4e34-b37d-334f2ea06d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9008752c-1591-43c7-b276-cb8cfce29bbf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:45.520710 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-661de455-0f18-48bc-869f-cfd1ba1aa65e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.573517 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-661de455-0f18-48bc-869f-cfd1ba1aa65e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.678889 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.689574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661de455-0f18-48bc-869f-cfd1ba1aa65e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5d67c5-21c2-4d0d-8cb1-e13ae9df3428,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:45.703632 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-661de455-0f18-48bc-869f-cfd1ba1aa65e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.707845 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-661de455-0f18-48bc-869f-cfd1ba1aa65e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8500092 Feb 04 16:01:45.712029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33812) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:45.778584 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-08bcf895-a965-4e34-b37d-334f2ea06d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:45.779276 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bcf895-a965-4e34-b37d-334f2ea06d53 None None] The sync data for ids ['9008752c-1591-43c7-b276-cb8cfce29bbf'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:01:45.841047 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-358bd2e5-8d89-4039-a01a-548fec7eda4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': '53f94941-d9b2-4feb-9811-334d4a588776', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:45.880904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-358bd2e5-8d89-4039-a01a-548fec7eda4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:45.893143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-358bd2e5-8d89-4039-a01a-548fec7eda4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:45.909908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-358bd2e5-8d89-4039-a01a-548fec7eda4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:45.949374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-358bd2e5-8d89-4039-a01a-548fec7eda4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:46.043315 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-358bd2e5-8d89-4039-a01a-548fec7eda4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.223609 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.236159 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-358bd2e5-8d89-4039-a01a-548fec7eda4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.246669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting port 2c370310-58a8-4029-8044-96403b47ef3e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:46.247074 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.258742 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-358bd2e5-8d89-4039-a01a-548fec7eda4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.419399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bd2e5-8d89-4039-a01a-548fec7eda4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2f75a2-7af5-4dbb-9498-7ae91710e279,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:46.534587 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.567374 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-358bd2e5-8d89-4039-a01a-548fec7eda4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.572495 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-358bd2e5-8d89-4039-a01a-548fec7eda4b tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7396057 Feb 04 16:01:46.574687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33820) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:46.590428 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-c57dc090-2c11-486f-8c69-fba8b42b9ded tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': '53f94941-d9b2-4feb-9811-334d4a588776', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:46.594846 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.601532 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.673547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c57dc090-2c11-486f-8c69-fba8b42b9ded tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:46.708526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c57dc090-2c11-486f-8c69-fba8b42b9ded tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:46.715471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c57dc090-2c11-486f-8c69-fba8b42b9ded tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:46.751020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3583f-dbba-4363-84fa-2601b2260627 req-955e2aca-66a9-4eba-ac08-5634372c8baa tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:46.759012 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cc3583f-dbba-4363-84fa-2601b2260627 req-955e2aca-66a9-4eba-ac08-5634372c8baa tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.4355571 Feb 04 16:01:46.831566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c57dc090-2c11-486f-8c69-fba8b42b9ded tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:46.939195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 489e873b-4d4c-4a47-8df3-268c1c10fa33 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:46.984012 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cc3583f-dbba-4363-84fa-2601b2260627 req-e4765cfe-efe3-4d85-9e7c-b38acb07c3e2 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238181 Feb 04 16:01:46.990543 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c57dc090-2c11-486f-8c69-fba8b42b9ded tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.063800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Calling delete_port for 2c370310-58a8-4029-8044-96403b47ef3e owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:47.172498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.25.0.30 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/e226fa6b-b54e-4b51-8f8b-b443a0ea70a3) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:47.195868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 489e873b-4d4c-4a47-8df3-268c1c10fa33 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:47.219467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 489e873b-4d4c-4a47-8df3-268c1c10fa33 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:47.220159 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.372532 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.409228 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c57dc090-2c11-486f-8c69-fba8b42b9ded tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.418445 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c57dc090-2c11-486f-8c69-fba8b42b9ded tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.455284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Port': ['ID=2c370310-58a8-4029-8044-96403b47ef3e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:47.457927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57dc090-2c11-486f-8c69-fba8b42b9ded tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c395bc3-a71b-46e5-bed9-d6d488935c9d,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:47.503896 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.510449 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c57dc090-2c11-486f-8c69-fba8b42b9ded tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.512038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c57dc090-2c11-486f-8c69-fba8b42b9ded tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9355910 Feb 04 16:01:47.515920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33830) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:47.531562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-02e6c99e-a16b-4ba5-8d6f-f988b8fb2663 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': '53f94941-d9b2-4feb-9811-334d4a588776', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:47.539072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-02e6c99e-a16b-4ba5-8d6f-f988b8fb2663 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:47.544681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-02e6c99e-a16b-4ba5-8d6f-f988b8fb2663 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:47.549056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-02e6c99e-a16b-4ba5-8d6f-f988b8fb2663 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:47.559794 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-02e6c99e-a16b-4ba5-8d6f-f988b8fb2663 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:47.581218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 489e873b-4d4c-4a47-8df3-268c1c10fa33, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=489e873b-4d4c-4a47-8df3-268c1c10fa33,segment=NetworkSegment(35e15a29-f9c2-4705-a7b5-a3c849c8ca36),segment_id=35e15a29-f9c2-4705-a7b5-a3c849c8ca36)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:47.587219 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.593410 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.598564 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-02e6c99e-a16b-4ba5-8d6f-f988b8fb2663 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.692226 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:47.692792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:47.692918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:47.693464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:47.693908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:47.696943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:47.697288 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:47.702246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:47.703983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:47.704399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:47.706190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:47.710734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=489e873b-4d4c-4a47-8df3-268c1c10fa33,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:47.719056 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.828999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=e226fa6b-b54e-4b51-8f8b-b443a0ea70a3,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:47.833006 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-02e6c99e-a16b-4ba5-8d6f-f988b8fb2663 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.839451 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-02e6c99e-a16b-4ba5-8d6f-f988b8fb2663 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.845040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:47.872398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6c99e-a16b-4ba5-8d6f-f988b8fb2663 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f06b7f-0106-4fec-9655-c82584e37618,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:47.876030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:47.880270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:01:47.917030 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.957091 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-02e6c99e-a16b-4ba5-8d6f-f988b8fb2663 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.961593 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-02e6c99e-a16b-4ba5-8d6f-f988b8fb2663 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4443197 Feb 04 16:01:47.964435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33834) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:47.970798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a6ad10e1-868e-4191-8cc2-bcca314161a1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': '53f94941-d9b2-4feb-9811-334d4a588776', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:48.004454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a6ad10e1-868e-4191-8cc2-bcca314161a1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:48.009437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a6ad10e1-868e-4191-8cc2-bcca314161a1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:48.023208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a6ad10e1-868e-4191-8cc2-bcca314161a1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:48.034750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a6ad10e1-868e-4191-8cc2-bcca314161a1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:48.079975 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-a6ad10e1-868e-4191-8cc2-bcca314161a1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Project 0d5ce1deda6c431b892eca6721c0eb4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:01:48.184531 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6ad10e1-868e-4191-8cc2-bcca314161a1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.456066 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6ad10e1-868e-4191-8cc2-bcca314161a1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.462532 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6ad10e1-868e-4191-8cc2-bcca314161a1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.500692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad10e1-868e-4191-8cc2-bcca314161a1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8094ac58-0c19-44ec-9ed9-b1b53132b70d,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:48.556572 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6ad10e1-868e-4191-8cc2-bcca314161a1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.561928 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a6ad10e1-868e-4191-8cc2-bcca314161a1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5933454 Feb 04 16:01:48.563281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33848) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:48.573395 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-ee7089dd-60c4-47ad-ae80-7582d547b168 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'security_group_rule': {'security_group_id': '53f94941-d9b2-4feb-9811-334d4a588776', 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:48.590100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa87ee8-77e3-4f63-bc8b-1527303c1432 req-415bf362-c383-4c0a-a834-f4196f43bcff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:48.592296 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aaa87ee8-77e3-4f63-bc8b-1527303c1432 req-415bf362-c383-4c0a-a834-f4196f43bcff tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.3006632 Feb 04 16:01:48.593518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ee7089dd-60c4-47ad-ae80-7582d547b168 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:48.607522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ee7089dd-60c4-47ad-ae80-7582d547b168 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:security_group_rule and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:48.661254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ee7089dd-60c4-47ad-ae80-7582d547b168 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:48.666944 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aaa87ee8-77e3-4f63-bc8b-1527303c1432 req-bbd48bd2-1dbf-4443-ba65-011535ac2940 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642102 Feb 04 16:01:48.672327 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.673392 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.675868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ee7089dd-60c4-47ad-ae80-7582d547b168 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:48.891597 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 489e873b-4d4c-4a47-8df3-268c1c10fa33 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:48.936088 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.948456 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.004593 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.005153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Fanout notify agent at l3_agent the message router_deleted on router 9008752c-1591-43c7-b276-cb8cfce29bbf {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:01:49.029878 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-ee7089dd-60c4-47ad-ae80-7582d547b168 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Project 0d5ce1deda6c431b892eca6721c0eb4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:01:49.058484 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.060631 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4403ad4a-aee3-4108-bf6c-5f504b3f5b80 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/routers/9008752c-1591-43c7-b276-cb8cfce29bbf HTTP/1.1" status: 204 len: 168 time: 3.8036711 Feb 04 16:01:49.064821 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ee7089dd-60c4-47ad-ae80-7582d547b168 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.071225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33856) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:49.184169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 489e873b-4d4c-4a47-8df3-268c1c10fa33 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:49.184586 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ee7089dd-60c4-47ad-ae80-7582d547b168 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.185187 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.192330 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ee7089dd-60c4-47ad-ae80-7582d547b168 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.213504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7089dd-60c4-47ad-ae80-7582d547b168 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0596a0b6-d3a7-4039-8e96-b16cfb5ddb1e,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:49.337020 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ee7089dd-60c4-47ad-ae80-7582d547b168 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.350541 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ee7089dd-60c4-47ad-ae80-7582d547b168 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7773635 Feb 04 16:01:49.488104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-939ffee8-2589-49c1-9f5a-7207d44c1597 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting subnet eca9cb86-abc8-46ea-ae8d-a72d8ddf1adb {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:01:49.491642 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-939ffee8-2589-49c1-9f5a-7207d44c1597 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.519681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:01:49.596229 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-939ffee8-2589-49c1-9f5a-7207d44c1597 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.602453 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.778041 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-939ffee8-2589-49c1-9f5a-7207d44c1597 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.832513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-29fc66ae-7ba6-4bd0-8cdd-06d4d7b930e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:49.877632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-29fc66ae-7ba6-4bd0-8cdd-06d4d7b930e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:49.878796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-29fc66ae-7ba6-4bd0-8cdd-06d4d7b930e7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581876638&fields=id&tenant_id=0d5ce1deda6c431b892eca6721c0eb4a HTTP/1.1" status: 200 len: 267 time: 0.2215140 Feb 04 16:01:49.894318 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-939ffee8-2589-49c1-9f5a-7207d44c1597 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.974350 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b9ee0d-6d90-4bd8-a717-bfa95c0c45e2 None None] Network 6c515923-efd9-4bb2-b982-33ed8a714d99 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:01:49.975105 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-939ffee8-2589-49c1-9f5a-7207d44c1597 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:50.000748 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-939ffee8-2589-49c1-9f5a-7207d44c1597 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/subnets/eca9cb86-abc8-46ea-ae8d-a72d8ddf1adb HTTP/1.1" status: 204 len: 168 time: 0.9270039 Feb 04 16:01:50.003766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33880) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:50.012084 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ffee8-2589-49c1-9f5a-7207d44c1597 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Subnet': ['ID=eca9cb86-abc8-46ea-ae8d-a72d8ddf1adb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:50.438514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafa7c5-364d-4365-bdd7-e4ac31b774f2 req-a9f61611-0b8f-42c3-bfb6-b27a5bae15f0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:50.440013 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6eafa7c5-364d-4365-bdd7-e4ac31b774f2 req-a9f61611-0b8f-42c3-bfb6-b27a5bae15f0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.3766789 Feb 04 16:01:50.458404 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:50.508283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb0930b-3650-4ef0-b2cb-37b56d970bfd None None] DHCP port deletion for 6c515923-efd9-4bb2-b982-33ed8a714d99 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:01:50.514272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-beb0930b-3650-4ef0-b2cb-37b56d970bfd None None] Deleting port e65ada18-80f6-49d7-b23f-44deebb74f22 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:50.515131 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-beb0930b-3650-4ef0-b2cb-37b56d970bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:50.537368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6eafa7c5-364d-4365-bdd7-e4ac31b774f2 req-d235bedc-f7c0-4deb-b91d-53e779684e1c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728533 Feb 04 16:01:50.565529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:50.567535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting port e65ada18-80f6-49d7-b23f-44deebb74f22 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:50.567864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:50.578533 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Sync routers for ids ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:01:50.599302 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Routers {'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:50.599929 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:50.735929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-67a260c7-eb3f-497a-acaa-24781754cb87 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:50.743051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-67a260c7-eb3f-497a-acaa-24781754cb87 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:50.770103 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:50.771371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ad118e51-0292-47c4-ba65-0792778b2d62 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.2474384 Feb 04 16:01:50.774905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33890) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:50.912013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e65ada18-80f6-49d7-b23f-44deebb74f22 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:50.946399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] For port e65ada18-80f6-49d7-b23f-44deebb74f22, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e65ada18-80f6-49d7-b23f-44deebb74f22,segment=NetworkSegment(093e904a-8229-497a-a101-447f0e36fc2f),segment_id=093e904a-8229-497a-a101-447f0e36fc2f)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:50.946953 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:51.082679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Calling delete_port for e65ada18-80f6-49d7-b23f-44deebb74f22 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:51.167056 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:51.228768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Port': ['ID=e65ada18-80f6-49d7-b23f-44deebb74f22,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:51.236229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-67a260c7-eb3f-497a-acaa-24781754cb87 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:51.241503 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Set router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:01:51.243435 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-67a260c7-eb3f-497a-acaa-24781754cb87 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/networks?id=a5058263-91eb-4133-b233-819a1f65f6c9 HTTP/1.1" status: 200 len: 797 time: 1.2512441 Feb 04 16:01:51.250693 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fa732e6d-7975-4917-9fdf-bf98b8f01e22 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d7ff7bfbfb3140b590e1ea986a3aedc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4744780 Feb 04 16:01:51.253430 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33896) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:51.255078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-beb0930b-3650-4ef0-b2cb-37b56d970bfd None None] For port e65ada18-80f6-49d7-b23f-44deebb74f22, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e65ada18-80f6-49d7-b23f-44deebb74f22,segment=NetworkSegment(093e904a-8229-497a-a101-447f0e36fc2f),segment_id=093e904a-8229-497a-a101-447f0e36fc2f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:51.256581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] No DVR routers for this DVR port e65ada18-80f6-49d7-b23f-44deebb74f22 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:51.257333 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-beb0930b-3650-4ef0-b2cb-37b56d970bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:51.294467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No active binding found for port e65ada18-80f6-49d7-b23f-44deebb74f22 {{(pid=83552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 16:01:51.295858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e65ada18-80f6-49d7-b23f-44deebb74f22 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:51.404142 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-abdadc55-edfd-447d-a9d6-0fb017b44a57 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/quotas/0d5ce1deda6c431b892eca6721c0eb4a HTTP/1.1" status: 200 len: 375 time: 0.1573408 Feb 04 16:01:51.595517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-beb0930b-3650-4ef0-b2cb-37b56d970bfd None None] Calling delete_port for e65ada18-80f6-49d7-b23f-44deebb74f22 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:51.710330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27883bd6-be9f-40e8-96d9-13946fa99887 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:51.717685 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-27883bd6-be9f-40e8-96d9-13946fa99887 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4620464 Feb 04 16:01:51.718441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33904) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:51.798633 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1134a24c-f854-4c47-acde-6f3e523f2df2 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0728669 Feb 04 16:01:51.801258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33910) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:51.803752 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-beb0930b-3650-4ef0-b2cb-37b56d970bfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:01:51.804338 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-beb0930b-3650-4ef0-b2cb-37b56d970bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:01:51.831936 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1248176503', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:51.945004 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.045822 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:44Z', 'updated_at': '2022-02-04T16:01:48Z', 'revision_number': 3, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:46Z', 'updated_at': '2022-02-04T16:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:52.051334 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Checking router: c80f8f0c-a17e-4caf-bf89-bcc2253aef5d for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:01:52.051876 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Updating router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d port e226fa6b-b54e-4b51-8f8b-b443a0ea70a3 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:01:52.128216 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.151821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c515923-efd9-4bb2-b982-33ed8a714d99']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:52.162988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:52.173070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:subnet and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:52.177330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:52.189088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:52.205761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093e904a-8229-497a-a101-447f0e36fc2f') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:52.206026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093e904a-8229-497a-a101-447f0e36fc2f') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:52.213806 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Made reservation on behalf of d7ff7bfbfb3140b590e1ea986a3aedc3 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:52.252516 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.287518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-d7046bf9-47c8-4cd6-8ac7-b853e3eaf8ec tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:52.292275 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.306262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-beb0930b-3650-4ef0-b2cb-37b56d970bfd None None] Deleting port e65ada18-80f6-49d7-b23f-44deebb74f22 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:52.307606 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-beb0930b-3650-4ef0-b2cb-37b56d970bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.324387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:01:52.324776 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:01:52.364846 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:01:52.447313 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.454003 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-beb0930b-3650-4ef0-b2cb-37b56d970bfd None None] The port 'e65ada18-80f6-49d7-b23f-44deebb74f22' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:01:52.506746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-d7046bf9-47c8-4cd6-8ac7-b853e3eaf8ec tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:52.506746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-d7046bf9-47c8-4cd6-8ac7-b853e3eaf8ec tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0995052 Feb 04 16:01:52.518259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de42b9f-ac82-4b8d-bf53-4adf957d2fb4 req-258704df-4ee8-4156-ae64-34c18f5cceef tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:52.518532 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de42b9f-ac82-4b8d-bf53-4adf957d2fb4 req-258704df-4ee8-4156-ae64-34c18f5cceef tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.5420372 Feb 04 16:01:52.676097 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.753348 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.945799 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.970869 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Transition to ACTIVE for port object e226fa6b-b54e-4b51-8f8b-b443a0ea70a3 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:52.990198 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.990602 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:53.051105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-1aa32d5b-87d0-48a6-b195-5370c1bdef4d service neutron] 10.222.0.60 "GET /v2.0/networks/a5058263-91eb-4133-b233-819a1f65f6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316162 Feb 04 16:01:53.110269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Network': ['ID=6c515923-efd9-4bb2-b982-33ed8a714d99,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:53.158887 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Attempting to bind port e226fa6b-b54e-4b51-8f8b-b443a0ea70a3 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:53.159530 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Attempting to bind port e226fa6b-b54e-4b51-8f8b-b443a0ea70a3 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:53.160381 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Attempting to bind port e226fa6b-b54e-4b51-8f8b-b443a0ea70a3 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:53.177929 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:01:53.178761 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:53.180171 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:53.191840 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:01:53.192747 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Bound port: e226fa6b-b54e-4b51-8f8b-b443a0ea70a3, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:53.193382 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:53.208572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Subnet': ['ID=d4e97948-40b1-4f8d-a5f6-1fcd30febe04,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:53.267444 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3de42b9f-ac82-4b8d-bf53-4adf957d2fb4 req-c43fbfb0-63da-44aa-ada7-41ffc354d95d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7278237 Feb 04 16:01:53.299396 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bfae6258-94ce-48e8-97f8-0762f685f128 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/networks/6c515923-efd9-4bb2-b982-33ed8a714d99 HTTP/1.1" status: 204 len: 168 time: 3.2512670 Feb 04 16:01:53.302357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33928) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:53.313985 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834f5be-2460-4f54-a7b3-5fbc7b8fc463 None None] Pushing event updated for resources: {'Port': ['ID=e226fa6b-b54e-4b51-8f8b-b443a0ea70a3,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:53.430434 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] For port e226fa6b-b54e-4b51-8f8b-b443a0ea70a3, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:53.434263 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] For port e226fa6b-b54e-4b51-8f8b-b443a0ea70a3, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e226fa6b-b54e-4b51-8f8b-b443a0ea70a3,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:53.450211 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:53.451826 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-4a1db455-74c5-4c42-970b-685dc01f3867 service neutron] 10.222.0.60 "GET /v2.0/networks/a5058263-91eb-4133-b233-819a1f65f6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937383 Feb 04 16:01:53.697009 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Routers {'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:01:53.697846 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:54.011709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc8cb5b9-2874-42df-a584-51cc10d6cf24 req-799f34a1-bdd0-48fb-8457-bc2adf051c64 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 210 time: 0.1439764 Feb 04 16:01:54.070163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Checking segment: {'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:54.070663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network hostable DHCP agents. Network: 97b01a47-5989-40d6-845d-397228b6b38d, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:01:54.121057 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] Set router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:01:54.244227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-528fd6d2-d236-4c63-9c61-2add524c4d73 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting port 0caf1aea-38fd-4361-a44f-f9b38a1dbeb2 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:54.244841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-528fd6d2-d236-4c63-9c61-2add524c4d73 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:54.429052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33950) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:54.504076 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834f5be-2460-4f54-a7b3-5fbc7b8fc463 None None] Pushing event updated for resources: {'Port': ['ID=e226fa6b-b54e-4b51-8f8b-b443a0ea70a3,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:54.564117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 97b01a47-5989-40d6-845d-397228b6b38d is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:01:54.635762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 97b01a47-5989-40d6-845d-397228b6b38d) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:54.646074 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251c3260-fdc7-421a-8bdd-c5b2d35579d8 None None] Network 97b01a47-5989-40d6-845d-397228b6b38d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:01:54.653213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:54.654961 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:54.792364 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:44Z', 'updated_at': '2022-02-04T16:01:48Z', 'revision_number': 3, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:46Z', 'updated_at': '2022-02-04T16:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:54.809337 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168f746-51e8-43ba-8391-ce8a75374bc9 None None] The sync data for ids ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'] in n-d-827872-1 is: [{'id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:44Z', 'updated_at': '2022-02-04T16:01:48Z', 'revision_number': 3, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:46Z', 'updated_at': '2022-02-04T16:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:01:54.833900 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6d28e0e8-3c0d-437a-ba81-23f410190d07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0316627 Feb 04 16:01:54.836850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33960) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:54.946406 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-528fd6d2-d236-4c63-9c61-2add524c4d73 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:54.947991 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-528fd6d2-d236-4c63-9c61-2add524c4d73 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:55.025470 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c7ed155b-7852-42be-842d-40b82311750d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:55.098719 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-97b01a47-5989-40d6-845d-397228b6b38d', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ips': [{'subnet_id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:01:55.099830 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:55.136288 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c7ed155b-7852-42be-842d-40b82311750d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:55.143836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c7ed155b-7852-42be-842d-40b82311750d admin admin] Usage tracker for resource:security_group_rule and tenant:52ceab607cc34d36b647cd252b404ff2 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:55.151796 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c7ed155b-7852-42be-842d-40b82311750d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:55.169904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c7ed155b-7852-42be-842d-40b82311750d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:55.312728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-528fd6d2-d236-4c63-9c61-2add524c4d73 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Calling delete_port for 0caf1aea-38fd-4361-a44f-f9b38a1dbeb2 owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:55.404824 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c7ed155b-7852-42be-842d-40b82311750d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:55.442838 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b410b794-d9d1-4448-93f7-0a6ff2dcbcfc req-34216245-ff72-483d-85fe-2f829fdd9ee3 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 210 time: 0.1195650 Feb 04 16:01:55.447335 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c7ed155b-7852-42be-842d-40b82311750d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:55.481503 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Allocated IP 172.20.0.2 (97b01a47-5989-40d6-845d-397228b6b38d/d4e97948-40b1-4f8d-a5f6-1fcd30febe04/735af3dc-ebe2-4135-b493-16a7f828de84) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:55.532232 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c7ed155b-7852-42be-842d-40b82311750d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52ceab607cc34d36b647cd252b404ff2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0994692 Feb 04 16:01:55.534642 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 33966) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:55.572487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898fff5-410c-4e92-ba56-1fc26f59642a req-7c9b0cf3-6ce3-4b13-b7b2-d5993940b875 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:55.574277 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5898fff5-410c-4e92-ba56-1fc26f59642a req-7c9b0cf3-6ce3-4b13-b7b2-d5993940b875 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.6304600 Feb 04 16:01:55.690535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-528fd6d2-d236-4c63-9c61-2add524c4d73 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:55.690895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed155b-7852-42be-842d-40b82311750d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc8cf8a-78a5-41a5-8e4e-d04f3d9eea0c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:55.839887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5898fff5-410c-4e92-ba56-1fc26f59642a req-b954b3d4-798d-4baa-8105-c30171e199e0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555127 Feb 04 16:01:55.853626 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0f52919b-01fb-483f-b6b2-72b70931e9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:55.920609 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:55.934451 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0f52919b-01fb-483f-b6b2-72b70931e9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:55.945239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fd6d2-d236-4c63-9c61-2add524c4d73 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Port': ['ID=0caf1aea-38fd-4361-a44f-f9b38a1dbeb2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:55.959924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Transition to ACTIVE for port object 735af3dc-ebe2-4135-b493-16a7f828de84 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:56.024717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Transition to ACTIVE for port object 735af3dc-ebe2-4135-b493-16a7f828de84 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:56.037188 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:56.043663 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-528fd6d2-d236-4c63-9c61-2add524c4d73 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:56.102059 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-528fd6d2-d236-4c63-9c61-2add524c4d73 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:56.113887 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-528fd6d2-d236-4c63-9c61-2add524c4d73 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/floatingips/4f39c8c4-d1e4-47f6-8cc4-aaa7d48cc439 HTTP/1.1" status: 204 len: 168 time: 2.8088014 Feb 04 16:01:56.115918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33972) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:56.247624 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-102af039-061e-4781-9eea-72519fb840aa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] DELETE failed (client error): The resource could not be found. Feb 04 16:01:56.250617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-102af039-061e-4781-9eea-72519fb840aa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:01:56.258708 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-102af039-061e-4781-9eea-72519fb840aa tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/ports/e6c0726a-e21f-4125-b490-1c0319a4ed03 HTTP/1.1" status: 404 len: 333 time: 0.1382482 Feb 04 16:01:56.261088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33976) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:56.270720 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Pushing event updated for resources: {'Port': ['ID=735af3dc-ebe2-4135-b493-16a7f828de84,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:56.299349 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Network 97b01a47-5989-40d6-845d-397228b6b38d is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:56.300894 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:56.303458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:01:56.380898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6512cb89-c70c-4143-9aea-9e8d23098326 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Synchronizing usage tracker for tenant:59d071709aef4ae58201e982e611f967 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:56.413254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6512cb89-c70c-4143-9aea-9e8d23098326 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Unset dirty status for tenant:59d071709aef4ae58201e982e611f967 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:56.421284 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6512cb89-c70c-4143-9aea-9e8d23098326 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "GET /v2.0/ports?device_id=9008752c-1591-43c7-b276-cb8cfce29bbf HTTP/1.1" status: 200 len: 205 time: 0.1583579 Feb 04 16:01:56.423082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33980) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:56.429520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Attempting to bind port 735af3dc-ebe2-4135-b493-16a7f828de84 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:56.429899 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Attempting to bind port 735af3dc-ebe2-4135-b493-16a7f828de84 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:56.430266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Attempting to bind port 735af3dc-ebe2-4135-b493-16a7f828de84 on network 97b01a47-5989-40d6-845d-397228b6b38d {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:56.444262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:01:56.445941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Checking segment: {'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:56.445941 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:56.446468 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Bound using segment: {'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:01:56.447661 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Bound port: 735af3dc-ebe2-4135-b493-16a7f828de84, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:56.447661 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:56.480785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0f52919b-01fb-483f-b6b2-72b70931e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:56.582151 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-b9abfca5-59f3-4c0d-9745-90f1836dea01 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] delete failed (client error): The resource could not be found. Feb 04 16:01:56.582151 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b9abfca5-59f3-4c0d-9745-90f1836dea01 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/routers/9008752c-1591-43c7-b276-cb8cfce29bbf HTTP/1.1" status: 404 len: 336 time: 0.1421001 Feb 04 16:01:56.582151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33986) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:56.608154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52919b-01fb-483f-b6b2-72b70931e9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc8cf8a-78a5-41a5-8e4e-d04f3d9eea0c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:56.628007 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0f52919b-01fb-483f-b6b2-72b70931e9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:56.628711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] For port 735af3dc-ebe2-4135-b493-16a7f828de84, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:56.631956 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0f52919b-01fb-483f-b6b2-72b70931e9d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5dc8cf8a-78a5-41a5-8e4e-d04f3d9eea0c HTTP/1.1" status: 204 len: 168 time: 1.0896473 Feb 04 16:01:56.636885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] For port 735af3dc-ebe2-4135-b493-16a7f828de84, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=735af3dc-ebe2-4135-b493-16a7f828de84,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:56.648713 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:56.684436 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83c43b1-7094-4bcb-a7e1-885fc09d6c73 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] DELETE failed (client error): The resource could not be found. Feb 04 16:01:56.684893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83c43b1-7094-4bcb-a7e1-885fc09d6c73 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:01:56.693255 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a83c43b1-7094-4bcb-a7e1-885fc09d6c73 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/subnets/eca9cb86-abc8-46ea-ae8d-a72d8ddf1adb HTTP/1.1" status: 404 len: 337 time: 0.1218488 Feb 04 16:01:56.696096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 33992) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:56.821520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-05f1b27a-fe6c-4476-9d0d-96826ba16d61 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:56.826742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-05f1b27a-fe6c-4476-9d0d-96826ba16d61 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.73 "GET /v2.0/networks?id=a5058263-91eb-4133-b233-819a1f65f6c9 HTTP/1.1" status: 200 len: 797 time: 0.7311347 Feb 04 16:01:56.854062 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f83b6e7-5cef-4f3f-bf79-28925d22fa68 req-2b154f9d-fff1-4595-8587-dfb4b56f21cd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 210 time: 0.1354966 Feb 04 16:01:56.854635 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4c060e5c-1aad-4ddc-b132-4ab84817c933 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting port e7b15844-face-4f49-8c45-bef98d0941d8 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:56.855478 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4c060e5c-1aad-4ddc-b132-4ab84817c933 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:56.910970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dfee0-7b1e-4c03-9f46-3102530aee72 None None] Pushing event updated for resources: {'Port': ['ID=735af3dc-ebe2-4135-b493-16a7f828de84,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:56.989000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-2ce4aa05-ce15-4bf6-b133-a5cca9ced9ad tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d5ce1deda6c431b892eca6721c0eb4a HTTP/1.1" status: 200 len: 379 time: 0.1315734 Feb 04 16:01:57.005637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'port': {'device_id': '8ddbec28-19b2-43da-95ca-17c7336ba6bb', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'admin_state_up': True, 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'security_groups': ['53f94941-d9b2-4feb-9811-334d4a588776']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:57.464625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4c060e5c-1aad-4ddc-b132-4ab84817c933 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.525648 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34002) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:57.624210 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-91ae338c-ee48-4bfe-ab42-2fdd32239d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.659118 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4c060e5c-1aad-4ddc-b132-4ab84817c933 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Calling delete_port for e7b15844-face-4f49-8c45-bef98d0941d8 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:57.744963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4c563-b2b0-4719-9792-712fa5bbe994 req-9fd8fe1a-4f10-4b3b-9cec-1db6ceafd9d0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:57.746462 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0af4c563-b2b0-4719-9792-712fa5bbe994 req-9fd8fe1a-4f10-4b3b-9cec-1db6ceafd9d0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.3635988 Feb 04 16:01:57.798032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-91ae338c-ee48-4bfe-ab42-2fdd32239d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:57.814323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-91ae338c-ee48-4bfe-ab42-2fdd32239d5a admin admin] Usage tracker for resource:security_group_rule and tenant:8577d18d032a431e82bc2ce20272ba84 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:57.818899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-91ae338c-ee48-4bfe-ab42-2fdd32239d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:57.831942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-91ae338c-ee48-4bfe-ab42-2fdd32239d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:57.838744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:57.865083 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4c060e5c-1aad-4ddc-b132-4ab84817c933 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.865747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:57.871368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0af4c563-b2b0-4719-9792-712fa5bbe994 req-88cdad6a-07a0-4b5d-a6a8-224c9c76d043 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039562 Feb 04 16:01:57.953676 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c060e5c-1aad-4ddc-b132-4ab84817c933 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Port': ['ID=e7b15844-face-4f49-8c45-bef98d0941d8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:57.992889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Made reservation on behalf of 0d5ce1deda6c431b892eca6721c0eb4a for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:57.996346 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.300987 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8cbaaf9b-ce8f-414a-8cb1-cbbe52faf688 req-6f9375b0-5026-42ec-859b-acdc81f1f072 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 210 time: 0.1327288 Feb 04 16:01:58.361275 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4c060e5c-1aad-4ddc-b132-4ab84817c933 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.384571 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4c060e5c-1aad-4ddc-b132-4ab84817c933 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/ports/e7b15844-face-4f49-8c45-bef98d0941d8 HTTP/1.1" status: 204 len: 168 time: 1.6871433 Feb 04 16:01:58.385233 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-91ae338c-ee48-4bfe-ab42-2fdd32239d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.386412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34010) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:58.445887 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-91ae338c-ee48-4bfe-ab42-2fdd32239d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.478907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d45995d5-a961-4076-a201-5a458d988f94 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting port 225f657e-5f4b-48b9-bec3-c2bc893ef5fc {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:58.479569 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d45995d5-a961-4076-a201-5a458d988f94 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.524449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae338c-ee48-4bfe-ab42-2fdd32239d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76294e2e-f591-4a51-91e7-eb042db78a4d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:58.689645 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-91ae338c-ee48-4bfe-ab42-2fdd32239d5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8577d18d032a431e82bc2ce20272ba84&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1614928 Feb 04 16:01:58.692205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34014) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:58.699282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Allocated IP 172.20.0.13 (a5058263-91eb-4133-b233-819a1f65f6c9/46e680a6-81b6-44e4-a5c2-53d027481c09/34258cc0-a9ed-4fb9-9541-0a54d7419ede) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:58.709121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e58105-eae6-4b81-9c1e-3f5693c9ad14 None None] Network 97b01a47-5989-40d6-845d-397228b6b38d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:01:58.894002 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d45995d5-a961-4076-a201-5a458d988f94 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.901494 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1625b3af-3e38-431d-bfc4-934193105cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.931591 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-26e2fbcb-3a79-4c36-bd65-2f130d5b3340 None None] Provisioning for port 735af3dc-ebe2-4135-b493-16a7f828de84 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:58.944860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 735af3dc-ebe2-4135-b493-16a7f828de84 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:59.125434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d45995d5-a961-4076-a201-5a458d988f94 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Calling delete_port for 225f657e-5f4b-48b9-bec3-c2bc893ef5fc owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:59.226467 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.255247 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1625b3af-3e38-431d-bfc4-934193105cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.271768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Transition to ACTIVE for port object 34258cc0-a9ed-4fb9-9541-0a54d7419ede will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:59.350031 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.398241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 735af3dc-ebe2-4135-b493-16a7f828de84 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:59.436752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 735af3dc-ebe2-4135-b493-16a7f828de84 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:59.439044 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.541905 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1625b3af-3e38-431d-bfc4-934193105cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.609624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625b3af-3e38-431d-bfc4-934193105cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76294e2e-f591-4a51-91e7-eb042db78a4d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:59.635426 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1625b3af-3e38-431d-bfc4-934193105cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.639845 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1625b3af-3e38-431d-bfc4-934193105cbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76294e2e-f591-4a51-91e7-eb042db78a4d HTTP/1.1" status: 204 len: 168 time: 0.9419537 Feb 04 16:01:59.641302 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d45995d5-a961-4076-a201-5a458d988f94 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.731587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45995d5-a961-4076-a201-5a458d988f94 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Port': ['ID=225f657e-5f4b-48b9-bec3-c2bc893ef5fc,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:59.776468 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.902231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 735af3dc-ebe2-4135-b493-16a7f828de84, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=735af3dc-ebe2-4135-b493-16a7f828de84,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:59.917611 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.967142 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d45995d5-a961-4076-a201-5a458d988f94 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.969446 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d45995d5-a961-4076-a201-5a458d988f94 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/ports/225f657e-5f4b-48b9-bec3-c2bc893ef5fc HTTP/1.1" status: 204 len: 168 time: 1.5816023 Feb 04 16:01:59.980924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34028) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:59.988511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network a5058263-91eb-4133-b233-819a1f65f6c9 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:00.024156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:00.031987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:02:00.225127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=735af3dc-ebe2-4135-b493-16a7f828de84,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:00.297930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff705fb7-f6e2-4587-b114-850c8b4f1685 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:00.298950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ff705fb7-f6e2-4587-b114-850c8b4f1685 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Synchronizing usage tracker for tenant:59d071709aef4ae58201e982e611f967 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:00.322226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:00.324928 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:00.333294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ff705fb7-f6e2-4587-b114-850c8b4f1685 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Unset dirty status for tenant:59d071709aef4ae58201e982e611f967 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:00.334417 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ff705fb7-f6e2-4587-b114-850c8b4f1685 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "GET /v2.0/ports?device_id=e523ced2-5dea-4759-aafc-b7cf9b21b5cf HTTP/1.1" status: 200 len: 913 time: 0.3525276 Feb 04 16:02:00.337192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34034) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:00.441063 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a7cbeabf-6069-46c8-aab7-2ee924af97d4 None None] Provisioning complete for port 735af3dc-ebe2-4135-b493-16a7f828de84 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:00.441543 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a7cbeabf-6069-46c8-aab7-2ee924af97d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:00.722474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Port': ['ID=34258cc0-a9ed-4fb9-9541-0a54d7419ede,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:00.736853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebf094-ffa8-4a68-8503-682545f98078 req-afc0379a-b9fb-4475-8329-89b156c56115 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:00.738583 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4ebf094-ffa8-4a68-8503-682545f98078 req-afc0379a-b9fb-4475-8329-89b156c56115 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 1.4131234 Feb 04 16:02:00.774009 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:00.848412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0d2e7aad-4f6c-44d4-a9fc-6540a600a083 None None] Provisioning for port 34258cc0-a9ed-4fb9-9541-0a54d7419ede completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:00.859016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0d2e7aad-4f6c-44d4-a9fc-6540a600a083 None None] Provisioning complete for port 34258cc0-a9ed-4fb9-9541-0a54d7419ede triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:00.860295 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0d2e7aad-4f6c-44d4-a9fc-6540a600a083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:00.931873 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-a6e20ac3-13db-4a5a-867e-4c74a750320e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9337454 Feb 04 16:02:01.012833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Request body: {'port': {'device_id': '8ddbec28-19b2-43da-95ca-17c7336ba6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:01.090198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-0d2e7aad-4f6c-44d4-a9fc-6540a600a083 None None] Port 34258cc0-a9ed-4fb9-9541-0a54d7419ede cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:02:01.238557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e226fa6b-b54e-4b51-8f8b-b443a0ea70a3 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:01.381494 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port e226fa6b-b54e-4b51-8f8b-b443a0ea70a3 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:01.389102 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e226fa6b-b54e-4b51-8f8b-b443a0ea70a3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:01.390221 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:01.442644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158ad40-e5b5-44d1-90e8-5c994d7a7986 req-6ab1680f-8f17-468c-9376-2d62463821f6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:01.444709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a158ad40-e5b5-44d1-90e8-5c994d7a7986 req-6ab1680f-8f17-468c-9376-2d62463821f6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:01.499639 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-57345c87-9192-4410-a832-3510e601b34c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:01.580048 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4ebf094-ffa8-4a68-8503-682545f98078 req-0b02f745-f193-47c2-8245-aa8cb5202854 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8255930 Feb 04 16:02:01.621948 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:01.660697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port e226fa6b-b54e-4b51-8f8b-b443a0ea70a3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e226fa6b-b54e-4b51-8f8b-b443a0ea70a3,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:01.674755 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:01.675652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 735af3dc-ebe2-4135-b493-16a7f828de84 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:01.702026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a158ad40-e5b5-44d1-90e8-5c994d7a7986 req-6ab1680f-8f17-468c-9376-2d62463821f6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:01.703606 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a158ad40-e5b5-44d1-90e8-5c994d7a7986 req-6ab1680f-8f17-468c-9376-2d62463821f6 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 932 time: 1.9741604 Feb 04 16:02:01.729984 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:02.068814 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=e226fa6b-b54e-4b51-8f8b-b443a0ea70a3,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:02.103973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 735af3dc-ebe2-4135-b493-16a7f828de84 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:02.104349 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:02.119772 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a158ad40-e5b5-44d1-90e8-5c994d7a7986 req-596edd66-c31f-4b91-a5b4-74299a6dd9fb tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f94941-d9b2-4feb-9811-334d4a588776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4020705 Feb 04 16:02:02.537291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.20.0.1 (97b01a47-5989-40d6-845d-397228b6b38d/d4e97948-40b1-4f8d-a5f6-1fcd30febe04/8276fb8f-188f-4797-9f3c-4434d366b628) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:02:02.938345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e226fa6b-b54e-4b51-8f8b-b443a0ea70a3 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:03.010081 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34258cc0-a9ed-4fb9-9541-0a54d7419ede {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:03.025366 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:03.030328 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:03.031625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-57345c87-9192-4410-a832-3510e601b34c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting port 4b7e851f-75e5-46f4-b077-d1ac4739a8ce {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:02:03.032097 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-57345c87-9192-4410-a832-3510e601b34c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:03.116941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e226fa6b-b54e-4b51-8f8b-b443a0ea70a3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:03.120750 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:03.154859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Transition to ACTIVE for port object 34258cc0-a9ed-4fb9-9541-0a54d7419ede will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:03.177693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Transition to ACTIVE for port object 8276fb8f-188f-4797-9f3c-4434d366b628 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:03.211265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a5a75-61e8-46d6-a8db-8c12b1cbf8aa req-f61fd9c6-7dde-404b-b3ca-3c875178ed63 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:03.212661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a6a5a75-61e8-46d6-a8db-8c12b1cbf8aa req-f61fd9c6-7dde-404b-b3ca-3c875178ed63 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.3315504 Feb 04 16:02:03.219031 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:03.364821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a6a5a75-61e8-46d6-a8db-8c12b1cbf8aa req-fa491d18-4931-4b5e-b775-a9bcabe595d2 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290579 Feb 04 16:02:03.602885 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-57345c87-9192-4410-a832-3510e601b34c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:03.768273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Pushing event updated for resources: {'Port': ['ID=34258cc0-a9ed-4fb9-9541-0a54d7419ede,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:03.910149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-57345c87-9192-4410-a832-3510e601b34c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Calling delete_port for 4b7e851f-75e5-46f4-b077-d1ac4739a8ce owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:02:04.052679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Attempting to bind port 34258cc0-a9ed-4fb9-9541-0a54d7419ede on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:02:04.053011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Attempting to bind port 34258cc0-a9ed-4fb9-9541-0a54d7419ede by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '35e15a29-f9c2-4705-a7b5-a3c849c8ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:02:04.053347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Attempting to bind port 34258cc0-a9ed-4fb9-9541-0a54d7419ede on network a5058263-91eb-4133-b233-819a1f65f6c9 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:04.074493 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:04.177877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-57345c87-9192-4410-a832-3510e601b34c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:04.269917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=8276fb8f-188f-4797-9f3c-4434d366b628,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:04.274574 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57345c87-9192-4410-a832-3510e601b34c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Port': ['ID=4b7e851f-75e5-46f4-b077-d1ac4739a8ce,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:04.297595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Port 34258cc0-a9ed-4fb9-9541-0a54d7419ede on network a5058263-91eb-4133-b233-819a1f65f6c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:02:04.298199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Attempting to bind port 34258cc0-a9ed-4fb9-9541-0a54d7419ede on network a5058263-91eb-4133-b233-819a1f65f6c9 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:04.308038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb3502-136c-4b4d-822e-136e9f965fdc req-1f5108f4-07ce-461f-81e2-8fabe6eaff14 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:04.315516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-adfb3502-136c-4b4d-822e-136e9f965fdc req-1f5108f4-07ce-461f-81e2-8fabe6eaff14 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 944 time: 0.7052789 Feb 04 16:02:04.362898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:02:04.363335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Checking segment: {'id': '35e15a29-f9c2-4705-a7b5-a3c849c8ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:02:04.363717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Bound using segment: {'id': '35e15a29-f9c2-4705-a7b5-a3c849c8ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:02:04.364159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Bound port: 34258cc0-a9ed-4fb9-9541-0a54d7419ede, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e15a29-f9c2-4705-a7b5-a3c849c8ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:02:04.364547 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:04.376044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 97b01a47-5989-40d6-845d-397228b6b38d is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:04.383815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:04.390876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:02:04.461119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-adfb3502-136c-4b4d-822e-136e9f965fdc req-7ccd4093-34cc-4b72-a94b-b7dfa9c30077 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f94941-d9b2-4feb-9811-334d4a588776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445065 Feb 04 16:02:04.813959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-964b6cda-0462-48f2-923a-51c67d2b1097 None None] Provisioning for port 8276fb8f-188f-4797-9f3c-4434d366b628 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:04.822644 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-964b6cda-0462-48f2-923a-51c67d2b1097 None None] Provisioning complete for port 8276fb8f-188f-4797-9f3c-4434d366b628 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:04.823335 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-964b6cda-0462-48f2-923a-51c67d2b1097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:04.952118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-964b6cda-0462-48f2-923a-51c67d2b1097 None None] Port 8276fb8f-188f-4797-9f3c-4434d366b628 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:02:04.955753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] For port 34258cc0-a9ed-4fb9-9541-0a54d7419ede, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:02:04.960604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] For port 34258cc0-a9ed-4fb9-9541-0a54d7419ede, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=34258cc0-a9ed-4fb9-9541-0a54d7419ede,segment=NetworkSegment(35e15a29-f9c2-4705-a7b5-a3c849c8ca36),segment_id=35e15a29-f9c2-4705-a7b5-a3c849c8ca36)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:02:05.041146 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.113756 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-57345c87-9192-4410-a832-3510e601b34c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.176997 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.176997 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.188425 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] 10.222.0.73 "PUT /v2.0/ports/34258cc0-a9ed-4fb9-9541-0a54d7419ede HTTP/1.1" status: 200 len: 1092 time: 4.2143559 Feb 04 16:02:05.188425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddbec28-19b2-43da-95ca-17c7336ba6bb', 'tag': '34258cc0-a9ed-4fb9-9541-0a54d7419ede'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:05.453248 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddbec28-19b2-43da-95ca-17c7336ba6bb', 'tag': '34258cc0-a9ed-4fb9-9541-0a54d7419ede', 'status': 'completed', 'code': 200} Feb 04 16:02:05.503302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef48ffe-94d3-4bfc-af61-fbfdfeef5104 service neutron] Pushing event updated for resources: {'Port': ['ID=34258cc0-a9ed-4fb9-9541-0a54d7419ede,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:05.577206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad3e65-40b1-49f2-8f94-73cf852d8707 req-bb7cfb14-333a-485b-b4f0-9438d56232a0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:05.578760 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80ad3e65-40b1-49f2-8f94-73cf852d8707 req-bb7cfb14-333a-485b-b4f0-9438d56232a0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.6098914 Feb 04 16:02:05.711318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80ad3e65-40b1-49f2-8f94-73cf852d8707 req-aca5ca66-d76a-41b0-bac8-936eb95d8479 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246161 Feb 04 16:02:05.726624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-d88e58ef-f291-4ef2-a053-aaa9636a884e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 1095 time: 0.4615893 Feb 04 16:02:05.819214 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-9108285a-7f43-41e0-8c63-19a7419c3751 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34258cc0-a9ed-4fb9-9541-0a54d7419ede HTTP/1.1" status: 200 len: 217 time: 0.0808017 Feb 04 16:02:05.822551 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.362620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-cb00aac9-e5ad-4289-a21e-77885599a09d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:06.364459 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-cb00aac9-e5ad-4289-a21e-77885599a09d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=46e680a6-81b6-44e4-a5c2-53d027481c09 HTTP/1.1" status: 200 len: 834 time: 0.5308876 Feb 04 16:02:06.478190 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.489806 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.580985 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8416ed06-8d98-46ba-96be-bb22096ae675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.589930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b631-f46c-495d-b4d4-3630638818c8 req-3ba46e25-29df-4785-bd17-5be9c17b9b10 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:06.595098 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6a4b631-f46c-495d-b4d4-3630638818c8 req-3ba46e25-29df-4785-bd17-5be9c17b9b10 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 944 time: 0.7088230 Feb 04 16:02:06.719504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=8276fb8f-188f-4797-9f3c-4434d366b628,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:06.722886 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.780693 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-ca5bca80-2ef8-4b58-9459-2ae775e63d7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a5058263-91eb-4133-b233-819a1f65f6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4040411 Feb 04 16:02:06.855675 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6a4b631-f46c-495d-b4d4-3630638818c8 req-d633de4b-a38c-4f2b-8a64-8aee80c501d0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f94941-d9b2-4feb-9811-334d4a588776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324293 Feb 04 16:02:06.922332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57345c87-9192-4410-a832-3510e601b34c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Router e523ced2-5dea-4759-aafc-b7cf9b21b5cf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:02:07.039503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:07.039846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:07.040394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:07.040906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:07.041414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:07.042067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:07.042650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:07.043158 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:07.045193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:07.047675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:07.048220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:07.304110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57345c87-9192-4410-a832-3510e601b34c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:02:07.316376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035add4-b84a-458e-9817-d15845d1be7d None None] Sync routers for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:02:07.339808 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-57345c87-9192-4410-a832-3510e601b34c tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "PUT /v2.0/routers/e523ced2-5dea-4759-aafc-b7cf9b21b5cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0014284 Feb 04 16:02:07.340994 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34144) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:07.341202 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035add4-b84a-458e-9817-d15845d1be7d None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:02:07.345767 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7035add4-b84a-458e-9817-d15845d1be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:07.646920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 97b01a47-5989-40d6-845d-397228b6b38d is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:07.651132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:07.657865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7035add4-b84a-458e-9817-d15845d1be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:07.667512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-9e6d9805-9504-45b5-877a-aa4745b6b491 service neutron] 10.222.0.73 "GET /v2.0/networks/a5058263-91eb-4133-b233-819a1f65f6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8150411 Feb 04 16:02:07.702219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035add4-b84a-458e-9817-d15845d1be7d None None] Routers {'e523ced2-5dea-4759-aafc-b7cf9b21b5cf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:02:07.703283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7035add4-b84a-458e-9817-d15845d1be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:01:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:07.745427 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e94464f-906b-4956-8a49-30c4a9e7b2a7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.864744 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7035add4-b84a-458e-9817-d15845d1be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:07.865184 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035add4-b84a-458e-9817-d15845d1be7d None None] The sync data for ids ['e523ced2-5dea-4759-aafc-b7cf9b21b5cf'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:02:08.009351 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-649ed13d-bf4f-4c56-990b-cf76218dfd36 req-355d313f-5b71-4372-a438-da10669705e4 service neutron] 10.222.0.73 "GET /v2.0/networks/a5058263-91eb-4133-b233-819a1f65f6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426243 Feb 04 16:02:08.054779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53ebc1-e9b6-413c-93dc-495d91401366 req-3d054cb6-170a-4646-8cf2-cd0b5cc8bfcf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:08.063073 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e53ebc1-e9b6-413c-93dc-495d91401366 req-3d054cb6-170a-4646-8cf2-cd0b5cc8bfcf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.9980516 Feb 04 16:02:08.138584 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d064304c-ac5a-4819-9945-b35461c40423 None None] Provisioning complete for port 8276fb8f-188f-4797-9f3c-4434d366b628 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:08.139136 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d064304c-ac5a-4819-9945-b35461c40423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.164934 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e94464f-906b-4956-8a49-30c4a9e7b2a7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.178247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4e94464f-906b-4956-8a49-30c4a9e7b2a7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting port 7ab8de66-4338-4dfb-9b5a-9a6596f0c63c {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:02:08.183226 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e94464f-906b-4956-8a49-30c4a9e7b2a7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.384997 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d064304c-ac5a-4819-9945-b35461c40423 None None] Port 8276fb8f-188f-4797-9f3c-4434d366b628 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:02:08.503766 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e53ebc1-e9b6-413c-93dc-495d91401366 req-2ca064b1-ce49-4991-83ab-f6023a9715e0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4394081 Feb 04 16:02:08.542338 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e94464f-906b-4956-8a49-30c4a9e7b2a7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.619301 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2e8e0a4-b6a8-4d48-9e52-d6a70f203a5e req-9d457723-916e-4528-849c-128f053bfd6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 1095 time: 0.4944634 Feb 04 16:02:08.733854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4e94464f-906b-4956-8a49-30c4a9e7b2a7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Calling delete_port for 7ab8de66-4338-4dfb-9b5a-9a6596f0c63c owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:02:08.904817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b8ec9-bf47-45a9-a638-9a4d0bd64666 req-e7d099ff-b8eb-403a-9e37-be153027d3d9 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:08.904817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e23b8ec9-bf47-45a9-a638-9a4d0bd64666 req-e7d099ff-b8eb-403a-9e37-be153027d3d9 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 944 time: 0.7514615 Feb 04 16:02:09.000643 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ef761452-a52e-474b-a0e1-281fe0c74d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.104261 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e23b8ec9-bf47-45a9-a638-9a4d0bd64666 req-9c0c07df-2111-4d18-b79d-8e5116578a8c tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f94941-d9b2-4feb-9811-334d4a588776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428454 Feb 04 16:02:09.132915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8e0a4-b6a8-4d48-9e52-d6a70f203a5e req-555e248f-8603-4c44-93bc-22f5eb4be637 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:09.134512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2e8e0a4-b6a8-4d48-9e52-d6a70f203a5e req-555e248f-8603-4c44-93bc-22f5eb4be637 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a5058263-91eb-4133-b233-819a1f65f6c9 HTTP/1.1" status: 200 len: 898 time: 0.3132911 Feb 04 16:02:09.365006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2e8e0a4-b6a8-4d48-9e52-d6a70f203a5e req-6ce32518-39ac-4129-845b-6528763b8d64 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34258cc0-a9ed-4fb9-9541-0a54d7419ede HTTP/1.1" status: 200 len: 217 time: 0.1804166 Feb 04 16:02:09.462535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8e0a4-b6a8-4d48-9e52-d6a70f203a5e req-d65c2461-c8b2-4a8d-84d1-bab23118fafa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:09.464382 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2e8e0a4-b6a8-4d48-9e52-d6a70f203a5e req-d65c2461-c8b2-4a8d-84d1-bab23118fafa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=46e680a6-81b6-44e4-a5c2-53d027481c09 HTTP/1.1" status: 200 len: 834 time: 0.0894186 Feb 04 16:02:09.522529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:02:09.540448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34172) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:09.673596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2e8e0a4-b6a8-4d48-9e52-d6a70f203a5e req-b71f0a7f-8963-4362-9a6b-a244f92da415 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a5058263-91eb-4133-b233-819a1f65f6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2004004 Feb 04 16:02:09.680855 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e94464f-906b-4956-8a49-30c4a9e7b2a7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.793350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94464f-906b-4956-8a49-30c4a9e7b2a7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Port': ['ID=7ab8de66-4338-4dfb-9b5a-9a6596f0c63c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:09.808144 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f8ec8c6-f21e-4c66-907a-f800ab4a2051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.866053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4f8ec8c6-f21e-4c66-907a-f800ab4a2051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:09.870296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4f8ec8c6-f21e-4c66-907a-f800ab4a2051 admin admin] Usage tracker for resource:security_group_rule and tenant:d058fee2d53d4b638b3d39fe7bbdd5c8 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:09.873891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4f8ec8c6-f21e-4c66-907a-f800ab4a2051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:09.879877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4f8ec8c6-f21e-4c66-907a-f800ab4a2051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:10.095538 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e94464f-906b-4956-8a49-30c4a9e7b2a7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.250206 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.312640 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f8ec8c6-f21e-4c66-907a-f800ab4a2051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.380406 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f8ec8c6-f21e-4c66-907a-f800ab4a2051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.391872 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.434035 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4f8ec8c6-f21e-4c66-907a-f800ab4a2051 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d058fee2d53d4b638b3d39fe7bbdd5c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8915179 Feb 04 16:02:10.445384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34182) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:10.450282 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2e8e0a4-b6a8-4d48-9e52-d6a70f203a5e req-27d3cfb3-faa9-4700-a636-882a43f3f54a service neutron] 10.222.0.73 "GET /v2.0/networks/a5058263-91eb-4133-b233-819a1f65f6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7571933 Feb 04 16:02:10.463727 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e94464f-906b-4956-8a49-30c4a9e7b2a7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.480554 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e94464f-906b-4956-8a49-30c4a9e7b2a7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.529044 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1569cbf2-259e-4f7a-972c-3d4a6dbc1d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.559226 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1569cbf2-259e-4f7a-972c-3d4a6dbc1d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.610638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ec8c6-f21e-4c66-907a-f800ab4a2051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93aed160-72f5-4214-8618-85a1bf621251,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:10.628202 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1569cbf2-259e-4f7a-972c-3d4a6dbc1d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.653702 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569cbf2-259e-4f7a-972c-3d4a6dbc1d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aed160-72f5-4214-8618-85a1bf621251,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:10.666473 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e94464f-906b-4956-8a49-30c4a9e7b2a7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.666977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e94464f-906b-4956-8a49-30c4a9e7b2a7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Fanout notify agent at l3_agent the message router_deleted on router e523ced2-5dea-4759-aafc-b7cf9b21b5cf {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:02:10.679934 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1569cbf2-259e-4f7a-972c-3d4a6dbc1d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.683452 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1569cbf2-259e-4f7a-972c-3d4a6dbc1d0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93aed160-72f5-4214-8618-85a1bf621251 HTTP/1.1" status: 204 len: 168 time: 0.2346661 Feb 04 16:02:10.694870 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e94464f-906b-4956-8a49-30c4a9e7b2a7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.697483 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4e94464f-906b-4956-8a49-30c4a9e7b2a7 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/routers/e523ced2-5dea-4759-aafc-b7cf9b21b5cf HTTP/1.1" status: 204 len: 168 time: 3.3478565 Feb 04 16:02:10.699668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34190) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:10.780087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd1b16-3b8b-42be-b3af-68a7eea2d49d req-1e188f68-471c-458d-8fe2-f342fa958317 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:10.794909 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69bd1b16-3b8b-42be-b3af-68a7eea2d49d req-1e188f68-471c-458d-8fe2-f342fa958317 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 944 time: 0.4794168 Feb 04 16:02:10.836622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645a59c-5e8a-46ad-8f5a-93d44361f33f req-e3143dcf-be30-4dbb-b8a3-9f794cacec8e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:10.838320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8645a59c-5e8a-46ad-8f5a-93d44361f33f req-e3143dcf-be30-4dbb-b8a3-9f794cacec8e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.6818700 Feb 04 16:02:10.849057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:02:10.869336 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Sync routers for ids ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:02:10.911649 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Routers {'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:02:10.912400 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-69bd1b16-3b8b-42be-b3af-68a7eea2d49d req-ea2e664b-07c2-48f4-acd2-27c95871cd7f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f94941-d9b2-4feb-9811-334d4a588776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163645 Feb 04 16:02:10.922429 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:02:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:10.948644 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2e8e0a4-b6a8-4d48-9e52-d6a70f203a5e req-bb8b8b3e-f952-4352-930b-3352eb808785 service neutron] 10.222.0.73 "GET /v2.0/networks/a5058263-91eb-4133-b233-819a1f65f6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869993 Feb 04 16:02:10.960200 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-37d9feae-82a8-4e9f-82e0-93f7be6bf314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "PUT /v2.0/routers/c80f8f0c-a17e-4caf-bf89-bcc2253aef5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1220241 Feb 04 16:02:11.025123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8645a59c-5e8a-46ad-8f5a-93d44361f33f req-2394b08e-cb67-4532-9cc5-39f1bf1c6ecf tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513588 Feb 04 16:02:11.077487 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 34258cc0-a9ed-4fb9-9541-0a54d7419ede details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:02:11.351953 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 34258cc0-a9ed-4fb9-9541-0a54d7419ede, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=34258cc0-a9ed-4fb9-9541-0a54d7419ede,segment=NetworkSegment(35e15a29-f9c2-4705-a7b5-a3c849c8ca36),segment_id=35e15a29-f9c2-4705-a7b5-a3c849c8ca36)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:11.362547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-3708763d-a897-4e6a-8a2d-75e57222c285 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Deleting subnet a7f20e4d-1bb7-48b6-9a44-7054a0707ed5 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:02:11.367973 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3708763d-a897-4e6a-8a2d-75e57222c285 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.405559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '34258cc0-a9ed-4fb9-9541-0a54d7419ede', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'port_id': '34258cc0-a9ed-4fb9-9541-0a54d7419ede', 'mac_address': 'fa:16:3e:41:dd:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:02:11.419906 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:02:11.481462 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Set router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:02:11.500722 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.501991 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.521472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3708763d-a897-4e6a-8a2d-75e57222c285 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.534862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34258cc0-a9ed-4fb9-9541-0a54d7419ede {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:11.569740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 34258cc0-a9ed-4fb9-9541-0a54d7419ede, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=34258cc0-a9ed-4fb9-9541-0a54d7419ede,segment=NetworkSegment(35e15a29-f9c2-4705-a7b5-a3c849c8ca36),segment_id=35e15a29-f9c2-4705-a7b5-a3c849c8ca36)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:11.578838 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.625755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34208) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:11.637163 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-5248bdc8-b15c-4dba-8ccf-d6212b11d5ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165050139&fields=id&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 267 time: 0.1016181 Feb 04 16:02:11.662783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ed05fe42-8e53-41e5-a7c0-49ab871fe316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.709816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ed05fe42-8e53-41e5-a7c0-49ab871fe316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:11.715985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ed05fe42-8e53-41e5-a7c0-49ab871fe316 admin admin] Usage tracker for resource:security_group_rule and tenant:37daadd05c4043ccb93771febf5d5528 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:11.719725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ed05fe42-8e53-41e5-a7c0-49ab871fe316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:11.727243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ed05fe42-8e53-41e5-a7c0-49ab871fe316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:11.767039 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.803480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=34258cc0-a9ed-4fb9-9541-0a54d7419ede,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:11.823042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:11.824718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:11.829954 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:11.830882 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:11.832864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:11.833715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:11.834441 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:11.835105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:11.835910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:11.836502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:11.837139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:11.868803 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3708763d-a897-4e6a-8a2d-75e57222c285 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.899573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['34258cc0-a9ed-4fb9-9541-0a54d7419ede'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:02:11.978282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ed05fe42-8e53-41e5-a7c0-49ab871fe316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.992782 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ed05fe42-8e53-41e5-a7c0-49ab871fe316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:12.054471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-1dcfb450-acd9-476e-b5ea-01e92f77a0b9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:12.055418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-1dcfb450-acd9-476e-b5ea-01e92f77a0b9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:12.077907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05fe42-8e53-41e5-a7c0-49ab871fe316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476f9b17-157f-49e3-8436-5cc24ade8104,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:12.131399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-1dcfb450-acd9-476e-b5ea-01e92f77a0b9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:12.133082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-1dcfb450-acd9-476e-b5ea-01e92f77a0b9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/networks?id=97b01a47-5989-40d6-845d-397228b6b38d HTTP/1.1" status: 200 len: 796 time: 0.4919133 Feb 04 16:02:12.152622 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ed05fe42-8e53-41e5-a7c0-49ab871fe316 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37daadd05c4043ccb93771febf5d5528&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5256557 Feb 04 16:02:12.154972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34218) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:12.172590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-ea4b626a-9909-47ef-83b4-bf2d6d4613c7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/quotas/d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 375 time: 0.0237329 Feb 04 16:02:12.223054 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3708763d-a897-4e6a-8a2d-75e57222c285 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:12.349388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708763d-a897-4e6a-8a2d-75e57222c285 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f20e4d-1bb7-48b6-9a44-7054a0707ed5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:12.382409 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3708763d-a897-4e6a-8a2d-75e57222c285 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:12.384906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7f0d195a-f1b1-41bf-9aa6-55bb0002accd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:12.401708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132b1ef-9f17-4f6e-9a22-469d330b09b7 req-340e5f22-8b53-45d3-a361-3e58f214d518 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:12.401983 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3708763d-a897-4e6a-8a2d-75e57222c285 tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/subnets/a7f20e4d-1bb7-48b6-9a44-7054a0707ed5 HTTP/1.1" status: 204 len: 168 time: 1.7012291 Feb 04 16:02:12.405561 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8132b1ef-9f17-4f6e-9a22-469d330b09b7 req-340e5f22-8b53-45d3-a361-3e58f214d518 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 945 time: 0.1631448 Feb 04 16:02:12.408807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34222) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:12.419050 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92cac009-8e9e-4936-85c3-c5655b536bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:12.470967 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92cac009-8e9e-4936-85c3-c5655b536bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:12.587482 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:44Z', 'updated_at': '2022-02-04T16:02:05Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:46Z', 'updated_at': '2022-02-04T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '8276fb8f-188f-4797-9f3c-4434d366b628', 'name': '', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:a6:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:02:01Z', 'updated_at': '2022-02-04T16:02:06Z', 'revision_number': 2, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:12.595042 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Checking router: c80f8f0c-a17e-4caf-bf89-bcc2253aef5d for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:02:12.595425 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Updating router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d port 8276fb8f-188f-4797-9f3c-4434d366b628 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:02:12.616290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7f0d195a-f1b1-41bf-9aa6-55bb0002accd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:12.618080 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7f0d195a-f1b1-41bf-9aa6-55bb0002accd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4376662 Feb 04 16:02:12.623736 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92cac009-8e9e-4936-85c3-c5655b536bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:12.660127 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8132b1ef-9f17-4f6e-9a22-469d330b09b7 req-eb1162c3-eaeb-4b63-a3e6-3a4cbbe2d0c4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f94941-d9b2-4feb-9811-334d4a588776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385976 Feb 04 16:02:12.664383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cac009-8e9e-4936-85c3-c5655b536bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476f9b17-157f-49e3-8436-5cc24ade8104,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:12.674114 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92cac009-8e9e-4936-85c3-c5655b536bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:12.680646 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-92cac009-8e9e-4936-85c3-c5655b536bd5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/476f9b17-157f-49e3-8436-5cc24ade8104 HTTP/1.1" status: 204 len: 168 time: 0.5088065 Feb 04 16:02:12.694870 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8cdf-69db-421f-8212-ba18eb01556b tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:12.758684 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.307666 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8cdf-69db-421f-8212-ba18eb01556b tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.326303 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.339480 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Transition to ACTIVE for port object 8276fb8f-188f-4797-9f3c-4434d366b628 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:13.358516 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.483765 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-cc744e0e-c941-4868-8085-f5c17f700537 service neutron] 10.222.0.60 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8388228 Feb 04 16:02:13.508563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b0dc8cdf-69db-421f-8212-ba18eb01556b tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca2ca02-222d-4c77-9a08-9d9ec7426e24']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:13.551447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b0dc8cdf-69db-421f-8212-ba18eb01556b tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b47fb3-a6d3-40d6-8d5a-8d127cecf3ec') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:13.551832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b0dc8cdf-69db-421f-8212-ba18eb01556b tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b47fb3-a6d3-40d6-8d5a-8d127cecf3ec') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:13.646602 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8cdf-69db-421f-8212-ba18eb01556b tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.666173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485084-b8cb-4af7-bdb5-b4aa36b0587b req-d4d0e552-d07c-40d1-a213-3ee2245db4bd tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:13.668047 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4485084-b8cb-4af7-bdb5-b4aa36b0587b req-d4d0e552-d07c-40d1-a213-3ee2245db4bd tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.6520271 Feb 04 16:02:13.689790 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01fbdd-5827-407c-8eee-8a4b55c3a875 None None] Pushing event updated for resources: {'Port': ['ID=8276fb8f-188f-4797-9f3c-4434d366b628,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:13.715755 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8cdf-69db-421f-8212-ba18eb01556b tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.744489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0dc8cdf-69db-421f-8212-ba18eb01556b tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:02:13.745060 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8cdf-69db-421f-8212-ba18eb01556b tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.750976 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Attempting to bind port 8276fb8f-188f-4797-9f3c-4434d366b628 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:02:13.753583 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Attempting to bind port 8276fb8f-188f-4797-9f3c-4434d366b628 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:02:13.753956 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Attempting to bind port 8276fb8f-188f-4797-9f3c-4434d366b628 on network 97b01a47-5989-40d6-845d-397228b6b38d {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:13.772313 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:02:13.772798 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Checking segment: {'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:02:13.773168 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.775633 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Bound using segment: {'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:02:13.776165 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Bound port: 8276fb8f-188f-4797-9f3c-4434d366b628, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:02:13.777673 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:02:13.780106 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:02:13.929580 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] For port 8276fb8f-188f-4797-9f3c-4434d366b628, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:02:13.933401 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] For port 8276fb8f-188f-4797-9f3c-4434d366b628, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=8276fb8f-188f-4797-9f3c-4434d366b628,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:02:13.939821 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:14.023552 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Routers {'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:02:14.024261 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:02:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:14.062717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-e508ece6-5e32-4cc9-9f9e-2618c18c08d3 service neutron] 10.222.0.60 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455935 Feb 04 16:02:14.078731 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4485084-b8cb-4af7-bdb5-b4aa36b0587b req-95a23754-08cd-47f3-ae22-901b4b358f8e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3886471 Feb 04 16:02:14.093425 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8cdf-69db-421f-8212-ba18eb01556b tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:14.143790 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8cdf-69db-421f-8212-ba18eb01556b tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:14.149271 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01fbdd-5827-407c-8eee-8a4b55c3a875 None None] Pushing event updated for resources: {'Port': ['ID=8276fb8f-188f-4797-9f3c-4434d366b628,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:14.156117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc8cdf-69db-421f-8212-ba18eb01556b tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] Pushing event deleted for resources: {'Network': ['ID=1ca2ca02-222d-4c77-9a08-9d9ec7426e24,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:14.164421 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b0dc8cdf-69db-421f-8212-ba18eb01556b tempest-FloatingIPTestJSON-2068341898 tempest-FloatingIPTestJSON-2068341898-project] 10.222.0.60 "DELETE /v2.0/networks/1ca2ca02-222d-4c77-9a08-9d9ec7426e24 HTTP/1.1" status: 204 len: 168 time: 1.7517569 Feb 04 16:02:14.383336 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] Set router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:02:14.483549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21093146-2c22-475e-b87a-4f4ab3cf5a6e req-281ce706-1dd3-4fca-a344-50c828dbcd0c tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:14.485541 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21093146-2c22-475e-b87a-4f4ab3cf5a6e req-281ce706-1dd3-4fca-a344-50c828dbcd0c tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 945 time: 0.1154847 Feb 04 16:02:14.552410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21093146-2c22-475e-b87a-4f4ab3cf5a6e req-2f433c9f-4243-4df8-827b-36c8eda90ec7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f94941-d9b2-4feb-9811-334d4a588776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600967 Feb 04 16:02:14.705068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34276) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:14.860739 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:44Z', 'updated_at': '2022-02-04T16:02:05Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:46Z', 'updated_at': '2022-02-04T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '8276fb8f-188f-4797-9f3c-4434d366b628', 'name': '', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:a6:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:02:01Z', 'updated_at': '2022-02-04T16:02:13Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:14.874533 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94fe39-e26d-4e83-b6be-28b7a1cc9542 None None] The sync data for ids ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'] in n-d-827872-1 is: [{'id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:44Z', 'updated_at': '2022-02-04T16:02:05Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:46Z', 'updated_at': '2022-02-04T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '8276fb8f-188f-4797-9f3c-4434d366b628', 'name': '', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:a6:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:02:01Z', 'updated_at': '2022-02-04T16:02:13Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:02:15.050560 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d5f3a5ac-1d06-4131-b4bd-68dc23344f4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59d071709aef4ae58201e982e611f967&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3442569 Feb 04 16:02:15.053093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34288) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:15.074092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 34258cc0-a9ed-4fb9-9541-0a54d7419ede up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:15.146745 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b04aaa62-d349-4ded-acfa-2d58161353d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:15.182110 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b04aaa62-d349-4ded-acfa-2d58161353d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:15.253430 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0534d57a-817e-4857-bea1-7f4da6db93df req-b025bcb9-3e17-4a64-8e78-0533edfa08ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 1097 time: 0.3560338 Feb 04 16:02:15.262712 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b04aaa62-d349-4ded-acfa-2d58161353d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:15.318573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04aaa62-d349-4ded-acfa-2d58161353d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9044a967-e15c-493e-aa9b-f042095d0d0d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:15.331673 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b04aaa62-d349-4ded-acfa-2d58161353d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:15.335266 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b04aaa62-d349-4ded-acfa-2d58161353d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9044a967-e15c-493e-aa9b-f042095d0d0d HTTP/1.1" status: 204 len: 168 time: 0.2788107 Feb 04 16:02:15.385918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 34258cc0-a9ed-4fb9-9541-0a54d7419ede completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:15.419756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 34258cc0-a9ed-4fb9-9541-0a54d7419ede triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:15.420375 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:15.561794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534d57a-817e-4857-bea1-7f4da6db93df req-51d0f797-4a7b-4d3c-b7ae-06d13d564126 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:15.563493 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0534d57a-817e-4857-bea1-7f4da6db93df req-51d0f797-4a7b-4d3c-b7ae-06d13d564126 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 917 time: 0.3037193 Feb 04 16:02:15.594591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320e65-c9cd-4300-b482-0bceff73d6b7 req-852c1fb7-4f01-437b-9769-3d2216b8c2da tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:15.603877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7d320e65-c9cd-4300-b482-0bceff73d6b7 req-852c1fb7-4f01-437b-9769-3d2216b8c2da tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.1825407 Feb 04 16:02:15.726234 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7d320e65-c9cd-4300-b482-0bceff73d6b7 req-75300010-400e-43cd-abe5-fa33a1e45b1a tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138256 Feb 04 16:02:15.765245 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:15.798610 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0534d57a-817e-4857-bea1-7f4da6db93df req-ea8dd812-f753-4121-862e-7c58fc2a1fef service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325 HTTP/1.1" status: 200 len: 1002 time: 0.2281444 Feb 04 16:02:15.869274 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddbec28-19b2-43da-95ca-17c7336ba6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34258cc0-a9ed-4fb9-9541-0a54d7419ede'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:15.898359 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 34258cc0-a9ed-4fb9-9541-0a54d7419ede, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=34258cc0-a9ed-4fb9-9541-0a54d7419ede,segment=NetworkSegment(35e15a29-f9c2-4705-a7b5-a3c849c8ca36),segment_id=35e15a29-f9c2-4705-a7b5-a3c849c8ca36)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:15.908937 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:15.913125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534d57a-817e-4857-bea1-7f4da6db93df req-e56830ae-efde-48bf-bc20-0c51474a66e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:15.914613 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0534d57a-817e-4857-bea1-7f4da6db93df req-e56830ae-efde-48bf-bc20-0c51474a66e8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 200 len: 855 time: 0.1032937 Feb 04 16:02:16.117472 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0534d57a-817e-4857-bea1-7f4da6db93df req-e400c27a-b3eb-4923-9995-2f2406a75f8b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c2183356-deba-4128-ad82-b10ca33a0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1893861 Feb 04 16:02:16.157416 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=34258cc0-a9ed-4fb9-9541-0a54d7419ede,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:16.254341 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1b000-3b01-423d-9672-3dd10524c0a2 req-48ea851a-c48a-4b6f-8658-d9041d673de9 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:16.274448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29e1b000-3b01-423d-9672-3dd10524c0a2 req-48ea851a-c48a-4b6f-8658-d9041d673de9 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 946 time: 0.2096968 Feb 04 16:02:16.337930 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0534d57a-817e-4857-bea1-7f4da6db93df req-1252b69a-8537-4ebc-868c-dfd90a4e1617 service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093897 Feb 04 16:02:16.383786 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d141be00-2c37-424f-a71f-dd8a5e995304 req-0ec1f1b6-6ef5-4bee-a1e2-ce6b120b9f91 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 210 time: 1.0215011 Feb 04 16:02:16.457393 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29e1b000-3b01-423d-9672-3dd10524c0a2 req-3b32018f-d6f5-4d47-9ee4-81ee056f6212 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f94941-d9b2-4feb-9811-334d4a588776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816177 Feb 04 16:02:16.518292 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddbec28-19b2-43da-95ca-17c7336ba6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34258cc0-a9ed-4fb9-9541-0a54d7419ede', 'code': 200} Feb 04 16:02:16.627402 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0534d57a-817e-4857-bea1-7f4da6db93df req-92f67002-435b-4a2b-ad10-ed420fc14ba1 service neutron] 10.222.0.81 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813966 Feb 04 16:02:16.795229 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca5d392d-92a8-4364-8180-082327d12f8f req-2f1c28c0-bea4-4078-9c86-7037e96f12b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 1097 time: 0.1984301 Feb 04 16:02:16.920035 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca5d392d-92a8-4364-8180-082327d12f8f req-dd3ac0af-a248-4806-93dc-b3e20529026e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=53f94941-d9b2-4feb-9811-334d4a588776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158187 Feb 04 16:02:16.956391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8276fb8f-188f-4797-9f3c-4434d366b628 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:17.054856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fce243e5-f1e5-4d20-bae0-deb0920e9325 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:17.167596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a187c56-ac71-482f-845b-375fd71fe630 req-a7d1421c-dd47-45a5-85a9-a838f898cb39 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:17.181787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a187c56-ac71-482f-845b-375fd71fe630 req-a7d1421c-dd47-45a5-85a9-a838f898cb39 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.1482396 Feb 04 16:02:17.219494 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.229852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 8276fb8f-188f-4797-9f3c-4434d366b628 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:17.255096 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 8276fb8f-188f-4797-9f3c-4434d366b628 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:17.255721 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.261083 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a187c56-ac71-482f-845b-375fd71fe630 req-2fb562ff-703e-440e-a1ad-8c75391f040c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778587 Feb 04 16:02:17.360602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:17.373774 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.490554 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.573239 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=fce243e5-f1e5-4d20-bae0-deb0920e9325,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:17.607928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 8276fb8f-188f-4797-9f3c-4434d366b628, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=8276fb8f-188f-4797-9f3c-4434d366b628,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:17.616735 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.828372 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f38ab6dc-26af-4b51-89b0-1c6ad17838c2 req-f6928cf8-976b-4f73-a38b-32fae6175a8f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 210 time: 0.1283107 Feb 04 16:02:17.850235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-e7aa5dc8-eb1c-4dd2-b32f-1fc9e6e6459b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:17.852451 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-e7aa5dc8-eb1c-4dd2-b32f-1fc9e6e6459b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "GET /v2.0/networks?id=97b01a47-5989-40d6-845d-397228b6b38d HTTP/1.1" status: 200 len: 796 time: 0.4199822 Feb 04 16:02:17.856315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=8276fb8f-188f-4797-9f3c-4434d366b628,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:17.985755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab162e-e86d-4ec6-8cb4-dfb570f5e7c4 req-c74fb3e9-17c6-472c-b70a-e7a20d7a8d66 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:17.986037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-b88292ab-105d-494a-bda5-ba712dd62c9d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:17.993101 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1ab162e-e86d-4ec6-8cb4-dfb570f5e7c4 req-c74fb3e9-17c6-472c-b70a-e7a20d7a8d66 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 946 time: 0.1600010 Feb 04 16:02:18.030254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-b88292ab-105d-494a-bda5-ba712dd62c9d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:18.031201 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-b88292ab-105d-494a-bda5-ba712dd62c9d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 379 time: 0.1572251 Feb 04 16:02:18.042117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'port': {'device_id': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'admin_state_up': True, 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'security_groups': ['834047c2-e56f-49e4-9e40-ff4cbc3cc934']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:18.093881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1ab162e-e86d-4ec6-8cb4-dfb570f5e7c4 req-c1a97e46-0376-433c-b6f3-fc2d5d2e7dca tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f94941-d9b2-4feb-9811-334d4a588776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997934 Feb 04 16:02:18.375687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:18.392568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:18.415847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Made reservation on behalf of d7ff7bfbfb3140b590e1ea986a3aedc3 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:18.427945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:18.520633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:18.635554 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'code': 200} Feb 04 16:02:18.712241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31bfc0-face-4e10-8bea-c630133d40db req-3af0405f-c3f3-4f4c-9e39-957f3dce7be7 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:18.714139 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c31bfc0-face-4e10-8bea-c630133d40db req-3af0405f-c3f3-4f4c-9e39-957f3dce7be7 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 944 time: 0.1989026 Feb 04 16:02:18.788191 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.20.0.10 (97b01a47-5989-40d6-845d-397228b6b38d/d4e97948-40b1-4f8d-a5f6-1fcd30febe04/147feb10-a8b1-4cc9-b753-42ac61e2a53e) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:02:18.863682 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c31bfc0-face-4e10-8bea-c630133d40db req-e1ff87d2-a337-416c-9ac0-01f924604f1c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412361 Feb 04 16:02:18.886428 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8276fb8f-188f-4797-9f3c-4434d366b628 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:19.088644 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 8276fb8f-188f-4797-9f3c-4434d366b628 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:19.089278 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:19.171227 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:19.214221 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Transition to ACTIVE for port object 147feb10-a8b1-4cc9-b753-42ac61e2a53e will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:19.264640 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:19.382131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 97b01a47-5989-40d6-845d-397228b6b38d is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:19.388072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:19.390500 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=147feb10-a8b1-4cc9-b753-42ac61e2a53e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:19.398650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:02:19.415144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d416d-ee7a-4603-a2a0-a793a7705772 req-b081d633-8dfd-4ede-96be-d454499d4c9c tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:19.422482 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b03d416d-ee7a-4603-a2a0-a793a7705772 req-b081d633-8dfd-4ede-96be-d454499d4c9c tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 946 time: 0.1125660 Feb 04 16:02:19.486724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:19.487415 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:19.520638 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-c834f0a3-9205-4964-9649-0fa94440c5e9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4822948 Feb 04 16:02:19.543520 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Request body: {'port': {'device_id': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:19.562647 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b03d416d-ee7a-4603-a2a0-a793a7705772 req-7b6bad68-0380-456d-a375-cbf0e463ffcd tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f94941-d9b2-4feb-9811-334d4a588776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365271 Feb 04 16:02:19.609474 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:19.725578 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:19.793787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efbee3-cd19-4f1b-b2e9-1596e2ddcfaa req-09d44986-26fa-4d07-9bf1-9ef14ad4ac38 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:19.802850 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7efbee3-cd19-4f1b-b2e9-1596e2ddcfaa req-09d44986-26fa-4d07-9bf1-9ef14ad4ac38 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 932 time: 0.7194929 Feb 04 16:02:19.886541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ed240485-58b0-4155-bb5c-9fbeb9b2f179 None None] Provisioning for port 147feb10-a8b1-4cc9-b753-42ac61e2a53e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:19.893155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ed240485-58b0-4155-bb5c-9fbeb9b2f179 None None] Provisioning complete for port 147feb10-a8b1-4cc9-b753-42ac61e2a53e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:19.893915 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ed240485-58b0-4155-bb5c-9fbeb9b2f179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:19.920344 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7efbee3-cd19-4f1b-b2e9-1596e2ddcfaa req-8fa0e7dc-239e-41a8-8e22-332953d3946b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163542 Feb 04 16:02:19.982841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5ff5e-1142-487f-844f-cc1e3af39bee req-41df5da3-149b-4232-8b50-612c412204c9 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:19.990865 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aec5ff5e-1142-487f-844f-cc1e3af39bee req-41df5da3-149b-4232-8b50-612c412204c9 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 946 time: 0.1649518 Feb 04 16:02:20.010375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ed240485-58b0-4155-bb5c-9fbeb9b2f179 None None] Port 147feb10-a8b1-4cc9-b753-42ac61e2a53e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:02:20.090390 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aec5ff5e-1142-487f-844f-cc1e3af39bee req-6a8a350d-acaa-40cc-a297-73ca7f9b16c8 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f94941-d9b2-4feb-9811-334d4a588776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938833 Feb 04 16:02:20.110389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34412) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:20.307841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269956a-9a6d-47b5-95d1-0113366f2b87 req-2a48e21b-4920-4b9c-bef0-6a42e5987872 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:20.309557 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4269956a-9a6d-47b5-95d1-0113366f2b87 req-2a48e21b-4920-4b9c-bef0-6a42e5987872 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 944 time: 0.1266372 Feb 04 16:02:20.393813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4269956a-9a6d-47b5-95d1-0113366f2b87 req-5d8964fb-81bb-49e2-817f-a35aae7ba948 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778048 Feb 04 16:02:20.560249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147feb10-a8b1-4cc9-b753-42ac61e2a53e {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:20.571019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:20.600767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Transition to ACTIVE for port object 147feb10-a8b1-4cc9-b753-42ac61e2a53e will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:20.629501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:20.732335 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1984b83f-b0ba-48b8-8904-e9c04331d711 tempest-TestNetworkBasicOps-1879359942 tempest-TestNetworkBasicOps-1879359942-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 1092 time: 0.6200571 Feb 04 16:02:20.735043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34444) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:20.746653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': '34258cc0-a9ed-4fb9-9541-0a54d7419ede', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:20.755901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:20.761168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Usage tracker for resource:floatingip and tenant:0d5ce1deda6c431b892eca6721c0eb4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:20.797473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:20.803757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:20.816603 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:20.938096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=147feb10-a8b1-4cc9-b753-42ac61e2a53e,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:21.291979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Attempting to bind port 147feb10-a8b1-4cc9-b753-42ac61e2a53e on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:02:21.295251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Attempting to bind port 147feb10-a8b1-4cc9-b753-42ac61e2a53e by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:02:21.295862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Attempting to bind port 147feb10-a8b1-4cc9-b753-42ac61e2a53e on network 97b01a47-5989-40d6-845d-397228b6b38d {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:21.312202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Port 147feb10-a8b1-4cc9-b753-42ac61e2a53e on network 97b01a47-5989-40d6-845d-397228b6b38d not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:02:21.322513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Attempting to bind port 147feb10-a8b1-4cc9-b753-42ac61e2a53e on network 97b01a47-5989-40d6-845d-397228b6b38d {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:21.330310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:02:21.330957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Checking segment: {'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:02:21.331578 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Bound using segment: {'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:02:21.332016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Bound port: 147feb10-a8b1-4cc9-b753-42ac61e2a53e, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:02:21.332362 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:21.350589 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:21.549366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] For port 147feb10-a8b1-4cc9-b753-42ac61e2a53e, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:02:21.554212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] For port 147feb10-a8b1-4cc9-b753-42ac61e2a53e, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:02:21.578515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:21.788648 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:21.788648 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] 10.222.0.81 "PUT /v2.0/ports/147feb10-a8b1-4cc9-b753-42ac61e2a53e HTTP/1.1" status: 200 len: 1092 time: 2.2524633 Feb 04 16:02:21.791089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:21.843615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a103b-7362-41bc-9447-fda0caf2fcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=147feb10-a8b1-4cc9-b753-42ac61e2a53e,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:21.861173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184c7f1-12fb-47ab-9cd2-8a02554d326c req-613b2a15-19f9-4c1d-b121-f8742938c8f3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:21.862746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6184c7f1-12fb-47ab-9cd2-8a02554d326c req-613b2a15-19f9-4c1d-b121-f8742938c8f3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 944 time: 0.6120312 Feb 04 16:02:21.961198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Allocated IP 172.25.0.25 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/3fc460b8-a894-4622-b01a-6763d849f931) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:02:22.013971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6184c7f1-12fb-47ab-9cd2-8a02554d326c req-d004fa4c-b9f6-43ba-9939-3518d8ff9e16 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394427 Feb 04 16:02:22.045728 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-55414c7d-d446-45eb-b7b7-f056edaf0ce4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 1095 time: 0.1797595 Feb 04 16:02:22.208881 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-8b297ac8-009b-468a-9878-76782540106f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e HTTP/1.1" status: 200 len: 217 time: 0.1478798 Feb 04 16:02:22.312250 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'status': 'completed', 'code': 200} Feb 04 16:02:22.328700 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:22.334541 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-9d4e9e81-4768-42e9-b648-a6adf3692f9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:22.336031 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-9d4e9e81-4768-42e9-b648-a6adf3692f9f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d4e97948-40b1-4f8d-a5f6-1fcd30febe04 HTTP/1.1" status: 200 len: 835 time: 0.1207359 Feb 04 16:02:22.412070 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:22.430776 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-f0ff3bd9-7d3c-45b8-93ec-75197b8e0756 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=97b01a47-5989-40d6-845d-397228b6b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843978 Feb 04 16:02:22.645753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Port': ['ID=3fc460b8-a894-4622-b01a-6763d849f931,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:22.693258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:22.703278 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-84db0fc7-e5b7-4f9c-ad04-b29015d8fdb8 service neutron] 10.222.0.81 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637467 Feb 04 16:02:22.705304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:22.708630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:02:22.882485 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1468521-c01f-476e-82a4-72bc6a40b124 req-0237c3b7-c4b3-4a59-aea8-def36c6bdbfb service neutron] 10.222.0.81 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724081 Feb 04 16:02:23.020001 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device fce243e5-f1e5-4d20-bae0-deb0920e9325 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:23.311257 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd927537-2dfb-4c1f-9ef1-f7ed1203063c req-e7acca8a-82ae-4642-8e52-967b02c349a9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 1095 time: 0.3066664 Feb 04 16:02:23.558257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927537-2dfb-4c1f-9ef1-f7ed1203063c req-316c777c-7e26-469a-bfd7-dbfa87ce77a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:23.561393 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd927537-2dfb-4c1f-9ef1-f7ed1203063c req-316c777c-7e26-469a-bfd7-dbfa87ce77a1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=97b01a47-5989-40d6-845d-397228b6b38d HTTP/1.1" status: 200 len: 897 time: 0.2492318 Feb 04 16:02:23.599560 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b7a84b0-98c1-4741-b71a-a9303629d46d req-2c644caa-4bab-4cb0-a695-bce5322e676e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3581138 Feb 04 16:02:23.636431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626cb11-527b-4e73-b44c-f877cb456997 req-dafb3afb-59b1-4d42-9842-eb6156bab0ff tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:23.638306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1626cb11-527b-4e73-b44c-f877cb456997 req-dafb3afb-59b1-4d42-9842-eb6156bab0ff tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 944 time: 0.1628711 Feb 04 16:02:23.654805 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd927537-2dfb-4c1f-9ef1-f7ed1203063c req-1ca7ddc9-d279-40f6-ad99-d07a2ea3b7f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e HTTP/1.1" status: 200 len: 217 time: 0.0871131 Feb 04 16:02:23.723870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1626cb11-527b-4e73-b44c-f877cb456997 req-33115772-c48e-411d-b35c-ef470449a851 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778494 Feb 04 16:02:23.881858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927537-2dfb-4c1f-9ef1-f7ed1203063c req-3fa45780-4d77-41a7-887f-c43585ed5df4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:23.884398 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd927537-2dfb-4c1f-9ef1-f7ed1203063c req-3fa45780-4d77-41a7-887f-c43585ed5df4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d4e97948-40b1-4f8d-a5f6-1fcd30febe04 HTTP/1.1" status: 200 len: 835 time: 0.2231584 Feb 04 16:02:24.030783 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd927537-2dfb-4c1f-9ef1-f7ed1203063c req-c46bc124-e69e-44b3-846b-a2ced54e0a1f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=97b01a47-5989-40d6-845d-397228b6b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242046 Feb 04 16:02:24.051323 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:24.142894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7dbfd-ec33-47c1-a344-251b9e295dc8 req-3982fe26-96a6-4851-b389-6e2922b9a7ab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:24.144565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1dd7dbfd-ec33-47c1-a344-251b9e295dc8 req-3982fe26-96a6-4851-b389-6e2922b9a7ab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 944 time: 0.2340322 Feb 04 16:02:24.147654 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:24.203623 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd927537-2dfb-4c1f-9ef1-f7ed1203063c req-de87cc08-cc13-41c9-b12c-e32d690ad72d service neutron] 10.222.0.81 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718967 Feb 04 16:02:24.304087 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1dd7dbfd-ec33-47c1-a344-251b9e295dc8 req-149fb9c6-09fd-4164-90bf-b308dca75151 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310689 Feb 04 16:02:24.350068 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-dd927537-2dfb-4c1f-9ef1-f7ed1203063c req-87949df5-fb95-4d27-b10c-dbd1d0f6a1a7 service neutron] 10.222.0.81 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394176 Feb 04 16:02:24.474023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-4e96e0c2-348d-4df8-a203-4ead044964ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5648906 Feb 04 16:02:24.589888 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:24.611862 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:25.071422 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:25.133872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event updated for resources: {'Port': ['ID=3fc460b8-a894-4622-b01a-6763d849f931,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:25.418501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9a123-abbe-4871-b4ce-77edc13e7da9 req-1ebab8ac-0cff-4d24-9250-c34f6ab68a19 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:25.427466 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-88e9a123-abbe-4871-b4ce-77edc13e7da9 req-1ebab8ac-0cff-4d24-9250-c34f6ab68a19 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 944 time: 0.4395888 Feb 04 16:02:25.506663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-78d10ed0-c9e9-4b6f-8bac-e26d824f647a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37&tenant_id=ee631902a97f490e8f118497c873dcdf HTTP/1.1" status: 200 len: 1095 time: 0.2487686 Feb 04 16:02:25.527617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:25.701402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-88e9a123-abbe-4871-b4ce-77edc13e7da9 req-dd8b2ddc-ac4f-4e00-910f-a2676d679a84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729430 Feb 04 16:02:25.751148 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:25.772978 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Floating IP 121710e1-dec9-4f6f-b7c0-21b68c79a856 associated. External IP: 172.25.0.25, port: 34258cc0-a9ed-4fb9-9541-0a54d7419ede. Feb 04 16:02:25.969441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d819a7-6f03-4be4-aa27-b9163ca49079 req-dcf59c18-68e8-4375-ae9e-4b91a16ea608 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:25.971392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06d819a7-6f03-4be4-aa27-b9163ca49079 req-dcf59c18-68e8-4375-ae9e-4b91a16ea608 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 944 time: 0.3177853 Feb 04 16:02:26.230935 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06d819a7-6f03-4be4-aa27-b9163ca49079 req-61aa7004-a64d-4528-b910-10d63628f711 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211313 Feb 04 16:02:26.327489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:26.374852 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h1-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:02:26.494465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce243e5-f1e5-4d20-bae0-deb0920e9325 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:26.503402 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:26.529740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Transition to ACTIVE for port object fce243e5-f1e5-4d20-bae0-deb0920e9325 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:26.538418 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:26.760949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Pushing event updated for resources: {'Port': ['ID=fce243e5-f1e5-4d20-bae0-deb0920e9325,revision_number=9']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:27.027383 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 147feb10-a8b1-4cc9-b753-42ac61e2a53e details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:02:27.250095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 147feb10-a8b1-4cc9-b753-42ac61e2a53e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:27.265755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'port_id': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'mac_address': 'fa:16:3e:0e:38:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:02:27.334784 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:27.361925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147feb10-a8b1-4cc9-b753-42ac61e2a53e {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:27.382263 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 147feb10-a8b1-4cc9-b753-42ac61e2a53e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:27.389604 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:27.425208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] No DVR routers for this DVR port fce243e5-f1e5-4d20-bae0-deb0920e9325 on host n-h1-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:02:27.551498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=147feb10-a8b1-4cc9-b753-42ac61e2a53e,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:27.573454 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d4b6512-edb0-44f1-8a95-5d4dbf4b19af req-83ca00d5-dfbb-431e-9d4d-986ea345ee73 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9758871 Feb 04 16:02:27.587307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dcc77-f067-47af-80df-a9f5a4a2e595 req-1aa9e884-5494-46f1-9429-5ba7d72fa7a4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:27.588837 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-756dcc77-f067-47af-80df-a9f5a4a2e595 req-1aa9e884-5494-46f1-9429-5ba7d72fa7a4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 944 time: 0.4140189 Feb 04 16:02:27.852752 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:02:27.886212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['147feb10-a8b1-4cc9-b753-42ac61e2a53e'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:02:27.897503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dcfbd-bc5a-43ff-9b3f-45eafa7a9434 req-3d3b0d8e-d6bd-4484-9466-6023a93c7835 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:27.899080 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b25dcfbd-bc5a-43ff-9b3f-45eafa7a9434 req-3d3b0d8e-d6bd-4484-9466-6023a93c7835 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 944 time: 0.3191230 Feb 04 16:02:28.103379 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-756dcc77-f067-47af-80df-a9f5a4a2e595 req-e92f29fd-245c-43a0-a218-eb588b8d6c92 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4379950 Feb 04 16:02:28.298002 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b25dcfbd-bc5a-43ff-9b3f-45eafa7a9434 req-84a6639c-c50d-4bea-9b3f-7a98d2af394b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886497 Feb 04 16:02:28.304228 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d4b6512-edb0-44f1-8a95-5d4dbf4b19af req-323f7fdb-3507-46a0-8a03-53eb05a051d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 1097 time: 0.5450134 Feb 04 16:02:28.626609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b6512-edb0-44f1-8a95-5d4dbf4b19af req-18082166-9907-4908-9570-0cb4a5d767a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:28.628719 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d4b6512-edb0-44f1-8a95-5d4dbf4b19af req-18082166-9907-4908-9570-0cb4a5d767a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a5058263-91eb-4133-b233-819a1f65f6c9 HTTP/1.1" status: 200 len: 898 time: 0.2830842 Feb 04 16:02:28.750045 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Attempting to bind port fce243e5-f1e5-4d20-bae0-deb0920e9325 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:02:28.750669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Attempting to bind port fce243e5-f1e5-4d20-bae0-deb0920e9325 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:02:28.750669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Attempting to bind port fce243e5-f1e5-4d20-bae0-deb0920e9325 on network c2183356-deba-4128-ad82-b10ca33a0ad9 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:28.803240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Port fce243e5-f1e5-4d20-bae0-deb0920e9325 on network c2183356-deba-4128-ad82-b10ca33a0ad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:02:28.803612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Attempting to bind port fce243e5-f1e5-4d20-bae0-deb0920e9325 on network c2183356-deba-4128-ad82-b10ca33a0ad9 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:28.818169 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d4b6512-edb0-44f1-8a95-5d4dbf4b19af req-08bd55c3-f2c5-4b47-abbd-43b251e6ee99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34258cc0-a9ed-4fb9-9541-0a54d7419ede HTTP/1.1" status: 200 len: 999 time: 0.1827860 Feb 04 16:02:28.823280 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:02:28.823613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Checking segment: {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:02:28.824068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Bound using segment: {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:02:28.824589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Bound port: fce243e5-f1e5-4d20-bae0-deb0920e9325, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93787a8-5030-4a5d-9194-c33b8e246c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:02:28.824983 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.936447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:02:28.951385 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf3543-9e10-4128-9f51-5449a73b8815 None None] Sync routers for ids ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:02:28.975154 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf3543-9e10-4128-9f51-5449a73b8815 None None] Routers {'118f5ca4-551c-47b1-9cd9-8e63cbf1d066'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:02:28.975790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-fedf3543-9e10-4128-9f51-5449a73b8815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:02:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:29.034578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b6512-edb0-44f1-8a95-5d4dbf4b19af req-61417599-56c5-4f5c-b3a2-60923e9c882f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:29.036065 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d4b6512-edb0-44f1-8a95-5d4dbf4b19af req-61417599-56c5-4f5c-b3a2-60923e9c882f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=46e680a6-81b6-44e4-a5c2-53d027481c09 HTTP/1.1" status: 200 len: 834 time: 0.1926541 Feb 04 16:02:29.221940 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:29.362450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-fedf3543-9e10-4128-9f51-5449a73b8815 None None] Set router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:02:29.389793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34630) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:29.390349 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-99007f4e-ac36-419b-8a5c-eda22823a6d7 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.6534917 Feb 04 16:02:29.398565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddbec28-19b2-43da-95ca-17c7336ba6bb', 'tag': '34258cc0-a9ed-4fb9-9541-0a54d7419ede'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:29.448953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:02:29.467925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:02:29.491635 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:29.540934 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:29.542246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] 10.222.0.73 "PUT /v2.0/ports/fce243e5-f1e5-4d20-bae0-deb0920e9325 HTTP/1.1" status: 200 len: 1092 time: 4.0231013 Feb 04 16:02:29.577801 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d4b6512-edb0-44f1-8a95-5d4dbf4b19af req-09022a4a-7c01-46e5-a3bc-29d9a589771a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a5058263-91eb-4133-b233-819a1f65f6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5257454 Feb 04 16:02:29.643807 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d8c602d4-6fa3-4a89-baa8-38570d25d0f2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/floatingips/121710e1-dec9-4f6f-b7c0-21b68c79a856 HTTP/1.1" status: 200 len: 991 time: 0.2484882 Feb 04 16:02:30.020959 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98709be1-0d92-4f02-acd7-647e787ac178 req-86e13332-d6fa-4c1c-84d6-4690857c4982 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:30.027992 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98709be1-0d92-4f02-acd7-647e787ac178 req-86e13332-d6fa-4c1c-84d6-4690857c4982 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 945 time: 0.6807511 Feb 04 16:02:30.102988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5ae97-ab42-4217-930d-4e87b4681895 service neutron] Pushing event updated for resources: {'Port': ['ID=fce243e5-f1e5-4d20-bae0-deb0920e9325,revision_number=10']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:30.112100 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-fedf3543-9e10-4128-9f51-5449a73b8815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:21Z', 'updated_at': '2022-02-04T16:01:35Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:22Z', 'updated_at': '2022-02-04T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '121710e1-dec9-4f6f-b7c0-21b68c79a856', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'port_id': '34258cc0-a9ed-4fb9-9541-0a54d7419ede', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'mac_address': 'fa:16:3e:41:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddbec28-19b2-43da-95ca-17c7336ba6bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:02:23Z', 'updated_at': '2022-02-04T16:02:23Z', 'revision_number': 0, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489e873b-4d4c-4a47-8df3-268c1c10fa33', 'name': '', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:60:bf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:31Z', 'updated_at': '2022-02-04T16:01:47Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:30.127767 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf3543-9e10-4128-9f51-5449a73b8815 None None] Checking router: 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:02:30.148453 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf3543-9e10-4128-9f51-5449a73b8815 None None] Routers {'118f5ca4-551c-47b1-9cd9-8e63cbf1d066'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:02:30.149065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-fedf3543-9e10-4128-9f51-5449a73b8815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:02:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:30.204949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98709be1-0d92-4f02-acd7-647e787ac178 req-ead841d2-356a-4774-ae55-a2b60e7adcdc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753957 Feb 04 16:02:30.238463 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-2c4c774a-a017-4421-99c4-3a9d0e110f3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 1096 time: 0.6568918 Feb 04 16:02:30.399641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea190bd-fcd9-425f-8fc5-b86b15422b34 req-53bd7d0d-377b-4cb0-9853-d096e4f5c926 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:30.401515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ea190bd-fcd9-425f-8fc5-b86b15422b34 req-53bd7d0d-377b-4cb0-9853-d096e4f5c926 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.7342703 Feb 04 16:02:30.402510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-ef82fc01-688c-487f-835d-398e23b6eed2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:30.404668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-ef82fc01-688c-487f-835d-398e23b6eed2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 917 time: 0.1578047 Feb 04 16:02:30.407169 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddbec28-19b2-43da-95ca-17c7336ba6bb', 'tag': '34258cc0-a9ed-4fb9-9541-0a54d7419ede', 'status': 'completed', 'code': 200} Feb 04 16:02:30.409036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d4b6512-edb0-44f1-8a95-5d4dbf4b19af req-bbc91e46-a8b6-4a32-ba97-9dcca5d82cf2 service neutron] 10.222.0.73 "GET /v2.0/networks/a5058263-91eb-4133-b233-819a1f65f6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7366199 Feb 04 16:02:30.485942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-fedf3543-9e10-4128-9f51-5449a73b8815 None None] Set router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:02:30.646359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34662) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:30.661048 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-4eadf1f0-b47d-4ad5-bd84-d3cf053fe1f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325 HTTP/1.1" status: 200 len: 1000 time: 0.2360039 Feb 04 16:02:30.767791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d4b6512-edb0-44f1-8a95-5d4dbf4b19af req-6fd61932-755a-47bd-889b-725cc96dbbe5 service neutron] 10.222.0.73 "GET /v2.0/networks/a5058263-91eb-4133-b233-819a1f65f6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884734 Feb 04 16:02:30.784704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ea190bd-fcd9-425f-8fc5-b86b15422b34 req-933d963f-5b4d-4efc-83b3-70ce01acbc03 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3746817 Feb 04 16:02:30.815060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-75f9e0fe-22a7-41ec-bb4e-6b399e9bc8f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:30.816554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-75f9e0fe-22a7-41ec-bb4e-6b399e9bc8f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 200 len: 855 time: 0.1445684 Feb 04 16:02:30.975090 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b0fb1eb9-aed1-4af9-ace0-9305aabb407f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/floatingips/121710e1-dec9-4f6f-b7c0-21b68c79a856 HTTP/1.1" status: 200 len: 991 time: 0.3267999 Feb 04 16:02:31.020406 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-075c8ec1-3f64-4e5a-b7bb-d52eaa7775f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c2183356-deba-4128-ad82-b10ca33a0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1965351 Feb 04 16:02:31.046340 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 147feb10-a8b1-4cc9-b753-42ac61e2a53e up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:31.072232 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77d58653-159e-4fcf-b032-4a5fa736a9ad req-565bb4d6-3e6f-43a4-a88c-9f1d853b149e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 1097 time: 0.1724288 Feb 04 16:02:31.162253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-fedf3543-9e10-4128-9f51-5449a73b8815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:21Z', 'updated_at': '2022-02-04T16:01:35Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:22Z', 'updated_at': '2022-02-04T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '121710e1-dec9-4f6f-b7c0-21b68c79a856', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'port_id': '34258cc0-a9ed-4fb9-9541-0a54d7419ede', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'mac_address': 'fa:16:3e:41:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddbec28-19b2-43da-95ca-17c7336ba6bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:02:23Z', 'updated_at': '2022-02-04T16:02:23Z', 'revision_number': 0, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489e873b-4d4c-4a47-8df3-268c1c10fa33', 'name': '', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:60:bf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:31Z', 'updated_at': '2022-02-04T16:01:47Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:31.170788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf3543-9e10-4128-9f51-5449a73b8815 None None] The sync data for ids ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'] in n-d-827872-1 is: [{'id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:21Z', 'updated_at': '2022-02-04T16:01:35Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:22Z', 'updated_at': '2022-02-04T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '121710e1-dec9-4f6f-b7c0-21b68c79a856', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'port_id': '34258cc0-a9ed-4fb9-9541-0a54d7419ede', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'mac_address': 'fa:16:3e:41:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddbec28-19b2-43da-95ca-17c7336ba6bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:02:23Z', 'updated_at': '2022-02-04T16:02:23Z', 'revision_number': 0, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489e873b-4d4c-4a47-8df3-268c1c10fa33', 'name': '', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:60:bf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:31Z', 'updated_at': '2022-02-04T16:01:47Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:02:31.175089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 147feb10-a8b1-4cc9-b753-42ac61e2a53e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:31.183961 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 147feb10-a8b1-4cc9-b753-42ac61e2a53e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:31.184341 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:31.379502 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:31.418426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:31.464131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 147feb10-a8b1-4cc9-b753-42ac61e2a53e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:31.477520 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:31.500966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-266d15d8-3bbe-454b-8b1e-1ba4f329dfb7 service neutron] 10.222.0.73 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670439 Feb 04 16:02:31.545126 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'code': 200} Feb 04 16:02:31.621241 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce10c4-3770-423e-bb63-6972df0c3f68 None None] New status for floating IP 121710e1-dec9-4f6f-b7c0-21b68c79a856: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:02:31.644480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=147feb10-a8b1-4cc9-b753-42ac61e2a53e,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:31.729914 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-93552431-9251-4be7-b93b-10b72a6897ac req-80db8d7a-d80d-4a1c-8198-704074142f29 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 1097 time: 0.0965714 Feb 04 16:02:31.798184 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-93552431-9251-4be7-b93b-10b72a6897ac req-a399e146-b371-42fa-ac65-fa6a777a780e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609665 Feb 04 16:02:31.815630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0da3c081-fc94-437e-b32e-10d2a3f76ed4 req-ebfeca80-3887-4c85-a21b-91a8266dcd8c service neutron] 10.222.0.73 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999625 Feb 04 16:02:31.883691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d58653-159e-4fcf-b032-4a5fa736a9ad req-008db41d-083f-4b9b-8db1-6b4da2d77059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:31.885362 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77d58653-159e-4fcf-b032-4a5fa736a9ad req-008db41d-083f-4b9b-8db1-6b4da2d77059 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a5058263-91eb-4133-b233-819a1f65f6c9 HTTP/1.1" status: 200 len: 898 time: 0.8078001 Feb 04 16:02:31.978503 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34684) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:32.158289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f962178-3c73-49b8-9c66-c985ed9bcc16 req-e76d64fa-2cb7-489e-9aad-d387ddc45c9d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:32.160996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f962178-3c73-49b8-9c66-c985ed9bcc16 req-e76d64fa-2cb7-489e-9aad-d387ddc45c9d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.6483898 Feb 04 16:02:32.197597 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77d58653-159e-4fcf-b032-4a5fa736a9ad req-73da8305-8d48-47ce-8f29-09c082fa9390 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34258cc0-a9ed-4fb9-9541-0a54d7419ede HTTP/1.1" status: 200 len: 999 time: 0.2910104 Feb 04 16:02:32.234352 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6e0b5a78-268e-45f4-b6a9-ea17e270d60a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/floatingips/121710e1-dec9-4f6f-b7c0-21b68c79a856 HTTP/1.1" status: 200 len: 993 time: 0.2542078 Feb 04 16:02:32.290438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f962178-3c73-49b8-9c66-c985ed9bcc16 req-4b1f114d-387f-4814-9e27-83f93178b74c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870006 Feb 04 16:02:32.593991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:32.599727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d58653-159e-4fcf-b032-4a5fa736a9ad req-5f944417-be3b-43a3-b10a-4f114a30f369 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:32.601074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77d58653-159e-4fcf-b032-4a5fa736a9ad req-5f944417-be3b-43a3-b10a-4f114a30f369 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=46e680a6-81b6-44e4-a5c2-53d027481c09 HTTP/1.1" status: 200 len: 834 time: 0.3492362 Feb 04 16:02:32.744811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcacbb-23fc-47d8-95e5-fe1a03160771 req-f22a33e0-2e60-484f-aeb8-633e207d4700 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:32.754763 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9fcacbb-23fc-47d8-95e5-fe1a03160771 req-f22a33e0-2e60-484f-aeb8-633e207d4700 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.6044519 Feb 04 16:02:32.787873 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'status': 'completed', 'code': 200} Feb 04 16:02:32.863994 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77d58653-159e-4fcf-b032-4a5fa736a9ad req-cb8c2a7d-0208-4c3e-9855-0076202c3c2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a5058263-91eb-4133-b233-819a1f65f6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395046 Feb 04 16:02:32.913437 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9fcacbb-23fc-47d8-95e5-fe1a03160771 req-a3f1e383-762f-479a-856a-0d74d8cd9a97 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457560 Feb 04 16:02:33.014276 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce772d67-c0e3-45f2-8272-7fdccd26d4d7 req-4135b222-06cf-405d-b9a9-ce8a7389c1c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 1096 time: 0.2222078 Feb 04 16:02:33.088825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77d58653-159e-4fcf-b032-4a5fa736a9ad req-4f06a66d-0638-4045-b16b-c2510175e526 service neutron] 10.222.0.73 "GET /v2.0/networks/a5058263-91eb-4133-b233-819a1f65f6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069685 Feb 04 16:02:33.816224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d573a0-c990-498c-9837-433d563c4351 req-46182615-ed5a-4783-8920-58e6ec0b491d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:33.817774 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e1d573a0-c990-498c-9837-433d563c4351 req-46182615-ed5a-4783-8920-58e6ec0b491d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.1945329 Feb 04 16:02:34.273730 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77d58653-159e-4fcf-b032-4a5fa736a9ad req-c39edd9a-6025-4f58-a7a1-e0e61ab3d53c service neutron] 10.222.0.73 "GET /v2.0/networks/a5058263-91eb-4133-b233-819a1f65f6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292787 Feb 04 16:02:34.688387 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e1d573a0-c990-498c-9837-433d563c4351 req-29684b9d-4037-48f8-a142-1768bc94e01e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8038762 Feb 04 16:02:34.852135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce772d67-c0e3-45f2-8272-7fdccd26d4d7 req-5fc19cf8-7ffe-4586-992f-9672353cb2b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:34.857296 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce772d67-c0e3-45f2-8272-7fdccd26d4d7 req-5fc19cf8-7ffe-4586-992f-9672353cb2b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 917 time: 1.0356963 Feb 04 16:02:34.870014 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34746) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:35.067126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485131a6-578e-4514-85c6-4bee81b50fa3 req-b1d21162-c896-4345-9aac-c7c52b7ef0fa tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:35.076349 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-485131a6-578e-4514-85c6-4bee81b50fa3 req-b1d21162-c896-4345-9aac-c7c52b7ef0fa tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.6366148 Feb 04 16:02:35.149654 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce772d67-c0e3-45f2-8272-7fdccd26d4d7 req-dc260f08-67cc-4f7b-98d2-7aea99eb609f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325 HTTP/1.1" status: 200 len: 1000 time: 0.2634547 Feb 04 16:02:35.155868 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81078d89-8baa-4861-90b1-13d466bae228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:35.197668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-485131a6-578e-4514-85c6-4bee81b50fa3 req-f6089faa-c13d-4b75-81b2-22ba85d1c08f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202242 Feb 04 16:02:35.206054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-81078d89-8baa-4861-90b1-13d466bae228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:35.212001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-81078d89-8baa-4861-90b1-13d466bae228 admin admin] Usage tracker for resource:security_group_rule and tenant:05b2ef98281f463fb62c0d21f4f3c235 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:35.216210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-81078d89-8baa-4861-90b1-13d466bae228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:35.223679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-81078d89-8baa-4861-90b1-13d466bae228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:35.337993 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81078d89-8baa-4861-90b1-13d466bae228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:35.351240 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81078d89-8baa-4861-90b1-13d466bae228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:35.390169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce772d67-c0e3-45f2-8272-7fdccd26d4d7 req-e9edec47-9217-4b41-96ec-261ed9873389 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:35.393597 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce772d67-c0e3-45f2-8272-7fdccd26d4d7 req-e9edec47-9217-4b41-96ec-261ed9873389 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 200 len: 855 time: 0.1935518 Feb 04 16:02:35.412306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4f8ca-f314-4526-84e3-37467cf746c7 req-27fc471a-3a1f-43cb-8216-86ad510936db tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:35.417038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf4f8ca-f314-4526-84e3-37467cf746c7 req-27fc471a-3a1f-43cb-8216-86ad510936db tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.3133376 Feb 04 16:02:35.430540 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-81078d89-8baa-4861-90b1-13d466bae228 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=05b2ef98281f463fb62c0d21f4f3c235&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5593865 Feb 04 16:02:35.431779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81078d89-8baa-4861-90b1-13d466bae228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e577566-3b5f-4b66-bb47-b5cf207f2b7f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:35.454316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34754) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:35.563222 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9091b2e0-1e2b-40c8-9b37-ebbb87510c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:35.603888 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9091b2e0-1e2b-40c8-9b37-ebbb87510c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:35.665461 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf4f8ca-f314-4526-84e3-37467cf746c7 req-e1ef829c-a467-4736-afb8-44c2085f8b91 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634007 Feb 04 16:02:35.703635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce772d67-c0e3-45f2-8272-7fdccd26d4d7 req-1e522185-9fd9-4e19-87a0-cd130f59c845 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c2183356-deba-4128-ad82-b10ca33a0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2839127 Feb 04 16:02:35.762590 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9091b2e0-1e2b-40c8-9b37-ebbb87510c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:35.790043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34760) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:35.835144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091b2e0-1e2b-40c8-9b37-ebbb87510c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e577566-3b5f-4b66-bb47-b5cf207f2b7f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:35.850532 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9091b2e0-1e2b-40c8-9b37-ebbb87510c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:35.851978 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9091b2e0-1e2b-40c8-9b37-ebbb87510c68 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e577566-3b5f-4b66-bb47-b5cf207f2b7f HTTP/1.1" status: 204 len: 168 time: 0.3933446 Feb 04 16:02:35.997721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-57939eb6-a4ac-4b6b-92a7-dc1a5dfbd080 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 1092 time: 0.2051921 Feb 04 16:02:35.999764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34766) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:36.006530 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:36.018632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:36.047808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:floatingip and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:36.055504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:36.087321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:36.125029 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:36.436857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce772d67-c0e3-45f2-8272-7fdccd26d4d7 req-0ac621ae-9d6b-4a98-a4cb-e40d39e0e99b service neutron] 10.222.0.73 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125903 Feb 04 16:02:36.589888 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fe3205c8-8890-4d10-8a28-3d5b36e1233d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:36.648101 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:36.945412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34780) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:37.029739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.25.0.233 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/2bd9daf5-a68d-4339-bf22-2de4f33bb59b) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:02:37.151691 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d6712cd2-e286-4072-bc05-c83ac6f31049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.193781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce772d67-c0e3-45f2-8272-7fdccd26d4d7 req-d2b912e8-755b-48fa-a4fb-41afee5d091b service neutron] 10.222.0.73 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7450769 Feb 04 16:02:37.268442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd38c98-bbfc-4651-8a13-800a5e2217e8 req-92374fac-66eb-409b-a9ba-579e98554e64 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:37.270267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cd38c98-bbfc-4651-8a13-800a5e2217e8 req-92374fac-66eb-409b-a9ba-579e98554e64 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.5437684 Feb 04 16:02:37.274180 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d6712cd2-e286-4072-bc05-c83ac6f31049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:37.279165 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d6712cd2-e286-4072-bc05-c83ac6f31049 admin admin] Usage tracker for resource:security_group_rule and tenant:d0b8fd5efb8c43c79599165d8b0a519d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:37.282827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d6712cd2-e286-4072-bc05-c83ac6f31049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:37.290720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d6712cd2-e286-4072-bc05-c83ac6f31049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:37.335927 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.390284 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.498448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:37.536271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:37.539819 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:02:37.639700 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0cd38c98-bbfc-4651-8a13-800a5e2217e8 req-7c76ce4e-d8c9-46f1-a6f1-ab8e4bf36063 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712722 Feb 04 16:02:37.648080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d6712cd2-e286-4072-bc05-c83ac6f31049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.655991 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d6712cd2-e286-4072-bc05-c83ac6f31049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.706465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=2bd9daf5-a68d-4339-bf22-2de4f33bb59b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:37.736661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d6712cd2-e286-4072-bc05-c83ac6f31049 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0b8fd5efb8c43c79599165d8b0a519d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7811449 Feb 04 16:02:37.738089 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34790) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:37.738963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6712cd2-e286-4072-bc05-c83ac6f31049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87cfa0c-e0ef-48cf-b3cf-df33ae5a2e81,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:37.816191 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0eb998a5-f91c-436b-8689-6fbd73bfbaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.855098 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0eb998a5-f91c-436b-8689-6fbd73bfbaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.944484 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0eb998a5-f91c-436b-8689-6fbd73bfbaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.971519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb998a5-f91c-436b-8689-6fbd73bfbaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87cfa0c-e0ef-48cf-b3cf-df33ae5a2e81,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:37.990875 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0eb998a5-f91c-436b-8689-6fbd73bfbaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:38.007836 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0eb998a5-f91c-436b-8689-6fbd73bfbaba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a87cfa0c-e0ef-48cf-b3cf-df33ae5a2e81 HTTP/1.1" status: 204 len: 168 time: 0.2530093 Feb 04 16:02:38.951253 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f9e691c-7b86-4b3c-a371-beb5d59ef898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.250929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671b92d-7ef4-4751-958d-78a698b83c91 req-6d40b30e-5aab-498f-b47a-a59427adf408 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:39.263653 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6671b92d-7ef4-4751-958d-78a698b83c91 req-6d40b30e-5aab-498f-b47a-a59427adf408 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.2308755 Feb 04 16:02:39.304387 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.321677 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6671b92d-7ef4-4751-958d-78a698b83c91 req-e16bbe88-9045-4e0d-9953-a6f3e10efa25 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570445 Feb 04 16:02:39.454937 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.933897 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.954342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.237670 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.292755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=2bd9daf5-a68d-4339-bf22-2de4f33bb59b,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:40.360458 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.390090 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.831062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5d2ae-71b1-448e-9e0f-4caabbeed9bb req-7036e4ef-35a9-4305-996d-8d36fa3f8728 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:40.846000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aaa5d2ae-71b1-448e-9e0f-4caabbeed9bb req-7036e4ef-35a9-4305-996d-8d36fa3f8728 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.2375205 Feb 04 16:02:40.975019 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aaa5d2ae-71b1-448e-9e0f-4caabbeed9bb req-dcc02702-e151-4791-b6da-cbf5dc777002 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261625 Feb 04 16:02:41.005031 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Floating IP 6ca43f49-e7aa-476c-ba38-6393c7242783 associated. External IP: 172.25.0.233, port: 147feb10-a8b1-4cc9-b753-42ac61e2a53e. Feb 04 16:02:41.488879 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:41.694253 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:41.846374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:02:42.456633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555f5ab-fa7a-40d4-8cec-e6157144a6f1 req-59a7a265-1de1-42f5-87d7-950c1c911bc4 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:42.467336 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9555f5ab-fa7a-40d4-8cec-e6157144a6f1 req-59a7a265-1de1-42f5-87d7-950c1c911bc4 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.1064918 Feb 04 16:02:42.536638 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9555f5ab-fa7a-40d4-8cec-e6157144a6f1 req-56a10352-41df-4179-95d4-65cce2b908c0 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680289 Feb 04 16:02:42.922404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:02:42.936374 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb52004-742c-4dd4-8a9e-96030d553944 None None] Sync routers for ids ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:02:42.958862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb52004-742c-4dd4-8a9e-96030d553944 None None] Routers {'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:02:42.960060 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2bb52004-742c-4dd4-8a9e-96030d553944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:02:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:43.033768 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:43.230219 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bb67d846-2516-4721-a4a7-1d87d11bf6d8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.2291534 Feb 04 16:02:43.234204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:43.459919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-2bb52004-742c-4dd4-8a9e-96030d553944 None None] Set router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:02:43.755695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff839f50-8863-4298-9168-eab8f3f7d25d req-05841432-1399-49cd-8792-a1de0df1b9c5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:43.757370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff839f50-8863-4298-9168-eab8f3f7d25d req-05841432-1399-49cd-8792-a1de0df1b9c5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.2257931 Feb 04 16:02:43.915966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff839f50-8863-4298-9168-eab8f3f7d25d req-f4279bf1-91b7-48db-bcc9-768ee42c6d21 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517131 Feb 04 16:02:43.959906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34918) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:44.200679 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'status': 'completed', 'code': 200} Feb 04 16:02:44.603424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45632ad5-1519-4e29-99fc-df16de688288 req-bf243883-4af3-45a2-bd2a-40067dc64f9e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:44.629790 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45632ad5-1519-4e29-99fc-df16de688288 req-bf243883-4af3-45a2-bd2a-40067dc64f9e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.4144602 Feb 04 16:02:44.733123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45632ad5-1519-4e29-99fc-df16de688288 req-26b8b65e-d96d-4d61-8597-c4e303dc5bd7 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066983 Feb 04 16:02:44.735891 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e8b784bb-57e2-4f67-abb4-51b52cd27cf3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/6ca43f49-e7aa-476c-ba38-6393c7242783 HTTP/1.1" status: 200 len: 992 time: 0.7501805 Feb 04 16:02:44.765793 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5a682142-9b31-4cb4-83e2-0d6e102a1150 req-b4e217cd-6547-498c-97dd-6b458d72e965 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 1097 time: 0.6055236 Feb 04 16:02:44.869082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2bb52004-742c-4dd4-8a9e-96030d553944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:44Z', 'updated_at': '2022-02-04T16:02:05Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:46Z', 'updated_at': '2022-02-04T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '6ca43f49-e7aa-476c-ba38-6393c7242783', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'port_id': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'mac_address': 'fa:16:3e:0e:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:02:38Z', 'updated_at': '2022-02-04T16:02:38Z', 'revision_number': 0, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8276fb8f-188f-4797-9f3c-4434d366b628', 'name': '', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:a6:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:02:01Z', 'updated_at': '2022-02-04T16:02:17Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:44.874445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb52004-742c-4dd4-8a9e-96030d553944 None None] Checking router: c80f8f0c-a17e-4caf-bf89-bcc2253aef5d for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:02:44.888169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb52004-742c-4dd4-8a9e-96030d553944 None None] Routers {'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:02:44.889309 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2bb52004-742c-4dd4-8a9e-96030d553944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:02:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:45.088643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a682142-9b31-4cb4-83e2-0d6e102a1150 req-c7250385-0822-478d-bfb1-23a479e1a6d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:45.091903 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5a682142-9b31-4cb4-83e2-0d6e102a1150 req-c7250385-0822-478d-bfb1-23a479e1a6d1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=97b01a47-5989-40d6-845d-397228b6b38d HTTP/1.1" status: 200 len: 897 time: 0.3196535 Feb 04 16:02:45.307354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-2bb52004-742c-4dd4-8a9e-96030d553944 None None] Set router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:02:45.408289 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5a682142-9b31-4cb4-83e2-0d6e102a1150 req-1b69b700-3aef-4c1c-b6f0-e164528e3029 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e HTTP/1.1" status: 200 len: 1000 time: 0.3094561 Feb 04 16:02:45.577448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a682142-9b31-4cb4-83e2-0d6e102a1150 req-b21874cb-61d2-440d-96f4-0951dbed2c37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:45.581965 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5a682142-9b31-4cb4-83e2-0d6e102a1150 req-b21874cb-61d2-440d-96f4-0951dbed2c37 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d4e97948-40b1-4f8d-a5f6-1fcd30febe04 HTTP/1.1" status: 200 len: 835 time: 0.1678464 Feb 04 16:02:45.715513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 34940) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:45.764990 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5a682142-9b31-4cb4-83e2-0d6e102a1150 req-ac6038f5-25fd-47de-b18e-47fbc3e30725 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=97b01a47-5989-40d6-845d-397228b6b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1767704 Feb 04 16:02:46.353643 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5a682142-9b31-4cb4-83e2-0d6e102a1150 req-21140ab6-5e30-4d74-b8e9-26a1c3e800ab service neutron] 10.222.0.81 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814123 Feb 04 16:02:46.391764 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-458a8c00-d694-465e-84a2-30407e19a3c3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/6ca43f49-e7aa-476c-ba38-6393c7242783 HTTP/1.1" status: 200 len: 992 time: 0.6721704 Feb 04 16:02:46.476532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867a0f1-344a-4f70-941d-b80706c223e3 req-21c8ac2f-71cd-4595-a582-dc0a124e103f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:46.484084 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6867a0f1-344a-4f70-941d-b80706c223e3 req-21c8ac2f-71cd-4595-a582-dc0a124e103f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.3205028 Feb 04 16:02:46.606323 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6867a0f1-344a-4f70-941d-b80706c223e3 req-225048ac-8102-4794-92df-f91cf92ab0de tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151567 Feb 04 16:02:46.686395 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2bb52004-742c-4dd4-8a9e-96030d553944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:44Z', 'updated_at': '2022-02-04T16:02:05Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:46Z', 'updated_at': '2022-02-04T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '6ca43f49-e7aa-476c-ba38-6393c7242783', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'port_id': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'mac_address': 'fa:16:3e:0e:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:02:38Z', 'updated_at': '2022-02-04T16:02:38Z', 'revision_number': 0, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8276fb8f-188f-4797-9f3c-4434d366b628', 'name': '', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:a6:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:02:01Z', 'updated_at': '2022-02-04T16:02:17Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:46.694377 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5a682142-9b31-4cb4-83e2-0d6e102a1150 req-2b989413-f135-499b-8286-551b9af900d0 service neutron] 10.222.0.81 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332396 Feb 04 16:02:46.697174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb52004-742c-4dd4-8a9e-96030d553944 None None] The sync data for ids ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'] in n-d-827872-1 is: [{'id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:44Z', 'updated_at': '2022-02-04T16:02:05Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:46Z', 'updated_at': '2022-02-04T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '6ca43f49-e7aa-476c-ba38-6393c7242783', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'port_id': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'mac_address': 'fa:16:3e:0e:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:02:38Z', 'updated_at': '2022-02-04T16:02:38Z', 'revision_number': 0, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8276fb8f-188f-4797-9f3c-4434d366b628', 'name': '', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:a6:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:02:01Z', 'updated_at': '2022-02-04T16:02:17Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:02:47.015766 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef827a3-1fd9-46fd-972b-553245c8e24a None None] New status for floating IP 6ca43f49-e7aa-476c-ba38-6393c7242783: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:02:47.394127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 34968) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:47.514554 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d9eee3cc-c621-4305-82c1-cc29337a85b9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/6ca43f49-e7aa-476c-ba38-6393c7242783 HTTP/1.1" status: 200 len: 994 time: 0.1173959 Feb 04 16:02:47.852327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47e720-bed4-4d39-b55e-7d9ad27d2708 req-40160e52-2747-4492-970a-b64dcad36a92 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:47.854238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f47e720-bed4-4d39-b55e-7d9ad27d2708 req-40160e52-2747-4492-970a-b64dcad36a92 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.1573176 Feb 04 16:02:47.931532 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f47e720-bed4-4d39-b55e-7d9ad27d2708 req-0ac6fedf-89a7-45a0-a8bb-fc7f58b06b59 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684292 Feb 04 16:02:47.944682 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eda5d4-780f-4883-89a1-ec483fff0d03 req-aa171b4b-f94d-4ba3-9a98-a3259fd6ec15 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:47.946800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5eda5d4-780f-4883-89a1-ec483fff0d03 req-aa171b4b-f94d-4ba3-9a98-a3259fd6ec15 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.1581621 Feb 04 16:02:48.064709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5eda5d4-780f-4883-89a1-ec483fff0d03 req-9fe416ce-c4c8-4964-a69b-3b35b2ca9f49 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129925 Feb 04 16:02:48.344023 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:02:49.365310 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac37f97-1d5f-4063-ad66-093ce304a0a3 req-c9a71ee0-c075-4faf-9c5b-c03505ebe0ee tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:49.376851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fac37f97-1d5f-4063-ad66-093ce304a0a3 req-c9a71ee0-c075-4faf-9c5b-c03505ebe0ee tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.2709816 Feb 04 16:02:49.429605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fac37f97-1d5f-4063-ad66-093ce304a0a3 req-108ff6e2-7b76-4b4e-a67b-56fcd50fd3dc tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515699 Feb 04 16:02:49.524107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324f09a-1906-412f-bc44-f694f02432fe req-559a09ab-96a6-4816-93f9-ba79b52c7150 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:49.525725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0324f09a-1906-412f-bc44-f694f02432fe req-559a09ab-96a6-4816-93f9-ba79b52c7150 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.1214457 Feb 04 16:02:49.582379 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0324f09a-1906-412f-bc44-f694f02432fe req-0d7971cd-36af-4dec-87bf-ec55379c827e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463252 Feb 04 16:02:49.648041 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:50.803513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c167d-16bc-48ab-a3e5-a32670259052 req-8b0d9ba7-cf75-4d5a-88d0-d2bbb24af9df tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:50.805052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-866c167d-16bc-48ab-a3e5-a32670259052 req-8b0d9ba7-cf75-4d5a-88d0-d2bbb24af9df tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.1698670 Feb 04 16:02:50.943749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-866c167d-16bc-48ab-a3e5-a32670259052 req-4f982404-2ba1-42c7-86cb-d2a6bca57264 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311729 Feb 04 16:02:51.008454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bd61c-684b-4333-93da-67b3ccf232c5 req-8c3dd425-205e-437a-bf29-d4da87afd0a7 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:51.009976 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f1bd61c-684b-4333-93da-67b3ccf232c5 req-8c3dd425-205e-437a-bf29-d4da87afd0a7 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.1430814 Feb 04 16:02:51.089697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f1bd61c-684b-4333-93da-67b3ccf232c5 req-272a6635-637c-416d-9f1b-674abec1b5b8 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732474 Feb 04 16:02:51.330796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35062) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:51.494783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.532146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:51.538840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Usage tracker for resource:security_group_rule and tenant:77d6ed43b4f241f9b40f7add56035331 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:51.543007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:51.560805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:51.712748 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.719835 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.770712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7542450-8793-45a3-8915-200bfcfd8e7d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:51.777090 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=77d6ed43b4f241f9b40f7add56035331&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4446785 Feb 04 16:02:51.781127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35076) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:51.805831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:51.805831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:51.806077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:51.808139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:51.808139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:51.808139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:51.808139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:51.808139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:51.809100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:51.809100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:51.809100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6420e2d1-e1a7-42d3-838f-79f51238a512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:51.867378 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d16dbe6-4c3c-42d1-9157-674e562e2139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.894023 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d16dbe6-4c3c-42d1-9157-674e562e2139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.957179 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d16dbe6-4c3c-42d1-9157-674e562e2139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.996315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16dbe6-4c3c-42d1-9157-674e562e2139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7542450-8793-45a3-8915-200bfcfd8e7d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:52.013723 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d16dbe6-4c3c-42d1-9157-674e562e2139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.015157 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3d16dbe6-4c3c-42d1-9157-674e562e2139 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7542450-8793-45a3-8915-200bfcfd8e7d HTTP/1.1" status: 204 len: 168 time: 0.2335937 Feb 04 16:02:52.192786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386ba3b-e643-4d95-8170-b29b4834d37e req-d4302a99-3f38-4f66-937d-c487982f3b43 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:52.194980 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3386ba3b-e643-4d95-8170-b29b4834d37e req-d4302a99-3f38-4f66-937d-c487982f3b43 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.0838246 Feb 04 16:02:52.248309 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3386ba3b-e643-4d95-8170-b29b4834d37e req-5839fc5e-b6de-467b-a986-62c69153fd4d tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449193 Feb 04 16:02:52.379212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b19e7-e2ac-49b0-b04b-1e55537074c5 req-244e8a7c-476a-4c53-8974-e3ce1c41718b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:52.380971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d3b19e7-e2ac-49b0-b04b-1e55537074c5 req-244e8a7c-476a-4c53-8974-e3ce1c41718b tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 945 time: 0.0929971 Feb 04 16:02:52.418408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35088) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:52.433289 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d3b19e7-e2ac-49b0-b04b-1e55537074c5 req-c254cea1-7cf4-42b8-99c6-440bb7ea064c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440440 Feb 04 16:02:52.436454 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-60314fbc-ef3c-439e-ba95-1e9d62c295f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.475417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-60314fbc-ef3c-439e-ba95-1e9d62c295f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:52.479667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-60314fbc-ef3c-439e-ba95-1e9d62c295f6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad670a685e7c43c5a06e310a449db1e6 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:52.483723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-60314fbc-ef3c-439e-ba95-1e9d62c295f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:52.489616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-60314fbc-ef3c-439e-ba95-1e9d62c295f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:52.561384 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-60314fbc-ef3c-439e-ba95-1e9d62c295f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.565276 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-60314fbc-ef3c-439e-ba95-1e9d62c295f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.621285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60314fbc-ef3c-439e-ba95-1e9d62c295f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7936805d-4444-4c67-a7f4-3896db0f8bd2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:52.626726 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-60314fbc-ef3c-439e-ba95-1e9d62c295f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad670a685e7c43c5a06e310a449db1e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2071974 Feb 04 16:02:52.630592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35098) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:52.694268 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53c42dcf-af52-40b3-b52f-026a57f798cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.727885 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53c42dcf-af52-40b3-b52f-026a57f798cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.788323 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53c42dcf-af52-40b3-b52f-026a57f798cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.814286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c42dcf-af52-40b3-b52f-026a57f798cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7936805d-4444-4c67-a7f4-3896db0f8bd2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:52.818898 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53c42dcf-af52-40b3-b52f-026a57f798cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.823205 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-53c42dcf-af52-40b3-b52f-026a57f798cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7936805d-4444-4c67-a7f4-3896db0f8bd2 HTTP/1.1" status: 204 len: 168 time: 0.1916490 Feb 04 16:02:53.280285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35134) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:53.300702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device fce243e5-f1e5-4d20-bae0-deb0920e9325 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:02:53.328689 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb52a18d-2d9d-495f-92a9-fe4049807fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:53.403274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fb52a18d-2d9d-495f-92a9-fe4049807fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:53.411509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fb52a18d-2d9d-495f-92a9-fe4049807fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:ce524648c72642b18f567604870f0bac is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:53.417586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fb52a18d-2d9d-495f-92a9-fe4049807fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:53.476944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fb52a18d-2d9d-495f-92a9-fe4049807fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:53.506014 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:53.532009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'port_id': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'mac_address': 'fa:16:3e:f0:44:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:02:53.550221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31457a-a320-4689-bdd2-2bd5ce331b14 req-c088cbb6-6b14-4477-9e06-f0e2dfdb9512 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:53.557351 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e31457a-a320-4689-bdd2-2bd5ce331b14 req-c088cbb6-6b14-4477-9e06-f0e2dfdb9512 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.1407342 Feb 04 16:02:53.616730 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:53.640791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce243e5-f1e5-4d20-bae0-deb0920e9325 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:53.663370 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:53.668725 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:53.785520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=fce243e5-f1e5-4d20-bae0-deb0920e9325,revision_number=11']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:53.875648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e31457a-a320-4689-bdd2-2bd5ce331b14 req-ddee996f-564f-42cc-89bb-a9b18007774b tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172727 Feb 04 16:02:53.885712 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb52a18d-2d9d-495f-92a9-fe4049807fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:53.892627 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb52a18d-2d9d-495f-92a9-fe4049807fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:53.968951 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fb52a18d-2d9d-495f-92a9-fe4049807fb8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce524648c72642b18f567604870f0bac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6869411 Feb 04 16:02:53.971484 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35150) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:53.975979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52a18d-2d9d-495f-92a9-fe4049807fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7175bb7d-2857-4377-a7bf-0a35fa4b5baf,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:53.986245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208b844-1fee-4d41-a0b9-6bbcfe119cb2 req-8e3e1df7-e99a-4c06-be58-f77403540d8e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:53.987800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6208b844-1fee-4d41-a0b9-6bbcfe119cb2 req-8e3e1df7-e99a-4c06-be58-f77403540d8e tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.2025726 Feb 04 16:02:54.008334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['fce243e5-f1e5-4d20-bae0-deb0920e9325'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:02:54.053881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6208b844-1fee-4d41-a0b9-6bbcfe119cb2 req-ae974a1b-2ac0-4232-bd35-bae5333bb05d tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602317 Feb 04 16:02:54.180896 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8ec7-d912-4de3-ae56-0655894d9627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:54.212482 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8ec7-d912-4de3-ae56-0655894d9627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:54.272944 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8ec7-d912-4de3-ae56-0655894d9627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:54.292640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb8ec7-d912-4de3-ae56-0655894d9627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7175bb7d-2857-4377-a7bf-0a35fa4b5baf,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:54.303679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8ec7-d912-4de3-ae56-0655894d9627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:54.305113 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b2eb8ec7-d912-4de3-ae56-0655894d9627 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7175bb7d-2857-4377-a7bf-0a35fa4b5baf HTTP/1.1" status: 204 len: 168 time: 0.3318326 Feb 04 16:02:55.211948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463ec37-c444-420f-a509-3ace4d688091 req-605b522d-354d-4b2e-a5af-5366b82d8c30 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:55.213419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9463ec37-c444-420f-a509-3ace4d688091 req-605b522d-354d-4b2e-a5af-5366b82d8c30 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.0884254 Feb 04 16:02:55.313690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device fce243e5-f1e5-4d20-bae0-deb0920e9325 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:55.326637 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9463ec37-c444-420f-a509-3ace4d688091 req-95c8217a-c3df-4dc9-8cef-351638197911 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052859 Feb 04 16:02:55.369142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e32b9e-214a-4970-8984-95ee7915f360 req-bce435d4-9d22-4914-b742-1d7a08ed18d7 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:55.370952 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0e32b9e-214a-4970-8984-95ee7915f360 req-bce435d4-9d22-4914-b742-1d7a08ed18d7 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 946 time: 0.1087236 Feb 04 16:02:55.419965 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port fce243e5-f1e5-4d20-bae0-deb0920e9325 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:55.427923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port fce243e5-f1e5-4d20-bae0-deb0920e9325 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:55.428878 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:55.450006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0e32b9e-214a-4970-8984-95ee7915f360 req-e1423554-bc50-45dd-90cb-cf0e25ff1b59 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716105 Feb 04 16:02:55.585487 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:55.635861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:55.647302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:55.654347 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:55.735437 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'code': 200} Feb 04 16:02:55.749050 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=fce243e5-f1e5-4d20-bae0-deb0920e9325,revision_number=12']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:56.045047 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-acf85bd7-0b9d-4dd5-af57-e614135f86ca req-23249cd0-ec81-46b0-9079-51cf19f5f6e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 1098 time: 0.0976479 Feb 04 16:02:56.097950 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-acf85bd7-0b9d-4dd5-af57-e614135f86ca req-47be3d93-b1c9-41df-b716-a01939bd76f1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464673 Feb 04 16:02:56.623207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccaf5c-4246-47c4-bd11-3f4eb2434d58 req-bdb61280-6ef3-46dd-b446-71e296fc2543 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:56.630642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7ccaf5c-4246-47c4-bd11-3f4eb2434d58 req-bdb61280-6ef3-46dd-b446-71e296fc2543 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.1437948 Feb 04 16:02:56.700347 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7ccaf5c-4246-47c4-bd11-3f4eb2434d58 req-6cff7098-23fb-4906-ac8a-b387e42aed3f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681515 Feb 04 16:02:56.817340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796ca04-483b-406b-9db6-65bc01f959c0 req-d711a2e9-6c26-4dbb-8579-7deea7cf7f52 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:56.820256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9796ca04-483b-406b-9db6-65bc01f959c0 req-d711a2e9-6c26-4dbb-8579-7deea7cf7f52 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 947 time: 0.1184549 Feb 04 16:02:56.889254 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9796ca04-483b-406b-9db6-65bc01f959c0 req-68702c15-7e23-44b6-a673-821179176a02 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619354 Feb 04 16:02:58.088544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1ad12-1972-495c-b172-fe2092cf547e req-7e313e1c-81c1-4ee1-bbdc-a3d2827badfc tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:58.090733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13e1ad12-1972-495c-b172-fe2092cf547e req-7e313e1c-81c1-4ee1-bbdc-a3d2827badfc tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.2191305 Feb 04 16:02:58.373266 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13e1ad12-1972-495c-b172-fe2092cf547e req-287761e1-6a29-4c99-ba25-a404132a272c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748668 Feb 04 16:02:58.413112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268114a-ebb8-4856-b55e-1f0dc4b0df20 req-116fb30f-047a-4417-badf-45a073d3bb69 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:58.414920 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7268114a-ebb8-4856-b55e-1f0dc4b0df20 req-116fb30f-047a-4417-badf-45a073d3bb69 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 947 time: 0.2000341 Feb 04 16:02:58.478527 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7268114a-ebb8-4856-b55e-1f0dc4b0df20 req-ff55016c-8c14-4469-bc5c-0e4626291021 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528095 Feb 04 16:02:58.765199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35312) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:58.807285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35318) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:59.016134 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b456ef7-3b27-49ea-b0cb-f806dd3d4bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.059902 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-038aa48a-f7e6-4133-abfb-df94ff2b05a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.092714 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6b456ef7-3b27-49ea-b0cb-f806dd3d4bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:59.108320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6b456ef7-3b27-49ea-b0cb-f806dd3d4bce admin admin] Usage tracker for resource:security_group_rule and tenant:b1c2c23699ad455ea6cd6a8e9515e3c3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:59.118795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6b456ef7-3b27-49ea-b0cb-f806dd3d4bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:59.127448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-038aa48a-f7e6-4133-abfb-df94ff2b05a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:59.129749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6b456ef7-3b27-49ea-b0cb-f806dd3d4bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:59.134044 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-038aa48a-f7e6-4133-abfb-df94ff2b05a1 admin admin] Usage tracker for resource:security_group_rule and tenant:fca98efa89604c468210313ba87a6995 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:59.139134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-038aa48a-f7e6-4133-abfb-df94ff2b05a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:59.148662 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-038aa48a-f7e6-4133-abfb-df94ff2b05a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:59.251939 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b456ef7-3b27-49ea-b0cb-f806dd3d4bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.258703 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b456ef7-3b27-49ea-b0cb-f806dd3d4bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.283864 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-038aa48a-f7e6-4133-abfb-df94ff2b05a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.303647 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-038aa48a-f7e6-4133-abfb-df94ff2b05a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.321576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b456ef7-3b27-49ea-b0cb-f806dd3d4bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26e11c7-d251-452a-a9fe-7bf6e4a8c9dc,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:59.327911 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6b456ef7-3b27-49ea-b0cb-f806dd3d4bce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1c2c23699ad455ea6cd6a8e9515e3c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5584905 Feb 04 16:02:59.331076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35328) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:59.364795 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-038aa48a-f7e6-4133-abfb-df94ff2b05a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fca98efa89604c468210313ba87a6995&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5540369 Feb 04 16:02:59.365623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35332) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:59.388184 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038aa48a-f7e6-4133-abfb-df94ff2b05a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dfe788-077a-4ce4-932c-8042f387011f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:59.420936 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb7966ff-d241-4cb5-ada1-296637e714f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.439360 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f39a82b3-0dfe-4b18-95e0-092aa440ed93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.453287 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb7966ff-d241-4cb5-ada1-296637e714f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.466728 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f39a82b3-0dfe-4b18-95e0-092aa440ed93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.512948 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb7966ff-d241-4cb5-ada1-296637e714f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.531589 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f39a82b3-0dfe-4b18-95e0-092aa440ed93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.552892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a82b3-0dfe-4b18-95e0-092aa440ed93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dfe788-077a-4ce4-932c-8042f387011f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:59.553304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7966ff-d241-4cb5-ada1-296637e714f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26e11c7-d251-452a-a9fe-7bf6e4a8c9dc,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:59.564102 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f39a82b3-0dfe-4b18-95e0-092aa440ed93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.566113 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f39a82b3-0dfe-4b18-95e0-092aa440ed93 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53dfe788-077a-4ce4-932c-8042f387011f HTTP/1.1" status: 204 len: 168 time: 0.1996746 Feb 04 16:02:59.571008 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb7966ff-d241-4cb5-ada1-296637e714f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.576496 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fb7966ff-d241-4cb5-ada1-296637e714f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a26e11c7-d251-452a-a9fe-7bf6e4a8c9dc HTTP/1.1" status: 204 len: 168 time: 0.2436903 Feb 04 16:02:59.753164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff447067-6f5f-480f-9632-c8427de636dc req-0236cea5-733c-479f-98d7-f457136fd28f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:59.754908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff447067-6f5f-480f-9632-c8427de636dc req-0236cea5-733c-479f-98d7-f457136fd28f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.1870627 Feb 04 16:02:59.827674 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff447067-6f5f-480f-9632-c8427de636dc req-85b82587-10e7-4d1a-829d-b09af1cc3ff1 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634012 Feb 04 16:02:59.842719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f43749-3d44-4d8c-bc4c-0301feb62f92 req-ee559f17-832f-4dae-a674-52ba050f44b1 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:59.850469 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33f43749-3d44-4d8c-bc4c-0301feb62f92 req-ee559f17-832f-4dae-a674-52ba050f44b1 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 947 time: 0.1581237 Feb 04 16:02:59.916688 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33f43749-3d44-4d8c-bc4c-0301feb62f92 req-39e1c4b5-e5cf-49d2-9e0e-490db4de7362 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652692 Feb 04 16:03:00.105287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35354) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:00.126042 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-27241f90-b06b-4a8a-ab47-54ef9b558270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.136572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35360) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:00.156982 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4182238f-de60-49bc-af44-86b9345679ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.163030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-27241f90-b06b-4a8a-ab47-54ef9b558270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:00.169846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-27241f90-b06b-4a8a-ab47-54ef9b558270 admin admin] Usage tracker for resource:security_group_rule and tenant:1e1eaaebf8d34470924ae0d79af0e059 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:00.173945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-27241f90-b06b-4a8a-ab47-54ef9b558270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:00.179761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-27241f90-b06b-4a8a-ab47-54ef9b558270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:00.192345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4182238f-de60-49bc-af44-86b9345679ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:00.196323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4182238f-de60-49bc-af44-86b9345679ca admin admin] Usage tracker for resource:security_group_rule and tenant:2110103cd50a4a1c8d80f529330cb5ef is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:00.199103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4182238f-de60-49bc-af44-86b9345679ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:00.205597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4182238f-de60-49bc-af44-86b9345679ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:00.257488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-27241f90-b06b-4a8a-ab47-54ef9b558270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.262570 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-27241f90-b06b-4a8a-ab47-54ef9b558270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.275787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4182238f-de60-49bc-af44-86b9345679ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.281106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4182238f-de60-49bc-af44-86b9345679ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.307468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27241f90-b06b-4a8a-ab47-54ef9b558270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af2dda3-d6f7-4600-b9b5-a12b77d12738,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:00.313000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-27241f90-b06b-4a8a-ab47-54ef9b558270 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e1eaaebf8d34470924ae0d79af0e059&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2061522 Feb 04 16:03:00.316207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35364) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:00.336311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182238f-de60-49bc-af44-86b9345679ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1942c77-a85f-428c-9c3c-901ff63bfab5,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:00.343219 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4182238f-de60-49bc-af44-86b9345679ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2110103cd50a4a1c8d80f529330cb5ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2042358 Feb 04 16:03:00.345377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35368) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:00.394965 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad3eb-5c9d-47d3-a1d6-c1f4a960b080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.426153 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a91a0bb7-b3e1-404d-ba02-d34a8bbd6003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.432043 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad3eb-5c9d-47d3-a1d6-c1f4a960b080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.456787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a91a0bb7-b3e1-404d-ba02-d34a8bbd6003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.499800 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad3eb-5c9d-47d3-a1d6-c1f4a960b080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.523088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ad3eb-5c9d-47d3-a1d6-c1f4a960b080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af2dda3-d6f7-4600-b9b5-a12b77d12738,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:00.528272 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a91a0bb7-b3e1-404d-ba02-d34a8bbd6003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.537550 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad3eb-5c9d-47d3-a1d6-c1f4a960b080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.541501 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ba7ad3eb-5c9d-47d3-a1d6-c1f4a960b080 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7af2dda3-d6f7-4600-b9b5-a12b77d12738 HTTP/1.1" status: 204 len: 168 time: 0.2250226 Feb 04 16:03:00.550784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a0bb7-b3e1-404d-ba02-d34a8bbd6003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1942c77-a85f-428c-9c3c-901ff63bfab5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:00.555968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a91a0bb7-b3e1-404d-ba02-d34a8bbd6003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.557799 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a91a0bb7-b3e1-404d-ba02-d34a8bbd6003 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1942c77-a85f-428c-9c3c-901ff63bfab5 HTTP/1.1" status: 204 len: 168 time: 0.2111533 Feb 04 16:03:01.129688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207dccf-a65b-476c-9e8f-4306136363f3 req-d82c0775-caea-4545-ad1a-21715f81c18f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:01.131922 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4207dccf-a65b-476c-9e8f-4306136363f3 req-d82c0775-caea-4545-ad1a-21715f81c18f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.1426494 Feb 04 16:03:01.199721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4207dccf-a65b-476c-9e8f-4306136363f3 req-fef14036-916f-44d1-bf7d-233c43e69adf tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614898 Feb 04 16:03:02.472117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b288232-465e-44db-bd78-a87dff906866 req-fe76969e-a081-43d1-a29a-212333ba71cc tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:02.473599 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b288232-465e-44db-bd78-a87dff906866 req-fe76969e-a081-43d1-a29a-212333ba71cc tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.0846624 Feb 04 16:03:02.553883 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b288232-465e-44db-bd78-a87dff906866 req-6b0b2b12-6919-49d8-8eaa-a9c07e03228d tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734110 Feb 04 16:03:03.794059 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f21aa-98a3-4dff-917d-e1632710166a req-ab18e2a0-8c33-4253-b063-d1dfb39dc9f5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:03.795954 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b34f21aa-98a3-4dff-917d-e1632710166a req-ab18e2a0-8c33-4253-b063-d1dfb39dc9f5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.0937181 Feb 04 16:03:03.890019 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b34f21aa-98a3-4dff-917d-e1632710166a req-64a57ca7-cec5-4e20-b3fc-489036135e03 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744786 Feb 04 16:03:04.198122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35514) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:04.457566 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93862e0a-315c-4c7d-aa88-63579233567e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:04.540656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4708471-6cdf-4841-97bf-c70fed3dc4bb req-b87da1a9-621d-4755-90ea-dc741c75bfdf tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:04.542414 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4708471-6cdf-4841-97bf-c70fed3dc4bb req-b87da1a9-621d-4755-90ea-dc741c75bfdf tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.0900359 Feb 04 16:03:04.561469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-93862e0a-315c-4c7d-aa88-63579233567e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:04.567384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-93862e0a-315c-4c7d-aa88-63579233567e admin admin] Usage tracker for resource:security_group_rule and tenant:0f8672d5d8ca45b685dbbab712471510 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:04.571625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-93862e0a-315c-4c7d-aa88-63579233567e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:04.579459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-93862e0a-315c-4c7d-aa88-63579233567e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:04.601486 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62638d01-ea67-43a1-94cb-4365e48784ed req-502fce48-9ec3-4905-898d-5a078bd99b07 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df523a7db7954e24a7a5227f519f84cc&device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 1096 time: 0.1281173 Feb 04 16:03:04.605370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4708471-6cdf-4841-97bf-c70fed3dc4bb req-d9c0e625-9b99-4314-aa53-27db1f14d106 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571690 Feb 04 16:03:04.789562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62638d01-ea67-43a1-94cb-4365e48784ed req-8120f9d9-2365-4a4f-9ce8-f00e49a73f78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:04.791000 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62638d01-ea67-43a1-94cb-4365e48784ed req-8120f9d9-2365-4a4f-9ce8-f00e49a73f78 service neutron] 10.222.0.81 "GET /v2.0/networks?id=77d45825-2d57-40f6-8cad-ccc438a77afd HTTP/1.1" status: 200 len: 912 time: 0.1831634 Feb 04 16:03:04.848698 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93862e0a-315c-4c7d-aa88-63579233567e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:04.857692 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-93862e0a-315c-4c7d-aa88-63579233567e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:04.931730 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-93862e0a-315c-4c7d-aa88-63579233567e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f8672d5d8ca45b685dbbab712471510&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7309916 Feb 04 16:03:04.951144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35530) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:04.958121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93862e0a-315c-4c7d-aa88-63579233567e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bea8c2-7200-4130-8bae-30a019f7748f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:05.015590 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62638d01-ea67-43a1-94cb-4365e48784ed req-59fff3ac-6770-46cb-b0ab-b15150465952 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4173582e-4774-4478-a4ae-b4a99727be62 HTTP/1.1" status: 200 len: 1000 time: 0.2162731 Feb 04 16:03:05.037052 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8e7497ba-a80a-46bf-abaa-6848e9fb0304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:05.068868 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8e7497ba-a80a-46bf-abaa-6848e9fb0304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:05.112290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62638d01-ea67-43a1-94cb-4365e48784ed req-c495f175-576f-4510-98cd-988b876b8849 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:05.114220 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62638d01-ea67-43a1-94cb-4365e48784ed req-c495f175-576f-4510-98cd-988b876b8849 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17436835-6de0-40b7-9709-512c1f6abbea HTTP/1.1" status: 200 len: 850 time: 0.0923111 Feb 04 16:03:05.149505 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8e7497ba-a80a-46bf-abaa-6848e9fb0304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:05.176220 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8e7497ba-a80a-46bf-abaa-6848e9fb0304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:05.180346 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8e7497ba-a80a-46bf-abaa-6848e9fb0304 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/48bea8c2-7200-4130-8bae-30a019f7748f HTTP/1.1" status: 204 len: 168 time: 0.2255745 Feb 04 16:03:05.183224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7497ba-a80a-46bf-abaa-6848e9fb0304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bea8c2-7200-4130-8bae-30a019f7748f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:05.229668 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62638d01-ea67-43a1-94cb-4365e48784ed req-632117f5-9fde-4750-a11e-c7b4f7d131da service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77d45825-2d57-40f6-8cad-ccc438a77afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083570 Feb 04 16:03:05.437493 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62638d01-ea67-43a1-94cb-4365e48784ed req-450dd13d-b4fa-48f0-8915-48d3d10a4394 service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012680 Feb 04 16:03:05.630283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35544) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:05.643345 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-62638d01-ea67-43a1-94cb-4365e48784ed req-56dea5f4-3fbc-497e-a566-9358dec33101 service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992548 Feb 04 16:03:05.679527 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5beff81-0d3b-46f0-b820-01e6e14e41a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:05.724849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d5beff81-0d3b-46f0-b820-01e6e14e41a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:05.729271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d5beff81-0d3b-46f0-b820-01e6e14e41a3 admin admin] Usage tracker for resource:security_group_rule and tenant:fd7f67e77c4143f7a831ab29431314b7 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:05.733592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d5beff81-0d3b-46f0-b820-01e6e14e41a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:05.739874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d5beff81-0d3b-46f0-b820-01e6e14e41a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:05.864081 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5beff81-0d3b-46f0-b820-01e6e14e41a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:05.875013 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5beff81-0d3b-46f0-b820-01e6e14e41a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:05.950344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5beff81-0d3b-46f0-b820-01e6e14e41a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5fd2c2-9084-4b0a-b68e-fdca00e7679e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:05.968340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b976e29-510f-496f-a422-e31f3abdea39 req-6242eef2-20b2-4fcb-b1fc-c1511287e6b7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:05.970180 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b976e29-510f-496f-a422-e31f3abdea39 req-6242eef2-20b2-4fcb-b1fc-c1511287e6b7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.1678035 Feb 04 16:03:05.974937 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d5beff81-0d3b-46f0-b820-01e6e14e41a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd7f67e77c4143f7a831ab29431314b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3409443 Feb 04 16:03:05.975284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35554) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:06.078532 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b976e29-510f-496f-a422-e31f3abdea39 req-eff1e2b2-1e21-45e1-a249-3418b7f4cddd tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883772 Feb 04 16:03:06.096125 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c302f419-45a4-4fa0-b44e-9b3d6a6b3365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.128078 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c302f419-45a4-4fa0-b44e-9b3d6a6b3365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.189729 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c302f419-45a4-4fa0-b44e-9b3d6a6b3365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.205857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302f419-45a4-4fa0-b44e-9b3d6a6b3365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5fd2c2-9084-4b0a-b68e-fdca00e7679e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:06.213752 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c302f419-45a4-4fa0-b44e-9b3d6a6b3365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.215514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c302f419-45a4-4fa0-b44e-9b3d6a6b3365 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d5fd2c2-9084-4b0a-b68e-fdca00e7679e HTTP/1.1" status: 204 len: 168 time: 0.2383318 Feb 04 16:03:06.561691 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-af141a7b-243d-44f4-9238-e809a0335ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.887550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35580) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:07.220707 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.417571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:07.422624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Usage tracker for resource:security_group_rule and tenant:816a004d193f46a1ac2c4f4daba0eeb1 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:07.426592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:07.437453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:07.484807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dd19e-1e4e-4166-8b1b-e514a2910b34 req-4ce39c3b-1846-4c63-9ba4-d81e59008763 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:07.486180 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc4dd19e-1e4e-4166-8b1b-e514a2910b34 req-4ce39c3b-1846-4c63-9ba4-d81e59008763 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.2267835 Feb 04 16:03:07.578774 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.580747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc4dd19e-1e4e-4166-8b1b-e514a2910b34 req-5a53a063-a007-4bad-8cc4-e8683a901808 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803843 Feb 04 16:03:07.581831 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.632044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b4a59d-4cb0-476d-b2c7-38d3ce265666,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:07.644396 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=816a004d193f46a1ac2c4f4daba0eeb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7551942 Feb 04 16:03:07.647223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35606) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:07.649091 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:07.649497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:07.649895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:07.650343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:07.650692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:07.651081 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:07.651493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:07.651877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:07.652398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:07.652952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:07.653380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7307ec8-45f3-4fa3-a480-997db41d4f52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:07.721088 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2445a2bf-057d-41ba-91be-147fe1a8ff09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.751634 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2445a2bf-057d-41ba-91be-147fe1a8ff09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.812414 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2445a2bf-057d-41ba-91be-147fe1a8ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.828904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445a2bf-057d-41ba-91be-147fe1a8ff09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b4a59d-4cb0-476d-b2c7-38d3ce265666,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:07.846375 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2445a2bf-057d-41ba-91be-147fe1a8ff09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.847545 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2445a2bf-057d-41ba-91be-147fe1a8ff09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97b4a59d-4cb0-476d-b2c7-38d3ce265666 HTTP/1.1" status: 204 len: 168 time: 0.1987088 Feb 04 16:03:08.856595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35662) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:08.939921 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3245f362-3329-4819-96cd-df40d66a5ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.048027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1398765932-network', 'tenant_id': '63d4608a93684af29ec319c8a97b8cb3'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:09.059967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:09.068399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Usage tracker for resource:network and tenant:63d4608a93684af29ec319c8a97b8cb3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:09.072707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:09.080182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:09.093914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Made reservation on behalf of 63d4608a93684af29ec319c8a97b8cb3 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:09.096382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.119234 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.156928 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:09.162110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Usage tracker for resource:security_group_rule and tenant:63d4608a93684af29ec319c8a97b8cb3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:09.165851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:09.172609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:09.264852 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.269495 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.320987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:03:09.337695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d86a1c-f011-41a3-9e4a-246c6f52ba1e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:09.348637 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.349836 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Added segment 7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e of type vlan for network f7ee1dc6-aa25-444c-b839-5ada126f88cd Feb 04 16:03:09.388685 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.422283 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.423582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:09.424237 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.676416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] Pushing event updated for resources: {'Network': ['ID=f7ee1dc6-aa25-444c-b839-5ada126f88cd,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:09.687100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35690) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:09.691553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network f7ee1dc6-aa25-444c-b839-5ada126f88cd details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:03:09.693798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] Request body: {'subnet': {'network_id': 'f7ee1dc6-aa25-444c-b839-5ada126f88cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1398765932-subnet', 'tenant_id': '63d4608a93684af29ec319c8a97b8cb3', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:09.698454 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fe272c30-7159-4a3b-92b7-42f768dcbba0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8407171 Feb 04 16:03:09.702041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:09.707126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] Usage tracker for resource:subnet and tenant:63d4608a93684af29ec319c8a97b8cb3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:09.712152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:09.722827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:09.743620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] Made reservation on behalf of 63d4608a93684af29ec319c8a97b8cb3 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:09.749347 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.879971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35700) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:10.011370 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.061559 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9f4e18ff-fc0c-4389-9f89-1f1b964ec1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.087720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9248770-f0ff-4e07-99e5-255bca57c3e5,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:10.094920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9f4e18ff-fc0c-4389-9f89-1f1b964ec1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:10.099272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9f4e18ff-fc0c-4389-9f89-1f1b964ec1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:b1ad5a04d7d64e15881cec1a7f82f741 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:10.102361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9f4e18ff-fc0c-4389-9f89-1f1b964ec1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:10.106086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] Checking segment: {'id': '7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f7ee1dc6-aa25-444c-b839-5ada126f88cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:10.106855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] Network hostable DHCP agents. Network: f7ee1dc6-aa25-444c-b839-5ada126f88cd, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:03:10.108652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9f4e18ff-fc0c-4389-9f89-1f1b964ec1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:10.128803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] Network f7ee1dc6-aa25-444c-b839-5ada126f88cd is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:03:10.139697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, f7ee1dc6-aa25-444c-b839-5ada126f88cd) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:10.146306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:10.146926 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.155804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05e93c2-e770-4b36-a3a5-4dafc28bc2f6 None None] Network f7ee1dc6-aa25-444c-b839-5ada126f88cd requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:03:10.180674 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d534e967-3927-4465-a7be-ef66811735aa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4898853 Feb 04 16:03:10.180924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35706) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:10.188049 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1398765932-router', 'tenant_id': '63d4608a93684af29ec319c8a97b8cb3', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:10.194350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:10.194497 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9f4e18ff-fc0c-4389-9f89-1f1b964ec1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.198877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Usage tracker for resource:router and tenant:63d4608a93684af29ec319c8a97b8cb3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:10.200535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9f4e18ff-fc0c-4389-9f89-1f1b964ec1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.202742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:10.209022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:10.222578 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.223548 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.247845 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.277864 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e18ff-fc0c-4389-9f89-1f1b964ec1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b57053-1fcf-4589-a752-c2027bbd5a14,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:10.297802 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9f4e18ff-fc0c-4389-9f89-1f1b964ec1b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1ad5a04d7d64e15881cec1a7f82f741&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4164987 Feb 04 16:03:10.301740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35710) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:10.327834 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.393260 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bcaaf27b-f139-43f8-abb3-b43d4ad9efbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.403146 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.419836 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.439614 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bcaaf27b-f139-43f8-abb3-b43d4ad9efbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.510401 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bcaaf27b-f139-43f8-abb3-b43d4ad9efbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.517141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-f7ee1dc6-aa25-444c-b839-5ada126f88cd', 'network_id': 'f7ee1dc6-aa25-444c-b839-5ada126f88cd', 'tenant_id': '63d4608a93684af29ec319c8a97b8cb3', 'fixed_ips': [{'subnet_id': 'a9248770-f0ff-4e07-99e5-255bca57c3e5'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:03:10.518607 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.526774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaaf27b-f139-43f8-abb3-b43d4ad9efbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b57053-1fcf-4589-a752-c2027bbd5a14,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:10.536747 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bcaaf27b-f139-43f8-abb3-b43d4ad9efbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.537881 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bcaaf27b-f139-43f8-abb3-b43d4ad9efbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9b57053-1fcf-4589-a752-c2027bbd5a14 HTTP/1.1" status: 204 len: 168 time: 0.2349980 Feb 04 16:03:10.739884 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.747409 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Allocated IP 172.20.0.2 (f7ee1dc6-aa25-444c-b839-5ada126f88cd/a9248770-f0ff-4e07-99e5-255bca57c3e5/b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:10.787855 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.962463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Allocated IP 172.25.0.118 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/ce59553e-bfb2-49d4-9918-861fc40d5894) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:10.999593 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.012783 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Transition to ACTIVE for port object b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:11.052704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35726) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:11.055693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Transition to ACTIVE for port object b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:11.065131 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.086135 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0ded-9fdb-42b0-809d-3a561a6e0116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.124998 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3f3c0ded-9fdb-42b0-809d-3a561a6e0116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:11.129457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3f3c0ded-9fdb-42b0-809d-3a561a6e0116 admin admin] Usage tracker for resource:security_group_rule and tenant:fc868b79b273483289afc7985efed41a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:11.132989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3f3c0ded-9fdb-42b0-809d-3a561a6e0116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:11.139952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3f3c0ded-9fdb-42b0-809d-3a561a6e0116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:11.143484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Network f7ee1dc6-aa25-444c-b839-5ada126f88cd is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:11.146715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:11.152155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:03:11.161846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Pushing event updated for resources: {'Port': ['ID=b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:11.163088 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.206105 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.245394 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0ded-9fdb-42b0-809d-3a561a6e0116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.250079 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0ded-9fdb-42b0-809d-3a561a6e0116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.266579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Attempting to bind port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:11.267051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Attempting to bind port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f7ee1dc6-aa25-444c-b839-5ada126f88cd'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:11.267518 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Attempting to bind port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd on network f7ee1dc6-aa25-444c-b839-5ada126f88cd {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:11.274716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:03:11.275272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Checking segment: {'id': '7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f7ee1dc6-aa25-444c-b839-5ada126f88cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:11.275749 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.276213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Bound using segment: {'id': '7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f7ee1dc6-aa25-444c-b839-5ada126f88cd'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:03:11.276811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Bound port: b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f7ee1dc6-aa25-444c-b839-5ada126f88cd'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:11.277853 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.296133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:11.297861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:11.298888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0ded-9fdb-42b0-809d-3a561a6e0116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7becfea-db2d-48f5-be6f-dd80e08849ac,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:11.303592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:03:11.344636 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3f3c0ded-9fdb-42b0-809d-3a561a6e0116 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc868b79b273483289afc7985efed41a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2878308 Feb 04 16:03:11.347507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35730) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:11.351510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Pushing event updated for resources: {'Port': ['ID=ce59553e-bfb2-49d4-9918-861fc40d5894,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:11.392064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] For port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:11.395722 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] For port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd,segment=NetworkSegment(7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e),segment_id=7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:11.401202 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.444940 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4062477-063a-404e-826d-22e50ea131ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.494919 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4062477-063a-404e-826d-22e50ea131ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.511249 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.525421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7651a-2523-4cf6-adda-a057aab5e293 None None] Pushing event updated for resources: {'Port': ['ID=b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:11.532617 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.533616 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.576374 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4062477-063a-404e-826d-22e50ea131ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.616836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4062477-063a-404e-826d-22e50ea131ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.618214 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d4062477-063a-404e-826d-22e50ea131ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7becfea-db2d-48f5-be6f-dd80e08849ac HTTP/1.1" status: 204 len: 168 time: 0.2693064 Feb 04 16:03:11.619463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4062477-063a-404e-826d-22e50ea131ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7becfea-db2d-48f5-be6f-dd80e08849ac,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:11.678965 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:12.051985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Router 04457940-7405-4a44-9a0a-5e1c52f9bf4a is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:03:12.303793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:03:12.321574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Sync routers for ids ['04457940-7405-4a44-9a0a-5e1c52f9bf4a'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:03:12.341989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Routers {'04457940-7405-4a44-9a0a-5e1c52f9bf4a'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:03:12.342676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:03:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['04457940-7405-4a44-9a0a-5e1c52f9bf4a'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:12.361211 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:12.365743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35752) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:12.366281 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e7622e16-91d6-4250-b520-43ead8270789 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.1838243 Feb 04 16:03:12.607163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Set router 04457940-7405-4a44-9a0a-5e1c52f9bf4a gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:03:12.979112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:13.017198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738d6a87-b038-4166-a325-0e0e8ea1e6f3 None None] Network f7ee1dc6-aa25-444c-b839-5ada126f88cd requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:03:13.194881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4d9d2702-2223-4ad5-9544-68cdf716b369 None None] Provisioning for port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:13.463734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:13.473627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:13.473998 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:13.536039 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:13.555278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04457940-7405-4a44-9a0a-5e1c52f9bf4a', 'name': 'tempest-ImageQuotaTest-1398765932-router', 'tenant_id': '63d4608a93684af29ec319c8a97b8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ce59553e-bfb2-49d4-9918-861fc40d5894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:10Z', 'updated_at': '2022-02-04T16:03:11Z', 'revision_number': 3, 'project_id': '63d4608a93684af29ec319c8a97b8cb3', 'gw_port': {'id': 'ce59553e-bfb2-49d4-9918-861fc40d5894', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04457940-7405-4a44-9a0a-5e1c52f9bf4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:10Z', 'updated_at': '2022-02-04T16:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:13.567638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Checking router: 04457940-7405-4a44-9a0a-5e1c52f9bf4a for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:03:13.568242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Updating router 04457940-7405-4a44-9a0a-5e1c52f9bf4a port ce59553e-bfb2-49d4-9918-861fc40d5894 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:03:13.691284 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:13.758060 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:13.881522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Allocated IP 172.20.0.1 (f7ee1dc6-aa25-444c-b839-5ada126f88cd/a9248770-f0ff-4e07-99e5-255bca57c3e5/10cf3e54-a277-4898-8e84-e9088adac1a7) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:13.938240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd,segment=NetworkSegment(7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e),segment_id=7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:13.958474 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.142717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:14.158321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:14.158749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:14.159165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:14.160462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:14.160462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:14.160462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:14.160675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:14.161017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:14.161457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:14.161835 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:14.162159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:14.169484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2c46d7a3-878a-4fa9-8885-47238d5dbc3d None None] Provisioning complete for port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:14.169855 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2c46d7a3-878a-4fa9-8885-47238d5dbc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.180509 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.200019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Transition to ACTIVE for port object 10cf3e54-a277-4898-8e84-e9088adac1a7 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:14.227216 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.435736 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.454433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Transition to ACTIVE for port object ce59553e-bfb2-49d4-9918-861fc40d5894 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:14.463734 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.487322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Network f7ee1dc6-aa25-444c-b839-5ada126f88cd is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:14.490689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:14.495289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:03:14.554791 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Pushing event updated for resources: {'Port': ['ID=10cf3e54-a277-4898-8e84-e9088adac1a7,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:14.565707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Attempting to bind port ce59553e-bfb2-49d4-9918-861fc40d5894 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:14.566082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Attempting to bind port ce59553e-bfb2-49d4-9918-861fc40d5894 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:14.566936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Attempting to bind port ce59553e-bfb2-49d4-9918-861fc40d5894 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:14.584076 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:03:14.584472 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:14.584872 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.585265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:03:14.585792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Bound port: ce59553e-bfb2-49d4-9918-861fc40d5894, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:14.586185 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.594577 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.658397 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409125db-03ad-4bae-a237-d22ae9bdcb28 None None] Pushing event updated for resources: {'Port': ['ID=ce59553e-bfb2-49d4-9918-861fc40d5894,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:14.709518 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] For port ce59553e-bfb2-49d4-9918-861fc40d5894, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:14.714892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] For port ce59553e-bfb2-49d4-9918-861fc40d5894, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ce59553e-bfb2-49d4-9918-861fc40d5894,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:14.720359 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.786337 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.838550 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409125db-03ad-4bae-a237-d22ae9bdcb28 None None] Pushing event updated for resources: {'Port': ['ID=ce59553e-bfb2-49d4-9918-861fc40d5894,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:14.889200 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Routers {'04457940-7405-4a44-9a0a-5e1c52f9bf4a'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:03:14.889878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:03:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['04457940-7405-4a44-9a0a-5e1c52f9bf4a'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:14.972709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:15.013126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2cb84140-136b-4331-91df-46fb5c316b38 None None] Provisioning for port 10cf3e54-a277-4898-8e84-e9088adac1a7 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:15.076635 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2cb84140-136b-4331-91df-46fb5c316b38 None None] Provisioning complete for port 10cf3e54-a277-4898-8e84-e9088adac1a7 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:15.077269 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2cb84140-136b-4331-91df-46fb5c316b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.124060 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.131437 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.230333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2cb84140-136b-4331-91df-46fb5c316b38 None None] Port 10cf3e54-a277-4898-8e84-e9088adac1a7 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:03:15.265648 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.268103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] Set router 04457940-7405-4a44-9a0a-5e1c52f9bf4a gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:03:15.270368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Pushing event updated for resources: {'Port': ['ID=10cf3e54-a277-4898-8e84-e9088adac1a7,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:15.443108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Network f7ee1dc6-aa25-444c-b839-5ada126f88cd is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:15.444420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:15.532570 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:15.533118 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.934520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-acd7cd53-7c5a-4367-bc78-347f6d91610e None None] Provisioning complete for port 10cf3e54-a277-4898-8e84-e9088adac1a7 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:15.934881 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-acd7cd53-7c5a-4367-bc78-347f6d91610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.989634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04457940-7405-4a44-9a0a-5e1c52f9bf4a', 'name': 'tempest-ImageQuotaTest-1398765932-router', 'tenant_id': '63d4608a93684af29ec319c8a97b8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ce59553e-bfb2-49d4-9918-861fc40d5894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:10Z', 'updated_at': '2022-02-04T16:03:14Z', 'revision_number': 4, 'project_id': '63d4608a93684af29ec319c8a97b8cb3', 'gw_port': {'id': 'ce59553e-bfb2-49d4-9918-861fc40d5894', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04457940-7405-4a44-9a0a-5e1c52f9bf4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:10Z', 'updated_at': '2022-02-04T16:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '10cf3e54-a277-4898-8e84-e9088adac1a7', 'name': '', 'network_id': 'f7ee1dc6-aa25-444c-b839-5ada126f88cd', 'tenant_id': '63d4608a93684af29ec319c8a97b8cb3', 'mac_address': 'fa:16:3e:2a:0c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04457940-7405-4a44-9a0a-5e1c52f9bf4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9248770-f0ff-4e07-99e5-255bca57c3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:13Z', 'updated_at': '2022-02-04T16:03:13Z', 'revision_number': 1, 'project_id': '63d4608a93684af29ec319c8a97b8cb3', 'subnets': [{'id': 'a9248770-f0ff-4e07-99e5-255bca57c3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:16.019373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88059c02-9cc4-499b-af1e-9b18c8dacf26 None None] The sync data for ids ['04457940-7405-4a44-9a0a-5e1c52f9bf4a'] in n-d-827872-1 is: [{'id': '04457940-7405-4a44-9a0a-5e1c52f9bf4a', 'name': 'tempest-ImageQuotaTest-1398765932-router', 'tenant_id': '63d4608a93684af29ec319c8a97b8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ce59553e-bfb2-49d4-9918-861fc40d5894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:10Z', 'updated_at': '2022-02-04T16:03:14Z', 'revision_number': 4, 'project_id': '63d4608a93684af29ec319c8a97b8cb3', 'gw_port': {'id': 'ce59553e-bfb2-49d4-9918-861fc40d5894', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04457940-7405-4a44-9a0a-5e1c52f9bf4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:10Z', 'updated_at': '2022-02-04T16:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '10cf3e54-a277-4898-8e84-e9088adac1a7', 'name': '', 'network_id': 'f7ee1dc6-aa25-444c-b839-5ada126f88cd', 'tenant_id': '63d4608a93684af29ec319c8a97b8cb3', 'mac_address': 'fa:16:3e:2a:0c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04457940-7405-4a44-9a0a-5e1c52f9bf4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9248770-f0ff-4e07-99e5-255bca57c3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:13Z', 'updated_at': '2022-02-04T16:03:13Z', 'revision_number': 1, 'project_id': '63d4608a93684af29ec319c8a97b8cb3', 'subnets': [{'id': 'a9248770-f0ff-4e07-99e5-255bca57c3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:03:16.032069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-acd7cd53-7c5a-4367-bc78-347f6d91610e None None] Port 10cf3e54-a277-4898-8e84-e9088adac1a7 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:03:16.079614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Router 04457940-7405-4a44-9a0a-5e1c52f9bf4a has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:03:16.381873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:03:16.395231 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f5e8e4f6-dd12-4ab8-9467-083b236687b7 admin admin] 10.222.0.60 "PUT /v2.0/routers/04457940-7405-4a44-9a0a-5e1c52f9bf4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0271921 Feb 04 16:03:18.513220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 35876) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:18.933169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ce59553e-bfb2-49d4-9918-861fc40d5894 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:19.112172 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port ce59553e-bfb2-49d4-9918-861fc40d5894 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:19.124980 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ce59553e-bfb2-49d4-9918-861fc40d5894 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:19.124980 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:19.284418 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c38a08f8-3255-4908-b3d6-210c44b0938c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:19.317154 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:19.335785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port ce59553e-bfb2-49d4-9918-861fc40d5894, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ce59553e-bfb2-49d4-9918-861fc40d5894,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:19.341535 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:19.433901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=ce59553e-bfb2-49d4-9918-861fc40d5894,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:19.619990 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:19.948987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c38a08f8-3255-4908-b3d6-210c44b0938c admin admin] Deleting port 10cf3e54-a277-4898-8e84-e9088adac1a7 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:19.949477 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c38a08f8-3255-4908-b3d6-210c44b0938c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:20.150145 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c38a08f8-3255-4908-b3d6-210c44b0938c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:20.286949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c38a08f8-3255-4908-b3d6-210c44b0938c admin admin] Calling delete_port for 10cf3e54-a277-4898-8e84-e9088adac1a7 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:20.500771 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c38a08f8-3255-4908-b3d6-210c44b0938c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:20.587528 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a08f8-3255-4908-b3d6-210c44b0938c admin admin] Pushing event deleted for resources: {'Port': ['ID=10cf3e54-a277-4898-8e84-e9088adac1a7,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:20.976139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ce59553e-bfb2-49d4-9918-861fc40d5894 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:21.050236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ce59553e-bfb2-49d4-9918-861fc40d5894 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:21.051407 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:21.101308 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c38a08f8-3255-4908-b3d6-210c44b0938c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:21.799236 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38a08f8-3255-4908-b3d6-210c44b0938c admin admin] Router 04457940-7405-4a44-9a0a-5e1c52f9bf4a has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:03:22.037117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38a08f8-3255-4908-b3d6-210c44b0938c admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:03:22.047577 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c38a08f8-3255-4908-b3d6-210c44b0938c admin admin] 10.222.0.60 "PUT /v2.0/routers/04457940-7405-4a44-9a0a-5e1c52f9bf4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5332506 Feb 04 16:03:22.050652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 35962) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:22.296541 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.557674 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.569496 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] Deleting port ce59553e-bfb2-49d4-9918-861fc40d5894 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:22.569833 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.789120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] For port ce59553e-bfb2-49d4-9918-861fc40d5894, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ce59553e-bfb2-49d4-9918-861fc40d5894,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:22.789568 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.918323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] Calling delete_port for ce59553e-bfb2-49d4-9918-861fc40d5894 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:23.108999 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.165419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce59553e-bfb2-49d4-9918-861fc40d5894,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:23.414940 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.889111 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.893678 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.934420 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.935336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04457940-7405-4a44-9a0a-5e1c52f9bf4a {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:03:23.966552 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.972601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36016) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:23.996351 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-14316780-3d4d-4f7d-a304-698c2ec29ee2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/04457940-7405-4a44-9a0a-5e1c52f9bf4a HTTP/1.1" status: 204 len: 168 time: 1.9427292 Feb 04 16:03:24.057344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0aca7f-de24-47dd-9cd7-3f20c75df008 admin admin] Deleting subnet a9248770-f0ff-4e07-99e5-255bca57c3e5 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:03:24.062144 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc0aca7f-de24-47dd-9cd7-3f20c75df008 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.116412 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc0aca7f-de24-47dd-9cd7-3f20c75df008 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.217051 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc0aca7f-de24-47dd-9cd7-3f20c75df008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.304089 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc0aca7f-de24-47dd-9cd7-3f20c75df008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.345738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0aca7f-de24-47dd-9cd7-3f20c75df008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9248770-f0ff-4e07-99e5-255bca57c3e5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:24.353387 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc0aca7f-de24-47dd-9cd7-3f20c75df008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.363290 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fc0aca7f-de24-47dd-9cd7-3f20c75df008 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a9248770-f0ff-4e07-99e5-255bca57c3e5 HTTP/1.1" status: 204 len: 168 time: 0.3887281 Feb 04 16:03:24.364537 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36028) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:24.368082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3f691e-98ae-4885-b056-9402ca375bc5 None None] Network f7ee1dc6-aa25-444c-b839-5ada126f88cd requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:03:24.538522 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.551481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] Deleting port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:24.552201 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.708372 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31329412-186c-4306-8cd8-0bd044552244 None None] DHCP port deletion for f7ee1dc6-aa25-444c-b839-5ada126f88cd request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:03:24.712641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-31329412-186c-4306-8cd8-0bd044552244 None None] Deleting port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:24.713017 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-31329412-186c-4306-8cd8-0bd044552244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.913269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] For port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd,segment=NetworkSegment(7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e),segment_id=7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:24.913718 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.061319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] Calling delete_port for b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:25.076813 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-31329412-186c-4306-8cd8-0bd044552244 None None] For port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd,segment=NetworkSegment(7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e),segment_id=7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:25.077476 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-31329412-186c-4306-8cd8-0bd044552244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.160785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.210034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:25.211586 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-31329412-186c-4306-8cd8-0bd044552244 None None] Calling delete_port for b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:25.226112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] No DVR routers for this DVR port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:25.256888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:25.308076 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:25.309437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:25.345554 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:03:25.358221 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-31329412-186c-4306-8cd8-0bd044552244 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:03:25.358962 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-31329412-186c-4306-8cd8-0bd044552244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:03:25.383859 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.411542 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ee1dc6-aa25-444c-b839-5ada126f88cd']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:25.426044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:25.426302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0bd5c8-ba42-4c9d-bc93-9ee835a6da1e') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:25.440052 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.457612 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.468020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:03:25.468824 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:03:25.540534 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:03:25.598073 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.652598 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.659381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ee1dc6-aa25-444c-b839-5ada126f88cd,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:25.666191 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a0dbf4f9-5b0b-4795-8d52-994ae8864d62 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f7ee1dc6-aa25-444c-b839-5ada126f88cd HTTP/1.1" status: 204 len: 168 time: 1.3006239 Feb 04 16:03:25.830917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36072) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:25.860610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-31329412-186c-4306-8cd8-0bd044552244 None None] Deleting port b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:25.861543 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-31329412-186c-4306-8cd8-0bd044552244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.911307 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1330819f-efd7-4a54-b8ba-21f44345f8a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=63d4608a93684af29ec319c8a97b8cb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0746112 Feb 04 16:03:25.912897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36076) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:25.951774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-31329412-186c-4306-8cd8-0bd044552244 None None] The port 'b0e2c073-e7bc-4e6e-a0db-fcae84d1dabd' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:03:26.004227 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65924ec2-1993-416d-84a5-9d7bdf551be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.032745 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65924ec2-1993-416d-84a5-9d7bdf551be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.100972 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65924ec2-1993-416d-84a5-9d7bdf551be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.121794 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65924ec2-1993-416d-84a5-9d7bdf551be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.125510 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-65924ec2-1993-416d-84a5-9d7bdf551be9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95d86a1c-f011-41a3-9e4a-246c6f52ba1e HTTP/1.1" status: 204 len: 168 time: 0.2116127 Feb 04 16:03:26.125510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65924ec2-1993-416d-84a5-9d7bdf551be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d86a1c-f011-41a3-9e4a-246c6f52ba1e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:26.676350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36102) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:26.719119 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d7772f24-6b04-43d5-b95e-ae61b3d22742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.752289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d7772f24-6b04-43d5-b95e-ae61b3d22742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:26.778884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d7772f24-6b04-43d5-b95e-ae61b3d22742 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:26.783608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d7772f24-6b04-43d5-b95e-ae61b3d22742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:26.793087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d7772f24-6b04-43d5-b95e-ae61b3d22742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:26.814397 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bc8d0d31-9ca8-4f61-a663-1e0818f43a94 req-d5438347-b962-43a3-ad15-c2b133d59443 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3141208 Feb 04 16:03:26.899008 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d7772f24-6b04-43d5-b95e-ae61b3d22742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.906065 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d7772f24-6b04-43d5-b95e-ae61b3d22742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.964019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7772f24-6b04-43d5-b95e-ae61b3d22742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7152361-c897-4829-bc4e-51ff0a0e3403,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:26.985498 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d7772f24-6b04-43d5-b95e-ae61b3d22742 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.3052442 Feb 04 16:03:26.986428 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36108) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:27.045131 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bc8d0d31-9ca8-4f61-a663-1e0818f43a94 req-4f1400ac-be1b-435f-a61c-a926d4f2dc1e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df523a7db7954e24a7a5227f519f84cc&device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 1096 time: 0.1278884 Feb 04 16:03:27.064747 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c66276cb-0e45-44df-9c4f-41a28da5c3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.093445 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c66276cb-0e45-44df-9c4f-41a28da5c3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.313733 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c66276cb-0e45-44df-9c4f-41a28da5c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.349616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66276cb-0e45-44df-9c4f-41a28da5c3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7152361-c897-4829-bc4e-51ff0a0e3403,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:27.368027 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c66276cb-0e45-44df-9c4f-41a28da5c3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.372407 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c66276cb-0e45-44df-9c4f-41a28da5c3ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7152361-c897-4829-bc4e-51ff0a0e3403 HTTP/1.1" status: 204 len: 168 time: 0.3837967 Feb 04 16:03:27.385358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d0d31-9ca8-4f61-a663-1e0818f43a94 req-a31b1c19-1ad5-4233-ba34-d204c4881bc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:27.387884 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bc8d0d31-9ca8-4f61-a663-1e0818f43a94 req-a31b1c19-1ad5-4233-ba34-d204c4881bc5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=77d45825-2d57-40f6-8cad-ccc438a77afd HTTP/1.1" status: 200 len: 912 time: 0.3230057 Feb 04 16:03:27.527732 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bc8d0d31-9ca8-4f61-a663-1e0818f43a94 req-38540512-2e64-44ff-a997-f4e5fa6dd980 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4173582e-4774-4478-a4ae-b4a99727be62 HTTP/1.1" status: 200 len: 1000 time: 0.1267774 Feb 04 16:03:27.622076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d0d31-9ca8-4f61-a663-1e0818f43a94 req-8f1af867-18bf-4751-b833-c90d2cae9376 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:27.624417 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bc8d0d31-9ca8-4f61-a663-1e0818f43a94 req-8f1af867-18bf-4751-b833-c90d2cae9376 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17436835-6de0-40b7-9709-512c1f6abbea HTTP/1.1" status: 200 len: 850 time: 0.0909374 Feb 04 16:03:27.756090 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bc8d0d31-9ca8-4f61-a663-1e0818f43a94 req-5f9aec69-c5a3-4f3b-8db1-9cf1d7f0fe8e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77d45825-2d57-40f6-8cad-ccc438a77afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091120 Feb 04 16:03:28.019720 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bc8d0d31-9ca8-4f61-a663-1e0818f43a94 req-f3ac96a2-5b26-4e44-a4ec-64255c4160f2 service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431064 Feb 04 16:03:28.118165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbcf9b0e-c8bd-4d7c-a5a6-2a062165816c req-544372eb-8f5b-485e-95d9-c120be04b0e1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4891651 Feb 04 16:03:28.211627 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bc8d0d31-9ca8-4f61-a663-1e0818f43a94 req-691716a1-4931-4afa-b083-fb6cac80e15a service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910412 Feb 04 16:03:28.291524 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbcf9b0e-c8bd-4d7c-a5a6-2a062165816c req-e8cd8602-d0f1-4da4-97be-86604de2870e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee631902a97f490e8f118497c873dcdf&device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 1098 time: 0.0891743 Feb 04 16:03:28.455976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf9b0e-c8bd-4d7c-a5a6-2a062165816c req-ec8fadea-650e-4848-90e4-079a0718e0ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:28.457429 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbcf9b0e-c8bd-4d7c-a5a6-2a062165816c req-ec8fadea-650e-4848-90e4-079a0718e0ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 200 len: 917 time: 0.1469743 Feb 04 16:03:28.570445 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbcf9b0e-c8bd-4d7c-a5a6-2a062165816c req-4d65cd20-b8ee-4840-8a3f-5e704c8c22fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325 HTTP/1.1" status: 200 len: 1002 time: 0.1050794 Feb 04 16:03:28.650096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf9b0e-c8bd-4d7c-a5a6-2a062165816c req-2c1a2dfd-06cd-4fc3-a9d5-49fc872d48cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:28.651561 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbcf9b0e-c8bd-4d7c-a5a6-2a062165816c req-2c1a2dfd-06cd-4fc3-a9d5-49fc872d48cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 200 len: 855 time: 0.0661495 Feb 04 16:03:28.753475 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbcf9b0e-c8bd-4d7c-a5a6-2a062165816c req-db2842bf-25fb-48b5-b01f-df46db7ad76d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c2183356-deba-4128-ad82-b10ca33a0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962839 Feb 04 16:03:28.905799 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbcf9b0e-c8bd-4d7c-a5a6-2a062165816c req-382def10-0420-4e21-b2fe-769cacb90c80 service neutron] 10.222.0.73 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461127 Feb 04 16:03:29.096771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbcf9b0e-c8bd-4d7c-a5a6-2a062165816c req-fcb5072b-13e7-4153-8ded-306c87f60ba4 service neutron] 10.222.0.73 "GET /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836512 Feb 04 16:03:30.288413 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736cffd-4ae0-4b76-9408-a1ae38686fd3 None None] Sync routers for ids ['04457940-7405-4a44-9a0a-5e1c52f9bf4a'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:03:30.305807 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736cffd-4ae0-4b76-9408-a1ae38686fd3 None None] Routers set() bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:03:30.306140 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736cffd-4ae0-4b76-9408-a1ae38686fd3 None None] Router IDs set() for agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 16:03:30.306769 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_agentschedulers_db [None req-4736cffd-4ae0-4b76-9408-a1ae38686fd3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'04457940-7405-4a44-9a0a-5e1c52f9bf4a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:03:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent'). {{(pid=83553) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 16:03:30.318070 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736cffd-4ae0-4b76-9408-a1ae38686fd3 None None] Routers set() bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:03:30.318411 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736cffd-4ae0-4b76-9408-a1ae38686fd3 None None] Router IDs set() for agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 16:03:30.318899 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_agentschedulers_db [None req-4736cffd-4ae0-4b76-9408-a1ae38686fd3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'04457940-7405-4a44-9a0a-5e1c52f9bf4a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:03:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent'). {{(pid=83553) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 16:03:30.319293 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736cffd-4ae0-4b76-9408-a1ae38686fd3 None None] The sync data for ids ['04457940-7405-4a44-9a0a-5e1c52f9bf4a'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:03:31.135788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ce59553e-bfb2-49d4-9918-861fc40d5894 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:31.231191 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: ce59553e-bfb2-49d4-9918-861fc40d5894 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:31.232703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ce59553e-bfb2-49d4-9918-861fc40d5894 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:31.233219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 10cf3e54-a277-4898-8e84-e9088adac1a7 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:31.271399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 10cf3e54-a277-4898-8e84-e9088adac1a7 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:31.271750 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 10cf3e54-a277-4898-8e84-e9088adac1a7 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:36.562883 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-06da4a40-f8cd-473a-8e4e-8c548f274bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.946410 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e6861b2d-5d14-4818-8905-5abfcab27d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.527327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36502) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:39.663236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-51cac0fa-5382-41b2-8ad7-ff57057369d0 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/floatingips/121710e1-dec9-4f6f-b7c0-21b68c79a856 HTTP/1.1" status: 200 len: 993 time: 0.1333678 Feb 04 16:03:40.242035 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.385887 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.876053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36536) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:41.256247 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-200620a9-80bc-46e5-a7ed-0a1e106d4bdf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Deleting port 3fc460b8-a894-4622-b01a-6763d849f931 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:41.256704 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-200620a9-80bc-46e5-a7ed-0a1e106d4bdf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:41.487765 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:41.525427 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-200620a9-80bc-46e5-a7ed-0a1e106d4bdf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:41.525604 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-200620a9-80bc-46e5-a7ed-0a1e106d4bdf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:41.695936 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:41.697151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-200620a9-80bc-46e5-a7ed-0a1e106d4bdf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Calling delete_port for 3fc460b8-a894-4622-b01a-6763d849f931 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:42.001026 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-200620a9-80bc-46e5-a7ed-0a1e106d4bdf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.049143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200620a9-80bc-46e5-a7ed-0a1e106d4bdf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Port': ['ID=3fc460b8-a894-4622-b01a-6763d849f931,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:42.162083 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-200620a9-80bc-46e5-a7ed-0a1e106d4bdf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.630116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200620a9-80bc-46e5-a7ed-0a1e106d4bdf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:03:42.873520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200620a9-80bc-46e5-a7ed-0a1e106d4bdf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:03:42.892243 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aafbd6-3695-4fde-bbc7-76e01d5e1e8c None None] Sync routers for ids ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:03:42.906929 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-200620a9-80bc-46e5-a7ed-0a1e106d4bdf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.907924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aafbd6-3695-4fde-bbc7-76e01d5e1e8c None None] Routers {'118f5ca4-551c-47b1-9cd9-8e63cbf1d066'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:03:42.908555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-45aafbd6-3695-4fde-bbc7-76e01d5e1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:03:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:43.000650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-200620a9-80bc-46e5-a7ed-0a1e106d4bdf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "DELETE /v2.0/floatingips/121710e1-dec9-4f6f-b7c0-21b68c79a856 HTTP/1.1" status: 204 len: 168 time: 2.1228254 Feb 04 16:03:43.001458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddbec28-19b2-43da-95ca-17c7336ba6bb', 'tag': '34258cc0-a9ed-4fb9-9541-0a54d7419ede'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:43.102737 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddbec28-19b2-43da-95ca-17c7336ba6bb', 'tag': '34258cc0-a9ed-4fb9-9541-0a54d7419ede', 'status': 'completed', 'code': 200} Feb 04 16:03:43.158121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-45aafbd6-3695-4fde-bbc7-76e01d5e1e8c None None] Set router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:03:43.334660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f280c411-9ff9-401f-a411-0dabef429722 req-ff3fbca8-1842-456a-a0ac-e5e502150b6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 1097 time: 0.2100320 Feb 04 16:03:43.572280 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280c411-9ff9-401f-a411-0dabef429722 req-ebfdd150-e599-4547-b592-7752b30f6763 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:43.575284 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-45aafbd6-3695-4fde-bbc7-76e01d5e1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:21Z', 'updated_at': '2022-02-04T16:01:35Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:22Z', 'updated_at': '2022-02-04T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '489e873b-4d4c-4a47-8df3-268c1c10fa33', 'name': '', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:60:bf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:31Z', 'updated_at': '2022-02-04T16:01:47Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:43.578269 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f280c411-9ff9-401f-a411-0dabef429722 req-ebfdd150-e599-4547-b592-7752b30f6763 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a5058263-91eb-4133-b233-819a1f65f6c9 HTTP/1.1" status: 200 len: 898 time: 0.2372322 Feb 04 16:03:43.581254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aafbd6-3695-4fde-bbc7-76e01d5e1e8c None None] Checking router: 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:03:43.608194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aafbd6-3695-4fde-bbc7-76e01d5e1e8c None None] Routers {'118f5ca4-551c-47b1-9cd9-8e63cbf1d066'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:03:43.608835 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-45aafbd6-3695-4fde-bbc7-76e01d5e1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:03:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:43.737662 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f280c411-9ff9-401f-a411-0dabef429722 req-01090698-f7f0-4794-a13b-18f02d3cbafd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34258cc0-a9ed-4fb9-9541-0a54d7419ede HTTP/1.1" status: 200 len: 217 time: 0.1502666 Feb 04 16:03:43.843119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280c411-9ff9-401f-a411-0dabef429722 req-18227410-4772-4b9c-b102-87a747c23ed5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:43.845036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f280c411-9ff9-401f-a411-0dabef429722 req-18227410-4772-4b9c-b102-87a747c23ed5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=46e680a6-81b6-44e4-a5c2-53d027481c09 HTTP/1.1" status: 200 len: 834 time: 0.0997965 Feb 04 16:03:43.861170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd89ad-dc26-47bd-bfb1-9be2669544c2 req-fe8a770d-9225-42c9-b5c6-02d811356bb4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:43.861999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-33dd89ad-dc26-47bd-bfb1-9be2669544c2 req-fe8a770d-9225-42c9-b5c6-02d811356bb4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:43.877753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-45aafbd6-3695-4fde-bbc7-76e01d5e1e8c None None] Set router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:03:43.929230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-33dd89ad-dc26-47bd-bfb1-9be2669544c2 req-fe8a770d-9225-42c9-b5c6-02d811356bb4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:43.938900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33dd89ad-dc26-47bd-bfb1-9be2669544c2 req-fe8a770d-9225-42c9-b5c6-02d811356bb4 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 946 time: 0.2453346 Feb 04 16:03:44.028160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33dd89ad-dc26-47bd-bfb1-9be2669544c2 req-0c35e66b-071e-4286-8f1c-30c4ca77995e tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f94941-d9b2-4feb-9811-334d4a588776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882053 Feb 04 16:03:44.039556 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f280c411-9ff9-401f-a411-0dabef429722 req-32e2e00b-2e56-4f6f-a139-c37985f0c986 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a5058263-91eb-4133-b233-819a1f65f6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878026 Feb 04 16:03:44.252382 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f280c411-9ff9-401f-a411-0dabef429722 req-724af93b-de48-4a86-be56-5b6db79bcfa8 service neutron] 10.222.0.73 "GET /v2.0/networks/a5058263-91eb-4133-b233-819a1f65f6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896217 Feb 04 16:03:44.372131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-45aafbd6-3695-4fde-bbc7-76e01d5e1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:21Z', 'updated_at': '2022-02-04T16:01:35Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:22Z', 'updated_at': '2022-02-04T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '489e873b-4d4c-4a47-8df3-268c1c10fa33', 'name': '', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:60:bf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:31Z', 'updated_at': '2022-02-04T16:01:47Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:44.377388 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aafbd6-3695-4fde-bbc7-76e01d5e1e8c None None] The sync data for ids ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'] in n-d-827872-1 is: [{'id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:21Z', 'updated_at': '2022-02-04T16:01:35Z', 'revision_number': 4, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:22Z', 'updated_at': '2022-02-04T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '489e873b-4d4c-4a47-8df3-268c1c10fa33', 'name': '', 'network_id': 'a5058263-91eb-4133-b233-819a1f65f6c9', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'mac_address': 'fa:16:3e:60:bf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:31Z', 'updated_at': '2022-02-04T16:01:47Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'subnets': [{'id': '46e680a6-81b6-44e4-a5c2-53d027481c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:03:44.537482 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f280c411-9ff9-401f-a411-0dabef429722 req-fb4ce20b-5984-42fd-95f7-8c08ffcb5d3f service neutron] 10.222.0.73 "GET /v2.0/networks/a5058263-91eb-4133-b233-819a1f65f6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772181 Feb 04 16:03:44.653157 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3153bcd6-3dc6-4edb-ac90-63e7c157b0fc None None] New status for floating IP 121710e1-dec9-4f6f-b7c0-21b68c79a856: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:03:45.272637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4bac-a645-491c-9381-aa6c9571a741 req-1df3b6c1-4d17-4f15-a590-8606f227895a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:45.274712 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3ef4bac-a645-491c-9381-aa6c9571a741 req-1df3b6c1-4d17-4f15-a590-8606f227895a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 946 time: 0.0866525 Feb 04 16:03:45.394567 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3ef4bac-a645-491c-9381-aa6c9571a741 req-120d6f04-44d8-4de7-be1a-9e9cbdefd527 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f94941-d9b2-4feb-9811-334d4a588776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136119 Feb 04 16:03:45.436360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d181e-ad6c-49ca-9ed0-85da6b64a5bf req-43418256-41b3-4d99-8bd2-66e4e252f2ba tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:45.438015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-633d181e-ad6c-49ca-9ed0-85da6b64a5bf req-43418256-41b3-4d99-8bd2-66e4e252f2ba tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 946 time: 0.0990019 Feb 04 16:03:45.524246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-633d181e-ad6c-49ca-9ed0-85da6b64a5bf req-1cd2c484-4928-4751-a31f-554c3bc49880 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Deleting port 34258cc0-a9ed-4fb9-9541-0a54d7419ede {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:45.524592 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-633d181e-ad6c-49ca-9ed0-85da6b64a5bf req-1cd2c484-4928-4751-a31f-554c3bc49880 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:45.863633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-633d181e-ad6c-49ca-9ed0-85da6b64a5bf req-1cd2c484-4928-4751-a31f-554c3bc49880 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] For port 34258cc0-a9ed-4fb9-9541-0a54d7419ede, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=34258cc0-a9ed-4fb9-9541-0a54d7419ede,segment=NetworkSegment(35e15a29-f9c2-4705-a7b5-a3c849c8ca36),segment_id=35e15a29-f9c2-4705-a7b5-a3c849c8ca36)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:45.863633 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-633d181e-ad6c-49ca-9ed0-85da6b64a5bf req-1cd2c484-4928-4751-a31f-554c3bc49880 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.008092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-633d181e-ad6c-49ca-9ed0-85da6b64a5bf req-1cd2c484-4928-4751-a31f-554c3bc49880 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Calling delete_port for 34258cc0-a9ed-4fb9-9541-0a54d7419ede owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:46.231386 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-633d181e-ad6c-49ca-9ed0-85da6b64a5bf req-1cd2c484-4928-4751-a31f-554c3bc49880 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.282930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2c484-4928-4751-a31f-554c3bc49880 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Port': ['ID=34258cc0-a9ed-4fb9-9541-0a54d7419ede,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:46.366787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-633d181e-ad6c-49ca-9ed0-85da6b64a5bf req-1cd2c484-4928-4751-a31f-554c3bc49880 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] No DVR routers for this DVR port 34258cc0-a9ed-4fb9-9541-0a54d7419ede on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:46.371624 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-633d181e-ad6c-49ca-9ed0-85da6b64a5bf req-1cd2c484-4928-4751-a31f-554c3bc49880 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.371624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddbec28-19b2-43da-95ca-17c7336ba6bb', 'name': 'network-vif-deleted', 'tag': '34258cc0-a9ed-4fb9-9541-0a54d7419ede'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:46.392252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-633d181e-ad6c-49ca-9ed0-85da6b64a5bf req-1cd2c484-4928-4751-a31f-554c3bc49880 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.73 "DELETE /v2.0/ports/34258cc0-a9ed-4fb9-9541-0a54d7419ede HTTP/1.1" status: 204 len: 173 time: 0.9448171 Feb 04 16:03:46.457216 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddbec28-19b2-43da-95ca-17c7336ba6bb', 'name': 'network-vif-deleted', 'tag': '34258cc0-a9ed-4fb9-9541-0a54d7419ede', 'status': 'completed', 'code': 200} Feb 04 16:03:46.639080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-378db3a4-fb1f-4f57-9393-3c113cf97559 req-2b3e5650-192f-4915-b68d-b83e0e7a9acf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Synchronizing usage tracker for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:46.658944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-378db3a4-fb1f-4f57-9393-3c113cf97559 req-2b3e5650-192f-4915-b68d-b83e0e7a9acf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Unset dirty status for tenant:0d5ce1deda6c431b892eca6721c0eb4a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:46.660199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-378db3a4-fb1f-4f57-9393-3c113cf97559 req-2b3e5650-192f-4915-b68d-b83e0e7a9acf tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ddbec28-19b2-43da-95ca-17c7336ba6bb HTTP/1.1" status: 200 len: 210 time: 0.1078193 Feb 04 16:03:47.812853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36698) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:47.897806 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45ccf14a-6121-4f4d-89ef-e5886fe9bdd1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.932352 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45ccf14a-6121-4f4d-89ef-e5886fe9bdd1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.026937 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45ccf14a-6121-4f4d-89ef-e5886fe9bdd1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.048061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccf14a-6121-4f4d-89ef-e5886fe9bdd1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f94941-d9b2-4feb-9811-334d4a588776,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:48.076865 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45ccf14a-6121-4f4d-89ef-e5886fe9bdd1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.076865 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-45ccf14a-6121-4f4d-89ef-e5886fe9bdd1 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "DELETE /v2.0/security-groups/53f94941-d9b2-4feb-9811-334d4a588776 HTTP/1.1" status: 204 len: 168 time: 0.2565279 Feb 04 16:03:48.134234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36712) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:48.788072 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd96a49a-da5b-4524-b226-f387ac26c0e2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.522549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 34258cc0-a9ed-4fb9-9541-0a54d7419ede no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:49.585913 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 34258cc0-a9ed-4fb9-9541-0a54d7419ede {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:49.585913 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 34258cc0-a9ed-4fb9-9541-0a54d7419ede not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:49.587777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-dd96a49a-da5b-4524-b226-f387ac26c0e2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Deleting port 489e873b-4d4c-4a47-8df3-268c1c10fa33 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:49.587777 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd96a49a-da5b-4524-b226-f387ac26c0e2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.655055 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.830627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-dd96a49a-da5b-4524-b226-f387ac26c0e2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] For port 489e873b-4d4c-4a47-8df3-268c1c10fa33, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=489e873b-4d4c-4a47-8df3-268c1c10fa33,segment=NetworkSegment(35e15a29-f9c2-4705-a7b5-a3c849c8ca36),segment_id=35e15a29-f9c2-4705-a7b5-a3c849c8ca36)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:49.831109 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd96a49a-da5b-4524-b226-f387ac26c0e2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.985588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-dd96a49a-da5b-4524-b226-f387ac26c0e2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Calling delete_port for 489e873b-4d4c-4a47-8df3-268c1c10fa33 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:50.246692 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd96a49a-da5b-4524-b226-f387ac26c0e2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.299144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96a49a-da5b-4524-b226-f387ac26c0e2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Port': ['ID=489e873b-4d4c-4a47-8df3-268c1c10fa33,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:50.857448 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd96a49a-da5b-4524-b226-f387ac26c0e2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:51.601134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd96a49a-da5b-4524-b226-f387ac26c0e2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:03:51.880123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd96a49a-da5b-4524-b226-f387ac26c0e2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:03:51.891681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69568b18-cab2-470d-8f8f-a1c00f446287 None None] Sync routers for ids ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:03:51.907117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69568b18-cab2-470d-8f8f-a1c00f446287 None None] Routers {'118f5ca4-551c-47b1-9cd9-8e63cbf1d066'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:03:51.907117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-69568b18-cab2-470d-8f8f-a1c00f446287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:03:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:51.909252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dd96a49a-da5b-4524-b226-f387ac26c0e2 tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "PUT /v2.0/routers/118f5ca4-551c-47b1-9cd9-8e63cbf1d066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7711585 Feb 04 16:03:51.913760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36788) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:52.200558 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f6372b-0aea-4b39-aca1-00b0307ec1ec tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Deleting subnet 46e680a6-81b6-44e4-a5c2-53d027481c09 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:03:52.200558 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-24f6372b-0aea-4b39-aca1-00b0307ec1ec tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.207568 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-69568b18-cab2-470d-8f8f-a1c00f446287 None None] Set router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:03:52.280088 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-24f6372b-0aea-4b39-aca1-00b0307ec1ec tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.396538 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-24f6372b-0aea-4b39-aca1-00b0307ec1ec tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.485512 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-24f6372b-0aea-4b39-aca1-00b0307ec1ec tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.564603 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6372b-0aea-4b39-aca1-00b0307ec1ec tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Subnet': ['ID=46e680a6-81b6-44e4-a5c2-53d027481c09,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:52.579392 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-24f6372b-0aea-4b39-aca1-00b0307ec1ec tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.585523 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-24f6372b-0aea-4b39-aca1-00b0307ec1ec tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "DELETE /v2.0/subnets/46e680a6-81b6-44e4-a5c2-53d027481c09 HTTP/1.1" status: 204 len: 168 time: 0.6717412 Feb 04 16:03:52.587166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36800) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:52.593450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941af238-08be-4bcc-ab19-f41a408dd6c5 None None] Network a5058263-91eb-4133-b233-819a1f65f6c9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:03:52.851045 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.875618 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-69568b18-cab2-470d-8f8f-a1c00f446287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:21Z', 'updated_at': '2022-02-04T16:03:50Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:22Z', 'updated_at': '2022-02-04T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:52.912134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69568b18-cab2-470d-8f8f-a1c00f446287 None None] Checking router: 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:03:52.938896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69568b18-cab2-470d-8f8f-a1c00f446287 None None] Routers {'118f5ca4-551c-47b1-9cd9-8e63cbf1d066'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:03:52.938896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-69568b18-cab2-470d-8f8f-a1c00f446287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:03:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:53.075610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c9516a-c672-4b85-aaf2-13693046835b None None] DHCP port deletion for a5058263-91eb-4133-b233-819a1f65f6c9 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:03:53.084288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9516a-c672-4b85-aaf2-13693046835b None None] Deleting port 4725e674-87b8-4014-934e-ecdd0ac36937 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:53.084664 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a2c9516a-c672-4b85-aaf2-13693046835b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.244392 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.251516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18871d6e-9873-4d8f-bb84-042d83fe912b req-3954b72b-501b-4364-b6d8-4c4c8107c8b1 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 1097 time: 0.0932255 Feb 04 16:03:53.265258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Deleting port 285e88d7-fdd6-4c9b-85c8-247e90037895 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:53.265782 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.280804 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-18871d6e-9873-4d8f-bb84-042d83fe912b req-9d2d2f23-8682-4466-a241-8418add0f2c0 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.296741 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-69568b18-cab2-470d-8f8f-a1c00f446287 None None] Set router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:03:53.360727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-18871d6e-9873-4d8f-bb84-042d83fe912b req-9d2d2f23-8682-4466-a241-8418add0f2c0 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:53.360727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-18871d6e-9873-4d8f-bb84-042d83fe912b req-9d2d2f23-8682-4466-a241-8418add0f2c0 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] Usage tracker for resource:security_group_rule and tenant:d615d2e5a37d4732864ae09f1c58506a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:53.372508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-18871d6e-9873-4d8f-bb84-042d83fe912b req-9d2d2f23-8682-4466-a241-8418add0f2c0 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:53.372508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-18871d6e-9873-4d8f-bb84-042d83fe912b req-9d2d2f23-8682-4466-a241-8418add0f2c0 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:53.467124 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-18871d6e-9873-4d8f-bb84-042d83fe912b req-9d2d2f23-8682-4466-a241-8418add0f2c0 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.476624 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-18871d6e-9873-4d8f-bb84-042d83fe912b req-9d2d2f23-8682-4466-a241-8418add0f2c0 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.514935 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18871d6e-9873-4d8f-bb84-042d83fe912b req-9d2d2f23-8682-4466-a241-8418add0f2c0 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516623 Feb 04 16:03:53.536412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] For port 285e88d7-fdd6-4c9b-85c8-247e90037895, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=285e88d7-fdd6-4c9b-85c8-247e90037895,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:53.536412 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.572219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d2f23-8682-4466-a241-8418add0f2c0 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dc3bc8-93ec-4eee-99c7-c0764972a91d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:53.725056 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a2c9516a-c672-4b85-aaf2-13693046835b None None] For port 4725e674-87b8-4014-934e-ecdd0ac36937, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4725e674-87b8-4014-934e-ecdd0ac36937,segment=NetworkSegment(35e15a29-f9c2-4705-a7b5-a3c849c8ca36),segment_id=35e15a29-f9c2-4705-a7b5-a3c849c8ca36)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:53.725436 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a2c9516a-c672-4b85-aaf2-13693046835b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.818389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Calling delete_port for 285e88d7-fdd6-4c9b-85c8-247e90037895 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:53.922061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7933cbc-81da-4a02-83ff-9166e2f6516c req-fddbcc4f-3a38-4ce0-becf-f74278ed938f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:53.922061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7933cbc-81da-4a02-83ff-9166e2f6516c req-fddbcc4f-3a38-4ce0-becf-f74278ed938f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.1296065 Feb 04 16:03:54.018751 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9516a-c672-4b85-aaf2-13693046835b None None] Calling delete_port for 4725e674-87b8-4014-934e-ecdd0ac36937 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:54.022596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7933cbc-81da-4a02-83ff-9166e2f6516c req-6e1d0bbd-5b15-4e00-aeaf-565addd65c6d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852461 Feb 04 16:03:54.071642 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36836) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:54.215277 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.299878 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a2c9516a-c672-4b85-aaf2-13693046835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.362508 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Port': ['ID=285e88d7-fdd6-4c9b-85c8-247e90037895,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:54.366217 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9516a-c672-4b85-aaf2-13693046835b None None] Pushing event deleted for resources: {'Port': ['ID=4725e674-87b8-4014-934e-ecdd0ac36937,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:54.386195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c9516a-c672-4b85-aaf2-13693046835b None None] No DVR routers for this DVR port 4725e674-87b8-4014-934e-ecdd0ac36937 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:54.403648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-69568b18-cab2-470d-8f8f-a1c00f446287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:21Z', 'updated_at': '2022-02-04T16:03:50Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:22Z', 'updated_at': '2022-02-04T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:54.403648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69568b18-cab2-470d-8f8f-a1c00f446287 None None] The sync data for ids ['118f5ca4-551c-47b1-9cd9-8e63cbf1d066'] in n-d-827872-1 is: [{'id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'name': 'tempest-TestNetworkBasicOps-router-1506899806', 'tenant_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:21Z', 'updated_at': '2022-02-04T16:03:50Z', 'revision_number': 5, 'project_id': '0d5ce1deda6c431b892eca6721c0eb4a', 'gw_port': {'id': '285e88d7-fdd6-4c9b-85c8-247e90037895', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f5ca4-551c-47b1-9cd9-8e63cbf1d066', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:22Z', 'updated_at': '2022-02-04T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:03:54.443326 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-58599628-d381-4ea9-8832-503383735cb4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/6ca43f49-e7aa-476c-ba38-6393c7242783 HTTP/1.1" status: 200 len: 994 time: 0.3623979 Feb 04 16:03:54.446638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:54.446993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:54.447469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:54.448049 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:54.448387 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:54.448715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:54.449128 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:54.449524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:54.449852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:54.450174 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:54.450493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:54.701699 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.086617 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 489e873b-4d4c-4a47-8df3-268c1c10fa33 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:55.154766 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba4f1627-9952-41ef-8386-695489affa2d req-ed903354-3af5-44e9-90dc-401c594cd683 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1479812 Feb 04 16:03:55.160291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 489e873b-4d4c-4a47-8df3-268c1c10fa33 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:55.160641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 489e873b-4d4c-4a47-8df3-268c1c10fa33 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:55.161279 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4725e674-87b8-4014-934e-ecdd0ac36937 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:55.200109 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.202180 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 4725e674-87b8-4014-934e-ecdd0ac36937 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:55.202752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4725e674-87b8-4014-934e-ecdd0ac36937 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:55.215989 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.248474 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.249346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Fanout notify agent at l3_agent the message router_deleted on router 118f5ca4-551c-47b1-9cd9-8e63cbf1d066 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:03:55.268180 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.269856 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d2bb5816-157b-4bdf-9817-b3dae8d43e4a tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "DELETE /v2.0/routers/118f5ca4-551c-47b1-9cd9-8e63cbf1d066 HTTP/1.1" status: 204 len: 168 time: 2.6838655 Feb 04 16:03:55.272914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36866) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:55.456958 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8e36939-d7d2-4a4c-8a8b-057c04c7ad6f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.711537 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8e36939-d7d2-4a4c-8a8b-057c04c7ad6f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.736549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36878) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:55.744127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e8e36939-d7d2-4a4c-8a8b-057c04c7ad6f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5058263-91eb-4133-b233-819a1f65f6c9']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:55.759693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e8e36939-d7d2-4a4c-8a8b-057c04c7ad6f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e15a29-f9c2-4705-a7b5-a3c849c8ca36') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:55.761071 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-e8e36939-d7d2-4a4c-8a8b-057c04c7ad6f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e15a29-f9c2-4705-a7b5-a3c849c8ca36') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:55.775906 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8e36939-d7d2-4a4c-8a8b-057c04c7ad6f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.906183 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8e36939-d7d2-4a4c-8a8b-057c04c7ad6f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.943987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e36939-d7d2-4a4c-8a8b-057c04c7ad6f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:03:55.943987 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8e36939-d7d2-4a4c-8a8b-057c04c7ad6f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.966286 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-5e0b85ed-f5ac-4c2b-a92f-be28b432f0f9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2282453 Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:03:55.986811 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:03:56.100728 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8e36939-d7d2-4a4c-8a8b-057c04c7ad6f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:56.108798 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8e36939-d7d2-4a4c-8a8b-057c04c7ad6f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:56.189028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e8e36939-d7d2-4a4c-8a8b-057c04c7ad6f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] 10.222.0.60 "DELETE /v2.0/networks/a5058263-91eb-4133-b233-819a1f65f6c9 HTTP/1.1" status: 204 len: 168 time: 0.9066908 Feb 04 16:03:56.208032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e36939-d7d2-4a4c-8a8b-057c04c7ad6f tempest-TestNetworkBasicOps-1993169246 tempest-TestNetworkBasicOps-1993169246-project] Pushing event deleted for resources: {'Network': ['ID=a5058263-91eb-4133-b233-819a1f65f6c9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:56.244141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bd7c5-ebd3-45c8-98f6-ac31b835510b req-9268f9ca-6aa7-40eb-b021-30e75dc475b5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:56.255008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b11bd7c5-ebd3-45c8-98f6-ac31b835510b req-9268f9ca-6aa7-40eb-b021-30e75dc475b5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.4105861 Feb 04 16:03:56.320637 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b11bd7c5-ebd3-45c8-98f6-ac31b835510b req-d8b5cd8a-ddfb-4238-ba28-5eddde051a05 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655224 Feb 04 16:03:56.615486 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 36920) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:56.881677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 285e88d7-fdd6-4c9b-85c8-247e90037895 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:56.942582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36938) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:56.943280 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5ad2f505-9a81-4dd7-9fb8-c322507df882 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d5ce1deda6c431b892eca6721c0eb4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3361585 Feb 04 16:03:57.015871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 285e88d7-fdd6-4c9b-85c8-247e90037895 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:57.015871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 285e88d7-fdd6-4c9b-85c8-247e90037895 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:57.085042 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-81666543-480a-4a4d-83cf-07e0ee9e68c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.127296 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-81666543-480a-4a4d-83cf-07e0ee9e68c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.236195 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-81666543-480a-4a4d-83cf-07e0ee9e68c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.272205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81666543-480a-4a4d-83cf-07e0ee9e68c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7794790-3c8b-49c5-bda0-78a927e0dec4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:57.275043 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-81666543-480a-4a4d-83cf-07e0ee9e68c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.276903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-81666543-480a-4a4d-83cf-07e0ee9e68c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7794790-3c8b-49c5-bda0-78a927e0dec4 HTTP/1.1" status: 204 len: 168 time: 0.3321879 Feb 04 16:03:57.589709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb1ead-61d5-4a81-ae49-5e9dce4715f7 req-581e90e2-ffc8-448d-a136-a07b3ba601d1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:57.591576 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76eb1ead-61d5-4a81-ae49-5e9dce4715f7 req-581e90e2-ffc8-448d-a136-a07b3ba601d1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.1023502 Feb 04 16:03:57.682276 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76eb1ead-61d5-4a81-ae49-5e9dce4715f7 req-f3202806-4a3e-404d-8d0b-295b5e214385 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849133 Feb 04 16:03:57.757845 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7aaa59ad-c09b-4dff-b0f7-b95c0a57ee33 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 1097 time: 0.0853426 Feb 04 16:03:57.787796 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36960) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:57.807059 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-33816a9b-fc2c-4452-8c02-b07aa8a897e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.862778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-33816a9b-fc2c-4452-8c02-b07aa8a897e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:57.866277 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-33816a9b-fc2c-4452-8c02-b07aa8a897e5 admin admin] Usage tracker for resource:security_group_rule and tenant:cb4bf52629724920a849a500f11046e5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:57.871522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-33816a9b-fc2c-4452-8c02-b07aa8a897e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:57.880936 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-33816a9b-fc2c-4452-8c02-b07aa8a897e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:57.931478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-d13f0548-7bce-46f6-927b-02e51daae420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:57.934283 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-d13f0548-7bce-46f6-927b-02e51daae420 service neutron] 10.222.0.81 "GET /v2.0/networks?id=97b01a47-5989-40d6-845d-397228b6b38d HTTP/1.1" status: 200 len: 897 time: 0.1745050 Feb 04 16:03:58.105160 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-415b1d4e-958b-4146-8678-2f4999df087a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e HTTP/1.1" status: 200 len: 1002 time: 0.1605785 Feb 04 16:03:58.111713 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-33816a9b-fc2c-4452-8c02-b07aa8a897e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.117483 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-33816a9b-fc2c-4452-8c02-b07aa8a897e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.178370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-33816a9b-fc2c-4452-8c02-b07aa8a897e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb4bf52629724920a849a500f11046e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3938854 Feb 04 16:03:58.185622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 36972) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:58.206020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-efc18cc7-ef7d-4242-ac6e-7e13cae77c60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:58.207558 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-efc18cc7-ef7d-4242-ac6e-7e13cae77c60 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d4e97948-40b1-4f8d-a5f6-1fcd30febe04 HTTP/1.1" status: 200 len: 835 time: 0.0859623 Feb 04 16:03:58.219208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33816a9b-fc2c-4452-8c02-b07aa8a897e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6276ef1-5a7f-4301-8916-f637bba36c9f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:58.290100 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f52d9652-dae4-4740-96e6-1bc0a85c7a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.351626 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f52d9652-dae4-4740-96e6-1bc0a85c7a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.353401 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-4b5c096a-975f-4785-b523-589f6e12ccac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=97b01a47-5989-40d6-845d-397228b6b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369481 Feb 04 16:03:58.420486 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f52d9652-dae4-4740-96e6-1bc0a85c7a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.450196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d9652-dae4-4740-96e6-1bc0a85c7a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6276ef1-5a7f-4301-8916-f637bba36c9f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:58.455152 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f52d9652-dae4-4740-96e6-1bc0a85c7a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.465719 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f52d9652-dae4-4740-96e6-1bc0a85c7a11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6276ef1-5a7f-4301-8916-f637bba36c9f HTTP/1.1" status: 204 len: 168 time: 0.2722113 Feb 04 16:03:58.539319 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-4d06533f-b9b9-4495-9bbc-41ac45474b44 service neutron] 10.222.0.81 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785927 Feb 04 16:03:58.909021 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-a7bf461d-0800-47a4-9684-20401cb1d0f0 service neutron] 10.222.0.81 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566978 Feb 04 16:03:58.962541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f14b39-2e81-40cf-a4a0-b1d524131603 req-11e524b8-cde1-4b67-b71c-b4490600157b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:58.965754 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0f14b39-2e81-40cf-a4a0-b1d524131603 req-11e524b8-cde1-4b67-b71c-b4490600157b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.1324606 Feb 04 16:03:59.113469 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0f14b39-2e81-40cf-a4a0-b1d524131603 req-31d951c1-48fa-406e-94ff-6784097ea6d6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335583 Feb 04 16:04:00.379802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59756534-cae1-454c-aad2-f81c35691946 req-a1811188-8ac5-4dff-8d2c-a4419f613487 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:00.380534 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59756534-cae1-454c-aad2-f81c35691946 req-a1811188-8ac5-4dff-8d2c-a4419f613487 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.1027658 Feb 04 16:04:00.464275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59756534-cae1-454c-aad2-f81c35691946 req-ba2f41ff-4277-4098-9e6f-8564e8b20406 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652025 Feb 04 16:04:01.722956 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63d2a4-ba38-4f54-954c-a0fe8ee00d0b req-486235ec-1257-4a75-aa10-2393059769a1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:01.724509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f63d2a4-ba38-4f54-954c-a0fe8ee00d0b req-486235ec-1257-4a75-aa10-2393059769a1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.1035786 Feb 04 16:04:01.783154 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f63d2a4-ba38-4f54-954c-a0fe8ee00d0b req-6d253411-4729-46c7-88ac-183da8195203 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472090 Feb 04 16:04:02.351867 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:04:02.445700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37094) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:02.459686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Request body: {'network': {'name': 'tempest-network-smoke--454936651', 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'port_security_enabled': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:02.463608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:02.467690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Usage tracker for resource:network and tenant:58e7f9058fe14c60b48cea9256065ba5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:02.470678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:02.476339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:02.487491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Made reservation on behalf of 58e7f9058fe14c60b48cea9256065ba5 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:02.490458 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.504772 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.538707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:02.542733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Usage tracker for resource:security_group_rule and tenant:58e7f9058fe14c60b48cea9256065ba5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:02.545612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:02.551294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:02.661336 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.665715 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.701569 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:04:02.721929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f523cddb-56cd-4614-a66b-6acb836dae4e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:02.723760 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.724347 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Added segment 96f7261a-9c8b-4b08-981e-4f69930a546e of type vlan for network 389ecbb7-8fdb-4d0e-87c7-6640677f64bc Feb 04 16:04:02.760930 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.790888 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.795625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:02.796234 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.926978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'Network': ['ID=389ecbb7-8fdb-4d0e-87c7-6640677f64bc,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:02.936784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37104) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:02.940267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'admin_state_up': True, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:02.948406 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2657f7d7-2b89-48b1-a5c8-ea51985486ed tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4978502 Feb 04 16:04:02.958517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:02.961744 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 389ecbb7-8fdb-4d0e-87c7-6640677f64bc details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:04:02.995425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Usage tracker for resource:router and tenant:58e7f9058fe14c60b48cea9256065ba5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:02.995425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:03.010547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:03.016940 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.016940 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.045941 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.236920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d958cd4-a727-4f5a-a4fb-f4102b5a95e1 req-6d6d41cf-bb35-4dbc-9ef9-afe2db94c237 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:03.236920 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d958cd4-a727-4f5a-a4fb-f4102b5a95e1 req-6d6d41cf-bb35-4dbc-9ef9-afe2db94c237 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.2649221 Feb 04 16:04:03.244105 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.308460 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d958cd4-a727-4f5a-a4fb-f4102b5a95e1 req-0c324a2e-f41d-4770-a677-5b2bf0888857 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576296 Feb 04 16:04:03.483363 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.518620 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.685620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Allocated IP 172.25.0.91 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/e5b897e8-3e0f-4563-b8ca-c7975c316a6a) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:03.912938 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.946169 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.061180 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:04.061180 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:04.067637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:04.097175 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'Port': ['ID=e5b897e8-3e0f-4563-b8ca-c7975c316a6a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:04.286139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.286799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.566065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8801397-89c5-4e29-9471-12be5386ee7f req-e9a3aa86-58e7-473f-8777-8f1f9c1184ed tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:04.574491 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8801397-89c5-4e29-9471-12be5386ee7f req-e9a3aa86-58e7-473f-8777-8f1f9c1184ed tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.0937107 Feb 04 16:04:04.618203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:04:04.649844 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8801397-89c5-4e29-9471-12be5386ee7f req-b2d5fa2e-a42e-437e-8195-1301c1eede7d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705223 Feb 04 16:04:04.856831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:04.870718 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Sync routers for ids ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:04:04.882919 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Routers {'073ccfe6-a149-4d70-a4bf-55f6dda8d387'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:04.882919 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:03:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:04.896893 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.902919 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37146) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:04.905255 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7c177d25-4313-439f-a538-ee674985e58e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.9623573 Feb 04 16:04:05.118246 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Set router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:05.168471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ff64ad56-76d6-4248-9eb5-35184de57975 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=58e7f9058fe14c60b48cea9256065ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2641249 Feb 04 16:04:05.174134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37154) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:05.389020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a16b2e-4045-4d7d-ac44-7c61d0adb8be tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:05.394049 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-29a16b2e-4045-4d7d-ac44-7c61d0adb8be tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2246938 Feb 04 16:04:05.394301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37166) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:05.450784 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bdd6e7f3-cd6f-4fa0-9232-1cb426a8fa81 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0551724 Feb 04 16:04:05.454934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37172) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:05.467243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1762783282', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:05.628472 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:04Z', 'revision_number': 3, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:05.634040 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Checking router: 073ccfe6-a149-4d70-a4bf-55f6dda8d387 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:04:05.634040 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Updating router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 port e5b897e8-3e0f-4563-b8ca-c7975c316a6a binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:04:05.673711 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:05.683973 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Usage tracker for resource:subnet and tenant:58e7f9058fe14c60b48cea9256065ba5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:05.686538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:05.694803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:05.711968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Made reservation on behalf of 58e7f9058fe14c60b48cea9256065ba5 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:05.816273 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.908003 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.201712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd0807-a8a4-4737-aaa0-4a039ff3e6a2 req-7f6bc5c9-54a9-462b-a2d6-65732b01f624 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.211862 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7bd0807-a8a4-4737-aaa0-4a039ff3e6a2 req-7f6bc5c9-54a9-462b-a2d6-65732b01f624 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.3036933 Feb 04 16:04:06.318331 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7bd0807-a8a4-4737-aaa0-4a039ff3e6a2 req-72e9d02c-4882-41a0-afa0-082c61ac3bf8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052549 Feb 04 16:04:06.440379 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:04:06.471227 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.534761 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.583932 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Transition to ACTIVE for port object e5b897e8-3e0f-4563-b8ca-c7975c316a6a will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:06.589479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'Subnet': ['ID=5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:06.592880 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.600501 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e042e93b-f7ca-4d14-902f-22ee63b301e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.644176 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Checking segment: {'id': '96f7261a-9c8b-4b08-981e-4f69930a546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:06.644176 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Network hostable DHCP agents. Network: 389ecbb7-8fdb-4d0e-87c7-6640677f64bc, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:04:06.689035 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b6cac-f682-4905-9f57-5b2bc8c84660 None None] Pushing event updated for resources: {'Port': ['ID=e5b897e8-3e0f-4563-b8ca-c7975c316a6a,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:06.722187 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Network 389ecbb7-8fdb-4d0e-87c7-6640677f64bc is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:04:06.726087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187b6cac-f682-4905-9f57-5b2bc8c84660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:06.726087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187b6cac-f682-4905-9f57-5b2bc8c84660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:06.726087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187b6cac-f682-4905-9f57-5b2bc8c84660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:06.726087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187b6cac-f682-4905-9f57-5b2bc8c84660 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:06.726087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187b6cac-f682-4905-9f57-5b2bc8c84660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:06.726087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187b6cac-f682-4905-9f57-5b2bc8c84660 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:06.726087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187b6cac-f682-4905-9f57-5b2bc8c84660 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:06.726087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187b6cac-f682-4905-9f57-5b2bc8c84660 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:06.726087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187b6cac-f682-4905-9f57-5b2bc8c84660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:06.726087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187b6cac-f682-4905-9f57-5b2bc8c84660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:06.726087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187b6cac-f682-4905-9f57-5b2bc8c84660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:06.726087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Attempting to bind port e5b897e8-3e0f-4563-b8ca-c7975c316a6a on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:06.726087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Attempting to bind port e5b897e8-3e0f-4563-b8ca-c7975c316a6a by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:06.726087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Attempting to bind port e5b897e8-3e0f-4563-b8ca-c7975c316a6a on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:06.742211 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:06.742211 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:06.742211 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.746672 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:06.746672 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Bound port: e5b897e8-3e0f-4563-b8ca-c7975c316a6a, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:06.746672 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.753594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 389ecbb7-8fdb-4d0e-87c7-6640677f64bc) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:06.767678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695879fa-6621-42e9-ac30-61301a8252c7 None None] Network 389ecbb7-8fdb-4d0e-87c7-6640677f64bc requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:04:06.770420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.771169 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.803249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37194) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:06.812724 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-15c19def-5e12-4ec5-a6a6-8033d2b06628 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3565474 Feb 04 16:04:06.863292 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] For port e5b897e8-3e0f-4563-b8ca-c7975c316a6a, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:06.867375 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] For port e5b897e8-3e0f-4563-b8ca-c7975c316a6a, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e5b897e8-3e0f-4563-b8ca-c7975c316a6a,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:06.875526 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:07.190738 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'fixed_ips': [{'subnet_id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:04:07.191599 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:07.222577 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b6cac-f682-4905-9f57-5b2bc8c84660 None None] Pushing event updated for resources: {'Port': ['ID=e5b897e8-3e0f-4563-b8ca-c7975c316a6a,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:07.252244 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Routers {'073ccfe6-a149-4d70-a4bf-55f6dda8d387'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:07.252861 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:03:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:07.497480 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] Set router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:07.597992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Allocated IP 172.20.0.2 (389ecbb7-8fdb-4d0e-87c7-6640677f64bc/5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948/c5543100-e4f7-4f73-b91d-e87e258485e4) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:07.759398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e68ed6-300e-4ea2-ae3e-7f2d44c7232b req-072ee2eb-c8fc-497e-8667-6d379b4b9fef tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:07.768598 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1e68ed6-300e-4ea2-ae3e-7f2d44c7232b req-072ee2eb-c8fc-497e-8667-6d379b4b9fef tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.1238368 Feb 04 16:04:07.843218 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1e68ed6-300e-4ea2-ae3e-7f2d44c7232b req-c2c18398-b317-423e-8f3d-7c16bdad3026 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693681 Feb 04 16:04:07.989351 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.004348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Transition to ACTIVE for port object c5543100-e4f7-4f73-b91d-e87e258485e4 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:08.032439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Transition to ACTIVE for port object c5543100-e4f7-4f73-b91d-e87e258485e4 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:08.039013 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.144291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Pushing event updated for resources: {'Port': ['ID=c5543100-e4f7-4f73-b91d-e87e258485e4,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:08.174748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Network 389ecbb7-8fdb-4d0e-87c7-6640677f64bc is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:08.174748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:08.190160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:08.402814 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:04Z', 'revision_number': 3, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:08.415687 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc54ebf-64c3-40b2-b9b2-b4e2466c06fe None None] The sync data for ids ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'] in n-d-827872-1 is: [{'id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:04Z', 'revision_number': 3, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:04:08.450947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Attempting to bind port c5543100-e4f7-4f73-b91d-e87e258485e4 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:08.451729 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Attempting to bind port c5543100-e4f7-4f73-b91d-e87e258485e4 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '96f7261a-9c8b-4b08-981e-4f69930a546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:08.452394 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Attempting to bind port c5543100-e4f7-4f73-b91d-e87e258485e4 on network 389ecbb7-8fdb-4d0e-87c7-6640677f64bc {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:08.462686 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:08.463155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Checking segment: {'id': '96f7261a-9c8b-4b08-981e-4f69930a546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:08.464394 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.464823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Bound using segment: {'id': '96f7261a-9c8b-4b08-981e-4f69930a546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:08.465322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Bound port: c5543100-e4f7-4f73-b91d-e87e258485e4, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f7261a-9c8b-4b08-981e-4f69930a546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:08.466664 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.624922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] For port c5543100-e4f7-4f73-b91d-e87e258485e4, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:08.628653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] For port c5543100-e4f7-4f73-b91d-e87e258485e4, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c5543100-e4f7-4f73-b91d-e87e258485e4,segment=NetworkSegment(96f7261a-9c8b-4b08-981e-4f69930a546e),segment_id=96f7261a-9c8b-4b08-981e-4f69930a546e)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:08.634804 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.935208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a213db-73d5-4588-a2fc-043428330ad1 req-2515af11-1a54-4885-b1db-01a9ac3e0467 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:08.941124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a213db-73d5-4588-a2fc-043428330ad1 req-2515af11-1a54-4885-b1db-01a9ac3e0467 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 947 time: 0.2799425 Feb 04 16:04:09.032231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcf9a6-676c-40fe-8fbf-2d55f4689b5d None None] Pushing event updated for resources: {'Port': ['ID=c5543100-e4f7-4f73-b91d-e87e258485e4,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:09.034995 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d1822164-0d24-48bf-bb94-9872c1dd7c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.064478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5a213db-73d5-4588-a2fc-043428330ad1 req-f74a026f-0810-4977-997b-b9522f23a5f3 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139452 Feb 04 16:04:09.149332 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.168232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e5b897e8-3e0f-4563-b8ca-c7975c316a6a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:09.337692 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port e5b897e8-3e0f-4563-b8ca-c7975c316a6a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:09.387436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e5b897e8-3e0f-4563-b8ca-c7975c316a6a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:09.387436 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.557040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e968b8-50eb-4b27-a867-0a6cdfccdac7 req-bac37e4a-4c7a-4a89-b5f3-90af3b126988 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:09.565160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67e968b8-50eb-4b27-a867-0a6cdfccdac7 req-bac37e4a-4c7a-4a89-b5f3-90af3b126988 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.3277934 Feb 04 16:04:09.686120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67e968b8-50eb-4b27-a867-0a6cdfccdac7 req-aaa63ad0-7f80-4935-a3cb-defaf347be1f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142881 Feb 04 16:04:09.747743 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.779722 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port e5b897e8-3e0f-4563-b8ca-c7975c316a6a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e5b897e8-3e0f-4563-b8ca-c7975c316a6a,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:09.798296 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.940608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=e5b897e8-3e0f-4563-b8ca-c7975c316a6a,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:10.265074 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.320669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Allocated IP 172.20.0.1 (389ecbb7-8fdb-4d0e-87c7-6640677f64bc/5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948/78958cc0-4a27-477f-9fd5-30c268d06f9e) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:10.407084 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.487849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-c267a4c4-6a69-4355-97c0-519d972606d9 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:10.487849 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-c267a4c4-6a69-4355-97c0-519d972606d9 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.73 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 947 time: 0.2597182 Feb 04 16:04:10.487849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a26a7-c527-479d-89a9-a560913dc625 req-157c4349-9d77-4c93-8ff9-211fb91ef9e4 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:10.497012 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a65a26a7-c527-479d-89a9-a560913dc625 req-157c4349-9d77-4c93-8ff9-211fb91ef9e4 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 947 time: 0.1565247 Feb 04 16:04:10.617246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a65a26a7-c527-479d-89a9-a560913dc625 req-b6173c1b-965e-474e-9e35-672b5b0695af tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237350 Feb 04 16:04:10.652287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Deleting port fce243e5-f1e5-4d20-bae0-deb0920e9325 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:10.652872 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.688524 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.711885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Transition to ACTIVE for port object 78958cc0-4a27-477f-9fd5-30c268d06f9e will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:10.778459 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.065263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Network 389ecbb7-8fdb-4d0e-87c7-6640677f64bc is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:11.070664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'Port': ['ID=78958cc0-4a27-477f-9fd5-30c268d06f9e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:11.081161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:11.083796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:11.268300 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383710bf-5c57-433a-95fa-39846b56808d None None] Network 389ecbb7-8fdb-4d0e-87c7-6640677f64bc requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:04:11.272713 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.339339 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e5b897e8-3e0f-4563-b8ca-c7975c316a6a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:11.534999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] For port fce243e5-f1e5-4d20-bae0-deb0920e9325, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=fce243e5-f1e5-4d20-bae0-deb0920e9325,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:11.534999 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.617641 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-38f12a24-4e97-46e4-9fae-710386948b30 service neutron] show failed (client error): The resource could not be found. Feb 04 16:04:11.617641 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-38f12a24-4e97-46e4-9fae-710386948b30 service neutron] 10.222.0.81 "GET /v2.0/ports/147feb10-a8b1-4cc9-b753-42ac61e2a53e/bindings/n-h2-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.3273699 Feb 04 16:04:11.639617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67484895-b1d8-4bf4-873e-564b439437b5 req-69d3cfbc-d141-4d7b-8d81-f1a644cc36bd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:11.639617 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67484895-b1d8-4bf4-873e-564b439437b5 req-69d3cfbc-d141-4d7b-8d81-f1a644cc36bd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.3874977 Feb 04 16:04:11.802198 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.882416 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.914659 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.993743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e5b897e8-3e0f-4563-b8ca-c7975c316a6a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:11.993743 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.079854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3596e6ac-8559-4cd3-8211-7a87f233ef49 None None] Provisioning for port c5543100-e4f7-4f73-b91d-e87e258485e4 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:12.206159 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67484895-b1d8-4bf4-873e-564b439437b5 req-7e9917e2-72fc-440b-83a5-2be640c4787f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593834 Feb 04 16:04:12.216353 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.216720 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.216949 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Floating IP c73ea7d9-626d-455d-a8f1-50d23105e774 disassociated. External IP: 172.25.0.187, port: fce243e5-f1e5-4d20-bae0-deb0920e9325. Feb 04 16:04:12.217283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Calling delete_port for fce243e5-f1e5-4d20-bae0-deb0920e9325 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:04:12.319083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28b024-659f-411e-9205-0d6bf63fe386 req-137a74f9-776a-4e85-9046-643521e4d4f9 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:12.319083 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d28b024-659f-411e-9205-0d6bf63fe386 req-137a74f9-776a-4e85-9046-643521e4d4f9 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 947 time: 0.3553019 Feb 04 16:04:12.363909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c5543100-e4f7-4f73-b91d-e87e258485e4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:12.452405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d28b024-659f-411e-9205-0d6bf63fe386 req-4eb6486b-464c-40d0-9a70-aa208b8029af tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups?id=49ce6e05-4f6f-4079-a92c-11ae7f717026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147799 Feb 04 16:04:12.526472 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-a97ce428-3b10-4d03-ba41-e64693e00499 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 1097 time: 0.3846011 Feb 04 16:04:12.553448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:12.557655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port c5543100-e4f7-4f73-b91d-e87e258485e4 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:12.557655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c5543100-e4f7-4f73-b91d-e87e258485e4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:12.566902 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.789022 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.875636 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9cd599bc-0ad2-436e-b895-e5d27f8e4f04 None None] Provisioning for port 78958cc0-4a27-477f-9fd5-30c268d06f9e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:12.902193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port c5543100-e4f7-4f73-b91d-e87e258485e4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c5543100-e4f7-4f73-b91d-e87e258485e4,segment=NetworkSegment(96f7261a-9c8b-4b08-981e-4f69930a546e),segment_id=96f7261a-9c8b-4b08-981e-4f69930a546e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:12.905832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9cd599bc-0ad2-436e-b895-e5d27f8e4f04 None None] Provisioning complete for port 78958cc0-4a27-477f-9fd5-30c268d06f9e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:12.906584 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9cd599bc-0ad2-436e-b895-e5d27f8e4f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.957308 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.991819 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.018831 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.176265 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.193001 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9cd599bc-0ad2-436e-b895-e5d27f8e4f04 None None] Port 78958cc0-4a27-477f-9fd5-30c268d06f9e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:04:13.196754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-4cf397bf-ef6e-4ae4-9400-2a4d588bb943 req-2755b318-74fa-4828-9a3e-181261c473b4 service neutron] (83550) timed out ('10.222.0.73', 65327) {{(pid=83550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:04:13.206496 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.278076 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=c5543100-e4f7-4f73-b91d-e87e258485e4,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:13.283006 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9cd599bc-0ad2-436e-b895-e5d27f8e4f04 None None] Provisioning complete for port c5543100-e4f7-4f73-b91d-e87e258485e4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:13.283424 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9cd599bc-0ad2-436e-b895-e5d27f8e4f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.399387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event deleted for resources: {'Port': ['ID=fce243e5-f1e5-4d20-bae0-deb0920e9325,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:13.484788 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.507518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:13.507518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:13.507518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:13.507518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:13.507518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:13.507518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:13.507518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:13.507518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:13.507518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:13.507518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:13.507518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:13.626640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device fce243e5-f1e5-4d20-bae0-deb0920e9325 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:13.691069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: fce243e5-f1e5-4d20-bae0-deb0920e9325 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:04:13.691458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device fce243e5-f1e5-4d20-bae0-deb0920e9325 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:13.702813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'Port': ['ID=78958cc0-4a27-477f-9fd5-30c268d06f9e,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:13.727970 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-40dfd6cf-e2ef-48bd-bd5c-cab309087742 None None] Provisioning complete for port 78958cc0-4a27-477f-9fd5-30c268d06f9e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:13.728343 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-40dfd6cf-e2ef-48bd-bd5c-cab309087742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.826865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Network 389ecbb7-8fdb-4d0e-87c7-6640677f64bc is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:13.834380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:13.866801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-40dfd6cf-e2ef-48bd-bd5c-cab309087742 None None] Port 78958cc0-4a27-477f-9fd5-30c268d06f9e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:04:14.011842 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6b8386a4-fd5e-44c1-b3f0-b62a3e3f72ff req-3a200a6f-6d2d-4f25-ad3c-84ec95272597 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 210 time: 0.1336901 Feb 04 16:04:14.453445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41865c-16ce-404c-86a1-da17db7c8c83 req-561a471f-2fc6-4d28-baf9-680c280e9beb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:14.467833 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc41865c-16ce-404c-86a1-da17db7c8c83 req-561a471f-2fc6-4d28-baf9-680c280e9beb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.7929347 Feb 04 16:04:14.502209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5fcd290b-e205-4234-b808-b1d952fe67cb None None] Provisioning complete for port 78958cc0-4a27-477f-9fd5-30c268d06f9e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:14.502209 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5fcd290b-e205-4234-b808-b1d952fe67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:14.553948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] For port 147feb10-a8b1-4cc9-b753-42ac61e2a53e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:14.747303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc41865c-16ce-404c-86a1-da17db7c8c83 req-f2993225-4990-41bd-a2d0-7d848ba3f2d7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994363 Feb 04 16:04:14.752051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd290b-e205-4234-b808-b1d952fe67cb None None] Port 78958cc0-4a27-477f-9fd5-30c268d06f9e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:04:14.890368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:04:14.939498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] For port 147feb10-a8b1-4cc9-b753-42ac61e2a53e, host n-h1-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:14.962400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:04:15.112510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c5543100-e4f7-4f73-b91d-e87e258485e4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:15.114824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:15.124198 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.199786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Transition to ACTIVE for port object 147feb10-a8b1-4cc9-b753-42ac61e2a53e will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:15.212043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f15d2-a07e-4a90-a94e-09e0aa2c9f27 req-47abd1cb-3ed4-49ff-9e40-1bbe5a6b5899 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:15.212043 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-953f15d2-a07e-4a90-a94e-09e0aa2c9f27 req-47abd1cb-3ed4-49ff-9e40-1bbe5a6b5899 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.3309999 Feb 04 16:04:15.225066 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.236005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:15.261028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Sync routers for ids ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:04:15.268443 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cb4c625b-8ad0-46be-8d93-60918ded8dd8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "PUT /v2.0/routers/073ccfe6-a149-4d70-a4bf-55f6dda8d387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4595578 Feb 04 16:04:15.268443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37330) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:15.277798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-559fabca-8b14-4ede-86e5-f2312e6961c3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--525558754', 'description': 'tempest-secgroup_access--525558754 description', 'project_id': '58e7f9058fe14c60b48cea9256065ba5'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:15.283415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-559fabca-8b14-4ede-86e5-f2312e6961c3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:15.291000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-559fabca-8b14-4ede-86e5-f2312e6961c3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Usage tracker for resource:security_group and tenant:58e7f9058fe14c60b48cea9256065ba5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:15.291000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-559fabca-8b14-4ede-86e5-f2312e6961c3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:15.307869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-559fabca-8b14-4ede-86e5-f2312e6961c3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:15.322249 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Pushing event updated for resources: {'Port': ['ID=147feb10-a8b1-4cc9-b753-42ac61e2a53e,revision_number=6']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:15.329511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Routers {'073ccfe6-a149-4d70-a4bf-55f6dda8d387'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:15.329511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:04:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:15.354329 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-559fabca-8b14-4ede-86e5-f2312e6961c3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.445740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-559fabca-8b14-4ede-86e5-f2312e6961c3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:15.466919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-559fabca-8b14-4ede-86e5-f2312e6961c3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Usage tracker for resource:security_group_rule and tenant:58e7f9058fe14c60b48cea9256065ba5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:15.471675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-559fabca-8b14-4ede-86e5-f2312e6961c3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:15.481901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-559fabca-8b14-4ede-86e5-f2312e6961c3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:15.611329 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-559fabca-8b14-4ede-86e5-f2312e6961c3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.611329 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-559fabca-8b14-4ede-86e5-f2312e6961c3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.664161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Set router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:15.709732 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-559fabca-8b14-4ede-86e5-f2312e6961c3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.715208 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-559fabca-8b14-4ede-86e5-f2312e6961c3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1630 time: 0.4454834 Feb 04 16:04:15.715208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37340) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:15.715725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-953f15d2-a07e-4a90-a94e-09e0aa2c9f27 req-e34a2cb5-6fe2-4bc7-918b-08ce8f1a24b5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3996251 Feb 04 16:04:15.727792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42962418-1e89-4b6e-a104-2efe383efad5 req-244c3c4e-bb8c-4cff-ad9b-95d2e502b3ef tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 210 time: 0.2841799 Feb 04 16:04:15.743361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-32743e99-b64a-4829-b0fa-6953d406ccf7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1730608964', 'description': 'tempest-secgroup_general--1730608964 description', 'project_id': '58e7f9058fe14c60b48cea9256065ba5'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:15.772027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-32743e99-b64a-4829-b0fa-6953d406ccf7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:15.784100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-32743e99-b64a-4829-b0fa-6953d406ccf7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Usage tracker for resource:security_group and tenant:58e7f9058fe14c60b48cea9256065ba5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:15.787043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fabca-8b14-4ede-86e5-f2312e6961c3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d875d5-2ee4-43b0-98a1-8cfcaf6657d9,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:15.788650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 147feb10-a8b1-4cc9-b753-42ac61e2a53e no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:15.790582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-32743e99-b64a-4829-b0fa-6953d406ccf7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:15.811585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-32743e99-b64a-4829-b0fa-6953d406ccf7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:15.812219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] No DVR routers for this DVR port 147feb10-a8b1-4cc9-b753-42ac61e2a53e on host n-h1-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:15.833518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32743e99-b64a-4829-b0fa-6953d406ccf7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.929131 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'code': 200} Feb 04 16:04:15.940135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 147feb10-a8b1-4cc9-b753-42ac61e2a53e not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:15.958253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c5543100-e4f7-4f73-b91d-e87e258485e4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:15.958253 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.975488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:15.989817 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cac7ff-52d4-42e6-8456-b8613aca7c40 None None] Sync routers for ids ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:04:15.993814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-32743e99-b64a-4829-b0fa-6953d406ccf7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:16.003671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-32743e99-b64a-4829-b0fa-6953d406ccf7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Usage tracker for resource:security_group_rule and tenant:58e7f9058fe14c60b48cea9256065ba5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:16.011973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-32743e99-b64a-4829-b0fa-6953d406ccf7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:16.015815 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cac7ff-52d4-42e6-8456-b8613aca7c40 None None] Routers {'f2e2f71e-4844-4f72-aad7-ef2ca735bc66'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:16.015815 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-56cac7ff-52d4-42e6-8456-b8613aca7c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:04:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:16.022811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-32743e99-b64a-4829-b0fa-6953d406ccf7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:16.146528 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32743e99-b64a-4829-b0fa-6953d406ccf7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.153271 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32743e99-b64a-4829-b0fa-6953d406ccf7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.471837 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-56cac7ff-52d4-42e6-8456-b8613aca7c40 None None] Set router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:16.536696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32743e99-b64a-4829-b0fa-6953d406ccf7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6dcbde-c23f-4e36-b9c5-8afaa12fb976,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:16.541118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] No DVR routers for this DVR port fce243e5-f1e5-4d20-bae0-deb0920e9325 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:16.545300 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.592284 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c932439f-17c8-4deb-adbc-3ed7453c0417 req-5db8b3c2-7f0d-43c4-9e05-b386b318a800 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.73 "DELETE /v2.0/ports/fce243e5-f1e5-4d20-bae0-deb0920e9325 HTTP/1.1" status: 204 len: 173 time: 6.0395808 Feb 04 16:04:16.633679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-32743e99-b64a-4829-b0fa-6953d406ccf7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.633679 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-32743e99-b64a-4829-b0fa-6953d406ccf7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1634 time: 0.8928072 Feb 04 16:04:16.633679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37354) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:16.650196 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-82398460-6039-4f56-89b3-0ee10ecfe353 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Request body: {'security_group_rule': {'security_group_id': '19d875d5-2ee4-43b0-98a1-8cfcaf6657d9', 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:16.689237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b39e2-ca04-45dc-b486-ad8a3be85a2c req-08529027-c5e4-45d6-98d2-88bb41572258 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:16.689237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b5b39e2-ca04-45dc-b486-ad8a3be85a2c req-08529027-c5e4-45d6-98d2-88bb41572258 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 944 time: 0.5964808 Feb 04 16:04:16.692750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-82398460-6039-4f56-89b3-0ee10ecfe353 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:16.703749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:11Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '78958cc0-4a27-477f-9fd5-30c268d06f9e', 'name': '', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'mac_address': 'fa:16:3e:97:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:09Z', 'updated_at': '2022-02-04T16:04:12Z', 'revision_number': 2, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'subnets': [{'id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:16.707257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-82398460-6039-4f56-89b3-0ee10ecfe353 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Usage tracker for resource:security_group_rule and tenant:58e7f9058fe14c60b48cea9256065ba5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:16.710995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Checking router: 073ccfe6-a149-4d70-a4bf-55f6dda8d387 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:04:16.710995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Updating router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 port 78958cc0-4a27-477f-9fd5-30c268d06f9e binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:04:16.715400 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-82398460-6039-4f56-89b3-0ee10ecfe353 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:16.725701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-82398460-6039-4f56-89b3-0ee10ecfe353 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:16.782894 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-82398460-6039-4f56-89b3-0ee10ecfe353 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.841730 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.879729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Attempting to bind port 147feb10-a8b1-4cc9-b753-42ac61e2a53e on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:16.879729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Attempting to bind port 147feb10-a8b1-4cc9-b753-42ac61e2a53e by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:16.879729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Attempting to bind port 147feb10-a8b1-4cc9-b753-42ac61e2a53e on network 97b01a47-5989-40d6-845d-397228b6b38d {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:16.977123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b5b39e2-ca04-45dc-b486-ad8a3be85a2c req-7525f712-a19b-4774-8578-e7aa9419416e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986809 Feb 04 16:04:16.977123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Port 147feb10-a8b1-4cc9-b753-42ac61e2a53e on network 97b01a47-5989-40d6-845d-397228b6b38d not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:04:16.982193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Attempting to bind port 147feb10-a8b1-4cc9-b753-42ac61e2a53e on network 97b01a47-5989-40d6-845d-397228b6b38d {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:17.032547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:17.032547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Checking segment: {'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:17.032547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Bound using segment: {'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:17.032547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Bound port: 147feb10-a8b1-4cc9-b753-42ac61e2a53e, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4531566-53c9-4291-b52f-13a7f587ec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:17.032547 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.156355 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-82398460-6039-4f56-89b3-0ee10ecfe353 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.183700 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-82398460-6039-4f56-89b3-0ee10ecfe353 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.296358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82398460-6039-4f56-89b3-0ee10ecfe353 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6961854-4f4f-4e71-af6b-08e923ad62c9,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:17.393975 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-82398460-6039-4f56-89b3-0ee10ecfe353 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.427815 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-82398460-6039-4f56-89b3-0ee10ecfe353 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7934535 Feb 04 16:04:17.529349 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.542013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Transition to ACTIVE for port object 78958cc0-4a27-477f-9fd5-30c268d06f9e will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:17.548092 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.548624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-5afae28c-3bce-4192-98b2-774755aa82c4 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:17.549379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-5afae28c-3bce-4192-98b2-774755aa82c4 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Synchronizing usage tracker for tenant:df523a7db7954e24a7a5227f519f84cc on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:17.573176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-5afae28c-3bce-4192-98b2-774755aa82c4 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Unset dirty status for tenant:df523a7db7954e24a7a5227f519f84cc on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:17.576212 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-5afae28c-3bce-4192-98b2-774755aa82c4 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 0.6733325 Feb 04 16:04:17.581132 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-56cac7ff-52d4-42e6-8456-b8613aca7c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'caa03b68-4765-4399-a777-5229d0a99039', 'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'mac_address': 'fa:16:3e:b3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:35Z', 'updated_at': '2022-02-04T15:53:52Z', 'revision_number': 5, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'subnets': [{'id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:17.586505 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cac7ff-52d4-42e6-8456-b8613aca7c40 None None] Checking router: f2e2f71e-4844-4f72-aad7-ef2ca735bc66 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:04:17.599497 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cac7ff-52d4-42e6-8456-b8613aca7c40 None None] Routers {'f2e2f71e-4844-4f72-aad7-ef2ca735bc66'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:17.600326 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-56cac7ff-52d4-42e6-8456-b8613aca7c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:04:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:17.631160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] For port 147feb10-a8b1-4cc9-b753-42ac61e2a53e, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:17.638631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] For port 147feb10-a8b1-4cc9-b753-42ac61e2a53e, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:17.670403 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.682485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-0d3ff8bb-79cb-4316-90bf-8bb059872752 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Deleting port 4173582e-4774-4478-a4ae-b4a99727be62 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:17.683098 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-0d3ff8bb-79cb-4316-90bf-8bb059872752 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.793841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60a2d9-aefb-404d-97c9-ca071145f3b9 None None] Pushing event updated for resources: {'Port': ['ID=78958cc0-4a27-477f-9fd5-30c268d06f9e,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:17.832567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a2d9-aefb-404d-97c9-ca071145f3b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:17.832567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a2d9-aefb-404d-97c9-ca071145f3b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:17.832567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a2d9-aefb-404d-97c9-ca071145f3b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:17.832567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a2d9-aefb-404d-97c9-ca071145f3b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:17.832567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a2d9-aefb-404d-97c9-ca071145f3b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:17.832567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a2d9-aefb-404d-97c9-ca071145f3b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:17.832567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a2d9-aefb-404d-97c9-ca071145f3b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:17.832567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a2d9-aefb-404d-97c9-ca071145f3b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:17.832567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a2d9-aefb-404d-97c9-ca071145f3b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:17.833331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a2d9-aefb-404d-97c9-ca071145f3b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:17.833331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a2d9-aefb-404d-97c9-ca071145f3b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:17.956740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-161c5685-f03d-45f2-a0b7-4f325bcb883c req-45fc1d9c-b7db-4acd-9980-84935bd8474f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Synchronizing usage tracker for tenant:ee631902a97f490e8f118497c873dcdf on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:17.981555 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.983775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Attempting to bind port 78958cc0-4a27-477f-9fd5-30c268d06f9e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:17.983775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Attempting to bind port 78958cc0-4a27-477f-9fd5-30c268d06f9e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '96f7261a-9c8b-4b08-981e-4f69930a546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:17.983775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Attempting to bind port 78958cc0-4a27-477f-9fd5-30c268d06f9e on network 389ecbb7-8fdb-4d0e-87c7-6640677f64bc {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:17.999919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] 10.222.0.73 "PUT /v2.0/ports/147feb10-a8b1-4cc9-b753-42ac61e2a53e HTTP/1.1" status: 200 len: 1092 time: 5.4489455 Feb 04 16:04:18.001128 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:18.001524 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Checking segment: {'id': '96f7261a-9c8b-4b08-981e-4f69930a546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:18.003418 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.003879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'name': 'network-vif-deleted', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325'}, {'name': 'network-changed', 'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:18.003966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Bound using segment: {'id': '96f7261a-9c8b-4b08-981e-4f69930a546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:18.003966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Bound port: 78958cc0-4a27-477f-9fd5-30c268d06f9e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f7261a-9c8b-4b08-981e-4f69930a546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:18.017452 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.075716 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-56cac7ff-52d4-42e6-8456-b8613aca7c40 None None] Set router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:18.313569 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-161c5685-f03d-45f2-a0b7-4f325bcb883c req-45fc1d9c-b7db-4acd-9980-84935bd8474f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Unset dirty status for tenant:ee631902a97f490e8f118497c873dcdf on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:18.323317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-161c5685-f03d-45f2-a0b7-4f325bcb883c req-45fc1d9c-b7db-4acd-9980-84935bd8474f tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/ports?device_id=921bb223-a43d-4dff-90dd-f24f1dd79a37 HTTP/1.1" status: 200 len: 210 time: 0.6578987 Feb 04 16:04:18.371608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] For port 78958cc0-4a27-477f-9fd5-30c268d06f9e, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:18.382584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8cf67-23ee-465e-90fd-883cb63cd007 req-ba2aa926-c9b7-4b34-8acc-55cfcf4eca54 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:18.392649 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bfb8cf67-23ee-465e-90fd-883cb63cd007 req-ba2aa926-c9b7-4b34-8acc-55cfcf4eca54 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 945 time: 1.3171020 Feb 04 16:04:18.407007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-0d3ff8bb-79cb-4316-90bf-8bb059872752 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] For port 4173582e-4774-4478-a4ae-b4a99727be62, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4173582e-4774-4478-a4ae-b4a99727be62,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:18.407529 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-0d3ff8bb-79cb-4316-90bf-8bb059872752 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.414158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] For port 78958cc0-4a27-477f-9fd5-30c268d06f9e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=78958cc0-4a27-477f-9fd5-30c268d06f9e,segment=NetworkSegment(96f7261a-9c8b-4b08-981e-4f69930a546e),segment_id=96f7261a-9c8b-4b08-981e-4f69930a546e)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:18.439114 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.440351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7832fa-37ed-46f4-9612-2fd8f68959a4 service neutron] Pushing event updated for resources: {'Port': ['ID=147feb10-a8b1-4cc9-b753-42ac61e2a53e,revision_number=7']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:18.581359 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-edc39cab-9b4f-48f1-968a-b2c732c24527 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 1095 time: 0.5551274 Feb 04 16:04:18.602311 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60a2d9-aefb-404d-97c9-ca071145f3b9 None None] Pushing event updated for resources: {'Port': ['ID=78958cc0-4a27-477f-9fd5-30c268d06f9e,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:18.612641 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bfb8cf67-23ee-465e-90fd-883cb63cd007 req-83f43069-f3a6-4922-8107-e7ef39583476 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=4540cf83-b84d-42b3-bb1c-d1a30395316d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054276 Feb 04 16:04:18.637022 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Routers {'073ccfe6-a149-4d70-a4bf-55f6dda8d387'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:18.637022 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:04:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:18.908791 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-56cac7ff-52d4-42e6-8456-b8613aca7c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'caa03b68-4765-4399-a777-5229d0a99039', 'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'mac_address': 'fa:16:3e:b3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:35Z', 'updated_at': '2022-02-04T15:53:52Z', 'revision_number': 5, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'subnets': [{'id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:18.929086 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cac7ff-52d4-42e6-8456-b8613aca7c40 None None] The sync data for ids ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'] in n-d-827872-1 is: [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 4, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'caa03b68-4765-4399-a777-5229d0a99039', 'name': '', 'network_id': 'c2183356-deba-4128-ad82-b10ca33a0ad9', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'mac_address': 'fa:16:3e:b3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:35Z', 'updated_at': '2022-02-04T15:53:52Z', 'revision_number': 5, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'subnets': [{'id': 'bbe20dae-ec69-4ab2-b7ba-f48917395148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:04:19.146908 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921bb223-a43d-4dff-90dd-f24f1dd79a37', 'name': 'network-vif-deleted', 'tag': 'fce243e5-f1e5-4d20-bae0-deb0920e9325', 'status': 'completed', 'code': 200} Feb 04 16:04:19.147357 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'status': 'completed', 'code': 200} Feb 04 16:04:19.223709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-b0ba89a5-5e82-4a0d-ac10-497a47b8e527 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Synchronizing usage tracker for tenant:58e7f9058fe14c60b48cea9256065ba5 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:19.286377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] Set router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:19.292422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-c903c508-d9cf-410e-bf8a-7fe530815086 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:19.292422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-c903c508-d9cf-410e-bf8a-7fe530815086 service neutron] 10.222.0.73 "GET /v2.0/networks?id=97b01a47-5989-40d6-845d-397228b6b38d HTTP/1.1" status: 200 len: 897 time: 0.6787961 Feb 04 16:04:19.369834 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-0d3ff8bb-79cb-4316-90bf-8bb059872752 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.369834 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-0d3ff8bb-79cb-4316-90bf-8bb059872752 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.369834 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-0d3ff8bb-79cb-4316-90bf-8bb059872752 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Floating IP 06f0bc8e-421b-492e-ae9a-9e0d5ffa1a76 disassociated. External IP: 172.25.0.10, port: 4173582e-4774-4478-a4ae-b4a99727be62. Feb 04 16:04:19.369834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-0d3ff8bb-79cb-4316-90bf-8bb059872752 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Calling delete_port for 4173582e-4774-4478-a4ae-b4a99727be62 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:04:19.410850 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-2a9c0fae-2783-41b9-8660-ac229fc85b99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e HTTP/1.1" status: 200 len: 1000 time: 0.1083560 Feb 04 16:04:19.418928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-b0ba89a5-5e82-4a0d-ac10-497a47b8e527 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Unset dirty status for tenant:58e7f9058fe14c60b48cea9256065ba5 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:19.418928 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-b0ba89a5-5e82-4a0d-ac10-497a47b8e527 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_general--1730608964&fields=id&tenant_id=58e7f9058fe14c60b48cea9256065ba5 HTTP/1.1" status: 200 len: 267 time: 0.9159467 Feb 04 16:04:19.505307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d31e3b-f67c-4575-9d13-f64d6ed24595 req-e7db8840-9ebe-4b5f-ad71-9614c97e75ac tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:19.515679 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29d31e3b-f67c-4575-9d13-f64d6ed24595 req-e7db8840-9ebe-4b5f-ad71-9614c97e75ac tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 944 time: 0.3621125 Feb 04 16:04:19.555195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-0d3ff8bb-79cb-4316-90bf-8bb059872752 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.561377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-45102707-21b8-4840-99af-9fccc1a7f37d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:19.561377 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-45102707-21b8-4840-99af-9fccc1a7f37d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4e97948-40b1-4f8d-a5f6-1fcd30febe04 HTTP/1.1" status: 200 len: 835 time: 0.1167448 Feb 04 16:04:19.631607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ff8bb-79cb-4316-90bf-8bb059872752 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event deleted for resources: {'Port': ['ID=4173582e-4774-4478-a4ae-b4a99727be62,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:19.644023 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-6744ad60-d8d5-4125-8306-64a265bac323 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 1095 time: 0.6854181 Feb 04 16:04:19.694868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4173582e-4774-4478-a4ae-b4a99727be62 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:19.706276 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-5c1d74d2-d1a3-427b-b661-7a4235400f17 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_access--525558754&fields=id&tenant_id=58e7f9058fe14c60b48cea9256065ba5 HTTP/1.1" status: 200 len: 267 time: 0.2842538 Feb 04 16:04:19.838570 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 4173582e-4774-4478-a4ae-b4a99727be62 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:04:19.838955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4173582e-4774-4478-a4ae-b4a99727be62 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:19.859811 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29d31e3b-f67c-4575-9d13-f64d6ed24595 req-67a36294-dcef-484c-a5fc-2d4e886431c9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459203 Feb 04 16:04:19.875797 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.962241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-7eeb1a7f-eb2a-4d22-a62f-fe07c2f8eaa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:19.962241 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-7eeb1a7f-eb2a-4d22-a62f-fe07c2f8eaa4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=97b01a47-5989-40d6-845d-397228b6b38d HTTP/1.1" status: 200 len: 897 time: 0.2459438 Feb 04 16:04:20.126922 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-f6d46b2d-4856-4e68-bc0e-f48d8e8b43bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97b01a47-5989-40d6-845d-397228b6b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5601716 Feb 04 16:04:20.198770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-ab8df8ff-5af6-4e7a-84a2-9a49ebe3ecfe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:20.198770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-ab8df8ff-5af6-4e7a-84a2-9a49ebe3ecfe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Synchronizing usage tracker for tenant:58e7f9058fe14c60b48cea9256065ba5 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:20.278957 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:11Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '78958cc0-4a27-477f-9fd5-30c268d06f9e', 'name': '', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'mac_address': 'fa:16:3e:97:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:09Z', 'updated_at': '2022-02-04T16:04:18Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'subnets': [{'id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:20.297473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12134d00-d05f-46ea-8c1d-72c60daed1b4 None None] The sync data for ids ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'] in n-d-827872-1 is: [{'id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:11Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '78958cc0-4a27-477f-9fd5-30c268d06f9e', 'name': '', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'mac_address': 'fa:16:3e:97:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:09Z', 'updated_at': '2022-02-04T16:04:18Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'subnets': [{'id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:04:20.353304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-ab8df8ff-5af6-4e7a-84a2-9a49ebe3ecfe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Unset dirty status for tenant:58e7f9058fe14c60b48cea9256065ba5 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:20.353304 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-ab8df8ff-5af6-4e7a-84a2-9a49ebe3ecfe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/networks?id=389ecbb7-8fdb-4d0e-87c7-6640677f64bc HTTP/1.1" status: 200 len: 796 time: 0.6465762 Feb 04 16:04:20.484785 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-ee7dbd12-c71b-41af-b187-70ac2c98fc75 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/quotas/58e7f9058fe14c60b48cea9256065ba5 HTTP/1.1" status: 200 len: 375 time: 0.1239538 Feb 04 16:04:20.542735 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-50917534-8b76-4763-b7c9-28620480c03f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e HTTP/1.1" status: 200 len: 1000 time: 0.5739315 Feb 04 16:04:20.641919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c2df11ff-feb4-479d-ba89-be8731426c83 req-a2e370ed-ddd3-40b0-9d19-16c427b6260c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 210 time: 0.0941741 Feb 04 16:04:20.641919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-d388f6f4-dddd-4bb6-a36c-dc6284af97c8 service neutron] 10.222.0.73 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041916 Feb 04 16:04:20.816882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37424) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:20.923337 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-dd814273-d99f-4d04-87f6-2a0f49a3bd7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:20.923337 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-dd814273-d99f-4d04-87f6-2a0f49a3bd7c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d4e97948-40b1-4f8d-a5f6-1fcd30febe04 HTTP/1.1" status: 200 len: 835 time: 0.3678999 Feb 04 16:04:20.999330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e6194f-d751-408f-8206-7510d68881ac None None] New status for floating IP c73ea7d9-626d-455d-a8f1-50d23105e774: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:04:21.032164 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-3c3a4ef9-4e4d-4932-bc4a-67c7428a6131 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=58e7f9058fe14c60b48cea9256065ba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5327260 Feb 04 16:04:21.180170 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-0d3ff8bb-79cb-4316-90bf-8bb059872752 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Router 31942f60-1d8b-483e-b345-f98503e728e7 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:04:21.293693 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-d10095c1-02f4-4972-8d5b-2c0e8287612e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=97b01a47-5989-40d6-845d-397228b6b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3622093 Feb 04 16:04:21.468923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 78958cc0-4a27-477f-9fd5-30c268d06f9e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:21.564587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aeb2793a-cd11-410d-be98-1f76841bfb26 req-68baf03f-bd5f-4734-b1e1-ab81af00c94e service neutron] 10.222.0.73 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9000063 Feb 04 16:04:21.589014 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-74e27685-d111-489a-b882-dc5e50651cc9 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.631654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 78958cc0-4a27-477f-9fd5-30c268d06f9e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:21.638925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 78958cc0-4a27-477f-9fd5-30c268d06f9e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:21.638925 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.704491 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-74e27685-d111-489a-b882-dc5e50651cc9 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.763413 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-dc2670a4-372b-4202-a591-e5e8b3e02521 service neutron] 10.222.0.81 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638920 Feb 04 16:04:21.874438 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.938126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 78958cc0-4a27-477f-9fd5-30c268d06f9e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=78958cc0-4a27-477f-9fd5-30c268d06f9e,segment=NetworkSegment(96f7261a-9c8b-4b08-981e-4f69930a546e),segment_id=96f7261a-9c8b-4b08-981e-4f69930a546e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:21.942292 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-74e27685-d111-489a-b882-dc5e50651cc9 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.943358 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.039949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e27685-d111-489a-b882-dc5e50651cc9 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ce6e05-4f6f-4079-a92c-11ae7f717026,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:22.140320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=78958cc0-4a27-477f-9fd5-30c268d06f9e,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:22.188819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4986b95-b258-4e19-8657-ffeda9559ce7 req-1df81160-c863-4961-8fb4-d1a1daa90581 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:22.195519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4986b95-b258-4e19-8657-ffeda9559ce7 req-1df81160-c863-4961-8fb4-d1a1daa90581 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 944 time: 0.8562372 Feb 04 16:04:22.230845 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-49c15e8d-1cd0-40e2-aab6-b68836b93b59 service neutron] 10.222.0.81 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565153 Feb 04 16:04:22.258124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-39403219-731a-445c-b221-9056c676b74e service neutron] 10.222.0.60 "GET /v2.0/networks/389ecbb7-8fdb-4d0e-87c7-6640677f64bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1991742 Feb 04 16:04:22.262016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-0d3ff8bb-79cb-4316-90bf-8bb059872752 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:22.275392 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2094709-e564-4091-a24c-e7dd3c0b1d65 None None] Sync routers for ids ['31942f60-1d8b-483e-b345-f98503e728e7'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:04:22.296996 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-74e27685-d111-489a-b882-dc5e50651cc9 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.296996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-74e27685-d111-489a-b882-dc5e50651cc9 tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "DELETE /v2.0/security-groups/49ce6e05-4f6f-4079-a92c-11ae7f717026 HTTP/1.1" status: 204 len: 168 time: 1.4728634 Feb 04 16:04:22.300866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37444) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:22.304393 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2094709-e564-4091-a24c-e7dd3c0b1d65 None None] Routers {'31942f60-1d8b-483e-b345-f98503e728e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:22.304393 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d2094709-e564-4091-a24c-e7dd3c0b1d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:04:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['31942f60-1d8b-483e-b345-f98503e728e7'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:22.314156 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4986b95-b258-4e19-8657-ffeda9559ce7 req-e2792cac-2939-4ba8-910a-f3adf7f15c98 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134813 Feb 04 16:04:22.317839 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-a5ffc98c-5bb7-4144-b6c9-9dfeb33ca83c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] show failed (client error): The resource could not be found. Feb 04 16:04:22.317839 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a5ffc98c-5bb7-4144-b6c9-9dfeb33ca83c tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "GET /v2.0/security-groups/49ce6e05-4f6f-4079-a92c-11ae7f717026 HTTP/1.1" status: 404 len: 347 time: 0.0221360 Feb 04 16:04:22.338399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37448) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:22.360902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-0d3ff8bb-79cb-4316-90bf-8bb059872752 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] No DVR routers for this DVR port 4173582e-4774-4478-a4ae-b4a99727be62 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:22.360902 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-0d3ff8bb-79cb-4316-90bf-8bb059872752 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.381664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5053a5e-b632-4576-8af4-dd8f668a1823', 'name': 'network-vif-deleted', 'tag': '4173582e-4774-4478-a4ae-b4a99727be62'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:22.389846 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-676f0c57-0a50-416c-bbe0-123483cfa298 req-0d3ff8bb-79cb-4316-90bf-8bb059872752 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.81 "DELETE /v2.0/ports/4173582e-4774-4478-a4ae-b4a99727be62 HTTP/1.1" status: 204 len: 173 time: 4.8019564 Feb 04 16:04:22.632771 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d2094709-e564-4091-a24c-e7dd3c0b1d65 None None] Set router 31942f60-1d8b-483e-b345-f98503e728e7 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:22.865546 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-5083d550-7dd2-4e30-951a-790269b4d5f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 1095 time: 1.0330625 Feb 04 16:04:22.875252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5fd201c-d01b-4baf-a3d9-1f8cc3b3dca6 req-bea1970d-e6f8-462c-a4c6-a2d718c13901 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5053a5e-b632-4576-8af4-dd8f668a1823 HTTP/1.1" status: 200 len: 210 time: 0.2472253 Feb 04 16:04:23.104315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 78958cc0-4a27-477f-9fd5-30c268d06f9e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:23.185761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 78958cc0-4a27-477f-9fd5-30c268d06f9e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:23.186450 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.215868 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d2094709-e564-4091-a24c-e7dd3c0b1d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:17Z', 'revision_number': 5, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:23.223823 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2094709-e564-4091-a24c-e7dd3c0b1d65 None None] Checking router: 31942f60-1d8b-483e-b345-f98503e728e7 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:04:23.236967 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2094709-e564-4091-a24c-e7dd3c0b1d65 None None] Routers {'31942f60-1d8b-483e-b345-f98503e728e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:23.237918 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d2094709-e564-4091-a24c-e7dd3c0b1d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:04:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['31942f60-1d8b-483e-b345-f98503e728e7'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:23.252809 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-5b87a28c-d02c-4d56-8f1e-f377199006ab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Deleting port a73d6d45-2438-4f78-a62f-2ad55544a3e3 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:23.253164 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5b87a28c-d02c-4d56-8f1e-f377199006ab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.266705 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5053a5e-b632-4576-8af4-dd8f668a1823', 'name': 'network-vif-deleted', 'tag': '4173582e-4774-4478-a4ae-b4a99727be62', 'status': 'completed', 'code': 200} Feb 04 16:04:23.324471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-8492479b-e649-483e-9828-9e203a043e1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:23.325932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-8492479b-e649-483e-9828-9e203a043e1f service neutron] 10.222.0.73 "GET /v2.0/networks?id=97b01a47-5989-40d6-845d-397228b6b38d HTTP/1.1" status: 200 len: 897 time: 0.4541936 Feb 04 16:04:23.487453 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-19a878be-7d91-4ed0-a2cf-4a66c3e084c8 service neutron] 10.222.0.60 "GET /v2.0/networks/389ecbb7-8fdb-4d0e-87c7-6640677f64bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2259560 Feb 04 16:04:23.534110 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d2094709-e564-4091-a24c-e7dd3c0b1d65 None None] Set router 31942f60-1d8b-483e-b345-f98503e728e7 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:23.708344 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-be9b4e8a-1406-41a9-a6a1-c63676127e6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e HTTP/1.1" status: 200 len: 1000 time: 0.3663819 Feb 04 16:04:23.885624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f407dc3a-0c70-4b4d-9cb2-c41aa9f91076 req-7241b762-bdd6-428d-873f-abe323b15d9b tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 210 time: 0.1073866 Feb 04 16:04:23.947203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-3009885a-1c28-457c-8428-a949d5527052 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:23.949572 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-3009885a-1c28-457c-8428-a949d5527052 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4e97948-40b1-4f8d-a5f6-1fcd30febe04 HTTP/1.1" status: 200 len: 835 time: 0.2353530 Feb 04 16:04:24.021735 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5b87a28c-d02c-4d56-8f1e-f377199006ab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.025213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5b87a28c-d02c-4d56-8f1e-f377199006ab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.204102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37488) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:24.253250 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-5b87a28c-d02c-4d56-8f1e-f377199006ab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Calling delete_port for a73d6d45-2438-4f78-a62f-2ad55544a3e3 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:04:24.255522 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d2094709-e564-4091-a24c-e7dd3c0b1d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:17Z', 'revision_number': 5, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:24.255522 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2094709-e564-4091-a24c-e7dd3c0b1d65 None None] The sync data for ids ['31942f60-1d8b-483e-b345-f98503e728e7'] in n-d-827872-1 is: [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:17Z', 'revision_number': 5, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:04:24.363161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cbc5f-2f68-4c7f-9f58-f6e1fc5ce568 req-c49cf22f-3938-44d0-a897-05394ff2a9c1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:24.374725 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4c89129-c917-45d8-86e6-c0a9ab272958 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.379356 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae7cbc5f-2f68-4c7f-9f58-f6e1fc5ce568 req-c49cf22f-3938-44d0-a897-05394ff2a9c1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 944 time: 0.7684824 Feb 04 16:04:24.425515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4c89129-c917-45d8-86e6-c0a9ab272958 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.496629 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae7cbc5f-2f68-4c7f-9f58-f6e1fc5ce568 req-579cae38-efb9-4d99-9c33-fb2fb9bd9131 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141613 Feb 04 16:04:24.513757 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4c89129-c917-45d8-86e6-c0a9ab272958 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.515740 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-28b44d59-db24-46fe-a972-143fb68b5ca6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97b01a47-5989-40d6-845d-397228b6b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5488980 Feb 04 16:04:24.550632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c89129-c917-45d8-86e6-c0a9ab272958 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4540cf83-b84d-42b3-bb1c-d1a30395316d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:24.558706 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4c89129-c917-45d8-86e6-c0a9ab272958 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.563128 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a4c89129-c917-45d8-86e6-c0a9ab272958 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "DELETE /v2.0/security-groups/4540cf83-b84d-42b3-bb1c-d1a30395316d HTTP/1.1" status: 204 len: 168 time: 0.3613024 Feb 04 16:04:24.563675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37498) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:24.592199 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-5fd44d89-69b1-4014-b49b-9783c01e0d96 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] show failed (client error): The resource could not be found. Feb 04 16:04:24.596579 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5fd44d89-69b1-4014-b49b-9783c01e0d96 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups/4540cf83-b84d-42b3-bb1c-d1a30395316d HTTP/1.1" status: 404 len: 347 time: 0.0286410 Feb 04 16:04:24.597145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37504) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:24.777598 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5b87a28c-d02c-4d56-8f1e-f377199006ab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.818455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-55103395-80ad-4c28-b246-3b6e279ed0d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Deleting port a29f9c53-066e-4e0a-943b-2004a31defdf {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:24.818455 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55103395-80ad-4c28-b246-3b6e279ed0d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.902754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87a28c-d02c-4d56-8f1e-f377199006ab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Pushing event deleted for resources: {'Port': ['ID=a73d6d45-2438-4f78-a62f-2ad55544a3e3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:24.912268 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-7edadcb6-b38d-4044-b292-2758561c54e2 service neutron] 10.222.0.73 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605597 Feb 04 16:04:25.093740 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5b87a28c-d02c-4d56-8f1e-f377199006ab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.269249 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55103395-80ad-4c28-b246-3b6e279ed0d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.269927 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55103395-80ad-4c28-b246-3b6e279ed0d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.434817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b19db5c1-de10-4a6f-85b3-ee08f5c9bd44 req-56d31406-837d-4065-99b3-46a65f6ee5c5 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 210 time: 0.2105808 Feb 04 16:04:25.446228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-55103395-80ad-4c28-b246-3b6e279ed0d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Calling delete_port for a29f9c53-066e-4e0a-943b-2004a31defdf owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:04:25.482357 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5b87a28c-d02c-4d56-8f1e-f377199006ab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.482357 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5b87a28c-d02c-4d56-8f1e-f377199006ab tempest-AttachVolumeShelveTestJSON-1543592041 tempest-AttachVolumeShelveTestJSON-1543592041-project] 10.222.0.60 "DELETE /v2.0/floatingips/c73ea7d9-626d-455d-a8f1-50d23105e774 HTTP/1.1" status: 204 len: 168 time: 2.9867921 Feb 04 16:04:25.550664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a893a23d-7878-4322-83f2-527bdce51fb9 req-b3b10a98-69e9-4bb6-9056-5f5078d8f9a3 service neutron] 10.222.0.73 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814657 Feb 04 16:04:25.670510 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55103395-80ad-4c28-b246-3b6e279ed0d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.722008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 147feb10-a8b1-4cc9-b753-42ac61e2a53e details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:25.758919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55103395-80ad-4c28-b246-3b6e279ed0d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event deleted for resources: {'Port': ['ID=a29f9c53-066e-4e0a-943b-2004a31defdf,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:26.077888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826724d1-9145-4117-a048-a77cb771a980 req-24387f2a-ed48-4e16-b090-fdd06d912e94 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:26.083681 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-826724d1-9145-4117-a048-a77cb771a980 req-24387f2a-ed48-4e16-b090-fdd06d912e94 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 944 time: 0.2985778 Feb 04 16:04:26.123687 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 147feb10-a8b1-4cc9-b753-42ac61e2a53e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:26.137058 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'port_id': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'mac_address': 'fa:16:3e:0e:38:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:26.232648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-826724d1-9145-4117-a048-a77cb771a980 req-83df8e8d-e8a0-4ad2-b664-93e10d0e909e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372557 Feb 04 16:04:26.236345 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55103395-80ad-4c28-b246-3b6e279ed0d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.273084 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-55103395-80ad-4c28-b246-3b6e279ed0d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.292030 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-55103395-80ad-4c28-b246-3b6e279ed0d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "DELETE /v2.0/floatingips/06f0bc8e-421b-492e-ae9a-9e0d5ffa1a76 HTTP/1.1" status: 204 len: 168 time: 1.6899059 Feb 04 16:04:26.308337 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.341098 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147feb10-a8b1-4cc9-b753-42ac61e2a53e {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:26.375065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 147feb10-a8b1-4cc9-b753-42ac61e2a53e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:26.391453 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.636878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=147feb10-a8b1-4cc9-b753-42ac61e2a53e,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:26.766308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-cee8ba68-183c-4770-a685-9c526f4d1e90 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:26.768149 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-cee8ba68-183c-4770-a685-9c526f4d1e90 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.73 "GET /v2.0/networks?id=389ecbb7-8fdb-4d0e-87c7-6640677f64bc HTTP/1.1" status: 200 len: 796 time: 0.5357158 Feb 04 16:04:26.774665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['147feb10-a8b1-4cc9-b753-42ac61e2a53e'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:26.866923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-396b2a72-a369-476b-bc90-a0ca14c96bfa tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58e7f9058fe14c60b48cea9256065ba5 HTTP/1.1" status: 200 len: 477 time: 0.0799801 Feb 04 16:04:26.904292 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Request body: {'port': {'device_id': 'af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'admin_state_up': True, 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'security_groups': ['0a6dcbde-c23f-4e36-b9c5-8afaa12fb976', '19d875d5-2ee4-43b0-98a1-8cfcaf6657d9']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:27.202854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37558) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:27.233320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-96b0b031-5afb-473a-bf9b-a121d0262d44 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--26906900', 'description': 'tempest-description--858360525'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:27.275583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-96b0b031-5afb-473a-bf9b-a121d0262d44 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:27.338112 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5124e63-7f42-49db-a0e4-8ce91ab2bb11 req-91a54d2d-a917-4903-b199-acff9d32841e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 210 time: 0.2041388 Feb 04 16:04:27.354725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-96b0b031-5afb-473a-bf9b-a121d0262d44 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Usage tracker for resource:security_group and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:27.406689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-96b0b031-5afb-473a-bf9b-a121d0262d44 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:27.426809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-96b0b031-5afb-473a-bf9b-a121d0262d44 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:27.460533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e1097-83ad-4f23-a0ec-aa9a44c5f886 req-c3536ef4-6c7b-4c34-97aa-66c95305eec0 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:27.461526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-851e1097-83ad-4f23-a0ec-aa9a44c5f886 req-c3536ef4-6c7b-4c34-97aa-66c95305eec0 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:27.529799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-851e1097-83ad-4f23-a0ec-aa9a44c5f886 req-c3536ef4-6c7b-4c34-97aa-66c95305eec0 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:27.550397 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-851e1097-83ad-4f23-a0ec-aa9a44c5f886 req-c3536ef4-6c7b-4c34-97aa-66c95305eec0 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 945 time: 0.6269295 Feb 04 16:04:27.563453 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96b0b031-5afb-473a-bf9b-a121d0262d44 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.580852 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:27.597591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Usage tracker for resource:port and tenant:58e7f9058fe14c60b48cea9256065ba5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:27.597591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:27.650145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:27.705150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Made reservation on behalf of 58e7f9058fe14c60b48cea9256065ba5 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:27.717375 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.748678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c4451-2e79-4559-abb3-d7c7d9c5088c req-ed6fad1e-0011-4237-a96a-7949195c7e6a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:27.755128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-813c4451-2e79-4559-abb3-d7c7d9c5088c req-ed6fad1e-0011-4237-a96a-7949195c7e6a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 945 time: 0.2283900 Feb 04 16:04:27.771682 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [req-851e1097-83ad-4f23-a0ec-aa9a44c5f886 req-1896acd5-c5f3-464c-a4aa-c1731d600f9f service neutron] delete failed (client error): The resource could not be found. Feb 04 16:04:27.771682 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-851e1097-83ad-4f23-a0ec-aa9a44c5f886 req-1896acd5-c5f3-464c-a4aa-c1731d600f9f service neutron] 10.222.0.81 "DELETE /v2.0/ports/147feb10-a8b1-4cc9-b753-42ac61e2a53e/bindings/n-h1-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.2124605 Feb 04 16:04:27.786086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-96b0b031-5afb-473a-bf9b-a121d0262d44 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:27.807358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-96b0b031-5afb-473a-bf9b-a121d0262d44 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Usage tracker for resource:security_group_rule and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:27.807358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-96b0b031-5afb-473a-bf9b-a121d0262d44 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:27.810261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-96b0b031-5afb-473a-bf9b-a121d0262d44 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:27.890341 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-813c4451-2e79-4559-abb3-d7c7d9c5088c req-d6b4f497-edef-4b8e-adb8-6f59425a4bb9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389785 Feb 04 16:04:27.931324 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96b0b031-5afb-473a-bf9b-a121d0262d44 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.987540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96b0b031-5afb-473a-bf9b-a121d0262d44 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.073582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0b031-5afb-473a-bf9b-a121d0262d44 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a616a03e-3d8f-47e4-a8c1-b5f36b25fddb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:28.132227 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96b0b031-5afb-473a-bf9b-a121d0262d44 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.132227 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-96b0b031-5afb-473a-bf9b-a121d0262d44 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.9271660 Feb 04 16:04:28.139640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37570) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:28.165143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c28f7383-7d64-4413-9228-e7be34449b8c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Request body: {'security_group_rule': {'security_group_id': 'a616a03e-3d8f-47e4-a8c1-b5f36b25fddb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:28.173586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Allocated IP 172.20.0.11 (389ecbb7-8fdb-4d0e-87c7-6640677f64bc/5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948/92d51d04-2af5-4a5f-83d6-f29f899df8c2) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:28.178450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c28f7383-7d64-4413-9228-e7be34449b8c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:28.188561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c28f7383-7d64-4413-9228-e7be34449b8c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Usage tracker for resource:security_group_rule and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:28.202822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c28f7383-7d64-4413-9228-e7be34449b8c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:28.213974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c28f7383-7d64-4413-9228-e7be34449b8c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:28.246467 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c28f7383-7d64-4413-9228-e7be34449b8c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.290371 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-851e1097-83ad-4f23-a0ec-aa9a44c5f886 req-34279bef-90db-4d07-b670-6fd3a9da1317 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 1096 time: 0.3423228 Feb 04 16:04:28.645699 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c28f7383-7d64-4413-9228-e7be34449b8c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.664177 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c28f7383-7d64-4413-9228-e7be34449b8c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.703336 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67349346-c417-49f5-a652-465583b8c863 req-1a7cbb42-b11c-41ca-b996-922768b5ac78 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 210 time: 0.0697949 Feb 04 16:04:28.722518 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.741138 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e1097-83ad-4f23-a0ec-aa9a44c5f886 req-2c4b4955-27d9-49df-af4a-1cfc62a1033d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:28.742566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Transition to ACTIVE for port object 92d51d04-2af5-4a5f-83d6-f29f899df8c2 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:28.743929 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-851e1097-83ad-4f23-a0ec-aa9a44c5f886 req-2c4b4955-27d9-49df-af4a-1cfc62a1033d service neutron] 10.222.0.81 "GET /v2.0/networks?id=97b01a47-5989-40d6-845d-397228b6b38d HTTP/1.1" status: 200 len: 897 time: 0.4500690 Feb 04 16:04:28.743929 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f7383-7d64-4413-9228-e7be34449b8c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0dae3c-62b4-46e1-a33c-cc999c20a237,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:28.743929 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c28f7383-7d64-4413-9228-e7be34449b8c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.749189 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c28f7383-7d64-4413-9228-e7be34449b8c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6087749 Feb 04 16:04:28.788245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37584) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:28.800289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-482a9ee9-5cb2-4fac-ae9e-778a8812578c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Request body: {'security_group_rule': {'security_group_id': 'a616a03e-3d8f-47e4-a8c1-b5f36b25fddb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:28.809838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-482a9ee9-5cb2-4fac-ae9e-778a8812578c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:28.814994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-482a9ee9-5cb2-4fac-ae9e-778a8812578c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Usage tracker for resource:security_group_rule and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:28.818587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-482a9ee9-5cb2-4fac-ae9e-778a8812578c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:28.826431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-482a9ee9-5cb2-4fac-ae9e-778a8812578c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:28.915637 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.966466 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-851e1097-83ad-4f23-a0ec-aa9a44c5f886 req-db397670-7c75-4424-b644-c361a8976190 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e HTTP/1.1" status: 200 len: 1001 time: 0.2116375 Feb 04 16:04:29.035036 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'Port': ['ID=92d51d04-2af5-4a5f-83d6-f29f899df8c2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:29.038985 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-482a9ee9-5cb2-4fac-ae9e-778a8812578c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.071703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Network 389ecbb7-8fdb-4d0e-87c7-6640677f64bc is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:29.079643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:29.084142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:29.099129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e1097-83ad-4f23-a0ec-aa9a44c5f886 req-a78736d1-d668-4887-bc8b-cf61ba2f9de3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:29.101163 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-851e1097-83ad-4f23-a0ec-aa9a44c5f886 req-a78736d1-d668-4887-bc8b-cf61ba2f9de3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d4e97948-40b1-4f8d-a5f6-1fcd30febe04 HTTP/1.1" status: 200 len: 835 time: 0.1332760 Feb 04 16:04:29.251329 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-851e1097-83ad-4f23-a0ec-aa9a44c5f886 req-5ab9c79d-a9dd-4aca-bf34-2ee1e1df0ac5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=97b01a47-5989-40d6-845d-397228b6b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440871 Feb 04 16:04:29.338909 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-482a9ee9-5cb2-4fac-ae9e-778a8812578c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.363390 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-482a9ee9-5cb2-4fac-ae9e-778a8812578c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.469694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:29.470722 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.514200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a9ee9-5cb2-4fac-ae9e-778a8812578c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c9b924-e766-4747-8346-60f590f39ce5,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:29.546345 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-62ba67ad-52b9-4b94-a376-995e9103509f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.6756351 Feb 04 16:04:29.548569 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-482a9ee9-5cb2-4fac-ae9e-778a8812578c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.553061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-482a9ee9-5cb2-4fac-ae9e-778a8812578c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7692027 Feb 04 16:04:29.555840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37602) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:29.562466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14174d97-35d1-4774-9f5d-70e725b08034 req-c183e5bb-dbc0-4d28-8ea0-e9a23e453874 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:29.571458 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14174d97-35d1-4774-9f5d-70e725b08034 req-c183e5bb-dbc0-4d28-8ea0-e9a23e453874 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 945 time: 0.3628349 Feb 04 16:04:29.613780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Request body: {'port': {'device_id': 'af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:29.619433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5ef35a-1311-4a38-8bc6-e91044f4b063 None None] New status for floating IP 06f0bc8e-421b-492e-ae9a-9e0d5ffa1a76: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:04:29.628458 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-851e1097-83ad-4f23-a0ec-aa9a44c5f886 req-652b89af-35e8-4e2a-8fb8-e5032e56cda1 service neutron] 10.222.0.81 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703735 Feb 04 16:04:29.662771 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:29.722867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:29.774685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Usage tracker for resource:floatingip and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:29.819870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:29.821713 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-851e1097-83ad-4f23-a0ec-aa9a44c5f886 req-fb5662b3-8e1f-48a0-82df-4dcd39c67050 service neutron] 10.222.0.81 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813235 Feb 04 16:04:29.866418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:29.897731 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 147feb10-a8b1-4cc9-b753-42ac61e2a53e up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:30.007010 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14174d97-35d1-4774-9f5d-70e725b08034 req-c75eaffa-95f1-4caf-a972-95ab976e7a51 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4240253 Feb 04 16:04:30.011764 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.017376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d32fc51d-62a8-4138-80b4-c39c0434599f None None] Provisioning for port 92d51d04-2af5-4a5f-83d6-f29f899df8c2 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:30.022580 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d32fc51d-62a8-4138-80b4-c39c0434599f None None] Provisioning complete for port 92d51d04-2af5-4a5f-83d6-f29f899df8c2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:30.022957 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d32fc51d-62a8-4138-80b4-c39c0434599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.061043 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 147feb10-a8b1-4cc9-b753-42ac61e2a53e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:30.071961 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 147feb10-a8b1-4cc9-b753-42ac61e2a53e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:30.073223 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.208891 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.223745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d32fc51d-62a8-4138-80b4-c39c0434599f None None] Port 92d51d04-2af5-4a5f-83d6-f29f899df8c2 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:04:30.427962 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.535119 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:30.557703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 147feb10-a8b1-4cc9-b753-42ac61e2a53e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:30.564782 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.656671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=147feb10-a8b1-4cc9-b753-42ac61e2a53e,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:30.815044 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'code': 200} Feb 04 16:04:30.857094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82feb5d-54c1-4e74-a3a7-ad785de6b1df req-3ac577da-c7a3-434b-b045-1e987ffc759c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:30.857094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d82feb5d-54c1-4e74-a3a7-ad785de6b1df req-3ac577da-c7a3-434b-b045-1e987ffc759c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Synchronizing usage tracker for tenant:58e7f9058fe14c60b48cea9256065ba5 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:31.139720 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.255384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d82feb5d-54c1-4e74-a3a7-ad785de6b1df req-3ac577da-c7a3-434b-b045-1e987ffc759c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Unset dirty status for tenant:58e7f9058fe14c60b48cea9256065ba5 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:31.255384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d82feb5d-54c1-4e74-a3a7-ad785de6b1df req-3ac577da-c7a3-434b-b045-1e987ffc759c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 971 time: 1.0608633 Feb 04 16:04:31.656688 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:04:31.681599 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d82feb5d-54c1-4e74-a3a7-ad785de6b1df req-69de769c-01f3-4e37-87ff-cd9558a49208 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a6dcbde-c23f-4e36-b9c5-8afaa12fb976&id=19d875d5-2ee4-43b0-98a1-8cfcaf6657d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4096220 Feb 04 16:04:31.738775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b3215-b4f2-4d13-8c2c-bdd3198e7e80 req-689cc7fa-77a5-4fbe-ad24-39e0413e7d22 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:31.752047 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-710b3215-b4f2-4d13-8c2c-bdd3198e7e80 req-689cc7fa-77a5-4fbe-ad24-39e0413e7d22 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.3605058 Feb 04 16:04:31.826643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Allocated IP 172.25.0.105 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/86ef4647-840e-4c84-8c6f-eef06d270060) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:31.842571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d51d04-2af5-4a5f-83d6-f29f899df8c2 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:31.870035 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.979209 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-710b3215-b4f2-4d13-8c2c-bdd3198e7e80 req-2caa2e24-6467-4c2f-88d4-5cbc92dc6c82 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057641 Feb 04 16:04:31.995474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Transition to ACTIVE for port object 92d51d04-2af5-4a5f-83d6-f29f899df8c2 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:32.002522 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.021915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37646) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:32.205518 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b34fb821-b5e9-4cf0-a063-b685bbcabd10 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/6ca43f49-e7aa-476c-ba38-6393c7242783 HTTP/1.1" status: 200 len: 994 time: 0.1683640 Feb 04 16:04:32.207418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Pushing event updated for resources: {'Port': ['ID=92d51d04-2af5-4a5f-83d6-f29f899df8c2,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:32.217547 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.387738 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.434799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Attempting to bind port 92d51d04-2af5-4a5f-83d6-f29f899df8c2 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:32.435128 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Attempting to bind port 92d51d04-2af5-4a5f-83d6-f29f899df8c2 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '96f7261a-9c8b-4b08-981e-4f69930a546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:32.435945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Attempting to bind port 92d51d04-2af5-4a5f-83d6-f29f899df8c2 on network 389ecbb7-8fdb-4d0e-87c7-6640677f64bc {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:32.510932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Port 92d51d04-2af5-4a5f-83d6-f29f899df8c2 on network 389ecbb7-8fdb-4d0e-87c7-6640677f64bc not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:04:32.510932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Attempting to bind port 92d51d04-2af5-4a5f-83d6-f29f899df8c2 on network 389ecbb7-8fdb-4d0e-87c7-6640677f64bc {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:32.543096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:32.543096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Checking segment: {'id': '96f7261a-9c8b-4b08-981e-4f69930a546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:32.543096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Bound using segment: {'id': '96f7261a-9c8b-4b08-981e-4f69930a546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:32.543096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Bound port: 92d51d04-2af5-4a5f-83d6-f29f899df8c2, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f7261a-9c8b-4b08-981e-4f69930a546e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:32.543096 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.578579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:32.578579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:32.595964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:32.668831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event updated for resources: {'Port': ['ID=86ef4647-840e-4c84-8c6f-eef06d270060,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:32.840044 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.997672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] For port 92d51d04-2af5-4a5f-83d6-f29f899df8c2, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:33.021215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] For port 92d51d04-2af5-4a5f-83d6-f29f899df8c2, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92d51d04-2af5-4a5f-83d6-f29f899df8c2,segment=NetworkSegment(96f7261a-9c8b-4b08-981e-4f69930a546e),segment_id=96f7261a-9c8b-4b08-981e-4f69930a546e)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:33.053817 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.103098 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.326102 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.326102 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] 10.222.0.73 "PUT /v2.0/ports/92d51d04-2af5-4a5f-83d6-f29f899df8c2 HTTP/1.1" status: 200 len: 1131 time: 3.7137179 Feb 04 16:04:33.326102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d', 'tag': '92d51d04-2af5-4a5f-83d6-f29f899df8c2'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:33.349570 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcfa25-22c2-470e-bc2b-3b52f324514c service neutron] Pushing event updated for resources: {'Port': ['ID=92d51d04-2af5-4a5f-83d6-f29f899df8c2,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:33.361571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bacbc-8e5a-42fb-ba1d-f50c855f71af req-ca71eda6-08ed-477b-a9e4-8ca32b3802ec tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:33.361571 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-514bacbc-8e5a-42fb-ba1d-f50c855f71af req-ca71eda6-08ed-477b-a9e4-8ca32b3802ec tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 983 time: 0.4858708 Feb 04 16:04:33.486292 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d', 'tag': '92d51d04-2af5-4a5f-83d6-f29f899df8c2', 'status': 'completed', 'code': 200} Feb 04 16:04:33.589753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-514bacbc-8e5a-42fb-ba1d-f50c855f71af req-a17271f9-d1d2-4e7c-af94-8675051cf5e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a6dcbde-c23f-4e36-b9c5-8afaa12fb976&id=19d875d5-2ee4-43b0-98a1-8cfcaf6657d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2278297 Feb 04 16:04:33.692924 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-dfd365e6-3f22-4abe-90b2-fb6c81d78040 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58e7f9058fe14c60b48cea9256065ba5&device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 1134 time: 0.1970277 Feb 04 16:04:33.701380 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.803880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.877648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-f49ea1ab-bf25-4535-a4cb-5717d4269e18 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d51d04-2af5-4a5f-83d6-f29f899df8c2 HTTP/1.1" status: 200 len: 217 time: 0.1848044 Feb 04 16:04:33.989570 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.020646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event updated for resources: {'Port': ['ID=86ef4647-840e-4c84-8c6f-eef06d270060,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:34.020646 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.034524 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-70501831-64a8-42e3-98e7-b79dd18b465f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4139125 Feb 04 16:04:34.061428 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-3cac2f6b-7b86-4508-a85e-39785480d2a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:34.061428 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-3cac2f6b-7b86-4508-a85e-39785480d2a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948 HTTP/1.1" status: 200 len: 835 time: 0.1745014 Feb 04 16:04:34.291452 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-49bb4428-06dd-43b7-a7c0-423181f87db7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=389ecbb7-8fdb-4d0e-87c7-6640677f64bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264054 Feb 04 16:04:34.372654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 37694) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:34.426167 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-023170f1-35dc-4ae5-a71b-08ee980193b9 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--26906900&fields=id&tenant_id=df523a7db7954e24a7a5227f519f84cc HTTP/1.1" status: 200 len: 267 time: 0.1587045 Feb 04 16:04:34.515101 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-d4bc3792-42ca-42b4-88c6-6727b065ac9c service neutron] 10.222.0.73 "GET /v2.0/networks/389ecbb7-8fdb-4d0e-87c7-6640677f64bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110434 Feb 04 16:04:34.908669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-da56b37c-7694-46f8-b1aa-442ca438c4b2 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:34.910375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-da56b37c-7694-46f8-b1aa-442ca438c4b2 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/networks?id=77d45825-2d57-40f6-8cad-ccc438a77afd HTTP/1.1" status: 200 len: 811 time: 0.3985367 Feb 04 16:04:35.112828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd934069-efdf-44ff-872d-5cf59591cca9 req-ba1ceca1-84d1-44d8-9ccb-5aea283fc2ec service neutron] 10.222.0.73 "GET /v2.0/networks/389ecbb7-8fdb-4d0e-87c7-6640677f64bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548809 Feb 04 16:04:35.112828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-e6990b43-2915-4d9d-bdb8-6779299d70f3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/quotas/df523a7db7954e24a7a5227f519f84cc HTTP/1.1" status: 200 len: 375 time: 0.0685186 Feb 04 16:04:35.343488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980abd21-e5bd-4e23-a463-87129516ab45 req-6d5de8d6-c849-405a-a5f8-d9469fab8dc9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:35.343488 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-980abd21-e5bd-4e23-a463-87129516ab45 req-6d5de8d6-c849-405a-a5f8-d9469fab8dc9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 983 time: 0.4245107 Feb 04 16:04:35.433924 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-a95f9ae2-5d95-4b68-b467-a3215547a26f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=df523a7db7954e24a7a5227f519f84cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3106534 Feb 04 16:04:35.497735 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c79cfc2-bee9-429f-b395-ea72f3a13c95 req-782329c5-d000-4f6e-9f79-044642f75a09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58e7f9058fe14c60b48cea9256065ba5&device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 1134 time: 0.3060646 Feb 04 16:04:35.656680 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b98a36a-f314-4d81-9126-aed7c784f4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.850350 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-980abd21-e5bd-4e23-a463-87129516ab45 req-329f850a-1024-4901-a1f1-2737a5836891 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a6dcbde-c23f-4e36-b9c5-8afaa12fb976&id=19d875d5-2ee4-43b0-98a1-8cfcaf6657d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4993572 Feb 04 16:04:36.011426 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-e0c06deb-65be-4378-884b-d6e89c992c1f service neutron] 10.222.0.60 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589039 Feb 04 16:04:36.458775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-d8f9dbb2-8228-4752-9cf4-241660aa37a1 service neutron] 10.222.0.60 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583602 Feb 04 16:04:36.466441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79cfc2-bee9-429f-b395-ea72f3a13c95 req-df86203c-80f1-46e3-8ed3-a94e119ca537 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:36.468315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c79cfc2-bee9-429f-b395-ea72f3a13c95 req-df86203c-80f1-46e3-8ed3-a94e119ca537 service neutron] 10.222.0.73 "GET /v2.0/networks?id=389ecbb7-8fdb-4d0e-87c7-6640677f64bc HTTP/1.1" status: 200 len: 897 time: 0.9629180 Feb 04 16:04:36.577057 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9ab370e1-ccbb-45dd-9db3-1fe08c01328c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.640203 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c79cfc2-bee9-429f-b395-ea72f3a13c95 req-2b6b4015-7bce-4d4e-880b-9e2396832a53 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d51d04-2af5-4a5f-83d6-f29f899df8c2 HTTP/1.1" status: 200 len: 217 time: 0.1550539 Feb 04 16:04:36.803472 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86d41eb6-ffe8-41c1-b0b0-3eaba7f348c9 req-ab58ce25-a4de-4f44-91df-b88e439ab358 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 210 time: 0.0981140 Feb 04 16:04:36.854699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79cfc2-bee9-429f-b395-ea72f3a13c95 req-88e5fda4-12f9-46b6-bc48-d0619e4663fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:36.857942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c79cfc2-bee9-429f-b395-ea72f3a13c95 req-88e5fda4-12f9-46b6-bc48-d0619e4663fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948 HTTP/1.1" status: 200 len: 835 time: 0.2177639 Feb 04 16:04:37.012634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0b98a36a-f314-4d81-9126-aed7c784f4de admin admin] Deleting port caa03b68-4765-4399-a777-5229d0a99039 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:37.012634 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b98a36a-f314-4d81-9126-aed7c784f4de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:37.184423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c79cfc2-bee9-429f-b395-ea72f3a13c95 req-03a9101f-7fe3-4c4e-baf0-c94f971ae9fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=389ecbb7-8fdb-4d0e-87c7-6640677f64bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3207870 Feb 04 16:04:37.324468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-0b98a36a-f314-4d81-9126-aed7c784f4de admin admin] For port caa03b68-4765-4399-a777-5229d0a99039, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=caa03b68-4765-4399-a777-5229d0a99039,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:37.324468 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b98a36a-f314-4d81-9126-aed7c784f4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:37.438685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c79cfc2-bee9-429f-b395-ea72f3a13c95 req-85dd4cc3-3aa1-47f0-8754-8774354447d0 service neutron] 10.222.0.73 "GET /v2.0/networks/389ecbb7-8fdb-4d0e-87c7-6640677f64bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454104 Feb 04 16:04:37.491519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0b98a36a-f314-4d81-9126-aed7c784f4de admin admin] Calling delete_port for caa03b68-4765-4399-a777-5229d0a99039 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:04:37.779117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d896fa-5766-4e71-b3d4-b62e1231eb14 req-6a46bdd8-af06-4665-a5ae-706c857dbb2e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:37.781034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50d896fa-5766-4e71-b3d4-b62e1231eb14 req-6a46bdd8-af06-4665-a5ae-706c857dbb2e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 983 time: 0.4656537 Feb 04 16:04:37.784930 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c79cfc2-bee9-429f-b395-ea72f3a13c95 req-ca291d4c-8437-48c0-aa70-5f3e3bec2206 service neutron] 10.222.0.73 "GET /v2.0/networks/389ecbb7-8fdb-4d0e-87c7-6640677f64bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822938 Feb 04 16:04:37.793920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 92d51d04-2af5-4a5f-83d6-f29f899df8c2 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:37.860887 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b98a36a-f314-4d81-9126-aed7c784f4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:37.938911 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50d896fa-5766-4e71-b3d4-b62e1231eb14 req-6e5fe1c3-73f5-4970-94f9-2d43a4143691 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a6dcbde-c23f-4e36-b9c5-8afaa12fb976&id=19d875d5-2ee4-43b0-98a1-8cfcaf6657d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1314442 Feb 04 16:04:38.143819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 92d51d04-2af5-4a5f-83d6-f29f899df8c2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92d51d04-2af5-4a5f-83d6-f29f899df8c2,segment=NetworkSegment(96f7261a-9c8b-4b08-981e-4f69930a546e),segment_id=96f7261a-9c8b-4b08-981e-4f69930a546e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:38.166395 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '92d51d04-2af5-4a5f-83d6-f29f899df8c2', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'port_id': '92d51d04-2af5-4a5f-83d6-f29f899df8c2', 'mac_address': 'fa:16:3e:da:3b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:38.171437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98a36a-f314-4d81-9126-aed7c784f4de admin admin] Pushing event deleted for resources: {'Port': ['ID=caa03b68-4765-4399-a777-5229d0a99039,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:38.246074 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:38.267713 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8aca15e4-808b-46b0-9ac3-09b2cff2308d req-80d20d20-14da-4fdf-a6ca-da9bcaa8e227 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 210 time: 0.1245944 Feb 04 16:04:38.267984 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d51d04-2af5-4a5f-83d6-f29f899df8c2 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:38.329373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 92d51d04-2af5-4a5f-83d6-f29f899df8c2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92d51d04-2af5-4a5f-83d6-f29f899df8c2,segment=NetworkSegment(96f7261a-9c8b-4b08-981e-4f69930a546e),segment_id=96f7261a-9c8b-4b08-981e-4f69930a546e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:38.342848 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:38.552267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=92d51d04-2af5-4a5f-83d6-f29f899df8c2,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:38.695907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['92d51d04-2af5-4a5f-83d6-f29f899df8c2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:38.995364 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-67d55c48-ba47-48a1-9ed9-05df0e315481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:39.286261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3b6f4-685a-46f6-894b-b887a071f3a6 req-1fb15246-7585-4925-b059-4c4282a4a867 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:39.289134 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11b3b6f4-685a-46f6-894b-b887a071f3a6 req-1fb15246-7585-4925-b059-4c4282a4a867 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 984 time: 0.0979199 Feb 04 16:04:39.349992 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:04:39.363911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-cbd816c2-e81d-4c0c-ad90-ec97197fda32 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:39.365411 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-cbd816c2-e81d-4c0c-ad90-ec97197fda32 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.81 "GET /v2.0/networks?id=77d45825-2d57-40f6-8cad-ccc438a77afd HTTP/1.1" status: 200 len: 811 time: 0.7014546 Feb 04 16:04:39.428256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11b3b6f4-685a-46f6-894b-b887a071f3a6 req-83651880-9c9a-4fee-8f7d-a224a80b953a tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a6dcbde-c23f-4e36-b9c5-8afaa12fb976&id=19d875d5-2ee4-43b0-98a1-8cfcaf6657d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1252637 Feb 04 16:04:39.499068 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b98a36a-f314-4d81-9126-aed7c784f4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:39.504922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-da746df5-bef8-469e-b6f0-f0b4e7eef279 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Synchronizing usage tracker for tenant:df523a7db7954e24a7a5227f519f84cc on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:39.515608 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93db27d4-b271-4203-af60-a32cd4d9976a req-5927d8bc-0484-4849-bb0f-a4e40c82437b tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 210 time: 0.0544770 Feb 04 16:04:39.591554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-da746df5-bef8-469e-b6f0-f0b4e7eef279 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Unset dirty status for tenant:df523a7db7954e24a7a5227f519f84cc on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:39.592720 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-da746df5-bef8-469e-b6f0-f0b4e7eef279 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df523a7db7954e24a7a5227f519f84cc HTTP/1.1" status: 200 len: 378 time: 0.2003100 Feb 04 16:04:39.608080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Request body: {'port': {'device_id': 'ca1c3e27-def0-4514-ab60-7f5abc73c3cf', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'admin_state_up': True, 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'security_groups': ['a616a03e-3d8f-47e4-a8c1-b5f36b25fddb']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:39.810156 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 92d51d04-2af5-4a5f-83d6-f29f899df8c2 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:39.862268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:39.866436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Usage tracker for resource:port and tenant:df523a7db7954e24a7a5227f519f84cc is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:39.870620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:39.877497 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:39.886444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 92d51d04-2af5-4a5f-83d6-f29f899df8c2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:39.891267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Made reservation on behalf of df523a7db7954e24a7a5227f519f84cc for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:39.893372 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 92d51d04-2af5-4a5f-83d6-f29f899df8c2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:39.893841 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:39.897405 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:40.070697 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:40.103454 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d51d04-2af5-4a5f-83d6-f29f899df8c2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:40.111939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 92d51d04-2af5-4a5f-83d6-f29f899df8c2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92d51d04-2af5-4a5f-83d6-f29f899df8c2,segment=NetworkSegment(96f7261a-9c8b-4b08-981e-4f69930a546e),segment_id=96f7261a-9c8b-4b08-981e-4f69930a546e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:40.117257 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:40.184575 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d51d04-2af5-4a5f-83d6-f29f899df8c2', 'code': 200} Feb 04 16:04:40.197649 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=92d51d04-2af5-4a5f-83d6-f29f899df8c2,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:40.260270 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:40.364277 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c63da3f-94b7-4605-b628-9ed22edb2da1 req-eea79b61-0d53-4542-9594-987a04fb891e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 1136 time: 0.0870788 Feb 04 16:04:40.396520 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:40.406133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Allocated IP 172.20.0.13 (77d45825-2d57-40f6-8cad-ccc438a77afd/17436835-6de0-40b7-9709-512c1f6abbea/1e1f6fba-1592-4fda-9645-bdf71f08394e) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:40.426879 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c63da3f-94b7-4605-b628-9ed22edb2da1 req-060b4700-bdb4-423e-8fd0-6d154df8ccfc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=19d875d5-2ee4-43b0-98a1-8cfcaf6657d9&id=0a6dcbde-c23f-4e36-b9c5-8afaa12fb976&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0586576 Feb 04 16:04:40.744720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7405b28e-ff0f-4e5d-93c0-4a757aa7363d req-28bbbfa7-b346-49a4-a830-0194e5869ea2 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 210 time: 0.0661201 Feb 04 16:04:40.800014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdcb75-8467-49ac-a90e-c37a2ad89845 req-d327f57d-a48b-4110-8ca8-ca70a24cf955 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:40.803619 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-09bdcb75-8467-49ac-a90e-c37a2ad89845 req-d327f57d-a48b-4110-8ca8-ca70a24cf955 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 985 time: 0.1600714 Feb 04 16:04:40.808010 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:40.839787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Transition to ACTIVE for port object 1e1f6fba-1592-4fda-9645-bdf71f08394e will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:40.873309 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-09bdcb75-8467-49ac-a90e-c37a2ad89845 req-36614bf8-8f4d-4370-ac7b-f5fdd43e37c0 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a6dcbde-c23f-4e36-b9c5-8afaa12fb976&id=19d875d5-2ee4-43b0-98a1-8cfcaf6657d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0615585 Feb 04 16:04:40.901406 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:40.978890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b98a36a-f314-4d81-9126-aed7c784f4de admin admin] Router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:04:41.052416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Network 77d45825-2d57-40f6-8cad-ccc438a77afd is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:41.052416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event updated for resources: {'Port': ['ID=1e1f6fba-1592-4fda-9645-bdf71f08394e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:41.056232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:41.135865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:41.230577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:41.230577 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:41.277543 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-b7e8be49-b3be-401c-810d-f95148c8db16 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6737490 Feb 04 16:04:41.402739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-006e581d-c875-423b-86f9-a5d59d86e069 None None] Provisioning for port 1e1f6fba-1592-4fda-9645-bdf71f08394e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:41.409069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-006e581d-c875-423b-86f9-a5d59d86e069 None None] Provisioning complete for port 1e1f6fba-1592-4fda-9645-bdf71f08394e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:41.409607 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-006e581d-c875-423b-86f9-a5d59d86e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:41.498756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-006e581d-c875-423b-86f9-a5d59d86e069 None None] Port 1e1f6fba-1592-4fda-9645-bdf71f08394e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:04:41.502399 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:41.518862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Request body: {'port': {'device_id': 'ca1c3e27-def0-4514-ab60-7f5abc73c3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:41.661143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b98a36a-f314-4d81-9126-aed7c784f4de admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:41.671344 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0b98a36a-f314-4d81-9126-aed7c784f4de admin admin] 10.222.0.60 "PUT /v2.0/routers/f2e2f71e-4844-4f72-aad7-ef2ca735bc66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2965267 Feb 04 16:04:41.671344 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:41.672005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 37972) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:41.698735 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:41.704188 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5114cd7d-0678-4343-9b90-b1537dad3da1 None None] Sync routers for ids ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:04:41.724237 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5114cd7d-0678-4343-9b90-b1537dad3da1 None None] Routers {'f2e2f71e-4844-4f72-aad7-ef2ca735bc66'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:41.724865 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5114cd7d-0678-4343-9b90-b1537dad3da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:04:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:42.290970 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-5114cd7d-0678-4343-9b90-b1537dad3da1 None None] Set router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:42.518857 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:42.625136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fe28a-d1f1-47be-81a7-dcd8f766a15c req-62268c48-b551-4fbe-9b19-680608c1356c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:42.633663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c12fe28a-d1f1-47be-81a7-dcd8f766a15c req-62268c48-b551-4fbe-9b19-680608c1356c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 985 time: 0.3605731 Feb 04 16:04:42.654523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1f6fba-1592-4fda-9645-bdf71f08394e {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:42.658882 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:42.664767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1541af1-6d7e-4f0c-b0e8-34fae9429da0 req-2a7400d6-1fc1-4029-9351-e92add7b63c7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:42.664767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1541af1-6d7e-4f0c-b0e8-34fae9429da0 req-2a7400d6-1fc1-4029-9351-e92add7b63c7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 932 time: 0.4379537 Feb 04 16:04:42.680548 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Transition to ACTIVE for port object 1e1f6fba-1592-4fda-9645-bdf71f08394e will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:42.688534 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:42.797114 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1541af1-6d7e-4f0c-b0e8-34fae9429da0 req-59b8f840-a33d-4387-88c1-4d59aa77e540 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=a616a03e-3d8f-47e4-a8c1-b5f36b25fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996902 Feb 04 16:04:42.824046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c12fe28a-d1f1-47be-81a7-dcd8f766a15c req-3c18c2f5-1573-4d46-8178-b3f1e64817c7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a6dcbde-c23f-4e36-b9c5-8afaa12fb976&id=19d875d5-2ee4-43b0-98a1-8cfcaf6657d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1845043 Feb 04 16:04:42.846505 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5114cd7d-0678-4343-9b90-b1537dad3da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T16:04:37Z', 'revision_number': 5, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:42.846505 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5114cd7d-0678-4343-9b90-b1537dad3da1 None None] Checking router: f2e2f71e-4844-4f72-aad7-ef2ca735bc66 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:04:42.883081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Pushing event updated for resources: {'Port': ['ID=1e1f6fba-1592-4fda-9645-bdf71f08394e,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:42.899771 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5114cd7d-0678-4343-9b90-b1537dad3da1 None None] Routers {'f2e2f71e-4844-4f72-aad7-ef2ca735bc66'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:42.899771 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5114cd7d-0678-4343-9b90-b1537dad3da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:04:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:43.142324 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Attempting to bind port 1e1f6fba-1592-4fda-9645-bdf71f08394e on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:43.142898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Attempting to bind port 1e1f6fba-1592-4fda-9645-bdf71f08394e by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:43.143441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Attempting to bind port 1e1f6fba-1592-4fda-9645-bdf71f08394e on network 77d45825-2d57-40f6-8cad-ccc438a77afd {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:43.152584 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Port 1e1f6fba-1592-4fda-9645-bdf71f08394e on network 77d45825-2d57-40f6-8cad-ccc438a77afd not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:04:43.154803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Attempting to bind port 1e1f6fba-1592-4fda-9645-bdf71f08394e on network 77d45825-2d57-40f6-8cad-ccc438a77afd {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:43.186341 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:43.201522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:43.201522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Checking segment: {'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:43.201522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Bound using segment: {'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:43.201522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Bound port: 1e1f6fba-1592-4fda-9645-bdf71f08394e, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c320c2db-da70-497b-a278-5b64f90533b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:43.201522 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:43.211461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] Deleting port 1931b790-9b46-4cdd-b3c4-51fb2611940a {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:43.211461 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:43.321080 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-5114cd7d-0678-4343-9b90-b1537dad3da1 None None] Set router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:43.357109 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] For port 1e1f6fba-1592-4fda-9645-bdf71f08394e, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:43.357109 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] For port 1e1f6fba-1592-4fda-9645-bdf71f08394e, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1e1f6fba-1592-4fda-9645-bdf71f08394e,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:43.383809 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:43.432472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] For port 1931b790-9b46-4cdd-b3c4-51fb2611940a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1931b790-9b46-4cdd-b3c4-51fb2611940a,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:43.432818 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:43.494637 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:43.496765 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] 10.222.0.81 "PUT /v2.0/ports/1e1f6fba-1592-4fda-9645-bdf71f08394e HTTP/1.1" status: 200 len: 1092 time: 1.9904304 Feb 04 16:04:43.497531 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1c3e27-def0-4514-ab60-7f5abc73c3cf', 'tag': '1e1f6fba-1592-4fda-9645-bdf71f08394e'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:43.526229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c82793-b9c6-4b25-98d6-2be907a1e9fe service neutron] Pushing event updated for resources: {'Port': ['ID=1e1f6fba-1592-4fda-9645-bdf71f08394e,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:43.648065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] Calling delete_port for 1931b790-9b46-4cdd-b3c4-51fb2611940a owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:04:43.668418 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca1c3e27-def0-4514-ab60-7f5abc73c3cf', 'tag': '1e1f6fba-1592-4fda-9645-bdf71f08394e', 'status': 'completed', 'code': 200} Feb 04 16:04:43.710106 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-f4e48c92-1559-4c7f-89da-e11a483542da service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df523a7db7954e24a7a5227f519f84cc&device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 1095 time: 0.1431191 Feb 04 16:04:43.791424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebcd88-a0bd-411c-bcd8-12c4e326c6c6 req-ec56ff34-e8d7-4801-904f-a993a4a955c0 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:43.811321 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2ebcd88-a0bd-411c-bcd8-12c4e326c6c6 req-ec56ff34-e8d7-4801-904f-a993a4a955c0 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 985 time: 0.7652216 Feb 04 16:04:43.881531 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-47f8f8ab-8b8c-4f58-a461-5947b3798e32 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e1f6fba-1592-4fda-9645-bdf71f08394e HTTP/1.1" status: 200 len: 217 time: 0.1609790 Feb 04 16:04:44.001246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2ebcd88-a0bd-411c-bcd8-12c4e326c6c6 req-b45e43a6-c798-4fd3-ad9f-601b21bebbc0 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a6dcbde-c23f-4e36-b9c5-8afaa12fb976&id=19d875d5-2ee4-43b0-98a1-8cfcaf6657d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1937463 Feb 04 16:04:44.089442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-6719051a-d304-49c0-a812-35742ea3e837 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:44.097496 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-6719051a-d304-49c0-a812-35742ea3e837 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17436835-6de0-40b7-9709-512c1f6abbea HTTP/1.1" status: 200 len: 850 time: 0.2047901 Feb 04 16:04:44.126279 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5114cd7d-0678-4343-9b90-b1537dad3da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T16:04:37Z', 'revision_number': 5, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:44.140439 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5114cd7d-0678-4343-9b90-b1537dad3da1 None None] The sync data for ids ['f2e2f71e-4844-4f72-aad7-ef2ca735bc66'] in n-d-827872-1 is: [{'id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'name': 'tempest-AttachVolumeShelveTestJSON-359070811-router', 'tenant_id': 'ee631902a97f490e8f118497c873dcdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:53:22Z', 'updated_at': '2022-02-04T16:04:37Z', 'revision_number': 5, 'project_id': 'ee631902a97f490e8f118497c873dcdf', 'gw_port': {'id': '1931b790-9b46-4cdd-b3c4-51fb2611940a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2f71e-4844-4f72-aad7-ef2ca735bc66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:25Z', 'updated_at': '2022-02-04T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:04:44.265166 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-134e8167-b9e3-47ed-b312-504b7b7f479c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77d45825-2d57-40f6-8cad-ccc438a77afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659775 Feb 04 16:04:44.320645 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.408331 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1931b790-9b46-4cdd-b3c4-51fb2611940a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:44.482123 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-42db42fe-b2ea-44cd-b37d-082751307f25 service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041490 Feb 04 16:04:44.557525 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62fdd97a-70bc-4597-a503-cf077e185c5b req-545b6fcf-fe53-4db7-81cd-b6bb46de16cf tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 1136 time: 0.3073337 Feb 04 16:04:44.604853 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62fdd97a-70bc-4597-a503-cf077e185c5b req-e917c0d9-687c-4751-ac3c-2db88cf37e82 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.644929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd65e6-0883-48b2-8a15-412b3e694327 req-4b5ee18e-97f4-4930-bc54-7c02d8627766 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:44.646407 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdfd65e6-0883-48b2-8a15-412b3e694327 req-4b5ee18e-97f4-4930-bc54-7c02d8627766 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 944 time: 0.4425685 Feb 04 16:04:44.683399 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a97bf3e5-3408-49c5-b0e1-f9a35d30d8fd req-c9d5f3bf-b3f6-45d4-adc5-3310a73646e0 service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911869 Feb 04 16:04:44.867382 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.877832 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cc56596d-b92a-46c8-ab0f-37953121a13a req-1014e508-a5a5-4a68-a8e6-af027c6b22b1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df523a7db7954e24a7a5227f519f84cc&device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 1095 time: 0.1057072 Feb 04 16:04:45.175871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device caa03b68-4765-4399-a777-5229d0a99039 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:45.216345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-62fdd97a-70bc-4597-a503-cf077e185c5b req-e917c0d9-687c-4751-ac3c-2db88cf37e82 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:45.217151 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: caa03b68-4765-4399-a777-5229d0a99039 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:04:45.217507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device caa03b68-4765-4399-a777-5229d0a99039 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:45.238021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56596d-b92a-46c8-ab0f-37953121a13a req-d3251e46-40a7-42bb-91c4-e574bceceffc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:45.240872 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cc56596d-b92a-46c8-ab0f-37953121a13a req-d3251e46-40a7-42bb-91c4-e574bceceffc service neutron] 10.222.0.81 "GET /v2.0/networks?id=77d45825-2d57-40f6-8cad-ccc438a77afd HTTP/1.1" status: 200 len: 912 time: 0.3572388 Feb 04 16:04:45.244166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-62fdd97a-70bc-4597-a503-cf077e185c5b req-e917c0d9-687c-4751-ac3c-2db88cf37e82 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Usage tracker for resource:security_group_rule and tenant:92de5afbe24b44e4a462aaf6c376bd6f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:45.250123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-62fdd97a-70bc-4597-a503-cf077e185c5b req-e917c0d9-687c-4751-ac3c-2db88cf37e82 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:45.326702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-62fdd97a-70bc-4597-a503-cf077e185c5b req-e917c0d9-687c-4751-ac3c-2db88cf37e82 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:45.332276 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cc56596d-b92a-46c8-ab0f-37953121a13a req-e81b9ff8-42c5-4bcc-80c0-e3736a1506f3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e1f6fba-1592-4fda-9645-bdf71f08394e HTTP/1.1" status: 200 len: 217 time: 0.0833108 Feb 04 16:04:45.354769 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdfd65e6-0883-48b2-8a15-412b3e694327 req-096e48bb-b2d2-4204-beea-2ba10dd5d07c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=a616a03e-3d8f-47e4-a8c1-b5f36b25fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6314254 Feb 04 16:04:45.447644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56596d-b92a-46c8-ab0f-37953121a13a req-650cd041-9db6-418e-bd06-5b4a630057aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:45.447644 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cc56596d-b92a-46c8-ab0f-37953121a13a req-650cd041-9db6-418e-bd06-5b4a630057aa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17436835-6de0-40b7-9709-512c1f6abbea HTTP/1.1" status: 200 len: 850 time: 0.1088712 Feb 04 16:04:45.451738 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.468368 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.517806 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62fdd97a-70bc-4597-a503-cf077e185c5b req-e917c0d9-687c-4751-ac3c-2db88cf37e82 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.522146 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.522909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2e2f71e-4844-4f72-aad7-ef2ca735bc66 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:04:45.532635 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62fdd97a-70bc-4597-a503-cf077e185c5b req-e917c0d9-687c-4751-ac3c-2db88cf37e82 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.570040 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cc56596d-b92a-46c8-ab0f-37953121a13a req-5e633bd8-e1fa-4884-b54e-dc1efe91f042 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77d45825-2d57-40f6-8cad-ccc438a77afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182022 Feb 04 16:04:45.595864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.599337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9c18dbc3-dbd0-4f76-b95c-114f84ee80e5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f2e2f71e-4844-4f72-aad7-ef2ca735bc66 HTTP/1.1" status: 204 len: 168 time: 3.9237139 Feb 04 16:04:45.599337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917c0d9-687c-4751-ac3c-2db88cf37e82 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e1cb1b-37f6-42f9-a852-e3cef63ac40a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:45.606966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38188) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:45.615068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-62fdd97a-70bc-4597-a503-cf077e185c5b req-e917c0d9-687c-4751-ac3c-2db88cf37e82 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Synchronizing usage tracker for tenant:92de5afbe24b44e4a462aaf6c376bd6f on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:45.719065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-62fdd97a-70bc-4597-a503-cf077e185c5b req-e917c0d9-687c-4751-ac3c-2db88cf37e82 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Unset dirty status for tenant:92de5afbe24b44e4a462aaf6c376bd6f on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:45.719065 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62fdd97a-70bc-4597-a503-cf077e185c5b req-e917c0d9-687c-4751-ac3c-2db88cf37e82 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0a6dcbde-c23f-4e36-b9c5-8afaa12fb976&id=19d875d5-2ee4-43b0-98a1-8cfcaf6657d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.1542008 Feb 04 16:04:45.780341 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38200) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:45.780341 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-94818bf6-4a81-4376-a688-e5ea92213e7b admin admin] Deleting subnet bbe20dae-ec69-4ab2-b7ba-f48917395148 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:04:45.780341 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94818bf6-4a81-4376-a688-e5ea92213e7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.805702 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cc56596d-b92a-46c8-ab0f-37953121a13a req-5485f7d4-4f10-40e8-9a66-8e315af72418 service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265589 Feb 04 16:04:45.920713 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94818bf6-4a81-4376-a688-e5ea92213e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.997083 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2c92b20b-5b0c-48f3-93e7-368f2f4d3fc7 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 1131 time: 0.1671948 Feb 04 16:04:45.998183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38218) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:46.010108 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': '92d51d04-2af5-4a5f-83d6-f29f899df8c2', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:46.022410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:46.029822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Usage tracker for resource:floatingip and tenant:58e7f9058fe14c60b48cea9256065ba5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:46.033821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:46.044782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:46.056100 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94818bf6-4a81-4376-a688-e5ea92213e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.108215 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cc56596d-b92a-46c8-ab0f-37953121a13a req-434f0ccd-6970-4468-baf6-10a5e5031b88 service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936213 Feb 04 16:04:46.139316 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.253864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94818bf6-4a81-4376-a688-e5ea92213e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.300440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94818bf6-4a81-4376-a688-e5ea92213e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbe20dae-ec69-4ab2-b7ba-f48917395148,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:46.319350 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-94818bf6-4a81-4376-a688-e5ea92213e7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.324838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ed4690-c247-495e-88c2-31bc31e4ceb1 None None] Network c2183356-deba-4128-ad82-b10ca33a0ad9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:04:46.331574 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-94818bf6-4a81-4376-a688-e5ea92213e7b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bbe20dae-ec69-4ab2-b7ba-f48917395148 HTTP/1.1" status: 204 len: 168 time: 0.7209530 Feb 04 16:04:46.331741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38242) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:46.421398 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.607624 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.639431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] Deleting port 7306a8bc-1d3e-4537-a390-dc74feb4c197 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:46.639794 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.739285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c62bf2e-1546-460f-8080-362651b819e1 None None] DHCP port deletion for c2183356-deba-4128-ad82-b10ca33a0ad9 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:04:46.748129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7c62bf2e-1546-460f-8080-362651b819e1 None None] Deleting port 7306a8bc-1d3e-4537-a390-dc74feb4c197 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:46.748129 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7c62bf2e-1546-460f-8080-362651b819e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.808860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Allocated IP 172.25.0.12 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/6f897f5b-5c9a-43ff-a222-19fd4447392e) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:46.859505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1c94c-25fb-4214-9791-afff4180a454 req-6102b183-ae1b-479c-9e59-7f55a2b8d473 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:46.877250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44a1c94c-25fb-4214-9791-afff4180a454 req-6102b183-ae1b-479c-9e59-7f55a2b8d473 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 944 time: 0.2189429 Feb 04 16:04:46.959858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] For port 7306a8bc-1d3e-4537-a390-dc74feb4c197, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7306a8bc-1d3e-4537-a390-dc74feb4c197,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:46.961426 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.987784 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44a1c94c-25fb-4214-9791-afff4180a454 req-ccb0f11b-9654-4c8c-9ee2-445d37242d9f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=a616a03e-3d8f-47e4-a8c1-b5f36b25fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1243172 Feb 04 16:04:47.068337 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.156233 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7c62bf2e-1546-460f-8080-362651b819e1 None None] For port 7306a8bc-1d3e-4537-a390-dc74feb4c197, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7306a8bc-1d3e-4537-a390-dc74feb4c197,segment=NetworkSegment(c93787a8-5030-4a5d-9194-c33b8e246c41),segment_id=c93787a8-5030-4a5d-9194-c33b8e246c41)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:47.156233 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7c62bf2e-1546-460f-8080-362651b819e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.175251 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.189370 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 7306a8bc-1d3e-4537-a390-dc74feb4c197 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:47.264016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:47.264016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:47.264016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:47.303993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] Calling delete_port for 7306a8bc-1d3e-4537-a390-dc74feb4c197 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:04:47.340682 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'Port': ['ID=6f897f5b-5c9a-43ff-a222-19fd4447392e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:47.358974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7c62bf2e-1546-460f-8080-362651b819e1 None None] Calling delete_port for 7306a8bc-1d3e-4537-a390-dc74feb4c197 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:04:47.459832 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.482458 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.562992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] Pushing event deleted for resources: {'Port': ['ID=7306a8bc-1d3e-4537-a390-dc74feb4c197,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:47.568568 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:04:47.585652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] No DVR routers for this DVR port 7306a8bc-1d3e-4537-a390-dc74feb4c197 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:47.625027 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 1e1f6fba-1592-4fda-9645-bdf71f08394e details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:47.638685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1931b790-9b46-4cdd-b3c4-51fb2611940a no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:47.664699 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-7c62bf2e-1546-460f-8080-362651b819e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:04:47.664699 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-7c62bf2e-1546-460f-8080-362651b819e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:04:47.676527 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 1931b790-9b46-4cdd-b3c4-51fb2611940a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:04:47.676527 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1931b790-9b46-4cdd-b3c4-51fb2611940a not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:47.819825 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.828391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 1e1f6fba-1592-4fda-9645-bdf71f08394e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1e1f6fba-1592-4fda-9645-bdf71f08394e,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:47.848477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2183356-deba-4128-ad82-b10ca33a0ad9']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:47.849579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '1e1f6fba-1592-4fda-9645-bdf71f08394e', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'port_id': '1e1f6fba-1592-4fda-9645-bdf71f08394e', 'mac_address': 'fa:16:3e:09:01:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:47.865447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93787a8-5030-4a5d-9194-c33b8e246c41') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:47.865991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93787a8-5030-4a5d-9194-c33b8e246c41') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:47.882145 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.910488 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.942165 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.944180 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:04:47.944180 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.967375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1f6fba-1592-4fda-9645-bdf71f08394e {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:04:47.970744 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:04:47.992788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 1e1f6fba-1592-4fda-9645-bdf71f08394e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1e1f6fba-1592-4fda-9645-bdf71f08394e,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:47.992788 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.084075 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.109538 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.148014 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=1e1f6fba-1592-4fda-9645-bdf71f08394e,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:48.163037 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c2183356-deba-4128-ad82-b10ca33a0ad9 HTTP/1.1" status: 204 len: 168 time: 1.8303230 Feb 04 16:04:48.163371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7c62bf2e-1546-460f-8080-362651b819e1 None None] Deleting port 7306a8bc-1d3e-4537-a390-dc74feb4c197 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:48.163690 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7c62bf2e-1546-460f-8080-362651b819e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.164789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2689a-4ef1-43d4-98a3-2124d177f376 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2183356-deba-4128-ad82-b10ca33a0ad9,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:48.287311 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.322137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7c62bf2e-1546-460f-8080-362651b819e1 None None] The port '7306a8bc-1d3e-4537-a390-dc74feb4c197' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:04:48.394607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['1e1f6fba-1592-4fda-9645-bdf71f08394e'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:48.473866 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.533900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38338) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:48.643587 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a8543ab6-9146-4bb1-8227-9ce6813b9c1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee631902a97f490e8f118497c873dcdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1082480 Feb 04 16:04:48.647088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38344) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:48.662703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342bb24-878b-4145-b9e8-396ec2b82115 req-32a24ef7-5f14-4e46-be3a-e8e91ca6c073 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:48.665019 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5342bb24-878b-4145-b9e8-396ec2b82115 req-32a24ef7-5f14-4e46-be3a-e8e91ca6c073 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 945 time: 0.3089526 Feb 04 16:04:48.747783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-479eff9b-db27-4ee4-b02c-89b7b826d580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.778499 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-479eff9b-db27-4ee4-b02c-89b7b826d580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.864461 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-479eff9b-db27-4ee4-b02c-89b7b826d580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.878791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5342bb24-878b-4145-b9e8-396ec2b82115 req-721bb8bc-e504-4b93-9af1-ec106e745869 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=a616a03e-3d8f-47e4-a8c1-b5f36b25fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001956 Feb 04 16:04:48.893010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479eff9b-db27-4ee4-b02c-89b7b826d580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93077a12-870a-4b72-984c-daa7f9b4f602,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:48.912686 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-479eff9b-db27-4ee4-b02c-89b7b826d580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.917483 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-479eff9b-db27-4ee4-b02c-89b7b826d580 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93077a12-870a-4b72-984c-daa7f9b4f602 HTTP/1.1" status: 204 len: 168 time: 0.2688918 Feb 04 16:04:48.965636 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.972401 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.149305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'Port': ['ID=6f897f5b-5c9a-43ff-a222-19fd4447392e,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:49.170300 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.467423 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Floating IP 687fb0ed-05ce-4cf3-a8a2-c3a080344093 associated. External IP: 172.25.0.12, port: 92d51d04-2af5-4a5f-83d6-f29f899df8c2. Feb 04 16:04:49.629322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 1e1f6fba-1592-4fda-9645-bdf71f08394e up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:49.722762 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.774438 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 1e1f6fba-1592-4fda-9645-bdf71f08394e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:49.782524 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 1e1f6fba-1592-4fda-9645-bdf71f08394e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:49.782524 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.085922 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.172092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1c3e27-def0-4514-ab60-7f5abc73c3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1f6fba-1592-4fda-9645-bdf71f08394e'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:50.218542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 1e1f6fba-1592-4fda-9645-bdf71f08394e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1e1f6fba-1592-4fda-9645-bdf71f08394e,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:50.223790 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.321454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:04:50.348601 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1c3e27-def0-4514-ab60-7f5abc73c3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1f6fba-1592-4fda-9645-bdf71f08394e', 'code': 200} Feb 04 16:04:50.354732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d25a27-dbb4-464d-a670-50234be05357 req-86052a28-f9ad-4ae2-996d-1bfdb66f98fa tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:50.361661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7d25a27-dbb4-464d-a670-50234be05357 req-86052a28-f9ad-4ae2-996d-1bfdb66f98fa tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 946 time: 0.1697226 Feb 04 16:04:50.389710 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=1e1f6fba-1592-4fda-9645-bdf71f08394e,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:50.541364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7d25a27-dbb4-464d-a670-50234be05357 req-d61e755f-5091-4177-903c-dcca2afb171f tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=a616a03e-3d8f-47e4-a8c1-b5f36b25fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1770599 Feb 04 16:04:50.668742 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-93ab02c6-5b8a-4238-8fd3-81602606109b req-84b0e447-eb16-4f81-9e4e-703737a513a1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 1097 time: 0.2139883 Feb 04 16:04:50.755255 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-93ab02c6-5b8a-4238-8fd3-81602606109b req-e3fe6cd4-ceee-4c09-a445-8af87ca13c74 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a616a03e-3d8f-47e4-a8c1-b5f36b25fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747361 Feb 04 16:04:50.938176 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:50.945233 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b3dbc-541a-417b-953e-37f1a25f2acb None None] Sync routers for ids ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:04:50.957247 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.964176 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b3dbc-541a-417b-953e-37f1a25f2acb None None] Routers {'073ccfe6-a149-4d70-a4bf-55f6dda8d387'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:50.964853 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c58b3dbc-541a-417b-953e-37f1a25f2acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:04:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:51.023070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-49ed03b3-4097-4412-8eb0-9c5326e2e426 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0208044 Feb 04 16:04:51.026493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38402) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:51.039007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d', 'tag': '92d51d04-2af5-4a5f-83d6-f29f899df8c2'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:51.300254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c58b3dbc-541a-417b-953e-37f1a25f2acb None None] Set router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:51.425160 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d', 'tag': '92d51d04-2af5-4a5f-83d6-f29f899df8c2', 'status': 'completed', 'code': 200} Feb 04 16:04:51.476791 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17af882-3b1f-4028-bf6b-2f7539a3aa9d tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:51.477264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17af882-3b1f-4028-bf6b-2f7539a3aa9d tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:51.477669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17af882-3b1f-4028-bf6b-2f7539a3aa9d tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:51.478091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17af882-3b1f-4028-bf6b-2f7539a3aa9d tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:51.478444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17af882-3b1f-4028-bf6b-2f7539a3aa9d tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:51.478990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17af882-3b1f-4028-bf6b-2f7539a3aa9d tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:51.485839 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d17af882-3b1f-4028-bf6b-2f7539a3aa9d tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4268 time: 0.4558985 Feb 04 16:04:51.486228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38420) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:51.585759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eacf51fd-ac58-402d-909e-79b8cd6239fc req-c7fd5ade-7454-447c-ba5e-7d13ba764e83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58e7f9058fe14c60b48cea9256065ba5&device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 1136 time: 0.1382961 Feb 04 16:04:51.592012 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb8032-b1e4-4392-83a8-6e1ec0cea173 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:51.598719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb8032-b1e4-4392-83a8-6e1ec0cea173 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:51.600498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb8032-b1e4-4392-83a8-6e1ec0cea173 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:51.601047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb8032-b1e4-4392-83a8-6e1ec0cea173 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:51.601585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb8032-b1e4-4392-83a8-6e1ec0cea173 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:51.604260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb8032-b1e4-4392-83a8-6e1ec0cea173 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:51.614161 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6ceb8032-b1e4-4392-83a8-6e1ec0cea173 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3989 time: 0.1266906 Feb 04 16:04:51.614799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38428) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:52.128509 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c1f6e72a-2390-4ad0-b62a-76756f6e2110 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 0.5062153 Feb 04 16:04:52.128509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38442) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:52.225256 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4598921b-7292-4b8e-827e-e266f61c76fd tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=073ccfe6-a149-4d70-a4bf-55f6dda8d387 HTTP/1.1" status: 200 len: 1989 time: 0.0899956 Feb 04 16:04:52.289762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf51fd-ac58-402d-909e-79b8cd6239fc req-802e5ae3-4ef9-432c-847f-4824f0de2f8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:52.289762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eacf51fd-ac58-402d-909e-79b8cd6239fc req-802e5ae3-4ef9-432c-847f-4824f0de2f8f service neutron] 10.222.0.73 "GET /v2.0/networks?id=389ecbb7-8fdb-4d0e-87c7-6640677f64bc HTTP/1.1" status: 200 len: 897 time: 0.6961486 Feb 04 16:04:52.394528 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c58b3dbc-541a-417b-953e-37f1a25f2acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:11Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '687fb0ed-05ce-4cf3-a8a2-c3a080344093', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'port_id': '92d51d04-2af5-4a5f-83d6-f29f899df8c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'mac_address': 'fa:16:3e:da:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:47Z', 'updated_at': '2022-02-04T16:04:47Z', 'revision_number': 0, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78958cc0-4a27-477f-9fd5-30c268d06f9e', 'name': '', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'mac_address': 'fa:16:3e:97:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:09Z', 'updated_at': '2022-02-04T16:04:21Z', 'revision_number': 5, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'subnets': [{'id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:52.407021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b3dbc-541a-417b-953e-37f1a25f2acb None None] Checking router: 073ccfe6-a149-4d70-a4bf-55f6dda8d387 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:04:52.430222 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b3dbc-541a-417b-953e-37f1a25f2acb None None] Routers {'073ccfe6-a149-4d70-a4bf-55f6dda8d387'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:52.434123 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c58b3dbc-541a-417b-953e-37f1a25f2acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:04:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:52.443989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871b27e-b19a-407c-bf40-3c169d8ca8ba req-25d2f43c-4c73-4e90-8b78-f8d449151870 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:52.443989 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8871b27e-b19a-407c-bf40-3c169d8ca8ba req-25d2f43c-4c73-4e90-8b78-f8d449151870 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 946 time: 0.4943366 Feb 04 16:04:52.482212 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eacf51fd-ac58-402d-909e-79b8cd6239fc req-a1cf702a-10e1-40d4-b4cd-47b1966ce034 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d51d04-2af5-4a5f-83d6-f29f899df8c2 HTTP/1.1" status: 200 len: 999 time: 0.1733541 Feb 04 16:04:52.668964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf51fd-ac58-402d-909e-79b8cd6239fc req-53d57d6a-6362-4b48-a560-e1a219830b64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:52.668964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eacf51fd-ac58-402d-909e-79b8cd6239fc req-53d57d6a-6362-4b48-a560-e1a219830b64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948 HTTP/1.1" status: 200 len: 835 time: 0.1777310 Feb 04 16:04:52.732780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8871b27e-b19a-407c-bf40-3c169d8ca8ba req-9ae50614-72a4-449c-8d56-260d59b11e2c tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=a616a03e-3d8f-47e4-a8c1-b5f36b25fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2432940 Feb 04 16:04:52.765231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c58b3dbc-541a-417b-953e-37f1a25f2acb None None] Set router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:52.773419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eacf51fd-ac58-402d-909e-79b8cd6239fc req-3e360a3e-ced4-4bbb-b743-f9506f4b2799 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=389ecbb7-8fdb-4d0e-87c7-6640677f64bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994952 Feb 04 16:04:53.076276 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eacf51fd-ac58-402d-909e-79b8cd6239fc req-515e4d8c-e665-42d5-8019-712eed19f16a service neutron] 10.222.0.73 "GET /v2.0/networks/389ecbb7-8fdb-4d0e-87c7-6640677f64bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892780 Feb 04 16:04:53.325897 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eacf51fd-ac58-402d-909e-79b8cd6239fc req-acf3e559-7870-4959-896b-0eba60821608 service neutron] 10.222.0.73 "GET /v2.0/networks/389ecbb7-8fdb-4d0e-87c7-6640677f64bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381666 Feb 04 16:04:53.374238 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c58b3dbc-541a-417b-953e-37f1a25f2acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:11Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '687fb0ed-05ce-4cf3-a8a2-c3a080344093', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'port_id': '92d51d04-2af5-4a5f-83d6-f29f899df8c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'mac_address': 'fa:16:3e:da:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:47Z', 'updated_at': '2022-02-04T16:04:47Z', 'revision_number': 0, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78958cc0-4a27-477f-9fd5-30c268d06f9e', 'name': '', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'mac_address': 'fa:16:3e:97:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:09Z', 'updated_at': '2022-02-04T16:04:21Z', 'revision_number': 5, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'subnets': [{'id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:53.382163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b3dbc-541a-417b-953e-37f1a25f2acb None None] The sync data for ids ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'] in n-d-827872-1 is: [{'id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:11Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '687fb0ed-05ce-4cf3-a8a2-c3a080344093', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'port_id': '92d51d04-2af5-4a5f-83d6-f29f899df8c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'mac_address': 'fa:16:3e:da:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:47Z', 'updated_at': '2022-02-04T16:04:47Z', 'revision_number': 0, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78958cc0-4a27-477f-9fd5-30c268d06f9e', 'name': '', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'mac_address': 'fa:16:3e:97:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:09Z', 'updated_at': '2022-02-04T16:04:21Z', 'revision_number': 5, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'subnets': [{'id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:04:53.755111 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e5297-1fa7-47b0-8f44-8efcaa009b78 None None] New status for floating IP 687fb0ed-05ce-4cf3-a8a2-c3a080344093: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:04:54.097246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9083997-83ef-4e46-9304-de658bd92a49 req-042cb1c3-1555-4617-9c04-2c07f481d6cd tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:54.105993 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9083997-83ef-4e46-9304-de658bd92a49 req-042cb1c3-1555-4617-9c04-2c07f481d6cd tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 946 time: 0.1740549 Feb 04 16:04:54.197834 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9083997-83ef-4e46-9304-de658bd92a49 req-30902e70-8dac-4d24-931c-94a8c02f43e6 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=a616a03e-3d8f-47e4-a8c1-b5f36b25fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827219 Feb 04 16:04:54.504718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bbd62-ff0c-44ef-8869-49749b4c4a64 req-93c22403-5f92-4615-ba20-20dd05428f65 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:54.504718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-080bbd62-ff0c-44ef-8869-49749b4c4a64 req-93c22403-5f92-4615-ba20-20dd05428f65 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 946 time: 0.1537678 Feb 04 16:04:54.513543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38504) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:54.528007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ea39ba21-0d6b-441b-982c-8d99b7bc77d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Request body: {'floatingip': {'port_id': '1e1f6fba-1592-4fda-9645-bdf71f08394e'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:54.636730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea39ba21-0d6b-441b-982c-8d99b7bc77d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for floatingip, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:55.465149 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea39ba21-0d6b-441b-982c-8d99b7bc77d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:55.469044 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea39ba21-0d6b-441b-982c-8d99b7bc77d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:55.711463 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-ea39ba21-0d6b-441b-982c-8d99b7bc77d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Floating IP c5a6ee42-4fac-404d-b2ec-93779b34f99c associated. External IP: 172.25.0.105, port: 1e1f6fba-1592-4fda-9645-bdf71f08394e. Feb 04 16:04:56.405140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea39ba21-0d6b-441b-982c-8d99b7bc77d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Router 31942f60-1d8b-483e-b345-f98503e728e7 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:04:56.640147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea39ba21-0d6b-441b-982c-8d99b7bc77d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:56.645130 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea39ba21-0d6b-441b-982c-8d99b7bc77d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:56.650782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993dda39-9bec-4366-a15c-6becd3e1b419 None None] Sync routers for ids ['31942f60-1d8b-483e-b345-f98503e728e7'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:04:56.704973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993dda39-9bec-4366-a15c-6becd3e1b419 None None] Routers {'31942f60-1d8b-483e-b345-f98503e728e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:56.704973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-993dda39-9bec-4366-a15c-6becd3e1b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:04:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['31942f60-1d8b-483e-b345-f98503e728e7'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:56.732353 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ea39ba21-0d6b-441b-982c-8d99b7bc77d3 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "PUT /v2.0/floatingips/c5a6ee42-4fac-404d-b2ec-93779b34f99c HTTP/1.1" status: 200 len: 992 time: 2.2154036 Feb 04 16:04:56.732353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1c3e27-def0-4514-ab60-7f5abc73c3cf', 'tag': '1e1f6fba-1592-4fda-9645-bdf71f08394e'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:56.851491 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca1c3e27-def0-4514-ab60-7f5abc73c3cf', 'tag': '1e1f6fba-1592-4fda-9645-bdf71f08394e', 'status': 'completed', 'code': 200} Feb 04 16:04:57.005436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-993dda39-9bec-4366-a15c-6becd3e1b419 None None] Set router 31942f60-1d8b-483e-b345-f98503e728e7 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:57.030589 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-20112f47-9cba-4131-af34-ea8514250793 req-bcf15307-ed62-4c9a-b788-772c3c572b47 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df523a7db7954e24a7a5227f519f84cc&device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 1097 time: 0.1426048 Feb 04 16:04:57.159606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dea73b-e410-4c7f-bcf5-2001f6bc7291 req-ed7deed4-b757-4a50-8763-f80d55f031da tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:57.167666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4dea73b-e410-4c7f-bcf5-2001f6bc7291 req-ed7deed4-b757-4a50-8763-f80d55f031da tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 946 time: 0.2244518 Feb 04 16:04:57.222612 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4dea73b-e410-4c7f-bcf5-2001f6bc7291 req-30758c44-bb4a-4905-9183-6dbea22e23a7 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=a616a03e-3d8f-47e4-a8c1-b5f36b25fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596244 Feb 04 16:04:57.305393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20112f47-9cba-4131-af34-ea8514250793 req-9ed7cbfb-6607-43c1-952b-98c882f9fc72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:57.307677 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-20112f47-9cba-4131-af34-ea8514250793 req-9ed7cbfb-6607-43c1-952b-98c882f9fc72 service neutron] 10.222.0.81 "GET /v2.0/networks?id=77d45825-2d57-40f6-8cad-ccc438a77afd HTTP/1.1" status: 200 len: 912 time: 0.2668898 Feb 04 16:04:57.432456 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-20112f47-9cba-4131-af34-ea8514250793 req-2b7affaf-75d1-4473-a140-95d3f5879e1d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e1f6fba-1592-4fda-9645-bdf71f08394e HTTP/1.1" status: 200 len: 1000 time: 0.1152527 Feb 04 16:04:57.511705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20112f47-9cba-4131-af34-ea8514250793 req-70bcf01b-7078-4408-b3dd-575a8d965788 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:57.517614 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-20112f47-9cba-4131-af34-ea8514250793 req-70bcf01b-7078-4408-b3dd-575a8d965788 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17436835-6de0-40b7-9709-512c1f6abbea HTTP/1.1" status: 200 len: 850 time: 0.0750673 Feb 04 16:04:57.562756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-993dda39-9bec-4366-a15c-6becd3e1b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'c5a6ee42-4fac-404d-b2ec-93779b34f99c', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'port_id': '1e1f6fba-1592-4fda-9645-bdf71f08394e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'mac_address': 'fa:16:3e:09:01:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c3e27-def0-4514-ab60-7f5abc73c3cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:32Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 1, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:17Z', 'revision_number': 5, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:57.562756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993dda39-9bec-4366-a15c-6becd3e1b419 None None] Checking router: 31942f60-1d8b-483e-b345-f98503e728e7 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:04:57.579747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993dda39-9bec-4366-a15c-6becd3e1b419 None None] Routers {'31942f60-1d8b-483e-b345-f98503e728e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:57.579747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-993dda39-9bec-4366-a15c-6becd3e1b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:04:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['31942f60-1d8b-483e-b345-f98503e728e7'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:57.635575 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-20112f47-9cba-4131-af34-ea8514250793 req-08ef024b-5f6b-4222-8d8b-c07d46720085 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77d45825-2d57-40f6-8cad-ccc438a77afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142950 Feb 04 16:04:57.842613 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-20112f47-9cba-4131-af34-ea8514250793 req-b2255bf1-12fd-453e-a88b-a10520031a7e service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993506 Feb 04 16:04:57.955642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-993dda39-9bec-4366-a15c-6becd3e1b419 None None] Set router 31942f60-1d8b-483e-b345-f98503e728e7 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:58.065447 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-20112f47-9cba-4131-af34-ea8514250793 req-ea4f5382-4d29-4881-b355-9421448adf45 service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193031 Feb 04 16:04:58.489239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f04e2e-197b-4eda-923d-88ee56266f18 req-d1938150-a3f5-43e9-b41d-b63ba5797ac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:58.498003 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1f04e2e-197b-4eda-923d-88ee56266f18 req-d1938150-a3f5-43e9-b41d-b63ba5797ac5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 946 time: 0.1029031 Feb 04 16:04:58.544955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-993dda39-9bec-4366-a15c-6becd3e1b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'c5a6ee42-4fac-404d-b2ec-93779b34f99c', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'port_id': '1e1f6fba-1592-4fda-9645-bdf71f08394e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'mac_address': 'fa:16:3e:09:01:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c3e27-def0-4514-ab60-7f5abc73c3cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:32Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 1, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:17Z', 'revision_number': 5, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:58.560261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993dda39-9bec-4366-a15c-6becd3e1b419 None None] The sync data for ids ['31942f60-1d8b-483e-b345-f98503e728e7'] in n-d-827872-1 is: [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'c5a6ee42-4fac-404d-b2ec-93779b34f99c', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'port_id': '1e1f6fba-1592-4fda-9645-bdf71f08394e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'mac_address': 'fa:16:3e:09:01:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c3e27-def0-4514-ab60-7f5abc73c3cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:32Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 1, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:17Z', 'revision_number': 5, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:04:58.600940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1f04e2e-197b-4eda-923d-88ee56266f18 req-35d41832-39db-42b4-a16a-ed20100f4983 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=a616a03e-3d8f-47e4-a8c1-b5f36b25fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976112 Feb 04 16:05:00.223783 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d92a2-774f-4948-85d7-5cf3095b167b None None] New status for floating IP c5a6ee42-4fac-404d-b2ec-93779b34f99c: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:05:02.501921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 38894) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:02.875935 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b3058dd-bd84-48a7-a8f6-d5f80484150a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.918561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0b3058dd-bd84-48a7-a8f6-d5f80484150a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:02.923255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0b3058dd-bd84-48a7-a8f6-d5f80484150a admin admin] Usage tracker for resource:security_group_rule and tenant:59af4658ae9e4d6bb9dbfa291ba1c227 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:02.926961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0b3058dd-bd84-48a7-a8f6-d5f80484150a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:02.936566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0b3058dd-bd84-48a7-a8f6-d5f80484150a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:03.031396 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b3058dd-bd84-48a7-a8f6-d5f80484150a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.037671 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b3058dd-bd84-48a7-a8f6-d5f80484150a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.125562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3058dd-bd84-48a7-a8f6-d5f80484150a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f557fab-6ed2-470f-9d1b-6e3c0cacabb6,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:03.161245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 38964) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:03.173437 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0b3058dd-bd84-48a7-a8f6-d5f80484150a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59af4658ae9e4d6bb9dbfa291ba1c227&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6703851 Feb 04 16:05:03.271825 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.305264 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.388753 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.414440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f557fab-6ed2-470f-9d1b-6e3c0cacabb6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:03.424522 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.425839 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f557fab-6ed2-470f-9d1b-6e3c0cacabb6 HTTP/1.1" status: 204 len: 168 time: 0.2636423 Feb 04 16:05:03.449793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:03.450152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:03.450500 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:03.451360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:03.451858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:03.452466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:03.452950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:03.453619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:03.454916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:03.456039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:03.456386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6433a-e9d7-4818-bb95-b841b484e1af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:04.051062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39068) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:04.095776 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26ecd64d-03b6-4802-a308-a25d7f4831d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.145207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-26ecd64d-03b6-4802-a308-a25d7f4831d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:04.150347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-26ecd64d-03b6-4802-a308-a25d7f4831d3 admin admin] Usage tracker for resource:security_group_rule and tenant:cd57d55217814290a4b732285950d194 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:04.154224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-26ecd64d-03b6-4802-a308-a25d7f4831d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:04.164498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-26ecd64d-03b6-4802-a308-a25d7f4831d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:04.277446 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26ecd64d-03b6-4802-a308-a25d7f4831d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.287410 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-26ecd64d-03b6-4802-a308-a25d7f4831d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.352914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecd64d-03b6-4802-a308-a25d7f4831d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da85de3-8196-492c-badf-04fc338fbd69,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:04.366836 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-26ecd64d-03b6-4802-a308-a25d7f4831d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd57d55217814290a4b732285950d194&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3148892 Feb 04 16:05:04.369703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39112) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:04.459088 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e6902ee3-0b6f-4efb-8338-0c82b735f613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.507207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e6902ee3-0b6f-4efb-8338-0c82b735f613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.567823 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e6902ee3-0b6f-4efb-8338-0c82b735f613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.586437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6902ee3-0b6f-4efb-8338-0c82b735f613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da85de3-8196-492c-badf-04fc338fbd69,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:04.592780 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e6902ee3-0b6f-4efb-8338-0c82b735f613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.595087 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e6902ee3-0b6f-4efb-8338-0c82b735f613 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0da85de3-8196-492c-badf-04fc338fbd69 HTTP/1.1" status: 204 len: 168 time: 0.2244394 Feb 04 16:05:06.565373 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0a7def9d-f20d-44a1-92c9-3b73cb0871d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.297192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39472) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:08.467988 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-75e73729-3e6d-4663-82f8-6e4c2d2aac90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.501239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-75e73729-3e6d-4663-82f8-6e4c2d2aac90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:08.505408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-75e73729-3e6d-4663-82f8-6e4c2d2aac90 admin admin] Usage tracker for resource:security_group_rule and tenant:a189205754f641528833baa6ee1153df is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:08.508507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-75e73729-3e6d-4663-82f8-6e4c2d2aac90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:08.515523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-75e73729-3e6d-4663-82f8-6e4c2d2aac90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:08.591346 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-75e73729-3e6d-4663-82f8-6e4c2d2aac90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.595469 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-75e73729-3e6d-4663-82f8-6e4c2d2aac90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.767937 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-75e73729-3e6d-4663-82f8-6e4c2d2aac90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a189205754f641528833baa6ee1153df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4673440 Feb 04 16:05:08.767937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e73729-3e6d-4663-82f8-6e4c2d2aac90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ace892d-9d7c-4ba1-9fd1-66f128307b06,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:08.768782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39488) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:08.842507 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8bc985ed-8f6e-4db4-b38f-77e612d34331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.873472 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8bc985ed-8f6e-4db4-b38f-77e612d34331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.944492 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8bc985ed-8f6e-4db4-b38f-77e612d34331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.985637 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8bc985ed-8f6e-4db4-b38f-77e612d34331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.987903 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9bc7a9f8-5e6f-4ac4-98cd-9c4dd2e7398d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.999251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8bc985ed-8f6e-4db4-b38f-77e612d34331 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ace892d-9d7c-4ba1-9fd1-66f128307b06 HTTP/1.1" status: 204 len: 168 time: 0.2288280 Feb 04 16:05:09.000407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc985ed-8f6e-4db4-b38f-77e612d34331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ace892d-9d7c-4ba1-9fd1-66f128307b06,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:09.390912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39510) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:09.410242 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-607dce6a-bc43-48b9-8a9e-0cc59e474fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.464072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-607dce6a-bc43-48b9-8a9e-0cc59e474fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:09.469327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-607dce6a-bc43-48b9-8a9e-0cc59e474fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:ab8b29f898e347a3ac5b71afa197a915 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:09.475445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-607dce6a-bc43-48b9-8a9e-0cc59e474fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:09.483714 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-607dce6a-bc43-48b9-8a9e-0cc59e474fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:09.599588 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-607dce6a-bc43-48b9-8a9e-0cc59e474fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.609331 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-607dce6a-bc43-48b9-8a9e-0cc59e474fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.649271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607dce6a-bc43-48b9-8a9e-0cc59e474fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375d4960-27cf-406f-960a-102aeaef029e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:09.687748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-607dce6a-bc43-48b9-8a9e-0cc59e474fe0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab8b29f898e347a3ac5b71afa197a915&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2965207 Feb 04 16:05:09.689764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39518) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:09.779213 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cca55c9e-a19d-46d1-a52f-55d16770d4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.815354 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cca55c9e-a19d-46d1-a52f-55d16770d4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.889860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cca55c9e-a19d-46d1-a52f-55d16770d4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.910814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca55c9e-a19d-46d1-a52f-55d16770d4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375d4960-27cf-406f-960a-102aeaef029e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:09.929247 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cca55c9e-a19d-46d1-a52f-55d16770d4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.930984 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cca55c9e-a19d-46d1-a52f-55d16770d4b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/375d4960-27cf-406f-960a-102aeaef029e HTTP/1.1" status: 204 len: 168 time: 0.2395706 Feb 04 16:05:10.257934 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.373286 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.514321 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.684205 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:13.907355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39710) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:14.134485 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5a342487-13cc-4039-8392-5bff1b8d53d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:14.185786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5a342487-13cc-4039-8392-5bff1b8d53d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:14.198325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5a342487-13cc-4039-8392-5bff1b8d53d4 admin admin] Usage tracker for resource:security_group_rule and tenant:9643e6f0789d46d78f0f515860c7e89e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:14.202283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5a342487-13cc-4039-8392-5bff1b8d53d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:14.212778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5a342487-13cc-4039-8392-5bff1b8d53d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:14.299991 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5a342487-13cc-4039-8392-5bff1b8d53d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:14.304259 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5a342487-13cc-4039-8392-5bff1b8d53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:14.358706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a342487-13cc-4039-8392-5bff1b8d53d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8f01b7-6ecd-4c75-a238-691842d79c5f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:14.372966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39728) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:14.384063 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5a342487-13cc-4039-8392-5bff1b8d53d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9643e6f0789d46d78f0f515860c7e89e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4739819 Feb 04 16:05:14.450405 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:14.478349 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:14.584485 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:14.600806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8f01b7-6ecd-4c75-a238-691842d79c5f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:14.614870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:14.614870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:14.614870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:14.614870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:14.614870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:14.614870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:14.615300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:14.615369 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:14.615654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:14.618867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:14.619929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:14.638384 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:14.651954 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5c32f9f2-b522-46e4-a59a-713b8d1d98ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f8f01b7-6ecd-4c75-a238-691842d79c5f HTTP/1.1" status: 204 len: 168 time: 0.2700365 Feb 04 16:05:15.099652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39754) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:15.132401 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcd0cbb1-88a2-423b-8688-fa88d461082b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:15.209387 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dcd0cbb1-88a2-423b-8688-fa88d461082b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:15.214179 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dcd0cbb1-88a2-423b-8688-fa88d461082b admin admin] Usage tracker for resource:security_group_rule and tenant:13b862b24cea46219b2825b7cbd925ea is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:15.217487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dcd0cbb1-88a2-423b-8688-fa88d461082b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:15.223762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dcd0cbb1-88a2-423b-8688-fa88d461082b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:15.312154 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcd0cbb1-88a2-423b-8688-fa88d461082b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:15.316136 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dcd0cbb1-88a2-423b-8688-fa88d461082b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:15.379310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0cbb1-88a2-423b-8688-fa88d461082b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d5a24e-a1bf-4d78-85d6-48ee9f4c960b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:15.398931 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dcd0cbb1-88a2-423b-8688-fa88d461082b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13b862b24cea46219b2825b7cbd925ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2814744 Feb 04 16:05:15.398931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 39768) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:15.458237 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d24c2a37-4be3-4101-9683-3ac416468dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:15.485653 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d24c2a37-4be3-4101-9683-3ac416468dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:15.544352 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d24c2a37-4be3-4101-9683-3ac416468dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:15.570342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c2a37-4be3-4101-9683-3ac416468dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d5a24e-a1bf-4d78-85d6-48ee9f4c960b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:15.580616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d24c2a37-4be3-4101-9683-3ac416468dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:15.584094 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d24c2a37-4be3-4101-9683-3ac416468dc3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49d5a24e-a1bf-4d78-85d6-48ee9f4c960b HTTP/1.1" status: 204 len: 168 time: 0.1940868 Feb 04 16:05:16.360180 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:05:17.802758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39902) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:18.021807 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-81e71522-4a2c-4abf-aa5c-346fe3b1e542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:18.070543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-81e71522-4a2c-4abf-aa5c-346fe3b1e542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:18.075696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-81e71522-4a2c-4abf-aa5c-346fe3b1e542 admin admin] Usage tracker for resource:security_group_rule and tenant:2141821f428148d6abba58efbc44c510 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:18.079033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-81e71522-4a2c-4abf-aa5c-346fe3b1e542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:18.084921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-81e71522-4a2c-4abf-aa5c-346fe3b1e542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:18.154720 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-81e71522-4a2c-4abf-aa5c-346fe3b1e542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:18.160536 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-81e71522-4a2c-4abf-aa5c-346fe3b1e542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:18.213703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e71522-4a2c-4abf-aa5c-346fe3b1e542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0a3972-5b1b-4866-9948-d24aa2fa1872,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:18.217913 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-81e71522-4a2c-4abf-aa5c-346fe3b1e542 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2141821f428148d6abba58efbc44c510&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4165602 Feb 04 16:05:18.220579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 39918) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:18.410137 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45d8d580-901f-496e-8ce6-5c7a99530076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:18.442828 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45d8d580-901f-496e-8ce6-5c7a99530076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:18.496361 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45d8d580-901f-496e-8ce6-5c7a99530076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:18.511493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8d580-901f-496e-8ce6-5c7a99530076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0a3972-5b1b-4866-9948-d24aa2fa1872,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:18.518136 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45d8d580-901f-496e-8ce6-5c7a99530076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:18.521586 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-45d8d580-901f-496e-8ce6-5c7a99530076 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb0a3972-5b1b-4866-9948-d24aa2fa1872 HTTP/1.1" status: 204 len: 168 time: 0.2977519 Feb 04 16:05:19.644064 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:20.823323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40038) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:21.088319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1509040521', 'router:external': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:21.099515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:21.106033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Usage tracker for resource:network and tenant:62b7bdaf2be3442d81b474dc5bce4956 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:21.106934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:21.113393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:21.132579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Made reservation on behalf of 62b7bdaf2be3442d81b474dc5bce4956 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:21.132803 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.155575 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.189922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:21.194078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Usage tracker for resource:security_group_rule and tenant:62b7bdaf2be3442d81b474dc5bce4956 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:21.198088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:21.204919 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:21.294887 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.300168 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.317474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:05:21.331927 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.332416 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Added segment 5b1a6c14-019a-4668-86cd-1db838566353 of type vlan for network d44b215f-f7a5-4359-87c8-efb8db336a5a Feb 04 16:05:21.390494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea71fb6-f77e-441b-9bf1-04b126700554,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:21.393956 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.435438 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.438409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:21.438409 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.549674 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7279429 Feb 04 16:05:21.551640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40070) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:21.569808 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Request body: {'subnet': {'network_id': 'd44b215f-f7a5-4359-87c8-efb8db336a5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:21.579699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:21.585431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18001f-c9d3-4d92-9dc4-ed584f99dae0 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Pushing event updated for resources: {'Network': ['ID=d44b215f-f7a5-4359-87c8-efb8db336a5a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:21.588736 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Usage tracker for resource:subnet and tenant:62b7bdaf2be3442d81b474dc5bce4956 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:21.592958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:21.597438 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network d44b215f-f7a5-4359-87c8-efb8db336a5a details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:05:21.607553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:21.623258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Made reservation on behalf of 62b7bdaf2be3442d81b474dc5bce4956 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:21.626342 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:22.076582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.objects.ports [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83551) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:05:22.077139 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:22.169319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5e96c4a2-358f-4e43-bf68-0a30e54f403d,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:22.175471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Checking segment: {'id': '5b1a6c14-019a-4668-86cd-1db838566353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd44b215f-f7a5-4359-87c8-efb8db336a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:22.175819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Network hostable DHCP agents. Network: d44b215f-f7a5-4359-87c8-efb8db336a5a, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:05:22.212612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Network d44b215f-f7a5-4359-87c8-efb8db336a5a is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:05:22.221460 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, d44b215f-f7a5-4359-87c8-efb8db336a5a) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:22.226581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:22.228529 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:22.233096 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac9a217-584c-4810-aedb-4ce0bc2a5793 None None] Network d44b215f-f7a5-4359-87c8-efb8db336a5a requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:05:22.256666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6ab5c339-5bc0-4a3e-9783-bc3ba079370a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6986818 Feb 04 16:05:22.256889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40096) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:22.263919 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-650261856', 'network_id': 'd44b215f-f7a5-4359-87c8-efb8db336a5a'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:22.270291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:22.275449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Usage tracker for resource:port and tenant:62b7bdaf2be3442d81b474dc5bce4956 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:22.278970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:22.285387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:22.297053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Made reservation on behalf of 62b7bdaf2be3442d81b474dc5bce4956 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:22.299693 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:22.323421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] device_id is not set on port 5a64c08d-bc21-417e-bed0-e1a5690909c2 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:05:22.490419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Allocated IP 2001:db8::267 (d44b215f-f7a5-4359-87c8-efb8db336a5a/5e96c4a2-358f-4e43-bf68-0a30e54f403d/5a64c08d-bc21-417e-bed0-e1a5690909c2) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:22.524700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a92379c-fc50-422b-9119-137c5f92be53 None None] Network d44b215f-f7a5-4359-87c8-efb8db336a5a requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:05:22.744274 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:22.780663 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:22.878650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Network d44b215f-f7a5-4359-87c8-efb8db336a5a is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:22.879674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:22.884480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:22.885313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:22.886086 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:22.889727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Pushing event updated for resources: {'Port': ['ID=5a64c08d-bc21-417e-bed0-e1a5690909c2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:22.911442 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-45c8d1aa-f6e3-4546-8a4c-53787045d932 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6509578 Feb 04 16:05:22.911713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40118) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:22.983646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-6fad85c4-233d-4a02-91d4-227e59880c0e tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Deleting port 5a64c08d-bc21-417e-bed0-e1a5690909c2 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:22.983924 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6fad85c4-233d-4a02-91d4-227e59880c0e tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:23.251960 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6fad85c4-233d-4a02-91d4-227e59880c0e tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:23.497810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-6fad85c4-233d-4a02-91d4-227e59880c0e tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Calling delete_port for 5a64c08d-bc21-417e-bed0-e1a5690909c2 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:23.651660 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6fad85c4-233d-4a02-91d4-227e59880c0e tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:23.698087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad85c4-233d-4a02-91d4-227e59880c0e tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a64c08d-bc21-417e-bed0-e1a5690909c2,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:23.745321 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6fad85c4-233d-4a02-91d4-227e59880c0e tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:23.770560 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6fad85c4-233d-4a02-91d4-227e59880c0e tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "DELETE /v2.0/ports/5a64c08d-bc21-417e-bed0-e1a5690909c2 HTTP/1.1" status: 204 len: 168 time: 0.8535759 Feb 04 16:05:23.771988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40150) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:23.777865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd44b215f-f7a5-4359-87c8-efb8db336a5a', 'external_fixed_ips': [{'subnet_id': '5e96c4a2-358f-4e43-bf68-0a30e54f403d', 'ip_address': '2001:db8::267'}]}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:23.783526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:23.787468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Usage tracker for resource:router and tenant:62b7bdaf2be3442d81b474dc5bce4956 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:23.791235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:23.797022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:23.808730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:23.809770 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:23.839224 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.006603 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.299071 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.333932 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.584834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Allocated IP 2001:db8::267 (d44b215f-f7a5-4359-87c8-efb8db336a5a/5e96c4a2-358f-4e43-bf68-0a30e54f403d/9d4f42da-0120-47de-b7fd-d7df19ed2f39) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:24.747550 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.792315 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.879896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Network d44b215f-f7a5-4359-87c8-efb8db336a5a is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:24.882891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:24.887242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:24.920866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Pushing event updated for resources: {'Port': ['ID=9d4f42da-0120-47de-b7fd-d7df19ed2f39,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:25.010009 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.011433 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.296775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Router 93c21225-678b-48cf-9d81-5a32ee3f789b is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:05:25.540084 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-009852ce-c1d4-422d-988a-79532239a4d3 req-13ceb7b6-5fbb-479d-b9b6-c4e6aae9f02d tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 1097 time: 0.0745070 Feb 04 16:05:25.598220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-009852ce-c1d4-422d-988a-79532239a4d3 req-4cb9f00b-0973-4533-8699-09059ea2bea8 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] Synchronizing usage tracker for tenant:d615d2e5a37d4732864ae09f1c58506a on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:25.615430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-009852ce-c1d4-422d-988a-79532239a4d3 req-4cb9f00b-0973-4533-8699-09059ea2bea8 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] Unset dirty status for tenant:d615d2e5a37d4732864ae09f1c58506a on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:25.618482 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-009852ce-c1d4-422d-988a-79532239a4d3 req-4cb9f00b-0973-4533-8699-09059ea2bea8 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722280 Feb 04 16:05:25.653465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40204) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:25.664040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:05:25.675857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Sync routers for ids ['93c21225-678b-48cf-9d81-5a32ee3f789b'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:05:25.698560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Routers {'93c21225-678b-48cf-9d81-5a32ee3f789b'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:25.699640 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.699788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['93c21225-678b-48cf-9d81-5a32ee3f789b'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:25.708971 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0a04774b-8cd2-4e12-9206-e0f7ee6b83a7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9358380 Feb 04 16:05:25.712289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40212) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:26.023682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Set router 93c21225-678b-48cf-9d81-5a32ee3f789b gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:26.058790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-587374c9-c527-4fed-ab94-8511d225f532 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port 2bd9daf5-a68d-4339-bf22-2de4f33bb59b {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:26.059137 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-587374c9-c527-4fed-ab94-8511d225f532 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.085188 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.408878 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-587374c9-c527-4fed-ab94-8511d225f532 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.409200 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-587374c9-c527-4fed-ab94-8511d225f532 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.411876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.439999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Deleting port 9d4f42da-0120-47de-b7fd-d7df19ed2f39 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:26.440708 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.537092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c21225-678b-48cf-9d81-5a32ee3f789b', 'name': '', 'tenant_id': '62b7bdaf2be3442d81b474dc5bce4956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd44b215f-f7a5-4359-87c8-efb8db336a5a', 'external_fixed_ips': [{'subnet_id': '5e96c4a2-358f-4e43-bf68-0a30e54f403d', 'ip_address': '2001:db8::267'}], 'enable_snat': True}, 'gw_port_id': '9d4f42da-0120-47de-b7fd-d7df19ed2f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:23Z', 'updated_at': '2022-02-04T16:05:24Z', 'revision_number': 3, 'project_id': '62b7bdaf2be3442d81b474dc5bce4956', 'gw_port': {'id': '9d4f42da-0120-47de-b7fd-d7df19ed2f39', 'name': '', 'network_id': 'd44b215f-f7a5-4359-87c8-efb8db336a5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:42:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c21225-678b-48cf-9d81-5a32ee3f789b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5e96c4a2-358f-4e43-bf68-0a30e54f403d', 'ip_address': '2001:db8::267', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:24Z', 'updated_at': '2022-02-04T16:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e96c4a2-358f-4e43-bf68-0a30e54f403d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:26.542469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Checking router: 93c21225-678b-48cf-9d81-5a32ee3f789b for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:05:26.543281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Updating router 93c21225-678b-48cf-9d81-5a32ee3f789b port 9d4f42da-0120-47de-b7fd-d7df19ed2f39 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:05:26.553929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-587374c9-c527-4fed-ab94-8511d225f532 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for 2bd9daf5-a68d-4339-bf22-2de4f33bb59b owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:26.611614 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.829028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.846215 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d2725619-b6c5-427a-a91f-2214db83b7c1 req-99ced169-3495-45a2-b3d4-cf6874e5d669 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2671766 Feb 04 16:05:26.856129 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-587374c9-c527-4fed-ab94-8511d225f532 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.950000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587374c9-c527-4fed-ab94-8511d225f532 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=2bd9daf5-a68d-4339-bf22-2de4f33bb59b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:27.046873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Calling delete_port for 9d4f42da-0120-47de-b7fd-d7df19ed2f39 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:27.092130 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.104564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Transition to ACTIVE for port object 9d4f42da-0120-47de-b7fd-d7df19ed2f39 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:27.108215 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-587374c9-c527-4fed-ab94-8511d225f532 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.112548 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.207541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770a302-f18a-443d-938f-50daeefb4796 None None] Pushing event updated for resources: {'Port': ['ID=9d4f42da-0120-47de-b7fd-d7df19ed2f39,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:27.222947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770a302-f18a-443d-938f-50daeefb4796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.223314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770a302-f18a-443d-938f-50daeefb4796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.223642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770a302-f18a-443d-938f-50daeefb4796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.224158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770a302-f18a-443d-938f-50daeefb4796 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.224676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770a302-f18a-443d-938f-50daeefb4796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.231524 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770a302-f18a-443d-938f-50daeefb4796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.232261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770a302-f18a-443d-938f-50daeefb4796 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.232775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770a302-f18a-443d-938f-50daeefb4796 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.233281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770a302-f18a-443d-938f-50daeefb4796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.234992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770a302-f18a-443d-938f-50daeefb4796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.235631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770a302-f18a-443d-938f-50daeefb4796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.259607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Attempting to bind port 9d4f42da-0120-47de-b7fd-d7df19ed2f39 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:27.260313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Attempting to bind port 9d4f42da-0120-47de-b7fd-d7df19ed2f39 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '5b1a6c14-019a-4668-86cd-1db838566353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd44b215f-f7a5-4359-87c8-efb8db336a5a'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:27.260888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Attempting to bind port 9d4f42da-0120-47de-b7fd-d7df19ed2f39 on network d44b215f-f7a5-4359-87c8-efb8db336a5a {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:27.290586 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:27.293073 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Checking segment: {'id': '5b1a6c14-019a-4668-86cd-1db838566353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd44b215f-f7a5-4359-87c8-efb8db336a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:27.293073 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.293073 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Bound using segment: {'id': '5b1a6c14-019a-4668-86cd-1db838566353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd44b215f-f7a5-4359-87c8-efb8db336a5a'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:27.300972 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Bound port: 9d4f42da-0120-47de-b7fd-d7df19ed2f39, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1a6c14-019a-4668-86cd-1db838566353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd44b215f-f7a5-4359-87c8-efb8db336a5a'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:27.300972 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.302049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:05:27.302049 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:05:27.351298 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d2725619-b6c5-427a-a91f-2214db83b7c1 req-0467e36c-1bc8-492d-9ce5-f3f6fac9c67c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df523a7db7954e24a7a5227f519f84cc&device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 1097 time: 0.2368097 Feb 04 16:05:27.387567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] For port 9d4f42da-0120-47de-b7fd-d7df19ed2f39, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:27.394470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] For port 9d4f42da-0120-47de-b7fd-d7df19ed2f39, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9d4f42da-0120-47de-b7fd-d7df19ed2f39,segment=NetworkSegment(5b1a6c14-019a-4668-86cd-1db838566353),segment_id=5b1a6c14-019a-4668-86cd-1db838566353)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:27.405500 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.534581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Routers {'93c21225-678b-48cf-9d81-5a32ee3f789b'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:27.535470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['93c21225-678b-48cf-9d81-5a32ee3f789b'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:27.578561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2725619-b6c5-427a-a91f-2214db83b7c1 req-0785214c-26f5-4d52-ade4-fffac99b234c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:27.584516 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d2725619-b6c5-427a-a91f-2214db83b7c1 req-0785214c-26f5-4d52-ade4-fffac99b234c service neutron] 10.222.0.81 "GET /v2.0/networks?id=77d45825-2d57-40f6-8cad-ccc438a77afd HTTP/1.1" status: 200 len: 912 time: 0.2123652 Feb 04 16:05:27.756141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770a302-f18a-443d-938f-50daeefb4796 None None] Pushing event updated for resources: {'Port': ['ID=9d4f42da-0120-47de-b7fd-d7df19ed2f39,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:27.781125 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d2725619-b6c5-427a-a91f-2214db83b7c1 req-251ba609-03d0-4e12-b223-19d652cdb3a8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e1f6fba-1592-4fda-9645-bdf71f08394e HTTP/1.1" status: 200 len: 1002 time: 0.1883523 Feb 04 16:05:27.805940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] Set router 93c21225-678b-48cf-9d81-5a32ee3f789b gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:27.931354 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5bef080b-e78a-4d05-b7a1-81e1ce4dfc71 req-42be175b-ceab-4036-8c3f-d8b377c6b191 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3197124 Feb 04 16:05:27.968038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c21225-678b-48cf-9d81-5a32ee3f789b', 'name': '', 'tenant_id': '62b7bdaf2be3442d81b474dc5bce4956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:23Z', 'updated_at': '2022-02-04T16:05:26Z', 'revision_number': 4, 'project_id': '62b7bdaf2be3442d81b474dc5bce4956', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:27.973616 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4e8cae-2164-435f-a5be-dc02313e67c1 None None] The sync data for ids ['93c21225-678b-48cf-9d81-5a32ee3f789b'] in n-d-827872-1 is: [{'id': '93c21225-678b-48cf-9d81-5a32ee3f789b', 'name': '', 'tenant_id': '62b7bdaf2be3442d81b474dc5bce4956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:23Z', 'updated_at': '2022-02-04T16:05:26Z', 'revision_number': 4, 'project_id': '62b7bdaf2be3442d81b474dc5bce4956', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:05:27.980500 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587374c9-c527-4fed-ab94-8511d225f532 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:05:28.140051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Deleting port 9d4f42da-0120-47de-b7fd-d7df19ed2f39 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:28.141543 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.226403 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5bef080b-e78a-4d05-b7a1-81e1ce4dfc71 req-78ed99fe-de06-417b-873b-514f241d2d39 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 1097 time: 0.1495605 Feb 04 16:05:28.256928 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2725619-b6c5-427a-a91f-2214db83b7c1 req-2a29c136-fa70-4eaf-b0f4-78a6393e9d29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:28.261473 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d2725619-b6c5-427a-a91f-2214db83b7c1 req-2a29c136-fa70-4eaf-b0f4-78a6393e9d29 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17436835-6de0-40b7-9709-512c1f6abbea HTTP/1.1" status: 200 len: 850 time: 0.4726779 Feb 04 16:05:28.486252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] For port 9d4f42da-0120-47de-b7fd-d7df19ed2f39, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9d4f42da-0120-47de-b7fd-d7df19ed2f39,segment=NetworkSegment(5b1a6c14-019a-4668-86cd-1db838566353),segment_id=5b1a6c14-019a-4668-86cd-1db838566353)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:28.487586 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.547255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef080b-e78a-4d05-b7a1-81e1ce4dfc71 req-e3464c04-57da-4eca-bf05-93c25d566474 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:28.549083 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5bef080b-e78a-4d05-b7a1-81e1ce4dfc71 req-e3464c04-57da-4eca-bf05-93c25d566474 service neutron] 10.222.0.73 "GET /v2.0/networks?id=97b01a47-5989-40d6-845d-397228b6b38d HTTP/1.1" status: 200 len: 897 time: 0.1886692 Feb 04 16:05:28.562862 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d2725619-b6c5-427a-a91f-2214db83b7c1 req-6073df08-5572-4b6b-82dd-f2ee8fb05f9b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77d45825-2d57-40f6-8cad-ccc438a77afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2326829 Feb 04 16:05:28.644735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587374c9-c527-4fed-ab94-8511d225f532 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:05:28.652726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Calling delete_port for 9d4f42da-0120-47de-b7fd-d7df19ed2f39 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:28.658183 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1af36a8-b038-4310-95cb-16f62c47612d None None] Sync routers for ids ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:05:28.665412 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5bef080b-e78a-4d05-b7a1-81e1ce4dfc71 req-6a8b0581-cdc5-4d9f-a49c-ebbe252a9e1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e HTTP/1.1" status: 200 len: 217 time: 0.1066582 Feb 04 16:05:28.671670 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1af36a8-b038-4310-95cb-16f62c47612d None None] Routers {'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:28.672389 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a1af36a8-b038-4310-95cb-16f62c47612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:28.774325 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-587374c9-c527-4fed-ab94-8511d225f532 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.848315 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d2725619-b6c5-427a-a91f-2214db83b7c1 req-65f61da9-371f-43a0-94b9-367e0ba88a56 service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242904 Feb 04 16:05:28.876563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef080b-e78a-4d05-b7a1-81e1ce4dfc71 req-fb61ec53-5c03-4c5f-a316-a89017df0204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:28.879374 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5bef080b-e78a-4d05-b7a1-81e1ce4dfc71 req-fb61ec53-5c03-4c5f-a316-a89017df0204 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4e97948-40b1-4f8d-a5f6-1fcd30febe04 HTTP/1.1" status: 200 len: 835 time: 0.2064090 Feb 04 16:05:29.011024 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-a1af36a8-b038-4310-95cb-16f62c47612d None None] Set router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:29.060819 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-587374c9-c527-4fed-ab94-8511d225f532 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/floatingips/6ca43f49-e7aa-476c-ba38-6393c7242783 HTTP/1.1" status: 204 len: 168 time: 3.4061601 Feb 04 16:05:29.079326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:29.146098 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5bef080b-e78a-4d05-b7a1-81e1ce4dfc71 req-45403b4b-a17c-4017-80c5-5945040d9fc1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97b01a47-5989-40d6-845d-397228b6b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581945 Feb 04 16:05:29.288377 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d2725619-b6c5-427a-a91f-2214db83b7c1 req-3842b00f-381d-4a3c-9ae5-4d240136372f service neutron] 10.222.0.81 "GET /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327722 Feb 04 16:05:29.305559 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:29.320276 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'status': 'completed', 'code': 200} Feb 04 16:05:29.572740 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5bef080b-e78a-4d05-b7a1-81e1ce4dfc71 req-29bf30c1-1707-4ac3-b746-8fa3fc9425a1 service neutron] 10.222.0.73 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199817 Feb 04 16:05:29.586879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d4f42da-0120-47de-b7fd-d7df19ed2f39,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:29.635903 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a1af36a8-b038-4310-95cb-16f62c47612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:44Z', 'updated_at': '2022-02-04T16:02:05Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:46Z', 'updated_at': '2022-02-04T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '8276fb8f-188f-4797-9f3c-4434d366b628', 'name': '', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:a6:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:02:01Z', 'updated_at': '2022-02-04T16:02:17Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:29.657843 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1af36a8-b038-4310-95cb-16f62c47612d None None] Checking router: c80f8f0c-a17e-4caf-bf89-bcc2253aef5d for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:05:29.661939 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:29.683503 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1af36a8-b038-4310-95cb-16f62c47612d None None] Routers {'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:29.684389 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a1af36a8-b038-4310-95cb-16f62c47612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:29.862515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcc6fd-a3d0-40d3-bec3-d25057899eb4 req-9b220217-7e30-44d0-8efd-3bfc943b9451 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:29.863505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-eedcc6fd-a3d0-40d3-bec3-d25057899eb4 req-9b220217-7e30-44d0-8efd-3bfc943b9451 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:29.886235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5bef080b-e78a-4d05-b7a1-81e1ce4dfc71 req-ab7ff8f5-1dbc-4be1-a097-0d3205f1132a service neutron] 10.222.0.73 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074772 Feb 04 16:05:29.888252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-eedcc6fd-a3d0-40d3-bec3-d25057899eb4 req-9b220217-7e30-44d0-8efd-3bfc943b9451 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:29.905116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eedcc6fd-a3d0-40d3-bec3-d25057899eb4 req-9b220217-7e30-44d0-8efd-3bfc943b9451 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.2941778 Feb 04 16:05:30.086098 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-a1af36a8-b038-4310-95cb-16f62c47612d None None] Set router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:30.099839 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eedcc6fd-a3d0-40d3-bec3-d25057899eb4 req-14b29705-7c6b-4110-846e-6655e76a91bc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908216 Feb 04 16:05:30.158638 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7aad6dd-161a-4fc9-85ee-fe5d5105fb5f req-e0498111-2df3-42e6-914f-015688715c96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 1097 time: 0.1894736 Feb 04 16:05:30.317291 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.330735 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.393942 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.394548 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93c21225-678b-48cf-9d81-5a32ee3f789b {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:05:30.421863 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.423003 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0de8e625-cee1-4e98-b2e2-25f872c31002 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "DELETE /v2.0/routers/93c21225-678b-48cf-9d81-5a32ee3f789b HTTP/1.1" status: 204 len: 168 time: 4.7093160 Feb 04 16:05:30.426010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40326) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:30.477390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aad6dd-161a-4fc9-85ee-fe5d5105fb5f req-9b7c0d44-a3a0-4349-b039-df5627d4b548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:30.483070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7aad6dd-161a-4fc9-85ee-fe5d5105fb5f req-9b7c0d44-a3a0-4349-b039-df5627d4b548 service neutron] 10.222.0.73 "GET /v2.0/networks?id=97b01a47-5989-40d6-845d-397228b6b38d HTTP/1.1" status: 200 len: 897 time: 0.3174763 Feb 04 16:05:30.543649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16bc7d1-6f8c-492f-a374-3202c365de54 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Deleting subnet 5e96c4a2-358f-4e43-bf68-0a30e54f403d {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:05:30.547040 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c16bc7d1-6f8c-492f-a374-3202c365de54 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.611702 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c16bc7d1-6f8c-492f-a374-3202c365de54 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.642225 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7aad6dd-161a-4fc9-85ee-fe5d5105fb5f req-914dea36-4a95-43ba-9cb1-e16481d49d5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e HTTP/1.1" status: 200 len: 217 time: 0.1538410 Feb 04 16:05:30.700734 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a1af36a8-b038-4310-95cb-16f62c47612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:44Z', 'updated_at': '2022-02-04T16:02:05Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:46Z', 'updated_at': '2022-02-04T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '8276fb8f-188f-4797-9f3c-4434d366b628', 'name': '', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:a6:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:02:01Z', 'updated_at': '2022-02-04T16:02:17Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:30.705067 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1af36a8-b038-4310-95cb-16f62c47612d None None] The sync data for ids ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'] in n-d-827872-1 is: [{'id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:44Z', 'updated_at': '2022-02-04T16:02:05Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:46Z', 'updated_at': '2022-02-04T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '8276fb8f-188f-4797-9f3c-4434d366b628', 'name': '', 'network_id': '97b01a47-5989-40d6-845d-397228b6b38d', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:a6:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:02:01Z', 'updated_at': '2022-02-04T16:02:17Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': 'd4e97948-40b1-4f8d-a5f6-1fcd30febe04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:05:30.714786 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c16bc7d1-6f8c-492f-a374-3202c365de54 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.856841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c16bc7d1-6f8c-492f-a374-3202c365de54 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.884351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aad6dd-161a-4fc9-85ee-fe5d5105fb5f req-33aaf495-e1c7-48ac-b7fc-74f61ac2d64b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:30.887430 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7aad6dd-161a-4fc9-85ee-fe5d5105fb5f req-33aaf495-e1c7-48ac-b7fc-74f61ac2d64b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4e97948-40b1-4f8d-a5f6-1fcd30febe04 HTTP/1.1" status: 200 len: 835 time: 0.2352893 Feb 04 16:05:30.960753 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bc7d1-6f8c-492f-a374-3202c365de54 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5e96c4a2-358f-4e43-bf68-0a30e54f403d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:30.984012 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c16bc7d1-6f8c-492f-a374-3202c365de54 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.997275 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c16bc7d1-6f8c-492f-a374-3202c365de54 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/5e96c4a2-358f-4e43-bf68-0a30e54f403d HTTP/1.1" status: 204 len: 168 time: 0.5632691 Feb 04 16:05:30.997800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40340) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:31.102161 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7aad6dd-161a-4fc9-85ee-fe5d5105fb5f req-78b2fa64-45dd-47b3-a967-6d69f3c00fc8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97b01a47-5989-40d6-845d-397228b6b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056441 Feb 04 16:05:31.160715 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7065399b-246c-494f-b80a-2b9a32249702 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:31.185228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e6d2b-72a7-444e-a74f-41b552db3a65 None None] New status for floating IP 6ca43f49-e7aa-476c-ba38-6393c7242783: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:05:31.292476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27d528-29ec-4561-a4a0-0dc3bd846414 req-0ead42e8-ed1b-418c-b07d-5e0acb7210ba tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:31.294653 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a27d528-29ec-4561-a4a0-0dc3bd846414 req-0ead42e8-ed1b-418c-b07d-5e0acb7210ba tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.73 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.3122163 Feb 04 16:05:31.402560 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7065399b-246c-494f-b80a-2b9a32249702 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:31.462917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7065399b-246c-494f-b80a-2b9a32249702 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44b215f-f7a5-4359-87c8-efb8db336a5a']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:31.480017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7065399b-246c-494f-b80a-2b9a32249702 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1a6c14-019a-4668-86cd-1db838566353') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:31.480578 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7065399b-246c-494f-b80a-2b9a32249702 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1a6c14-019a-4668-86cd-1db838566353') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:31.489130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-3a27d528-29ec-4561-a4a0-0dc3bd846414 req-7faba067-2036-4fea-9aa5-1307c61619d3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port 147feb10-a8b1-4cc9-b753-42ac61e2a53e {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:31.489586 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3a27d528-29ec-4561-a4a0-0dc3bd846414 req-7faba067-2036-4fea-9aa5-1307c61619d3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:31.495556 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7065399b-246c-494f-b80a-2b9a32249702 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:31.514127 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7065399b-246c-494f-b80a-2b9a32249702 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:31.521029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7065399b-246c-494f-b80a-2b9a32249702 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:05:31.521622 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7065399b-246c-494f-b80a-2b9a32249702 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:31.590074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7aad6dd-161a-4fc9-85ee-fe5d5105fb5f req-38b0e6b0-c7c0-4601-a543-a1e77ae5f8ef service neutron] 10.222.0.73 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818027 Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:05:31.600548 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:05:31.645669 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7065399b-246c-494f-b80a-2b9a32249702 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:31.665063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7065399b-246c-494f-b80a-2b9a32249702 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d44b215f-f7a5-4359-87c8-efb8db336a5a {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 16:05:31.669414 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7065399b-246c-494f-b80a-2b9a32249702 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:31.675662 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7065399b-246c-494f-b80a-2b9a32249702 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "DELETE /v2.0/networks/d44b215f-f7a5-4359-87c8-efb8db336a5a HTTP/1.1" status: 204 len: 168 time: 0.6769042 Feb 04 16:05:31.714056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065399b-246c-494f-b80a-2b9a32249702 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Pushing event deleted for resources: {'Network': ['ID=d44b215f-f7a5-4359-87c8-efb8db336a5a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:31.746962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f60f00-62f4-4e32-a74a-ebe9424612d5 req-0915aab7-a85f-48d4-b026-45ee0f59e9bf tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:31.748581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95f60f00-62f4-4e32-a74a-ebe9424612d5 req-0915aab7-a85f-48d4-b026-45ee0f59e9bf tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 946 time: 0.3856986 Feb 04 16:05:32.142095 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95f60f00-62f4-4e32-a74a-ebe9424612d5 req-dc8e5773-b6aa-4838-b70b-c1aeca56e531 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=834047c2-e56f-49e4-9e40-ff4cbc3cc934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955592 Feb 04 16:05:32.195956 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7aad6dd-161a-4fc9-85ee-fe5d5105fb5f req-e32ceccf-35c0-414c-9a24-f847daefc8e1 service neutron] 10.222.0.73 "GET /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288208 Feb 04 16:05:32.205906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-3a27d528-29ec-4561-a4a0-0dc3bd846414 req-7faba067-2036-4fea-9aa5-1307c61619d3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] For port 147feb10-a8b1-4cc9-b753-42ac61e2a53e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=147feb10-a8b1-4cc9-b753-42ac61e2a53e,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:32.206245 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3a27d528-29ec-4561-a4a0-0dc3bd846414 req-7faba067-2036-4fea-9aa5-1307c61619d3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:32.305598 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40384) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:32.311109 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-59fcac19-95c8-4cf8-a541-0d3ee78ad46f tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Request body: {'router': {'name': 'tempest-router--983318586', 'project_id': '6f6f9abb4ef546e0ab9508a9fe507546'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:32.317092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-59fcac19-95c8-4cf8-a541-0d3ee78ad46f tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:32.321865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-59fcac19-95c8-4cf8-a541-0d3ee78ad46f tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Usage tracker for resource:router and tenant:6f6f9abb4ef546e0ab9508a9fe507546 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:32.325313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-59fcac19-95c8-4cf8-a541-0d3ee78ad46f tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:32.331253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-59fcac19-95c8-4cf8-a541-0d3ee78ad46f tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:32.346844 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-59fcac19-95c8-4cf8-a541-0d3ee78ad46f tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:32.348216 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-59fcac19-95c8-4cf8-a541-0d3ee78ad46f tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:32.366435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-3a27d528-29ec-4561-a4a0-0dc3bd846414 req-7faba067-2036-4fea-9aa5-1307c61619d3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for 147feb10-a8b1-4cc9-b753-42ac61e2a53e owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:32.372205 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-59fcac19-95c8-4cf8-a541-0d3ee78ad46f tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:32.392308 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-59fcac19-95c8-4cf8-a541-0d3ee78ad46f tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:32.427484 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-59fcac19-95c8-4cf8-a541-0d3ee78ad46f tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:32.431555 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-59fcac19-95c8-4cf8-a541-0d3ee78ad46f tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1218338 Feb 04 16:05:32.433720 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40392) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:32.564484 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3a27d528-29ec-4561-a4a0-0dc3bd846414 req-7faba067-2036-4fea-9aa5-1307c61619d3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:32.638618 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a7703ed-7c4f-434d-9136-b60cf2c88a08 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:32.670544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faba067-2036-4fea-9aa5-1307c61619d3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=147feb10-a8b1-4cc9-b753-42ac61e2a53e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:32.726512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a27d528-29ec-4561-a4a0-0dc3bd846414 req-7faba067-2036-4fea-9aa5-1307c61619d3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] No DVR routers for this DVR port 147feb10-a8b1-4cc9-b753-42ac61e2a53e on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:05:32.730388 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3a27d528-29ec-4561-a4a0-0dc3bd846414 req-7faba067-2036-4fea-9aa5-1307c61619d3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:32.734191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'name': 'network-vif-deleted', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:32.751422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a27d528-29ec-4561-a4a0-0dc3bd846414 req-7faba067-2036-4fea-9aa5-1307c61619d3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.73 "DELETE /v2.0/ports/147feb10-a8b1-4cc9-b753-42ac61e2a53e HTTP/1.1" status: 204 len: 173 time: 1.4508746 Feb 04 16:05:32.859036 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3', 'name': 'network-vif-deleted', 'tag': '147feb10-a8b1-4cc9-b753-42ac61e2a53e', 'status': 'completed', 'code': 200} Feb 04 16:05:33.263523 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a7703ed-7c4f-434d-9136-b60cf2c88a08 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:33.277275 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a7703ed-7c4f-434d-9136-b60cf2c88a08 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:33.333458 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a7703ed-7c4f-434d-9136-b60cf2c88a08 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:33.333458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7703ed-7c4f-434d-9136-b60cf2c88a08 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81dbfd98-a7ed-4c41-928a-52d174d8dfa7 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:05:33.358545 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3a7703ed-7c4f-434d-9136-b60cf2c88a08 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:33.358545 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3a7703ed-7c4f-434d-9136-b60cf2c88a08 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "DELETE /v2.0/routers/81dbfd98-a7ed-4c41-928a-52d174d8dfa7 HTTP/1.1" status: 204 len: 168 time: 0.9160953 Feb 04 16:05:33.489131 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3226a05f-26dd-4ea6-9a85-e30318432850 req-bf917c1e-59dc-4144-a0f1-6037ea0d783c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:33.522407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3226a05f-26dd-4ea6-9a85-e30318432850 req-bf917c1e-59dc-4144-a0f1-6037ea0d783c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:33.524863 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3226a05f-26dd-4ea6-9a85-e30318432850 req-bf917c1e-59dc-4144-a0f1-6037ea0d783c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=484e1bda-8bdb-4ba9-8da9-ac1ebdaae5b3 HTTP/1.1" status: 200 len: 210 time: 0.1218040 Feb 04 16:05:33.562892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40426) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:33.887315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1672735472', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:33.894633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:33.898637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Usage tracker for resource:router and tenant:a59178bef22242c6a3dd955f513fcb83 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:33.901773 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:33.908163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:33.922547 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:33.923884 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:33.955546 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:34.072720 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 147feb10-a8b1-4cc9-b753-42ac61e2a53e no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:34.127690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 147feb10-a8b1-4cc9-b753-42ac61e2a53e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:05:34.128037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 147feb10-a8b1-4cc9-b753-42ac61e2a53e not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:34.161210 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:34.351350 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:34.435559 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:34.581668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Allocated IP 172.25.0.37 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/1cf17fe4-a1f3-422d-9717-06eeaf73ea38) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:34.672050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40470) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:34.765372 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:34.812055 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:34.888622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:34.891660 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:34.895133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:35.006837 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Pushing event updated for resources: {'Port': ['ID=1cf17fe4-a1f3-422d-9717-06eeaf73ea38,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:35.163874 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:35.164648 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:35.371944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48083434-c02e-4e69-9132-ce2ca9c8fb44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:35.534012 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Router bc245b36-3c3b-42a8-ab90-7fd124aee423 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:05:35.827914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:05:35.838872 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa1830c-e23a-4e0b-9d69-bc31ef4502bf None None] Sync routers for ids ['bc245b36-3c3b-42a8-ab90-7fd124aee423'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:05:35.861654 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa1830c-e23a-4e0b-9d69-bc31ef4502bf None None] Routers {'bc245b36-3c3b-42a8-ab90-7fd124aee423'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:35.862566 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-afa1830c-e23a-4e0b-9d69-bc31ef4502bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['bc245b36-3c3b-42a8-ab90-7fd124aee423'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:35.906903 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:35.908464 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d05c79ac-d9e1-48c7-bd3e-55a0b499df88 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3444676 Feb 04 16:05:35.911099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40500) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:36.055257 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-afa1830c-e23a-4e0b-9d69-bc31ef4502bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:36.079746 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa1830c-e23a-4e0b-9d69-bc31ef4502bf None None] Routers {'bc245b36-3c3b-42a8-ab90-7fd124aee423'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:36.080511 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-afa1830c-e23a-4e0b-9d69-bc31ef4502bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['bc245b36-3c3b-42a8-ab90-7fd124aee423'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:36.213341 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-48083434-c02e-4e69-9132-ce2ca9c8fb44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port 8276fb8f-188f-4797-9f3c-4434d366b628 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:36.214391 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48083434-c02e-4e69-9132-ce2ca9c8fb44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:36.228780 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-afa1830c-e23a-4e0b-9d69-bc31ef4502bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:36.229179 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa1830c-e23a-4e0b-9d69-bc31ef4502bf None None] The sync data for ids ['bc245b36-3c3b-42a8-ab90-7fd124aee423'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:05:36.478359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-48083434-c02e-4e69-9132-ce2ca9c8fb44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] For port 8276fb8f-188f-4797-9f3c-4434d366b628, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=8276fb8f-188f-4797-9f3c-4434d366b628,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:36.478792 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48083434-c02e-4e69-9132-ce2ca9c8fb44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:36.496892 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a49bfc54-cc93-49e2-9ff5-66d856421c7c tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/routers/bc245b36-3c3b-42a8-ab90-7fd124aee423 HTTP/1.1" status: 200 len: 924 time: 0.5844610 Feb 04 16:05:36.499794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40518) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:36.551096 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-788efe43-6ad8-4d44-9578-18c0aea82832 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc245b36-3c3b-42a8-ab90-7fd124aee423 HTTP/1.1" status: 200 len: 205 time: 0.0501451 Feb 04 16:05:36.551739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40522) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:36.566579 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-49fe74da-7e10-4608-b1c0-a815f234b3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:36.644506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-48083434-c02e-4e69-9132-ce2ca9c8fb44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for 8276fb8f-188f-4797-9f3c-4434d366b628 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:36.837958 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bd38fea-32c4-4d99-a963-5a733c4a17e5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:36.855586 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48083434-c02e-4e69-9132-ce2ca9c8fb44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:36.965326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48083434-c02e-4e69-9132-ce2ca9c8fb44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=8276fb8f-188f-4797-9f3c-4434d366b628,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:37.209250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bd38fea-32c4-4d99-a963-5a733c4a17e5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:37.220630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2bd38fea-32c4-4d99-a963-5a733c4a17e5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Deleting port 1cf17fe4-a1f3-422d-9717-06eeaf73ea38 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:37.221067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bd38fea-32c4-4d99-a963-5a733c4a17e5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:37.424813 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48083434-c02e-4e69-9132-ce2ca9c8fb44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:37.435601 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bd38fea-32c4-4d99-a963-5a733c4a17e5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:37.583927 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2bd38fea-32c4-4d99-a963-5a733c4a17e5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Calling delete_port for 1cf17fe4-a1f3-422d-9717-06eeaf73ea38 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:37.800790 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bd38fea-32c4-4d99-a963-5a733c4a17e5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:37.907541 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd38fea-32c4-4d99-a963-5a733c4a17e5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Pushing event deleted for resources: {'Port': ['ID=1cf17fe4-a1f3-422d-9717-06eeaf73ea38,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:38.141821 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bd38fea-32c4-4d99-a963-5a733c4a17e5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:38.281424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48083434-c02e-4e69-9132-ce2ca9c8fb44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:05:38.560318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48083434-c02e-4e69-9132-ce2ca9c8fb44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:05:38.573611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8baff-cb17-46c1-8fa3-35397bb7a45b None None] Sync routers for ids ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:05:38.574296 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bd38fea-32c4-4d99-a963-5a733c4a17e5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:38.578231 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-48083434-c02e-4e69-9132-ce2ca9c8fb44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "PUT /v2.0/routers/c80f8f0c-a17e-4caf-bf89-bcc2253aef5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9051085 Feb 04 16:05:38.579325 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bd38fea-32c4-4d99-a963-5a733c4a17e5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:38.580969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40568) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:38.598036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8baff-cb17-46c1-8fa3-35397bb7a45b None None] Routers {'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:38.605067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-dfc8baff-cb17-46c1-8fa3-35397bb7a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:38.640445 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bd38fea-32c4-4d99-a963-5a733c4a17e5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:38.642012 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd38fea-32c4-4d99-a963-5a733c4a17e5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Fanout notify agent at l3_agent the message router_deleted on router bc245b36-3c3b-42a8-ab90-7fd124aee423 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:05:38.676894 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bd38fea-32c4-4d99-a963-5a733c4a17e5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:38.679223 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2bd38fea-32c4-4d99-a963-5a733c4a17e5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "DELETE /v2.0/routers/bc245b36-3c3b-42a8-ab90-7fd124aee423 HTTP/1.1" status: 204 len: 168 time: 2.1266222 Feb 04 16:05:38.682804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40572) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:38.689185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Request body: {'router': {'name': 'tempest-snat-router-269462490', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'enable_snat': False}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:38.696325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:38.700714 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Usage tracker for resource:router and tenant:62b7bdaf2be3442d81b474dc5bce4956 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:38.704882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:38.712110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:38.727198 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:38.728646 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:38.754559 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:38.896693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-14640443-cfd5-414b-ab88-7b0c0943e460 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting subnet d4e97948-40b1-4f8d-a5f6-1fcd30febe04 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:05:38.900414 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14640443-cfd5-414b-ab88-7b0c0943e460 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:38.985164 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-dfc8baff-cb17-46c1-8fa3-35397bb7a45b None None] Set router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:39.014426 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.086758 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-07e2d216-f13d-4834-93e0-1d5b9bb29b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.113022 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14640443-cfd5-414b-ab88-7b0c0943e460 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.218538 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14640443-cfd5-414b-ab88-7b0c0943e460 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.311454 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14640443-cfd5-414b-ab88-7b0c0943e460 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.360636 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14640443-cfd5-414b-ab88-7b0c0943e460 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e97948-40b1-4f8d-a5f6-1fcd30febe04,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:39.369693 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14640443-cfd5-414b-ab88-7b0c0943e460 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.376543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-14640443-cfd5-414b-ab88-7b0c0943e460 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/subnets/d4e97948-40b1-4f8d-a5f6-1fcd30febe04 HTTP/1.1" status: 204 len: 168 time: 0.7944448 Feb 04 16:05:39.379078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40586) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:39.380340 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c713c3-a8aa-4e75-939a-4c650f0bfa3d None None] Network 97b01a47-5989-40d6-845d-397228b6b38d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:05:39.386809 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.458149 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.642671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-dfc8baff-cb17-46c1-8fa3-35397bb7a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:44Z', 'updated_at': '2022-02-04T16:05:36Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:46Z', 'updated_at': '2022-02-04T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:39.660460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Allocated IP 172.25.0.46 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/af151059-ee6d-4ee4-bdd0-8aeefde39c27) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:39.714717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8baff-cb17-46c1-8fa3-35397bb7a45b None None] Checking router: c80f8f0c-a17e-4caf-bf89-bcc2253aef5d for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:05:39.740763 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8baff-cb17-46c1-8fa3-35397bb7a45b None None] Routers {'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:39.741597 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-dfc8baff-cb17-46c1-8fa3-35397bb7a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:39.783140 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.920001 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.956491 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.035043 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.046743 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port e226fa6b-b54e-4b51-8f8b-b443a0ea70a3 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:40.048110 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.103548 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:40.107815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:40.111058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:40.154901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-dfc8baff-cb17-46c1-8fa3-35397bb7a45b None None] Set router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:40.252268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Pushing event updated for resources: {'Port': ['ID=af151059-ee6d-4ee4-bdd0-8aeefde39c27,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:40.284818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] For port e226fa6b-b54e-4b51-8f8b-b443a0ea70a3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e226fa6b-b54e-4b51-8f8b-b443a0ea70a3,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:40.285450 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.390321 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.391812 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.489027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for e226fa6b-b54e-4b51-8f8b-b443a0ea70a3 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:40.490522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a960af0-065b-4843-943c-9823c46bdd75 None None] DHCP port deletion for 97b01a47-5989-40d6-845d-397228b6b38d request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:05:40.521853 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5a960af0-065b-4843-943c-9823c46bdd75 None None] Deleting port 735af3dc-ebe2-4135-b493-16a7f828de84 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:40.522386 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5a960af0-065b-4843-943c-9823c46bdd75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.627486 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.638186 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.713384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Router b1b5ee73-7179-4675-a5d8-d78ce0e6cb68 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:05:40.770156 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.817193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=e226fa6b-b54e-4b51-8f8b-b443a0ea70a3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:40.841623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5a960af0-065b-4843-943c-9823c46bdd75 None None] For port 735af3dc-ebe2-4135-b493-16a7f828de84, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=735af3dc-ebe2-4135-b493-16a7f828de84,segment=NetworkSegment(f4531566-53c9-4291-b52f-13a7f587ec21),segment_id=f4531566-53c9-4291-b52f-13a7f587ec21)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:40.842143 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5a960af0-065b-4843-943c-9823c46bdd75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.028478 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-dfc8baff-cb17-46c1-8fa3-35397bb7a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:44Z', 'updated_at': '2022-02-04T16:05:36Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:46Z', 'updated_at': '2022-02-04T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:41.133490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5a960af0-065b-4843-943c-9823c46bdd75 None None] Calling delete_port for 735af3dc-ebe2-4135-b493-16a7f828de84 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:41.160054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8baff-cb17-46c1-8fa3-35397bb7a45b None None] The sync data for ids ['c80f8f0c-a17e-4caf-bf89-bcc2253aef5d'] in n-d-827872-1 is: [{'id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283319014', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:44Z', 'updated_at': '2022-02-04T16:05:36Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'e226fa6b-b54e-4b51-8f8b-b443a0ea70a3', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80f8f0c-a17e-4caf-bf89-bcc2253aef5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:46Z', 'updated_at': '2022-02-04T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:05:41.185098 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.232666 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5a960af0-065b-4843-943c-9823c46bdd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.308581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a960af0-065b-4843-943c-9823c46bdd75 None None] Pushing event deleted for resources: {'Port': ['ID=735af3dc-ebe2-4135-b493-16a7f828de84,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:41.315453 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a960af0-065b-4843-943c-9823c46bdd75 None None] No DVR routers for this DVR port 735af3dc-ebe2-4135-b493-16a7f828de84 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:05:41.352374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:05:41.352966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 735af3dc-ebe2-4135-b493-16a7f828de84 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:41.374226 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Sync routers for ids ['b1b5ee73-7179-4675-a5d8-d78ce0e6cb68'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:05:41.393720 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.395158 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4a276fb7-7e46-4470-8287-66cd5d261067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7104104 Feb 04 16:05:41.401998 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40618) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:41.404472 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Routers {'b1b5ee73-7179-4675-a5d8-d78ce0e6cb68'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:41.405103 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b1b5ee73-7179-4675-a5d8-d78ce0e6cb68'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:41.444646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 735af3dc-ebe2-4135-b493-16a7f828de84 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:05:41.445205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 735af3dc-ebe2-4135-b493-16a7f828de84 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:41.492636 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.697572 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.763399 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-654f1383-ad8e-43ed-bca4-a94c659f5067 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/routers/b1b5ee73-7179-4675-a5d8-d78ce0e6cb68 HTTP/1.1" status: 200 len: 907 time: 0.3602488 Feb 04 16:05:41.767417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40630) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:41.779279 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Set router b1b5ee73-7179-4675-a5d8-d78ce0e6cb68 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:41.787444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Request body: {'router': {'name': 'tempest-snat-router-269462490', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'enable_snat': True}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:41.795369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:41.799984 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Usage tracker for resource:router and tenant:62b7bdaf2be3442d81b474dc5bce4956 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:41.803835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:41.812315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:41.829574 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.831816 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.833372 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.839590 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.864501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.875587 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.876509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Fanout notify agent at l3_agent the message router_deleted on router c80f8f0c-a17e-4caf-bf89-bcc2253aef5d {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:05:41.895415 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.899684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-40ae7e16-857a-44c9-ab91-dc64fb60ba04 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/routers/c80f8f0c-a17e-4caf-bf89-bcc2253aef5d HTTP/1.1" status: 204 len: 168 time: 2.5163848 Feb 04 16:05:41.903705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40634) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:42.141767 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.149930 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-77dd58d2-a2b1-4285-8093-5feec56fc325 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.364256 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b5ee73-7179-4675-a5d8-d78ce0e6cb68', 'name': 'tempest-snat-router-269462490', 'tenant_id': '62b7bdaf2be3442d81b474dc5bce4956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.46'}], 'enable_snat': False}, 'gw_port_id': 'af151059-ee6d-4ee4-bdd0-8aeefde39c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:38Z', 'updated_at': '2022-02-04T16:05:40Z', 'revision_number': 3, 'project_id': '62b7bdaf2be3442d81b474dc5bce4956', 'gw_port': {'id': 'af151059-ee6d-4ee4-bdd0-8aeefde39c27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:88:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b5ee73-7179-4675-a5d8-d78ce0e6cb68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:39Z', 'updated_at': '2022-02-04T16:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:42.364256 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Checking router: b1b5ee73-7179-4675-a5d8-d78ce0e6cb68 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:05:42.364256 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Updating router b1b5ee73-7179-4675-a5d8-d78ce0e6cb68 port af151059-ee6d-4ee4-bdd0-8aeefde39c27 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:05:42.392480 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-77dd58d2-a2b1-4285-8093-5feec56fc325 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.453200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-77dd58d2-a2b1-4285-8093-5feec56fc325 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b01a47-5989-40d6-845d-397228b6b38d']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:42.468770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-77dd58d2-a2b1-4285-8093-5feec56fc325 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4531566-53c9-4291-b52f-13a7f587ec21') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:42.469268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-77dd58d2-a2b1-4285-8093-5feec56fc325 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4531566-53c9-4291-b52f-13a7f587ec21') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:42.498414 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-77dd58d2-a2b1-4285-8093-5feec56fc325 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.506737 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.512839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.531918 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-77dd58d2-a2b1-4285-8093-5feec56fc325 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.538868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77dd58d2-a2b1-4285-8093-5feec56fc325 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:05:42.540157 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-77dd58d2-a2b1-4285-8093-5feec56fc325 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.550472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:05:42.555701 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:05:42.676486 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-77dd58d2-a2b1-4285-8093-5feec56fc325 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.703874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-77dd58d2-a2b1-4285-8093-5feec56fc325 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.713871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd58d2-a2b1-4285-8093-5feec56fc325 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Network': ['ID=97b01a47-5989-40d6-845d-397228b6b38d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:42.729860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-77dd58d2-a2b1-4285-8093-5feec56fc325 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/networks/97b01a47-5989-40d6-845d-397228b6b38d HTTP/1.1" status: 204 len: 168 time: 0.8248546 Feb 04 16:05:42.734838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40652) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:42.750798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Allocated IP 172.25.0.49 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/6a229c64-555d-4998-9663-1672808bfe5a) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:42.813762 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b85932c6-2f47-4520-a9d3-187b1a527344 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.844872 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b85932c6-2f47-4520-a9d3-187b1a527344 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.927584 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.948379 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b85932c6-2f47-4520-a9d3-187b1a527344 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.982885 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85932c6-2f47-4520-a9d3-187b1a527344 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=834047c2-e56f-49e4-9e40-ff4cbc3cc934,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:42.998818 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b85932c6-2f47-4520-a9d3-187b1a527344 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.000283 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b85932c6-2f47-4520-a9d3-187b1a527344 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/security-groups/834047c2-e56f-49e4-9e40-ff4cbc3cc934 HTTP/1.1" status: 204 len: 168 time: 0.2636778 Feb 04 16:05:43.011955 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.126332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e226fa6b-b54e-4b51-8f8b-b443a0ea70a3 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:43.167884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Pushing event updated for resources: {'Port': ['ID=6a229c64-555d-4998-9663-1672808bfe5a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:43.178081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: e226fa6b-b54e-4b51-8f8b-b443a0ea70a3 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:05:43.178430 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e226fa6b-b54e-4b51-8f8b-b443a0ea70a3 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:43.178852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8276fb8f-188f-4797-9f3c-4434d366b628 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:43.196445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:43.199306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:43.208258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:43.221271 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 8276fb8f-188f-4797-9f3c-4434d366b628 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:05:43.221747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8276fb8f-188f-4797-9f3c-4434d366b628 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:43.467912 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.470121 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.474031 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.505121 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Transition to ACTIVE for port object af151059-ee6d-4ee4-bdd0-8aeefde39c27 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:43.523257 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.702785 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Attempting to bind port af151059-ee6d-4ee4-bdd0-8aeefde39c27 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:43.702785 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Attempting to bind port af151059-ee6d-4ee4-bdd0-8aeefde39c27 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:43.702785 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Attempting to bind port af151059-ee6d-4ee4-bdd0-8aeefde39c27 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:43.702785 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cb04f-ec1c-4a2b-bfdc-3e8e256e9e01 None None] Pushing event updated for resources: {'Port': ['ID=af151059-ee6d-4ee4-bdd0-8aeefde39c27,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:43.718051 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:43.718424 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:43.718822 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.723209 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:43.730771 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Bound port: af151059-ee6d-4ee4-bdd0-8aeefde39c27, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:43.731028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40674) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:43.731310 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.737583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f3f6922f-2688-4474-b18f-a387bbbd2b43 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-784315861', 'description': 'tempest-secgroup-smoke-784315861 description', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:43.748755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f3f6922f-2688-4474-b18f-a387bbbd2b43 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:43.768026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f3f6922f-2688-4474-b18f-a387bbbd2b43 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:43.773698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f3f6922f-2688-4474-b18f-a387bbbd2b43 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:43.782026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f3f6922f-2688-4474-b18f-a387bbbd2b43 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:43.796590 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147cb04f-ec1c-4a2b-bfdc-3e8e256e9e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:43.796945 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147cb04f-ec1c-4a2b-bfdc-3e8e256e9e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:43.797281 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147cb04f-ec1c-4a2b-bfdc-3e8e256e9e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:43.797740 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147cb04f-ec1c-4a2b-bfdc-3e8e256e9e01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:43.798188 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147cb04f-ec1c-4a2b-bfdc-3e8e256e9e01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:43.799691 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147cb04f-ec1c-4a2b-bfdc-3e8e256e9e01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:43.800187 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147cb04f-ec1c-4a2b-bfdc-3e8e256e9e01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:43.800675 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147cb04f-ec1c-4a2b-bfdc-3e8e256e9e01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:43.801165 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147cb04f-ec1c-4a2b-bfdc-3e8e256e9e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:43.801637 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147cb04f-ec1c-4a2b-bfdc-3e8e256e9e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:43.802381 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147cb04f-ec1c-4a2b-bfdc-3e8e256e9e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:44.033405 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f3f6922f-2688-4474-b18f-a387bbbd2b43 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.044891 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] For port af151059-ee6d-4ee4-bdd0-8aeefde39c27, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:44.045673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f3f6922f-2688-4474-b18f-a387bbbd2b43 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:44.045953 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] For port af151059-ee6d-4ee4-bdd0-8aeefde39c27, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=af151059-ee6d-4ee4-bdd0-8aeefde39c27,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:44.046226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f3f6922f-2688-4474-b18f-a387bbbd2b43 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:44.046500 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.046779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f3f6922f-2688-4474-b18f-a387bbbd2b43 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:44.046779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f3f6922f-2688-4474-b18f-a387bbbd2b43 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:44.047193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Router de8bb6a6-6a61-48ad-9829-fda24d841c09 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:05:44.102654 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f3f6922f-2688-4474-b18f-a387bbbd2b43 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.108182 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f3f6922f-2688-4474-b18f-a387bbbd2b43 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.113984 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cb04f-ec1c-4a2b-bfdc-3e8e256e9e01 None None] Pushing event updated for resources: {'Port': ['ID=af151059-ee6d-4ee4-bdd0-8aeefde39c27,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:44.140886 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Routers {'b1b5ee73-7179-4675-a5d8-d78ce0e6cb68'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:44.141672 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b1b5ee73-7179-4675-a5d8-d78ce0e6cb68'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:44.203335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6922f-2688-4474-b18f-a387bbbd2b43 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df17e3e4-604f-4bea-a91d-06800c9d67c0,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:44.208870 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f3f6922f-2688-4474-b18f-a387bbbd2b43 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.208870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f3f6922f-2688-4474-b18f-a387bbbd2b43 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4764061 Feb 04 16:05:44.211900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40696) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:44.217449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-227abbc9-708e-422d-aced-8376cd4b7a89 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': 'df17e3e4-604f-4bea-a91d-06800c9d67c0', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:44.225725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-227abbc9-708e-422d-aced-8376cd4b7a89 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:44.237005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-227abbc9-708e-422d-aced-8376cd4b7a89 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:44.237005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-227abbc9-708e-422d-aced-8376cd4b7a89 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:44.253818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-227abbc9-708e-422d-aced-8376cd4b7a89 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:44.289937 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-227abbc9-708e-422d-aced-8376cd4b7a89 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.396580 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-227abbc9-708e-422d-aced-8376cd4b7a89 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.419271 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-227abbc9-708e-422d-aced-8376cd4b7a89 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.454211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227abbc9-708e-422d-aced-8376cd4b7a89 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7920bb5-198d-4b3e-a49e-3d3bcad44de2,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:44.465619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:05:44.476645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Sync routers for ids ['de8bb6a6-6a61-48ad-9829-fda24d841c09'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:05:44.477393 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-227abbc9-708e-422d-aced-8376cd4b7a89 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.478509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-227abbc9-708e-422d-aced-8376cd4b7a89 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2679300 Feb 04 16:05:44.479520 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] Set router b1b5ee73-7179-4675-a5d8-d78ce0e6cb68 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:44.481917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40704) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:44.491657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d5bd47c0-37ea-42e0-b5db-fdfd20bd0a44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': 'df17e3e4-604f-4bea-a91d-06800c9d67c0', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:44.496818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Routers {'de8bb6a6-6a61-48ad-9829-fda24d841c09'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:44.497443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['de8bb6a6-6a61-48ad-9829-fda24d841c09'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:44.504750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d5bd47c0-37ea-42e0-b5db-fdfd20bd0a44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:44.517213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d5bd47c0-37ea-42e0-b5db-fdfd20bd0a44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:44.528480 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d5bd47c0-37ea-42e0-b5db-fdfd20bd0a44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:44.535477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d5bd47c0-37ea-42e0-b5db-fdfd20bd0a44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:44.576333 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.576333 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8d338238-6d17-413c-8116-de78366f9218 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.8084393 Feb 04 16:05:44.582182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40708) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:44.618102 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d5bd47c0-37ea-42e0-b5db-fdfd20bd0a44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.751485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Set router de8bb6a6-6a61-48ad-9829-fda24d841c09 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:44.880096 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b5ee73-7179-4675-a5d8-d78ce0e6cb68', 'name': 'tempest-snat-router-269462490', 'tenant_id': '62b7bdaf2be3442d81b474dc5bce4956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.46'}], 'enable_snat': False}, 'gw_port_id': 'af151059-ee6d-4ee4-bdd0-8aeefde39c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:38Z', 'updated_at': '2022-02-04T16:05:40Z', 'revision_number': 3, 'project_id': '62b7bdaf2be3442d81b474dc5bce4956', 'gw_port': {'id': 'af151059-ee6d-4ee4-bdd0-8aeefde39c27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:88:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b5ee73-7179-4675-a5d8-d78ce0e6cb68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:39Z', 'updated_at': '2022-02-04T16:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:44.897417 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768bb3f-37de-45f5-bfe2-4e9e4c56cf91 None None] The sync data for ids ['b1b5ee73-7179-4675-a5d8-d78ce0e6cb68'] in n-d-827872-1 is: [{'id': 'b1b5ee73-7179-4675-a5d8-d78ce0e6cb68', 'name': 'tempest-snat-router-269462490', 'tenant_id': '62b7bdaf2be3442d81b474dc5bce4956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.46'}], 'enable_snat': False}, 'gw_port_id': 'af151059-ee6d-4ee4-bdd0-8aeefde39c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:38Z', 'updated_at': '2022-02-04T16:05:40Z', 'revision_number': 3, 'project_id': '62b7bdaf2be3442d81b474dc5bce4956', 'gw_port': {'id': 'af151059-ee6d-4ee4-bdd0-8aeefde39c27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:88:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b5ee73-7179-4675-a5d8-d78ce0e6cb68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:39Z', 'updated_at': '2022-02-04T16:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:05:45.119027 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4dca25a6-90ad-4a4f-8846-427ef17d5472 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/routers/de8bb6a6-6a61-48ad-9829-fda24d841c09 HTTP/1.1" status: 200 len: 906 time: 0.5307477 Feb 04 16:05:45.126360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40718) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:45.141179 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d5bd47c0-37ea-42e0-b5db-fdfd20bd0a44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.145969 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d5bd47c0-37ea-42e0-b5db-fdfd20bd0a44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.190317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd47c0-37ea-42e0-b5db-fdfd20bd0a44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f35bdf8-f18d-4c0d-afc1-1e7b26b5cad0,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:45.208396 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d5bd47c0-37ea-42e0-b5db-fdfd20bd0a44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.212903 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d5bd47c0-37ea-42e0-b5db-fdfd20bd0a44 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7295320 Feb 04 16:05:45.215654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40728) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:45.228617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ffff2e66-39cc-4bad-9407-4433818b0588 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': 'df17e3e4-604f-4bea-a91d-06800c9d67c0', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:45.242908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ffff2e66-39cc-4bad-9407-4433818b0588 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:45.249508 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ffff2e66-39cc-4bad-9407-4433818b0588 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:45.253406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ffff2e66-39cc-4bad-9407-4433818b0588 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:45.261417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ffff2e66-39cc-4bad-9407-4433818b0588 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:45.264984 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8bb6a6-6a61-48ad-9829-fda24d841c09', 'name': 'tempest-snat-router-269462490', 'tenant_id': '62b7bdaf2be3442d81b474dc5bce4956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '6a229c64-555d-4998-9663-1672808bfe5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:41Z', 'updated_at': '2022-02-04T16:05:43Z', 'revision_number': 3, 'project_id': '62b7bdaf2be3442d81b474dc5bce4956', 'gw_port': {'id': '6a229c64-555d-4998-9663-1672808bfe5a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8bb6a6-6a61-48ad-9829-fda24d841c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:42Z', 'updated_at': '2022-02-04T16:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:45.284900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Checking router: de8bb6a6-6a61-48ad-9829-fda24d841c09 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:05:45.284900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Updating router de8bb6a6-6a61-48ad-9829-fda24d841c09 port 6a229c64-555d-4998-9663-1672808bfe5a binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:05:45.298500 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffff2e66-39cc-4bad-9407-4433818b0588 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.405831 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.469053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffff2e66-39cc-4bad-9407-4433818b0588 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.494565 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffff2e66-39cc-4bad-9407-4433818b0588 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.632641 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff2e66-39cc-4bad-9407-4433818b0588 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7afa874-4736-42fd-bd80-5b72a72c879e,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:45.647947 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffff2e66-39cc-4bad-9407-4433818b0588 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.660568 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ffff2e66-39cc-4bad-9407-4433818b0588 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4437473 Feb 04 16:05:45.663418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40736) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:45.673107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2d364835-bba7-477d-9663-07596ba3e3d1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': 'df17e3e4-604f-4bea-a91d-06800c9d67c0', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:45.709909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2d364835-bba7-477d-9663-07596ba3e3d1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:45.724643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2d364835-bba7-477d-9663-07596ba3e3d1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:45.724643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2d364835-bba7-477d-9663-07596ba3e3d1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:45.742968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2d364835-bba7-477d-9663-07596ba3e3d1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:45.762869 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.779914 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d364835-bba7-477d-9663-07596ba3e3d1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.901716 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.919060 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Transition to ACTIVE for port object 6a229c64-555d-4998-9663-1672808bfe5a will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:45.927188 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.942915 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d364835-bba7-477d-9663-07596ba3e3d1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.947689 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d364835-bba7-477d-9663-07596ba3e3d1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.982245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d364835-bba7-477d-9663-07596ba3e3d1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d0b14a-51ee-425f-a3f3-4f0e3491925d,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:46.004847 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d364835-bba7-477d-9663-07596ba3e3d1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.006349 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2d364835-bba7-477d-9663-07596ba3e3d1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3414702 Feb 04 16:05:46.010046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40748) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:46.016225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2ae63c88-e9f3-4d5c-ae93-81df97168eeb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': 'df17e3e4-604f-4bea-a91d-06800c9d67c0', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:46.024367 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2ae63c88-e9f3-4d5c-ae93-81df97168eeb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:46.029466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2ae63c88-e9f3-4d5c-ae93-81df97168eeb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:46.033152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2ae63c88-e9f3-4d5c-ae93-81df97168eeb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:46.041346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2ae63c88-e9f3-4d5c-ae93-81df97168eeb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:46.055760 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-2ae63c88-e9f3-4d5c-ae93-81df97168eeb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Project d7ff7bfbfb3140b590e1ea986a3aedc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:05:46.064293 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2ae63c88-e9f3-4d5c-ae93-81df97168eeb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.096281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0291f-9a85-48c0-babf-81dab82c6982 None None] Pushing event updated for resources: {'Port': ['ID=6a229c64-555d-4998-9663-1672808bfe5a,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:46.139145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Attempting to bind port 6a229c64-555d-4998-9663-1672808bfe5a on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:46.139532 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Attempting to bind port 6a229c64-555d-4998-9663-1672808bfe5a by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:46.139896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Attempting to bind port 6a229c64-555d-4998-9663-1672808bfe5a on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:46.160806 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:46.160806 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:46.160806 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.160806 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:46.160806 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Bound port: 6a229c64-555d-4998-9663-1672808bfe5a, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:46.161323 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.199839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2ae63c88-e9f3-4d5c-ae93-81df97168eeb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.199839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2ae63c88-e9f3-4d5c-ae93-81df97168eeb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.240827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae63c88-e9f3-4d5c-ae93-81df97168eeb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b4d6f7-f2f1-4e15-8258-812f1546950a,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:46.257411 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2ae63c88-e9f3-4d5c-ae93-81df97168eeb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.257411 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2ae63c88-e9f3-4d5c-ae93-81df97168eeb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2401884 Feb 04 16:05:46.257411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40752) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:46.269568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-03411fd4-11bc-4488-b8f3-344d652d2fc5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': 'df17e3e4-604f-4bea-a91d-06800c9d67c0', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:46.288130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-03411fd4-11bc-4488-b8f3-344d652d2fc5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:46.288130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-03411fd4-11bc-4488-b8f3-344d652d2fc5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:46.296987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-03411fd4-11bc-4488-b8f3-344d652d2fc5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:46.312908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-03411fd4-11bc-4488-b8f3-344d652d2fc5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:46.336381 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-03411fd4-11bc-4488-b8f3-344d652d2fc5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Project d7ff7bfbfb3140b590e1ea986a3aedc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:05:46.340070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] For port 6a229c64-555d-4998-9663-1672808bfe5a, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:46.344054 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.348203 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] For port 6a229c64-555d-4998-9663-1672808bfe5a, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6a229c64-555d-4998-9663-1672808bfe5a,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:46.352801 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-03411fd4-11bc-4488-b8f3-344d652d2fc5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.357048 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.361982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Deleting port 6a229c64-555d-4998-9663-1672808bfe5a {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:46.361982 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.518357 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-03411fd4-11bc-4488-b8f3-344d652d2fc5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.524508 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-03411fd4-11bc-4488-b8f3-344d652d2fc5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.556510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03411fd4-11bc-4488-b8f3-344d652d2fc5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818a7d90-2d99-40ef-a8b9-46b239127e9b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:46.570872 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0291f-9a85-48c0-babf-81dab82c6982 None None] Pushing event updated for resources: {'Port': ['ID=6a229c64-555d-4998-9663-1672808bfe5a,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:46.572616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-03411fd4-11bc-4488-b8f3-344d652d2fc5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.578276 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-03411fd4-11bc-4488-b8f3-344d652d2fc5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3193901 Feb 04 16:05:46.578971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40760) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:46.587291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Routers {'de8bb6a6-6a61-48ad-9829-fda24d841c09'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:46.588316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['de8bb6a6-6a61-48ad-9829-fda24d841c09'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:46.598235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'network': {'name': 'tempest-network-smoke--1640001089', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'port_security_enabled': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:46.621969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:46.627147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:network and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:46.635683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:46.654903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:46.674279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Made reservation on behalf of d7ff7bfbfb3140b590e1ea986a3aedc3 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:46.674279 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.743675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:05:46.760576 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.760576 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Added segment 26892ad1-5a62-4ac9-9ece-cfb2970866ee of type vlan for network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 Feb 04 16:05:46.832958 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.860213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] For port 6a229c64-555d-4998-9663-1672808bfe5a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6a229c64-555d-4998-9663-1672808bfe5a,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:46.860933 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.862778 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.866926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:46.867681 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.946480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] Set router de8bb6a6-6a61-48ad-9829-fda24d841c09 gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:47.017892 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4327745 Feb 04 16:05:47.017892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40772) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:47.039645 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06561c63-cb97-404d-9cc0-194dd3ad9921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Network': ['ID=2aa94b32-e175-4e4f-ace4-d6dad39a5063,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:47.055931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'admin_state_up': True, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:47.069677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:47.071515 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:05:47.078437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:router and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:47.078677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:47.085662 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:47.139271 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.139271 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.173333 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.248980 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Calling delete_port for 6a229c64-555d-4998-9663-1672808bfe5a owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:47.300719 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device af151059-ee6d-4ee4-bdd0-8aeefde39c27 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:47.421372 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.552113 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.575250 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8bb6a6-6a61-48ad-9829-fda24d841c09', 'name': 'tempest-snat-router-269462490', 'tenant_id': '62b7bdaf2be3442d81b474dc5bce4956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:41Z', 'updated_at': '2022-02-04T16:05:46Z', 'revision_number': 4, 'project_id': '62b7bdaf2be3442d81b474dc5bce4956', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:47.639415 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c68516-582b-4c7c-a940-3b9e12d1dee3 None None] The sync data for ids ['de8bb6a6-6a61-48ad-9829-fda24d841c09'] in n-d-827872-1 is: [{'id': 'de8bb6a6-6a61-48ad-9829-fda24d841c09', 'name': 'tempest-snat-router-269462490', 'tenant_id': '62b7bdaf2be3442d81b474dc5bce4956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:41Z', 'updated_at': '2022-02-04T16:05:46Z', 'revision_number': 4, 'project_id': '62b7bdaf2be3442d81b474dc5bce4956', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:05:47.694470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a229c64-555d-4998-9663-1672808bfe5a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:47.706049 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port af151059-ee6d-4ee4-bdd0-8aeefde39c27 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:47.719421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port af151059-ee6d-4ee4-bdd0-8aeefde39c27 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:47.719890 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.872353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.904889 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.962056 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port af151059-ee6d-4ee4-bdd0-8aeefde39c27, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=af151059-ee6d-4ee4-bdd0-8aeefde39c27,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:47.962056 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.973445 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.017552 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.108344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=af151059-ee6d-4ee4-bdd0-8aeefde39c27,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:48.252338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.25.0.200 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/93b034a8-ef84-4109-85a3-2a22f28b53af) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:48.396898 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.402705 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.464675 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.464675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de8bb6a6-6a61-48ad-9829-fda24d841c09 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:05:48.475942 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.475942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dd11a23d-0fa6-40c3-83d3-9c48e4cff8f8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "DELETE /v2.0/routers/de8bb6a6-6a61-48ad-9829-fda24d841c09 HTTP/1.1" status: 204 len: 168 time: 3.3474874 Feb 04 16:05:48.482974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40800) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:48.504871 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.554562 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.653994 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:48.655211 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:48.665154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:48.725369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=93b034a8-ef84-4109-85a3-2a22f28b53af,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:48.735518 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.947918 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.947918 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.234227 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device af151059-ee6d-4ee4-bdd0-8aeefde39c27 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:49.324333 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.362868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Deleting port af151059-ee6d-4ee4-bdd0-8aeefde39c27 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:49.362868 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.484688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port af151059-ee6d-4ee4-bdd0-8aeefde39c27 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:49.484984 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.664768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router 93da2a94-6c94-498b-91ef-8a463bcfe90e is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:05:49.668498 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.821835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] For port af151059-ee6d-4ee4-bdd0-8aeefde39c27, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=af151059-ee6d-4ee4-bdd0-8aeefde39c27,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:49.821835 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:50.002738 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Calling delete_port for af151059-ee6d-4ee4-bdd0-8aeefde39c27 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:50.005975 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:05:50.016547 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Sync routers for ids ['93da2a94-6c94-498b-91ef-8a463bcfe90e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:05:50.032590 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:50.032590 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dc5c91c6-a345-4e15-b877-b9d1030b02d4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0026841 Feb 04 16:05:50.044369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40826) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:50.048159 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Routers {'93da2a94-6c94-498b-91ef-8a463bcfe90e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:50.048159 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['93da2a94-6c94-498b-91ef-8a463bcfe90e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:50.101822 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cebed995-9d6e-4797-8d35-99201bcca70c tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d7ff7bfbfb3140b590e1ea986a3aedc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0621455 Feb 04 16:05:50.104784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40830) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:50.306865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd98d3fa-deb5-4511-845a-696039f17dd6 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:50.306865 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fd98d3fa-deb5-4511-845a-696039f17dd6 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2033038 Feb 04 16:05:50.322856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40836) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:50.425644 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-307c9c21-0da5-4c12-ab60-8bed46fadc85 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1075804 Feb 04 16:05:50.427387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40840) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:50.427585 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Set router 93da2a94-6c94-498b-91ef-8a463bcfe90e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:50.434245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1938948465', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:50.600886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:50.600886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:subnet and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:50.607910 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:50.610547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:50.617955 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:50.676357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Pushing event deleted for resources: {'Port': ['ID=af151059-ee6d-4ee4-bdd0-8aeefde39c27,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:50.676357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Made reservation on behalf of d7ff7bfbfb3140b590e1ea986a3aedc3 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:50.797175 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:47Z', 'updated_at': '2022-02-04T16:05:48Z', 'revision_number': 3, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:48Z', 'updated_at': '2022-02-04T16:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:50.802945 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Checking router: 93da2a94-6c94-498b-91ef-8a463bcfe90e for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:05:50.803347 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Updating router 93da2a94-6c94-498b-91ef-8a463bcfe90e port 93b034a8-ef84-4109-85a3-2a22f28b53af binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:05:50.895398 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:50.913520 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:51.251516 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:51.360141 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:51.374734 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Transition to ACTIVE for port object 93b034a8-ef84-4109-85a3-2a22f28b53af will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:51.384019 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:51.484784 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4a308-8a96-4a16-a220-bd35646381d6 None None] Pushing event updated for resources: {'Port': ['ID=93b034a8-ef84-4109-85a3-2a22f28b53af,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:51.484784 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Attempting to bind port 93b034a8-ef84-4109-85a3-2a22f28b53af on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:51.484784 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Attempting to bind port 93b034a8-ef84-4109-85a3-2a22f28b53af by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:51.487633 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Attempting to bind port 93b034a8-ef84-4109-85a3-2a22f28b53af on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:51.499407 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:51.504841 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:51.504841 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:51.504841 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:51.504841 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Bound port: 93b034a8-ef84-4109-85a3-2a22f28b53af, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:51.504841 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:51.605905 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] For port 93b034a8-ef84-4109-85a3-2a22f28b53af, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:51.609826 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] For port 93b034a8-ef84-4109-85a3-2a22f28b53af, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=93b034a8-ef84-4109-85a3-2a22f28b53af,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:51.632212 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:51.755351 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Routers {'93da2a94-6c94-498b-91ef-8a463bcfe90e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:51.755351 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['93da2a94-6c94-498b-91ef-8a463bcfe90e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:51.905407 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:51.908961 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:51.938813 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4a308-8a96-4a16-a220-bd35646381d6 None None] Pushing event updated for resources: {'Port': ['ID=93b034a8-ef84-4109-85a3-2a22f28b53af,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:51.976971 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.058487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Subnet': ['ID=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:52.066343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Checking segment: {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:52.066965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network hostable DHCP agents. Network: 2aa94b32-e175-4e4f-ace4-d6dad39a5063, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:05:52.090055 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.091067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1b5ee73-7179-4675-a5d8-d78ce0e6cb68 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:05:52.131957 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] Set router 93da2a94-6c94-498b-91ef-8a463bcfe90e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:52.168086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:05:52.176577 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.186781 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40878) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:52.188932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dda583e4-5069-4bf4-9d9c-7678221ddb44 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "DELETE /v2.0/routers/b1b5ee73-7179-4675-a5d8-d78ce0e6cb68 HTTP/1.1" status: 204 len: 168 time: 3.7046685 Feb 04 16:05:52.204384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-720713577', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:52.218525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:52.231254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 2aa94b32-e175-4e4f-ace4-d6dad39a5063) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:52.235647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Usage tracker for resource:router and tenant:a59178bef22242c6a3dd955f513fcb83 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:52.235647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:52.235647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:52.240636 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:52.240636 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.247742 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.247742 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.271337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf027b29-0d9c-41d9-b9ea-08a9f8fdd5f4 None None] Network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:05:52.284049 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9ed65468-7475-4923-9b73-3c38cda91189 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8508675 Feb 04 16:05:52.298803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 40882) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:52.415398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.629818 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:47Z', 'updated_at': '2022-02-04T16:05:48Z', 'revision_number': 3, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:48Z', 'updated_at': '2022-02-04T16:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:52.643741 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3e95ea-6ec1-4d31-b6fd-08e4e35ba6f1 None None] The sync data for ids ['93da2a94-6c94-498b-91ef-8a463bcfe90e'] in n-d-827872-1 is: [{'id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:47Z', 'updated_at': '2022-02-04T16:05:48Z', 'revision_number': 3, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:48Z', 'updated_at': '2022-02-04T16:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:05:52.694790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ips': [{'subnet_id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:05:52.696241 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.753384 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.021998 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Allocated IP 172.20.0.2 (2aa94b32-e175-4e4f-ace4-d6dad39a5063/8f5fc52a-becc-4037-b0c9-d7e29eda1b0e/60e2bb1b-681b-4ad0-8190-59354464f6a4) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:53.347078 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.375948 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:05:53.382240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Transition to ACTIVE for port object 60e2bb1b-681b-4ad0-8190-59354464f6a4 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:53.409718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Transition to ACTIVE for port object 60e2bb1b-681b-4ad0-8190-59354464f6a4 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:53.417525 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.467629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.527894 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Pushing event updated for resources: {'Port': ['ID=60e2bb1b-681b-4ad0-8190-59354464f6a4,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:53.536297 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.541265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:53.541265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:53.549339 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:53.724399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Attempting to bind port 60e2bb1b-681b-4ad0-8190-59354464f6a4 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:53.724772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Attempting to bind port 60e2bb1b-681b-4ad0-8190-59354464f6a4 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:53.725486 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Attempting to bind port 60e2bb1b-681b-4ad0-8190-59354464f6a4 on network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:53.739686 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:53.740236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Checking segment: {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:53.741358 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.742151 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Bound using segment: {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:53.742795 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Bound port: 60e2bb1b-681b-4ad0-8190-59354464f6a4, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:53.743364 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.878506 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Allocated IP 172.25.0.201 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/f014c740-bf76-486c-bd02-1ec449d71a29) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:53.959545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] For port 60e2bb1b-681b-4ad0-8190-59354464f6a4, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:53.978436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] For port 60e2bb1b-681b-4ad0-8190-59354464f6a4, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=60e2bb1b-681b-4ad0-8190-59354464f6a4,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:53.985107 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.114760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4c4db-45bb-4bee-aa87-7cbcecb7c85a None None] Pushing event updated for resources: {'Port': ['ID=60e2bb1b-681b-4ad0-8190-59354464f6a4,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:54.542762 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.736390 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.889576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Pushing event updated for resources: {'Port': ['ID=f014c740-bf76-486c-bd02-1ec449d71a29,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:54.944867 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:54.944867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.961034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:54.961034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:55.303472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40932) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:55.335343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 60e2bb1b-681b-4ad0-8190-59354464f6a4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:55.494873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 60e2bb1b-681b-4ad0-8190-59354464f6a4 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:55.504238 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 93b034a8-ef84-4109-85a3-2a22f28b53af up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:55.547003 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-84331744-b373-4cc5-aa73-db0fb9e9341e tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2415 time: 0.2461605 Feb 04 16:05:55.573555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40942) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:55.590349 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-dfd690ce-f9d9-4ec2-a577-b085cd3453eb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Request body: {'network': {'name': 'tempest-network-smoke--1921926141', 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'port_security_enabled': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:55.605957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-dfd690ce-f9d9-4ec2-a577-b085cd3453eb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:55.624592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-dfd690ce-f9d9-4ec2-a577-b085cd3453eb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:55.626978 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 93b034a8-ef84-4109-85a3-2a22f28b53af completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:55.646367 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 93b034a8-ef84-4109-85a3-2a22f28b53af triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:55.646367 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.650665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd690ce-f9d9-4ec2-a577-b085cd3453eb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Made reservation on behalf of 58e7f9058fe14c60b48cea9256065ba5 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:55.650665 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dfd690ce-f9d9-4ec2-a577-b085cd3453eb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.735846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd690ce-f9d9-4ec2-a577-b085cd3453eb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:05:55.773452 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dfd690ce-f9d9-4ec2-a577-b085cd3453eb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.773452 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-dfd690ce-f9d9-4ec2-a577-b085cd3453eb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Added segment 74c0b71a-46fa-4b01-a2a3-5467de339910 of type vlan for network dc67f3a6-6727-4f81-8d4e-7f61aa76011f Feb 04 16:05:55.793382 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdfc9d8-ad5a-4e95-9b19-7fae31a64290 None None] Network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:05:55.827323 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dfd690ce-f9d9-4ec2-a577-b085cd3453eb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.864730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.866100 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.882225 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dfd690ce-f9d9-4ec2-a577-b085cd3453eb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.884038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.20.0.1 (2aa94b32-e175-4e4f-ace4-d6dad39a5063/8f5fc52a-becc-4037-b0c9-d7e29eda1b0e/bf4cefbc-6171-49ef-9733-3a76ff9ec7b3) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:55.897809 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd690ce-f9d9-4ec2-a577-b085cd3453eb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:55.897809 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dfd690ce-f9d9-4ec2-a577-b085cd3453eb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.918098 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fb8031da-e775-43e5-bd91-28153c9d85a0 None None] Provisioning for port 60e2bb1b-681b-4ad0-8190-59354464f6a4 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:55.942258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fb8031da-e775-43e5-bd91-28153c9d85a0 None None] Provisioning complete for port 60e2bb1b-681b-4ad0-8190-59354464f6a4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:55.942624 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fb8031da-e775-43e5-bd91-28153c9d85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.037595 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.062313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 93b034a8-ef84-4109-85a3-2a22f28b53af, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=93b034a8-ef84-4109-85a3-2a22f28b53af,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:56.078342 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.161026 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dfd690ce-f9d9-4ec2-a577-b085cd3453eb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5762019 Feb 04 16:05:56.161026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd690ce-f9d9-4ec2-a577-b085cd3453eb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'Network': ['ID=dc67f3a6-6727-4f81-8d4e-7f61aa76011f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:56.164197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40954) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:56.173603 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-47921629', 'admin_state_up': True, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:56.180735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=93b034a8-ef84-4109-85a3-2a22f28b53af,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:56.192443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device af151059-ee6d-4ee4-bdd0-8aeefde39c27 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:56.196710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:56.196710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Usage tracker for resource:router and tenant:58e7f9058fe14c60b48cea9256065ba5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:56.202643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:56.213910 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:56.227538 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.228358 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.228513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network dc67f3a6-6727-4f81-8d4e-7f61aa76011f details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:05:56.250873 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.372137 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fb8031da-e775-43e5-bd91-28153c9d85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.463683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: af151059-ee6d-4ee4-bdd0-8aeefde39c27 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:05:56.463683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device af151059-ee6d-4ee4-bdd0-8aeefde39c27 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:56.514530 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.528594 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.532376 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Transition to ACTIVE for port object bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:56.581033 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-fb8031da-e775-43e5-bd91-28153c9d85a0 None None] For port 60e2bb1b-681b-4ad0-8190-59354464f6a4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=60e2bb1b-681b-4ad0-8190-59354464f6a4,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:56.603922 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fb8031da-e775-43e5-bd91-28153c9d85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.761557 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.850530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8031da-e775-43e5-bd91-28153c9d85a0 None None] Pushing event updated for resources: {'Port': ['ID=60e2bb1b-681b-4ad0-8190-59354464f6a4,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:56.922273 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.982379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:56.982379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=bf4cefbc-6171-49ef-9733-3a76ff9ec7b3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:56.982379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:56.986157 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.998986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:57.122093 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:57.156960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Allocated IP 172.25.0.182 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/2c40aac4-129b-4b0c-b725-fda62b29ce03) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:57.263392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 60e2bb1b-681b-4ad0-8190-59354464f6a4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:57.382213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Router 1b46adde-f4af-45c6-97a4-aebf2133abe0 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:05:57.416592 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:57.483144 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:57.495947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 60e2bb1b-681b-4ad0-8190-59354464f6a4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:57.496995 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:57.527873 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:57.596506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a2209f9a-a9f8-450c-8163-60d2743bbfe1 None None] Provisioning for port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:57.640561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:57.656388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'Port': ['ID=2c40aac4-129b-4b0c-b725-fda62b29ce03,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:57.662188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:57.670908 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a2209f9a-a9f8-450c-8163-60d2743bbfe1 None None] Provisioning complete for port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:57.674170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:57.674731 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a2209f9a-a9f8-450c-8163-60d2743bbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:57.942083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a2209f9a-a9f8-450c-8163-60d2743bbfe1 None None] Port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:05:58.074321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 93b034a8-ef84-4109-85a3-2a22f28b53af up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:58.075540 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.081778 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.227097 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a2209f9a-a9f8-450c-8163-60d2743bbfe1 None None] Provisioning complete for port 60e2bb1b-681b-4ad0-8190-59354464f6a4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:58.227097 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a2209f9a-a9f8-450c-8163-60d2743bbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.377627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 93b034a8-ef84-4109-85a3-2a22f28b53af triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:58.377627 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.647475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:05:58.665065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-20577953-f723-41fd-8d75-27f7e851017d None None] Provisioning complete for port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:58.665065 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-20577953-f723-41fd-8d75-27f7e851017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.668452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Router 4c67c052-f3aa-4706-afde-76eacde234e7 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:05:58.681449 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.681449 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-10c254e8-d2d7-49df-af2e-57bd0a55c5ec tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.4952328 Feb 04 16:05:58.690251 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 40992) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:58.700109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b58ed2e9-c869-44f0-a731-3495ee7a5bd6 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'enable_snat': False}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:58.755214 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.761881 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.766363 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2713592-9355-4fed-a92c-5622f5039582 None None] Sync routers for ids ['1b46adde-f4af-45c6-97a4-aebf2133abe0'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:05:58.807484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2713592-9355-4fed-a92c-5622f5039582 None None] Routers {'1b46adde-f4af-45c6-97a4-aebf2133abe0'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:58.808140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c2713592-9355-4fed-a92c-5622f5039582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['1b46adde-f4af-45c6-97a4-aebf2133abe0'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:58.874164 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-20577953-f723-41fd-8d75-27f7e851017d None None] Port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:05:58.889018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c2713592-9355-4fed-a92c-5622f5039582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:58.902203 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2713592-9355-4fed-a92c-5622f5039582 None None] Routers {'1b46adde-f4af-45c6-97a4-aebf2133abe0'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:58.902812 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c2713592-9355-4fed-a92c-5622f5039582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['1b46adde-f4af-45c6-97a4-aebf2133abe0'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:58.938620 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.982928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c2713592-9355-4fed-a92c-5622f5039582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:58.982928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2713592-9355-4fed-a92c-5622f5039582 None None] The sync data for ids ['1b46adde-f4af-45c6-97a4-aebf2133abe0'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:05:59.077259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=bf4cefbc-6171-49ef-9733-3a76ff9ec7b3,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:59.129535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:59.129535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:59.277814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:05:59.292530 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Sync routers for ids ['4c67c052-f3aa-4706-afde-76eacde234e7'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:05:59.317906 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Routers {'4c67c052-f3aa-4706-afde-76eacde234e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:59.318757 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['4c67c052-f3aa-4706-afde-76eacde234e7'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:59.439194 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:59.440419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dab9723b-4bd6-439d-9ea0-0d45c166eefd tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.2779655 Feb 04 16:05:59.443361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41016) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:59.513185 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9824338f-383f-465e-81ad-aeffddb7fb7e None None] Provisioning complete for port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:59.513584 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9824338f-383f-465e-81ad-aeffddb7fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:59.534406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b5529b-57bc-413b-8d92-cb322b8e45b4 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:59.536157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-52b5529b-57bc-413b-8d92-cb322b8e45b4 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=58e7f9058fe14c60b48cea9256065ba5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0919323 Feb 04 16:05:59.539361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41020) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:59.596945 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Set router 4c67c052-f3aa-4706-afde-76eacde234e7 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:59.631326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router 93da2a94-6c94-498b-91ef-8a463bcfe90e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:05:59.644025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9824338f-383f-465e-81ad-aeffddb7fb7e None None] Port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:05:59.789902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7af5e5-8b43-4341-afc5-3161951ce1ee tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:59.789902 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cc7af5e5-8b43-4341-afc5-3161951ce1ee tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2409291 Feb 04 16:05:59.803399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41026) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:59.967676 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47921629', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 3, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:59.971677 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Checking router: 4c67c052-f3aa-4706-afde-76eacde234e7 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:05:59.972018 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Updating router 4c67c052-f3aa-4706-afde-76eacde234e7 port 2c40aac4-129b-4b0c-b725-fda62b29ce03 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:05:59.991434 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ad3d9f3d-5276-4f98-9154-2d7d95b5663d tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0907569 Feb 04 16:05:59.996769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41030) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:00.029146 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.196334 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b58ed2e9-c869-44f0-a731-3495ee7a5bd6 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.328422 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a09214ab-5ee9-422d-933f-64b0ca925285 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=58e7f9058fe14c60b48cea9256065ba5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3269141 Feb 04 16:06:00.347407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41038) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:00.347407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:00.350562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Sync routers for ids ['93da2a94-6c94-498b-91ef-8a463bcfe90e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:00.354517 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-90e371fc-6360-4bd0-9a8b-de366023f48b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "PUT /v2.0/routers/93da2a94-6c94-498b-91ef-8a463bcfe90e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0441604 Feb 04 16:06:00.396638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Routers {'93da2a94-6c94-498b-91ef-8a463bcfe90e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:00.396638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['93da2a94-6c94-498b-91ef-8a463bcfe90e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:00.523641 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.547776 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Transition to ACTIVE for port object 2c40aac4-129b-4b0c-b725-fda62b29ce03 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:00.578801 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.588507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837751f5-a1d1-4cf8-b2af-020bb0392a80 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:00.591694 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-837751f5-a1d1-4cf8-b2af-020bb0392a80 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2568257 Feb 04 16:06:00.594536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41050) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:00.695814 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-81c8b95f-5f7c-4629-88f3-504cb9c388a9 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0920696 Feb 04 16:06:00.695814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41056) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:00.706692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1996174699', 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f', 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:00.795048 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Attempting to bind port 2c40aac4-129b-4b0c-b725-fda62b29ce03 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:00.795048 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Attempting to bind port 2c40aac4-129b-4b0c-b725-fda62b29ce03 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:00.795048 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Attempting to bind port 2c40aac4-129b-4b0c-b725-fda62b29ce03 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:00.818007 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Set router 93da2a94-6c94-498b-91ef-8a463bcfe90e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:00.822507 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d2ecd-8077-49d3-a4b8-8317f736111a None None] Pushing event updated for resources: {'Port': ['ID=2c40aac4-129b-4b0c-b725-fda62b29ce03,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:00.833204 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:00.833988 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:00.837679 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.838258 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:00.838942 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Bound port: 2c40aac4-129b-4b0c-b725-fda62b29ce03, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:00.839579 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.983691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:00.983691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Usage tracker for resource:subnet and tenant:58e7f9058fe14c60b48cea9256065ba5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:00.996875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:01.014683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:01.047478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Made reservation on behalf of 58e7f9058fe14c60b48cea9256065ba5 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:01.056680 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] For port 2c40aac4-129b-4b0c-b725-fda62b29ce03, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:01.062625 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] For port 2c40aac4-129b-4b0c-b725-fda62b29ce03, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2c40aac4-129b-4b0c-b725-fda62b29ce03,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:01.079804 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.233059 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b79b2b97-3b28-46a6-b092-291282862361 req-198da398-7736-4c30-9997-18992bc42946 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:01.272595 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Routers {'4c67c052-f3aa-4706-afde-76eacde234e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:01.273387 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['4c67c052-f3aa-4706-afde-76eacde234e7'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:01.290477 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b58ed2e9-c869-44f0-a731-3495ee7a5bd6 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.300776 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b58ed2e9-c869-44f0-a731-3495ee7a5bd6 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.350512 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.453940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b79b2b97-3b28-46a6-b092-291282862361 req-198da398-7736-4c30-9997-18992bc42946 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:01.459359 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:47Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:48Z', 'updated_at': '2022-02-04T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'bf4cefbc-6171-49ef-9733-3a76ff9ec7b3', 'name': '', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:7b:63:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:55Z', 'updated_at': '2022-02-04T16:05:58Z', 'revision_number': 2, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:01.459936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-198da398-7736-4c30-9997-18992bc42946 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-784315861&fields=id&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 267 time: 0.4743323 Feb 04 16:06:01.465879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Checking router: 93da2a94-6c94-498b-91ef-8a463bcfe90e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:06:01.466945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Updating router 93da2a94-6c94-498b-91ef-8a463bcfe90e port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:06:01.518969 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d2ecd-8077-49d3-a4b8-8317f736111a None None] Pushing event updated for resources: {'Port': ['ID=2c40aac4-129b-4b0c-b725-fda62b29ce03,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:01.583824 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.800430 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] Set router 4c67c052-f3aa-4706-afde-76eacde234e7 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:01.906061 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.960392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b2b97-3b28-46a6-b092-291282862361 req-d78e162e-b094-4b73-972d-f101f2211703 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:01.960392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b79b2b97-3b28-46a6-b092-291282862361 req-d78e162e-b094-4b73-972d-f101f2211703 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:02.004854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b79b2b97-3b28-46a6-b092-291282862361 req-d78e162e-b094-4b73-972d-f101f2211703 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:02.004854 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-d78e162e-b094-4b73-972d-f101f2211703 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 797 time: 0.5425591 Feb 04 16:06:02.046854 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-c356d965-ca94-4735-8162-f29285de8314 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/quotas/d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 375 time: 0.0343878 Feb 04 16:06:02.171248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'Subnet': ['ID=ada475b1-9d54-4dde-bf04-73594fd2e31f,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:02.184039 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Checking segment: {'id': '74c0b71a-46fa-4b01-a2a3-5467de339910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:02.184413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Network hostable DHCP agents. Network: dc67f3a6-6727-4f81-8d4e-7f61aa76011f, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:06:02.208598 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Network dc67f3a6-6727-4f81-8d4e-7f61aa76011f is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:06:02.224951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58ed2e9-c869-44f0-a731-3495ee7a5bd6 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Router 1b46adde-f4af-45c6-97a4-aebf2133abe0 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:06:02.236990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, dc67f3a6-6727-4f81-8d4e-7f61aa76011f) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:02.244452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:02.245420 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:02.246005 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3129d8b8-51e6-415e-abc5-644459f8cb8b None None] Network dc67f3a6-6727-4f81-8d4e-7f61aa76011f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:06:02.287882 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6b5c5b6d-6831-4ea3-a172-8a20b10de920 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5933185 Feb 04 16:06:02.291255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41076) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:02.331311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b79b2b97-3b28-46a6-b092-291282862361 req-96b54207-79b0-450b-8c1b-ed8a0bbd47bb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:02.414333 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47921629', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 3, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:02.426887 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d0dac-f0b1-4e79-b0a1-cf9cdef6f5d0 None None] The sync data for ids ['4c67c052-f3aa-4706-afde-76eacde234e7'] in n-d-827872-1 is: [{'id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47921629', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 3, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:02.507025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b79b2b97-3b28-46a6-b092-291282862361 req-96b54207-79b0-450b-8c1b-ed8a0bbd47bb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:02.507025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-96b54207-79b0-450b-8c1b-ed8a0bbd47bb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4634395 Feb 04 16:06:02.575846 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:02.597912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Transition to ACTIVE for port object bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:02.613891 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:02.702220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b1090-f347-49ca-8575-14fd5ce8a620 None None] Pushing event updated for resources: {'Port': ['ID=bf4cefbc-6171-49ef-9733-3a76ff9ec7b3,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:02.844416 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-9aef26bb-89a3-4ce2-85c7-70eb72217f3a service neutron] 10.222.0.60 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904406 Feb 04 16:06:03.420371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2c40aac4-129b-4b0c-b725-fda62b29ce03 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:03.435640 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-7100e3f9-3045-419c-bea9-d5fe1af8f850 service neutron] 10.222.0.60 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856869 Feb 04 16:06:03.720774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58ed2e9-c869-44f0-a731-3495ee7a5bd6 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:03.739560 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b58ed2e9-c869-44f0-a731-3495ee7a5bd6 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:03.739560 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b58ed2e9-c869-44f0-a731-3495ee7a5bd6 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "PUT /v2.0/routers/1b46adde-f4af-45c6-97a4-aebf2133abe0 HTTP/1.1" status: 200 len: 925 time: 5.0431914 Feb 04 16:06:03.739560 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41100) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:03.745743 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608ee7ce-82cd-4825-a2b9-fa111985a0ee None None] Sync routers for ids ['1b46adde-f4af-45c6-97a4-aebf2133abe0'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:03.768033 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608ee7ce-82cd-4825-a2b9-fa111985a0ee None None] Routers {'1b46adde-f4af-45c6-97a4-aebf2133abe0'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:03.768033 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-608ee7ce-82cd-4825-a2b9-fa111985a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['1b46adde-f4af-45c6-97a4-aebf2133abe0'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:03.814974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Attempting to bind port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:03.814974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Attempting to bind port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:03.814974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Attempting to bind port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 on network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:03.876411 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:03.876777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Checking segment: {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:03.877175 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:03.877560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Bound using segment: {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:03.878137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Bound port: bf4cefbc-6171-49ef-9733-3a76ff9ec7b3, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:03.878396 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:03.948713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-dc67f3a6-6727-4f81-8d4e-7f61aa76011f', 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'fixed_ips': [{'subnet_id': 'ada475b1-9d54-4dde-bf04-73594fd2e31f'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:06:03.949655 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.008492 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-608ee7ce-82cd-4825-a2b9-fa111985a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:04.030243 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608ee7ce-82cd-4825-a2b9-fa111985a0ee None None] Routers {'1b46adde-f4af-45c6-97a4-aebf2133abe0'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:04.030243 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-608ee7ce-82cd-4825-a2b9-fa111985a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['1b46adde-f4af-45c6-97a4-aebf2133abe0'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:04.182567 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-608ee7ce-82cd-4825-a2b9-fa111985a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:04.183084 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608ee7ce-82cd-4825-a2b9-fa111985a0ee None None] The sync data for ids ['1b46adde-f4af-45c6-97a4-aebf2133abe0'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:04.210727 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c730de18-2043-42fe-807a-9fcac169055d req-2c4010f1-70d0-4dcb-89bf-494203a806ec tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 210 time: 0.2846334 Feb 04 16:06:04.448943 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.493043 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 2c40aac4-129b-4b0c-b725-fda62b29ce03 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:04.535939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2c40aac4-129b-4b0c-b725-fda62b29ce03 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:04.535939 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.658027 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1ed73933-0d64-4387-bf31-ecca6b3043c5 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/routers/1b46adde-f4af-45c6-97a4-aebf2133abe0 HTTP/1.1" status: 200 len: 925 time: 0.9228621 Feb 04 16:06:04.659041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41134) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:04.719086 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] For port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:04.729202 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] For port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bf4cefbc-6171-49ef-9733-3a76ff9ec7b3,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:04.846439 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.899899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2eb2a53d-1231-4a58-84a8-0204244c5170 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Synchronizing usage tracker for tenant:62b7bdaf2be3442d81b474dc5bce4956 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:04.980861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2eb2a53d-1231-4a58-84a8-0204244c5170 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Unset dirty status for tenant:62b7bdaf2be3442d81b474dc5bce4956 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:04.980861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2eb2a53d-1231-4a58-84a8-0204244c5170 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&device_id=1b46adde-f4af-45c6-97a4-aebf2133abe0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3065946 Feb 04 16:06:04.980861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41158) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:05.066833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Allocated IP 172.20.0.18 (dc67f3a6-6727-4f81-8d4e-7f61aa76011f/ada475b1-9d54-4dde-bf04-73594fd2e31f/1a825e8e-1122-42b7-ae74-f9c6e4877487) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:05.543229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a2ba74-3304-46e5-9e76-d68ef22bb663 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:05.543455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-62a2ba74-3304-46e5-9e76-d68ef22bb663 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Synchronizing usage tracker for tenant:62b7bdaf2be3442d81b474dc5bce4956 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:05.548483 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b1090-f347-49ca-8575-14fd5ce8a620 None None] Pushing event updated for resources: {'Port': ['ID=bf4cefbc-6171-49ef-9733-3a76ff9ec7b3,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:05.609973 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-62a2ba74-3304-46e5-9e76-d68ef22bb663 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Unset dirty status for tenant:62b7bdaf2be3442d81b474dc5bce4956 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:05.618627 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-62a2ba74-3304-46e5-9e76-d68ef22bb663 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 881 time: 0.6455019 Feb 04 16:06:05.619296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41202) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:05.657321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Routers {'93da2a94-6c94-498b-91ef-8a463bcfe90e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:05.658140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['93da2a94-6c94-498b-91ef-8a463bcfe90e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:05.841796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e83a8abd-7cc6-4008-98a0-a84c2637ba39 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b46adde-f4af-45c6-97a4-aebf2133abe0 HTTP/1.1" status: 200 len: 205 time: 0.0956054 Feb 04 16:06:05.841796 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41226) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:05.859207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c13e7d32-0aba-4bf4-96b7-f8b8c63a5fb4 req-7326ef9d-4dd1-49dd-b3e2-e46af25fee49 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 210 time: 0.2334168 Feb 04 16:06:06.233317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] Set router 93da2a94-6c94-498b-91ef-8a463bcfe90e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:06.302487 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2a17fbb9-82ed-45f1-8479-1c19aa667bd7 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.553831 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.572475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 2c40aac4-129b-4b0c-b725-fda62b29ce03, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2c40aac4-129b-4b0c-b725-fda62b29ce03,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:06.576036 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.660816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b2b97-3b28-46a6-b092-291282862361 req-adcffee7-bf0d-4839-b9e7-470a11909158 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:06.662305 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b79b2b97-3b28-46a6-b092-291282862361 req-adcffee7-bf0d-4839-b9e7-470a11909158 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:06.663512 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.700462 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b79b2b97-3b28-46a6-b092-291282862361 req-adcffee7-bf0d-4839-b9e7-470a11909158 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:06.707050 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-adcffee7-bf0d-4839-b9e7-470a11909158 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 797 time: 0.2869825 Feb 04 16:06:06.849622 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2a17fbb9-82ed-45f1-8479-1c19aa667bd7 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.853316 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-62ea148d-263f-47c6-bdc9-7f70a1670019 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 379 time: 0.1246791 Feb 04 16:06:06.869931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-b79b2b97-3b28-46a6-b092-291282862361 req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'port': {'device_id': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'admin_state_up': True, 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'security_groups': ['df17e3e4-604f-4bea-a91d-06800c9d67c0']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:06.876042 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-2a17fbb9-82ed-45f1-8479-1c19aa667bd7 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Deleting port f014c740-bf76-486c-bd02-1ec449d71a29 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:06.876042 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2a17fbb9-82ed-45f1-8479-1c19aa667bd7 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.926437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=2c40aac4-129b-4b0c-b725-fda62b29ce03,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:06.942502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Transition to ACTIVE for port object 1a825e8e-1122-42b7-ae74-f9c6e4877487 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:06.977823 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ce3f-51ef-42cc-9fe8-3d8349a3973b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.023716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Transition to ACTIVE for port object 1a825e8e-1122-42b7-ae74-f9c6e4877487 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:07.045307 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.157657 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Pushing event updated for resources: {'Port': ['ID=1a825e8e-1122-42b7-ae74-f9c6e4877487,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:07.167850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:47Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:48Z', 'updated_at': '2022-02-04T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'bf4cefbc-6171-49ef-9733-3a76ff9ec7b3', 'name': '', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:7b:63:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:55Z', 'updated_at': '2022-02-04T16:06:04Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:07.179832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be640b97-3e83-4d8b-b95e-4b96c80454af None None] The sync data for ids ['93da2a94-6c94-498b-91ef-8a463bcfe90e'] in n-d-827872-1 is: [{'id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:47Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:48Z', 'updated_at': '2022-02-04T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'bf4cefbc-6171-49ef-9733-3a76ff9ec7b3', 'name': '', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:7b:63:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:55Z', 'updated_at': '2022-02-04T16:06:04Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:07.201763 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Network dc67f3a6-6727-4f81-8d4e-7f61aa76011f is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:07.204554 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:07.207864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:07.311372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Allocated IP 172.20.0.17 (dc67f3a6-6727-4f81-8d4e-7f61aa76011f/ada475b1-9d54-4dde-bf04-73594fd2e31f/2d0ef7a9-8cbd-4689-b078-5f8298312b1d) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:07.436519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f76e710-c13d-42f2-8df3-316ef87dc756 req-4689bbde-d796-4d93-b12a-faae936183b8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 210 time: 0.1222000 Feb 04 16:06:07.448222 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-b79b2b97-3b28-46a6-b092-291282862361 req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:07.535975 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2a17fbb9-82ed-45f1-8479-1c19aa667bd7 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.577403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Attempting to bind port 1a825e8e-1122-42b7-ae74-f9c6e4877487 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:07.577403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Attempting to bind port 1a825e8e-1122-42b7-ae74-f9c6e4877487 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '74c0b71a-46fa-4b01-a2a3-5467de339910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:07.577403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Attempting to bind port 1a825e8e-1122-42b7-ae74-f9c6e4877487 on network dc67f3a6-6727-4f81-8d4e-7f61aa76011f {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:07.600825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:07.600825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Checking segment: {'id': '74c0b71a-46fa-4b01-a2a3-5467de339910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:07.600825 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.600825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Bound using segment: {'id': '74c0b71a-46fa-4b01-a2a3-5467de339910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:07.600825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Bound port: 1a825e8e-1122-42b7-ae74-f9c6e4877487, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c0b71a-46fa-4b01-a2a3-5467de339910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:07.600825 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.660295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-b79b2b97-3b28-46a6-b092-291282862361 req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:07.722303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79b2b97-3b28-46a6-b092-291282862361 req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Made reservation on behalf of d7ff7bfbfb3140b590e1ea986a3aedc3 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:07.728228 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b79b2b97-3b28-46a6-b092-291282862361 req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.791768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-2a17fbb9-82ed-45f1-8479-1c19aa667bd7 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Calling delete_port for f014c740-bf76-486c-bd02-1ec449d71a29 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:07.829924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] For port 1a825e8e-1122-42b7-ae74-f9c6e4877487, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:07.840434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] For port 1a825e8e-1122-42b7-ae74-f9c6e4877487, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1a825e8e-1122-42b7-ae74-f9c6e4877487,segment=NetworkSegment(74c0b71a-46fa-4b01-a2a3-5467de339910),segment_id=74c0b71a-46fa-4b01-a2a3-5467de339910)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:07.851802 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.046656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-b79b2b97-3b28-46a6-b092-291282862361 req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.20.0.6 (2aa94b32-e175-4e4f-ace4-d6dad39a5063/8f5fc52a-becc-4037-b0c9-d7e29eda1b0e/a6f13073-daec-4871-ae8e-43a972e6bc9f) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:08.261912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7798ab5-68fe-4f12-acd8-4277fed4785f None None] Pushing event updated for resources: {'Port': ['ID=1a825e8e-1122-42b7-ae74-f9c6e4877487,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:08.416333 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2a17fbb9-82ed-45f1-8479-1c19aa667bd7 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.710820 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.730145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17fbb9-82ed-45f1-8479-1c19aa667bd7 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Pushing event deleted for resources: {'Port': ['ID=f014c740-bf76-486c-bd02-1ec449d71a29,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:08.816637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Transition to ACTIVE for port object 2d0ef7a9-8cbd-4689-b078-5f8298312b1d will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:08.948025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd6637e6-0e7e-4d82-92d2-c7c849d0ee7c req-d574e278-003e-42d5-acc7-587bc7b0ab6b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 210 time: 0.0554185 Feb 04 16:06:08.955354 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-06c8d1a9-1c7d-45be-97e3-d47823536edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.096399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:09.158347 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b79b2b97-3b28-46a6-b092-291282862361 req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.208001 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.294745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-b79b2b97-3b28-46a6-b092-291282862361 req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Transition to ACTIVE for port object a6f13073-daec-4871-ae8e-43a972e6bc9f will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:09.297607 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2a17fbb9-82ed-45f1-8479-1c19aa667bd7 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.335052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Network dc67f3a6-6727-4f81-8d4e-7f61aa76011f is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:09.347515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:09.358826 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:09.455718 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'Port': ['ID=2d0ef7a9-8cbd-4689-b078-5f8298312b1d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:09.508730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:09.509080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:09.509424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:09.509760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:09.510093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:09.510439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:09.510755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:09.511084 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:09.511439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:09.511764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:09.512087 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:09.528284 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.536987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:09.572514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:09.573961 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.649450 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b79b2b97-3b28-46a6-b092-291282862361 req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.756994 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2a17fbb9-82ed-45f1-8479-1c19aa667bd7 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.761840 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2a17fbb9-82ed-45f1-8479-1c19aa667bd7 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.829237 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2a17fbb9-82ed-45f1-8479-1c19aa667bd7 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.829237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a17fbb9-82ed-45f1-8479-1c19aa667bd7 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Fanout notify agent at l3_agent the message router_deleted on router 1b46adde-f4af-45c6-97a4-aebf2133abe0 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:06:09.845774 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2a17fbb9-82ed-45f1-8479-1c19aa667bd7 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.853246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2a17fbb9-82ed-45f1-8479-1c19aa667bd7 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "DELETE /v2.0/routers/1b46adde-f4af-45c6-97a4-aebf2133abe0 HTTP/1.1" status: 204 len: 168 time: 4.0125449 Feb 04 16:06:09.854141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41432) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:09.860692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-1bf9f647-d055-488f-aad3-fe47c7c78af5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-843174044', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:09.870356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1bf9f647-d055-488f-aad3-fe47c7c78af5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:09.874807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1bf9f647-d055-488f-aad3-fe47c7c78af5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Usage tracker for resource:router and tenant:a59178bef22242c6a3dd955f513fcb83 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:09.879021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1bf9f647-d055-488f-aad3-fe47c7c78af5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:09.886546 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1bf9f647-d055-488f-aad3-fe47c7c78af5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:09.899822 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f647-d055-488f-aad3-fe47c7c78af5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.901180 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f647-d055-488f-aad3-fe47c7c78af5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.942234 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f647-d055-488f-aad3-fe47c7c78af5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.964832 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f647-d055-488f-aad3-fe47c7c78af5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.020235 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.022201 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f647-d055-488f-aad3-fe47c7c78af5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.025948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79b2b97-3b28-46a6-b092-291282862361 req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:10.027468 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.029255 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1bf9f647-d055-488f-aad3-fe47c7c78af5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1740646 Feb 04 16:06:10.030811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41452) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:10.042864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Request body: {'router': {'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:10.075762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-b79b2b97-3b28-46a6-b092-291282862361 req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:10.079536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79b2b97-3b28-46a6-b092-291282862361 req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:10.159956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bf4cefbc-6171-49ef-9733-3a76ff9ec7b3,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:10.174104 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.174104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2c40aac4-129b-4b0c-b725-fda62b29ce03 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:10.235767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=a6f13073-daec-4871-ae8e-43a972e6bc9f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:10.602036 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.667165 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.692444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2c40aac4-129b-4b0c-b725-fda62b29ce03 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:10.692444 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.793224 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=bf4cefbc-6171-49ef-9733-3a76ff9ec7b3,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:10.857642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b2b97-3b28-46a6-b092-291282862361 req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:10.858293 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b79b2b97-3b28-46a6-b092-291282862361 req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.860357 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f1aeabb0-ee4a-4572-9cfd-30f5e1ee3c75 None None] Provisioning for port a6f13073-daec-4871-ae8e-43a972e6bc9f completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:10.881539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f1aeabb0-ee4a-4572-9cfd-30f5e1ee3c75 None None] Provisioning complete for port a6f13073-daec-4871-ae8e-43a972e6bc9f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:10.882178 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1aeabb0-ee4a-4572-9cfd-30f5e1ee3c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.942441 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8a24d1-bd04-42ba-b2c3-a50110c5daee None None] Network dc67f3a6-6727-4f81-8d4e-7f61aa76011f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:06:10.948300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6719db0-2878-4d18-9cd8-f5fc94b90cb0 req-6a987d76-82bf-48a3-9bda-8965e499aae7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:10.949870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6719db0-2878-4d18-9cd8-f5fc94b90cb0 req-6a987d76-82bf-48a3-9bda-8965e499aae7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 931 time: 0.5780764 Feb 04 16:06:11.115256 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-882a911d-7e3e-4607-8f6e-fa205be97177 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2492032 Feb 04 16:06:11.147272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Request body: {'port': {'device_id': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:11.225699 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f1aeabb0-ee4a-4572-9cfd-30f5e1ee3c75 None None] Port a6f13073-daec-4871-ae8e-43a972e6bc9f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:06:11.237580 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:11.287514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6719db0-2878-4d18-9cd8-f5fc94b90cb0 req-17af81e6-d26b-4c6d-b234-740fcd8149a3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675355 Feb 04 16:06:11.582147 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1a49ba4a-7f13-432a-a1fa-fcef17569137 None None] Provisioning for port 1a825e8e-1122-42b7-ae74-f9c6e4877487 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:11.667714 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:11.694614 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:11.804840 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:11.821272 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:11.891880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:11.909364 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:11.974022 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:12.043962 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:12.089517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'Port': ['ID=2d0ef7a9-8cbd-4689-b078-5f8298312b1d,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:12.197935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Allocated IP 172.25.0.245 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/34107765-1937-4451-8b3b-6cba97125d97) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:12.211598 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:12.290451 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:12.290451 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:12.603293 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:12.643149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1a825e8e-1122-42b7-ae74-f9c6e4877487 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:12.658988 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:12.756674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:12.841004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 1a825e8e-1122-42b7-ae74-f9c6e4877487 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:12.858488 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1a825e8e-1122-42b7-ae74-f9c6e4877487 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:12.858488 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:12.905576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:12.928124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:13.061391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8f846e60-f406-4d04-aa06-53324fd164ad None None] Provisioning for port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:13.072976 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8f846e60-f406-4d04-aa06-53324fd164ad None None] Provisioning complete for port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:13.074381 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8f846e60-f406-4d04-aa06-53324fd164ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.103429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Pushing event updated for resources: {'Port': ['ID=34107765-1937-4451-8b3b-6cba97125d97,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:13.110477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f13073-daec-4871-ae8e-43a972e6bc9f {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:13.173826 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.195772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Network dc67f3a6-6727-4f81-8d4e-7f61aa76011f is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:13.195772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:13.266851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8f846e60-f406-4d04-aa06-53324fd164ad None None] Port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:06:13.385893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ff3ff-bb91-42be-9cd3-cabeed0c3102 req-395a5c32-4b86-448e-9d0a-9800a236e0a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:13.385893 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e4ff3ff-bb91-42be-9cd3-cabeed0c3102 req-395a5c32-4b86-448e-9d0a-9800a236e0a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 931 time: 0.6896389 Feb 04 16:06:13.406781 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8f846e60-f406-4d04-aa06-53324fd164ad None None] Provisioning complete for port 1a825e8e-1122-42b7-ae74-f9c6e4877487 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:13.410898 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8f846e60-f406-4d04-aa06-53324fd164ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.469271 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.546384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e4ff3ff-bb91-42be-9cd3-cabeed0c3102 req-c32be7c4-5ef2-4cca-8dc6-3cfb755ccfcf tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446362 Feb 04 16:06:13.552387 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 1a825e8e-1122-42b7-ae74-f9c6e4877487, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1a825e8e-1122-42b7-ae74-f9c6e4877487,segment=NetworkSegment(74c0b71a-46fa-4b01-a2a3-5467de339910),segment_id=74c0b71a-46fa-4b01-a2a3-5467de339910)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:13.565255 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.623819 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.736558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=1a825e8e-1122-42b7-ae74-f9c6e4877487,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:13.866626 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-77452025-029e-4b1a-be30-4c7e22a88f26 None None] Provisioning complete for port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:13.870437 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-77452025-029e-4b1a-be30-4c7e22a88f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.876431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Transition to ACTIVE for port object a6f13073-daec-4871-ae8e-43a972e6bc9f will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:13.885504 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:14.025821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-77452025-029e-4b1a-be30-4c7e22a88f26 None None] Port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:06:14.146555 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:14.146555 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:14.427053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Pushing event updated for resources: {'Port': ['ID=a6f13073-daec-4871-ae8e-43a972e6bc9f,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:14.562270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Attempting to bind port a6f13073-daec-4871-ae8e-43a972e6bc9f on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:14.563346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Attempting to bind port a6f13073-daec-4871-ae8e-43a972e6bc9f by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:14.563678 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Attempting to bind port a6f13073-daec-4871-ae8e-43a972e6bc9f on network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:14.566915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Router cd9221ed-c578-4263-9918-65f363545089 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:06:14.606698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Port a6f13073-daec-4871-ae8e-43a972e6bc9f on network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:06:14.606698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Attempting to bind port a6f13073-daec-4871-ae8e-43a972e6bc9f on network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:14.619032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:14.619032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Checking segment: {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:14.619032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Bound using segment: {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:14.619032 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Bound port: a6f13073-daec-4871-ae8e-43a972e6bc9f, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:14.619032 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:14.869343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:14.874750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:14.881420 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:14.963887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76f868-2b8b-4dc1-bbb3-90446f225a19 req-471523d1-b4c9-49be-8632-c28d393b0970 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:14.963887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea76f868-2b8b-4dc1-bbb3-90446f225a19 req-471523d1-b4c9-49be-8632-c28d393b0970 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 943 time: 0.1410954 Feb 04 16:06:15.185302 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.185302 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] 10.222.0.81 "PUT /v2.0/ports/a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 1091 time: 4.0502877 Feb 04 16:06:15.185302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:15.193828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea76f868-2b8b-4dc1-bbb3-90446f225a19 req-285fe786-6e28-453c-b3bf-b6a9c9394d28 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121392 Feb 04 16:06:15.253725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a4b4a-8cb3-4d90-a133-7d17992a3ebd service neutron] Pushing event updated for resources: {'Port': ['ID=a6f13073-daec-4871-ae8e-43a972e6bc9f,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:15.337903 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'status': 'completed', 'code': 200} Feb 04 16:06:15.426261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336cbbf-f1b3-46ee-8f12-279ab75f33ba req-024f7f88-1553-40a6-9632-8c6994d3ebac tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:15.433310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Router 4c67c052-f3aa-4706-afde-76eacde234e7 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:06:15.437055 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0336cbbf-f1b3-46ee-8f12-279ab75f33ba req-024f7f88-1553-40a6-9632-8c6994d3ebac tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 946 time: 0.4701252 Feb 04 16:06:15.443432 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-77694d27-4fd4-415e-bdaf-34c1a72916e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1094 time: 0.1779077 Feb 04 16:06:15.535684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0336cbbf-f1b3-46ee-8f12-279ab75f33ba req-33e52b14-bc66-4aec-9cc8-3b700255646a tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=a616a03e-3d8f-47e4-a8c1-b5f36b25fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012800 Feb 04 16:06:15.543017 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:15.581119 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.581119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-42e67c21-dd50-4e8a-895a-40edd2699ddd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "PUT /v2.0/routers/cd9221ed-c578-4263-9918-65f363545089 HTTP/1.1" status: 200 len: 883 time: 5.5287933 Feb 04 16:06:15.581119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41726) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:15.585766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08801fe-0afb-4f73-ab84-487659d2dd36 None None] Sync routers for ids ['cd9221ed-c578-4263-9918-65f363545089'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:15.695564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08801fe-0afb-4f73-ab84-487659d2dd36 None None] Routers {'cd9221ed-c578-4263-9918-65f363545089'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:15.696201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f08801fe-0afb-4f73-ab84-487659d2dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cd9221ed-c578-4263-9918-65f363545089'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:15.771862 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-0c5e6395-9882-49c7-a503-7991d7f1a311 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 217 time: 0.3120408 Feb 04 16:06:15.790606 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1a825e8e-1122-42b7-ae74-f9c6e4877487 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:15.875392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f08801fe-0afb-4f73-ab84-487659d2dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:15.904392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b2b97-3b28-46a6-b092-291282862361 req-8c1507f2-a778-4e1e-80df-ce7f34bf584e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:15.904392 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-8c1507f2-a778-4e1e-80df-ce7f34bf584e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 200 len: 835 time: 0.1225138 Feb 04 16:06:15.904392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41732) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:15.907330 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-80e1d9a2-f493-4e56-9fd8-5b341280eb0a tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/routers/cd9221ed-c578-4263-9918-65f363545089 HTTP/1.1" status: 200 len: 924 time: 0.3406491 Feb 04 16:06:15.937560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08801fe-0afb-4f73-ab84-487659d2dd36 None None] Routers {'cd9221ed-c578-4263-9918-65f363545089'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:15.937560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f08801fe-0afb-4f73-ab84-487659d2dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cd9221ed-c578-4263-9918-65f363545089'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:16.075683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f08801fe-0afb-4f73-ab84-487659d2dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:16.076096 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08801fe-0afb-4f73-ab84-487659d2dd36 None None] The sync data for ids ['cd9221ed-c578-4263-9918-65f363545089'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:16.096748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1a825e8e-1122-42b7-ae74-f9c6e4877487 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:16.096748 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.177214 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-38a13a96-fb1d-4384-8433-7db905b1abee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2aa94b32-e175-4e4f-ace4-d6dad39a5063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2743461 Feb 04 16:06:16.307235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41744) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:16.316538 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6bff85cf-b190-4585-a92f-56bd66c9c2b7 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&device_id=cd9221ed-c578-4263-9918-65f363545089&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4072416 Feb 04 16:06:16.356613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:16.367539 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Sync routers for ids ['4c67c052-f3aa-4706-afde-76eacde234e7'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:16.376942 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-23bbaf14-9f27-439d-a1ce-d562f6979013 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "PUT /v2.0/routers/4c67c052-f3aa-4706-afde-76eacde234e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0768175 Feb 04 16:06:16.431596 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-5905f28d-4916-4ef2-ac04-2e11e235b309 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467511 Feb 04 16:06:16.442787 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Routers {'4c67c052-f3aa-4706-afde-76eacde234e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:16.451621 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['4c67c052-f3aa-4706-afde-76eacde234e7'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:16.693501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89522079-cd65-45f0-bc22-7682df0767c8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:16.693501 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-89522079-cd65-45f0-bc22-7682df0767c8 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 881 time: 0.3806543 Feb 04 16:06:16.774536 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b79b2b97-3b28-46a6-b092-291282862361 req-0d599c14-c0b2-43b6-9f22-5e35d311ee2a service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345380 Feb 04 16:06:16.778833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41754) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:16.912352 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Set router 4c67c052-f3aa-4706-afde-76eacde234e7 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:16.979902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed9eae-978d-40cd-97bf-7c90b237b1ea req-328dcb39-af99-42c6-a27d-a3f80fc4c063 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:16.997705 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61ed9eae-978d-40cd-97bf-7c90b237b1ea req-328dcb39-af99-42c6-a27d-a3f80fc4c063 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 943 time: 0.3080118 Feb 04 16:06:17.080702 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-428789f4-6fb5-4584-99df-259b5af0d613 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd9221ed-c578-4263-9918-65f363545089 HTTP/1.1" status: 200 len: 205 time: 0.2221417 Feb 04 16:06:17.080702 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41762) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:17.164757 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61ed9eae-978d-40cd-97bf-7c90b237b1ea req-f1cac8d7-3a8e-46da-b011-580abfb2b37b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681163 Feb 04 16:06:17.202513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a9a54-f390-4f0b-a002-926d5f337739 req-0aa893b6-df47-4edd-a1f1-cb370d1c554d tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:17.204172 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c84a9a54-f390-4f0b-a002-926d5f337739 req-0aa893b6-df47-4edd-a1f1-cb370d1c554d tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 946 time: 0.3749995 Feb 04 16:06:17.289067 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c84a9a54-f390-4f0b-a002-926d5f337739 req-255256b4-a897-47ca-b0a9-5e861e135935 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=a616a03e-3d8f-47e4-a8c1-b5f36b25fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786023 Feb 04 16:06:17.448482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-ba227da0-15c9-43d0-8406-ffa9ab4e9610 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:17.448482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-ba227da0-15c9-43d0-8406-ffa9ab4e9610 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Synchronizing usage tracker for tenant:df523a7db7954e24a7a5227f519f84cc on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:17.473241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-ba227da0-15c9-43d0-8406-ffa9ab4e9610 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Unset dirty status for tenant:df523a7db7954e24a7a5227f519f84cc on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:17.473241 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-ba227da0-15c9-43d0-8406-ffa9ab4e9610 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 946 time: 0.6896474 Feb 04 16:06:17.473241 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d121e3f5-1090-44fc-9e6a-fd287a4198ed req-acfe3fe1-90c5-4d60-a106-f9cca5a97e8e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1094 time: 0.5702851 Feb 04 16:06:17.576326 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47921629', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:06:09Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '2d0ef7a9-8cbd-4689-b078-5f8298312b1d', 'name': '', 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'mac_address': 'fa:16:3e:4c:ab:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada475b1-9d54-4dde-bf04-73594fd2e31f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:05Z', 'updated_at': '2022-02-04T16:06:11Z', 'revision_number': 2, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'subnets': [{'id': 'ada475b1-9d54-4dde-bf04-73594fd2e31f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:17.576326 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Checking router: 4c67c052-f3aa-4706-afde-76eacde234e7 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:06:17.576326 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Updating router 4c67c052-f3aa-4706-afde-76eacde234e7 port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:06:17.688841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-987e9f28-cb9c-4c5a-a5cb-3f6df5dd2882 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:17.689641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-987e9f28-cb9c-4c5a-a5cb-3f6df5dd2882 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Synchronizing usage tracker for tenant:58e7f9058fe14c60b48cea9256065ba5 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:17.716679 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:17.730728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-987e9f28-cb9c-4c5a-a5cb-3f6df5dd2882 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Unset dirty status for tenant:58e7f9058fe14c60b48cea9256065ba5 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:17.732238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-987e9f28-cb9c-4c5a-a5cb-3f6df5dd2882 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/networks?id=dc67f3a6-6727-4f81-8d4e-7f61aa76011f HTTP/1.1" status: 200 len: 798 time: 0.3853984 Feb 04 16:06:17.799230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-3f18cac9-7b6a-4335-ac30-f5363083b4a0 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/quotas/58e7f9058fe14c60b48cea9256065ba5 HTTP/1.1" status: 200 len: 375 time: 0.0223837 Feb 04 16:06:17.853563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-8a274d9e-f4a9-411e-ba27-fa9ee2a10d5e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Deleting port 1e1f6fba-1592-4fda-9645-bdf71f08394e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:17.853563 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-8a274d9e-f4a9-411e-ba27-fa9ee2a10d5e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:17.992454 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-c09d0416-559a-43bc-9fc0-4c762a9d6f55 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=58e7f9058fe14c60b48cea9256065ba5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1917686 Feb 04 16:06:18.199080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121e3f5-1090-44fc-9e6a-fd287a4198ed req-d8f07179-ec18-4d4c-86d1-5f8f600e31cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:18.199080 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d121e3f5-1090-44fc-9e6a-fd287a4198ed req-d8f07179-ec18-4d4c-86d1-5f8f600e31cf service neutron] 10.222.0.81 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 898 time: 0.7124188 Feb 04 16:06:18.209589 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10ba2f7c-e3f5-4f61-8267-b13c28df36af tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:18.413536 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-43cae366-aeff-4c2d-8a19-721de61c59ff service neutron] 10.222.0.60 "GET /v2.0/networks/dc67f3a6-6727-4f81-8d4e-7f61aa76011f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952861 Feb 04 16:06:18.549317 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:18.569296 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Transition to ACTIVE for port object 2d0ef7a9-8cbd-4689-b078-5f8298312b1d will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:18.577556 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:18.649322 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d121e3f5-1090-44fc-9e6a-fd287a4198ed req-d019c6f4-e31e-46a6-9585-4f81808b5b84 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 217 time: 0.3855641 Feb 04 16:06:18.730992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b49d7a-957f-420c-a079-017f5ce6e1ce req-cfbe5ae2-f0f7-4fa6-95ba-170a1f1defde tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:18.739109 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47b49d7a-957f-420c-a079-017f5ce6e1ce req-cfbe5ae2-f0f7-4fa6-95ba-170a1f1defde tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 943 time: 0.2897198 Feb 04 16:06:18.764946 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c647db4-e300-442d-bd09-731f6192c12d None None] Pushing event updated for resources: {'Port': ['ID=2d0ef7a9-8cbd-4689-b078-5f8298312b1d,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:18.804732 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-bc4ed290-6001-4d73-b812-3323cd32b722 service neutron] 10.222.0.60 "GET /v2.0/networks/dc67f3a6-6727-4f81-8d4e-7f61aa76011f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883705 Feb 04 16:06:18.879523 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47b49d7a-957f-420c-a079-017f5ce6e1ce req-c11b5e79-ac91-41d4-add2-d6b1eedbc1f2 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400743 Feb 04 16:06:18.966427 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121e3f5-1090-44fc-9e6a-fd287a4198ed req-5ed468fc-3f5a-4ba9-ad67-9b128a15af00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:18.966427 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d121e3f5-1090-44fc-9e6a-fd287a4198ed req-5ed468fc-3f5a-4ba9-ad67-9b128a15af00 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 200 len: 835 time: 0.2839334 Feb 04 16:06:19.077044 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-8a274d9e-f4a9-411e-ba27-fa9ee2a10d5e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] For port 1e1f6fba-1592-4fda-9645-bdf71f08394e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1e1f6fba-1592-4fda-9645-bdf71f08394e,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:19.077044 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-8a274d9e-f4a9-411e-ba27-fa9ee2a10d5e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:19.267676 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Attempting to bind port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:19.268841 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Attempting to bind port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '74c0b71a-46fa-4b01-a2a3-5467de339910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:19.270909 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Attempting to bind port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d on network dc67f3a6-6727-4f81-8d4e-7f61aa76011f {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:19.290163 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:19.291927 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Checking segment: {'id': '74c0b71a-46fa-4b01-a2a3-5467de339910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:19.294518 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:19.295656 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Bound using segment: {'id': '74c0b71a-46fa-4b01-a2a3-5467de339910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:19.296924 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Bound port: 2d0ef7a9-8cbd-4689-b078-5f8298312b1d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c0b71a-46fa-4b01-a2a3-5467de339910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:19.298090 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:19.681909 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:19.707286 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d121e3f5-1090-44fc-9e6a-fd287a4198ed req-b2a5f1ee-06da-43f9-ab14-bc308d32c092 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2aa94b32-e175-4e4f-ace4-d6dad39a5063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7310367 Feb 04 16:06:19.787476 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] For port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:19.794279 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] For port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2d0ef7a9-8cbd-4689-b078-5f8298312b1d,segment=NetworkSegment(74c0b71a-46fa-4b01-a2a3-5467de339910),segment_id=74c0b71a-46fa-4b01-a2a3-5467de339910)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:19.804369 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:19.810944 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac313612-40e4-4a1a-bb82-3449eb2d4cf4 req-e09ca3b8-f465-495c-b51f-b34ce2b22e6a tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 210 time: 0.1915231 Feb 04 16:06:19.887141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb9458-a503-40e3-a630-09c44f6cb0ff req-a755e44c-c5e1-452e-9bdf-0e227f4d71cc tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:19.900545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbdb9458-a503-40e3-a630-09c44f6cb0ff req-a755e44c-c5e1-452e-9bdf-0e227f4d71cc tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 946 time: 0.4328086 Feb 04 16:06:20.033916 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a6f13073-daec-4871-ae8e-43a972e6bc9f details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:06:20.041204 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 1e1f6fba-1592-4fda-9645-bdf71f08394e no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:06:20.056491 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbdb9458-a503-40e3-a630-09c44f6cb0ff req-1bdd4ca9-6949-42bd-bbcc-69f9d8b1ead6 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups?id=a616a03e-3d8f-47e4-a8c1-b5f36b25fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1502628 Feb 04 16:06:20.091385 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Routers {'4c67c052-f3aa-4706-afde-76eacde234e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:20.095965 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['4c67c052-f3aa-4706-afde-76eacde234e7'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:20.186816 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-8a274d9e-f4a9-411e-ba27-fa9ee2a10d5e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:20.191576 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-8a274d9e-f4a9-411e-ba27-fa9ee2a10d5e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:20.194048 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-8a274d9e-f4a9-411e-ba27-fa9ee2a10d5e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Floating IP c5a6ee42-4fac-404d-b2ec-93779b34f99c disassociated. External IP: 172.25.0.105, port: 1e1f6fba-1592-4fda-9645-bdf71f08394e. Feb 04 16:06:20.194587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-8a274d9e-f4a9-411e-ba27-fa9ee2a10d5e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Calling delete_port for 1e1f6fba-1592-4fda-9645-bdf71f08394e owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:20.200147 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c647db4-e300-442d-bd09-731f6192c12d None None] Pushing event updated for resources: {'Port': ['ID=2d0ef7a9-8cbd-4689-b078-5f8298312b1d,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:20.372682 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:06:20.579888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253eed2-04fe-4040-8f40-65a2ac027327 req-5e780616-688b-491e-b7e8-790d6f0d4c94 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:20.592071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0253eed2-04fe-4040-8f40-65a2ac027327 req-5e780616-688b-491e-b7e8-790d6f0d4c94 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 943 time: 0.3099606 Feb 04 16:06:20.744305 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] Set router 4c67c052-f3aa-4706-afde-76eacde234e7 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:20.747505 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0253eed2-04fe-4040-8f40-65a2ac027327 req-58c9e971-c856-4121-9af5-234179cc3bde tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488917 Feb 04 16:06:20.992862 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:21.228689 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:21.258625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-8a274d9e-f4a9-411e-ba27-fa9ee2a10d5e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:21.401723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a274d9e-f4a9-411e-ba27-fa9ee2a10d5e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event deleted for resources: {'Port': ['ID=1e1f6fba-1592-4fda-9645-bdf71f08394e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:21.483081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'port_id': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'mac_address': 'fa:16:3e:6d:c1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:06:21.600209 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10ba2f7c-e3f5-4f61-8267-b13c28df36af tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:21.637961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d45dc5fc-962b-423f-a2f3-2d373b24d3fc req-5d9f6453-3c2f-410c-8dd0-26c196327e3e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 210 time: 0.0841050 Feb 04 16:06:21.669208 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:21.722492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f13073-daec-4871-ae8e-43a972e6bc9f {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:21.799647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:21.807343 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:21.823752 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-acf3bdd7-afaf-4bb6-b056-84583981476c req-ff3999be-0b32-4d13-8a9f-60db424a5841 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 210 time: 0.0938025 Feb 04 16:06:21.863899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-10ba2f7c-e3f5-4f61-8267-b13c28df36af tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Deleting port 34107765-1937-4451-8b3b-6cba97125d97 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:21.864629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10ba2f7c-e3f5-4f61-8267-b13c28df36af tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:21.949045 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47921629', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:06:09Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '2d0ef7a9-8cbd-4689-b078-5f8298312b1d', 'name': '', 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'mac_address': 'fa:16:3e:4c:ab:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada475b1-9d54-4dde-bf04-73594fd2e31f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:05Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'subnets': [{'id': 'ada475b1-9d54-4dde-bf04-73594fd2e31f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:21.959502 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73ff17b-3f92-4c6f-be7f-f54381c04dd2 None None] The sync data for ids ['4c67c052-f3aa-4706-afde-76eacde234e7'] in n-d-827872-1 is: [{'id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47921629', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:06:09Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '2d0ef7a9-8cbd-4689-b078-5f8298312b1d', 'name': '', 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'mac_address': 'fa:16:3e:4c:ab:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada475b1-9d54-4dde-bf04-73594fd2e31f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:05Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'subnets': [{'id': 'ada475b1-9d54-4dde-bf04-73594fd2e31f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:22.127828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=a6f13073-daec-4871-ae8e-43a972e6bc9f,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:22.174679 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d121e3f5-1090-44fc-9e6a-fd287a4198ed req-09c19085-1e7e-4d64-ad96-9af90389dee0 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6096456 Feb 04 16:06:22.226469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['a6f13073-daec-4871-ae8e-43a972e6bc9f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:06:22.435319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c86bb-3f5c-4489-b2b5-5cc1b44867c7 req-eeb57cb2-0d0b-42ad-8f9c-0a0236b4ab07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:22.456197 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e18c86bb-3f5c-4489-b2b5-5cc1b44867c7 req-eeb57cb2-0d0b-42ad-8f9c-0a0236b4ab07 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 944 time: 0.2572017 Feb 04 16:06:22.623508 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e18c86bb-3f5c-4489-b2b5-5cc1b44867c7 req-0dbca3ef-d34f-4fb8-bdf8-a24a4851c216 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747746 Feb 04 16:06:23.094542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c73e18d1-9c69-4b23-af63-bfeb43a2503f req-24a85b7b-fd4c-4a68-8d56-84ae29780ee5 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 210 time: 0.1290035 Feb 04 16:06:23.155693 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-f28270af-6d54-4fe3-9ef1-16e4ac2a0ee8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:23.155693 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-f28270af-6d54-4fe3-9ef1-16e4ac2a0ee8 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.81 "GET /v2.0/networks?id=dc67f3a6-6727-4f81-8d4e-7f61aa76011f HTTP/1.1" status: 200 len: 798 time: 0.6804910 Feb 04 16:06:23.188277 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d121e3f5-1090-44fc-9e6a-fd287a4198ed req-4230c5b5-844a-4cf4-8ac3-c44f70c2edd5 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9489257 Feb 04 16:06:23.195588 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Request body: {'port': {'device_id': 'fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d', 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f', 'admin_state_up': True, 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:23.241122 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10ba2f7c-e3f5-4f61-8267-b13c28df36af tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:23.243354 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2dcbef29-7124-40a0-affe-3cf8d190cec6 req-1525cf44-7a84-4ec3-bea2-af6c46fb4922 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 210 time: 0.0782979 Feb 04 16:06:23.592271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-10ba2f7c-e3f5-4f61-8267-b13c28df36af tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Calling delete_port for 34107765-1937-4451-8b3b-6cba97125d97 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:23.784962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2d0ef7a9-8cbd-4689-b078-5f8298312b1d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:23.994932 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:24.013319 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:24.013319 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:24.084329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a6f13073-daec-4871-ae8e-43a972e6bc9f up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:24.098857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:24.212694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Usage tracker for resource:port and tenant:58e7f9058fe14c60b48cea9256065ba5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:24.236045 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8cf13-a5be-4315-8df2-d8bdda01456d req-80459056-c88c-4e1f-b287-1fecda0d1098 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:24.238692 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:24.243874 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62f8cf13-a5be-4315-8df2-d8bdda01456d req-80459056-c88c-4e1f-b287-1fecda0d1098 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 944 time: 0.2209275 Feb 04 16:06:24.274421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:24.319790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port a6f13073-daec-4871-ae8e-43a972e6bc9f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:24.334582 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port a6f13073-daec-4871-ae8e-43a972e6bc9f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:24.334582 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:24.350424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Made reservation on behalf of 58e7f9058fe14c60b48cea9256065ba5 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:24.350424 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:24.391108 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62f8cf13-a5be-4315-8df2-d8bdda01456d req-e2d0d560-ec0e-4212-b092-0ca2e138815c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430023 Feb 04 16:06:24.408906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-8a274d9e-f4a9-411e-ba27-fa9ee2a10d5e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Router 31942f60-1d8b-483e-b345-f98503e728e7 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:06:24.519340 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-814d9524-f4d3-4068-8763-cece14423efd req-44eca57a-5587-4082-8a68-13a98aaf3a56 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 210 time: 0.1342561 Feb 04 16:06:24.574424 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:24.746370 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:24.768917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2d0ef7a9-8cbd-4689-b078-5f8298312b1d,segment=NetworkSegment(74c0b71a-46fa-4b01-a2a3-5467de339910),segment_id=74c0b71a-46fa-4b01-a2a3-5467de339910)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:24.771580 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10ba2f7c-e3f5-4f61-8267-b13c28df36af tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:24.776584 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:24.978838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:24.981907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=2d0ef7a9-8cbd-4689-b078-5f8298312b1d,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:24.987104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:24.995021 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:25.102786 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=a6f13073-daec-4871-ae8e-43a972e6bc9f,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:25.139885 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'code': 200} Feb 04 16:06:25.167340 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bee4bbcd-5001-4805-a6de-9d38eb53c9bc req-a4cc96c1-102e-42ca-b160-56f047992fe7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 210 time: 0.5334034 Feb 04 16:06:25.300598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41884) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:25.354956 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba2f7c-e3f5-4f61-8267-b13c28df36af tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Pushing event deleted for resources: {'Port': ['ID=34107765-1937-4451-8b3b-6cba97125d97,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:25.372381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Allocated IP 172.20.0.22 (dc67f3a6-6727-4f81-8d4e-7f61aa76011f/ada475b1-9d54-4dde-bf04-73594fd2e31f/8a553a57-3470-4fda-98f5-3b23988e8868) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:25.519396 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:25.706645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2d0ef7a9-8cbd-4689-b078-5f8298312b1d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:25.753404 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-631cd237-aa0b-4f88-8b65-0f3764129958 req-db9762f7-aa90-4e66-ad46-c23cfab65340 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 210 time: 0.0814760 Feb 04 16:06:25.755032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:25.784724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Usage tracker for resource:security_group_rule and tenant:5dab271abe614308ab0d5c6090dcddf5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:25.806114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:25.806805 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:25.807277 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:25.845160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:25.914845 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1a952133-ed68-4cf8-84ae-5d120dd1d173 req-225e3f9d-4a1d-4963-87c6-d2ef63287d40 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1096 time: 0.6000671 Feb 04 16:06:25.925321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b6953-6d5b-4f52-92a5-b9d86fb02e63 req-01040848-9c0e-4987-b89a-6c505d24ddf5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:25.927857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e18b6953-6d5b-4f52-92a5-b9d86fb02e63 req-01040848-9c0e-4987-b89a-6c505d24ddf5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.3625426 Feb 04 16:06:26.051817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e18b6953-6d5b-4f52-92a5-b9d86fb02e63 req-eef7e2ca-7582-40f0-8217-5b4d9be65fa7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168931 Feb 04 16:06:26.071519 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.081026 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.117250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10ba2f7c-e3f5-4f61-8267-b13c28df36af tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.136466 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5dab271abe614308ab0d5c6090dcddf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8324804 Feb 04 16:06:26.136466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4933b900-5d6d-49fe-8e3b-f3ec178d465c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:26.137346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41898) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:26.160499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:26.160841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:26.161180 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:26.161514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:26.161844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:26.162173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:26.162534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:26.163028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:26.163630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:26.164423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:26.164770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5c50-7394-4fe2-9feb-44c39da6fea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:26.222423 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f0be2a02-429f-423d-95d4-d780eb582f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.251240 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f0be2a02-429f-423d-95d4-d780eb582f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.316232 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f0be2a02-429f-423d-95d4-d780eb582f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.318346 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.335153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be2a02-429f-423d-95d4-d780eb582f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4933b900-5d6d-49fe-8e3b-f3ec178d465c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:26.336958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Transition to ACTIVE for port object 8a553a57-3470-4fda-98f5-3b23988e8868 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:26.365716 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f0be2a02-429f-423d-95d4-d780eb582f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.369692 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f0be2a02-429f-423d-95d4-d780eb582f59 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4933b900-5d6d-49fe-8e3b-f3ec178d465c HTTP/1.1" status: 204 len: 168 time: 0.2285922 Feb 04 16:06:26.418259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1517cb82-b93e-4212-b117-3f3b32af70a5 req-be76a9e7-adc8-47dd-8c9f-409e149c98a0 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 210 time: 0.0594897 Feb 04 16:06:26.444427 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.450298 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1a952133-ed68-4cf8-84ae-5d120dd1d173 req-2b99a555-9009-42de-855f-1b3e8e5c0bac service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3761985 Feb 04 16:06:26.592615 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10ba2f7c-e3f5-4f61-8267-b13c28df36af tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.622554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event updated for resources: {'Port': ['ID=8a553a57-3470-4fda-98f5-3b23988e8868,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:26.629102 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10ba2f7c-e3f5-4f61-8267-b13c28df36af tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.632680 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Network dc67f3a6-6727-4f81-8d4e-7f61aa76011f is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:26.639127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:26.641747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:26.701838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-8a274d9e-f4a9-411e-ba27-fa9ee2a10d5e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:26.713196 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa2ad9-1ca4-4f1d-9fdd-2b47798b17a9 None None] Sync routers for ids ['31942f60-1d8b-483e-b345-f98503e728e7'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:26.733126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa2ad9-1ca4-4f1d-9fdd-2b47798b17a9 None None] Routers {'31942f60-1d8b-483e-b345-f98503e728e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:26.735873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-aaaa2ad9-1ca4-4f1d-9fdd-2b47798b17a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['31942f60-1d8b-483e-b345-f98503e728e7'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:26.818179 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-8a274d9e-f4a9-411e-ba27-fa9ee2a10d5e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] No DVR routers for this DVR port 1e1f6fba-1592-4fda-9645-bdf71f08394e on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:26.821512 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-8a274d9e-f4a9-411e-ba27-fa9ee2a10d5e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.828357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1c3e27-def0-4514-ab60-7f5abc73c3cf', 'name': 'network-vif-deleted', 'tag': '1e1f6fba-1592-4fda-9645-bdf71f08394e'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:26.833230 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10ba2f7c-e3f5-4f61-8267-b13c28df36af tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.834253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ba2f7c-e3f5-4f61-8267-b13c28df36af tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Fanout notify agent at l3_agent the message router_deleted on router cd9221ed-c578-4263-9918-65f363545089 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:06:26.839121 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41912) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:26.850403 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:26.853025 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.886617 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a5e0d33d-5d38-4166-bbd0-a0ccecb86245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.964512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a5e0d33d-5d38-4166-bbd0-a0ccecb86245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:26.973091 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a5e0d33d-5d38-4166-bbd0-a0ccecb86245 admin admin] Usage tracker for resource:security_group_rule and tenant:b6be60c1b75d44c08a6553e429bfacf0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:26.982817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a5e0d33d-5d38-4166-bbd0-a0ccecb86245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:26.999829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a5e0d33d-5d38-4166-bbd0-a0ccecb86245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:27.004660 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10ba2f7c-e3f5-4f61-8267-b13c28df36af tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:27.016034 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-10ba2f7c-e3f5-4f61-8267-b13c28df36af tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "DELETE /v2.0/routers/cd9221ed-c578-4263-9918-65f363545089 HTTP/1.1" status: 204 len: 168 time: 9.9326272 Feb 04 16:06:27.017371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41918) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:27.044849 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-93ed0012-fc37-4d26-a3fe-707e2248b56f req-8a274d9e-f4a9-411e-ba27-fa9ee2a10d5e tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.81 "DELETE /v2.0/ports/1e1f6fba-1592-4fda-9645-bdf71f08394e HTTP/1.1" status: 204 len: 173 time: 9.5343146 Feb 04 16:06:27.052621 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1c3e27-def0-4514-ab60-7f5abc73c3cf', 'name': 'network-vif-deleted', 'tag': '1e1f6fba-1592-4fda-9645-bdf71f08394e', 'status': 'completed', 'code': 200} Feb 04 16:06:27.061346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5e487b24-f7cd-4888-be56-7fc8af1ba7f3 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2127800320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:27.096605 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-dbd861c9-6d89-40cd-904c-dcf987c032cb tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.9154804 Feb 04 16:06:27.103630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5e487b24-f7cd-4888-be56-7fc8af1ba7f3 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:27.150852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Request body: {'port': {'device_id': 'fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:27.200766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4987bbf1-5a6f-4909-a107-a86b6e08b525 None None] Provisioning for port 8a553a57-3470-4fda-98f5-3b23988e8868 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:27.209509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4987bbf1-5a6f-4909-a107-a86b6e08b525 None None] Provisioning complete for port 8a553a57-3470-4fda-98f5-3b23988e8868 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:27.210015 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a5e0d33d-5d38-4166-bbd0-a0ccecb86245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:27.210351 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4987bbf1-5a6f-4909-a107-a86b6e08b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:27.215624 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a5e0d33d-5d38-4166-bbd0-a0ccecb86245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:27.278326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4987bbf1-5a6f-4909-a107-a86b6e08b525 None None] Port 8a553a57-3470-4fda-98f5-3b23988e8868 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:06:27.282097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5e487b24-f7cd-4888-be56-7fc8af1ba7f3 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Usage tracker for resource:router and tenant:a59178bef22242c6a3dd955f513fcb83 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:27.282870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-aaaa2ad9-1ca4-4f1d-9fdd-2b47798b17a9 None None] Set router 31942f60-1d8b-483e-b345-f98503e728e7 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:27.295216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5e487b24-f7cd-4888-be56-7fc8af1ba7f3 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:27.371356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5e487b24-f7cd-4888-be56-7fc8af1ba7f3 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:27.404626 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e487b24-f7cd-4888-be56-7fc8af1ba7f3 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:27.405653 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e487b24-f7cd-4888-be56-7fc8af1ba7f3 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:27.405936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a5e0d33d-5d38-4166-bbd0-a0ccecb86245 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b6be60c1b75d44c08a6553e429bfacf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5655265 Feb 04 16:06:27.410756 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41924) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:27.415072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0d33d-5d38-4166-bbd0-a0ccecb86245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd67672-c37a-4415-903d-2fea0d4226c1,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:27.461826 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03dd2f44-099f-4b9e-9a5f-8fb30476ea98 req-686950f3-721c-49eb-9f62-8e9f9f0d1c09 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca1c3e27-def0-4514-ab60-7f5abc73c3cf HTTP/1.1" status: 200 len: 210 time: 0.0877423 Feb 04 16:06:27.557061 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:27.600470 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e487b24-f7cd-4888-be56-7fc8af1ba7f3 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:27.627986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67959023-b437-450c-87b7-e409983e1f1e req-8fbef4a3-43b0-4f1b-9be2-82f3f1e9a501 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:27.636937 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67959023-b437-450c-87b7-e409983e1f1e req-8fbef4a3-43b0-4f1b-9be2-82f3f1e9a501 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.1730413 Feb 04 16:06:27.780796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-aaaa2ad9-1ca4-4f1d-9fdd-2b47798b17a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:17Z', 'revision_number': 5, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:27.785468 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa2ad9-1ca4-4f1d-9fdd-2b47798b17a9 None None] Checking router: 31942f60-1d8b-483e-b345-f98503e728e7 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:06:27.798674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa2ad9-1ca4-4f1d-9fdd-2b47798b17a9 None None] Routers {'31942f60-1d8b-483e-b345-f98503e728e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:27.799507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-aaaa2ad9-1ca4-4f1d-9fdd-2b47798b17a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['31942f60-1d8b-483e-b345-f98503e728e7'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:27.845800 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd719721-ae9b-4c25-93ad-2fd476ee73bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:27.877021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd719721-ae9b-4c25-93ad-2fd476ee73bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:27.899714 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e487b24-f7cd-4888-be56-7fc8af1ba7f3 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:28.037137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-aaaa2ad9-1ca4-4f1d-9fdd-2b47798b17a9 None None] Set router 31942f60-1d8b-483e-b345-f98503e728e7 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:28.080105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67959023-b437-450c-87b7-e409983e1f1e req-28837f0c-416d-4c06-a17c-1f0bc6e35986 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4344351 Feb 04 16:06:28.111728 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5e487b24-f7cd-4888-be56-7fc8af1ba7f3 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:28.112903 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5e487b24-f7cd-4888-be56-7fc8af1ba7f3 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0835128 Feb 04 16:06:28.118024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41934) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:28.122152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321640b9-f628-4f53-add3-ec416c314794 req-0985a344-7eb6-4536-917f-91ec57e6c457 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:28.124724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'enable_snat': True}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:28.137508 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-321640b9-f628-4f53-add3-ec416c314794 req-0985a344-7eb6-4536-917f-91ec57e6c457 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 895 time: 0.4884102 Feb 04 16:06:28.161830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d02ad052-cac2-46af-a54d-bc8e259fc3e0 req-412a2226-5fb0-4d79-ac86-20525162b1b7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4283416 Feb 04 16:06:28.346178 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d02ad052-cac2-46af-a54d-bc8e259fc3e0 req-373e1af8-fd36-4c72-ab58-52b68b8c30f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58e7f9058fe14c60b48cea9256065ba5&device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 1136 time: 0.1630497 Feb 04 16:06:28.486698 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-aaaa2ad9-1ca4-4f1d-9fdd-2b47798b17a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:17Z', 'revision_number': 5, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:28.494115 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa2ad9-1ca4-4f1d-9fdd-2b47798b17a9 None None] The sync data for ids ['31942f60-1d8b-483e-b345-f98503e728e7'] in n-d-827872-1 is: [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T15:58:53Z', 'revision_number': 4, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b03b4b7b-d5c3-4ae4-85da-238a4c3ea641', 'name': '', 'network_id': '77d45825-2d57-40f6-8cad-ccc438a77afd', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'mac_address': 'fa:16:3e:97:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17436835-6de0-40b7-9709-512c1f6abbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:17Z', 'revision_number': 5, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'subnets': [{'id': '17436835-6de0-40b7-9709-512c1f6abbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:28.507075 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd719721-ae9b-4c25-93ad-2fd476ee73bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:28.550558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd719721-ae9b-4c25-93ad-2fd476ee73bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd67672-c37a-4415-903d-2fea0d4226c1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:28.622334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ad052-cac2-46af-a54d-bc8e259fc3e0 req-21e9b473-a3a8-423f-b42e-6c52cbf0cd0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:28.624632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d02ad052-cac2-46af-a54d-bc8e259fc3e0 req-21e9b473-a3a8-423f-b42e-6c52cbf0cd0c service neutron] 10.222.0.73 "GET /v2.0/networks?id=389ecbb7-8fdb-4d0e-87c7-6640677f64bc HTTP/1.1" status: 200 len: 897 time: 0.2371643 Feb 04 16:06:28.685225 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd719721-ae9b-4c25-93ad-2fd476ee73bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:28.689906 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fd719721-ae9b-4c25-93ad-2fd476ee73bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4dd67672-c37a-4415-903d-2fea0d4226c1 HTTP/1.1" status: 204 len: 168 time: 1.2740552 Feb 04 16:06:28.714354 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.resource_extend [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:06:28.735668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 41952) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:28.793546 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d02ad052-cac2-46af-a54d-bc8e259fc3e0 req-85ec773c-d87e-45f8-8cf5-c838936276fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d51d04-2af5-4a5f-83d6-f29f899df8c2 HTTP/1.1" status: 200 len: 1001 time: 0.1626499 Feb 04 16:06:28.865948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ad052-cac2-46af-a54d-bc8e259fc3e0 req-aa923e2f-7a4a-482c-8a8f-85f277dab8e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:28.868045 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d02ad052-cac2-46af-a54d-bc8e259fc3e0 req-aa923e2f-7a4a-482c-8a8f-85f277dab8e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948 HTTP/1.1" status: 200 len: 835 time: 0.0676064 Feb 04 16:06:28.906464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a553a57-3470-4fda-98f5-3b23988e8868 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:29.010966 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:29.044387 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d02ad052-cac2-46af-a54d-bc8e259fc3e0 req-4685458d-70ba-4aed-8d8e-c20bfe7daf62 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=389ecbb7-8fdb-4d0e-87c7-6640677f64bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648657 Feb 04 16:06:29.054883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Transition to ACTIVE for port object 8a553a57-3470-4fda-98f5-3b23988e8868 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:29.072228 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:29.180957 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a1ec-d57e-4d34-9efa-df6957dfa189 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:29.307119 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:29.311538 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a1ec-d57e-4d34-9efa-df6957dfa189 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:29.341289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Pushing event updated for resources: {'Port': ['ID=8a553a57-3470-4fda-98f5-3b23988e8868,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:29.515561 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d02ad052-cac2-46af-a54d-bc8e259fc3e0 req-d999c9e8-0b2d-4581-b357-29df2b9c5679 service neutron] 10.222.0.73 "GET /v2.0/networks/389ecbb7-8fdb-4d0e-87c7-6640677f64bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664812 Feb 04 16:06:29.663739 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a1ec-d57e-4d34-9efa-df6957dfa189 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:29.723024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Attempting to bind port 8a553a57-3470-4fda-98f5-3b23988e8868 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:29.725310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Attempting to bind port 8a553a57-3470-4fda-98f5-3b23988e8868 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '74c0b71a-46fa-4b01-a2a3-5467de339910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:29.725310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Attempting to bind port 8a553a57-3470-4fda-98f5-3b23988e8868 on network dc67f3a6-6727-4f81-8d4e-7f61aa76011f {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:29.730299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4a1ec-d57e-4d34-9efa-df6957dfa189 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a616a03e-3d8f-47e4-a8c1-b5f36b25fddb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:29.764901 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a1ec-d57e-4d34-9efa-df6957dfa189 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:29.768212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff1b89-2b2d-447e-b4e1-1375d368ed88 req-3f66767b-0a52-44ef-9d4b-06639ba0da09 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:29.775347 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7ef4a1ec-d57e-4d34-9efa-df6957dfa189 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "DELETE /v2.0/security-groups/a616a03e-3d8f-47e4-a8c1-b5f36b25fddb HTTP/1.1" status: 204 len: 168 time: 1.0378053 Feb 04 16:06:29.782717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbff1b89-2b2d-447e-b4e1-1375d368ed88 req-3f66767b-0a52-44ef-9d4b-06639ba0da09 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 907 time: 0.3976648 Feb 04 16:06:29.785837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41974) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:29.800318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Port 8a553a57-3470-4fda-98f5-3b23988e8868 on network dc67f3a6-6727-4f81-8d4e-7f61aa76011f not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:06:29.800649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Attempting to bind port 8a553a57-3470-4fda-98f5-3b23988e8868 on network dc67f3a6-6727-4f81-8d4e-7f61aa76011f {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:29.810568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fe588-8c55-4137-bbc8-3b713e83b6a9 req-efa2f4ef-29f6-4071-97f2-e696fb7a9e08 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:29.811106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:29.811474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Checking segment: {'id': '74c0b71a-46fa-4b01-a2a3-5467de339910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:29.811860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Bound using segment: {'id': '74c0b71a-46fa-4b01-a2a3-5467de339910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:29.812295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Bound port: 8a553a57-3470-4fda-98f5-3b23988e8868, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c0b71a-46fa-4b01-a2a3-5467de339910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:29.812637 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:29.818538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d7fe588-8c55-4137-bbc8-3b713e83b6a9 req-efa2f4ef-29f6-4071-97f2-e696fb7a9e08 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.5367281 Feb 04 16:06:29.856127 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-010b5c0a-0ffb-4740-bd5a-98ffd366eee1 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] show failed (client error): The resource could not be found. Feb 04 16:06:29.857672 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-010b5c0a-0ffb-4740-bd5a-98ffd366eee1 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "GET /v2.0/security-groups/a616a03e-3d8f-47e4-a8c1-b5f36b25fddb HTTP/1.1" status: 404 len: 347 time: 0.0630035 Feb 04 16:06:29.864937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 41978) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:30.006287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d7fe588-8c55-4137-bbc8-3b713e83b6a9 req-e939293d-977d-476c-8ed8-cb699069968c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865346 Feb 04 16:06:30.085704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] For port 8a553a57-3470-4fda-98f5-3b23988e8868, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:30.090934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] For port 8a553a57-3470-4fda-98f5-3b23988e8868, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=8a553a57-3470-4fda-98f5-3b23988e8868,segment=NetworkSegment(74c0b71a-46fa-4b01-a2a3-5467de339910),segment_id=74c0b71a-46fa-4b01-a2a3-5467de339910)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:30.099429 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:30.230178 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d02ad052-cac2-46af-a54d-bc8e259fc3e0 req-05fd7af1-6fec-4319-9a4c-47857b25eef4 service neutron] 10.222.0.73 "GET /v2.0/networks/389ecbb7-8fdb-4d0e-87c7-6640677f64bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865911 Feb 04 16:06:30.246062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-8b39d3e9-905d-4432-92e8-c2adc690cb92 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Deleting port 86ef4647-840e-4c84-8c6f-eef06d270060 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:30.246553 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b39d3e9-905d-4432-92e8-c2adc690cb92 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:30.365568 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:06:30.387470 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:30.390469 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] 10.222.0.81 "PUT /v2.0/ports/8a553a57-3470-4fda-98f5-3b23988e8868 HTTP/1.1" status: 200 len: 1055 time: 3.2774334 Feb 04 16:06:30.392161 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:30.418622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d', 'tag': '8a553a57-3470-4fda-98f5-3b23988e8868'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:30.435783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:30.440296 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db0bae-75e8-45d0-80f7-c42d795c606c service neutron] Pushing event updated for resources: {'Port': ['ID=8a553a57-3470-4fda-98f5-3b23988e8868,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:30.590159 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d', 'tag': '8a553a57-3470-4fda-98f5-3b23988e8868', 'status': 'completed', 'code': 200} Feb 04 16:06:30.710162 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b39d3e9-905d-4432-92e8-c2adc690cb92 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:30.711230 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b39d3e9-905d-4432-92e8-c2adc690cb92 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:30.809975 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Allocated IP 172.25.0.44 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/183ef2b5-8e55-4392-88e2-b21fccf96b1e) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:30.879080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-8b39d3e9-905d-4432-92e8-c2adc690cb92 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Calling delete_port for 86ef4647-840e-4c84-8c6f-eef06d270060 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:30.879967 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-f692a90e-1c92-485b-9ccc-0d0a84e2ea5b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=58e7f9058fe14c60b48cea9256065ba5&device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 1058 time: 0.3811271 Feb 04 16:06:31.062123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e65b2-ffe6-466b-b396-eceea88646e6 req-f2fb2f95-1237-4340-9296-f111896da7f1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:31.070314 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c06e65b2-ffe6-466b-b396-eceea88646e6 req-f2fb2f95-1237-4340-9296-f111896da7f1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.7735736 Feb 04 16:06:31.073759 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b39d3e9-905d-4432-92e8-c2adc690cb92 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.139810 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-0144372e-1a6e-464c-8404-7bf424618534 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=8a553a57-3470-4fda-98f5-3b23988e8868 HTTP/1.1" status: 200 len: 217 time: 0.1674480 Feb 04 16:06:31.341754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-686d04ec-6f77-4832-9d19-220b8ef6eb28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:31.343323 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-686d04ec-6f77-4832-9d19-220b8ef6eb28 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ada475b1-9d54-4dde-bf04-73594fd2e31f HTTP/1.1" status: 200 len: 838 time: 0.1980107 Feb 04 16:06:31.357758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39d3e9-905d-4432-92e8-c2adc690cb92 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Pushing event deleted for resources: {'Port': ['ID=86ef4647-840e-4c84-8c6f-eef06d270060,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:31.417335 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.478041 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-c8ec832b-18bb-495a-9237-805ffbca42ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dc67f3a6-6727-4f81-8d4e-7f61aa76011f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229239 Feb 04 16:06:31.573541 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c06e65b2-ffe6-466b-b396-eceea88646e6 req-0c80aedb-2281-47c7-b62c-27311290a52e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5020173 Feb 04 16:06:31.608093 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.611625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42050) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:31.692493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51f783-86e5-44b9-896a-d05f56ed6090 req-45f0e0c2-9908-412e-8f06-f1ce9d70c53a tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:31.694010 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f51f783-86e5-44b9-896a-d05f56ed6090 req-45f0e0c2-9908-412e-8f06-f1ce9d70c53a tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 907 time: 0.4552937 Feb 04 16:06:31.727588 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b39d3e9-905d-4432-92e8-c2adc690cb92 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.790056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:31.798021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:31.806028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8b24b000-8ef1-4de1-9edd-380bebe99c4b tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1091 time: 0.1804802 Feb 04 16:06:31.807256 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:31.811060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42078) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:31.817769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:31.829950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:31.835968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:floatingip and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:31.840072 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b39d3e9-905d-4432-92e8-c2adc690cb92 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.844577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8b39d3e9-905d-4432-92e8-c2adc690cb92 tempest-AttachVolumeTestJSON-1106659997 tempest-AttachVolumeTestJSON-1106659997-project] 10.222.0.60 "DELETE /v2.0/floatingips/c5a6ee42-4fac-404d-b2ec-93779b34f99c HTTP/1.1" status: 204 len: 168 time: 1.9758267 Feb 04 16:06:31.863237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:31.881069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:31.911929 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.999201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Pushing event updated for resources: {'Port': ['ID=183ef2b5-8e55-4392-88e2-b21fccf96b1e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:32.084224 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-698fcd4e-c0c1-4b0b-b197-bca9382153bc service neutron] 10.222.0.81 "GET /v2.0/networks/dc67f3a6-6727-4f81-8d4e-7f61aa76011f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994403 Feb 04 16:06:32.225565 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:32.337111 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ca6aa162-3580-41f4-b0ab-39e319fe4d07 req-38eea1e8-446d-44ff-9df8-81e5335b1922 service neutron] 10.222.0.81 "GET /v2.0/networks/dc67f3a6-6727-4f81-8d4e-7f61aa76011f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846728 Feb 04 16:06:32.642060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.25.0.197 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/1056b19e-2cec-4614-a5a5-c9cc0cc17092) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:32.721376 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb7325ad-ffcc-43b4-9292-09400382aa45 req-fa32c478-c486-4477-9339-c5523e984bf1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=58e7f9058fe14c60b48cea9256065ba5&device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 1058 time: 0.2638137 Feb 04 16:06:32.734164 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:33.056639 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:33.061146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7325ad-ffcc-43b4-9292-09400382aa45 req-5eca00b7-7b47-438c-86b5-5c0dd33f7475 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:33.063019 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb7325ad-ffcc-43b4-9292-09400382aa45 req-5eca00b7-7b47-438c-86b5-5c0dd33f7475 service neutron] 10.222.0.81 "GET /v2.0/networks?id=dc67f3a6-6727-4f81-8d4e-7f61aa76011f HTTP/1.1" status: 200 len: 899 time: 0.2677217 Feb 04 16:06:33.065146 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:33.135152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dee946-f122-4460-9424-fcb9b36f31f9 req-eeb004e1-23a6-4eee-ac01-ca16a9382ce9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:33.149816 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e0dee946-f122-4460-9424-fcb9b36f31f9 req-eeb004e1-23a6-4eee-ac01-ca16a9382ce9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 907 time: 0.2301779 Feb 04 16:06:33.190735 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:33.271055 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:33.376476 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb7325ad-ffcc-43b4-9292-09400382aa45 req-42acdf9c-41a2-4c91-bcc3-0651a41f392a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=8a553a57-3470-4fda-98f5-3b23988e8868 HTTP/1.1" status: 200 len: 217 time: 0.3056290 Feb 04 16:06:33.516586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=1056b19e-2cec-4614-a5a5-c9cc0cc17092,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:33.525228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7325ad-ffcc-43b4-9292-09400382aa45 req-6d0a516a-04ad-423f-9b36-c5d22edc535d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:33.526666 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb7325ad-ffcc-43b4-9292-09400382aa45 req-6d0a516a-04ad-423f-9b36-c5d22edc535d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ada475b1-9d54-4dde-bf04-73594fd2e31f HTTP/1.1" status: 200 len: 838 time: 0.1425054 Feb 04 16:06:33.529450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:33.530654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:33.533280 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:33.653020 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccc4e5e-7c1e-4707-a90e-ef307ea5e0e4 None None] New status for floating IP c5a6ee42-4fac-404d-b2ec-93779b34f99c: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:06:33.730317 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb7325ad-ffcc-43b4-9292-09400382aa45 req-0b213849-edda-4749-b6f9-f16bc1a1a7dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dc67f3a6-6727-4f81-8d4e-7f61aa76011f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1962221 Feb 04 16:06:33.914767 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb7325ad-ffcc-43b4-9292-09400382aa45 req-1bf33f60-3cf3-4092-8303-2a06db0d9663 service neutron] 10.222.0.81 "GET /v2.0/networks/dc67f3a6-6727-4f81-8d4e-7f61aa76011f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786058 Feb 04 16:06:34.218684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Router cb81d03b-75d5-458f-80df-6df54a78f394 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:06:34.258377 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb7325ad-ffcc-43b4-9292-09400382aa45 req-daacd637-412c-4950-b3f1-c60763ebd484 service neutron] 10.222.0.81 "GET /v2.0/networks/dc67f3a6-6727-4f81-8d4e-7f61aa76011f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290799 Feb 04 16:06:34.566864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:34.668912 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:34.706433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:34.716817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:34.720345 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-18fe2a58-92a7-417d-bee5-631bc9592523 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "PUT /v2.0/routers/cb81d03b-75d5-458f-80df-6df54a78f394 HTTP/1.1" status: 200 len: 918 time: 6.5981524 Feb 04 16:06:34.721005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42386) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:34.724249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd3b01-95f6-4b54-a81c-bcfb420c7f42 None None] Sync routers for ids ['cb81d03b-75d5-458f-80df-6df54a78f394'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:34.753016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd3b01-95f6-4b54-a81c-bcfb420c7f42 None None] Routers {'cb81d03b-75d5-458f-80df-6df54a78f394'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:34.753674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c4cd3b01-95f6-4b54-a81c-bcfb420c7f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cb81d03b-75d5-458f-80df-6df54a78f394'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:34.772159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b19b7-9e85-42a0-8b86-d87c4ea17a81 req-1969d4b2-ee4a-495a-8a38-bd33b59930f6 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:34.774190 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-725b19b7-9e85-42a0-8b86-d87c4ea17a81 req-1969d4b2-ee4a-495a-8a38-bd33b59930f6 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 907 time: 0.2998056 Feb 04 16:06:34.897557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c4cd3b01-95f6-4b54-a81c-bcfb420c7f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:34.925387 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd3b01-95f6-4b54-a81c-bcfb420c7f42 None None] Routers {'cb81d03b-75d5-458f-80df-6df54a78f394'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:34.926639 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c4cd3b01-95f6-4b54-a81c-bcfb420c7f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['cb81d03b-75d5-458f-80df-6df54a78f394'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:35.156577 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-41ceaf9c-9693-4d9d-98b4-108d298db3c4 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/routers/cb81d03b-75d5-458f-80df-6df54a78f394 HTTP/1.1" status: 200 len: 924 time: 0.4328341 Feb 04 16:06:35.158243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42434) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:35.219710 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:35.226598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c4cd3b01-95f6-4b54-a81c-bcfb420c7f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:35.227068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd3b01-95f6-4b54-a81c-bcfb420c7f42 None None] The sync data for ids ['cb81d03b-75d5-458f-80df-6df54a78f394'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:35.227389 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:35.397161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=1056b19e-2cec-4614-a5a5-c9cc0cc17092,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:35.433820 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d2d6e9f2-df81-411c-a687-beac1909f130 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&device_id=cb81d03b-75d5-458f-80df-6df54a78f394&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2738285 Feb 04 16:06:35.434878 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:35.435347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42470) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:35.698214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8d1787-e8a8-4093-b983-11003cef1878 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:35.698790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-be8d1787-e8a8-4093-b983-11003cef1878 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Synchronizing usage tracker for tenant:62b7bdaf2be3442d81b474dc5bce4956 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:35.727252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-be8d1787-e8a8-4093-b983-11003cef1878 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Unset dirty status for tenant:62b7bdaf2be3442d81b474dc5bce4956 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:35.736186 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-be8d1787-e8a8-4093-b983-11003cef1878 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 881 time: 0.2987609 Feb 04 16:06:35.736802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42492) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:35.862151 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ddecc6e1-1bb4-4943-aa4e-e9a9d7302735 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb81d03b-75d5-458f-80df-6df54a78f394 HTTP/1.1" status: 200 len: 205 time: 0.1241679 Feb 04 16:06:35.862802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42502) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:35.949171 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Floating IP 80039df2-d74e-4f73-b6bc-febc34dd749e associated. External IP: 172.25.0.197, port: a6f13073-daec-4871-ae8e-43a972e6bc9f. Feb 04 16:06:36.127506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 8a553a57-3470-4fda-98f5-3b23988e8868 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:06:36.405241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb882d-e86b-4f8c-97dc-1b814b322614 req-f0cef186-9782-48f4-8c87-6dc01c29d16d tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:36.406817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3fb882d-e86b-4f8c-97dc-1b814b322614 req-f0cef186-9782-48f4-8c87-6dc01c29d16d tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 907 time: 0.2958262 Feb 04 16:06:36.522252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 8a553a57-3470-4fda-98f5-3b23988e8868, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=8a553a57-3470-4fda-98f5-3b23988e8868,segment=NetworkSegment(74c0b71a-46fa-4b01-a2a3-5467de339910),segment_id=74c0b71a-46fa-4b01-a2a3-5467de339910)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:36.640793 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '8a553a57-3470-4fda-98f5-3b23988e8868', 'network_id': 'dc67f3a6-6727-4f81-8d4e-7f61aa76011f', 'port_id': '8a553a57-3470-4fda-98f5-3b23988e8868', 'mac_address': 'fa:16:3e:39:82:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada475b1-9d54-4dde-bf04-73594fd2e31f', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:06:36.668309 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b513-84c0-45d1-8455-4a1e9b8d10ab tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.821820 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5c663de4-ca7e-4a60-a402-7612bb1c5c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.903788 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.958009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a553a57-3470-4fda-98f5-3b23988e8868 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:36.989437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 8a553a57-3470-4fda-98f5-3b23988e8868, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=8a553a57-3470-4fda-98f5-3b23988e8868,segment=NetworkSegment(74c0b71a-46fa-4b01-a2a3-5467de339910),segment_id=74c0b71a-46fa-4b01-a2a3-5467de339910)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:36.999768 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:37.182126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=8a553a57-3470-4fda-98f5-3b23988e8868,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:37.199986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:37.207507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:37.207854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:37.208185 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:37.208519 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:37.208848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:37.209171 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:37.209498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:37.209819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:37.210659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:37.210995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:37.274357 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b513-84c0-45d1-8455-4a1e9b8d10ab tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:37.299471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c2d1b513-84c0-45d1-8455-4a1e9b8d10ab tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Deleting port 183ef2b5-8e55-4392-88e2-b21fccf96b1e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:37.299867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b513-84c0-45d1-8455-4a1e9b8d10ab tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:37.391405 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['8a553a57-3470-4fda-98f5-3b23988e8868'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:06:37.583698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router 93da2a94-6c94-498b-91ef-8a463bcfe90e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:06:37.641737 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b513-84c0-45d1-8455-4a1e9b8d10ab tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:37.828514 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c2d1b513-84c0-45d1-8455-4a1e9b8d10ab tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Calling delete_port for 183ef2b5-8e55-4392-88e2-b21fccf96b1e owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:37.856494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c69f2-0259-4a2a-9be2-04ae66d6c260 req-3de415e0-c17a-4988-bee0-65edf76e5b6d tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:37.858265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-038c69f2-0259-4a2a-9be2-04ae66d6c260 req-3de415e0-c17a-4988-bee0-65edf76e5b6d tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 908 time: 0.2064145 Feb 04 16:06:37.994776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:38.008260 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38a981c-dc48-4cd9-86ad-62162899c273 None None] Sync routers for ids ['93da2a94-6c94-498b-91ef-8a463bcfe90e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:38.028149 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a981c-dc48-4cd9-86ad-62162899c273 None None] Routers {'93da2a94-6c94-498b-91ef-8a463bcfe90e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:38.028787 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c38a981c-dc48-4cd9-86ad-62162899c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['93da2a94-6c94-498b-91ef-8a463bcfe90e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:38.075799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b513-84c0-45d1-8455-4a1e9b8d10ab tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:38.087711 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:38.129939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1b513-84c0-45d1-8455-4a1e9b8d10ab tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Pushing event deleted for resources: {'Port': ['ID=183ef2b5-8e55-4392-88e2-b21fccf96b1e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:38.137647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 8a553a57-3470-4fda-98f5-3b23988e8868 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:38.258921 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-df87478b-0d5c-4fd3-86e5-7114e977079c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4428027 Feb 04 16:06:38.258921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:38.281607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 8a553a57-3470-4fda-98f5-3b23988e8868 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:38.294244 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 8a553a57-3470-4fda-98f5-3b23988e8868 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:38.294615 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:38.419882 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'status': 'completed', 'code': 200} Feb 04 16:06:38.442010 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-c38a981c-dc48-4cd9-86ad-62162899c273 None None] Set router 93da2a94-6c94-498b-91ef-8a463bcfe90e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:38.573594 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b513-84c0-45d1-8455-4a1e9b8d10ab tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:38.655990 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:38.721864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 8a553a57-3470-4fda-98f5-3b23988e8868, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=8a553a57-3470-4fda-98f5-3b23988e8868,segment=NetworkSegment(74c0b71a-46fa-4b01-a2a3-5467de339910),segment_id=74c0b71a-46fa-4b01-a2a3-5467de339910)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:38.724448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a553a57-3470-4fda-98f5-3b23988e8868'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:38.744494 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:38.871446 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=8a553a57-3470-4fda-98f5-3b23988e8868,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:38.923782 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a553a57-3470-4fda-98f5-3b23988e8868', 'code': 200} Feb 04 16:06:38.952621 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5b224bd4-2d0b-4fec-ac85-f42ad0187948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.212530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541c32e-4f9c-4f9b-98cb-faff331219d8 req-a2f6f2d0-8bd0-4d33-bf64-517d6ab733f6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:39.222204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d541c32e-4f9c-4f9b-98cb-faff331219d8 req-a2f6f2d0-8bd0-4d33-bf64-517d6ab733f6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.1822286 Feb 04 16:06:39.403105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d541c32e-4f9c-4f9b-98cb-faff331219d8 req-ca728f5f-d0ef-4d56-9fc1-597c4e60da36 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799326 Feb 04 16:06:39.404050 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c38a981c-dc48-4cd9-86ad-62162899c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:47Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:48Z', 'updated_at': '2022-02-04T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '80039df2-d74e-4f73-b6bc-febc34dd749e', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'port_id': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'mac_address': 'fa:16:3e:6d:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:06:34Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 0, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4cefbc-6171-49ef-9733-3a76ff9ec7b3', 'name': '', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:7b:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:55Z', 'updated_at': '2022-02-04T16:06:10Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:39.410699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f3c7e-f57e-4e69-b1b2-afb5963a2a74 req-b6a8ec5a-e610-440c-bae8-36a47b375341 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:39.412219 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-782f3c7e-f57e-4e69-b1b2-afb5963a2a74 req-b6a8ec5a-e610-440c-bae8-36a47b375341 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 909 time: 0.1605442 Feb 04 16:06:39.424866 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38a981c-dc48-4cd9-86ad-62162899c273 None None] Checking router: 93da2a94-6c94-498b-91ef-8a463bcfe90e for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:06:39.429779 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b513-84c0-45d1-8455-4a1e9b8d10ab tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.442126 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-beb86f39-11fa-4ec4-ba19-74e019403fb8 req-c565c76f-6326-4bcd-b626-934b877ece9e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1096 time: 0.9322584 Feb 04 16:06:39.449040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42538) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:39.456417 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b513-84c0-45d1-8455-4a1e9b8d10ab tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.464415 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a981c-dc48-4cd9-86ad-62162899c273 None None] Routers {'93da2a94-6c94-498b-91ef-8a463bcfe90e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:39.465335 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c38a981c-dc48-4cd9-86ad-62162899c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['93da2a94-6c94-498b-91ef-8a463bcfe90e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:39.658323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb86f39-11fa-4ec4-ba19-74e019403fb8 req-3982f380-b247-4f9a-923a-480cf16fb6d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:39.660047 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-beb86f39-11fa-4ec4-ba19-74e019403fb8 req-3982f380-b247-4f9a-923a-480cf16fb6d1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 898 time: 0.1970983 Feb 04 16:06:39.690263 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-74fed1d3-753a-4d82-969f-d471136cab8c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/80039df2-d74e-4f73-b6bc-febc34dd749e HTTP/1.1" status: 200 len: 991 time: 0.2401307 Feb 04 16:06:39.732888 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-c38a981c-dc48-4cd9-86ad-62162899c273 None None] Set router 93da2a94-6c94-498b-91ef-8a463bcfe90e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:39.797898 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-beb86f39-11fa-4ec4-ba19-74e019403fb8 req-9d65b099-4e02-461e-aece-2159370e7034 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 999 time: 0.1301537 Feb 04 16:06:39.903839 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-78cb3e60-8cf6-453e-9e27-5c663b557332 req-3d3548a8-a688-4cac-b08a-64a6e4b5836a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 1060 time: 0.7832131 Feb 04 16:06:39.935884 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b513-84c0-45d1-8455-4a1e9b8d10ab tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.936387 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d1b513-84c0-45d1-8455-4a1e9b8d10ab tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Fanout notify agent at l3_agent the message router_deleted on router cb81d03b-75d5-458f-80df-6df54a78f394 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:06:39.968677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb86f39-11fa-4ec4-ba19-74e019403fb8 req-24f90ba8-c608-4328-86ca-151b27d23891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:39.971301 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-beb86f39-11fa-4ec4-ba19-74e019403fb8 req-24f90ba8-c608-4328-86ca-151b27d23891 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 200 len: 835 time: 0.1639457 Feb 04 16:06:39.990111 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b513-84c0-45d1-8455-4a1e9b8d10ab tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.990111 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c2d1b513-84c0-45d1-8455-4a1e9b8d10ab tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "DELETE /v2.0/routers/cb81d03b-75d5-458f-80df-6df54a78f394 HTTP/1.1" status: 204 len: 168 time: 4.1259186 Feb 04 16:06:39.993935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42552) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:40.004554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a91eaa85-34df-407f-961a-fa9f73e04546 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-261513854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:40.031099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a91eaa85-34df-407f-961a-fa9f73e04546 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:40.062902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a91eaa85-34df-407f-961a-fa9f73e04546 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Usage tracker for resource:router and tenant:a59178bef22242c6a3dd955f513fcb83 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:40.077901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a91eaa85-34df-407f-961a-fa9f73e04546 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:40.110560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a91eaa85-34df-407f-961a-fa9f73e04546 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:40.143552 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a91eaa85-34df-407f-961a-fa9f73e04546 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:40.146315 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a91eaa85-34df-407f-961a-fa9f73e04546 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:40.229693 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a91eaa85-34df-407f-961a-fa9f73e04546 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:40.274789 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:40.404114 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:40.410054 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a91eaa85-34df-407f-961a-fa9f73e04546 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:40.519644 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a91eaa85-34df-407f-961a-fa9f73e04546 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:40.522527 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a91eaa85-34df-407f-961a-fa9f73e04546 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5270314 Feb 04 16:06:40.525621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42566) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:40.539721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'enable_snat': False}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:40.569350 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-beb86f39-11fa-4ec4-ba19-74e019403fb8 req-af0d3a60-1338-462a-a49c-097b7db8e1f4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2aa94b32-e175-4e4f-ace4-d6dad39a5063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2735868 Feb 04 16:06:40.691825 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c38a981c-dc48-4cd9-86ad-62162899c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:47Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:48Z', 'updated_at': '2022-02-04T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '80039df2-d74e-4f73-b6bc-febc34dd749e', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'port_id': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'mac_address': 'fa:16:3e:6d:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:06:34Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 0, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4cefbc-6171-49ef-9733-3a76ff9ec7b3', 'name': '', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:7b:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:55Z', 'updated_at': '2022-02-04T16:06:10Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:40.694102 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38a981c-dc48-4cd9-86ad-62162899c273 None None] The sync data for ids ['93da2a94-6c94-498b-91ef-8a463bcfe90e'] in n-d-827872-1 is: [{'id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:47Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:48Z', 'updated_at': '2022-02-04T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '80039df2-d74e-4f73-b6bc-febc34dd749e', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'port_id': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'mac_address': 'fa:16:3e:6d:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:06:34Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 0, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4cefbc-6171-49ef-9733-3a76ff9ec7b3', 'name': '', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:7b:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:55Z', 'updated_at': '2022-02-04T16:06:10Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:40.725204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42572) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:40.940662 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fd0b7df6-9a5b-48c9-822f-b0de48a24957 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/80039df2-d74e-4f73-b6bc-febc34dd749e HTTP/1.1" status: 200 len: 991 time: 0.2136409 Feb 04 16:06:40.965652 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-beb86f39-11fa-4ec4-ba19-74e019403fb8 req-38d9cd59-0832-4125-b189-ca7e0c02a9e8 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895502 Feb 04 16:06:41.125628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed9811-2a92-4c69-81b1-84b707f409eb None None] New status for floating IP 80039df2-d74e-4f73-b6bc-febc34dd749e: ACTIVE {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:06:41.267332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00d4c1-8f3c-4aaa-bb83-efa6efa02976 req-7acecacd-6581-4538-80df-3d5e739fcb10 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:41.268768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db00d4c1-8f3c-4aaa-bb83-efa6efa02976 req-7acecacd-6581-4538-80df-3d5e739fcb10 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 909 time: 0.5439029 Feb 04 16:06:41.357805 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-beb86f39-11fa-4ec4-ba19-74e019403fb8 req-d8e927d0-29fd-46fd-963e-7da7efca6915 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849025 Feb 04 16:06:41.619873 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:41.814772 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:41.834353 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:41.944043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42586) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:42.152768 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:42.174683 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-22fede52-238b-447f-a9f1-a71395661728 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/80039df2-d74e-4f73-b6bc-febc34dd749e HTTP/1.1" status: 200 len: 993 time: 0.2292671 Feb 04 16:06:42.204910 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:42.372222 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Allocated IP 172.25.0.219 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/25020ad8-bff6-47f9-847b-ec50f7bc9834) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:42.600320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7c8b1-6026-4795-8c9a-cd95dd6c6d1d req-2a7fe831-56f3-4dd1-b788-b080ae2d2b6b tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:42.602351 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2e7c8b1-6026-4795-8c9a-cd95dd6c6d1d req-2a7fe831-56f3-4dd1-b788-b080ae2d2b6b tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 909 time: 0.1381323 Feb 04 16:06:42.619909 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:42.651396 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:42.735075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Pushing event updated for resources: {'Port': ['ID=25020ad8-bff6-47f9-847b-ec50f7bc9834,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:42.769278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:42.770651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:42.775591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:42.996356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1240d55-3501-436e-a1d6-e85f47b97c96 req-d79baa71-a84c-4e39-8bf0-3a7657d40c0f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:42.997869 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1240d55-3501-436e-a1d6-e85f47b97c96 req-d79baa71-a84c-4e39-8bf0-3a7657d40c0f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 909 time: 0.1698992 Feb 04 16:06:43.098006 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:43.409071 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:43.417444 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9199a4b-5ccc-49af-bfa7-f26fa043dbc8 req-c8c00951-6846-47e1-bb7f-29cb9277a002 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 1060 time: 0.2313015 Feb 04 16:06:43.418475 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:43.779495 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fde7a58-5ebe-4606-aef2-365045bb68e2 req-ea077274-32db-41a5-aa21-51b980b47883 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 1136 time: 0.1128905 Feb 04 16:06:43.784890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Router 0c7e7a1b-f817-4ec7-ba60-ee306c595330 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:06:43.853058 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fde7a58-5ebe-4606-aef2-365045bb68e2 req-e37992c3-bb63-43a7-9612-27bd97ee7aff tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0a6dcbde-c23f-4e36-b9c5-8afaa12fb976&id=19d875d5-2ee4-43b0-98a1-8cfcaf6657d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0609412 Feb 04 16:06:43.905018 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42606) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:44.128869 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-de8eda95-faab-4aa7-9b1a-35e68e2c60f0 tempest-TestSecurityGroupsBasicOps-672328142 tempest-TestSecurityGroupsBasicOps-672328142-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 1055 time: 0.2134240 Feb 04 16:06:44.423492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:44.435946 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e168e-f51b-4bd2-b022-66b7f9ea1353 None None] Sync routers for ids ['0c7e7a1b-f817-4ec7-ba60-ee306c595330'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:44.438312 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:44.441782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-967c4cd3-07a7-44a8-b69e-243b5ea678d1 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "PUT /v2.0/routers/0c7e7a1b-f817-4ec7-ba60-ee306c595330 HTTP/1.1" status: 200 len: 919 time: 3.9147613 Feb 04 16:06:44.445381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42624) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:44.469906 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e168e-f51b-4bd2-b022-66b7f9ea1353 None None] Routers {'0c7e7a1b-f817-4ec7-ba60-ee306c595330'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:44.476844 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9a7e168e-f51b-4bd2-b022-66b7f9ea1353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['0c7e7a1b-f817-4ec7-ba60-ee306c595330'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:44.662524 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9a7e168e-f51b-4bd2-b022-66b7f9ea1353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:44.677849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42632) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:44.697240 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e168e-f51b-4bd2-b022-66b7f9ea1353 None None] Routers {'0c7e7a1b-f817-4ec7-ba60-ee306c595330'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:44.704327 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9a7e168e-f51b-4bd2-b022-66b7f9ea1353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['0c7e7a1b-f817-4ec7-ba60-ee306c595330'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:44.802015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42638) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:44.905721 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9a7e168e-f51b-4bd2-b022-66b7f9ea1353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:44.906309 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e168e-f51b-4bd2-b022-66b7f9ea1353 None None] The sync data for ids ['0c7e7a1b-f817-4ec7-ba60-ee306c595330'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:44.939701 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6505b224-2b5c-4d09-a155-1cc93bcaf886 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/routers/0c7e7a1b-f817-4ec7-ba60-ee306c595330 HTTP/1.1" status: 200 len: 925 time: 0.4930775 Feb 04 16:06:44.942192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42644) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:45.025895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa095b-1458-44e8-be74-bf72134e7721 req-e51d8ed5-69fb-43a5-8a5d-069f21c34d9b tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:45.060904 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-80a22935-6a1a-4f18-a791-c28ecd5dc948 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&device_id=0c7e7a1b-f817-4ec7-ba60-ee306c595330&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1176407 Feb 04 16:06:45.062654 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0aa095b-1458-44e8-be74-bf72134e7721 req-e51d8ed5-69fb-43a5-8a5d-069f21c34d9b tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 909 time: 0.2544007 Feb 04 16:06:45.063944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42648) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:45.222251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fe32e475-c63d-433c-ac1f-9e140b12bd6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b6f6c80c1a9e4f728aabef3b35caeaf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4189878 Feb 04 16:06:45.224697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42652) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:45.240377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9271f4-bc75-487a-81f9-ebc8abdae31e tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:45.242706 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cb9271f4-bc75-487a-81f9-ebc8abdae31e tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/networks/90e18d22-01ea-4b42-95c7-2e404cedbfa2 HTTP/1.1" status: 200 len: 881 time: 0.1772482 Feb 04 16:06:45.247700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42656) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:45.431274 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c8ee61e8-e0e5-44f4-b8db-70b1b50b81b3 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7e7a1b-f817-4ec7-ba60-ee306c595330 HTTP/1.1" status: 200 len: 205 time: 0.1821241 Feb 04 16:06:45.436939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42660) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:45.465743 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25519a0c-f011-4848-8420-c23534cc8b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.495048 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25519a0c-f011-4848-8420-c23534cc8b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.558564 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25519a0c-f011-4848-8420-c23534cc8b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.588392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25519a0c-f011-4848-8420-c23534cc8b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ebbc99-a4d6-4835-9060-5b94e7fd11b0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:45.592414 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25519a0c-f011-4848-8420-c23534cc8b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.594173 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-25519a0c-f011-4848-8420-c23534cc8b2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3ebbc99-a4d6-4835-9060-5b94e7fd11b0 HTTP/1.1" status: 204 len: 168 time: 0.3681588 Feb 04 16:06:45.789521 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7851e020-f52f-4295-a0fa-51a430bf9d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.889716 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c14619de-dcaa-4c24-b22e-7d1f860d2abc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.219837 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a8a9c-e77d-4269-9824-c383cdacd869 req-8563bda5-8084-4d41-adc5-4cc428380279 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:46.221782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b10a8a9c-e77d-4269-9824-c383cdacd869 req-8563bda5-8084-4d41-adc5-4cc428380279 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Synchronizing usage tracker for tenant:58e7f9058fe14c60b48cea9256065ba5 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:46.246421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-b10a8a9c-e77d-4269-9824-c383cdacd869 req-8563bda5-8084-4d41-adc5-4cc428380279 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Unset dirty status for tenant:58e7f9058fe14c60b48cea9256065ba5 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:46.248229 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b10a8a9c-e77d-4269-9824-c383cdacd869 req-8563bda5-8084-4d41-adc5-4cc428380279 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 909 time: 0.1301861 Feb 04 16:06:46.339095 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-b10a8a9c-e77d-4269-9824-c383cdacd869 req-4b359041-16fb-4ef5-ba5e-e804073b82de tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Deleting port 8a553a57-3470-4fda-98f5-3b23988e8868 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:46.339774 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b10a8a9c-e77d-4269-9824-c383cdacd869 req-4b359041-16fb-4ef5-ba5e-e804073b82de tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.591235 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c14619de-dcaa-4c24-b22e-7d1f860d2abc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.637230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-c14619de-dcaa-4c24-b22e-7d1f860d2abc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Deleting port 25020ad8-bff6-47f9-847b-ec50f7bc9834 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:46.637559 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c14619de-dcaa-4c24-b22e-7d1f860d2abc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.646205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-b10a8a9c-e77d-4269-9824-c383cdacd869 req-4b359041-16fb-4ef5-ba5e-e804073b82de tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] For port 8a553a57-3470-4fda-98f5-3b23988e8868, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=8a553a57-3470-4fda-98f5-3b23988e8868,segment=NetworkSegment(74c0b71a-46fa-4b01-a2a3-5467de339910),segment_id=74c0b71a-46fa-4b01-a2a3-5467de339910)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:46.646573 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b10a8a9c-e77d-4269-9824-c383cdacd869 req-4b359041-16fb-4ef5-ba5e-e804073b82de tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.658862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42688) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:46.705638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e865547-6870-4d82-8b10-eb7702ac2f6b req-25b45fc8-b15c-4002-abb3-e2618c136c3f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:46.707093 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e865547-6870-4d82-8b10-eb7702ac2f6b req-25b45fc8-b15c-4002-abb3-e2618c136c3f tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 909 time: 0.4087133 Feb 04 16:06:46.837913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-b10a8a9c-e77d-4269-9824-c383cdacd869 req-4b359041-16fb-4ef5-ba5e-e804073b82de tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Calling delete_port for 8a553a57-3470-4fda-98f5-3b23988e8868 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:46.896419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1323701408-network', 'tenant_id': '256ff6c0b37247e3a55a01105f246482'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:46.914453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:46.922232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Usage tracker for resource:network and tenant:256ff6c0b37247e3a55a01105f246482 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:46.926892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:46.937144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:46.950874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c14619de-dcaa-4c24-b22e-7d1f860d2abc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.975472 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Made reservation on behalf of 256ff6c0b37247e3a55a01105f246482 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:46.979463 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.996401 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.080976 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b10a8a9c-e77d-4269-9824-c383cdacd869 req-4b359041-16fb-4ef5-ba5e-e804073b82de tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.087646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-c14619de-dcaa-4c24-b22e-7d1f860d2abc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Calling delete_port for 25020ad8-bff6-47f9-847b-ec50f7bc9834 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:47.150113 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b359041-16fb-4ef5-ba5e-e804073b82de tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event deleted for resources: {'Port': ['ID=8a553a57-3470-4fda-98f5-3b23988e8868,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:47.156226 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:47.192046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Usage tracker for resource:security_group_rule and tenant:256ff6c0b37247e3a55a01105f246482 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:47.199057 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:47.239588 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10a8a9c-e77d-4269-9824-c383cdacd869 req-4b359041-16fb-4ef5-ba5e-e804073b82de tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] No DVR routers for this DVR port 8a553a57-3470-4fda-98f5-3b23988e8868 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:47.243361 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-b10a8a9c-e77d-4269-9824-c383cdacd869 req-4b359041-16fb-4ef5-ba5e-e804073b82de tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.256635 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:47.259388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d', 'name': 'network-vif-deleted', 'tag': '8a553a57-3470-4fda-98f5-3b23988e8868'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:47.266469 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b10a8a9c-e77d-4269-9824-c383cdacd869 req-4b359041-16fb-4ef5-ba5e-e804073b82de tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.81 "DELETE /v2.0/ports/8a553a57-3470-4fda-98f5-3b23988e8868 HTTP/1.1" status: 204 len: 173 time: 1.0124526 Feb 04 16:06:47.362310 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d', 'name': 'network-vif-deleted', 'tag': '8a553a57-3470-4fda-98f5-3b23988e8868', 'status': 'completed', 'code': 200} Feb 04 16:06:47.373170 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.378392 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.420570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8548a3a0-2667-482e-b7c8-29a68af825e8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:47.442310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:06:47.454195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.454823 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Added segment e8d7a6d6-ee7e-4990-8a25-4689b4a6e427 of type vlan for network 70e987bb-3878-4741-a125-153f29737d04 Feb 04 16:06:47.467671 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c14619de-dcaa-4c24-b22e-7d1f860d2abc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.507077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.537432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14619de-dcaa-4c24-b22e-7d1f860d2abc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Pushing event deleted for resources: {'Port': ['ID=25020ad8-bff6-47f9-847b-ec50f7bc9834,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:47.547867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.549063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:47.549947 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.551318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7851e020-f52f-4295-a0fa-51a430bf9d2c admin admin] Deleting port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:47.551658 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7851e020-f52f-4295-a0fa-51a430bf9d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.661090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] Pushing event updated for resources: {'Network': ['ID=70e987bb-3878-4741-a125-153f29737d04,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:47.665673 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-152c90cc-4943-4149-b837-f28ae8c5b998 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0057559 Feb 04 16:06:47.669074 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42698) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:47.675835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] Request body: {'subnet': {'network_id': '70e987bb-3878-4741-a125-153f29737d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1323701408-subnet', 'tenant_id': '256ff6c0b37247e3a55a01105f246482', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:47.676834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 70e987bb-3878-4741-a125-153f29737d04 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:06:47.681636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:47.685704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] Usage tracker for resource:subnet and tenant:256ff6c0b37247e3a55a01105f246482 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:47.688952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:47.695542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:47.709726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] Made reservation on behalf of 256ff6c0b37247e3a55a01105f246482 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:47.713018 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.959819 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c14619de-dcaa-4c24-b22e-7d1f860d2abc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:48.043168 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:48.159556 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3296805-d8e2-4162-a239-e8d9531fa798 req-18cf9cec-9f52-4979-8a63-b372bf0c8d79 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7d0eb5-dfa5-4bfe-81bb-724560d48e2d HTTP/1.1" status: 200 len: 210 time: 0.1112669 Feb 04 16:06:48.181724 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 8a553a57-3470-4fda-98f5-3b23988e8868 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:06:48.182680 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f78af5-fb1a-427e-9db5-0f7bbd6c6522,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:48.190479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] Checking segment: {'id': 'e8d7a6d6-ee7e-4990-8a25-4689b4a6e427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '70e987bb-3878-4741-a125-153f29737d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:48.191126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] Network hostable DHCP agents. Network: 70e987bb-3878-4741-a125-153f29737d04, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:06:48.233888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 8a553a57-3470-4fda-98f5-3b23988e8868 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:06:48.234234 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 8a553a57-3470-4fda-98f5-3b23988e8868 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:06:48.240857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] Network 70e987bb-3878-4741-a125-153f29737d04 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:06:48.251851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 70e987bb-3878-4741-a125-153f29737d04) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:48.265638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45692901-d460-4020-a7eb-951ae198bdce None None] Network 70e987bb-3878-4741-a125-153f29737d04 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:06:48.266765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:48.267519 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:48.304764 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-73dc7b35-02ae-4b36-915c-0f861166ab22 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6339476 Feb 04 16:06:48.417838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-7851e020-f52f-4295-a0fa-51a430bf9d2c admin admin] For port b03b4b7b-d5c3-4ae4-85da-238a4c3ea641, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b03b4b7b-d5c3-4ae4-85da-238a4c3ea641,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:48.418056 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7851e020-f52f-4295-a0fa-51a430bf9d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:48.610238 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5025fcb-1e36-434c-8f25-8d9ee1760c3d None None] Network 70e987bb-3878-4741-a125-153f29737d04 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:06:48.775493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7851e020-f52f-4295-a0fa-51a430bf9d2c admin admin] Calling delete_port for b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:48.904278 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c14619de-dcaa-4c24-b22e-7d1f860d2abc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:48.940116 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c14619de-dcaa-4c24-b22e-7d1f860d2abc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.017833 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c14619de-dcaa-4c24-b22e-7d1f860d2abc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.018474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14619de-dcaa-4c24-b22e-7d1f860d2abc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Fanout notify agent at l3_agent the message router_deleted on router 0c7e7a1b-f817-4ec7-ba60-ee306c595330 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:06:49.021853 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7851e020-f52f-4295-a0fa-51a430bf9d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.082534 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c14619de-dcaa-4c24-b22e-7d1f860d2abc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.083637 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c14619de-dcaa-4c24-b22e-7d1f860d2abc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "DELETE /v2.0/routers/0c7e7a1b-f817-4ec7-ba60-ee306c595330 HTTP/1.1" status: 204 len: 168 time: 3.6376357 Feb 04 16:06:49.090561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42726) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:49.093796 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851e020-f52f-4295-a0fa-51a430bf9d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=b03b4b7b-d5c3-4ae4-85da-238a4c3ea641,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:49.096080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1178036691', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:49.111276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:49.123066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Usage tracker for resource:router and tenant:a59178bef22242c6a3dd955f513fcb83 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:49.126150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:49.147255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:49.168298 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.169541 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.209467 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.476754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42736) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:49.581732 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.620399 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7851e020-f52f-4295-a0fa-51a430bf9d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.671411 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.825485 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.857755 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:50.037915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Allocated IP 172.25.0.101 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/12e34fe1-9bb8-49ef-a3fc-204c7c434a84) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:50.235586 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:50.269637 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:50.353077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:50.353077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:50.359490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:50.488071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Pushing event updated for resources: {'Port': ['ID=12e34fe1-9bb8-49ef-a3fc-204c7c434a84,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:50.557638 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:50.558966 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:50.586747 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82b6d6a3-e38e-4756-b41b-dc5af63261fe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:50.872103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Router 56f7baa4-2c7d-48cc-adda-e0f6f11aac8c is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:06:51.037605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7851e020-f52f-4295-a0fa-51a430bf9d2c admin admin] Router 31942f60-1d8b-483e-b345-f98503e728e7 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:06:51.145553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:51.157887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b04f7-8829-4f2f-abc8-edc5cf00a2d8 None None] Sync routers for ids ['56f7baa4-2c7d-48cc-adda-e0f6f11aac8c'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:51.178637 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:51.181616 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f9f91fe2-73d5-4fec-b915-d650a5d7d646 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.0893712 Feb 04 16:06:51.182677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b04f7-8829-4f2f-abc8-edc5cf00a2d8 None None] Routers {'56f7baa4-2c7d-48cc-adda-e0f6f11aac8c'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:51.183389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-628b04f7-8829-4f2f-abc8-edc5cf00a2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['56f7baa4-2c7d-48cc-adda-e0f6f11aac8c'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:51.184414 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42752) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:51.195907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:51.308429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-628b04f7-8829-4f2f-abc8-edc5cf00a2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:51.322664 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b04f7-8829-4f2f-abc8-edc5cf00a2d8 None None] Routers {'56f7baa4-2c7d-48cc-adda-e0f6f11aac8c'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:51.323663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-628b04f7-8829-4f2f-abc8-edc5cf00a2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['56f7baa4-2c7d-48cc-adda-e0f6f11aac8c'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:51.396538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-628b04f7-8829-4f2f-abc8-edc5cf00a2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:51.398092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b04f7-8829-4f2f-abc8-edc5cf00a2d8 None None] The sync data for ids ['56f7baa4-2c7d-48cc-adda-e0f6f11aac8c'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:51.555836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7851e020-f52f-4295-a0fa-51a430bf9d2c admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:51.561653 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7851e020-f52f-4295-a0fa-51a430bf9d2c admin admin] 10.222.0.60 "PUT /v2.0/routers/31942f60-1d8b-483e-b345-f98503e728e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8831048 Feb 04 16:06:51.564208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42758) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:51.602582 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16afae5-07ce-445f-ae30-be57dfa731ec None None] Sync routers for ids ['31942f60-1d8b-483e-b345-f98503e728e7'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:51.686020 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16afae5-07ce-445f-ae30-be57dfa731ec None None] Routers {'31942f60-1d8b-483e-b345-f98503e728e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:51.688843 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e16afae5-07ce-445f-ae30-be57dfa731ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['31942f60-1d8b-483e-b345-f98503e728e7'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:51.982191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-82b6d6a3-e38e-4756-b41b-dc5af63261fe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Deleting port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:51.983844 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82b6d6a3-e38e-4756-b41b-dc5af63261fe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:52.031924 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-e16afae5-07ce-445f-ae30-be57dfa731ec None None] Set router 31942f60-1d8b-483e-b345-f98503e728e7 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:52.404501 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:52.429280 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:52.440408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Deleting port 12e34fe1-9bb8-49ef-a3fc-204c7c434a84 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:52.440756 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:52.443557 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:52.458442 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e16afae5-07ce-445f-ae30-be57dfa731ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T16:06:48Z', 'revision_number': 5, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:52.463611 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16afae5-07ce-445f-ae30-be57dfa731ec None None] Checking router: 31942f60-1d8b-483e-b345-f98503e728e7 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:06:52.477150 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16afae5-07ce-445f-ae30-be57dfa731ec None None] Routers {'31942f60-1d8b-483e-b345-f98503e728e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:52.477871 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e16afae5-07ce-445f-ae30-be57dfa731ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['31942f60-1d8b-483e-b345-f98503e728e7'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:52.556717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-82b6d6a3-e38e-4756-b41b-dc5af63261fe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] For port 2d0ef7a9-8cbd-4689-b078-5f8298312b1d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2d0ef7a9-8cbd-4689-b078-5f8298312b1d,segment=NetworkSegment(74c0b71a-46fa-4b01-a2a3-5467de339910),segment_id=74c0b71a-46fa-4b01-a2a3-5467de339910)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:52.557143 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82b6d6a3-e38e-4756-b41b-dc5af63261fe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:52.629829 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:52.678092 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-e16afae5-07ce-445f-ae30-be57dfa731ec None None] Set router 31942f60-1d8b-483e-b345-f98503e728e7 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:52.720742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-82b6d6a3-e38e-4756-b41b-dc5af63261fe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Calling delete_port for 2d0ef7a9-8cbd-4689-b078-5f8298312b1d owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:52.785840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Calling delete_port for 12e34fe1-9bb8-49ef-a3fc-204c7c434a84 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:53.078126 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:53.095971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] Deleting port 121486d2-ff6f-4124-992e-9d35aee7f237 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:53.096313 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:53.159108 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:53.191998 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-e16afae5-07ce-445f-ae30-be57dfa731ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T16:06:48Z', 'revision_number': 5, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:53.199053 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16afae5-07ce-445f-ae30-be57dfa731ec None None] The sync data for ids ['31942f60-1d8b-483e-b345-f98503e728e7'] in n-d-827872-1 is: [{'id': '31942f60-1d8b-483e-b345-f98503e728e7', 'name': 'tempest-AttachVolumeTestJSON-1164642081-router', 'tenant_id': 'df523a7db7954e24a7a5227f519f84cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:46Z', 'updated_at': '2022-02-04T16:06:48Z', 'revision_number': 5, 'project_id': 'df523a7db7954e24a7a5227f519f84cc', 'gw_port': {'id': '121486d2-ff6f-4124-992e-9d35aee7f237', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31942f60-1d8b-483e-b345-f98503e728e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:47Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:53.202731 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82b6d6a3-e38e-4756-b41b-dc5af63261fe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:53.282428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Pushing event deleted for resources: {'Port': ['ID=12e34fe1-9bb8-49ef-a3fc-204c7c434a84,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:53.362446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6d6a3-e38e-4756-b41b-dc5af63261fe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event deleted for resources: {'Port': ['ID=2d0ef7a9-8cbd-4689-b078-5f8298312b1d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:53.564704 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:53.677068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] For port 121486d2-ff6f-4124-992e-9d35aee7f237, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=121486d2-ff6f-4124-992e-9d35aee7f237,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:53.677428 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:53.765942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:06:53.837366 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:53.837601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] Calling delete_port for 121486d2-ff6f-4124-992e-9d35aee7f237 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:53.840252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:06:53.841794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b03b4b7b-d5c3-4ae4-85da-238a4c3ea641 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:06:53.843593 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:54.008734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Router 56f7baa4-2c7d-48cc-adda-e0f6f11aac8c has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:06:54.277236 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-82b6d6a3-e38e-4756-b41b-dc5af63261fe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:54.289996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:54.292880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:54.301231 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:54.302498 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4dc3c069-fd71-4fc0-afb2-b044d0389f80 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "PUT /v2.0/routers/56f7baa4-2c7d-48cc-adda-e0f6f11aac8c HTTP/1.1" status: 200 len: 710 time: 3.1171246 Feb 04 16:06:54.308282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42782) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:54.317361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43d9c9-50f9-4f16-8219-a26fc435df69 None None] Sync routers for ids ['56f7baa4-2c7d-48cc-adda-e0f6f11aac8c'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:54.341465 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43d9c9-50f9-4f16-8219-a26fc435df69 None None] Routers {'56f7baa4-2c7d-48cc-adda-e0f6f11aac8c'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:54.342481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ad43d9c9-50f9-4f16-8219-a26fc435df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['56f7baa4-2c7d-48cc-adda-e0f6f11aac8c'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:54.430398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ad43d9c9-50f9-4f16-8219-a26fc435df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:54.455002 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43d9c9-50f9-4f16-8219-a26fc435df69 None None] Routers {'56f7baa4-2c7d-48cc-adda-e0f6f11aac8c'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:54.455644 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ad43d9c9-50f9-4f16-8219-a26fc435df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['56f7baa4-2c7d-48cc-adda-e0f6f11aac8c'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:54.461861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=121486d2-ff6f-4124-992e-9d35aee7f237,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:54.554701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ad43d9c9-50f9-4f16-8219-a26fc435df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:54.555233 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43d9c9-50f9-4f16-8219-a26fc435df69 None None] The sync data for ids ['56f7baa4-2c7d-48cc-adda-e0f6f11aac8c'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:54.591496 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-51760b2f-95d0-4184-848d-169e3b45e732 tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/routers/56f7baa4-2c7d-48cc-adda-e0f6f11aac8c HTTP/1.1" status: 200 len: 745 time: 0.2825508 Feb 04 16:06:54.592097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42790) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:54.657567 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f82f815e-89ea-436d-b629-2d848abdab1e tempest-RoutersIpV6AdminTest-730864060 tempest-RoutersIpV6AdminTest-730864060-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&device_id=56f7baa4-2c7d-48cc-adda-e0f6f11aac8c HTTP/1.1" status: 200 len: 205 time: 0.0619824 Feb 04 16:06:54.657847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42794) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:54.719269 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-422864e7-b4de-4065-82cc-6c2acf2c50db tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "GET /v2.0/ports?device_id=56f7baa4-2c7d-48cc-adda-e0f6f11aac8c HTTP/1.1" status: 200 len: 205 time: 0.0589375 Feb 04 16:06:54.720363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42798) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:54.782931 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:54.874087 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c1c628cc-a6ba-44e5-bcbd-08cb75ad6d97 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.128386 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.136279 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.247007 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.247601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31942f60-1d8b-483e-b345-f98503e728e7 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:06:55.350732 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.352227 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5e08e457-0a2d-4605-afb9-d4732f7d90e3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/31942f60-1d8b-483e-b345-f98503e728e7 HTTP/1.1" status: 204 len: 168 time: 3.7870803 Feb 04 16:06:55.355586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42802) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:55.364172 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c1c628cc-a6ba-44e5-bcbd-08cb75ad6d97 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.369772 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c1c628cc-a6ba-44e5-bcbd-08cb75ad6d97 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.406929 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c1c628cc-a6ba-44e5-bcbd-08cb75ad6d97 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.407947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c628cc-a6ba-44e5-bcbd-08cb75ad6d97 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Fanout notify agent at l3_agent the message router_deleted on router 56f7baa4-2c7d-48cc-adda-e0f6f11aac8c {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:06:55.439267 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c1c628cc-a6ba-44e5-bcbd-08cb75ad6d97 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.441961 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c1c628cc-a6ba-44e5-bcbd-08cb75ad6d97 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "DELETE /v2.0/routers/56f7baa4-2c7d-48cc-adda-e0f6f11aac8c HTTP/1.1" status: 204 len: 168 time: 0.7204444 Feb 04 16:06:55.446251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42808) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:55.455726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ec6c07-c447-4643-87c1-6dd09b3400ad admin admin] Deleting subnet 17436835-6de0-40b7-9709-512c1f6abbea {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:06:55.515700 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-04ec6c07-c447-4643-87c1-6dd09b3400ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.525671 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7768e5fb-8778-4234-8646-cd2d601258f5 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "GET /v2.0/ports?device_id=56f7baa4-2c7d-48cc-adda-e0f6f11aac8c HTTP/1.1" status: 200 len: 205 time: 0.0757039 Feb 04 16:06:55.526024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42812) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:55.613507 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-8cf23c00-8448-4b0f-b20f-03cd0cf980c4 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] delete failed (client error): The resource could not be found. Feb 04 16:06:55.621833 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8cf23c00-8448-4b0f-b20f-03cd0cf980c4 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "DELETE /v2.0/routers/56f7baa4-2c7d-48cc-adda-e0f6f11aac8c HTTP/1.1" status: 404 len: 336 time: 0.0944846 Feb 04 16:06:55.623006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42818) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:55.685414 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5ab2a85f-3c55-40cc-aeb8-e34ced8d8143 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7e7a1b-f817-4ec7-ba60-ee306c595330 HTTP/1.1" status: 200 len: 205 time: 0.0611064 Feb 04 16:06:55.686618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42822) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:55.724904 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-04ec6c07-c447-4643-87c1-6dd09b3400ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.782475 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-26d5280e-896f-4fec-9d24-7995a2c306fc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] delete failed (client error): The resource could not be found. Feb 04 16:06:55.786051 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-26d5280e-896f-4fec-9d24-7995a2c306fc tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "DELETE /v2.0/routers/0c7e7a1b-f817-4ec7-ba60-ee306c595330 HTTP/1.1" status: 404 len: 336 time: 0.0960052 Feb 04 16:06:55.786278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42826) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:55.925324 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 121486d2-ff6f-4124-992e-9d35aee7f237 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:06:55.934212 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-04ec6c07-c447-4643-87c1-6dd09b3400ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:56.015775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 121486d2-ff6f-4124-992e-9d35aee7f237 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:06:56.018027 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 121486d2-ff6f-4124-992e-9d35aee7f237 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:06:56.041173 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-021a8c48-53e1-4a8d-b770-ca6b70c447aa tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb81d03b-75d5-458f-80df-6df54a78f394 HTTP/1.1" status: 200 len: 205 time: 0.2537212 Feb 04 16:06:56.041959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42830) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:56.072417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b6d6a3-e38e-4756-b41b-dc5af63261fe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Router 4c67c052-f3aa-4706-afde-76eacde234e7 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:06:56.072417 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-04ec6c07-c447-4643-87c1-6dd09b3400ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:56.137083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec6c07-c447-4643-87c1-6dd09b3400ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17436835-6de0-40b7-9709-512c1f6abbea,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:56.143134 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-8d583689-c297-4b0a-8c0e-dbe85a77294b tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] delete failed (client error): The resource could not be found. Feb 04 16:06:56.146759 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-04ec6c07-c447-4643-87c1-6dd09b3400ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:56.149485 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8d583689-c297-4b0a-8c0e-dbe85a77294b tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "DELETE /v2.0/routers/cb81d03b-75d5-458f-80df-6df54a78f394 HTTP/1.1" status: 404 len: 336 time: 0.1063929 Feb 04 16:06:56.150786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42834) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:56.151150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfc4b87-5e6f-4399-84b9-df420da80174 None None] Network 77d45825-2d57-40f6-8cad-ccc438a77afd requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:06:56.222882 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-04ec6c07-c447-4643-87c1-6dd09b3400ad admin admin] 10.222.0.60 "DELETE /v2.0/subnets/17436835-6de0-40b7-9709-512c1f6abbea HTTP/1.1" status: 204 len: 168 time: 0.8661251 Feb 04 16:06:56.224168 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-472f51bf-bfdc-4c65-9910-85e6d075e73b tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd9221ed-c578-4263-9918-65f363545089 HTTP/1.1" status: 200 len: 205 time: 0.0721922 Feb 04 16:06:56.230134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42838) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:56.230732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42840) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:56.339705 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-fa866b8b-ddcf-46aa-9978-45336011112d tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] delete failed (client error): The resource could not be found. Feb 04 16:06:56.343534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42846) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:56.356264 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fa866b8b-ddcf-46aa-9978-45336011112d tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "DELETE /v2.0/routers/cd9221ed-c578-4263-9918-65f363545089 HTTP/1.1" status: 404 len: 336 time: 0.1220019 Feb 04 16:06:56.431016 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-62bd6179-a092-41b1-9ab3-f9cc4fdcd634 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b46adde-f4af-45c6-97a4-aebf2133abe0 HTTP/1.1" status: 200 len: 205 time: 0.0863528 Feb 04 16:06:56.436103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42850) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:56.479106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47925ef5-8998-43d5-b066-bc9fe924824f None None] DHCP port deletion for 77d45825-2d57-40f6-8cad-ccc438a77afd request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:06:56.484344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-47925ef5-8998-43d5-b066-bc9fe924824f None None] Deleting port 4c353c80-81ba-4028-b996-5861099d74cd {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:56.484716 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47925ef5-8998-43d5-b066-bc9fe924824f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:56.509566 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:56.528314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] Deleting port 4c353c80-81ba-4028-b996-5861099d74cd {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:56.528670 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:56.578043 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-f7422a0c-f079-4f5e-9b59-d92d652d4f03 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] delete failed (client error): The resource could not be found. Feb 04 16:06:56.579424 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f7422a0c-f079-4f5e-9b59-d92d652d4f03 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "DELETE /v2.0/routers/1b46adde-f4af-45c6-97a4-aebf2133abe0 HTTP/1.1" status: 404 len: 336 time: 0.1413748 Feb 04 16:06:56.582376 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42856) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:56.630441 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cf83b174-4126-4e12-b1bc-0122a30330bd tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc245b36-3c3b-42a8-ab90-7fd124aee423 HTTP/1.1" status: 200 len: 205 time: 0.0470021 Feb 04 16:06:56.640169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42860) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:56.738951 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-750fd725-88af-4710-b178-43de14034e95 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] delete failed (client error): The resource could not be found. Feb 04 16:06:56.745328 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-750fd725-88af-4710-b178-43de14034e95 tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "DELETE /v2.0/routers/bc245b36-3c3b-42a8-ab90-7fd124aee423 HTTP/1.1" status: 404 len: 336 time: 0.1034236 Feb 04 16:06:56.751726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42866) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:56.828636 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d424542-1ac2-4572-b7b0-dcd86741fc6c tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] DELETE failed (client error): The resource could not be found. Feb 04 16:06:56.830732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d424542-1ac2-4572-b7b0-dcd86741fc6c tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:06:56.833679 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5d424542-1ac2-4572-b7b0-dcd86741fc6c tempest-RoutersIpV6AdminTest-159193788 tempest-RoutersIpV6AdminTest-159193788-project] 10.222.0.60 "DELETE /v2.0/subnets/5e96c4a2-358f-4e43-bf68-0a30e54f403d HTTP/1.1" status: 404 len: 337 time: 0.0809290 Feb 04 16:06:56.892755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] For port 4c353c80-81ba-4028-b996-5861099d74cd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4c353c80-81ba-4028-b996-5861099d74cd,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:56.893109 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:56.906208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b6d6a3-e38e-4756-b41b-dc5af63261fe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:56.912060 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-82b6d6a3-e38e-4756-b41b-dc5af63261fe tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "PUT /v2.0/routers/4c67c052-f3aa-4706-afde-76eacde234e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4341028 Feb 04 16:06:56.919705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42872) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:56.935538 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907809e5-cb80-427c-8196-e4beaef6a93e None None] Sync routers for ids ['4c67c052-f3aa-4706-afde-76eacde234e7'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:56.955582 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907809e5-cb80-427c-8196-e4beaef6a93e None None] Routers {'4c67c052-f3aa-4706-afde-76eacde234e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:56.956943 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-907809e5-cb80-427c-8196-e4beaef6a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['4c67c052-f3aa-4706-afde-76eacde234e7'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:57.029135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] Calling delete_port for 4c353c80-81ba-4028-b996-5861099d74cd owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:57.059978 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-47925ef5-8998-43d5-b066-bc9fe924824f None None] For port 4c353c80-81ba-4028-b996-5861099d74cd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4c353c80-81ba-4028-b996-5861099d74cd,segment=NetworkSegment(c320c2db-da70-497b-a278-5b64f90533b6),segment_id=c320c2db-da70-497b-a278-5b64f90533b6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:57.060563 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47925ef5-8998-43d5-b066-bc9fe924824f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.136729 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.188614 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] Pushing event deleted for resources: {'Port': ['ID=4c353c80-81ba-4028-b996-5861099d74cd,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:57.199767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] No DVR routers for this DVR port 4c353c80-81ba-4028-b996-5861099d74cd on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:57.391064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-47925ef5-8998-43d5-b066-bc9fe924824f None None] Calling delete_port for 4c353c80-81ba-4028-b996-5861099d74cd owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:57.404944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d531d5-62f2-4f94-9e65-f7aa4dffbef7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Deleting subnet ada475b1-9d54-4dde-bf04-73594fd2e31f {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:06:57.412432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53d531d5-62f2-4f94-9e65-f7aa4dffbef7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.469635 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.471148 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-907809e5-cb80-427c-8196-e4beaef6a93e None None] Set router 4c67c052-f3aa-4706-afde-76eacde234e7 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:57.494733 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-47925ef5-8998-43d5-b066-bc9fe924824f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:06:57.495095 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-47925ef5-8998-43d5-b066-bc9fe924824f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:06:57.511136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d45825-2d57-40f6-8cad-ccc438a77afd']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:57.514362 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53d531d5-62f2-4f94-9e65-f7aa4dffbef7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.527046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c320c2db-da70-497b-a278-5b64f90533b6') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:57.527375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c320c2db-da70-497b-a278-5b64f90533b6') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:57.540416 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.545618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42878) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:57.560006 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.567412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:06:57.567874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.750709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4c353c80-81ba-4028-b996-5861099d74cd no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:06:57.777643 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53d531d5-62f2-4f94-9e65-f7aa4dffbef7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:06:57.870466 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:06:57.878411 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.878987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 4c353c80-81ba-4028-b996-5861099d74cd {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:06:57.879506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4c353c80-81ba-4028-b996-5861099d74cd not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:06:57.914012 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.916827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] Pushing event deleted for resources: {'Network': ['ID=77d45825-2d57-40f6-8cad-ccc438a77afd,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:57.940041 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7d3667b0-f990-434a-b687-a7027ff9109e admin admin] 10.222.0.60 "DELETE /v2.0/networks/77d45825-2d57-40f6-8cad-ccc438a77afd HTTP/1.1" status: 204 len: 168 time: 1.7071643 Feb 04 16:06:57.996106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-47925ef5-8998-43d5-b066-bc9fe924824f None None] Deleting port 4c353c80-81ba-4028-b996-5861099d74cd {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:57.996709 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47925ef5-8998-43d5-b066-bc9fe924824f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:58.028076 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53d531d5-62f2-4f94-9e65-f7aa4dffbef7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:58.170725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d531d5-62f2-4f94-9e65-f7aa4dffbef7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event deleted for resources: {'Subnet': ['ID=ada475b1-9d54-4dde-bf04-73594fd2e31f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:58.197425 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a44d5e9-46da-4dbc-9c05-21325007cfe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:58.212427 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53d531d5-62f2-4f94-9e65-f7aa4dffbef7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:58.238681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4a44d5e9-46da-4dbc-9c05-21325007cfe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:58.243799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4a44d5e9-46da-4dbc-9c05-21325007cfe1 admin admin] Usage tracker for resource:security_group_rule and tenant:a59178bef22242c6a3dd955f513fcb83 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:58.247561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4a44d5e9-46da-4dbc-9c05-21325007cfe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:58.253609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4a44d5e9-46da-4dbc-9c05-21325007cfe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:58.273048 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-53d531d5-62f2-4f94-9e65-f7aa4dffbef7 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "DELETE /v2.0/subnets/ada475b1-9d54-4dde-bf04-73594fd2e31f HTTP/1.1" status: 204 len: 168 time: 1.3494627 Feb 04 16:06:58.273503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42890) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:58.300620 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-907809e5-cb80-427c-8196-e4beaef6a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47921629', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:06:52Z', 'revision_number': 5, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:58.314627 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907809e5-cb80-427c-8196-e4beaef6a93e None None] Checking router: 4c67c052-f3aa-4706-afde-76eacde234e7 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:06:58.352443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b2904b-2ed0-4efe-9ec3-cb743152c281 None None] Network dc67f3a6-6727-4f81-8d4e-7f61aa76011f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:06:58.360596 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907809e5-cb80-427c-8196-e4beaef6a93e None None] Routers {'4c67c052-f3aa-4706-afde-76eacde234e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:58.361229 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-907809e5-cb80-427c-8196-e4beaef6a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['4c67c052-f3aa-4706-afde-76eacde234e7'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:58.420489 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a44d5e9-46da-4dbc-9c05-21325007cfe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:58.433769 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4a44d5e9-46da-4dbc-9c05-21325007cfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:58.509204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42896) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:58.582543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44d5e9-46da-4dbc-9c05-21325007cfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbb5f7b-4ded-4b6c-b938-ad2ed779479e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:58.614862 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4a44d5e9-46da-4dbc-9c05-21325007cfe1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a59178bef22242c6a3dd955f513fcb83&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0678799 Feb 04 16:06:58.623697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42900) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:58.696555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-47925ef5-8998-43d5-b066-bc9fe924824f None None] The port '4c353c80-81ba-4028-b996-5861099d74cd' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:06:58.720887 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-907809e5-cb80-427c-8196-e4beaef6a93e None None] Set router 4c67c052-f3aa-4706-afde-76eacde234e7 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:58.755284 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:58.774864 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-74134abe-4491-4bb7-a07a-5df53e1863a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df523a7db7954e24a7a5227f519f84cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2552140 Feb 04 16:06:58.782824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42906) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:58.896360 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53e1674c-7318-40aa-ac0f-79bb73dc5af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:58.951077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53e1674c-7318-40aa-ac0f-79bb73dc5af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:58.959753 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a29d511-e6f0-49ef-bd81-d7b2ab821f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:58.969753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3502eabb-743f-4a88-a700-77061683bed9 None None] DHCP port deletion for dc67f3a6-6727-4f81-8d4e-7f61aa76011f request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:06:58.974461 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3502eabb-743f-4a88-a700-77061683bed9 None None] Deleting port 1a825e8e-1122-42b7-ae74-f9c6e4877487 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:58.974833 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3502eabb-743f-4a88-a700-77061683bed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:59.085679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a29d511-e6f0-49ef-bd81-d7b2ab821f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:59.212873 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53e1674c-7318-40aa-ac0f-79bb73dc5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:59.255629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a29d511-e6f0-49ef-bd81-d7b2ab821f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:59.269454 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:59.288561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1674c-7318-40aa-ac0f-79bb73dc5af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbb5f7b-4ded-4b6c-b938-ad2ed779479e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:59.301052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Deleting port 2c40aac4-129b-4b0c-b725-fda62b29ce03 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:59.301052 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:59.331912 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7a29d511-e6f0-49ef-bd81-d7b2ab821f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:59.332767 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7a29d511-e6f0-49ef-bd81-d7b2ab821f5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29523845-2394-447d-afca-7ca5d1139b34 HTTP/1.1" status: 204 len: 168 time: 0.5445199 Feb 04 16:06:59.333595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29d511-e6f0-49ef-bd81-d7b2ab821f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29523845-2394-447d-afca-7ca5d1139b34,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:59.339899 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-53e1674c-7318-40aa-ac0f-79bb73dc5af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:59.341021 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-53e1674c-7318-40aa-ac0f-79bb73dc5af4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5cbb5f7b-4ded-4b6c-b938-ad2ed779479e HTTP/1.1" status: 204 len: 168 time: 0.7165642 Feb 04 16:06:59.391740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3502eabb-743f-4a88-a700-77061683bed9 None None] For port 1a825e8e-1122-42b7-ae74-f9c6e4877487, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1a825e8e-1122-42b7-ae74-f9c6e4877487,segment=NetworkSegment(74c0b71a-46fa-4b01-a2a3-5467de339910),segment_id=74c0b71a-46fa-4b01-a2a3-5467de339910)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:59.392277 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3502eabb-743f-4a88-a700-77061683bed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:59.548926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3502eabb-743f-4a88-a700-77061683bed9 None None] Calling delete_port for 1a825e8e-1122-42b7-ae74-f9c6e4877487 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:59.568074 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-907809e5-cb80-427c-8196-e4beaef6a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47921629', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:06:52Z', 'revision_number': 5, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:59.586840 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907809e5-cb80-427c-8196-e4beaef6a93e None None] The sync data for ids ['4c67c052-f3aa-4706-afde-76eacde234e7'] in n-d-827872-1 is: [{'id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47921629', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:06:52Z', 'revision_number': 5, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': '2c40aac4-129b-4b0c-b725-fda62b29ce03', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c67c052-f3aa-4706-afde-76eacde234e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:59.679322 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3502eabb-743f-4a88-a700-77061683bed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:59.734176 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502eabb-743f-4a88-a700-77061683bed9 None None] Pushing event deleted for resources: {'Port': ['ID=1a825e8e-1122-42b7-ae74-f9c6e4877487,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:59.761612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3502eabb-743f-4a88-a700-77061683bed9 None None] No DVR routers for this DVR port 1a825e8e-1122-42b7-ae74-f9c6e4877487 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:59.887945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] For port 2c40aac4-129b-4b0c-b725-fda62b29ce03, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2c40aac4-129b-4b0c-b725-fda62b29ce03,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:59.888519 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:00.048753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1a825e8e-1122-42b7-ae74-f9c6e4877487 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:00.139528 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 1a825e8e-1122-42b7-ae74-f9c6e4877487 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:00.141323 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1a825e8e-1122-42b7-ae74-f9c6e4877487 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:00.257428 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Calling delete_port for 2c40aac4-129b-4b0c-b725-fda62b29ce03 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:00.456490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42926) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:00.546599 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5342483e-797f-44fc-a8af-84305e24f321 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62b7bdaf2be3442d81b474dc5bce4956&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0869083 Feb 04 16:07:00.553116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42934) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:00.654532 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:00.669093 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00061a38-6338-4892-acd9-308991675057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:00.704795 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00061a38-6338-4892-acd9-308991675057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:00.731735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event deleted for resources: {'Port': ['ID=2c40aac4-129b-4b0c-b725-fda62b29ce03,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:00.795350 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00061a38-6338-4892-acd9-308991675057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:00.817082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00061a38-6338-4892-acd9-308991675057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea71fb6-f77e-441b-9bf1-04b126700554,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:00.821077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00061a38-6338-4892-acd9-308991675057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:00.822162 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-00061a38-6338-4892-acd9-308991675057 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bea71fb6-f77e-441b-9bf1-04b126700554 HTTP/1.1" status: 204 len: 168 time: 0.2679880 Feb 04 16:07:01.073079 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:01.509028 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:01.519339 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:01.573116 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:01.576182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Fanout notify agent at l3_agent the message router_deleted on router 4c67c052-f3aa-4706-afde-76eacde234e7 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:07:01.614439 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:01.615547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dcbe7abc-4473-4567-9463-8d355c9953e9 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "DELETE /v2.0/routers/4c67c052-f3aa-4706-afde-76eacde234e7 HTTP/1.1" status: 204 len: 168 time: 3.3409834 Feb 04 16:07:01.619898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42958) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:01.869101 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2d0ef7a9-8cbd-4689-b078-5f8298312b1d no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:01.960207 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 2d0ef7a9-8cbd-4689-b078-5f8298312b1d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:01.960814 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2d0ef7a9-8cbd-4689-b078-5f8298312b1d not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:01.975975 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95828bd0-74a3-4472-a502-3a482b1acf38 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:02.137446 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95828bd0-74a3-4472-a502-3a482b1acf38 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:02.169102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-95828bd0-74a3-4472-a502-3a482b1acf38 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc67f3a6-6727-4f81-8d4e-7f61aa76011f']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:02.239612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-95828bd0-74a3-4472-a502-3a482b1acf38 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c0b71a-46fa-4b01-a2a3-5467de339910') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:02.240214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-95828bd0-74a3-4472-a502-3a482b1acf38 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c0b71a-46fa-4b01-a2a3-5467de339910') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:02.289114 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95828bd0-74a3-4472-a502-3a482b1acf38 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:02.324438 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95828bd0-74a3-4472-a502-3a482b1acf38 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:02.336893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95828bd0-74a3-4472-a502-3a482b1acf38 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:07:02.337963 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95828bd0-74a3-4472-a502-3a482b1acf38 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:07:02.371295 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:07:02.636818 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95828bd0-74a3-4472-a502-3a482b1acf38 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:02.697397 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95828bd0-74a3-4472-a502-3a482b1acf38 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:02.704980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95828bd0-74a3-4472-a502-3a482b1acf38 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event deleted for resources: {'Network': ['ID=dc67f3a6-6727-4f81-8d4e-7f61aa76011f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:02.731740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 42980) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:02.732315 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-95828bd0-74a3-4472-a502-3a482b1acf38 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "DELETE /v2.0/networks/dc67f3a6-6727-4f81-8d4e-7f61aa76011f HTTP/1.1" status: 204 len: 168 time: 1.1060667 Feb 04 16:07:02.919588 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 42988) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:03.187011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-1614e7bd-50fe-412d-874b-757767d0444e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Deleting port 6f897f5b-5c9a-43ff-a222-19fd4447392e {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:03.187302 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1614e7bd-50fe-412d-874b-757767d0444e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:03.416874 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a1017c51-bc39-404e-9e3b-3bd55cbd572a tempest-AgentManagementNegativeTest-1101625321 tempest-AgentManagementNegativeTest-1101625321-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4911697 Feb 04 16:07:03.435411 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1614e7bd-50fe-412d-874b-757767d0444e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:03.435822 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1614e7bd-50fe-412d-874b-757767d0444e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:03.641493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-1614e7bd-50fe-412d-874b-757767d0444e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Calling delete_port for 6f897f5b-5c9a-43ff-a222-19fd4447392e owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:03.662136 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2c40aac4-129b-4b0c-b725-fda62b29ce03 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:03.792165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 2c40aac4-129b-4b0c-b725-fda62b29ce03 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:03.792514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2c40aac4-129b-4b0c-b725-fda62b29ce03 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:03.894797 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1614e7bd-50fe-412d-874b-757767d0444e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:03.959670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43010) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:04.076309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614e7bd-50fe-412d-874b-757767d0444e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event deleted for resources: {'Port': ['ID=6f897f5b-5c9a-43ff-a222-19fd4447392e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:04.144470 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1614e7bd-50fe-412d-874b-757767d0444e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:04.365052 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f9e6914-b3ad-4476-84e1-9db74d621c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:04.435167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f9e6914-b3ad-4476-84e1-9db74d621c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:04.440379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f9e6914-b3ad-4476-84e1-9db74d621c49 admin admin] Usage tracker for resource:security_group_rule and tenant:2e3e6aeac8204a9dabbc16498bb0f079 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:04.443953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7f9e6914-b3ad-4476-84e1-9db74d621c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:04.452048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7f9e6914-b3ad-4476-84e1-9db74d621c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:04.551708 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f9e6914-b3ad-4476-84e1-9db74d621c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:04.566137 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7f9e6914-b3ad-4476-84e1-9db74d621c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:04.657859 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7f9e6914-b3ad-4476-84e1-9db74d621c49 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e3e6aeac8204a9dabbc16498bb0f079&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6935537 Feb 04 16:07:04.657859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43036) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:04.691412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e6914-b3ad-4476-84e1-9db74d621c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c83031-4798-43ad-b98f-e34f040d1522,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:04.746317 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5079552f-9f7b-4c5d-a116-f315aa94d218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:04.804549 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5079552f-9f7b-4c5d-a116-f315aa94d218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:04.849963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1614e7bd-50fe-412d-874b-757767d0444e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:04.886462 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5079552f-9f7b-4c5d-a116-f315aa94d218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:04.926458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079552f-9f7b-4c5d-a116-f315aa94d218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c83031-4798-43ad-b98f-e34f040d1522,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:04.930566 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5079552f-9f7b-4c5d-a116-f315aa94d218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:04.931749 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5079552f-9f7b-4c5d-a116-f315aa94d218 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97c83031-4798-43ad-b98f-e34f040d1522 HTTP/1.1" status: 204 len: 168 time: 0.2734575 Feb 04 16:07:05.142733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1614e7bd-50fe-412d-874b-757767d0444e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:05.153452 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236eda93-2f08-4e34-b5f8-dbd0e30e4133 None None] Sync routers for ids ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:07:05.170552 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236eda93-2f08-4e34-b5f8-dbd0e30e4133 None None] Routers {'073ccfe6-a149-4d70-a4bf-55f6dda8d387'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:05.171104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-236eda93-2f08-4e34-b5f8-dbd0e30e4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:05.175483 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1614e7bd-50fe-412d-874b-757767d0444e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:05.245323 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1614e7bd-50fe-412d-874b-757767d0444e tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "DELETE /v2.0/floatingips/687fb0ed-05ce-4cf3-a8a2-c3a080344093 HTTP/1.1" status: 204 len: 168 time: 2.5111079 Feb 04 16:07:05.253422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d', 'tag': '92d51d04-2af5-4a5f-83d6-f29f899df8c2'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:05.371227 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d', 'tag': '92d51d04-2af5-4a5f-83d6-f29f899df8c2', 'status': 'completed', 'code': 200} Feb 04 16:07:05.409906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-236eda93-2f08-4e34-b5f8-dbd0e30e4133 None None] Set router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:05.475581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca98a3f8-991b-40f0-ba16-a482b6d0182f req-a904e535-186d-4b06-9ce9-f218312c95cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58e7f9058fe14c60b48cea9256065ba5&device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 1136 time: 0.0868886 Feb 04 16:07:05.769824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a3f8-991b-40f0-ba16-a482b6d0182f req-8914e224-1e82-4241-b36e-7c0aed7f8756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:05.771341 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca98a3f8-991b-40f0-ba16-a482b6d0182f req-8914e224-1e82-4241-b36e-7c0aed7f8756 service neutron] 10.222.0.73 "GET /v2.0/networks?id=389ecbb7-8fdb-4d0e-87c7-6640677f64bc HTTP/1.1" status: 200 len: 897 time: 0.2831604 Feb 04 16:07:06.019852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca98a3f8-991b-40f0-ba16-a482b6d0182f req-3bf6b270-083a-4dcc-bb38-7894b1321b27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d51d04-2af5-4a5f-83d6-f29f899df8c2 HTTP/1.1" status: 200 len: 217 time: 0.2412593 Feb 04 16:07:06.056313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-236eda93-2f08-4e34-b5f8-dbd0e30e4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:11Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '78958cc0-4a27-477f-9fd5-30c268d06f9e', 'name': '', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'mac_address': 'fa:16:3e:97:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:09Z', 'updated_at': '2022-02-04T16:04:21Z', 'revision_number': 5, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'subnets': [{'id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:06.061785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236eda93-2f08-4e34-b5f8-dbd0e30e4133 None None] Checking router: 073ccfe6-a149-4d70-a4bf-55f6dda8d387 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:07:06.076471 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236eda93-2f08-4e34-b5f8-dbd0e30e4133 None None] Routers {'073ccfe6-a149-4d70-a4bf-55f6dda8d387'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:06.077740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-236eda93-2f08-4e34-b5f8-dbd0e30e4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:06:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:06.125868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a3f8-991b-40f0-ba16-a482b6d0182f req-c3711007-5c63-46d7-ba45-dcbef600f949 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:06.128030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca98a3f8-991b-40f0-ba16-a482b6d0182f req-c3711007-5c63-46d7-ba45-dcbef600f949 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948 HTTP/1.1" status: 200 len: 835 time: 0.0945439 Feb 04 16:07:06.261233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a37b0c-d191-4d4c-b7f2-b873af2625fe req-edffdf28-70ef-4b47-92d1-840c7c01f3a2 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:06.263609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e8a37b0c-d191-4d4c-b7f2-b873af2625fe req-edffdf28-70ef-4b47-92d1-840c7c01f3a2 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Synchronizing usage tracker for tenant:58e7f9058fe14c60b48cea9256065ba5 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:06.292255 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca98a3f8-991b-40f0-ba16-a482b6d0182f req-cab5f86d-334b-4dc4-993b-a477fba9b812 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=389ecbb7-8fdb-4d0e-87c7-6640677f64bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503842 Feb 04 16:07:06.394520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-236eda93-2f08-4e34-b5f8-dbd0e30e4133 None None] Set router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:06.516709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca98a3f8-991b-40f0-ba16-a482b6d0182f req-31bc352c-d9c0-4a3c-ac6f-ce50fcc192f5 service neutron] 10.222.0.73 "GET /v2.0/networks/389ecbb7-8fdb-4d0e-87c7-6640677f64bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068398 Feb 04 16:07:06.516709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e8a37b0c-d191-4d4c-b7f2-b873af2625fe req-edffdf28-70ef-4b47-92d1-840c7c01f3a2 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Unset dirty status for tenant:58e7f9058fe14c60b48cea9256065ba5 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:06.516709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8a37b0c-d191-4d4c-b7f2-b873af2625fe req-edffdf28-70ef-4b47-92d1-840c7c01f3a2 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 985 time: 0.6066051 Feb 04 16:07:06.663746 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-286bdf3f-4454-45a8-a445-2fd4dd4d4e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:06.830938 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-236eda93-2f08-4e34-b5f8-dbd0e30e4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:11Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '78958cc0-4a27-477f-9fd5-30c268d06f9e', 'name': '', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'mac_address': 'fa:16:3e:97:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:09Z', 'updated_at': '2022-02-04T16:04:21Z', 'revision_number': 5, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'subnets': [{'id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:06.836737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236eda93-2f08-4e34-b5f8-dbd0e30e4133 None None] The sync data for ids ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'] in n-d-827872-1 is: [{'id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:11Z', 'revision_number': 4, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '78958cc0-4a27-477f-9fd5-30c268d06f9e', 'name': '', 'network_id': '389ecbb7-8fdb-4d0e-87c7-6640677f64bc', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'mac_address': 'fa:16:3e:97:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:09Z', 'updated_at': '2022-02-04T16:04:21Z', 'revision_number': 5, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'subnets': [{'id': '5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:07:06.849218 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8a37b0c-d191-4d4c-b7f2-b873af2625fe req-c14ca47e-18d4-4b79-a6b0-813c5e59c3df tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a6dcbde-c23f-4e36-b9c5-8afaa12fb976&id=19d875d5-2ee4-43b0-98a1-8cfcaf6657d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2693627 Feb 04 16:07:06.946567 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca98a3f8-991b-40f0-ba16-a482b6d0182f req-0e6fffde-5534-469c-9cde-2e1e7c003dd7 service neutron] 10.222.0.73 "GET /v2.0/networks/389ecbb7-8fdb-4d0e-87c7-6640677f64bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320893 Feb 04 16:07:07.113774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43102) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:07.269994 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c033b97-b47a-4b78-aa41-6942b754cca1 None None] New status for floating IP 687fb0ed-05ce-4cf3-a8a2-c3a080344093: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:07:07.305656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2048669267'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:07.312713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:07.319109 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Usage tracker for resource:network and tenant:e1cc2320280c4963a4aeabb46e4644ed is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:07.324913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:07.333337 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:07.348388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Made reservation on behalf of e1cc2320280c4963a4aeabb46e4644ed for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:07.353560 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:07.395616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:07.437433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87af95-854c-437b-8269-c4720434fcc0 req-cde6cb04-d1fc-40e7-b7bd-8e252414141a tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:07.438145 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:07:07.438756 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f87af95-854c-437b-8269-c4720434fcc0 req-cde6cb04-d1fc-40e7-b7bd-8e252414141a tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.73 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 985 time: 0.1082528 Feb 04 16:07:07.456974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:07.465671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Usage tracker for resource:security_group_rule and tenant:e1cc2320280c4963a4aeabb46e4644ed is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:07.469438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:07.477454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:07.533729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-0f87af95-854c-437b-8269-c4720434fcc0 req-24bd1ac7-b618-429a-b33b-bcfc30084e16 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Deleting port 92d51d04-2af5-4a5f-83d6-f29f899df8c2 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:07.534086 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0f87af95-854c-437b-8269-c4720434fcc0 req-24bd1ac7-b618-429a-b33b-bcfc30084e16 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:07.556148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43112) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:07.588701 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:07.595205 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:07.648912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2f600c-57db-4097-99e4-0a6f1a81b77a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:07.687745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:07:07.710739 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:07.711382 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Added segment d62bb254-60cc-46e1-9ee9-0393bd32262d of type vlan for network d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe Feb 04 16:07:07.750481 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:07.775893 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e100e744-efdb-4c2c-8d23-933d7a62f8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:07.800317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-0f87af95-854c-437b-8269-c4720434fcc0 req-24bd1ac7-b618-429a-b33b-bcfc30084e16 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] For port 92d51d04-2af5-4a5f-83d6-f29f899df8c2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92d51d04-2af5-4a5f-83d6-f29f899df8c2,segment=NetworkSegment(96f7261a-9c8b-4b08-981e-4f69930a546e),segment_id=96f7261a-9c8b-4b08-981e-4f69930a546e)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:07.800667 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0f87af95-854c-437b-8269-c4720434fcc0 req-24bd1ac7-b618-429a-b33b-bcfc30084e16 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:07.823532 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:07.834329 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:07.836018 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:07.845311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e100e744-efdb-4c2c-8d23-933d7a62f8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:07.851673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e100e744-efdb-4c2c-8d23-933d7a62f8ac admin admin] Usage tracker for resource:security_group_rule and tenant:f0e357e2316349cdaf83abf72f46c7ee is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:07.856367 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e100e744-efdb-4c2c-8d23-933d7a62f8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:07.866752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e100e744-efdb-4c2c-8d23-933d7a62f8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:08.170974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event updated for resources: {'Network': ['ID=d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:08.183953 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-81442272-b1c9-4529-943e-c2e0f7bfd620 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0685532 Feb 04 16:07:08.184567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:07:08.203408 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-0f87af95-854c-437b-8269-c4720434fcc0 req-24bd1ac7-b618-429a-b33b-bcfc30084e16 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Calling delete_port for 92d51d04-2af5-4a5f-83d6-f29f899df8c2 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:08.265343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e100e744-efdb-4c2c-8d23-933d7a62f8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:08.281898 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e100e744-efdb-4c2c-8d23-933d7a62f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:08.350033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1e36f-89fa-4e1d-8b3b-4e1468b1afa5 req-27421e47-7b61-483b-bd37-b580143a5fe3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:08.359526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0de1e36f-89fa-4e1d-8b3b-4e1468b1afa5 req-27421e47-7b61-483b-bd37-b580143a5fe3 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 985 time: 0.1945114 Feb 04 16:07:08.392219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100e744-efdb-4c2c-8d23-933d7a62f8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a7e1f3-d93b-4287-b456-ff83e44ec70f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:08.463055 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e100e744-efdb-4c2c-8d23-933d7a62f8ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0e357e2316349cdaf83abf72f46c7ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9027894 Feb 04 16:07:08.463576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43132) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:08.527902 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0de1e36f-89fa-4e1d-8b3b-4e1468b1afa5 req-61e1ce3f-724a-4782-adf4-ff7ce0090e54 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a6dcbde-c23f-4e36-b9c5-8afaa12fb976&id=19d875d5-2ee4-43b0-98a1-8cfcaf6657d9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1641436 Feb 04 16:07:08.529792 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0f87af95-854c-437b-8269-c4720434fcc0 req-24bd1ac7-b618-429a-b33b-bcfc30084e16 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:08.546058 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca2dbc99-3c61-47ce-95f5-ce9e89eacba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:08.582510 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca2dbc99-3c61-47ce-95f5-ce9e89eacba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:08.634645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd1ac7-b618-429a-b33b-bcfc30084e16 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event deleted for resources: {'Port': ['ID=92d51d04-2af5-4a5f-83d6-f29f899df8c2,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:08.699827 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca2dbc99-3c61-47ce-95f5-ce9e89eacba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:08.730559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2dbc99-3c61-47ce-95f5-ce9e89eacba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a7e1f3-d93b-4287-b456-ff83e44ec70f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:08.743855 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca2dbc99-3c61-47ce-95f5-ce9e89eacba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:08.752263 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ca2dbc99-3c61-47ce-95f5-ce9e89eacba0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5a7e1f3-d93b-4287-b456-ff83e44ec70f HTTP/1.1" status: 204 len: 168 time: 0.2844841 Feb 04 16:07:08.837455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f87af95-854c-437b-8269-c4720434fcc0 req-24bd1ac7-b618-429a-b33b-bcfc30084e16 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] No DVR routers for this DVR port 92d51d04-2af5-4a5f-83d6-f29f899df8c2 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:08.863661 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-0f87af95-854c-437b-8269-c4720434fcc0 req-24bd1ac7-b618-429a-b33b-bcfc30084e16 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:08.867461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d', 'name': 'network-vif-deleted', 'tag': '92d51d04-2af5-4a5f-83d6-f29f899df8c2'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:08.894130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f87af95-854c-437b-8269-c4720434fcc0 req-24bd1ac7-b618-429a-b33b-bcfc30084e16 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.73 "DELETE /v2.0/ports/92d51d04-2af5-4a5f-83d6-f29f899df8c2 HTTP/1.1" status: 204 len: 173 time: 1.4472749 Feb 04 16:07:08.948663 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97fe81cb-7f7c-4b9c-a5a2-e82dce75d497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:09.051825 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d', 'name': 'network-vif-deleted', 'tag': '92d51d04-2af5-4a5f-83d6-f29f899df8c2', 'status': 'completed', 'code': 200} Feb 04 16:07:09.387468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43156) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:09.428819 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:09.515675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:09.524025 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Usage tracker for resource:security_group_rule and tenant:6ad2be56708d411abeff71153a585aac is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:09.531218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:09.543987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:09.699883 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:09.705568 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:09.786263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772ffe70-81ca-4bc2-aebd-124c5503000b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:09.816913 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ad2be56708d411abeff71153a585aac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4254291 Feb 04 16:07:09.824663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:09.825009 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:09.825347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:09.825679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:09.826021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:09.826335 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:09.826688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:09.827013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:09.827367 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:09.827688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:09.828004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab5fc1-b3e8-44fe-8ca4-a2136fb89625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:09.836461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43170) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:09.878467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7e4388bd-82c0-459c-b886-33b7822dc242 req-f8d33cab-95bc-4a47-af81-f65894995a33 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Synchronizing usage tracker for tenant:58e7f9058fe14c60b48cea9256065ba5 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:09.903948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7e4388bd-82c0-459c-b886-33b7822dc242 req-f8d33cab-95bc-4a47-af81-f65894995a33 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Unset dirty status for tenant:58e7f9058fe14c60b48cea9256065ba5 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:09.911844 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e4388bd-82c0-459c-b886-33b7822dc242 req-f8d33cab-95bc-4a47-af81-f65894995a33 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "GET /v2.0/ports?device_id=af8fc3fa-ea7e-4f16-b8bf-f3ed70fb289d HTTP/1.1" status: 200 len: 210 time: 0.1225932 Feb 04 16:07:09.954675 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea786e48-3343-4467-8664-caec64e4a922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:09.988661 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea786e48-3343-4467-8664-caec64e4a922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:10.083919 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea786e48-3343-4467-8664-caec64e4a922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:10.105015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea786e48-3343-4467-8664-caec64e4a922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772ffe70-81ca-4bc2-aebd-124c5503000b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:10.108104 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea786e48-3343-4467-8664-caec64e4a922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:10.112196 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ea786e48-3343-4467-8664-caec64e4a922 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/772ffe70-81ca-4bc2-aebd-124c5503000b HTTP/1.1" status: 204 len: 168 time: 0.2747281 Feb 04 16:07:10.261475 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:10.406635 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:10.605837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 92d51d04-2af5-4a5f-83d6-f29f899df8c2 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:10.684229 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 92d51d04-2af5-4a5f-83d6-f29f899df8c2 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:10.684567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 92d51d04-2af5-4a5f-83d6-f29f899df8c2 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:11.124669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43218) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:11.311005 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0eb5e2e0-bede-4aba-ac2b-a550a30cec3d tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:11.374098 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0eb5e2e0-bede-4aba-ac2b-a550a30cec3d tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:11.513457 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:11.517064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43232) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:11.518014 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0eb5e2e0-bede-4aba-ac2b-a550a30cec3d tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:11.523304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Request body: {'subnet': {'network_id': 'd6f105f2-e7b9-4982-869a-0ca4e8f5a8fe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:11.568650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5e2e0-bede-4aba-ac2b-a550a30cec3d tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6dcbde-c23f-4e36-b9c5-8afaa12fb976,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:11.591658 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0eb5e2e0-bede-4aba-ac2b-a550a30cec3d tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:11.593643 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0eb5e2e0-bede-4aba-ac2b-a550a30cec3d tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "DELETE /v2.0/security-groups/0a6dcbde-c23f-4e36-b9c5-8afaa12fb976 HTTP/1.1" status: 204 len: 168 time: 0.4678476 Feb 04 16:07:11.597504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43236) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:11.663587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:11.671513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Usage tracker for resource:subnet and tenant:e1cc2320280c4963a4aeabb46e4644ed is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:11.674833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:11.682555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:11.697180 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Made reservation on behalf of e1cc2320280c4963a4aeabb46e4644ed for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:11.700775 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:11.717018 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-42bfc33a-515a-4bd2-a9c9-3b4164f862ee tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:11.776506 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-42bfc33a-515a-4bd2-a9c9-3b4164f862ee tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:11.842069 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-42bfc33a-515a-4bd2-a9c9-3b4164f862ee tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:11.862406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfc33a-515a-4bd2-a9c9-3b4164f862ee tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d875d5-2ee4-43b0-98a1-8cfcaf6657d9,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:11.869965 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-42bfc33a-515a-4bd2-a9c9-3b4164f862ee tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:11.871308 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-42bfc33a-515a-4bd2-a9c9-3b4164f862ee tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "DELETE /v2.0/security-groups/19d875d5-2ee4-43b0-98a1-8cfcaf6657d9 HTTP/1.1" status: 204 len: 168 time: 0.2725534 Feb 04 16:07:11.873992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43248) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:11.927229 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:12.269441 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:12.437674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event updated for resources: {'Subnet': ['ID=753373ed-ce47-419f-a548-5a0d0c06faf6,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:12.441200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Checking segment: {'id': 'd62bb254-60cc-46e1-9ee9-0393bd32262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd6f105f2-e7b9-4982-869a-0ca4e8f5a8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:12.441578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Network hostable DHCP agents. Network: d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:07:12.487067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Network d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:07:12.500933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:12.510843 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2343a09c-357a-4d39-8d41-867da91b4ef5 None None] Network d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:12.516614 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:12.517210 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:12.567696 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-383e415d-6d33-416d-80c8-0d50edcbe886 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0495234 Feb 04 16:07:12.572320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43268) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:12.580783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1816530983'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:12.593836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7665e6-a711-4a30-9629-eb233f3e85b4 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:12.594696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:12.612890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Usage tracker for resource:network and tenant:e1cc2320280c4963a4aeabb46e4644ed is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:12.618514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:12.658097 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:12.678223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Made reservation on behalf of e1cc2320280c4963a4aeabb46e4644ed for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:12.684044 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:12.729179 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:07:12.755681 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:12.756034 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Added segment 78afb44f-ead2-43b2-b402-2fab0bc20fad of type vlan for network a11a46cc-0b55-4cc2-92aa-f1e1d5972920 Feb 04 16:07:12.831440 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:12.873544 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:12.877591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:12.878184 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:13.024800 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe', 'network_id': 'd6f105f2-e7b9-4982-869a-0ca4e8f5a8fe', 'tenant_id': 'e1cc2320280c4963a4aeabb46e4644ed', 'fixed_ips': [{'subnet_id': '753373ed-ce47-419f-a548-5a0d0c06faf6'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:07:13.025618 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:13.086874 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5124977 Feb 04 16:07:13.091260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43280) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:13.119301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Request body: {'subnet': {'network_id': 'a11a46cc-0b55-4cc2-92aa-f1e1d5972920', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:13.244928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73df0d-96b0-446b-9152-c94f29d50173 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event updated for resources: {'Network': ['ID=a11a46cc-0b55-4cc2-92aa-f1e1d5972920,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:13.323286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:13.328456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Usage tracker for resource:subnet and tenant:e1cc2320280c4963a4aeabb46e4644ed is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:13.331641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:13.341025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:13.352605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network a11a46cc-0b55-4cc2-92aa-f1e1d5972920 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:07:13.354869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Made reservation on behalf of e1cc2320280c4963a4aeabb46e4644ed for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:13.493795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:13.680672 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Allocated IP 2001:db8:0:ffff::2 (d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe/753373ed-ce47-419f-a548-5a0d0c06faf6/02437926-8627-4398-92f6-ac5f2d14bfb0) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:14.027600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1d7665e6-a711-4a30-9629-eb233f3e85b4 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Deleting port 78958cc0-4a27-477f-9fd5-30c268d06f9e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:14.027600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7665e6-a711-4a30-9629-eb233f3e85b4 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.221240 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.234491 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Transition to ACTIVE for port object 02437926-8627-4398-92f6-ac5f2d14bfb0 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:14.256047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Transition to ACTIVE for port object 02437926-8627-4398-92f6-ac5f2d14bfb0 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:14.262850 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.335866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.objects.ports [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83551) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:07:14.337255 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.391899 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Network d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:14.402289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:14.404921 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:14.431306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-1d7665e6-a711-4a30-9629-eb233f3e85b4 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] For port 78958cc0-4a27-477f-9fd5-30c268d06f9e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=78958cc0-4a27-477f-9fd5-30c268d06f9e,segment=NetworkSegment(96f7261a-9c8b-4b08-981e-4f69930a546e),segment_id=96f7261a-9c8b-4b08-981e-4f69930a546e)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:14.431679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7665e6-a711-4a30-9629-eb233f3e85b4 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.458818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Pushing event updated for resources: {'Port': ['ID=02437926-8627-4398-92f6-ac5f2d14bfb0,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:14.526844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event updated for resources: {'Subnet': ['ID=af9a1c45-aca3-4a60-a96f-52a18b87407d,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:14.544266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Attempting to bind port 02437926-8627-4398-92f6-ac5f2d14bfb0 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:14.544634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Attempting to bind port 02437926-8627-4398-92f6-ac5f2d14bfb0 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'd62bb254-60cc-46e1-9ee9-0393bd32262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd6f105f2-e7b9-4982-869a-0ca4e8f5a8fe'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:14.544992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Attempting to bind port 02437926-8627-4398-92f6-ac5f2d14bfb0 on network d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:14.551912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:14.552431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Checking segment: {'id': 'd62bb254-60cc-46e1-9ee9-0393bd32262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd6f105f2-e7b9-4982-869a-0ca4e8f5a8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:14.552839 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.553225 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Bound using segment: {'id': 'd62bb254-60cc-46e1-9ee9-0393bd32262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd6f105f2-e7b9-4982-869a-0ca4e8f5a8fe'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:14.554272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Bound port: 02437926-8627-4398-92f6-ac5f2d14bfb0, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62bb254-60cc-46e1-9ee9-0393bd32262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd6f105f2-e7b9-4982-869a-0ca4e8f5a8fe'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:14.554840 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.571258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Checking segment: {'id': '78afb44f-ead2-43b2-b402-2fab0bc20fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a11a46cc-0b55-4cc2-92aa-f1e1d5972920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:14.572066 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Network hostable DHCP agents. Network: a11a46cc-0b55-4cc2-92aa-f1e1d5972920, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:07:14.615829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Network a11a46cc-0b55-4cc2-92aa-f1e1d5972920 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:07:14.638858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, a11a46cc-0b55-4cc2-92aa-f1e1d5972920) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:14.640364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43328) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:14.700244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:14.701209 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.739473 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0636fe84-5492-4fce-b4d4-35a7e8243385 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6463523 Feb 04 16:07:14.741717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43336) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:14.753764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] For port 02437926-8627-4398-92f6-ac5f2d14bfb0, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:14.754790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Request body: {'port': {'network_id': 'a11a46cc-0b55-4cc2-92aa-f1e1d5972920', 'name': 'tempest-NetworksIpV6TestAttrs-599030552'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:14.757760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] For port 02437926-8627-4398-92f6-ac5f2d14bfb0, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=02437926-8627-4398-92f6-ac5f2d14bfb0,segment=NetworkSegment(d62bb254-60cc-46e1-9ee9-0393bd32262d),segment_id=d62bb254-60cc-46e1-9ee9-0393bd32262d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:14.761504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9870658d-e539-46ff-90ab-39b4d48a1220 None None] Network a11a46cc-0b55-4cc2-92aa-f1e1d5972920 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:14.780723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1d7665e6-a711-4a30-9629-eb233f3e85b4 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Calling delete_port for 78958cc0-4a27-477f-9fd5-30c268d06f9e owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:14.997559 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:15.018949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:15.030447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Usage tracker for resource:port and tenant:e1cc2320280c4963a4aeabb46e4644ed is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:15.034637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:15.044951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:15.062658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Made reservation on behalf of e1cc2320280c4963a4aeabb46e4644ed for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:15.068131 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:15.110535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] device_id is not set on port e2cd331b-9b02-4756-ac4b-e94a57f0f1ce yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:07:15.130755 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7665e6-a711-4a30-9629-eb233f3e85b4 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:15.254367 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7665e6-a711-4a30-9629-eb233f3e85b4 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event deleted for resources: {'Port': ['ID=78958cc0-4a27-477f-9fd5-30c268d06f9e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:15.355390 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56163309-3169-4e96-8971-d3071d671d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:15.366550 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-a11a46cc-0b55-4cc2-92aa-f1e1d5972920', 'network_id': 'a11a46cc-0b55-4cc2-92aa-f1e1d5972920', 'tenant_id': 'e1cc2320280c4963a4aeabb46e4644ed', 'fixed_ips': [{'subnet_id': 'af9a1c45-aca3-4a60-a96f-52a18b87407d'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:07:15.375870 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:15.407339 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d17cf8-af26-4ec4-8c96-2ec66872c5c1 None None] Pushing event updated for resources: {'Port': ['ID=02437926-8627-4398-92f6-ac5f2d14bfb0,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:15.474320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Allocated IP 2001:db8::f816:3eff:fe32:ab35 (a11a46cc-0b55-4cc2-92aa-f1e1d5972920/af9a1c45-aca3-4a60-a96f-52a18b87407d/e2cd331b-9b02-4756-ac4b-e94a57f0f1ce) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:15.487859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-56163309-3169-4e96-8971-d3071d671d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:15.508806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-56163309-3169-4e96-8971-d3071d671d45 admin admin] Usage tracker for resource:security_group_rule and tenant:ccd9a2a3b0c74e33b6404861b7ae49bb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:15.512567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-56163309-3169-4e96-8971-d3071d671d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:15.529583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-56163309-3169-4e96-8971-d3071d671d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:15.849044 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1d7665e6-a711-4a30-9629-eb233f3e85b4 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:15.947456 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56163309-3169-4e96-8971-d3071d671d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:15.964896 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56163309-3169-4e96-8971-d3071d671d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.033301 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.063814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-56163309-3169-4e96-8971-d3071d671d45 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ccd9a2a3b0c74e33b6404861b7ae49bb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4018693 Feb 04 16:07:16.066376 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43362) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:16.066524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56163309-3169-4e96-8971-d3071d671d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc584462-e7e2-4033-aa80-658baf7db474,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:16.079990 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Transition to ACTIVE for port object e2cd331b-9b02-4756-ac4b-e94a57f0f1ce will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:16.129143 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.221573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Allocated IP 2001:db8::f816:3eff:fe7e:a168 (a11a46cc-0b55-4cc2-92aa-f1e1d5972920/af9a1c45-aca3-4a60-a96f-52a18b87407d/337ed4a9-53e6-42e7-859a-12b7fc4cc271) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:16.269055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Network a11a46cc-0b55-4cc2-92aa-f1e1d5972920 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:16.279354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:16.284353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:16.288874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:16.289502 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.331881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5887108 Feb 04 16:07:16.337960 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43368) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:16.384726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e36258-8e87-4aa6-8a94-26db1dd4a6c3 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event updated for resources: {'Port': ['ID=e2cd331b-9b02-4756-ac4b-e94a57f0f1ce,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:16.393478 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0392aaa3-e230-4281-b78e-40fe1c42685c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.477351 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0392aaa3-e230-4281-b78e-40fe1c42685c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.628562 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.640600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Transition to ACTIVE for port object 337ed4a9-53e6-42e7-859a-12b7fc4cc271 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:16.661439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Transition to ACTIVE for port object 337ed4a9-53e6-42e7-859a-12b7fc4cc271 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:16.668969 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.752261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Network a11a46cc-0b55-4cc2-92aa-f1e1d5972920 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:16.766374 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:16.772850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Pushing event updated for resources: {'Port': ['ID=337ed4a9-53e6-42e7-859a-12b7fc4cc271,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:16.777568 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:16.784020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-4591a953-2657-4f8d-bdc3-446a9752013b tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Deleting subnet af9a1c45-aca3-4a60-a96f-52a18b87407d {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:07:16.793142 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4591a953-2657-4f8d-bdc3-446a9752013b tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.965637 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0392aaa3-e230-4281-b78e-40fe1c42685c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.966976 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Attempting to bind port 337ed4a9-53e6-42e7-859a-12b7fc4cc271 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:16.966976 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Attempting to bind port 337ed4a9-53e6-42e7-859a-12b7fc4cc271 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '78afb44f-ead2-43b2-b402-2fab0bc20fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a11a46cc-0b55-4cc2-92aa-f1e1d5972920'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:16.967365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Attempting to bind port 337ed4a9-53e6-42e7-859a-12b7fc4cc271 on network a11a46cc-0b55-4cc2-92aa-f1e1d5972920 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:16.977070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:16.977070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Checking segment: {'id': '78afb44f-ead2-43b2-b402-2fab0bc20fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a11a46cc-0b55-4cc2-92aa-f1e1d5972920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:16.977070 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.977070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Bound using segment: {'id': '78afb44f-ead2-43b2-b402-2fab0bc20fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a11a46cc-0b55-4cc2-92aa-f1e1d5972920'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:16.977070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Bound port: 337ed4a9-53e6-42e7-859a-12b7fc4cc271, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78afb44f-ead2-43b2-b402-2fab0bc20fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a11a46cc-0b55-4cc2-92aa-f1e1d5972920'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:16.977523 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.006038 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4591a953-2657-4f8d-bdc3-446a9752013b tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.050913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392aaa3-e230-4281-b78e-40fe1c42685c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc584462-e7e2-4033-aa80-658baf7db474,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:17.067012 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0392aaa3-e230-4281-b78e-40fe1c42685c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.068568 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0392aaa3-e230-4281-b78e-40fe1c42685c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc584462-e7e2-4033-aa80-658baf7db474 HTTP/1.1" status: 204 len: 168 time: 1.0070837 Feb 04 16:07:17.128813 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] For port 337ed4a9-53e6-42e7-859a-12b7fc4cc271, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:17.138837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] For port 337ed4a9-53e6-42e7-859a-12b7fc4cc271, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=337ed4a9-53e6-42e7-859a-12b7fc4cc271,segment=NetworkSegment(78afb44f-ead2-43b2-b402-2fab0bc20fad),segment_id=78afb44f-ead2-43b2-b402-2fab0bc20fad)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:17.160881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d0b408-9780-4010-83d6-529f39f285c4 None None] Network d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:17.310430 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4591a953-2657-4f8d-bdc3-446a9752013b tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.332184 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.438134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7665e6-a711-4a30-9629-eb233f3e85b4 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:17.445106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4591a953-2657-4f8d-bdc3-446a9752013b tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.478655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a53f04ae-05cc-41f3-8a31-391feaf040a5 None None] Provisioning for port 02437926-8627-4398-92f6-ac5f2d14bfb0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:17.490239 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4591a953-2657-4f8d-bdc3-446a9752013b tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.508441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591a953-2657-4f8d-bdc3-446a9752013b tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Subnet': ['ID=af9a1c45-aca3-4a60-a96f-52a18b87407d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:17.519576 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4591a953-2657-4f8d-bdc3-446a9752013b tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/subnets/af9a1c45-aca3-4a60-a96f-52a18b87407d HTTP/1.1" status: 204 len: 168 time: 1.1770473 Feb 04 16:07:17.519954 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43396) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:17.559879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c63ad-2995-412f-bb75-41ef6a41840e None None] Pushing event updated for resources: {'Port': ['ID=337ed4a9-53e6-42e7-859a-12b7fc4cc271,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:17.672868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb3b378-2e1d-4452-ab73-d2eaf3dcd5ff tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:17.677045 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb3b378-2e1d-4452-ab73-d2eaf3dcd5ff tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:17.683444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2eb3b378-2e1d-4452-ab73-d2eaf3dcd5ff tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Synchronizing usage tracker for tenant:e1cc2320280c4963a4aeabb46e4644ed on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:17.728906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2eb3b378-2e1d-4452-ab73-d2eaf3dcd5ff tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Unset dirty status for tenant:e1cc2320280c4963a4aeabb46e4644ed on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:17.730538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2eb3b378-2e1d-4452-ab73-d2eaf3dcd5ff tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1974063 Feb 04 16:07:17.734758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43402) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:17.811461 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 02437926-8627-4398-92f6-ac5f2d14bfb0 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:18.105384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 02437926-8627-4398-92f6-ac5f2d14bfb0 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:18.109118 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7665e6-a711-4a30-9629-eb233f3e85b4 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:18.115647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 02437926-8627-4398-92f6-ac5f2d14bfb0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:18.118587 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1d7665e6-a711-4a30-9629-eb233f3e85b4 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "PUT /v2.0/routers/073ccfe6-a149-4d70-a4bf-55f6dda8d387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2435489 Feb 04 16:07:18.118963 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.122718 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43416) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:18.194743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6505237-59c9-4ef5-989d-a0fc3ef25920 None None] Sync routers for ids ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:07:18.235757 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4fc0ac1-e9d9-475f-bcd2-f5608c8e24a2 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.257660 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fc0ac1-e9d9-475f-bcd2-f5608c8e24a2 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 16:07:18.258712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fc0ac1-e9d9-475f-bcd2-f5608c8e24a2 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:07:18.271263 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b4fc0ac1-e9d9-475f-bcd2-f5608c8e24a2 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/networks/a11a46cc-0b55-4cc2-92aa-f1e1d5972920 HTTP/1.1" status: 409 len: 405 time: 0.5343335 Feb 04 16:07:18.272928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43424) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:18.283974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-290455914'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:18.301638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:18.312315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6505237-59c9-4ef5-989d-a0fc3ef25920 None None] Routers {'073ccfe6-a149-4d70-a4bf-55f6dda8d387'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:18.313001 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a6505237-59c9-4ef5-989d-a0fc3ef25920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:07:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:18.314179 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Usage tracker for resource:network and tenant:e1cc2320280c4963a4aeabb46e4644ed is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:18.322520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:18.336536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:18.361698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Made reservation on behalf of e1cc2320280c4963a4aeabb46e4644ed for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:18.371993 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.465369 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:07:18.476709 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.477323 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Added segment 80b450ce-2f03-4fa8-b4ca-23e61bb959aa of type vlan for network ca9991d1-80c5-45db-b43b-58830ccd6121 Feb 04 16:07:18.515606 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.562154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-308a8666-ae79-4a1e-9451-98b19297fcd0 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Deleting subnet 5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:07:18.565562 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-308a8666-ae79-4a1e-9451-98b19297fcd0 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.582604 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.592276 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:18.594090 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.632069 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-308a8666-ae79-4a1e-9451-98b19297fcd0 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.731619 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f440999a-1000-4c24-a1b9-dbb90fb9904c None None] Provisioning complete for port 02437926-8627-4398-92f6-ac5f2d14bfb0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:18.737140 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f440999a-1000-4c24-a1b9-dbb90fb9904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.746282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-308a8666-ae79-4a1e-9451-98b19297fcd0 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.887434 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6127043 Feb 04 16:07:18.891475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43444) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:18.904306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-dc4661c2-ea1e-4cfc-9786-9107b0dacf4f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Request body: {'subnet': {'network_id': 'ca9991d1-80c5-45db-b43b-58830ccd6121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:18.919008 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-308a8666-ae79-4a1e-9451-98b19297fcd0 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.015392 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.039920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cee07a-1dfb-472e-84b5-657ee35f61da tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event updated for resources: {'Network': ['ID=ca9991d1-80c5-45db-b43b-58830ccd6121,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:19.045993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-a6505237-59c9-4ef5-989d-a0fc3ef25920 None None] Set router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:19.213332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-dc4661c2-ea1e-4cfc-9786-9107b0dacf4f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:19.214956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network ca9991d1-80c5-45db-b43b-58830ccd6121 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:07:19.238278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-dc4661c2-ea1e-4cfc-9786-9107b0dacf4f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:19.256312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a8666-ae79-4a1e-9451-98b19297fcd0 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:19.264083 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-308a8666-ae79-4a1e-9451-98b19297fcd0 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.264858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4661c2-ea1e-4cfc-9786-9107b0dacf4f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Made reservation on behalf of e1cc2320280c4963a4aeabb46e4644ed for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:19.270936 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-308a8666-ae79-4a1e-9451-98b19297fcd0 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "DELETE /v2.0/subnets/5ef2f0a6-1bbb-47be-b7ac-c7982a4bd948 HTTP/1.1" status: 204 len: 168 time: 1.1466997 Feb 04 16:07:19.275698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43452) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:19.406327 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc4661c2-ea1e-4cfc-9786-9107b0dacf4f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.408177 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e498ea0-e1ce-4bcd-af95-70d7e9321a67 None None] Network 389ecbb7-8fdb-4d0e-87c7-6640677f64bc requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:19.439966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d990ab21-44ae-42b0-b766-1ffd39bb5d7a None None] Network a11a46cc-0b55-4cc2-92aa-f1e1d5972920 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:19.730935 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.103952 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.131122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Deleting port e5b897e8-3e0f-4563-b8ca-c7975c316a6a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:20.132522 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.160543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.objects.ports [None req-dc4661c2-ea1e-4cfc-9786-9107b0dacf4f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83551) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:07:20.167937 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc4661c2-ea1e-4cfc-9786-9107b0dacf4f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.255733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4661c2-ea1e-4cfc-9786-9107b0dacf4f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event updated for resources: {'Subnet': ['ID=54f2b4f5-475d-4ec7-93f2-52a8fc379196,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:20.322133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4661c2-ea1e-4cfc-9786-9107b0dacf4f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Checking segment: {'id': '80b450ce-2f03-4fa8-b4ca-23e61bb959aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ca9991d1-80c5-45db-b43b-58830ccd6121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:20.322487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4661c2-ea1e-4cfc-9786-9107b0dacf4f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Network hostable DHCP agents. Network: ca9991d1-80c5-45db-b43b-58830ccd6121, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:07:20.376739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4661c2-ea1e-4cfc-9786-9107b0dacf4f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Network ca9991d1-80c5-45db-b43b-58830ccd6121 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:07:20.387969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-dc4661c2-ea1e-4cfc-9786-9107b0dacf4f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, ca9991d1-80c5-45db-b43b-58830ccd6121) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:20.394494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4661c2-ea1e-4cfc-9786-9107b0dacf4f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:20.395092 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc4661c2-ea1e-4cfc-9786-9107b0dacf4f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.440440 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dc4661c2-ea1e-4cfc-9786-9107b0dacf4f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5445521 Feb 04 16:07:20.440440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43488) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:20.450603 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Request body: {'port': {'network_id': 'ca9991d1-80c5-45db-b43b-58830ccd6121', 'name': 'tempest-NetworksIpV6TestAttrs-1696013373'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:20.510260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] For port e5b897e8-3e0f-4563-b8ca-c7975c316a6a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e5b897e8-3e0f-4563-b8ca-c7975c316a6a,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:20.510633 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.547016 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f440999a-1000-4c24-a1b9-dbb90fb9904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.681861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Calling delete_port for e5b897e8-3e0f-4563-b8ca-c7975c316a6a owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:20.722622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 02437926-8627-4398-92f6-ac5f2d14bfb0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=02437926-8627-4398-92f6-ac5f2d14bfb0,segment=NetworkSegment(d62bb254-60cc-46e1-9ee9-0393bd32262d),segment_id=d62bb254-60cc-46e1-9ee9-0393bd32262d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:20.750476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a07ecbe-b6b0-4fcc-b3e3-08bf1238df3c None None] Network ca9991d1-80c5-45db-b43b-58830ccd6121 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:20.798139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:20.811880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Usage tracker for resource:port and tenant:e1cc2320280c4963a4aeabb46e4644ed is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:20.821732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:20.834194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:20.858598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Made reservation on behalf of e1cc2320280c4963a4aeabb46e4644ed for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:20.861990 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.908630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] device_id is not set on port 3ee3ba0f-fc14-47df-9a01-353b7e3601c7 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:07:20.936581 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.050704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event deleted for resources: {'Port': ['ID=e5b897e8-3e0f-4563-b8ca-c7975c316a6a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:21.133050 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.180936 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.264693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Allocated IP 2001:db8::f816:3eff:fe79:f55a (ca9991d1-80c5-45db-b43b-58830ccd6121/54f2b4f5-475d-4ec7-93f2-52a8fc379196/3ee3ba0f-fc14-47df-9a01-353b7e3601c7) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:21.511821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=02437926-8627-4398-92f6-ac5f2d14bfb0,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:21.534415 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 337ed4a9-53e6-42e7-859a-12b7fc4cc271 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:21.625150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-ca9991d1-80c5-45db-b43b-58830ccd6121', 'network_id': 'ca9991d1-80c5-45db-b43b-58830ccd6121', 'tenant_id': 'e1cc2320280c4963a4aeabb46e4644ed', 'fixed_ips': [{'subnet_id': '54f2b4f5-475d-4ec7-93f2-52a8fc379196'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:07:21.633213 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.661692 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.772020 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.823134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Transition to ACTIVE for port object 3ee3ba0f-fc14-47df-9a01-353b7e3601c7 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:21.896820 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.929526 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f883933b-acf9-4766-a439-b8b1a7b6d10c None None] DHCP port deletion for a11a46cc-0b55-4cc2-92aa-f1e1d5972920 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:07:21.957676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a6505237-59c9-4ef5-989d-a0fc3ef25920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:07:14Z', 'revision_number': 5, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port': {'id': 'e5b897e8-3e0f-4563-b8ca-c7975c316a6a', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:21.967326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f883933b-acf9-4766-a439-b8b1a7b6d10c None None] Deleting port 337ed4a9-53e6-42e7-859a-12b7fc4cc271 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:21.967969 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f883933b-acf9-4766-a439-b8b1a7b6d10c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.995334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 337ed4a9-53e6-42e7-859a-12b7fc4cc271 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:22.058484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6505237-59c9-4ef5-989d-a0fc3ef25920 None None] Checking router: 073ccfe6-a149-4d70-a4bf-55f6dda8d387 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:07:22.074688 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-f440999a-1000-4c24-a1b9-dbb90fb9904c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:07:22.075669 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-f440999a-1000-4c24-a1b9-dbb90fb9904c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:07:22.111562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6505237-59c9-4ef5-989d-a0fc3ef25920 None None] Routers {'073ccfe6-a149-4d70-a4bf-55f6dda8d387'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:22.112091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a6505237-59c9-4ef5-989d-a0fc3ef25920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:07:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:22.160870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event updated for resources: {'Port': ['ID=3ee3ba0f-fc14-47df-9a01-353b7e3601c7,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:22.189136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Network ca9991d1-80c5-45db-b43b-58830ccd6121 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:22.195872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:22.200093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:22.203983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:22.204587 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.241576 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67d4dcb-c043-4fc9-a6fc-896a29cd2d6e None None] DHCP port deletion for 389ecbb7-8fdb-4d0e-87c7-6640677f64bc request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:07:22.257360 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c67d4dcb-c043-4fc9-a6fc-896a29cd2d6e None None] Deleting port c5543100-e4f7-4f73-b91d-e87e258485e4 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:22.257857 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c67d4dcb-c043-4fc9-a6fc-896a29cd2d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.274127 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5af05cfc-51c3-496e-88b7-c398a459f354 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8301849 Feb 04 16:07:22.274780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43530) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:22.376775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-425e360a-c227-4736-a5cb-4f0637c92619 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Deleting subnet 54f2b4f5-475d-4ec7-93f2-52a8fc379196 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:07:22.390487 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.396267 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.429579 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.430195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Fanout notify agent at l3_agent the message router_deleted on router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:07:22.452794 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.456783 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-820adf0f-923d-474b-ad1f-cd5a5d66169c tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "DELETE /v2.0/routers/073ccfe6-a149-4d70-a4bf-55f6dda8d387 HTTP/1.1" status: 204 len: 168 time: 3.1773469 Feb 04 16:07:22.457650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43540) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:22.497686 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f883933b-acf9-4766-a439-b8b1a7b6d10c None None] For port 337ed4a9-53e6-42e7-859a-12b7fc4cc271, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=337ed4a9-53e6-42e7-859a-12b7fc4cc271,segment=NetworkSegment(78afb44f-ead2-43b2-b402-2fab0bc20fad),segment_id=78afb44f-ead2-43b2-b402-2fab0bc20fad)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:22.498166 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f883933b-acf9-4766-a439-b8b1a7b6d10c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.605298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Allocated IP 2001:db8::f816:3eff:fecc:2d9 (ca9991d1-80c5-45db-b43b-58830ccd6121/54f2b4f5-475d-4ec7-93f2-52a8fc379196/48fa2ad0-fb17-4457-9005-b534ad078980) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:22.699043 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.728933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Deleting port c5543100-e4f7-4f73-b91d-e87e258485e4 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:22.729768 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.743367 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f883933b-acf9-4766-a439-b8b1a7b6d10c None None] Calling delete_port for 337ed4a9-53e6-42e7-859a-12b7fc4cc271 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:22.915901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-a6505237-59c9-4ef5-989d-a0fc3ef25920 None None] Set router 073ccfe6-a149-4d70-a4bf-55f6dda8d387 gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:23.030303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] For port c5543100-e4f7-4f73-b91d-e87e258485e4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c5543100-e4f7-4f73-b91d-e87e258485e4,segment=NetworkSegment(96f7261a-9c8b-4b08-981e-4f69930a546e),segment_id=96f7261a-9c8b-4b08-981e-4f69930a546e)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:23.030661 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.321573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Calling delete_port for c5543100-e4f7-4f73-b91d-e87e258485e4 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:23.340556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c67d4dcb-c043-4fc9-a6fc-896a29cd2d6e None None] For port c5543100-e4f7-4f73-b91d-e87e258485e4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c5543100-e4f7-4f73-b91d-e87e258485e4,segment=NetworkSegment(96f7261a-9c8b-4b08-981e-4f69930a546e),segment_id=96f7261a-9c8b-4b08-981e-4f69930a546e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:23.340961 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c67d4dcb-c043-4fc9-a6fc-896a29cd2d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.423589 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.469834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a6505237-59c9-4ef5-989d-a0fc3ef25920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:07:20Z', 'revision_number': 7, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:23.507760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event deleted for resources: {'Port': ['ID=c5543100-e4f7-4f73-b91d-e87e258485e4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:23.521580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] No DVR routers for this DVR port c5543100-e4f7-4f73-b91d-e87e258485e4 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:23.552909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 02437926-8627-4398-92f6-ac5f2d14bfb0 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:23.617685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c67d4dcb-c043-4fc9-a6fc-896a29cd2d6e None None] Calling delete_port for c5543100-e4f7-4f73-b91d-e87e258485e4 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:23.697879 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f883933b-acf9-4766-a439-b8b1a7b6d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.701490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6505237-59c9-4ef5-989d-a0fc3ef25920 None None] The sync data for ids ['073ccfe6-a149-4d70-a4bf-55f6dda8d387'] in n-d-827872-1 is: [{'id': '073ccfe6-a149-4d70-a4bf-55f6dda8d387', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888183464', 'tenant_id': '58e7f9058fe14c60b48cea9256065ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:03Z', 'updated_at': '2022-02-04T16:07:20Z', 'revision_number': 7, 'project_id': '58e7f9058fe14c60b48cea9256065ba5', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:07:23.783325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883933b-acf9-4766-a439-b8b1a7b6d10c None None] Pushing event deleted for resources: {'Port': ['ID=337ed4a9-53e6-42e7-859a-12b7fc4cc271,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:23.796537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6893a19e-2470-4b2a-a68a-99dbf0aaef5b None None] Provisioning complete for port 337ed4a9-53e6-42e7-859a-12b7fc4cc271 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:23.796966 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6893a19e-2470-4b2a-a68a-99dbf0aaef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.858977 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.859352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6893a19e-2470-4b2a-a68a-99dbf0aaef5b None None] Port 337ed4a9-53e6-42e7-859a-12b7fc4cc271 was deleted so its status cannot be updated. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 16:07:23.883979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883933b-acf9-4766-a439-b8b1a7b6d10c None None] No DVR routers for this DVR port 337ed4a9-53e6-42e7-859a-12b7fc4cc271 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:23.889646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389ecbb7-8fdb-4d0e-87c7-6640677f64bc']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:23.910893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f7261a-9c8b-4b08-981e-4f69930a546e') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:23.911481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f7261a-9c8b-4b08-981e-4f69930a546e') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:23.957642 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.018675 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.024176 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-c67d4dcb-c043-4fc9-a6fc-896a29cd2d6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:07:24.024536 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-c67d4dcb-c043-4fc9-a6fc-896a29cd2d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:07:24.030601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:07:24.031239 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.042838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 02437926-8627-4398-92f6-ac5f2d14bfb0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:24.044206 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:07:24.081348 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:07:24.157752 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.190451 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Transition to ACTIVE for port object 48fa2ad0-fb17-4457-9005-b534ad078980 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:24.196781 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.226133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Transition to ACTIVE for port object 48fa2ad0-fb17-4457-9005-b534ad078980 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:24.259961 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.263943 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425e360a-c227-4736-a5cb-4f0637c92619 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.264113 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.318239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] Pushing event deleted for resources: {'Network': ['ID=389ecbb7-8fdb-4d0e-87c7-6640677f64bc,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:24.368768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Network ca9991d1-80c5-45db-b43b-58830ccd6121 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:24.378406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:24.389772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:24.401328 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425e360a-c227-4736-a5cb-4f0637c92619 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.415346 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Pushing event updated for resources: {'Port': ['ID=48fa2ad0-fb17-4457-9005-b534ad078980,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:24.527575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c67d4dcb-c043-4fc9-a6fc-896a29cd2d6e None None] Deleting port c5543100-e4f7-4f73-b91d-e87e258485e4 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:24.528314 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c67d4dcb-c043-4fc9-a6fc-896a29cd2d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.603412 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-55ad320c-f550-4ca9-b50a-014f1a437097 tempest-TestSecurityGroupsBasicOps-2004760169 tempest-TestSecurityGroupsBasicOps-2004760169-project] 10.222.0.60 "DELETE /v2.0/networks/389ecbb7-8fdb-4d0e-87c7-6640677f64bc HTTP/1.1" status: 204 len: 168 time: 2.1424165 Feb 04 16:07:24.620462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 337ed4a9-53e6-42e7-859a-12b7fc4cc271 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:24.665839 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425e360a-c227-4736-a5cb-4f0637c92619 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.703759 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 337ed4a9-53e6-42e7-859a-12b7fc4cc271 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:24.704420 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 337ed4a9-53e6-42e7-859a-12b7fc4cc271 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:24.705143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c5543100-e4f7-4f73-b91d-e87e258485e4 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:24.762567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c67d4dcb-c043-4fc9-a6fc-896a29cd2d6e None None] The port 'c5543100-e4f7-4f73-b91d-e87e258485e4' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:07:24.781354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Attempting to bind port 48fa2ad0-fb17-4457-9005-b534ad078980 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:24.783089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Attempting to bind port 48fa2ad0-fb17-4457-9005-b534ad078980 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '80b450ce-2f03-4fa8-b4ca-23e61bb959aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ca9991d1-80c5-45db-b43b-58830ccd6121'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:24.784088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Attempting to bind port 48fa2ad0-fb17-4457-9005-b534ad078980 on network ca9991d1-80c5-45db-b43b-58830ccd6121 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:24.793957 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: c5543100-e4f7-4f73-b91d-e87e258485e4 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:24.794653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c5543100-e4f7-4f73-b91d-e87e258485e4 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:24.830455 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:24.830833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Checking segment: {'id': '80b450ce-2f03-4fa8-b4ca-23e61bb959aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ca9991d1-80c5-45db-b43b-58830ccd6121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:24.831263 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.831658 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Bound using segment: {'id': '80b450ce-2f03-4fa8-b4ca-23e61bb959aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ca9991d1-80c5-45db-b43b-58830ccd6121'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:24.832144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Bound port: 48fa2ad0-fb17-4457-9005-b534ad078980, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b450ce-2f03-4fa8-b4ca-23e61bb959aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ca9991d1-80c5-45db-b43b-58830ccd6121'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:24.836774 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.883402 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425e360a-c227-4736-a5cb-4f0637c92619 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.986710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e360a-c227-4736-a5cb-4f0637c92619 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Subnet': ['ID=54f2b4f5-475d-4ec7-93f2-52a8fc379196,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:24.999591 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-425e360a-c227-4736-a5cb-4f0637c92619 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.013774 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-425e360a-c227-4736-a5cb-4f0637c92619 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/subnets/54f2b4f5-475d-4ec7-93f2-52a8fc379196 HTTP/1.1" status: 204 len: 168 time: 2.7378604 Feb 04 16:07:25.017915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43606) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:25.132021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1675665-1804-4ca1-9005-3659dcc2a7a9 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:25.138612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1675665-1804-4ca1-9005-3659dcc2a7a9 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:25.138612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c1675665-1804-4ca1-9005-3659dcc2a7a9 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Synchronizing usage tracker for tenant:e1cc2320280c4963a4aeabb46e4644ed on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:25.201835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c1675665-1804-4ca1-9005-3659dcc2a7a9 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Unset dirty status for tenant:e1cc2320280c4963a4aeabb46e4644ed on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:25.201835 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c1675665-1804-4ca1-9005-3659dcc2a7a9 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1701055 Feb 04 16:07:25.209689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43610) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:25.253006 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e5b897e8-3e0f-4563-b8ca-c7975c316a6a no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:25.305079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: e5b897e8-3e0f-4563-b8ca-c7975c316a6a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:25.305396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e5b897e8-3e0f-4563-b8ca-c7975c316a6a not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:25.305716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 78958cc0-4a27-477f-9fd5-30c268d06f9e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:25.360549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] For port 48fa2ad0-fb17-4457-9005-b534ad078980, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:25.369321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 78958cc0-4a27-477f-9fd5-30c268d06f9e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:25.369661 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 78958cc0-4a27-477f-9fd5-30c268d06f9e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:25.376581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] For port 48fa2ad0-fb17-4457-9005-b534ad078980, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=48fa2ad0-fb17-4457-9005-b534ad078980,segment=NetworkSegment(80b450ce-2f03-4fa8-b4ca-23e61bb959aa),segment_id=80b450ce-2f03-4fa8-b4ca-23e61bb959aa)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:25.383722 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.389221 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d082c0d2-9437-40f9-beca-e32949e38275 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.398184 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-d082c0d2-9437-40f9-beca-e32949e38275 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 16:07:25.398642 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d082c0d2-9437-40f9-beca-e32949e38275 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:07:25.404687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d082c0d2-9437-40f9-beca-e32949e38275 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/networks/ca9991d1-80c5-45db-b43b-58830ccd6121 HTTP/1.1" status: 409 len: 405 time: 0.2068410 Feb 04 16:07:25.405394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43614) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:25.410823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-653668221'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:25.418484 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:25.424363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Usage tracker for resource:network and tenant:e1cc2320280c4963a4aeabb46e4644ed is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:25.428784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:25.436111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:25.462074 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Made reservation on behalf of e1cc2320280c4963a4aeabb46e4644ed for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:25.466362 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.522038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818071e7-c883-4b8b-b94e-47982d3cfbf5 None None] Pushing event updated for resources: {'Port': ['ID=48fa2ad0-fb17-4457-9005-b534ad078980,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:25.524120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:07:25.538448 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.539104 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Added segment 0c3d4949-7bb3-4e28-ad3e-3511bbb68fe9 of type vlan for network 3910bb47-254e-442a-b1fa-d43dfd50f447 Feb 04 16:07:25.576985 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.616646 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.626267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:25.627731 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.668129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce6cd01-9d70-4d52-af83-8f4bfd7500f8 None None] Network ca9991d1-80c5-45db-b43b-58830ccd6121 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:25.772957 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3658965 Feb 04 16:07:25.776609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa271e8-faaa-4e36-95e3-a42e531074bc tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event updated for resources: {'Network': ['ID=3910bb47-254e-442a-b1fa-d43dfd50f447,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:25.777189 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43630) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:25.782772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Request body: {'subnet': {'network_id': '3910bb47-254e-442a-b1fa-d43dfd50f447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:25.793641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 3910bb47-254e-442a-b1fa-d43dfd50f447 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:07:25.874354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43634) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:25.922183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:25.933329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:25.951753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Made reservation on behalf of e1cc2320280c4963a4aeabb46e4644ed for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:26.128734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b466aea-0140-45bb-b4bb-6ce911a81d21 None None] get_active_networks_info from n-d-827872-1 {{(pid=83552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:07:26.275614 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.289924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b466aea-0140-45bb-b4bb-6ce911a81d21 None None] Resources bound (agent type, host, resource id): {{(pid=83552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:07:26.312093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43646) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:26.424845 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8d30c348-d72d-4003-853c-ee184c4cf8b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58e7f9058fe14c60b48cea9256065ba5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5490890 Feb 04 16:07:26.427092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43652) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:26.597389 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-deed403a-9e5e-4f9e-ba3f-0cc388c58a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.653583 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-deed403a-9e5e-4f9e-ba3f-0cc388c58a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.783558 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-deed403a-9e5e-4f9e-ba3f-0cc388c58a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.808846 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-383c8d84-ffa1-4c42-b0d9-67b483b3829f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.817684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.objects.ports [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83551) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:07:26.819971 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.855780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed403a-9e5e-4f9e-ba3f-0cc388c58a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f523cddb-56cd-4614-a66b-6acb836dae4e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:26.902011 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-deed403a-9e5e-4f9e-ba3f-0cc388c58a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.902011 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-deed403a-9e5e-4f9e-ba3f-0cc388c58a32 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f523cddb-56cd-4614-a66b-6acb836dae4e HTTP/1.1" status: 204 len: 168 time: 0.4650931 Feb 04 16:07:26.914733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-383c8d84-ffa1-4c42-b0d9-67b483b3829f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:26.933803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-383c8d84-ffa1-4c42-b0d9-67b483b3829f admin admin] Usage tracker for resource:security_group_rule and tenant:1658e7caaddc4b4187dddafca75e9212 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:26.933803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-383c8d84-ffa1-4c42-b0d9-67b483b3829f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:26.933803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-383c8d84-ffa1-4c42-b0d9-67b483b3829f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:26.977983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event updated for resources: {'Subnet': ['ID=0c27016b-3ece-402f-9129-2cd02275b3b7,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:27.013416 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-383c8d84-ffa1-4c42-b0d9-67b483b3829f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.018587 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-383c8d84-ffa1-4c42-b0d9-67b483b3829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.026782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:27.031585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:27.032750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:27.033277 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:27.035633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:27.036273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:27.036773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:27.037278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:27.038651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:27.039836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:27.040341 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:27.066976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Checking segment: {'id': '0c3d4949-7bb3-4e28-ad3e-3511bbb68fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3910bb47-254e-442a-b1fa-d43dfd50f447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:27.067376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Network hostable DHCP agents. Network: 3910bb47-254e-442a-b1fa-d43dfd50f447, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:07:27.084483 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c8d84-ffa1-4c42-b0d9-67b483b3829f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb83651-7e1a-4f48-9927-5ee39002cf4c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:27.095240 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-383c8d84-ffa1-4c42-b0d9-67b483b3829f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1658e7caaddc4b4187dddafca75e9212&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7840946 Feb 04 16:07:27.095512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43668) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:27.139408 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Network 3910bb47-254e-442a-b1fa-d43dfd50f447 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:07:27.160835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 3910bb47-254e-442a-b1fa-d43dfd50f447) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:27.166667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:27.167280 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.193049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6857-d5c5-4ea9-8234-ac18f182050b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.261509 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6857-d5c5-4ea9-8234-ac18f182050b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.272384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8b93d23b-e7ba-4a96-b8a3-3cff7d7bb9eb tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4938686 Feb 04 16:07:27.277840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43680) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:27.302995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abefa92-2fb7-4655-863e-14a7ea2220b2 None None] Network 3910bb47-254e-442a-b1fa-d43dfd50f447 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:27.385511 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6857-d5c5-4ea9-8234-ac18f182050b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.420568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b6857-d5c5-4ea9-8234-ac18f182050b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb83651-7e1a-4f48-9927-5ee39002cf4c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:27.434941 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6857-d5c5-4ea9-8234-ac18f182050b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.436131 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6e2b6857-d5c5-4ea9-8234-ac18f182050b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fcb83651-7e1a-4f48-9927-5ee39002cf4c HTTP/1.1" status: 204 len: 168 time: 0.3396509 Feb 04 16:07:27.583291 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.637771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045bc3c3-0b1e-48e8-8806-47fcd822dbc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-3910bb47-254e-442a-b1fa-d43dfd50f447', 'network_id': '3910bb47-254e-442a-b1fa-d43dfd50f447', 'tenant_id': 'e1cc2320280c4963a4aeabb46e4644ed', 'fixed_ips': [{'subnet_id': '0c27016b-3ece-402f-9129-2cd02275b3b7'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:07:27.638597 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-045bc3c3-0b1e-48e8-8806-47fcd822dbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.733878 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.791384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43694) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:27.836676 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8edf6a37-55ec-48e8-a9f8-a023b442fa0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.869264 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server [None req-045bc3c3-0b1e-48e8-8806-47fcd822dbc4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c27016b-3ece-402f-9129-2cd02275b3b7: This subnet is being modified by another concurrent operation. Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise exception Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c27016b-3ece-402f-9129-2cd02275b3b7: This subnet is being modified by another concurrent operation. Feb 04 16:07:27.873194 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server Feb 04 16:07:27.899583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90b8dac-d21f-4924-9d71-2eddae303dde None None] Network 3910bb47-254e-442a-b1fa-d43dfd50f447 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:27.902499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8edf6a37-55ec-48e8-a9f8-a023b442fa0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:27.910366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8edf6a37-55ec-48e8-a9f8-a023b442fa0e admin admin] Usage tracker for resource:security_group_rule and tenant:4c676a0cd64b4334a09e82551c284157 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:27.917811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8edf6a37-55ec-48e8-a9f8-a023b442fa0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:27.928066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8edf6a37-55ec-48e8-a9f8-a023b442fa0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:28.114350 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8edf6a37-55ec-48e8-a9f8-a023b442fa0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.121010 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8edf6a37-55ec-48e8-a9f8-a023b442fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.253899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf6a37-55ec-48e8-a9f8-a023b442fa0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8754b7-02ed-4f36-aac7-fe2a4d51be54,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:28.264799 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8edf6a37-55ec-48e8-a9f8-a023b442fa0e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c676a0cd64b4334a09e82551c284157&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4721582 Feb 04 16:07:28.267459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43712) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:28.284544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7511a820-0ac0-452e-a257-bf75e7f84de5 None None] get_active_networks_info from n-d-827872-1 {{(pid=83552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:07:28.303719 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.330841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Subnet': ['ID=0c27016b-3ece-402f-9129-2cd02275b3b7,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:28.357361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3910bb47-254e-442a-b1fa-d43dfd50f447']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:28.367249 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-287e422b-2a14-4777-b50f-d0ef5dc89331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.384982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3d4949-7bb3-4e28-ad3e-3511bbb68fe9') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:28.387596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3d4949-7bb3-4e28-ad3e-3511bbb68fe9') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:28.404223 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-287e422b-2a14-4777-b50f-d0ef5dc89331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.426185 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.468322 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.479170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:07:28.479723 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.486171 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-287e422b-2a14-4777-b50f-d0ef5dc89331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:07:28.516592 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:07:28.522995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511a820-0ac0-452e-a257-bf75e7f84de5 None None] Resources bound (agent type, host, resource id): {{(pid=83552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:07:28.596310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e422b-2a14-4777-b50f-d0ef5dc89331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8754b7-02ed-4f36-aac7-fe2a4d51be54,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:28.604012 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-287e422b-2a14-4777-b50f-d0ef5dc89331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.605186 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-287e422b-2a14-4777-b50f-d0ef5dc89331 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c8754b7-02ed-4f36-aac7-fe2a4d51be54 HTTP/1.1" status: 204 len: 168 time: 0.3366315 Feb 04 16:07:28.612231 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43728) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:28.648510 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-23de5a10-12d8-47c5-b256-fcf62adab12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.688605 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.698342 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.712990 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-079e0e68-91c6-4408-b5e1-e0642b294795 req-b4826093-bccd-43d0-a993-e6ba259ecd5d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1905818 Feb 04 16:07:28.739023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43736) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:28.740607 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/networks/3910bb47-254e-442a-b1fa-d43dfd50f447 HTTP/1.1" status: 204 len: 168 time: 1.4614453 Feb 04 16:07:28.746060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1196986275'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:28.754924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-23de5a10-12d8-47c5-b256-fcf62adab12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:28.757966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776133e0-17f0-4e98-b54b-80af92d1a3e8 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Network': ['ID=3910bb47-254e-442a-b1fa-d43dfd50f447,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:28.762667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-23de5a10-12d8-47c5-b256-fcf62adab12f admin admin] Usage tracker for resource:security_group_rule and tenant:177d27ccea6449bc83a0292e426bc5b5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:28.765759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-23de5a10-12d8-47c5-b256-fcf62adab12f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:28.770368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:28.776262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Usage tracker for resource:network and tenant:e1cc2320280c4963a4aeabb46e4644ed is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:28.779733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:28.780074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-23de5a10-12d8-47c5-b256-fcf62adab12f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:28.795634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:28.851951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Made reservation on behalf of e1cc2320280c4963a4aeabb46e4644ed for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:28.858317 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.910654 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-23de5a10-12d8-47c5-b256-fcf62adab12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.927645 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-23de5a10-12d8-47c5-b256-fcf62adab12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.039788 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-23de5a10-12d8-47c5-b256-fcf62adab12f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=177d27ccea6449bc83a0292e426bc5b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4261217 Feb 04 16:07:29.042645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43742) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:29.069536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:07:29.106250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.106594 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Added segment 0640906d-e716-4f2a-8a7a-960df9e2eb23 of type vlan for network f2bbff9d-5371-4c30-8488-6481118b98db Feb 04 16:07:29.140163 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-079e0e68-91c6-4408-b5e1-e0642b294795 req-cf924ff8-cf6b-4d6f-9cdf-350497bedab2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1096 time: 0.2386458 Feb 04 16:07:29.234501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de5a10-12d8-47c5-b256-fcf62adab12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebfe35b-0c52-41d4-bffb-5b0a3f50a064,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:29.266152 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.290822 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7128debc-c6f0-41b1-9e60-8ab45222df38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.355944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7128debc-c6f0-41b1-9e60-8ab45222df38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.391687 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.395734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:29.397125 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.429876 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7128debc-c6f0-41b1-9e60-8ab45222df38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.448729 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7128debc-c6f0-41b1-9e60-8ab45222df38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.449994 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7128debc-c6f0-41b1-9e60-8ab45222df38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ebfe35b-0c52-41d4-bffb-5b0a3f50a064 HTTP/1.1" status: 204 len: 168 time: 0.4013665 Feb 04 16:07:29.450936 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128debc-c6f0-41b1-9e60-8ab45222df38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebfe35b-0c52-41d4-bffb-5b0a3f50a064,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:29.547141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43762) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:29.596469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event updated for resources: {'Network': ['ID=f2bbff9d-5371-4c30-8488-6481118b98db,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:29.602619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e0e68-91c6-4408-b5e1-e0642b294795 req-3362ba53-d9f1-49a5-9b57-f77a31494db8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:29.604078 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-079e0e68-91c6-4408-b5e1-e0642b294795 req-3362ba53-d9f1-49a5-9b57-f77a31494db8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 898 time: 0.3962543 Feb 04 16:07:29.606323 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c4b08ae3-31ce-4047-a946-91c6a2f03c50 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8660834 Feb 04 16:07:29.609421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43766) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:29.613888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network f2bbff9d-5371-4c30-8488-6481118b98db details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:07:29.630305 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Request body: {'subnet': {'network_id': 'f2bbff9d-5371-4c30-8488-6481118b98db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:29.659992 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f8667b12-51c7-435c-8845-3c9d997ee4a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92de5afbe24b44e4a462aaf6c376bd6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1088974 Feb 04 16:07:29.660106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43774) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:29.770542 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b498e3f-003d-4734-adcb-5488532b5352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.822255 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b498e3f-003d-4734-adcb-5488532b5352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.909890 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b498e3f-003d-4734-adcb-5488532b5352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.940263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b498e3f-003d-4734-adcb-5488532b5352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e1cb1b-37f6-42f9-a852-e3cef63ac40a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:29.954187 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b498e3f-003d-4734-adcb-5488532b5352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.956051 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7b498e3f-003d-4734-adcb-5488532b5352 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3e1cb1b-37f6-42f9-a852-e3cef63ac40a HTTP/1.1" status: 204 len: 168 time: 0.2949667 Feb 04 16:07:29.995876 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-079e0e68-91c6-4408-b5e1-e0642b294795 req-bc8237b5-04e4-46bc-9104-c75613ee27e7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 1001 time: 0.1261570 Feb 04 16:07:29.996920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:30.002512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Usage tracker for resource:subnet and tenant:e1cc2320280c4963a4aeabb46e4644ed is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:30.007278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:30.199836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:30.228889 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Made reservation on behalf of e1cc2320280c4963a4aeabb46e4644ed for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:30.351985 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.455144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e0e68-91c6-4408-b5e1-e0642b294795 req-572672fc-59fd-4025-8ff8-ce877fe75add service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:30.456665 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-079e0e68-91c6-4408-b5e1-e0642b294795 req-572672fc-59fd-4025-8ff8-ce877fe75add service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 200 len: 835 time: 0.4512415 Feb 04 16:07:30.590103 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-079e0e68-91c6-4408-b5e1-e0642b294795 req-60793453-90d3-4554-a4d2-29c55a7f1e54 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2aa94b32-e175-4e4f-ace4-d6dad39a5063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199532 Feb 04 16:07:30.847734 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-079e0e68-91c6-4408-b5e1-e0642b294795 req-209f2e4e-7ea4-43c5-8a9d-8ccb9137e17a service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203329 Feb 04 16:07:30.899303 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.150334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event updated for resources: {'Subnet': ['ID=259259c7-5ae1-496d-9040-23c520e4474a,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:31.233980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Checking segment: {'id': '0640906d-e716-4f2a-8a7a-960df9e2eb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f2bbff9d-5371-4c30-8488-6481118b98db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:31.233980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Network hostable DHCP agents. Network: f2bbff9d-5371-4c30-8488-6481118b98db, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:07:31.302159 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-079e0e68-91c6-4408-b5e1-e0642b294795 req-1ecc686c-686f-47b1-90b5-c4b3ceeb67db service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301758 Feb 04 16:07:31.312725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Network f2bbff9d-5371-4c30-8488-6481118b98db is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:07:31.331424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, f2bbff9d-5371-4c30-8488-6481118b98db) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:31.340417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:31.340795 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.343641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcca44e0-320f-4018-80dd-486369818fbf None None] Network f2bbff9d-5371-4c30-8488-6481118b98db requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:31.426563 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a4392ef2-7276-4a85-80d3-2372cee7d5ca tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8082860 Feb 04 16:07:31.426563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 43858) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:31.568607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43862) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:31.722883 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.732367 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-f2bbff9d-5371-4c30-8488-6481118b98db', 'network_id': 'f2bbff9d-5371-4c30-8488-6481118b98db', 'tenant_id': 'e1cc2320280c4963a4aeabb46e4644ed', 'fixed_ips': [{'subnet_id': '259259c7-5ae1-496d-9040-23c520e4474a'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:07:31.733791 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.772601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-251086378-network', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:31.778379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:31.783087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Usage tracker for resource:network and tenant:c9dbefa80f9547fcb725a60f62e34d98 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:31.786417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:31.794903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:31.815989 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.821491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Made reservation on behalf of c9dbefa80f9547fcb725a60f62e34d98 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:31.824760 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.847663 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.900776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:31.905947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c9dbefa80f9547fcb725a60f62e34d98 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:31.908980 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:31.917277 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:31.993431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Allocated IP 2001:db8::2 (f2bbff9d-5371-4c30-8488-6481118b98db/259259c7-5ae1-496d-9040-23c520e4474a/6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:32.045755 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.067919 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.107415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc62fe5-b7b1-40c2-864f-6cfbfceef923,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:32.120986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:07:32.141754 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.142100 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Added segment d9511d7d-920f-4d8e-a92f-18ee0dec0848 of type vlan for network dbc1367a-e277-4528-b29e-8f1ccd084853 Feb 04 16:07:32.189693 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.241941 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.243024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:32.243876 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.410956 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] Pushing event updated for resources: {'Network': ['ID=dbc1367a-e277-4528-b29e-8f1ccd084853,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:32.415074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2eae735c-e5e6-483c-91e9-10d1b72656a1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8446112 Feb 04 16:07:32.417877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43896) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:32.425347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] Request body: {'subnet': {'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-251086378-subnet', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:32.431116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network dbc1367a-e277-4528-b29e-8f1ccd084853 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:07:32.437641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:32.439035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] Usage tracker for resource:subnet and tenant:c9dbefa80f9547fcb725a60f62e34d98 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:32.452638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:32.467977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:32.473682 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.485647 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] Made reservation on behalf of c9dbefa80f9547fcb725a60f62e34d98 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:32.489045 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.582743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Transition to ACTIVE for port object 6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:32.661662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Transition to ACTIVE for port object 6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:32.669852 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.689900 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.723426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Network f2bbff9d-5371-4c30-8488-6481118b98db is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:32.731762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:32.734732 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:32.794695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Subnet': ['ID=259259c7-5ae1-496d-9040-23c520e4474a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:32.859573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Pushing event updated for resources: {'Port': ['ID=6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:32.891318 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.967075 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Attempting to bind port 6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:32.967943 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Attempting to bind port 6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '0640906d-e716-4f2a-8a7a-960df9e2eb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f2bbff9d-5371-4c30-8488-6481118b98db'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:32.967943 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Attempting to bind port 6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4 on network f2bbff9d-5371-4c30-8488-6481118b98db {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:32.988638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:32.988638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Checking segment: {'id': '0640906d-e716-4f2a-8a7a-960df9e2eb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f2bbff9d-5371-4c30-8488-6481118b98db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:32.989100 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.989631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Bound using segment: {'id': '0640906d-e716-4f2a-8a7a-960df9e2eb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f2bbff9d-5371-4c30-8488-6481118b98db'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:32.990264 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Bound port: 6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640906d-e716-4f2a-8a7a-960df9e2eb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f2bbff9d-5371-4c30-8488-6481118b98db'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:32.991561 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.006883 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.086576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bbff9d-5371-4c30-8488-6481118b98db']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:33.096848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] For port 6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:33.102808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] For port 6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4,segment=NetworkSegment(0640906d-e716-4f2a-8a7a-960df9e2eb23),segment_id=0640906d-e716-4f2a-8a7a-960df9e2eb23)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:33.107665 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.117515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0640906d-e716-4f2a-8a7a-960df9e2eb23') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:33.117993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0640906d-e716-4f2a-8a7a-960df9e2eb23') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:33.130232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f3e969-b4bb-4c46-8d33-ef5b0b9f560d,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:33.146093 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.180638 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.192978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:07:33.193490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.235721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] Checking segment: {'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:33.236080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] Network hostable DHCP agents. Network: dbc1367a-e277-4528-b29e-8f1ccd084853, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:07:33.267936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72ff7e-d939-4afd-a3a8-595b9655553c None None] Pushing event updated for resources: {'Port': ['ID=6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:33.314112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] Network dbc1367a-e277-4528-b29e-8f1ccd084853 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:07:33.328418 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739cfb65-c26f-42cf-8b88-ba98625b0a31 None None] Network f2bbff9d-5371-4c30-8488-6481118b98db requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:07:33.332953 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:07:33.345773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, dbc1367a-e277-4528-b29e-8f1ccd084853) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:33.365403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:33.367315 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.372029 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e16711-b6a1-4e20-9b87-72fd377f4e8d None None] Network dbc1367a-e277-4528-b29e-8f1ccd084853 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:33.420025 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 16:07:33.420025 n-d-827872-1 neutron-server[83550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 16:07:33.420025 n-d-827872-1 neutron-server[83550]: [parameters: {'id': 'f2bbff9d-5371-4c30-8488-6481118b98db'}] Feb 04 16:07:33.420025 n-d-827872-1 neutron-server[83550]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:07:33.420509 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:07:33.424279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-30a35bbd-c950-41e3-b865-bb7cc7372ca0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0049310 Feb 04 16:07:33.426715 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 43932) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:33.436959 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-251086378-router', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:33.444513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:33.449853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Usage tracker for resource:router and tenant:c9dbefa80f9547fcb725a60f62e34d98 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:33.453382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:33.460086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:33.471342 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.472615 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.497573 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.768151 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.913006 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-dbc1367a-e277-4528-b29e-8f1ccd084853', 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'fixed_ips': [{'subnet_id': '64f3e969-b4bb-4c46-8d33-ef5b0b9f560d'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:07:33.914145 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.922482 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.953216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Deleting port 6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:33.953565 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.205986 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.236104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Allocated IP 172.20.0.2 (dbc1367a-e277-4528-b29e-8f1ccd084853/64f3e969-b4bb-4c46-8d33-ef5b0b9f560d/04f389ae-e08c-44aa-b318-7c0acd9930b8) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:34.253013 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.565354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] For port 6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4,segment=NetworkSegment(0640906d-e716-4f2a-8a7a-960df9e2eb23),segment_id=0640906d-e716-4f2a-8a7a-960df9e2eb23)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:34.566091 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.611927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Allocated IP 172.25.0.86 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/4955b161-d952-4cbb-bb71-2d5f50aa51e1) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:34.711095 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Calling delete_port for 6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:34.839601 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.871883 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.884114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Transition to ACTIVE for port object 04f389ae-e08c-44aa-b318-7c0acd9930b8 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:34.893652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Port': ['ID=6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:34.902426 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] No DVR routers for this DVR port 6e84df5a-cf55-4e58-b0ec-345e9e6c4ee4 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:34.908412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Transition to ACTIVE for port object 04f389ae-e08c-44aa-b318-7c0acd9930b8 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:34.943501 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.051261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Network dbc1367a-e277-4528-b29e-8f1ccd084853 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:35.058242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:35.079259 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:35.104305 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.157545 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.224411 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Pushing event updated for resources: {'Port': ['ID=04f389ae-e08c-44aa-b318-7c0acd9930b8,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:35.254936 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.305691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:35.308683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bbff9d-5371-4c30-8488-6481118b98db']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:35.317991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:35.340407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:35.349465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0640906d-e716-4f2a-8a7a-960df9e2eb23') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:35.350584 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0640906d-e716-4f2a-8a7a-960df9e2eb23') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:35.373106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.402228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Attempting to bind port 04f389ae-e08c-44aa-b318-7c0acd9930b8 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:35.403606 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Attempting to bind port 04f389ae-e08c-44aa-b318-7c0acd9930b8 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:35.404615 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Attempting to bind port 04f389ae-e08c-44aa-b318-7c0acd9930b8 on network dbc1367a-e277-4528-b29e-8f1ccd084853 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:35.413811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:35.414542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Checking segment: {'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:35.415128 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.415715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Bound using segment: {'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:35.416437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Bound port: 04f389ae-e08c-44aa-b318-7c0acd9930b8, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:35.417119 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.425973 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.435258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:07:35.435891 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:07:35.569294 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:07:35.576270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] For port 04f389ae-e08c-44aa-b318-7c0acd9930b8, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:35.593555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] For port 04f389ae-e08c-44aa-b318-7c0acd9930b8, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=04f389ae-e08c-44aa-b318-7c0acd9930b8,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:35.601083 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.603156 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.640069 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.649065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Network': ['ID=f2bbff9d-5371-4c30-8488-6481118b98db,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:35.668551 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3760fc06-07c1-4ee5-ae6a-f5d79ae07dce tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/networks/f2bbff9d-5371-4c30-8488-6481118b98db HTTP/1.1" status: 204 len: 168 time: 4.2428355 Feb 04 16:07:35.672954 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44014) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:35.676929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Pushing event updated for resources: {'Port': ['ID=4955b161-d952-4cbb-bb71-2d5f50aa51e1,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:35.692116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-800223605'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:35.699372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:35.705075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Usage tracker for resource:network and tenant:e1cc2320280c4963a4aeabb46e4644ed is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:35.709072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:35.728428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:35.744295 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.745035 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.755519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Made reservation on behalf of e1cc2320280c4963a4aeabb46e4644ed for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:35.761388 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.825598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e11183-86fe-42e3-acfe-d657503fb89f None None] Pushing event updated for resources: {'Port': ['ID=04f389ae-e08c-44aa-b318-7c0acd9930b8,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:35.830120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:07:35.867342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.869301 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Added segment a0aaf4aa-950d-45fb-a74e-a3c2a828e7a1 of type vlan for network 9867ab65-07b3-459f-af77-dba7a6ec1a11 Feb 04 16:07:35.938672 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:36.048883 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:36.061888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:36.064083 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:36.312896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event updated for resources: {'Network': ['ID=9867ab65-07b3-459f-af77-dba7a6ec1a11,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:36.325318 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ee7216fa-3c34-4359-bc70-4a770047220a tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6510382 Feb 04 16:07:36.328029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44036) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:36.331476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 9867ab65-07b3-459f-af77-dba7a6ec1a11 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:07:36.337890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Request body: {'subnet': {'network_id': '9867ab65-07b3-459f-af77-dba7a6ec1a11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:36.618372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:36.626669 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf59a6a8-ae63-464a-8975-594b5e9a678b req-62fcb43e-94f8-45b5-ace7-443ea7d29c4f tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1096 time: 0.7310648 Feb 04 16:07:36.628364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Usage tracker for resource:subnet and tenant:e1cc2320280c4963a4aeabb46e4644ed is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:36.636639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:36.652461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:36.672459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Made reservation on behalf of e1cc2320280c4963a4aeabb46e4644ed for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:36.690231 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf59a6a8-ae63-464a-8975-594b5e9a678b req-80a516dd-8e22-4c6c-adb9-e0902f279502 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614223 Feb 04 16:07:36.690947 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e5a719ce-693f-439b-af49-ba64daaa4a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:36.774729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Router 76b7cb72-b7d2-405c-a234-1f7ae4304fc6 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:07:36.905528 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.400880 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 04f389ae-e08c-44aa-b318-7c0acd9930b8 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:37.469970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:37.487376 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Sync routers for ids ['76b7cb72-b7d2-405c-a234-1f7ae4304fc6'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:07:37.536579 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Routers {'76b7cb72-b7d2-405c-a234-1f7ae4304fc6'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:37.537221 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:07:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['76b7cb72-b7d2-405c-a234-1f7ae4304fc6'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:37.617720 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.618961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b689bd47-47ce-4d0f-8e3b-a378d2a377c3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1908197 Feb 04 16:07:37.624465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44084) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:37.653869 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 04f389ae-e08c-44aa-b318-7c0acd9930b8 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:37.862385 n-d-827872-1 neutron-server[83550]: DEBUG neutron.objects.ports [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83550) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:07:37.869465 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.941360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b577ec2-186f-4163-befb-b071425954cf req-9f1e776d-45f2-43f4-ae9d-e074bfc0b875 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:37.942812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b577ec2-186f-4163-befb-b071425954cf req-9f1e776d-45f2-43f4-ae9d-e074bfc0b875 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.9708540 Feb 04 16:07:37.963563 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c512c947-c593-4468-82bb-84639069a813 None None] Network dbc1367a-e277-4528-b29e-8f1ccd084853 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:38.064118 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Set router 76b7cb72-b7d2-405c-a234-1f7ae4304fc6 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:38.126431 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b577ec2-186f-4163-befb-b071425954cf req-3a0c2332-a0e9-4bc4-807a-2ed4594de8c2 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575105 Feb 04 16:07:38.206684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event updated for resources: {'Subnet': ['ID=09936a9b-e74f-4b46-b84c-818d4eb829ff,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:38.262724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Checking segment: {'id': 'a0aaf4aa-950d-45fb-a74e-a3c2a828e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9867ab65-07b3-459f-af77-dba7a6ec1a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:38.262724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Network hostable DHCP agents. Network: 9867ab65-07b3-459f-af77-dba7a6ec1a11, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:07:38.276711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44106) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:38.434325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Provisioning for port 04f389ae-e08c-44aa-b318-7c0acd9930b8 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:38.442702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Provisioning complete for port 04f389ae-e08c-44aa-b318-7c0acd9930b8 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:38.443205 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.526011 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Network 9867ab65-07b3-459f-af77-dba7a6ec1a11 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:07:38.563008 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-64864ab3-c4fe-4f14-b411-d5d3100a4871 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/80039df2-d74e-4f73-b6bc-febc34dd749e HTTP/1.1" status: 200 len: 993 time: 0.2844043 Feb 04 16:07:38.564829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 9867ab65-07b3-459f-af77-dba7a6ec1a11) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:38.579402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:38.580393 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.634234 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-91c4d903-2302-4f89-a53d-ecbaa4587f16 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3039181 Feb 04 16:07:38.638094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44116) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:38.674872 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5acc8e-3a4b-4cbe-bc0e-a18ff4ed4582 None None] Network 9867ab65-07b3-459f-af77-dba7a6ec1a11 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:38.750448 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'name': 'tempest-TestServerMultinode-251086378-router', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:33Z', 'updated_at': '2022-02-04T16:07:35Z', 'revision_number': 3, 'project_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'gw_port': {'id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:34Z', 'updated_at': '2022-02-04T16:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:38.760437 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Checking router: 76b7cb72-b7d2-405c-a234-1f7ae4304fc6 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:07:38.761890 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Updating router 76b7cb72-b7d2-405c-a234-1f7ae4304fc6 port 4955b161-d952-4cbb-bb71-2d5f50aa51e1 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:07:38.924767 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.985192 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.120903 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6335b103-00e9-479a-bd20-1409bd0fcbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.218656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] For port 04f389ae-e08c-44aa-b318-7c0acd9930b8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=04f389ae-e08c-44aa-b318-7c0acd9930b8,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:39.236478 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.498062 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.507329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Pushing event updated for resources: {'Port': ['ID=04f389ae-e08c-44aa-b318-7c0acd9930b8,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:39.588270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:39.588907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:39.589359 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:39.589790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:39.590219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:39.590756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:39.591285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:39.591706 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:39.595660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:39.596121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:39.596539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537fe8cc-94f5-4484-9f9a-3b01dbe26904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:39.731981 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-9867ab65-07b3-459f-af77-dba7a6ec1a11', 'network_id': '9867ab65-07b3-459f-af77-dba7a6ec1a11', 'tenant_id': 'e1cc2320280c4963a4aeabb46e4644ed', 'fixed_ips': [{'subnet_id': '09936a9b-e74f-4b46-b84c-818d4eb829ff'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:07:39.732814 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.772869 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.789991 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Transition to ACTIVE for port object 4955b161-d952-4cbb-bb71-2d5f50aa51e1 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:39.797193 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.824688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44156) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:39.942800 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Attempting to bind port 4955b161-d952-4cbb-bb71-2d5f50aa51e1 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:39.943386 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Attempting to bind port 4955b161-d952-4cbb-bb71-2d5f50aa51e1 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:39.944472 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Attempting to bind port 4955b161-d952-4cbb-bb71-2d5f50aa51e1 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:39.952413 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aebfc8-21e7-4def-b53f-864f538bf95e None None] Pushing event updated for resources: {'Port': ['ID=4955b161-d952-4cbb-bb71-2d5f50aa51e1,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:39.960732 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:39.961516 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:39.962081 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.962657 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:39.963492 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Bound port: 4955b161-d952-4cbb-bb71-2d5f50aa51e1, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:39.964050 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.976647 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.046693 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aebfc8-21e7-4def-b53f-864f538bf95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.047354 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aebfc8-21e7-4def-b53f-864f538bf95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.050145 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aebfc8-21e7-4def-b53f-864f538bf95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.050736 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aebfc8-21e7-4def-b53f-864f538bf95e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.051383 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aebfc8-21e7-4def-b53f-864f538bf95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.051942 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aebfc8-21e7-4def-b53f-864f538bf95e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.052503 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aebfc8-21e7-4def-b53f-864f538bf95e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.053093 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aebfc8-21e7-4def-b53f-864f538bf95e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.056783 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aebfc8-21e7-4def-b53f-864f538bf95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.057375 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aebfc8-21e7-4def-b53f-864f538bf95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.057924 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aebfc8-21e7-4def-b53f-864f538bf95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.062613 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Allocated IP 2001:db8::f816:3eff:fe30:67d0 (9867ab65-07b3-459f-af77-dba7a6ec1a11/09936a9b-e74f-4b46-b84c-818d4eb829ff/711d3e3c-7c6a-49a7-9d89-7061783bcb8d) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:40.173937 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] For port 4955b161-d952-4cbb-bb71-2d5f50aa51e1, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:40.175646 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5812d521-59a2-432d-8a4f-eef56156277e req-5c0c956f-e75a-4ba8-95bc-0cdcb5a29c38 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.8422899 Feb 04 16:07:40.187038 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] For port 4955b161-d952-4cbb-bb71-2d5f50aa51e1, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4955b161-d952-4cbb-bb71-2d5f50aa51e1,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:40.196819 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.317650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1461e63d-390d-4758-9b40-90d5f0fa8f28 None None] Provisioning complete for port 04f389ae-e08c-44aa-b318-7c0acd9930b8 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:40.318192 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1461e63d-390d-4758-9b40-90d5f0fa8f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.328130 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f389ce1a-96af-4972-a32b-8d57293a9885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.359836 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aebfc8-21e7-4def-b53f-864f538bf95e None None] Pushing event updated for resources: {'Port': ['ID=4955b161-d952-4cbb-bb71-2d5f50aa51e1,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:40.394160 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Routers {'76b7cb72-b7d2-405c-a234-1f7ae4304fc6'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:40.395098 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:07:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['76b7cb72-b7d2-405c-a234-1f7ae4304fc6'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:40.442085 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.479473 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.479685 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f389ce1a-96af-4972-a32b-8d57293a9885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:40.506725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f389ce1a-96af-4972-a32b-8d57293a9885 admin admin] Usage tracker for resource:security_group_rule and tenant:c9edf48a8bed44e1961b97a535db2277 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:40.510593 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f389ce1a-96af-4972-a32b-8d57293a9885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:40.520820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f389ce1a-96af-4972-a32b-8d57293a9885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:40.704762 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f389ce1a-96af-4972-a32b-8d57293a9885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.709919 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f389ce1a-96af-4972-a32b-8d57293a9885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.732029 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.750323 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f389ce1a-96af-4972-a32b-8d57293a9885 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9edf48a8bed44e1961b97a535db2277&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9243810 Feb 04 16:07:40.753516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44182) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:40.764210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Transition to ACTIVE for port object 711d3e3c-7c6a-49a7-9d89-7061783bcb8d will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:40.791150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389ce1a-96af-4972-a32b-8d57293a9885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ed7359-00f1-4d31-97af-04bafb93d568,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:40.824182 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Transition to ACTIVE for port object 711d3e3c-7c6a-49a7-9d89-7061783bcb8d will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:40.832198 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] Set router 76b7cb72-b7d2-405c-a234-1f7ae4304fc6 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:40.845653 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.917829 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.005056 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.071140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Subnet': ['ID=09936a9b-e74f-4b46-b84c-818d4eb829ff,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:41.071962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Network 9867ab65-07b3-459f-af77-dba7a6ec1a11 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:41.079307 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:41.086452 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:41.089830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Pushing event updated for resources: {'Port': ['ID=711d3e3c-7c6a-49a7-9d89-7061783bcb8d,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:41.144709 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c0d3b415-21cd-4eb5-8784-ed51d541f524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.299622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Attempting to bind port 711d3e3c-7c6a-49a7-9d89-7061783bcb8d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:41.299989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Attempting to bind port 711d3e3c-7c6a-49a7-9d89-7061783bcb8d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'a0aaf4aa-950d-45fb-a74e-a3c2a828e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9867ab65-07b3-459f-af77-dba7a6ec1a11'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:41.300353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Attempting to bind port 711d3e3c-7c6a-49a7-9d89-7061783bcb8d on network 9867ab65-07b3-459f-af77-dba7a6ec1a11 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:41.318474 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:41.318877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Checking segment: {'id': 'a0aaf4aa-950d-45fb-a74e-a3c2a828e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9867ab65-07b3-459f-af77-dba7a6ec1a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:41.319306 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.319700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Bound using segment: {'id': 'a0aaf4aa-950d-45fb-a74e-a3c2a828e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9867ab65-07b3-459f-af77-dba7a6ec1a11'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:41.320179 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Bound port: 711d3e3c-7c6a-49a7-9d89-7061783bcb8d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0aaf4aa-950d-45fb-a74e-a3c2a828e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '9867ab65-07b3-459f-af77-dba7a6ec1a11'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:41.320547 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.357608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 04f389ae-e08c-44aa-b318-7c0acd9930b8 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:41.363306 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'name': 'tempest-TestServerMultinode-251086378-router', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:33Z', 'updated_at': '2022-02-04T16:07:35Z', 'revision_number': 3, 'project_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'gw_port': {'id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:34Z', 'updated_at': '2022-02-04T16:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:41.369766 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f62b84-b74c-4cb8-81e1-34c56eeef6d2 None None] The sync data for ids ['76b7cb72-b7d2-405c-a234-1f7ae4304fc6'] in n-d-827872-1 is: [{'id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'name': 'tempest-TestServerMultinode-251086378-router', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:33Z', 'updated_at': '2022-02-04T16:07:35Z', 'revision_number': 3, 'project_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'gw_port': {'id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:34Z', 'updated_at': '2022-02-04T16:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:07:41.427572 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c0d3b415-21cd-4eb5-8784-ed51d541f524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.542554 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.563439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 04f389ae-e08c-44aa-b318-7c0acd9930b8 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:41.565623 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.600971 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.652749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] For port 711d3e3c-7c6a-49a7-9d89-7061783bcb8d, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:41.657386 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] For port 711d3e3c-7c6a-49a7-9d89-7061783bcb8d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=711d3e3c-7c6a-49a7-9d89-7061783bcb8d,segment=NetworkSegment(a0aaf4aa-950d-45fb-a74e-a3c2a828e7a1),segment_id=a0aaf4aa-950d-45fb-a74e-a3c2a828e7a1)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:41.671006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9867ab65-07b3-459f-af77-dba7a6ec1a11']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:41.672100 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.776393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0aaf4aa-950d-45fb-a74e-a3c2a828e7a1') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:41.776930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0aaf4aa-950d-45fb-a74e-a3c2a828e7a1') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:41.899705 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c0d3b415-21cd-4eb5-8784-ed51d541f524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.932294 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.966982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb348f-6750-4112-9351-c17105c00cbb None None] Pushing event updated for resources: {'Port': ['ID=711d3e3c-7c6a-49a7-9d89-7061783bcb8d,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:41.984387 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.988529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29df6604-3a14-422b-8097-8478f531e24d None None] Network 9867ab65-07b3-459f-af77-dba7a6ec1a11 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:42.018942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3b415-21cd-4eb5-8784-ed51d541f524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ed7359-00f1-4d31-97af-04bafb93d568,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:42.035204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3946bd5-1fc7-40ab-821e-1e22a2a7ece8 req-3751e8eb-4fc6-4956-91f2-85d250557e0b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:42.036955 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3946bd5-1fc7-40ab-821e-1e22a2a7ece8 req-3751e8eb-4fc6-4956-91f2-85d250557e0b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.7313304 Feb 04 16:07:42.046930 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-45640234-736f-4454-81d8-9575d3ff9e4a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9450140 Feb 04 16:07:42.106086 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.222059 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:07:42.222682 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.246901 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c0d3b415-21cd-4eb5-8784-ed51d541f524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.248759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c0d3b415-21cd-4eb5-8784-ed51d541f524 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57ed7359-00f1-4d31-97af-04bafb93d568 HTTP/1.1" status: 204 len: 168 time: 1.4942997 Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:07:42.249979 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:07:42.461758 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3946bd5-1fc7-40ab-821e-1e22a2a7ece8 req-bd8644e7-2267-4737-8565-9d318a5d077e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4078434 Feb 04 16:07:42.489756 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 16:07:42.489756 n-d-827872-1 neutron-server[83551]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 16:07:42.489756 n-d-827872-1 neutron-server[83551]: [parameters: {'id': '9867ab65-07b3-459f-af77-dba7a6ec1a11'}] Feb 04 16:07:42.489756 n-d-827872-1 neutron-server[83551]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:07:42.490810 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:07:42.521403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Allocated IP 172.20.0.1 (dbc1367a-e277-4528-b29e-8f1ccd084853/64f3e969-b4bb-4c46-8d33-ef5b0b9f560d/26cc5fc3-71e1-4e26-a186-5b3b36f0b412) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:42.667464 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5a6eff-96ce-4651-9857-aab9a030530e None None] get_active_networks_info from n-d-827872-1 {{(pid=83552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:07:42.852575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5a6eff-96ce-4651-9857-aab9a030530e None None] Resources bound (agent type, host, resource id): {{(pid=83552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:07:42.872468 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.896356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Transition to ACTIVE for port object 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:42.922662 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.092536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44258) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:43.139530 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84acd635-55a4-4d72-bf1c-b7ff51d01d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.158757 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.237731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Network dbc1367a-e277-4528-b29e-8f1ccd084853 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:43.249529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:43.262497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:43.269899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-84acd635-55a4-4d72-bf1c-b7ff51d01d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:43.281897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-84acd635-55a4-4d72-bf1c-b7ff51d01d13 admin admin] Usage tracker for resource:security_group_rule and tenant:5abc91df00764055af7c5b50bf496133 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:43.296802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-84acd635-55a4-4d72-bf1c-b7ff51d01d13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:43.317563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-84acd635-55a4-4d72-bf1c-b7ff51d01d13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:43.345756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Deleting port 711d3e3c-7c6a-49a7-9d89-7061783bcb8d {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:43.346623 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.394344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Pushing event updated for resources: {'Port': ['ID=26cc5fc3-71e1-4e26-a186-5b3b36f0b412,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:43.424717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4955b161-d952-4cbb-bb71-2d5f50aa51e1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:43.499521 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84acd635-55a4-4d72-bf1c-b7ff51d01d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.520277 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-84acd635-55a4-4d72-bf1c-b7ff51d01d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.536660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 4955b161-d952-4cbb-bb71-2d5f50aa51e1 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:43.542654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4955b161-d952-4cbb-bb71-2d5f50aa51e1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:43.543157 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.574291 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.587810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acd635-55a4-4d72-bf1c-b7ff51d01d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efe4601-692c-40b0-be0a-460142a39d95,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:43.589680 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d1f64f-8ad9-4df5-843f-17bd9a2f26bf None None] get_active_networks_info from n-d-827872-1 {{(pid=83552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:07:43.609972 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-84acd635-55a4-4d72-bf1c-b7ff51d01d13 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5abc91df00764055af7c5b50bf496133&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5158346 Feb 04 16:07:43.612721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44274) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:43.773831 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2efd2d71-4744-49a7-908c-5d6095b75666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.833922 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2efd2d71-4744-49a7-908c-5d6095b75666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.880367 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.901191 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2efd2d71-4744-49a7-908c-5d6095b75666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.955698 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.961745 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2efd2d71-4744-49a7-908c-5d6095b75666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.962983 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2efd2d71-4744-49a7-908c-5d6095b75666 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1efe4601-692c-40b0-be0a-460142a39d95 HTTP/1.1" status: 204 len: 168 time: 0.3490527 Feb 04 16:07:43.964151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd2d71-4744-49a7-908c-5d6095b75666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efe4601-692c-40b0-be0a-460142a39d95,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:44.015501 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 4955b161-d952-4cbb-bb71-2d5f50aa51e1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4955b161-d952-4cbb-bb71-2d5f50aa51e1,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:44.017829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d1f64f-8ad9-4df5-843f-17bd9a2f26bf None None] Resources bound (agent type, host, resource id): {{(pid=83552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:07:44.021983 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.144304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] For port 711d3e3c-7c6a-49a7-9d89-7061783bcb8d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=711d3e3c-7c6a-49a7-9d89-7061783bcb8d,segment=NetworkSegment(a0aaf4aa-950d-45fb-a74e-a3c2a828e7a1),segment_id=a0aaf4aa-950d-45fb-a74e-a3c2a828e7a1)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:44.144964 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.318245 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=4955b161-d952-4cbb-bb71-2d5f50aa51e1,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:44.347583 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-0427f19a-9c6e-4dd2-9297-b9039c66d8bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1096 time: 0.1545737 Feb 04 16:07:44.443093 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:07:44.672234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Calling delete_port for 711d3e3c-7c6a-49a7-9d89-7061783bcb8d owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:44.733901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb306f40-0311-4678-a103-607c6e6552b7 req-370b115a-359d-4c2c-8b62-3dcc74c37851 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:44.735713 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-370b115a-359d-4c2c-8b62-3dcc74c37851 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 898 time: 0.3808844 Feb 04 16:07:44.886427 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-5e79fc8d-2f36-4e4d-840a-31401b507a28 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 1001 time: 0.1431658 Feb 04 16:07:44.928783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa01f48-5220-4780-83c0-d94dd79adf15 req-4816e523-596b-4da3-84b0-a651a655b28e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:44.937704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6fa01f48-5220-4780-83c0-d94dd79adf15 req-4816e523-596b-4da3-84b0-a651a655b28e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 1.0586913 Feb 04 16:07:45.080090 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.100348 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb306f40-0311-4678-a103-607c6e6552b7 req-9ace18ca-a186-4c51-94ee-9a7b0942776f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:45.112758 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-9ace18ca-a186-4c51-94ee-9a7b0942776f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 200 len: 835 time: 0.2199214 Feb 04 16:07:45.171652 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6fa01f48-5220-4780-83c0-d94dd79adf15 req-7e7e79a7-cf11-4837-a0ff-b77205c81338 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330065 Feb 04 16:07:45.237608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Port': ['ID=711d3e3c-7c6a-49a7-9d89-7061783bcb8d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:45.249971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] No DVR routers for this DVR port 711d3e3c-7c6a-49a7-9d89-7061783bcb8d on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:45.267664 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6e399478-3c50-4722-bcf7-c22140b66c6a None None] Provisioning for port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:45.291363 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6e399478-3c50-4722-bcf7-c22140b66c6a None None] Provisioning complete for port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:45.292234 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6e399478-3c50-4722-bcf7-c22140b66c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.296068 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-38c61008-a090-4b4c-9f60-a1998b11efe6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2aa94b32-e175-4e4f-ace4-d6dad39a5063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719227 Feb 04 16:07:45.374245 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:07:45.401271 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.413990 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.421280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4955b161-d952-4cbb-bb71-2d5f50aa51e1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:45.526560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6e399478-3c50-4722-bcf7-c22140b66c6a None None] Port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:07:45.533210 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e2d40304-33e5-4cd8-93b2-6e4dedd76077 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278471 Feb 04 16:07:45.630353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4955b161-d952-4cbb-bb71-2d5f50aa51e1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:45.630353 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.716536 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.769742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Pushing event updated for resources: {'Port': ['ID=26cc5fc3-71e1-4e26-a186-5b3b36f0b412,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:45.777612 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.798125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9867ab65-07b3-459f-af77-dba7a6ec1a11']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:45.824439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0aaf4aa-950d-45fb-a74e-a3c2a828e7a1') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:45.824725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0aaf4aa-950d-45fb-a74e-a3c2a828e7a1') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:45.861087 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-a5c2d220-d102-41a8-a191-2b2ef0844503 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188050 Feb 04 16:07:45.905486 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.980195 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.001085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:07:46.001562 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:07:46.016101 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:07:46.139077 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.176290 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.377253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Network': ['ID=9867ab65-07b3-459f-af77-dba7a6ec1a11,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:46.386875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-83930b57-875d-4e0c-950c-189231ad71ee tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/networks/9867ab65-07b3-459f-af77-dba7a6ec1a11 HTTP/1.1" status: 204 len: 168 time: 7.7476802 Feb 04 16:07:46.391029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44356) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:46.433708 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9d00a8-8178-4c1b-a88a-12f68c84a33d tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] DELETE failed (client error): The resource could not be found. Feb 04 16:07:46.434160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9d00a8-8178-4c1b-a88a-12f68c84a33d tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:07:46.435868 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eb9d00a8-8178-4c1b-a88a-12f68c84a33d tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/subnets/09936a9b-e74f-4b46-b84c-818d4eb829ff HTTP/1.1" status: 404 len: 337 time: 0.0434167 Feb 04 16:07:46.438397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44362) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:46.454967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Network dbc1367a-e277-4528-b29e-8f1ccd084853 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:46.461253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:46.480640 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c039071-7d10-4e87-a3e7-a509b8efb71b tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] DELETE failed (client error): The resource could not be found. Feb 04 16:07:46.481097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c039071-7d10-4e87-a3e7-a509b8efb71b tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:07:46.482864 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2c039071-7d10-4e87-a3e7-a509b8efb71b tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/networks/9867ab65-07b3-459f-af77-dba7a6ec1a11 HTTP/1.1" status: 404 len: 339 time: 0.0434639 Feb 04 16:07:46.485510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44366) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:46.531845 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b38f25d-3ac0-4288-8274-55e030d06ba2 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] DELETE failed (client error): The resource could not be found. Feb 04 16:07:46.532297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b38f25d-3ac0-4288-8274-55e030d06ba2 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:07:46.534123 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3b38f25d-3ac0-4288-8274-55e030d06ba2 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/subnets/259259c7-5ae1-496d-9040-23c520e4474a HTTP/1.1" status: 404 len: 337 time: 0.0476758 Feb 04 16:07:46.536814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44372) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:46.593265 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa1b049-2c4c-477c-ba8f-c201180e4d92 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] DELETE failed (client error): The resource could not be found. Feb 04 16:07:46.593710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa1b049-2c4c-477c-ba8f-c201180e4d92 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:07:46.595400 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5aa1b049-2c4c-477c-ba8f-c201180e4d92 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/networks/f2bbff9d-5371-4c30-8488-6481118b98db HTTP/1.1" status: 404 len: 339 time: 0.0569963 Feb 04 16:07:46.598265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44376) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:46.670032 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-406fe0ca-1fce-4e40-b37d-f60453b52c85 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] DELETE failed (client error): The resource could not be found. Feb 04 16:07:46.670731 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406fe0ca-1fce-4e40-b37d-f60453b52c85 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:07:46.674837 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-406fe0ca-1fce-4e40-b37d-f60453b52c85 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/subnets/0c27016b-3ece-402f-9129-2cd02275b3b7 HTTP/1.1" status: 404 len: 337 time: 0.0735137 Feb 04 16:07:46.688013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44384) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:46.733803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15ec3d-1fb7-47d1-99c7-be99c66368cd req-20cc9045-5cdf-48c8-b31c-32a91b770218 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:46.746691 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c15ec3d-1fb7-47d1-99c7-be99c66368cd req-20cc9045-5cdf-48c8-b31c-32a91b770218 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.3385999 Feb 04 16:07:46.813707 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-9130baa1-7932-43df-b287-c9764b545673 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] DELETE failed (client error): The resource could not be found. Feb 04 16:07:46.814148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9130baa1-7932-43df-b287-c9764b545673 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:07:46.818207 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9130baa1-7932-43df-b287-c9764b545673 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/networks/3910bb47-254e-442a-b1fa-d43dfd50f447 HTTP/1.1" status: 404 len: 339 time: 0.1290665 Feb 04 16:07:46.833250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44390) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:46.882773 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4c1f97c4-97c7-4737-ae07-6a78505a09a7 None None] Provisioning complete for port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:46.883362 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c1f97c4-97c7-4737-ae07-6a78505a09a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.958803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-38f1c53f-3caa-41f7-9acd-09888a5698ad tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Deleting port 3ee3ba0f-fc14-47df-9a01-353b7e3601c7 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:46.958803 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38f1c53f-3caa-41f7-9acd-09888a5698ad tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.013336 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c15ec3d-1fb7-47d1-99c7-be99c66368cd req-6895b25e-3a34-45b9-b545-26266147f3ed tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698975 Feb 04 16:07:47.066306 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4c1f97c4-97c7-4737-ae07-6a78505a09a7 None None] Port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:07:47.298844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Router 76b7cb72-b7d2-405c-a234-1f7ae4304fc6 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:47.391130 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38f1c53f-3caa-41f7-9acd-09888a5698ad tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.604942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-38f1c53f-3caa-41f7-9acd-09888a5698ad tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Calling delete_port for 3ee3ba0f-fc14-47df-9a01-353b7e3601c7 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:47.648798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:47.664720 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Sync routers for ids ['76b7cb72-b7d2-405c-a234-1f7ae4304fc6'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:07:47.666327 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c6074750-e0fa-4749-a977-244c0ded4b5b admin admin] 10.222.0.60 "PUT /v2.0/routers/76b7cb72-b7d2-405c-a234-1f7ae4304fc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0325422 Feb 04 16:07:47.689160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Routers {'76b7cb72-b7d2-405c-a234-1f7ae4304fc6'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:47.690072 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:07:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['76b7cb72-b7d2-405c-a234-1f7ae4304fc6'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:47.713847 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38f1c53f-3caa-41f7-9acd-09888a5698ad tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.793266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1c53f-3caa-41f7-9acd-09888a5698ad tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Port': ['ID=3ee3ba0f-fc14-47df-9a01-353b7e3601c7,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:47.805193 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38f1c53f-3caa-41f7-9acd-09888a5698ad tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.815775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44430) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:47.817484 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-38f1c53f-3caa-41f7-9acd-09888a5698ad tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/ports/3ee3ba0f-fc14-47df-9a01-353b7e3601c7 HTTP/1.1" status: 204 len: 168 time: 0.9816353 Feb 04 16:07:47.942326 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b431140-c4a7-4e9a-8598-a7806a5b107b tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] DELETE failed (client error): The resource could not be found. Feb 04 16:07:47.942806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b431140-c4a7-4e9a-8598-a7806a5b107b tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:07:47.945372 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2b431140-c4a7-4e9a-8598-a7806a5b107b tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/subnets/54f2b4f5-475d-4ec7-93f2-52a8fc379196 HTTP/1.1" status: 404 len: 337 time: 0.1285822 Feb 04 16:07:47.949406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44434) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:48.060744 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Set router 76b7cb72-b7d2-405c-a234-1f7ae4304fc6 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:48.209419 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.236556 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Deleting port 48fa2ad0-fb17-4457-9005-b534ad078980 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:48.236896 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.687515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4b7bc-041e-4f81-8754-29bcea5416d4 req-e343da42-e985-4a50-9831-4263f4ae33f3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:48.690315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ae4b7bc-041e-4f81-8754-29bcea5416d4 req-e343da42-e985-4a50-9831-4263f4ae33f3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.3721900 Feb 04 16:07:48.778019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] For port 48fa2ad0-fb17-4457-9005-b534ad078980, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=48fa2ad0-fb17-4457-9005-b534ad078980,segment=NetworkSegment(80b450ce-2f03-4fa8-b4ca-23e61bb959aa),segment_id=80b450ce-2f03-4fa8-b4ca-23e61bb959aa)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:48.778511 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.851365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'name': 'tempest-TestServerMultinode-251086378-router', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:33Z', 'updated_at': '2022-02-04T16:07:43Z', 'revision_number': 4, 'project_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'gw_port': {'id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:34Z', 'updated_at': '2022-02-04T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '26cc5fc3-71e1-4e26-a186-5b3b36f0b412', 'name': '', 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'mac_address': 'fa:16:3e:cd:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64f3e969-b4bb-4c46-8d33-ef5b0b9f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:41Z', 'updated_at': '2022-02-04T16:07:44Z', 'revision_number': 2, 'project_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'subnets': [{'id': '64f3e969-b4bb-4c46-8d33-ef5b0b9f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:48.864656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Checking router: 76b7cb72-b7d2-405c-a234-1f7ae4304fc6 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:07:48.865215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Updating router 76b7cb72-b7d2-405c-a234-1f7ae4304fc6 port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:07:48.976252 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.083981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Calling delete_port for 48fa2ad0-fb17-4457-9005-b534ad078980 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:49.154319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ae4b7bc-041e-4f81-8754-29bcea5416d4 req-d263583f-3207-4782-a976-1f25efa1dfc9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4480171 Feb 04 16:07:49.165109 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.425052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Port': ['ID=48fa2ad0-fb17-4457-9005-b534ad078980,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:49.438788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] No DVR routers for this DVR port 48fa2ad0-fb17-4457-9005-b534ad078980 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:49.610177 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.645082 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.669439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9991d1-80c5-45db-b43b-58830ccd6121']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:49.693199 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.697685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b450ce-2f03-4fa8-b4ca-23e61bb959aa') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:49.698071 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b450ce-2f03-4fa8-b4ca-23e61bb959aa') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:49.699313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Transition to ACTIVE for port object 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:49.712307 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.749681 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.809032 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.825908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:07:49.829649 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.914650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2730e-8d83-49de-853b-3e3e29ca0f9d None None] Pushing event updated for resources: {'Port': ['ID=26cc5fc3-71e1-4e26-a186-5b3b36f0b412,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:49.937857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44510) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:49.944392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-965069557-network', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:49.957524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:49.980745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Usage tracker for resource:network and tenant:07158a7c8e2241e89f11b1b77b80474f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:49.987710 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:50.028248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:50.048075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Made reservation on behalf of 07158a7c8e2241e89f11b1b77b80474f for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:50.054591 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:07:50.077659 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:07:50.090517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Attempting to bind port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:50.091099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Attempting to bind port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:50.091743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Attempting to bind port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 on network dbc1367a-e277-4528-b29e-8f1ccd084853 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:50.100464 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:50.101144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Checking segment: {'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:50.101708 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.102277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Bound using segment: {'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:50.102906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Bound port: 26cc5fc3-71e1-4e26-a186-5b3b36f0b412, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:50.103483 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.125287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.180457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44520) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:50.194962 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.218517 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.250468 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] For port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:50.253816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:50.260043 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] For port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=26cc5fc3-71e1-4e26-a186-5b3b36f0b412,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:50.263497 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Usage tracker for resource:security_group_rule and tenant:07158a7c8e2241e89f11b1b77b80474f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:50.265748 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.272774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:50.288352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:50.300713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Network': ['ID=ca9991d1-80c5-45db-b43b-58830ccd6121,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:50.308625 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d507b229-e663-43c7-a7ab-13981bc5f545 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/networks/ca9991d1-80c5-45db-b43b-58830ccd6121 HTTP/1.1" status: 204 len: 168 time: 2.3582304 Feb 04 16:07:50.315248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44530) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:50.456387 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2730e-8d83-49de-853b-3e3e29ca0f9d None None] Pushing event updated for resources: {'Port': ['ID=26cc5fc3-71e1-4e26-a186-5b3b36f0b412,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:50.467035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Routers {'76b7cb72-b7d2-405c-a234-1f7ae4304fc6'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:50.467856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:07:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['76b7cb72-b7d2-405c-a234-1f7ae4304fc6'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:50.551110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-36f87331-e4ea-44ce-860a-7e92ec61c9a2 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Deleting port e2cd331b-9b02-4756-ac4b-e94a57f0f1ce {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:50.551551 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-36f87331-e4ea-44ce-860a-7e92ec61c9a2 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.668101 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b478f0af-9bf0-46d4-9494-339056b78d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.737713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b478f0af-9bf0-46d4-9494-339056b78d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:50.744025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] Set router 76b7cb72-b7d2-405c-a234-1f7ae4304fc6 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:50.767221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b478f0af-9bf0-46d4-9494-339056b78d4c admin admin] Usage tracker for resource:security_group_rule and tenant:e1a99c9dce3f464994f2f72dc008830b is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:50.777649 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56793d2-8ae1-436b-a05e-36869d9256ab req-79ae9e73-68db-4df4-9b3a-8964f6b074db tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:50.785548 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b56793d2-8ae1-436b-a05e-36869d9256ab req-79ae9e73-68db-4df4-9b3a-8964f6b074db tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.2809775 Feb 04 16:07:50.789080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b478f0af-9bf0-46d4-9494-339056b78d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:50.813499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b478f0af-9bf0-46d4-9494-339056b78d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:50.880215 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b56793d2-8ae1-436b-a05e-36869d9256ab req-b1394d86-c0bb-47cb-b386-7111ca98746e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935163 Feb 04 16:07:50.957826 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.965778 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.022974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:07:51.034491 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.034879 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Added segment 491a14a5-1a48-4ec5-9db0-8bb72f01863e of type vlan for network d5cc6353-bb17-4b40-a782-1379a69081fd Feb 04 16:07:51.138371 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b478f0af-9bf0-46d4-9494-339056b78d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.144590 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b478f0af-9bf0-46d4-9494-339056b78d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.213509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478f0af-9bf0-46d4-9494-339056b78d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c6e6cd-1abf-4a37-8944-067765e35bab,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:51.261227 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b478f0af-9bf0-46d4-9494-339056b78d4c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1a99c9dce3f464994f2f72dc008830b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0794573 Feb 04 16:07:51.262085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44552) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:51.276736 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.319106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f0b866-362f-40a4-84a8-07ab1c19538e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:51.344126 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-36f87331-e4ea-44ce-860a-7e92ec61c9a2 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.353698 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da9645b0-08a3-4354-9826-e9092daa3d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.394122 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da9645b0-08a3-4354-9826-e9092daa3d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.403622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'name': 'tempest-TestServerMultinode-251086378-router', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:33Z', 'updated_at': '2022-02-04T16:07:43Z', 'revision_number': 4, 'project_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'gw_port': {'id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:34Z', 'updated_at': '2022-02-04T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '26cc5fc3-71e1-4e26-a186-5b3b36f0b412', 'name': '', 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'mac_address': 'fa:16:3e:cd:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64f3e969-b4bb-4c46-8d33-ef5b0b9f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:41Z', 'updated_at': '2022-02-04T16:07:50Z', 'revision_number': 4, 'project_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'subnets': [{'id': '64f3e969-b4bb-4c46-8d33-ef5b0b9f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:51.411406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee551cbb-ad95-4961-9639-266194e98778 None None] The sync data for ids ['76b7cb72-b7d2-405c-a234-1f7ae4304fc6'] in n-d-827872-1 is: [{'id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'name': 'tempest-TestServerMultinode-251086378-router', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:33Z', 'updated_at': '2022-02-04T16:07:43Z', 'revision_number': 4, 'project_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'gw_port': {'id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:34Z', 'updated_at': '2022-02-04T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '26cc5fc3-71e1-4e26-a186-5b3b36f0b412', 'name': '', 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'mac_address': 'fa:16:3e:cd:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64f3e969-b4bb-4c46-8d33-ef5b0b9f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:41Z', 'updated_at': '2022-02-04T16:07:50Z', 'revision_number': 4, 'project_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'subnets': [{'id': '64f3e969-b4bb-4c46-8d33-ef5b0b9f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:07:51.520038 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da9645b0-08a3-4354-9826-e9092daa3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.543269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9645b0-08a3-4354-9826-e9092daa3d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c6e6cd-1abf-4a37-8944-067765e35bab,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:51.548483 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da9645b0-08a3-4354-9826-e9092daa3d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.556980 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-da9645b0-08a3-4354-9826-e9092daa3d79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2c6e6cd-1abf-4a37-8944-067765e35bab HTTP/1.1" status: 204 len: 168 time: 0.2937758 Feb 04 16:07:51.646512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-36f87331-e4ea-44ce-860a-7e92ec61c9a2 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Calling delete_port for e2cd331b-9b02-4756-ac4b-e94a57f0f1ce owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:51.682638 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.683528 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:51.684109 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.819558 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44570) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:51.820318 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8806214 Feb 04 16:07:51.826933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] Request body: {'subnet': {'network_id': 'd5cc6353-bb17-4b40-a782-1379a69081fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-965069557-subnet', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:51.831913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddce83c-52be-48c9-a5cd-07b03cb5e267 admin admin] Pushing event updated for resources: {'Network': ['ID=d5cc6353-bb17-4b40-a782-1379a69081fd,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:51.840298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:51.847502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network d5cc6353-bb17-4b40-a782-1379a69081fd details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:07:51.862813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] Usage tracker for resource:subnet and tenant:07158a7c8e2241e89f11b1b77b80474f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:51.867440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:51.884957 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-36f87331-e4ea-44ce-860a-7e92ec61c9a2 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.894908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:51.952228 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] Made reservation on behalf of 07158a7c8e2241e89f11b1b77b80474f for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:51.954608 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.094035 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f87331-e4ea-44ce-860a-7e92ec61c9a2 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Port': ['ID=e2cd331b-9b02-4756-ac4b-e94a57f0f1ce,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:52.117228 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-36f87331-e4ea-44ce-860a-7e92ec61c9a2 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.141085 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-36f87331-e4ea-44ce-860a-7e92ec61c9a2 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/ports/e2cd331b-9b02-4756-ac4b-e94a57f0f1ce HTTP/1.1" status: 204 len: 168 time: 1.8246753 Feb 04 16:07:52.142277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44586) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:52.241914 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-85096613-083a-44f0-8edb-3c5308606a69 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] DELETE failed (client error): The resource could not be found. Feb 04 16:07:52.242528 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85096613-083a-44f0-8edb-3c5308606a69 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:07:52.244282 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-85096613-083a-44f0-8edb-3c5308606a69 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/subnets/af9a1c45-aca3-4a60-a96f-52a18b87407d HTTP/1.1" status: 404 len: 337 time: 0.1006033 Feb 04 16:07:52.251473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44590) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:52.461670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44598) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:52.512623 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eaa56a-3151-4f64-9d85-1e2b947a810a req-bfddaf93-76a8-43b4-a6de-d8c0c8c9ddd7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:52.514424 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5eaa56a-3151-4f64-9d85-1e2b947a810a req-bfddaf93-76a8-43b4-a6de-d8c0c8c9ddd7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.2303658 Feb 04 16:07:52.515456 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.516593 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcfa4-52ea-4101-a6bf-b252c406806f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.581993 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f149b8f7-7365-4335-aebb-8ee24fe5176b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.594334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b2b0e1-4ca9-4128-8bb4-8ce54d32a967,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:52.658016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f149b8f7-7365-4335-aebb-8ee24fe5176b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:52.662099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f149b8f7-7365-4335-aebb-8ee24fe5176b admin admin] Usage tracker for resource:security_group_rule and tenant:fd8ad3b7cc624912b9b5fddaa47b60d5 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:52.666096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f149b8f7-7365-4335-aebb-8ee24fe5176b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:52.672154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f149b8f7-7365-4335-aebb-8ee24fe5176b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:52.800033 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5eaa56a-3151-4f64-9d85-1e2b947a810a req-3431b564-587d-4132-9394-717ea008a1f3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724342 Feb 04 16:07:52.802222 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] Checking segment: {'id': '491a14a5-1a48-4ec5-9db0-8bb72f01863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd5cc6353-bb17-4b40-a782-1379a69081fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:52.802222 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] Network hostable DHCP agents. Network: d5cc6353-bb17-4b40-a782-1379a69081fd, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:07:52.813649 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcfa4-52ea-4101-a6bf-b252c406806f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.848450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-cd0bcfa4-52ea-4101-a6bf-b252c406806f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11a46cc-0b55-4cc2-92aa-f1e1d5972920']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:52.864317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] Network d5cc6353-bb17-4b40-a782-1379a69081fd is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:07:52.866911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-cd0bcfa4-52ea-4101-a6bf-b252c406806f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78afb44f-ead2-43b2-b402-2fab0bc20fad') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:52.867363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-cd0bcfa4-52ea-4101-a6bf-b252c406806f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78afb44f-ead2-43b2-b402-2fab0bc20fad') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:52.875354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, d5cc6353-bb17-4b40-a782-1379a69081fd) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:52.884175 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9c541e-fd2a-4311-a215-44eb20e9e005 None None] Network d5cc6353-bb17-4b40-a782-1379a69081fd requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:52.889070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:52.889993 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.905860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcfa4-52ea-4101-a6bf-b252c406806f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.920967 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f149b8f7-7365-4335-aebb-8ee24fe5176b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.941564 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f149b8f7-7365-4335-aebb-8ee24fe5176b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.951867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcfa4-52ea-4101-a6bf-b252c406806f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.981287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0bcfa4-52ea-4101-a6bf-b252c406806f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:07:52.981287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcfa4-52ea-4101-a6bf-b252c406806f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:07:53.040065 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:07:53.052334 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a6451b93-c223-4910-874b-6218e66ebb9b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2307823 Feb 04 16:07:53.055904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44614) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:53.060421 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f149b8f7-7365-4335-aebb-8ee24fe5176b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd8ad3b7cc624912b9b5fddaa47b60d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5963032 Feb 04 16:07:53.061562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149b8f7-7365-4335-aebb-8ee24fe5176b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418e3365-73dd-4f92-bed4-9d12788ecd8d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:53.064663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44616) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:53.148428 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0273c986-b1e2-4838-af98-aa60b63140ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.198940 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0273c986-b1e2-4838-af98-aa60b63140ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.237511 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-965069557-router', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:53.243703 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcfa4-52ea-4101-a6bf-b252c406806f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.245984 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:53.289701 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcfa4-52ea-4101-a6bf-b252c406806f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.319439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bcfa4-52ea-4101-a6bf-b252c406806f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Network': ['ID=a11a46cc-0b55-4cc2-92aa-f1e1d5972920,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:53.323398 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Usage tracker for resource:router and tenant:07158a7c8e2241e89f11b1b77b80474f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:53.330010 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0273c986-b1e2-4838-af98-aa60b63140ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.333932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:53.359071 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cd0bcfa4-52ea-4101-a6bf-b252c406806f tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/networks/a11a46cc-0b55-4cc2-92aa-f1e1d5972920 HTTP/1.1" status: 204 len: 168 time: 1.1073179 Feb 04 16:07:53.360577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:53.362942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44630) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:53.369686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273c986-b1e2-4838-af98-aa60b63140ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418e3365-73dd-4f92-bed4-9d12788ecd8d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:53.398264 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0273c986-b1e2-4838-af98-aa60b63140ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.398758 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0273c986-b1e2-4838-af98-aa60b63140ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/418e3365-73dd-4f92-bed4-9d12788ecd8d HTTP/1.1" status: 204 len: 168 time: 0.3329384 Feb 04 16:07:53.431302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-d5cc6353-bb17-4b40-a782-1379a69081fd', 'network_id': 'd5cc6353-bb17-4b40-a782-1379a69081fd', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f', 'fixed_ips': [{'subnet_id': '12b2b0e1-4ca9-4128-8bb4-8ce54d32a967'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:07:53.432536 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.496415 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:53.533280 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.536376 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.633035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:53.645350 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.645915 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:53.648304 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.952929 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Allocated IP 172.20.0.2 (d5cc6353-bb17-4b40-a782-1379a69081fd/12b2b0e1-4ca9-4128-8bb4-8ce54d32a967/48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:53.972207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5689a3-7851-4509-b007-4d205ca1535e tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Deleting subnet 753373ed-ce47-419f-a548-5a0d0c06faf6 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:07:53.981781 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.023232 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a5689a3-7851-4509-b007-4d205ca1535e tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.203608 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.251375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2383e-27d2-4efc-83f8-175d0d2e3505 req-5f5ec276-00c1-4824-92f7-b74468f64c69 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:54.251375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb2383e-27d2-4efc-83f8-175d0d2e3505 req-5f5ec276-00c1-4824-92f7-b74468f64c69 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.2203882 Feb 04 16:07:54.329391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=26cc5fc3-71e1-4e26-a186-5b3b36f0b412,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:54.347422 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.356203 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3eb2383e-27d2-4efc-83f8-175d0d2e3505 req-2506ff44-dbc4-4173-8e3b-836732697011 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070285 Feb 04 16:07:54.522255 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a5689a3-7851-4509-b007-4d205ca1535e tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.577981 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=26cc5fc3-71e1-4e26-a186-5b3b36f0b412,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:54.587044 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.610354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Transition to ACTIVE for port object 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:54.632962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Transition to ACTIVE for port object 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:54.640204 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.689584 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a5689a3-7851-4509-b007-4d205ca1535e tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.737819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Pushing event updated for resources: {'Port': ['ID=48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:54.757052 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Network d5cc6353-bb17-4b40-a782-1379a69081fd is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:54.758770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:54.762228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:54.845199 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a5689a3-7851-4509-b007-4d205ca1535e tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.901226 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Attempting to bind port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:54.901519 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Attempting to bind port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '491a14a5-1a48-4ec5-9db0-8bb72f01863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd5cc6353-bb17-4b40-a782-1379a69081fd'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:54.901886 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Attempting to bind port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 on network d5cc6353-bb17-4b40-a782-1379a69081fd {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:54.908406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:54.908892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Checking segment: {'id': '491a14a5-1a48-4ec5-9db0-8bb72f01863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd5cc6353-bb17-4b40-a782-1379a69081fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:54.909299 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.909690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Bound using segment: {'id': '491a14a5-1a48-4ec5-9db0-8bb72f01863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd5cc6353-bb17-4b40-a782-1379a69081fd'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:54.910150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Bound port: 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491a14a5-1a48-4ec5-9db0-8bb72f01863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd5cc6353-bb17-4b40-a782-1379a69081fd'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:54.910522 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.962310 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5689a3-7851-4509-b007-4d205ca1535e tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Subnet': ['ID=753373ed-ce47-419f-a548-5a0d0c06faf6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:54.976694 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9a5689a3-7851-4509-b007-4d205ca1535e tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.040150 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9a5689a3-7851-4509-b007-4d205ca1535e tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/subnets/753373ed-ce47-419f-a548-5a0d0c06faf6 HTTP/1.1" status: 204 len: 168 time: 1.6759958 Feb 04 16:07:55.042728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44688) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:55.063805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda653a4-5dab-4635-923a-1cde574e2e5d None None] Network d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:55.184915 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.229869 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.360541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:55.458647 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.469688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] For port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:55.514351 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Deleting port 02437926-8627-4398-92f6-ac5f2d14bfb0 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:55.515003 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.553518 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] For port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2,segment=NetworkSegment(491a14a5-1a48-4ec5-9db0-8bb72f01863e),segment_id=491a14a5-1a48-4ec5-9db0-8bb72f01863e)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:55.582294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Allocated IP 172.25.0.167 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/1f96c62c-b075-4fbd-b7af-3d51678d59de) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:55.610146 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.741464 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87241d-7f67-4e02-bf0f-508ec486d017 None None] Pushing event updated for resources: {'Port': ['ID=48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:55.784270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:55.785077 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.845083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d9f6c-7ade-4d0a-b9e8-9f1891355002 req-a5158712-f3f3-4faa-9ca9-65730e1447a1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:55.856712 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-159d9f6c-7ade-4d0a-b9e8-9f1891355002 req-a5158712-f3f3-4faa-9ca9-65730e1447a1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.2256045 Feb 04 16:07:55.933361 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-159d9f6c-7ade-4d0a-b9e8-9f1891355002 req-b728be0b-8cad-4f32-adf2-606337568100 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731213 Feb 04 16:07:56.074854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21f6fb8-f8b5-43ce-abb0-ae1489afc1c9 None None] DHCP port deletion for d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:07:56.084727 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c21f6fb8-f8b5-43ce-abb0-ae1489afc1c9 None None] Deleting port 02437926-8627-4398-92f6-ac5f2d14bfb0 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:56.085354 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c21f6fb8-f8b5-43ce-abb0-ae1489afc1c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.417685 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.441184 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.526881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c21f6fb8-f8b5-43ce-abb0-ae1489afc1c9 None None] For port 02437926-8627-4398-92f6-ac5f2d14bfb0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=02437926-8627-4398-92f6-ac5f2d14bfb0,segment=NetworkSegment(d62bb254-60cc-46e1-9ee9-0393bd32262d),segment_id=d62bb254-60cc-46e1-9ee9-0393bd32262d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:56.529723 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c21f6fb8-f8b5-43ce-abb0-ae1489afc1c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.572001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:56.573565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] For port 02437926-8627-4398-92f6-ac5f2d14bfb0, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=02437926-8627-4398-92f6-ac5f2d14bfb0,segment=NetworkSegment(d62bb254-60cc-46e1-9ee9-0393bd32262d),segment_id=d62bb254-60cc-46e1-9ee9-0393bd32262d)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:56.573921 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.587634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:56.595217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:56.624876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Pushing event updated for resources: {'Port': ['ID=1f96c62c-b075-4fbd-b7af-3d51678d59de,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:56.686068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c21f6fb8-f8b5-43ce-abb0-ae1489afc1c9 None None] Calling delete_port for 02437926-8627-4398-92f6-ac5f2d14bfb0 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:56.802604 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Calling delete_port for 02437926-8627-4398-92f6-ac5f2d14bfb0 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:56.955732 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c21f6fb8-f8b5-43ce-abb0-ae1489afc1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.989812 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:07:56.990143 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:07:57.063372 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f6fb8-f8b5-43ce-abb0-ae1489afc1c9 None None] Pushing event deleted for resources: {'Port': ['ID=02437926-8627-4398-92f6-ac5f2d14bfb0,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:57.084659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f6fb8-f8b5-43ce-abb0-ae1489afc1c9 None None] No DVR routers for this DVR port 02437926-8627-4398-92f6-ac5f2d14bfb0 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:57.152155 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.153161 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.338817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a24fe2-ca99-46bf-8d74-4e9f0806aa93 req-b70044be-4a2e-41d4-9d01-e02f49c3f4aa tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:57.353429 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-64a24fe2-ca99-46bf-8d74-4e9f0806aa93 req-b70044be-4a2e-41d4-9d01-e02f49c3f4aa tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.1781003 Feb 04 16:07:57.468000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-64a24fe2-ca99-46bf-8d74-4e9f0806aa93 req-8959136c-44c2-45e9-aab3-3199119cd6a0 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135540 Feb 04 16:07:57.528053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:57.628755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Deleting port 02437926-8627-4398-92f6-ac5f2d14bfb0 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:57.629731 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.691792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:57.768627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] The port '02437926-8627-4398-92f6-ac5f2d14bfb0' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:07:57.824922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 02437926-8627-4398-92f6-ac5f2d14bfb0 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:57.867432 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc409b0-f83f-4ed5-ac7a-53d9b5f7ec6e None None] Network d5cc6353-bb17-4b40-a782-1379a69081fd requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:57.900193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 02437926-8627-4398-92f6-ac5f2d14bfb0 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:57.900812 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 02437926-8627-4398-92f6-ac5f2d14bfb0 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:58.021496 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.030051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4cacf0d7-73ea-404f-9a9d-fc95e176315e None None] Provisioning for port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:58.069562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4cacf0d7-73ea-404f-9a9d-fc95e176315e None None] Provisioning complete for port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:58.070015 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4cacf0d7-73ea-404f-9a9d-fc95e176315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.087973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:58.111033 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62bb254-60cc-46e1-9ee9-0393bd32262d') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:58.111496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62bb254-60cc-46e1-9ee9-0393bd32262d') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:58.135224 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.166721 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.196302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:07:58.206862 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:07:58.263824 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:07:58.371016 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4cacf0d7-73ea-404f-9a9d-fc95e176315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.382016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Router f7266b66-0d32-4d96-812d-49d09112445d is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:07:58.404286 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.425573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4cacf0d7-73ea-404f-9a9d-fc95e176315e None None] For port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2,segment=NetworkSegment(491a14a5-1a48-4ec5-9db0-8bb72f01863e),segment_id=491a14a5-1a48-4ec5-9db0-8bb72f01863e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:58.427611 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4cacf0d7-73ea-404f-9a9d-fc95e176315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.447390 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.534435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacf0d7-73ea-404f-9a9d-fc95e176315e None None] Pushing event updated for resources: {'Port': ['ID=48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:58.606544 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] Pushing event deleted for resources: {'Network': ['ID=d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:58.631444 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-489a3fb0-6376-40d1-87cb-6c39975afc53 tempest-NetworksIpV6TestAttrs-1691114020 tempest-NetworksIpV6TestAttrs-1691114020-project] 10.222.0.60 "DELETE /v2.0/networks/d6f105f2-e7b9-4982-869a-0ca4e8f5a8fe HTTP/1.1" status: 204 len: 168 time: 3.5869453 Feb 04 16:07:58.906986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-744c939f-69a5-4b2c-aaf7-4e98052a8561 None None] Provisioning complete for port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:58.906986 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-744c939f-69a5-4b2c-aaf7-4e98052a8561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.919761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3de15-3414-4279-9c5f-88e6558b2b09 req-c3411749-2f59-4351-9a12-4cbc2c91c064 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:58.931087 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffe3de15-3414-4279-9c5f-88e6558b2b09 req-c3411749-2f59-4351-9a12-4cbc2c91c064 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.2130206 Feb 04 16:07:58.994917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:59.016830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ffe3de15-3414-4279-9c5f-88e6558b2b09 req-2246c708-4bad-4fd0-8095-52f79482483a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839746 Feb 04 16:07:59.019625 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Sync routers for ids ['f7266b66-0d32-4d96-812d-49d09112445d'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:07:59.050601 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Routers {'f7266b66-0d32-4d96-812d-49d09112445d'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:59.064753 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:07:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f7266b66-0d32-4d96-812d-49d09112445d'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:59.066986 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.069304 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0ede5c0a-df82-4891-a62d-427310fead02 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8375506 Feb 04 16:07:59.072511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 44804) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:59.410946 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:59.534120 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:59.535016 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.573237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44818) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:59.720329 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Set router f7266b66-0d32-4d96-812d-49d09112445d gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:00.195562 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'name': 'tempest-TestServerMultinode-965069557-router', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:53Z', 'updated_at': '2022-02-04T16:07:57Z', 'revision_number': 3, 'project_id': '07158a7c8e2241e89f11b1b77b80474f', 'gw_port': {'id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ce:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:55Z', 'updated_at': '2022-02-04T16:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:00.204569 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Checking router: f7266b66-0d32-4d96-812d-49d09112445d for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:08:00.207613 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Updating router f7266b66-0d32-4d96-812d-49d09112445d port 1f96c62c-b075-4fbd-b7af-3d51678d59de binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:08:00.287323 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2682748f-7323-4f4a-9560-9d49085cbae4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1cc2320280c4963a4aeabb46e4644ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7126751 Feb 04 16:08:00.294407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44844) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:00.300042 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.430176 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0c0c84e5-7abe-427b-bb4c-35d552cb75bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.468345 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0c0c84e5-7abe-427b-bb4c-35d552cb75bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.566870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb57815-66dc-4817-b80f-e7cccaec87dd req-0612d650-bd0e-40c3-bfaa-0d67bb7c9986 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:00.575521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-beb57815-66dc-4817-b80f-e7cccaec87dd req-0612d650-bd0e-40c3-bfaa-0d67bb7c9986 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.2064657 Feb 04 16:08:00.606256 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0c0c84e5-7abe-427b-bb4c-35d552cb75bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.659325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c84e5-7abe-427b-bb4c-35d552cb75bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2f600c-57db-4097-99e4-0a6f1a81b77a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:00.679614 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0c0c84e5-7abe-427b-bb4c-35d552cb75bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.681184 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0c0c84e5-7abe-427b-bb4c-35d552cb75bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc2f600c-57db-4097-99e4-0a6f1a81b77a HTTP/1.1" status: 204 len: 168 time: 0.3840709 Feb 04 16:08:00.742291 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-beb57815-66dc-4817-b80f-e7cccaec87dd req-fcc3249b-9f18-431d-aa48-c28afdd01e6c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653507 Feb 04 16:08:00.811688 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.826440 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Transition to ACTIVE for port object 1f96c62c-b075-4fbd-b7af-3d51678d59de will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:00.839095 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.851762 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.048926 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1b288-1906-479e-9d82-ade5321639ca None None] Pushing event updated for resources: {'Port': ['ID=1f96c62c-b075-4fbd-b7af-3d51678d59de,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:01.064553 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Attempting to bind port 1f96c62c-b075-4fbd-b7af-3d51678d59de on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:01.067412 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Attempting to bind port 1f96c62c-b075-4fbd-b7af-3d51678d59de by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:01.073130 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Attempting to bind port 1f96c62c-b075-4fbd-b7af-3d51678d59de on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:01.091960 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:01.095135 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:01.096345 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.097521 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:01.098241 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Bound port: 1f96c62c-b075-4fbd-b7af-3d51678d59de, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:01.100471 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.192099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Allocated IP 172.20.0.1 (d5cc6353-bb17-4b40-a782-1379a69081fd/12b2b0e1-4ca9-4128-8bb4-8ce54d32a967/8dc79ed9-7c3d-4def-93e2-895582e4a8b1) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:01.198109 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] For port 1f96c62c-b075-4fbd-b7af-3d51678d59de, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:01.202383 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] For port 1f96c62c-b075-4fbd-b7af-3d51678d59de, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1f96c62c-b075-4fbd-b7af-3d51678d59de,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:01.209288 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.399684 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.413698 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1b288-1906-479e-9d82-ade5321639ca None None] Pushing event updated for resources: {'Port': ['ID=1f96c62c-b075-4fbd-b7af-3d51678d59de,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:01.420797 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Routers {'f7266b66-0d32-4d96-812d-49d09112445d'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:01.421407 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:07:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f7266b66-0d32-4d96-812d-49d09112445d'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:01.434141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Transition to ACTIVE for port object 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:01.468789 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.663422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Network d5cc6353-bb17-4b40-a782-1379a69081fd is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:01.673496 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:01.683157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:01.755148 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] Set router f7266b66-0d32-4d96-812d-49d09112445d gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:01.876116 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.914747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=8dc79ed9-7c3d-4def-93e2-895582e4a8b1,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:02.196131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6073d473-b4bf-4998-8a5a-39d2a3b4108c None None] Provisioning for port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:02.211729 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6073d473-b4bf-4998-8a5a-39d2a3b4108c None None] Provisioning complete for port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:02.212131 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6073d473-b4bf-4998-8a5a-39d2a3b4108c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:02.341334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6073d473-b4bf-4998-8a5a-39d2a3b4108c None None] Port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:02.384924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94351b4b-47d4-46f8-b442-55e38727ef54 req-1d9fa528-291d-461e-ae42-1cae23efb05b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:02.392660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94351b4b-47d4-46f8-b442-55e38727ef54 req-1d9fa528-291d-461e-ae42-1cae23efb05b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.4253380 Feb 04 16:08:02.415011 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:02.520708 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'name': 'tempest-TestServerMultinode-965069557-router', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:53Z', 'updated_at': '2022-02-04T16:07:57Z', 'revision_number': 3, 'project_id': '07158a7c8e2241e89f11b1b77b80474f', 'gw_port': {'id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ce:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:55Z', 'updated_at': '2022-02-04T16:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:02.525896 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c6f85e-69b7-46f4-8cee-3e92bd0a309d None None] The sync data for ids ['f7266b66-0d32-4d96-812d-49d09112445d'] in n-d-827872-1 is: [{'id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'name': 'tempest-TestServerMultinode-965069557-router', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:53Z', 'updated_at': '2022-02-04T16:07:57Z', 'revision_number': 3, 'project_id': '07158a7c8e2241e89f11b1b77b80474f', 'gw_port': {'id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ce:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:55Z', 'updated_at': '2022-02-04T16:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:02.544134 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94351b4b-47d4-46f8-b442-55e38727ef54 req-7426906f-dec1-4d16-8cc1-84d2b76a8f16 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502981 Feb 04 16:08:02.829867 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44932) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:03.044191 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.050440 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.172119 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.175917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=8dc79ed9-7c3d-4def-93e2-895582e4a8b1,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:03.326881 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'network': {'name': 'tempest-RoutersTest-17894323'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:03.338866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:03.344851 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:network and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:03.350348 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:03.364862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:03.388230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Network d5cc6353-bb17-4b40-a782-1379a69081fd is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:03.391430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:03.499534 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [req-eb306f40-0311-4678-a103-607c6e6552b7 req-efedfd07-af85-493d-acd4-483c100a3967 service neutron] show failed (client error): The resource could not be found. Feb 04 16:08:03.500611 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-efedfd07-af85-493d-acd4-483c100a3967 service neutron] 10.222.0.81 "GET /v2.0/ports/a6f13073-daec-4871-ae8e-43a972e6bc9f/bindings/n-h2-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.1245568 Feb 04 16:08:03.508880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:03.512897 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.532234 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.597787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:03.620799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:security_group_rule and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:03.633315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:03.657413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:03.825364 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.830706 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.855415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:08:03.885901 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.886787 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Added segment 0b250c76-17ae-4b05-ae30-39f4ce695a0a of type vlan for network 0fcaec22-2e0c-4b01-b694-c3ffa45a95a2 Feb 04 16:08:03.940106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.002499 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ab470b05-5d97-49b4-b15d-98eecdd775be None None] Provisioning complete for port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:04.003575 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab470b05-5d97-49b4-b15d-98eecdd775be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.159319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc3fe87-33b6-4e68-b53c-126634a75efa,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:04.187845 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.200201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ab470b05-5d97-49b4-b15d-98eecdd775be None None] Port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:04.208468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:04.210511 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.491001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5bdd2-7e7d-40ee-82dc-739887374617 req-c34af04b-37fc-4766-9616-7e35c2c54269 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:04.501909 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7c5bdd2-7e7d-40ee-82dc-739887374617 req-c34af04b-37fc-4766-9616-7e35c2c54269 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.4133773 Feb 04 16:08:04.518636 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.6847222 Feb 04 16:08:04.524118 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 44986) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:04.540328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'network': {'name': 'tempest-RoutersTest-299809993'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:04.551703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:04.563589 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168cb47-448e-48ef-a367-31cd60f96f9b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Network': ['ID=0fcaec22-2e0c-4b01-b694-c3ffa45a95a2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:04.567276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:network and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:04.571912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:04.580229 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 0fcaec22-2e0c-4b01-b694-c3ffa45a95a2 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:08:04.580785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:04.595741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:04.599047 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.638534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:08:04.652889 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.653549 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Added segment a63078e9-bfd7-4327-baf1-1539ec58e4ba of type vlan for network 7261a984-5b15-42b3-9a94-2c458967a135 Feb 04 16:08:04.690175 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.793088 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.793221 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7c5bdd2-7e7d-40ee-82dc-739887374617 req-ce308b1a-4fe8-44ed-92a3-33f7fd2cb6da tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887509 Feb 04 16:08:04.805677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:04.806438 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.883797 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-dfa2725d-b24c-443d-9b3b-682c2797c7de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 1096 time: 0.6931043 Feb 04 16:08:04.929504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:05.117168 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5919893 Feb 04 16:08:05.138138 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45054) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:05.159466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'subnet': {'network_id': '0fcaec22-2e0c-4b01-b694-c3ffa45a95a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:05.184037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3f0a0-b453-4bc0-8be3-1b85461649ee tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Network': ['ID=7261a984-5b15-42b3-9a94-2c458967a135,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:05.197183 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 7261a984-5b15-42b3-9a94-2c458967a135 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:08:05.266734 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:05.338920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:05.357218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:subnet and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:05.365808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:05.383187 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:05.384209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Router f7266b66-0d32-4d96-812d-49d09112445d has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:08:05.407703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:05.991431 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:06.392688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:06.477552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:06.491862 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4678876b-ca9f-44ae-92a7-b3b33f0af6c8 admin admin] 10.222.0.60 "PUT /v2.0/routers/f7266b66-0d32-4d96-812d-49d09112445d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4176095 Feb 04 16:08:06.493892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h1-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:06.512071 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:06.570580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a032f-da09-4ebe-91e4-05604aa54021 req-754b510e-1a8b-4725-bc62-5728c2518b85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.573697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb0a032f-da09-4ebe-91e4-05604aa54021 req-754b510e-1a8b-4725-bc62-5728c2518b85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.3225155 Feb 04 16:08:06.604826 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5b1766db-2d3b-4e5b-8f3f-da20bc6e5d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:06.673684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Subnet': ['ID=0feb0688-9790-4c0d-8e1d-def91f0d7cd9,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:06.690640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a6f13073-daec-4871-ae8e-43a972e6bc9f no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:06.718063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Checking segment: {'id': '0b250c76-17ae-4b05-ae30-39f4ce695a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0fcaec22-2e0c-4b01-b694-c3ffa45a95a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:06.718443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network hostable DHCP agents. Network: 0fcaec22-2e0c-4b01-b694-c3ffa45a95a2, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:08:06.730584 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb0a032f-da09-4ebe-91e4-05604aa54021 req-87119dff-33b7-4b81-b048-fe80cfb3fe3c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443133 Feb 04 16:08:06.732804 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:06.752567 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network 0fcaec22-2e0c-4b01-b694-c3ffa45a95a2 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:08:06.783059 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:06.784694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 0fcaec22-2e0c-4b01-b694-c3ffa45a95a2) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:06.792668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.793614 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:06.884521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45230) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:06.887819 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5383a8f7-f2a6-4d32-989b-7c953016fee3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7362547 Feb 04 16:08:06.898420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Transition to ACTIVE for port object a6f13073-daec-4871-ae8e-43a972e6bc9f will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:06.909677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9534c0-a60e-4d7b-8952-029f501980bb None None] Network 0fcaec22-2e0c-4b01-b694-c3ffa45a95a2 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:06.915800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'subnet': {'network_id': '7261a984-5b15-42b3-9a94-2c458967a135', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:07.111329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a6f13073-daec-4871-ae8e-43a972e6bc9f not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:07.137674 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'code': 200} Feb 04 16:08:07.144681 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.321498 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Pushing event updated for resources: {'Port': ['ID=a6f13073-daec-4871-ae8e-43a972e6bc9f,revision_number=6']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:07.482479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-0fcaec22-2e0c-4b01-b694-c3ffa45a95a2', 'network_id': '0fcaec22-2e0c-4b01-b694-c3ffa45a95a2', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'fixed_ips': [{'subnet_id': '0feb0688-9790-4c0d-8e1d-def91f0d7cd9'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:08:07.508859 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.565427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:07.577132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:subnet and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:07.587478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:07.600604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:07.650647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1f96c62c-b075-4fbd-b7af-3d51678d59de up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:07.656088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:08.038931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] No DVR routers for this DVR port a6f13073-daec-4871-ae8e-43a972e6bc9f on host n-h1-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:08.248486 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 1f96c62c-b075-4fbd-b7af-3d51678d59de completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:08.280312 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.290548 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1f96c62c-b075-4fbd-b7af-3d51678d59de triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:08.290921 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.378642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Allocated IP 172.20.0.2 (0fcaec22-2e0c-4b01-b694-c3ffa45a95a2/0feb0688-9790-4c0d-8e1d-def91f0d7cd9/1f2a8e8e-768e-4b38-9e22-193978e81280) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:08.743170 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.756425 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Transition to ACTIVE for port object 1f2a8e8e-768e-4b38-9e22-193978e81280 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:08.829223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-02f48c16-c3f2-4c49-8b26-46ded7bacbb7 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:08.838819 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-02f48c16-c3f2-4c49-8b26-46ded7bacbb7 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/networks?id=dbc1367a-e277-4528-b29e-8f1ccd084853 HTTP/1.1" status: 200 len: 910 time: 0.3882675 Feb 04 16:08:08.849537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Transition to ACTIVE for port object 1f2a8e8e-768e-4b38-9e22-193978e81280 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:08.864515 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.006701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Pushing event updated for resources: {'Port': ['ID=1f2a8e8e-768e-4b38-9e22-193978e81280,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:09.013827 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.041603 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22178b39-e52c-4718-ace3-39384209f6ed req-04da7c6c-c90d-447b-a402-c6594d0eade5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:09.049244 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22178b39-e52c-4718-ace3-39384209f6ed req-04da7c6c-c90d-447b-a402-c6594d0eade5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 943 time: 0.8798175 Feb 04 16:08:09.056141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Network 0fcaec22-2e0c-4b01-b694-c3ffa45a95a2 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:09.058688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:09.061603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 1f96c62c-b075-4fbd-b7af-3d51678d59de, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1f96c62c-b075-4fbd-b7af-3d51678d59de,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:09.062821 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e2288ef-36b4-47e4-b77e-a5bac78e63b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.066306 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:09.106422 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.128544 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-78b09863-ae2d-4b86-bf09-8fcae859ce54 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/quotas/07158a7c8e2241e89f11b1b77b80474f HTTP/1.1" status: 200 len: 375 time: 0.2885811 Feb 04 16:08:09.232971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Attempting to bind port 1f2a8e8e-768e-4b38-9e22-193978e81280 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:09.233362 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Attempting to bind port 1f2a8e8e-768e-4b38-9e22-193978e81280 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '0b250c76-17ae-4b05-ae30-39f4ce695a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0fcaec22-2e0c-4b01-b694-c3ffa45a95a2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:09.233979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Attempting to bind port 1f2a8e8e-768e-4b38-9e22-193978e81280 on network 0fcaec22-2e0c-4b01-b694-c3ffa45a95a2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:09.257234 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:09.257234 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Checking segment: {'id': '0b250c76-17ae-4b05-ae30-39f4ce695a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0fcaec22-2e0c-4b01-b694-c3ffa45a95a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:09.257638 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.257902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Bound using segment: {'id': '0b250c76-17ae-4b05-ae30-39f4ce695a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0fcaec22-2e0c-4b01-b694-c3ffa45a95a2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:09.258353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Bound port: 1f2a8e8e-768e-4b38-9e22-193978e81280, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b250c76-17ae-4b05-ae30-39f4ce695a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0fcaec22-2e0c-4b01-b694-c3ffa45a95a2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:09.258725 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.286426 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.373050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Subnet': ['ID=2bc25f97-a187-4926-ad6a-8d13f082758a,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:09.383378 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=1f96c62c-b075-4fbd-b7af-3d51678d59de,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:09.415908 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] For port 1f2a8e8e-768e-4b38-9e22-193978e81280, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:09.418034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22178b39-e52c-4718-ace3-39384209f6ed req-bb473995-5ee1-4a71-bb4e-011a4e8628ce tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3678083 Feb 04 16:08:09.419973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] For port 1f2a8e8e-768e-4b38-9e22-193978e81280, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1f2a8e8e-768e-4b38-9e22-193978e81280,segment=NetworkSegment(0b250c76-17ae-4b05-ae30-39f4ce695a0a),segment_id=0b250c76-17ae-4b05-ae30-39f4ce695a0a)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:09.428569 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.502663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-970b36f2-93e1-4dc8-a2ee-263ee734f54d tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Synchronizing usage tracker for tenant:07158a7c8e2241e89f11b1b77b80474f on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:09.510790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Checking segment: {'id': 'a63078e9-bfd7-4327-baf1-1539ec58e4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7261a984-5b15-42b3-9a94-2c458967a135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:09.511566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network hostable DHCP agents. Network: 7261a984-5b15-42b3-9a94-2c458967a135, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:08:09.585766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ced263-fd60-4dee-afe0-bc5a3eeda311 None None] Pushing event updated for resources: {'Port': ['ID=1f2a8e8e-768e-4b38-9e22-193978e81280,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:09.614655 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Attempting to bind port a6f13073-daec-4871-ae8e-43a972e6bc9f on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:09.615165 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Attempting to bind port a6f13073-daec-4871-ae8e-43a972e6bc9f by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:09.618850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Attempting to bind port a6f13073-daec-4871-ae8e-43a972e6bc9f on network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:09.625440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-970b36f2-93e1-4dc8-a2ee-263ee734f54d tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Unset dirty status for tenant:07158a7c8e2241e89f11b1b77b80474f on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:09.627807 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-970b36f2-93e1-4dc8-a2ee-263ee734f54d tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=07158a7c8e2241e89f11b1b77b80474f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4677908 Feb 04 16:08:09.673727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Port a6f13073-daec-4871-ae8e-43a972e6bc9f on network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:08:09.674313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Attempting to bind port a6f13073-daec-4871-ae8e-43a972e6bc9f on network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:09.681747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network 7261a984-5b15-42b3-9a94-2c458967a135 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:08:10.075589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:10.076658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Checking segment: {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:10.077058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Bound using segment: {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:10.077694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Bound port: a6f13073-daec-4871-ae8e-43a972e6bc9f, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:10.078022 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.114274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 7261a984-5b15-42b3-9a94-2c458967a135) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:10.119790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:10.120658 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.127934 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c813d288-7b0e-4c98-b7ed-aa9140d5c1ff None None] Network 7261a984-5b15-42b3-9a94-2c458967a135 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:10.319865 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.383500 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-ea1daf2e-d3c4-4987-8f66-535e24d8978f service neutron] 10.222.0.60 "GET /v2.0/networks/dbc1367a-e277-4528-b29e-8f1ccd084853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7396309 Feb 04 16:08:10.389961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45542) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:10.396485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ff94487e-c64d-478d-b9a1-f3f11d8ba462 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1071740316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:10.400518 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7ad87bc4-819d-49fe-a8c1-499c8b3003cf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5104940 Feb 04 16:08:10.407764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ff94487e-c64d-478d-b9a1-f3f11d8ba462 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:10.413838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ff94487e-c64d-478d-b9a1-f3f11d8ba462 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:router and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:10.417628 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ff94487e-c64d-478d-b9a1-f3f11d8ba462 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:10.426728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ff94487e-c64d-478d-b9a1-f3f11d8ba462 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:10.449484 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ff94487e-c64d-478d-b9a1-f3f11d8ba462 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.450758 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ff94487e-c64d-478d-b9a1-f3f11d8ba462 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.467871 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.482595 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-7261a984-5b15-42b3-9a94-2c458967a135', 'network_id': '7261a984-5b15-42b3-9a94-2c458967a135', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'fixed_ips': [{'subnet_id': '2bc25f97-a187-4926-ad6a-8d13f082758a'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:08:10.484172 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.499232 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ff94487e-c64d-478d-b9a1-f3f11d8ba462 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.500410 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45552) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:10.578616 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ff94487e-c64d-478d-b9a1-f3f11d8ba462 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.635966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:10.636353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ff94487e-c64d-478d-b9a1-f3f11d8ba462 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.642050 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ff94487e-c64d-478d-b9a1-f3f11d8ba462 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2506294 Feb 04 16:08:10.644226 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45558) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:10.687448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:10.707250 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.740430 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Allocated IP 172.21.0.2 (7261a984-5b15-42b3-9a94-2c458967a135/2bc25f97-a187-4926-ad6a-8d13f082758a/d0e2c366-4abb-4c76-a9a5-0ab86f23077d) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:10.876030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cea36c-db55-412b-9063-5d2830be353e req-46589516-5c3e-478e-9646-c16d0927df65 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:10.876980 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.878155 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31cea36c-db55-412b-9063-5d2830be353e req-46589516-5c3e-478e-9646-c16d0927df65 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/networks?id=70e987bb-3878-4741-a125-153f29737d04 HTTP/1.1" status: 200 len: 814 time: 0.7136109 Feb 04 16:08:10.929302 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31cea36c-db55-412b-9063-5d2830be353e req-9d916c1e-2662-413f-b521-284c6e574e96 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/quotas/256ff6c0b37247e3a55a01105f246482 HTTP/1.1" status: 200 len: 375 time: 0.0329113 Feb 04 16:08:10.935436 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bd5f3e57-1634-471e-8038-bf0cd16a72de service neutron] 10.222.0.60 "GET /v2.0/networks/dbc1367a-e277-4528-b29e-8f1ccd084853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047657 Feb 04 16:08:10.940505 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.942918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] 10.222.0.73 "PUT /v2.0/ports/a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 1091 time: 6.0347490 Feb 04 16:08:10.943648 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:10.954416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:10.966333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Usage tracker for resource:security_group_rule and tenant:bcef8a72c2744803a0c3445db7c9172a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:10.987157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:11.008357 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31cea36c-db55-412b-9063-5d2830be353e req-4ca527ba-6f27-416d-a15c-acabbf11b0ab tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=256ff6c0b37247e3a55a01105f246482&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595994 Feb 04 16:08:11.013444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:11.094318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c75586-7fec-47d0-8315-e6f11e0b1d3b service neutron] Pushing event updated for resources: {'Port': ['ID=a6f13073-daec-4871-ae8e-43a972e6bc9f,revision_number=7']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:11.210073 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.219251 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.220040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-264ecb88-a0c6-4881-b3ae-a195a7696547 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1094 time: 0.2086110 Feb 04 16:08:11.281439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b51d75-e9a7-460c-8747-2f8637c94a69,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:11.368060 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a2ca45-1435-41d9-8b50-fea316fdaa2e None None] Network 0fcaec22-2e0c-4b01-b694-c3ffa45a95a2 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:11.456325 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.526792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:11.534739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:11.535490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:11.537892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:11.538730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:11.540765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:11.543136 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:11.544499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:11.547966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:11.548468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:11.550364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:11.615761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Transition to ACTIVE for port object d0e2c366-4abb-4c76-a9a5-0ab86f23077d will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:11.668278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-304078dd-53a0-4932-b058-fff863049b51 None None] Provisioning for port 1f2a8e8e-768e-4b38-9e22-193978e81280 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:11.680888 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.681848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1f96c62c-b075-4fbd-b7af-3d51678d59de up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:11.734761 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-919339b3-a9ec-43de-ad9d-c2fe2b2b3c26 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bcef8a72c2744803a0c3445db7c9172a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2320912 Feb 04 16:08:11.737511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Sync routers for ids ['f7266b66-0d32-4d96-812d-49d09112445d'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:11.744059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45582) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:11.758509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Transition to ACTIVE for port object d0e2c366-4abb-4c76-a9a5-0ab86f23077d will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:11.811596 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.897690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Routers {'f7266b66-0d32-4d96-812d-49d09112445d'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:11.898577 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:08:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f7266b66-0d32-4d96-812d-49d09112445d'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:11.954455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb306f40-0311-4678-a103-607c6e6552b7 req-5a0e0e89-28b3-4c46-9c19-ff20fc531045 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:11.955899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-5a0e0e89-28b3-4c46-9c19-ff20fc531045 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 898 time: 0.7288229 Feb 04 16:08:12.040823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a101b-c367-4b1f-ab7e-4026305718e0 req-a03ae976-d681-4a7a-be4d-61756bf7f863 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:12.050521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-276a101b-c367-4b1f-ab7e-4026305718e0 req-a03ae976-d681-4a7a-be4d-61756bf7f863 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 943 time: 0.3488774 Feb 04 16:08:12.101693 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-091f6d8d-f9f9-4a40-8565-81fa4ddab5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.141242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Set router f7266b66-0d32-4d96-812d-49d09112445d gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:12.145960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31cea36c-db55-412b-9063-5d2830be353e req-539bfb53-eaf5-4204-8513-c6c31089d3af service neutron] 10.222.0.60 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0710905 Feb 04 16:08:12.274580 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-091f6d8d-f9f9-4a40-8565-81fa4ddab5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.307115 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.374926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-276a101b-c367-4b1f-ab7e-4026305718e0 req-d1e6164c-5b1a-46fd-b4de-ea0b2e523720 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229685 Feb 04 16:08:12.377779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-8bc0a2c0-5e7c-4834-9061-5c85f4ee0718 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 999 time: 0.4094279 Feb 04 16:08:12.478678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb306f40-0311-4678-a103-607c6e6552b7 req-67447589-2080-4f62-adda-87d05da811b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:12.480215 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-67447589-2080-4f62-adda-87d05da811b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 200 len: 835 time: 0.0842154 Feb 04 16:08:12.500764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Network 7261a984-5b15-42b3-9a94-2c458967a135 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:12.536739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:12.576633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:12.595498 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-091f6d8d-f9f9-4a40-8565-81fa4ddab5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.629533 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Pushing event updated for resources: {'Port': ['ID=d0e2c366-4abb-4c76-a9a5-0ab86f23077d,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:12.666576 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'status': 'completed', 'code': 200} Feb 04 16:08:12.674925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1f96c62c-b075-4fbd-b7af-3d51678d59de triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:12.675638 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.723711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31cea36c-db55-412b-9063-5d2830be353e req-b728aa5d-9df5-4791-86dd-595dea611d74 service neutron] 10.222.0.60 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698340 Feb 04 16:08:12.739947 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-1517b890-af65-432f-a44c-a214ad07d2b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2aa94b32-e175-4e4f-ace4-d6dad39a5063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2068501 Feb 04 16:08:12.805856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f6d8d-f9f9-4a40-8565-81fa4ddab5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b51d75-e9a7-460c-8747-2f8637c94a69,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:12.811857 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.835026 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-091f6d8d-f9f9-4a40-8565-81fa4ddab5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.839876 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-091f6d8d-f9f9-4a40-8565-81fa4ddab5c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37b51d75-e9a7-460c-8747-2f8637c94a69 HTTP/1.1" status: 204 len: 168 time: 1.0945427 Feb 04 16:08:13.104872 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Attempting to bind port d0e2c366-4abb-4c76-a9a5-0ab86f23077d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:13.107360 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Attempting to bind port d0e2c366-4abb-4c76-a9a5-0ab86f23077d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'a63078e9-bfd7-4327-baf1-1539ec58e4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7261a984-5b15-42b3-9a94-2c458967a135'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:13.107962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Attempting to bind port d0e2c366-4abb-4c76-a9a5-0ab86f23077d on network 7261a984-5b15-42b3-9a94-2c458967a135 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:13.140331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:13.140817 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Checking segment: {'id': 'a63078e9-bfd7-4327-baf1-1539ec58e4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7261a984-5b15-42b3-9a94-2c458967a135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:13.141811 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.141811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Bound using segment: {'id': 'a63078e9-bfd7-4327-baf1-1539ec58e4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7261a984-5b15-42b3-9a94-2c458967a135'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:13.142358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Bound port: d0e2c366-4abb-4c76-a9a5-0ab86f23077d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63078e9-bfd7-4327-baf1-1539ec58e4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7261a984-5b15-42b3-9a94-2c458967a135'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:13.142986 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.286053 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3caee03f-0ecd-4419-8b85-ad41f0b5ccdf req-556a8c7f-f04a-43ed-b99f-feb4d3707b38 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 210 time: 0.3706527 Feb 04 16:08:13.324865 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-decdfade-48a6-4b00-b1b3-27ff46d1fda8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1094 time: 0.6814671 Feb 04 16:08:13.448499 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-0998efba-98c2-4b98-9409-10fa355d24f5 service neutron] 10.222.0.73 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7015576 Feb 04 16:08:13.464348 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-011626c2-ff6e-4654-9286-14ec9acffc40 req-c5da6866-ea48-4630-b6bd-5087b1cce691 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 210 time: 0.1772473 Feb 04 16:08:13.641355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] For port d0e2c366-4abb-4c76-a9a5-0ab86f23077d, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:13.645701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] For port d0e2c366-4abb-4c76-a9a5-0ab86f23077d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d0e2c366-4abb-4c76-a9a5-0ab86f23077d,segment=NetworkSegment(a63078e9-bfd7-4327-baf1-1539ec58e4ba),segment_id=a63078e9-bfd7-4327-baf1-1539ec58e4ba)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:13.655326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1f2a8e8e-768e-4b38-9e22-193978e81280 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:13.797790 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-dd1c4c20-e593-48ab-95f5-acd4c7af9f6e service neutron] 10.222.0.73 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322022 Feb 04 16:08:13.798311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45626) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:13.848502 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f048f17e-9081-4e1b-9a2b-8a9b6d800d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.853597 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.007723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-a2a19cca-fa85-4b68-9a27-377afc31a496 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:14.008512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-a2a19cca-fa85-4b68-9a27-377afc31a496 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Synchronizing usage tracker for tenant:07158a7c8e2241e89f11b1b77b80474f on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:14.048749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 1f2a8e8e-768e-4b38-9e22-193978e81280 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:14.124123 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'name': 'tempest-TestServerMultinode-965069557-router', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:53Z', 'updated_at': '2022-02-04T16:08:02Z', 'revision_number': 4, 'project_id': '07158a7c8e2241e89f11b1b77b80474f', 'gw_port': {'id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:55Z', 'updated_at': '2022-02-04T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '8dc79ed9-7c3d-4def-93e2-895582e4a8b1', 'name': '', 'network_id': 'd5cc6353-bb17-4b40-a782-1379a69081fd', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f', 'mac_address': 'fa:16:3e:51:00:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12b2b0e1-4ca9-4128-8bb4-8ce54d32a967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:00Z', 'updated_at': '2022-02-04T16:08:02Z', 'revision_number': 2, 'project_id': '07158a7c8e2241e89f11b1b77b80474f', 'subnets': [{'id': '12b2b0e1-4ca9-4128-8bb4-8ce54d32a967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:14.132217 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1f2a8e8e-768e-4b38-9e22-193978e81280 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:14.132586 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.248947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a35532-632f-4d3c-8e29-306e7bbb0bff None None] Pushing event updated for resources: {'Port': ['ID=d0e2c366-4abb-4c76-a9a5-0ab86f23077d,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:14.252334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Checking router: f7266b66-0d32-4d96-812d-49d09112445d for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:08:14.262792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f048f17e-9081-4e1b-9a2b-8a9b6d800d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:14.268250 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Updating router f7266b66-0d32-4d96-812d-49d09112445d port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:08:14.289870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f048f17e-9081-4e1b-9a2b-8a9b6d800d4a admin admin] Usage tracker for resource:security_group_rule and tenant:7459cbd05e154b7f82144c523ae53738 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:14.294380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f048f17e-9081-4e1b-9a2b-8a9b6d800d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:14.311846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f048f17e-9081-4e1b-9a2b-8a9b6d800d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:14.332727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-a2a19cca-fa85-4b68-9a27-377afc31a496 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Unset dirty status for tenant:07158a7c8e2241e89f11b1b77b80474f on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:14.336776 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-a2a19cca-fa85-4b68-9a27-377afc31a496 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.81 "GET /v2.0/networks?id=dbc1367a-e277-4528-b29e-8f1ccd084853 HTTP/1.1" status: 200 len: 910 time: 1.0157096 Feb 04 16:08:14.337662 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-2843fb35-e539-4bff-a051-fe1de04e9aea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:14.339730 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-2843fb35-e539-4bff-a051-fe1de04e9aea service neutron] 10.222.0.81 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 898 time: 0.3218284 Feb 04 16:08:14.347784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba6d78-5fd9-466a-b98f-1d3cc313b3e7 req-b9ece10e-9cc8-4df7-83e8-b4dcd9d7ffd4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:14.354676 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17ba6d78-5fd9-466a-b98f-1d3cc313b3e7 req-b9ece10e-9cc8-4df7-83e8-b4dcd9d7ffd4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 943 time: 0.4516349 Feb 04 16:08:14.401025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-ffc581bb-39f3-4013-af9e-6042003d6426 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1094 time: 0.5022364 Feb 04 16:08:14.434700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-72b3a3fc-c7a2-44d1-86ac-a3e03604f2a8 None None] Provisioning complete for port 1f2a8e8e-768e-4b38-9e22-193978e81280 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:14.435416 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-72b3a3fc-c7a2-44d1-86ac-a3e03604f2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.590785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Request body: {'port': {'device_id': '2499135c-444c-466b-8c77-7f1fdae75a32', 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853', 'admin_state_up': True, 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:14.603230 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-50120bfe-6fe3-4f0a-865f-4073d8bdee4c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 999 time: 0.2123001 Feb 04 16:08:14.611661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:14.628171 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.667894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-df688322-c78e-4cd4-831f-bf827156bbe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:14.669711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-df688322-c78e-4cd4-831f-bf827156bbe5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 898 time: 0.2584479 Feb 04 16:08:14.721470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-9061376d-e677-4509-ae30-88ffa3a04e8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:14.723591 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-9061376d-e677-4509-ae30-88ffa3a04e8c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 200 len: 835 time: 0.1087787 Feb 04 16:08:14.799950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:14.816208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17ba6d78-5fd9-466a-b98f-1d3cc313b3e7 req-9d0574ca-16bf-4ee7-a4d9-c7d562120087 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4557295 Feb 04 16:08:14.899252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Made reservation on behalf of 07158a7c8e2241e89f11b1b77b80474f for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:14.900141 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38dcd9a5-9011-4125-8952-7b509440a32e req-4cc849c9-e174-4dd4-a9dc-f2103ed92e37 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 210 time: 0.2285085 Feb 04 16:08:14.910164 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.035555 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-72b3a3fc-c7a2-44d1-86ac-a3e03604f2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.114074 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f048f17e-9081-4e1b-9a2b-8a9b6d800d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.124671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-72b3a3fc-c7a2-44d1-86ac-a3e03604f2a8 None None] For port 1f2a8e8e-768e-4b38-9e22-193978e81280, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1f2a8e8e-768e-4b38-9e22-193978e81280,segment=NetworkSegment(0b250c76-17ae-4b05-ae30-39f4ce695a0a),segment_id=0b250c76-17ae-4b05-ae30-39f4ce695a0a)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:15.137228 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-72b3a3fc-c7a2-44d1-86ac-a3e03604f2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.233717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3a3fc-c7a2-44d1-86ac-a3e03604f2a8 None None] Pushing event updated for resources: {'Port': ['ID=1f2a8e8e-768e-4b38-9e22-193978e81280,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:15.236800 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.241581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-5fc30694-4c7a-4f2b-8faa-93b25a203545 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 999 time: 0.5413187 Feb 04 16:08:15.262859 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f048f17e-9081-4e1b-9a2b-8a9b6d800d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.323929 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Allocated IP 172.20.0.1 (0fcaec22-2e0c-4b01-b694-c3ffa45a95a2/0feb0688-9790-4c0d-8e1d-def91f0d7cd9/d4dc06f7-d3fc-45c3-b4a6-f83143d4a243) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:15.452071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3ac92f3-0d8b-4fab-a09c-18b966327e71 req-30dff3e4-3028-4c8e-8740-23a4cfd8c485 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 210 time: 0.3353560 Feb 04 16:08:15.458601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cea36c-db55-412b-9063-5d2830be353e req-04411053-1916-44f7-847a-b8ba6b927ffd tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:15.460950 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31cea36c-db55-412b-9063-5d2830be353e req-04411053-1916-44f7-847a-b8ba6b927ffd tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.73 "GET /v2.0/networks?id=70e987bb-3878-4741-a125-153f29737d04 HTTP/1.1" status: 200 len: 814 time: 0.4025824 Feb 04 16:08:15.534087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048f17e-9081-4e1b-9a2b-8a9b6d800d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962212fb-fddc-4a02-872b-30e088939dcc,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:15.560911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Request body: {'port': {'device_id': '843ecf9f-c59f-4233-902e-51a4612a9c84', 'network_id': '70e987bb-3878-4741-a125-153f29737d04', 'admin_state_up': True, 'tenant_id': '256ff6c0b37247e3a55a01105f246482'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:15.583583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-40ab54c9-56b3-4b44-b2a1-fd6c89762ffe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:15.586251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-40ab54c9-56b3-4b44-b2a1-fd6c89762ffe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 200 len: 835 time: 0.3127086 Feb 04 16:08:15.589303 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-59edbe18-9567-4006-b0b4-7172983774bc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2aa94b32-e175-4e4f-ace4-d6dad39a5063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8494890 Feb 04 16:08:15.618905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-669e8c22-ccee-4d86-92bf-860ac05c4883 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:08:15.620285 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-669e8c22-ccee-4d86-92bf-860ac05c4883 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061805 Feb 04 16:08:15.678119 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.705632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Transition to ACTIVE for port object d4dc06f7-d3fc-45c3-b4a6-f83143d4a243 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:15.749853 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f048f17e-9081-4e1b-9a2b-8a9b6d800d4a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7459cbd05e154b7f82144c523ae53738&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9481702 Feb 04 16:08:15.752420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45654) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:15.753636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Allocated IP 172.20.0.3 (dbc1367a-e277-4528-b29e-8f1ccd084853/64f3e969-b4bb-4c46-8d33-ef5b0b9f560d/9b9d014e-a06e-4c85-8580-72a1dff08f83) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:15.766255 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.808319 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b107af87-8c5d-4e6a-9f26-51f9876fcfd1 None None] Network 7261a984-5b15-42b3-9a94-2c458967a135 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:15.840869 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-061f09a7-f6b5-47ed-ac3a-94538c9b3405 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2aa94b32-e175-4e4f-ace4-d6dad39a5063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2473054 Feb 04 16:08:15.841849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:15.846798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Usage tracker for resource:port and tenant:256ff6c0b37247e3a55a01105f246482 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:15.850368 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:15.897281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:15.906916 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Transition to ACTIVE for port object 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:15.950349 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.959653 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.985586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Made reservation on behalf of 256ff6c0b37247e3a55a01105f246482 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:15.991190 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.039368 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:08:16.039892 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:08:16.106190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network 0fcaec22-2e0c-4b01-b694-c3ffa45a95a2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:16.120917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=d4dc06f7-d3fc-45c3-b4a6-f83143d4a243,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:16.123708 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:16.139550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:16.300007 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8c20a984-7d29-46c1-929a-c61dbb670887 None None] Provisioning for port d0e2c366-4abb-4c76-a9a5-0ab86f23077d completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:16.393147 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32f36a-e46d-4754-a2d9-46c40d493a80 None None] Pushing event updated for resources: {'Port': ['ID=8dc79ed9-7c3d-4def-93e2-895582e4a8b1,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:16.429296 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38232cfc-c119-4352-a09d-452d7c6b6c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.478600 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-13bb71d1-1a78-4580-9078-33f7b89d18d5 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7489135 Feb 04 16:08:16.587720 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38232cfc-c119-4352-a09d-452d7c6b6c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.599195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-05029463-60e9-4c3a-b662-85d254eb2893 service neutron] 10.222.0.73 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7377830 Feb 04 16:08:16.625965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a860ebf3-ec49-4cf3-b7d1-1fa2dd4af5f8 req-ad7113ca-56d9-4edb-8664-6eb467871402 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 210 time: 0.3187659 Feb 04 16:08:16.770544 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.775763 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-b794cd70-6098-4172-99d3-7d08dfc680b5 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521143 Feb 04 16:08:16.825803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Attempting to bind port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:16.826584 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Attempting to bind port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '491a14a5-1a48-4ec5-9db0-8bb72f01863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd5cc6353-bb17-4b40-a782-1379a69081fd'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:16.827094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Attempting to bind port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 on network d5cc6353-bb17-4b40-a782-1379a69081fd {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:16.904031 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c70b668-869f-483f-b066-c34c5501e94e req-8c6c76ef-53cc-4a74-b824-39ba4be15f05 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 210 time: 0.1242745 Feb 04 16:08:16.915571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:16.916231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Checking segment: {'id': '491a14a5-1a48-4ec5-9db0-8bb72f01863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd5cc6353-bb17-4b40-a782-1379a69081fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:16.916805 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.917544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Bound using segment: {'id': '491a14a5-1a48-4ec5-9db0-8bb72f01863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd5cc6353-bb17-4b40-a782-1379a69081fd'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:16.918170 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Bound port: 8dc79ed9-7c3d-4def-93e2-895582e4a8b1, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491a14a5-1a48-4ec5-9db0-8bb72f01863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd5cc6353-bb17-4b40-a782-1379a69081fd'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:16.918870 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.984650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a3c83-cd4a-4007-a47f-cc4789da90c0 req-d99bbcdf-e694-4d77-82cf-048ac96cc283 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:16.994244 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a7a3c83-cd4a-4007-a47f-cc4789da90c0 req-d99bbcdf-e694-4d77-82cf-048ac96cc283 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 943 time: 0.7769268 Feb 04 16:08:17.013700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a6f13073-daec-4871-ae8e-43a972e6bc9f details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:08:17.106638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Allocated IP 172.20.0.7 (70e987bb-3878-4741-a125-153f29737d04/63f78af5-fb1a-427e-9db5-0f7bbd6c6522/a773de70-c022-4e25-9016-6fe0c52d0f44) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:17.117791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] For port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:17.122163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] For port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=8dc79ed9-7c3d-4def-93e2-895582e4a8b1,segment=NetworkSegment(491a14a5-1a48-4ec5-9db0-8bb72f01863e),segment_id=491a14a5-1a48-4ec5-9db0-8bb72f01863e)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:17.146705 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.159721 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.resource_extend [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:08:17.250239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Transition to ACTIVE for port object 9b9d014e-a06e-4c85-8580-72a1dff08f83 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:17.251826 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38232cfc-c119-4352-a09d-452d7c6b6c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.274816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d0e2c366-4abb-4c76-a9a5-0ab86f23077d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:17.306361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b25121d1-63c7-40c9-94f7-9e67209c4154 None None] Provisioning for port d4dc06f7-d3fc-45c3-b4a6-f83143d4a243 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:17.310286 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.341545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38232cfc-c119-4352-a09d-452d7c6b6c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962212fb-fddc-4a02-872b-30e088939dcc,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:17.360998 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.401428 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-38232cfc-c119-4352-a09d-452d7c6b6c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.406284 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-38232cfc-c119-4352-a09d-452d7c6b6c0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/962212fb-fddc-4a02-872b-30e088939dcc HTTP/1.1" status: 204 len: 168 time: 1.6464627 Feb 04 16:08:17.448239 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b25121d1-63c7-40c9-94f7-9e67209c4154 None None] Provisioning complete for port d4dc06f7-d3fc-45c3-b4a6-f83143d4a243 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:17.448618 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b25121d1-63c7-40c9-94f7-9e67209c4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.463208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e4034a0-4268-4af3-9bdc-e3b35a356f13 req-a3079311-71d1-4b6e-897d-9f978a63fe48 service neutron] 10.222.0.73 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8400075 Feb 04 16:08:17.465611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a7a3c83-cd4a-4007-a47f-cc4789da90c0 req-ed7e94f1-c909-4c50-a1be-ce4bcd083044 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3729296 Feb 04 16:08:17.527732 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.604065 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.626555 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.682170 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b25121d1-63c7-40c9-94f7-9e67209c4154 None None] Port d4dc06f7-d3fc-45c3-b4a6-f83143d4a243 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:17.731300 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Routers {'f7266b66-0d32-4d96-812d-49d09112445d'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:17.732080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:08:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f7266b66-0d32-4d96-812d-49d09112445d'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:17.870082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32f36a-e46d-4754-a2d9-46c40d493a80 None None] Pushing event updated for resources: {'Port': ['ID=8dc79ed9-7c3d-4def-93e2-895582e4a8b1,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:17.870479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Network 70e987bb-3878-4741-a125-153f29737d04 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:17.871774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Pushing event updated for resources: {'Port': ['ID=a773de70-c022-4e25-9016-6fe0c52d0f44,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:17.876515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:17.878634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:17.967918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:18.069179 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port d0e2c366-4abb-4c76-a9a5-0ab86f23077d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:18.087502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'port_id': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'mac_address': 'fa:16:3e:6d:c1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:08:18.124871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:18.125512 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.134174 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Network dbc1367a-e277-4528-b29e-8f1ccd084853 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:18.144893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d0e2c366-4abb-4c76-a9a5-0ab86f23077d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:18.145979 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.148829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:18.153524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:18.195031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Pushing event updated for resources: {'Port': ['ID=9b9d014e-a06e-4c85-8580-72a1dff08f83,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:18.246592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31cea36c-db55-412b-9063-5d2830be353e req-a8ded63e-c6b8-4b1a-8917-e29f1910ec20 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6921434 Feb 04 16:08:18.256888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c97dd827-c368-4b37-9fb2-b0c508778c4a req-a5bb4bad-8342-4403-9272-a0e625ae6cfc tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1027 time: 0.2756619 Feb 04 16:08:18.268588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Request body: {'port': {'device_id': '843ecf9f-c59f-4233-902e-51a4612a9c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:18.335431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:18.336049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.376290 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.438134 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d5c48f9e-7361-4974-a6b3-59fe48f650df tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.0491304 Feb 04 16:08:18.451551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] Set router f7266b66-0d32-4d96-812d-49d09112445d gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:18.484309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Request body: {'port': {'device_id': '2499135c-444c-466b-8c77-7f1fdae75a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:18.536703 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c97dd827-c368-4b37-9fb2-b0c508778c4a req-81397bf9-91e7-4888-9132-3f6ce1161394 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381485 Feb 04 16:08:18.570838 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.643515 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f13073-daec-4871-ae8e-43a972e6bc9f {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:18.653748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa9e8c-f969-4147-9405-332fdc3af2a3 req-282ea628-207d-4312-a9c3-85c2e3f9695a tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:18.654697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a1fa9e8c-f969-4147-9405-332fdc3af2a3 req-282ea628-207d-4312-a9c3-85c2e3f9695a tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Synchronizing usage tracker for tenant:256ff6c0b37247e3a55a01105f246482 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:18.736597 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a1fa9e8c-f969-4147-9405-332fdc3af2a3 req-282ea628-207d-4312-a9c3-85c2e3f9695a tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Unset dirty status for tenant:256ff6c0b37247e3a55a01105f246482 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:18.738109 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1fa9e8c-f969-4147-9405-332fdc3af2a3 req-282ea628-207d-4312-a9c3-85c2e3f9695a tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 931 time: 0.4339986 Feb 04 16:08:18.773349 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.987696 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1fa9e8c-f969-4147-9405-332fdc3af2a3 req-abb2aacd-53da-445b-9f65-d902c8ed8874 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423382 Feb 04 16:08:19.026838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:19.069577 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.081905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5646525d-52dc-4cdf-a671-bcb39563c341 None None] Provisioning complete for port d0e2c366-4abb-4c76-a9a5-0ab86f23077d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:19.082369 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5646525d-52dc-4cdf-a671-bcb39563c341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.149356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c7082-aa47-4320-937e-96d0e59141c7 req-7365916f-5e25-4815-9a17-776ce63c6cb6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:19.153679 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac5c7082-aa47-4320-937e-96d0e59141c7 req-7365916f-5e25-4815-9a17-776ce63c6cb6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 943 time: 0.3313715 Feb 04 16:08:19.238827 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.256704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9d014e-a06e-4c85-8580-72a1dff08f83 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:19.266032 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.299106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Transition to ACTIVE for port object 9b9d014e-a06e-4c85-8580-72a1dff08f83 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:19.332837 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.388873 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac5c7082-aa47-4320-937e-96d0e59141c7 req-0ac4c6b2-57c0-44fc-b5fc-4f4051351a53 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221940 Feb 04 16:08:19.426939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a773de70-c022-4e25-9016-6fe0c52d0f44 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:19.434479 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.436242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9d014e-a06e-4c85-8580-72a1dff08f83,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:19.439974 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.463652 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.471308 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5646525d-52dc-4cdf-a671-bcb39563c341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.483010 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['a6f13073-daec-4871-ae8e-43a972e6bc9f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:19.496449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Transition to ACTIVE for port object a773de70-c022-4e25-9016-6fe0c52d0f44 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:19.502486 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.516187 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port d0e2c366-4abb-4c76-a9a5-0ab86f23077d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d0e2c366-4abb-4c76-a9a5-0ab86f23077d,segment=NetworkSegment(a63078e9-bfd7-4327-baf1-1539ec58e4ba),segment_id=a63078e9-bfd7-4327-baf1-1539ec58e4ba)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:19.526187 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=a6f13073-daec-4871-ae8e-43a972e6bc9f,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:19.546340 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.547248 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1f2a8e8e-768e-4b38-9e22-193978e81280 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:19.849127 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.924462 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.938986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Pushing event updated for resources: {'Port': ['ID=a773de70-c022-4e25-9016-6fe0c52d0f44,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:19.943532 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'name': 'tempest-TestServerMultinode-965069557-router', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:53Z', 'updated_at': '2022-02-04T16:08:02Z', 'revision_number': 4, 'project_id': '07158a7c8e2241e89f11b1b77b80474f', 'gw_port': {'id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:55Z', 'updated_at': '2022-02-04T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '8dc79ed9-7c3d-4def-93e2-895582e4a8b1', 'name': '', 'network_id': 'd5cc6353-bb17-4b40-a782-1379a69081fd', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f', 'mac_address': 'fa:16:3e:51:00:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12b2b0e1-4ca9-4128-8bb4-8ce54d32a967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:00Z', 'updated_at': '2022-02-04T16:08:17Z', 'revision_number': 4, 'project_id': '07158a7c8e2241e89f11b1b77b80474f', 'subnets': [{'id': '12b2b0e1-4ca9-4128-8bb4-8ce54d32a967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:19.953902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=d4dc06f7-d3fc-45c3-b4a6-f83143d4a243,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:19.967586 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419dfeb7-c3a2-425d-85eb-22f79908e159 None None] The sync data for ids ['f7266b66-0d32-4d96-812d-49d09112445d'] in n-d-827872-1 is: [{'id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'name': 'tempest-TestServerMultinode-965069557-router', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:53Z', 'updated_at': '2022-02-04T16:08:02Z', 'revision_number': 4, 'project_id': '07158a7c8e2241e89f11b1b77b80474f', 'gw_port': {'id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:55Z', 'updated_at': '2022-02-04T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '8dc79ed9-7c3d-4def-93e2-895582e4a8b1', 'name': '', 'network_id': 'd5cc6353-bb17-4b40-a782-1379a69081fd', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f', 'mac_address': 'fa:16:3e:51:00:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12b2b0e1-4ca9-4128-8bb4-8ce54d32a967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:00Z', 'updated_at': '2022-02-04T16:08:17Z', 'revision_number': 4, 'project_id': '07158a7c8e2241e89f11b1b77b80474f', 'subnets': [{'id': '12b2b0e1-4ca9-4128-8bb4-8ce54d32a967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:19.980496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=d0e2c366-4abb-4c76-a9a5-0ab86f23077d,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:20.003839 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-5646525d-52dc-4cdf-a671-bcb39563c341 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:08:20.004179 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-5646525d-52dc-4cdf-a671-bcb39563c341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:08:20.166530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1f2a8e8e-768e-4b38-9e22-193978e81280 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:20.166874 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.608518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45746) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:20.715937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:20.762079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Attempting to bind port 9b9d014e-a06e-4c85-8580-72a1dff08f83 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:20.767013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Attempting to bind port 9b9d014e-a06e-4c85-8580-72a1dff08f83 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:20.767631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Attempting to bind port 9b9d014e-a06e-4c85-8580-72a1dff08f83 on network dbc1367a-e277-4528-b29e-8f1ccd084853 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:20.808383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network 0fcaec22-2e0c-4b01-b694-c3ffa45a95a2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:20.810850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:20.985870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Port 9b9d014e-a06e-4c85-8580-72a1dff08f83 on network dbc1367a-e277-4528-b29e-8f1ccd084853 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:08:20.986383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Attempting to bind port 9b9d014e-a06e-4c85-8580-72a1dff08f83 on network dbc1367a-e277-4528-b29e-8f1ccd084853 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:21.047440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61244f03-e313-4bab-addd-36b0ae3d9cbe req-78b6bfe8-f642-4300-96fd-db6a55ed9e57 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:21.049984 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61244f03-e313-4bab-addd-36b0ae3d9cbe req-78b6bfe8-f642-4300-96fd-db6a55ed9e57 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 944 time: 0.8288422 Feb 04 16:08:21.066561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-4ab19b89-72e8-4600-babb-25b47ecceebd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:21.069818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-4ab19b89-72e8-4600-babb-25b47ecceebd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.73 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 944 time: 0.9312072 Feb 04 16:08:21.122191 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:21.151412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:21.151783 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.183346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:21.183935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Checking segment: {'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:21.184747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Bound using segment: {'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:21.185364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Bound port: 9b9d014e-a06e-4c85-8580-72a1dff08f83, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:21.185932 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.190370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cdee59c6-06f4-4b54-85f5-3405e3535f27 req-977d4709-fffa-4b02-940b-815b7b9d727b tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1052 time: 1.2523811 Feb 04 16:08:21.244802 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-074af912-bd81-454c-9bf0-ebe9d25b1794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.311679 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cdee59c6-06f4-4b54-85f5-3405e3535f27 req-9461d33b-b100-4bbe-8466-33d467059799 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168349 Feb 04 16:08:21.395017 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Attempting to bind port a773de70-c022-4e25-9016-6fe0c52d0f44 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:21.396113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fd0d9666-d611-4ce3-8acc-0820faa9ddf6 None None] Provisioning for port 9b9d014e-a06e-4c85-8580-72a1dff08f83 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:21.400760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Attempting to bind port a773de70-c022-4e25-9016-6fe0c52d0f44 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'e8d7a6d6-ee7e-4990-8a25-4689b4a6e427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '70e987bb-3878-4741-a125-153f29737d04'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:21.401317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Attempting to bind port a773de70-c022-4e25-9016-6fe0c52d0f44 on network 70e987bb-3878-4741-a125-153f29737d04 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:21.442865 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61244f03-e313-4bab-addd-36b0ae3d9cbe req-eeba636f-9516-4eb8-a708-980d6f88f0f4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3541789 Feb 04 16:08:21.471123 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:08:21.475457 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.527251 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Port a773de70-c022-4e25-9016-6fe0c52d0f44 on network 70e987bb-3878-4741-a125-153f29737d04 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:08:21.527780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Attempting to bind port a773de70-c022-4e25-9016-6fe0c52d0f44 on network 70e987bb-3878-4741-a125-153f29737d04 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:21.539116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:21.542382 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=8dc79ed9-7c3d-4def-93e2-895582e4a8b1,segment=NetworkSegment(491a14a5-1a48-4ec5-9db0-8bb72f01863e),segment_id=491a14a5-1a48-4ec5-9db0-8bb72f01863e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:21.545168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Checking segment: {'id': 'e8d7a6d6-ee7e-4990-8a25-4689b4a6e427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '70e987bb-3878-4741-a125-153f29737d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:21.545894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Bound using segment: {'id': 'e8d7a6d6-ee7e-4990-8a25-4689b4a6e427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '70e987bb-3878-4741-a125-153f29737d04'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:21.546478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Bound port: a773de70-c022-4e25-9016-6fe0c52d0f44, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d7a6d6-ee7e-4990-8a25-4689b4a6e427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '70e987bb-3878-4741-a125-153f29737d04'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:21.546966 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.561983 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.562804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d0e2c366-4abb-4c76-a9a5-0ab86f23077d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:21.690948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-c0c986ec-0b9e-43e8-9d09-0067f1f228b2 service neutron] 10.222.0.73 "GET /v2.0/ports/a6f13073-daec-4871-ae8e-43a972e6bc9f/bindings/n-h2-827872-1 HTTP/1.1" status: 200 len: 382 time: 0.5651889 Feb 04 16:08:21.699749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-569f71a8-1908-4f3e-bf1d-f75665c3ba2c None None] Provisioning complete for port d4dc06f7-d3fc-45c3-b4a6-f83143d4a243 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:21.700498 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-569f71a8-1908-4f3e-bf1d-f75665c3ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.714510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-074af912-bd81-454c-9bf0-ebe9d25b1794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:21.730917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-074af912-bd81-454c-9bf0-ebe9d25b1794 admin admin] Usage tracker for resource:security_group_rule and tenant:f1fa24ce0e564789a2c6b533d8c95303 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:21.736164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-074af912-bd81-454c-9bf0-ebe9d25b1794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:21.762976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] For port 9b9d014e-a06e-4c85-8580-72a1dff08f83, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:21.790615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] For port 9b9d014e-a06e-4c85-8580-72a1dff08f83, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9b9d014e-a06e-4c85-8580-72a1dff08f83,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:21.811031 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.811457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-074af912-bd81-454c-9bf0-ebe9d25b1794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:21.828891 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=8dc79ed9-7c3d-4def-93e2-895582e4a8b1,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:21.866543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-569f71a8-1908-4f3e-bf1d-f75665c3ba2c None None] Port d4dc06f7-d3fc-45c3-b4a6-f83143d4a243 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:21.875997 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d0e2c366-4abb-4c76-a9a5-0ab86f23077d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:21.876614 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.899662 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.901520 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] 10.222.0.81 "PUT /v2.0/ports/9b9d014e-a06e-4c85-8580-72a1dff08f83 HTTP/1.1" status: 200 len: 1091 time: 3.4382813 Feb 04 16:08:21.905951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2499135c-444c-466b-8c77-7f1fdae75a32', 'tag': '9b9d014e-a06e-4c85-8580-72a1dff08f83'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:22.012972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] For port a773de70-c022-4e25-9016-6fe0c52d0f44, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:22.032668 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2499135c-444c-466b-8c77-7f1fdae75a32', 'tag': '9b9d014e-a06e-4c85-8580-72a1dff08f83', 'status': 'completed', 'code': 200} Feb 04 16:08:22.046571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] For port a773de70-c022-4e25-9016-6fe0c52d0f44, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a773de70-c022-4e25-9016-6fe0c52d0f44,segment=NetworkSegment(e8d7a6d6-ee7e-4990-8a25-4689b4a6e427),segment_id=e8d7a6d6-ee7e-4990-8a25-4689b4a6e427)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:22.048064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9243a-00b1-40de-bc3e-987c0a0dc9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9d014e-a06e-4c85-8580-72a1dff08f83,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:22.064978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 6a216370-4ac4-4628-abb3-c3ac455f64b0 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:08:22.082294 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.159027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d59c40-802e-4d17-bc24-afaf2ef3fd01 req-5c8e68c1-b8d0-495a-97cb-7fbf783cfe50 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:22.160893 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-66d59c40-802e-4d17-bc24-afaf2ef3fd01 req-5c8e68c1-b8d0-495a-97cb-7fbf783cfe50 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 943 time: 0.5815742 Feb 04 16:08:22.179918 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.181874 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31cea36c-db55-412b-9063-5d2830be353e req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] 10.222.0.73 "PUT /v2.0/ports/a773de70-c022-4e25-9016-6fe0c52d0f44 HTTP/1.1" status: 200 len: 1091 time: 3.9240494 Feb 04 16:08:22.187264 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843ecf9f-c59f-4233-902e-51a4612a9c84', 'tag': 'a773de70-c022-4e25-9016-6fe0c52d0f44'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:22.288098 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-ac3f19d2-7995-41e9-9cf1-51db7b0eb3da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1095 time: 0.5620277 Feb 04 16:08:22.305057 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843ecf9f-c59f-4233-902e-51a4612a9c84', 'tag': 'a773de70-c022-4e25-9016-6fe0c52d0f44', 'status': 'completed', 'code': 200} Feb 04 16:08:22.388882 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d4fe7a10-2bf7-4a5f-95f7-d1944a96445e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07158a7c8e2241e89f11b1b77b80474f&device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1094 time: 0.4275243 Feb 04 16:08:22.415538 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-074af912-bd81-454c-9bf0-ebe9d25b1794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.482126 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-bbc788ae-80fa-4802-bb90-2a211acb3861 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b9d014e-a06e-4c85-8580-72a1dff08f83 HTTP/1.1" status: 200 len: 217 time: 0.0805790 Feb 04 16:08:22.485575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:22.495981 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bfd83-50db-4377-aba1-1ec358564b97 None None] Sync routers for ids ['6a216370-4ac4-4628-abb3-c3ac455f64b0'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:22.499383 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9691dacd-7d42-4cbf-9028-f3694b929d55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/6a216370-4ac4-4628-abb3-c3ac455f64b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8540666 Feb 04 16:08:22.513652 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bfd83-50db-4377-aba1-1ec358564b97 None None] Routers {'6a216370-4ac4-4628-abb3-c3ac455f64b0'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:22.514695 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9b7bfd83-50db-4377-aba1-1ec358564b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:08:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6a216370-4ac4-4628-abb3-c3ac455f64b0'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:22.535876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45780) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:22.561388 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:22.571453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-397f4cdf-e9d6-4f41-b312-5e2b91aa61bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:22.573046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-397f4cdf-e9d6-4f41-b312-5e2b91aa61bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 898 time: 0.2652724 Feb 04 16:08:22.584410 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-074af912-bd81-454c-9bf0-ebe9d25b1794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.620083 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9b7bfd83-50db-4377-aba1-1ec358564b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:22.643277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8e2a46-2fbd-4276-acd7-606b9c75980b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:22.643864 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0d8e2a46-2fbd-4276-acd7-606b9c75980b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Synchronizing usage tracker for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:22.651275 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bfd83-50db-4377-aba1-1ec358564b97 None None] Routers {'6a216370-4ac4-4628-abb3-c3ac455f64b0'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:22.652902 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9b7bfd83-50db-4377-aba1-1ec358564b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:08:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6a216370-4ac4-4628-abb3-c3ac455f64b0'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:22.657339 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:22.657914 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.677326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0d8e2a46-2fbd-4276-acd7-606b9c75980b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Unset dirty status for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:22.678619 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0d8e2a46-2fbd-4276-acd7-606b9c75980b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports/d4dc06f7-d3fc-45c3-b4a6-f83143d4a243 HTTP/1.1" status: 200 len: 910 time: 0.1371639 Feb 04 16:08:22.682257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d1906ff7-87f5-4f8c-81a1-22f846a58705 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:22.684038 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d1906ff7-87f5-4f8c-81a1-22f846a58705 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=64f3e969-b4bb-4c46-8d33-ef5b0b9f560d HTTP/1.1" status: 200 len: 848 time: 0.1835647 Feb 04 16:08:22.684885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45788) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:22.742252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314f341-fb72-4b40-bf44-27bd39d93011 service neutron] Pushing event updated for resources: {'Port': ['ID=a773de70-c022-4e25-9016-6fe0c52d0f44,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:22.744030 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9b7bfd83-50db-4377-aba1-1ec358564b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:22.744621 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bfd83-50db-4377-aba1-1ec358564b97 None None] The sync data for ids ['6a216370-4ac4-4628-abb3-c3ac455f64b0'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:22.783501 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-074af912-bd81-454c-9bf0-ebe9d25b1794 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1fa24ce0e564789a2c6b533d8c95303&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1686902 Feb 04 16:08:22.790741 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-66d59c40-802e-4d17-bc24-afaf2ef3fd01 req-37bcff53-b53b-4b2a-9e27-a23e004ce464 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077569 Feb 04 16:08:22.793705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 45792) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:22.863320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074af912-bd81-454c-9bf0-ebe9d25b1794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fb38d0-b0dc-4a41-9218-c25c1d6f2953,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:22.894762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31cea36c-db55-412b-9063-5d2830be353e req-5bc67431-6430-4cdb-9f12-0e9bf9c419a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=256ff6c0b37247e3a55a01105f246482&device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 1094 time: 0.5927176 Feb 04 16:08:22.897415 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-1bec1a27-a313-48a3-b9ef-d8f276d5e175 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 1000 time: 0.3047242 Feb 04 16:08:23.044397 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21b2883b-9ff2-4b50-ad57-0bdac13e6d8a req-95056206-2248-4758-b592-707a51ad5067 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1094 time: 0.4702883 Feb 04 16:08:23.081176 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74f51717-5079-4ac4-8099-1a1a5ca14124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.103403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a6f13073-daec-4871-ae8e-43a972e6bc9f up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:23.105175 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-26b38dcb-ff1b-4010-87dd-8f1ee242451a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dbc1367a-e277-4528-b29e-8f1ccd084853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3122404 Feb 04 16:08:23.138005 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31cea36c-db55-412b-9063-5d2830be353e req-636e4a7a-1931-485f-8a04-ab2acebe9226 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a773de70-c022-4e25-9016-6fe0c52d0f44 HTTP/1.1" status: 200 len: 217 time: 0.2289844 Feb 04 16:08:23.149855 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74f51717-5079-4ac4-8099-1a1a5ca14124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.199135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port a6f13073-daec-4871-ae8e-43a972e6bc9f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:23.210246 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port a6f13073-daec-4871-ae8e-43a972e6bc9f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:23.210989 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.226277 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21b2883b-9ff2-4b50-ad57-0bdac13e6d8a req-12ad4889-9f87-4fbd-852c-88eaea703e33 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340442 Feb 04 16:08:23.232142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-cd6f3b1c-5c34-44f6-b05a-3a76a4f59bfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:23.244739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-cd6f3b1c-5c34-44f6-b05a-3a76a4f59bfb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 200 len: 835 time: 0.3346155 Feb 04 16:08:23.326463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cea36c-db55-412b-9063-5d2830be353e req-178a3a7e-724f-4838-8962-c2bb10d096af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:23.328440 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31cea36c-db55-412b-9063-5d2830be353e req-178a3a7e-724f-4838-8962-c2bb10d096af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63f78af5-fb1a-427e-9db5-0f7bbd6c6522 HTTP/1.1" status: 200 len: 854 time: 0.1746809 Feb 04 16:08:23.385580 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31cea36c-db55-412b-9063-5d2830be353e req-1c041485-d5bd-4feb-94ff-3b25617ab86e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70e987bb-3878-4741-a125-153f29737d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488908 Feb 04 16:08:23.394739 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.427150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f4a7-9def-460a-a73f-dc59392cb237 req-5f3fc3a6-a6d0-45aa-a310-c47100929025 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:23.429214 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2858f4a7-9def-460a-a73f-dc59392cb237 req-5f3fc3a6-a6d0-45aa-a310-c47100929025 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 944 time: 0.3916717 Feb 04 16:08:23.444157 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:23.445752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:23.455642 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.561620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=a6f13073-daec-4871-ae8e-43a972e6bc9f,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:23.583153 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'code': 200} Feb 04 16:08:23.637125 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-91f80075-22c6-46c0-8a33-20c6daa20e3d service neutron] 10.222.0.81 "GET /v2.0/networks/dbc1367a-e277-4528-b29e-8f1ccd084853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230029 Feb 04 16:08:23.646833 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74f51717-5079-4ac4-8099-1a1a5ca14124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.715944 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-f04a699f-6ff2-47bb-9b0d-060bfbd32918 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2aa94b32-e175-4e4f-ace4-d6dad39a5063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4643044 Feb 04 16:08:23.735536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f51717-5079-4ac4-8099-1a1a5ca14124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fb38d0-b0dc-4a41-9218-c25c1d6f2953,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:23.760466 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74f51717-5079-4ac4-8099-1a1a5ca14124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.764394 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-74f51717-5079-4ac4-8099-1a1a5ca14124 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67fb38d0-b0dc-4a41-9218-c25c1d6f2953 HTTP/1.1" status: 204 len: 168 time: 0.9631279 Feb 04 16:08:23.902325 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-433a470f-8146-4b59-b9c9-985f2fc90f8a req-d10329c0-adbf-4843-a25e-848854904a0b service neutron] 10.222.0.81 "GET /v2.0/networks/dbc1367a-e277-4528-b29e-8f1ccd084853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538900 Feb 04 16:08:23.913599 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-24700969-dcd1-4b97-aa5a-53f01318e132 service neutron] 10.222.0.73 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775260 Feb 04 16:08:23.929376 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2858f4a7-9def-460a-a73f-dc59392cb237 req-acd4f200-a3ae-42f9-873c-cd908c631ec2 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492459 Feb 04 16:08:24.172083 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-564f2d81-2351-483b-812b-c112ff56bfd6 req-cf90568d-be52-49b6-ad86-900058e90749 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=07158a7c8e2241e89f11b1b77b80474f&device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1094 time: 0.1236310 Feb 04 16:08:24.189489 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31cea36c-db55-412b-9063-5d2830be353e req-ba37b2e1-c59a-48fe-a1b4-937df085c98d service neutron] 10.222.0.73 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7968853 Feb 04 16:08:24.379632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-551dde3c-0814-4526-86be-22e592830f0e service neutron] 10.222.0.73 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450848 Feb 04 16:08:24.427063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70f830-e407-453a-aaf1-1399f7de0c89 req-90d08b57-eaa8-462c-acd1-d290a3271eb6 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:24.434432 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b70f830-e407-453a-aaf1-1399f7de0c89 req-90d08b57-eaa8-462c-acd1-d290a3271eb6 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 943 time: 0.3412383 Feb 04 16:08:24.439579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f2d81-2351-483b-812b-c112ff56bfd6 req-7b8f938e-5a26-45c7-9e8c-14472d6b84b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:24.441046 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-564f2d81-2351-483b-812b-c112ff56bfd6 req-7b8f938e-5a26-45c7-9e8c-14472d6b84b5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=dbc1367a-e277-4528-b29e-8f1ccd084853 HTTP/1.1" status: 200 len: 910 time: 0.2623549 Feb 04 16:08:24.479401 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31cea36c-db55-412b-9063-5d2830be353e req-c8404807-44c7-4caf-ae3e-e39a73b2bf00 service neutron] 10.222.0.73 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776091 Feb 04 16:08:24.515795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b70f830-e407-453a-aaf1-1399f7de0c89 req-3fe045b7-c2f6-49ac-839b-d40cca618501 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800822 Feb 04 16:08:24.541036 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:24.557072 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-564f2d81-2351-483b-812b-c112ff56bfd6 req-331bd27e-ef42-452d-98bd-8be27b3415ca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b9d014e-a06e-4c85-8580-72a1dff08f83 HTTP/1.1" status: 200 len: 217 time: 0.1092544 Feb 04 16:08:24.714809 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30509d49-abae-40b1-b4e1-1819e3260278 req-7c0370e7-7302-405b-9586-819068f9af6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=256ff6c0b37247e3a55a01105f246482&device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 1094 time: 0.1158712 Feb 04 16:08:24.722185 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-444bc0d9-f851-4da2-a5f9-982c4032b76c req-5d16dc69-8c0b-45c4-b637-cf55662651ab tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1094 time: 0.1835568 Feb 04 16:08:24.794902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f2d81-2351-483b-812b-c112ff56bfd6 req-4cc93348-11b7-4f31-b032-f8338108a2b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:24.796448 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-564f2d81-2351-483b-812b-c112ff56bfd6 req-4cc93348-11b7-4f31-b032-f8338108a2b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=64f3e969-b4bb-4c46-8d33-ef5b0b9f560d HTTP/1.1" status: 200 len: 848 time: 0.2323241 Feb 04 16:08:24.884172 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30509d49-abae-40b1-b4e1-1819e3260278 req-9b77f8c4-e31e-4bcf-9dca-8f8596b2a3bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:24.887753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30509d49-abae-40b1-b4e1-1819e3260278 req-9b77f8c4-e31e-4bcf-9dca-8f8596b2a3bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=70e987bb-3878-4741-a125-153f29737d04 HTTP/1.1" status: 200 len: 915 time: 0.1647091 Feb 04 16:08:24.985941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30509d49-abae-40b1-b4e1-1819e3260278 req-62ba772d-f055-4101-a939-fb10efca4fba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a773de70-c022-4e25-9016-6fe0c52d0f44 HTTP/1.1" status: 200 len: 217 time: 0.0858626 Feb 04 16:08:24.987556 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-444bc0d9-f851-4da2-a5f9-982c4032b76c req-faa87d24-335f-4055-84b9-c14a2eb92d82 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408589 Feb 04 16:08:25.011759 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-564f2d81-2351-483b-812b-c112ff56bfd6 req-2e226aaa-93e8-47a6-be34-534d4b4874ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dbc1367a-e277-4528-b29e-8f1ccd084853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074378 Feb 04 16:08:25.090202 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45838) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:25.105633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30509d49-abae-40b1-b4e1-1819e3260278 req-84e11edf-5472-4af1-87ca-339c842901da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:25.107122 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30509d49-abae-40b1-b4e1-1819e3260278 req-84e11edf-5472-4af1-87ca-339c842901da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63f78af5-fb1a-427e-9db5-0f7bbd6c6522 HTTP/1.1" status: 200 len: 854 time: 0.1152127 Feb 04 16:08:25.204934 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30509d49-abae-40b1-b4e1-1819e3260278 req-db2a9efc-17d6-4ee4-a736-7d4dc3afb389 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70e987bb-3878-4741-a125-153f29737d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841005 Feb 04 16:08:25.299645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2000886553'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:25.312217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:25.325492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Usage tracker for resource:network and tenant:04e8ac615c03414f80ed85d72961ff4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:25.331207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:25.334330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Allocated IP 172.21.0.1 (7261a984-5b15-42b3-9a94-2c458967a135/2bc25f97-a187-4926-ad6a-8d13f082758a/0f4f8e62-81dd-420b-aea9-28181ad10830) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:25.343609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:25.372083 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-564f2d81-2351-483b-812b-c112ff56bfd6 req-5f3ed3d7-537b-4a13-8821-54b727966669 service neutron] 10.222.0.81 "GET /v2.0/networks/dbc1367a-e277-4528-b29e-8f1ccd084853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498299 Feb 04 16:08:25.386508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Made reservation on behalf of 04e8ac615c03414f80ed85d72961ff4a for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:25.389441 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.416356 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30509d49-abae-40b1-b4e1-1819e3260278 req-156ac887-92c0-4aa6-90d6-987ec018e495 service neutron] 10.222.0.73 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033617 Feb 04 16:08:25.422363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62755b94-a757-45cc-8f88-beb19a050614 req-3853b06e-bf24-4227-a3ab-0ac5eeecba30 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:25.423959 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62755b94-a757-45cc-8f88-beb19a050614 req-3853b06e-bf24-4227-a3ab-0ac5eeecba30 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.2667003 Feb 04 16:08:25.424629 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.652639 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.694691 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-564f2d81-2351-483b-812b-c112ff56bfd6 req-eebc12ca-1634-4ebf-98bd-55d59b6aaf52 service neutron] 10.222.0.81 "GET /v2.0/networks/dbc1367a-e277-4528-b29e-8f1ccd084853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057249 Feb 04 16:08:25.696660 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Transition to ACTIVE for port object 0f4f8e62-81dd-420b-aea9-28181ad10830 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:25.703667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:25.715373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Usage tracker for resource:security_group_rule and tenant:04e8ac615c03414f80ed85d72961ff4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:25.738480 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.750963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:25.766343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:25.775605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62755b94-a757-45cc-8f88-beb19a050614 req-1cc85c3d-15c4-442d-8303-c98fad9cf196 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3403687 Feb 04 16:08:25.829831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network 7261a984-5b15-42b3-9a94-2c458967a135 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:25.830687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30509d49-abae-40b1-b4e1-1819e3260278 req-550138fc-47bf-4cc4-bf50-66271d126cde service neutron] 10.222.0.73 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938522 Feb 04 16:08:25.833401 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:25.848399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:25.918758 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=0f4f8e62-81dd-420b-aea9-28181ad10830,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:25.970304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc613330-f649-490c-932f-5278629b9cb3 req-886f0a87-22af-4208-bb2e-309ff9a1f0a1 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:25.973529 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.986212 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc613330-f649-490c-932f-5278629b9cb3 req-886f0a87-22af-4208-bb2e-309ff9a1f0a1 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 943 time: 0.2713778 Feb 04 16:08:26.122987 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.159722 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.164513 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.166025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-150b3054-bdbe-453d-a572-4d30ff697841 None None] Provisioning for port 0f4f8e62-81dd-420b-aea9-28181ad10830 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:26.173761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-150b3054-bdbe-453d-a572-4d30ff697841 None None] Provisioning complete for port 0f4f8e62-81dd-420b-aea9-28181ad10830 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:26.174621 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-150b3054-bdbe-453d-a572-4d30ff697841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.179416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:08:26.191466 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.191724 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Added segment f64470dd-14e5-4bb6-884b-b13bbb7bef58 of type vlan for network 850f28f7-0620-4fe3-9241-8fa4793cb65c Feb 04 16:08:26.224974 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.263896 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc613330-f649-490c-932f-5278629b9cb3 req-1daa5f90-da8a-45cd-aab2-2292849fb461 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763851 Feb 04 16:08:26.284368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-150b3054-bdbe-453d-a572-4d30ff697841 None None] Port 0f4f8e62-81dd-420b-aea9-28181ad10830 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:26.340873 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.344712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:26.345291 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.465089 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559ffeb7-4dde-4dd0-baef-73aa4a646eb1,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:26.528175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event updated for resources: {'Network': ['ID=850f28f7-0620-4fe3-9241-8fa4793cb65c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:26.548031 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a3d8442d-dd08-43f8-905e-28f189a137bb tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4564214 Feb 04 16:08:26.552106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 45926) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:26.559748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Request body: {'subnet': {'network_id': '850f28f7-0620-4fe3-9241-8fa4793cb65c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:26.566265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 850f28f7-0620-4fe3-9241-8fa4793cb65c details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:08:26.698213 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-303a0936-8008-4e94-85ef-c2545248035c req-bfd21ddf-4a04-4921-ae61-207bb7cedf0d tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1094 time: 0.4296792 Feb 04 16:08:26.713329 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.729654 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.801594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:26.802110 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9b9d014e-a06e-4c85-8580-72a1dff08f83 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:08:26.809204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-303a0936-8008-4e94-85ef-c2545248035c req-de522100-83eb-476b-b8c8-5525f9a125c6 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093230 Feb 04 16:08:26.813252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Usage tracker for resource:subnet and tenant:04e8ac615c03414f80ed85d72961ff4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:26.818978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:26.827381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:26.842886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Made reservation on behalf of 04e8ac615c03414f80ed85d72961ff4a for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:26.948904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=0f4f8e62-81dd-420b-aea9-28181ad10830,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:26.953676 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.055526 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.105615 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9b9d014e-a06e-4c85-8580-72a1dff08f83, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9b9d014e-a06e-4c85-8580-72a1dff08f83,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:27.114611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a773de70-c022-4e25-9016-6fe0c52d0f44 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:08:27.128659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '9b9d014e-a06e-4c85-8580-72a1dff08f83', 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853', 'port_id': '9b9d014e-a06e-4c85-8580-72a1dff08f83', 'mac_address': 'fa:16:3e:3d:8b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f3e969-b4bb-4c46-8d33-ef5b0b9f560d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:08:27.262560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network 7261a984-5b15-42b3-9a94-2c458967a135 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:27.264520 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:27.329370 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.369954 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9d014e-a06e-4c85-8580-72a1dff08f83 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:27.413271 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9b9d014e-a06e-4c85-8580-72a1dff08f83, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9b9d014e-a06e-4c85-8580-72a1dff08f83,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:27.413664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30e9a6-6a8f-4e97-93bb-581e691e6751 req-4b093693-62c2-4d47-880d-d160e39fc6f0 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:27.426462 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b30e9a6-6a8f-4e97-93bb-581e691e6751 req-4b093693-62c2-4d47-880d-d160e39fc6f0 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.3424847 Feb 04 16:08:27.477459 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.571933 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a773de70-c022-4e25-9016-6fe0c52d0f44, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a773de70-c022-4e25-9016-6fe0c52d0f44,segment=NetworkSegment(e8d7a6d6-ee7e-4990-8a25-4689b4a6e427),segment_id=e8d7a6d6-ee7e-4990-8a25-4689b4a6e427)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:27.603732 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'a773de70-c022-4e25-9016-6fe0c52d0f44', 'network_id': '70e987bb-3878-4741-a125-153f29737d04', 'port_id': 'a773de70-c022-4e25-9016-6fe0c52d0f44', 'mac_address': 'fa:16:3e:33:00:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f78af5-fb1a-427e-9db5-0f7bbd6c6522', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:08:27.671745 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b30e9a6-6a8f-4e97-93bb-581e691e6751 req-dc41bbd4-da82-4bad-ab3a-7acab2ae1fd8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440598 Feb 04 16:08:27.692098 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.718517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=9b9d014e-a06e-4c85-8580-72a1dff08f83,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:27.748735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a773de70-c022-4e25-9016-6fe0c52d0f44 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:27.754472 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1cedb182-c1dc-4d06-bf82-db66a80acb97 None None] Provisioning complete for port 0f4f8e62-81dd-420b-aea9-28181ad10830 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:27.755107 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1cedb182-c1dc-4d06-bf82-db66a80acb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.817088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a773de70-c022-4e25-9016-6fe0c52d0f44, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a773de70-c022-4e25-9016-6fe0c52d0f44,segment=NetworkSegment(e8d7a6d6-ee7e-4990-8a25-4689b4a6e427),segment_id=e8d7a6d6-ee7e-4990-8a25-4689b4a6e427)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:27.824247 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.827726 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.876501 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-48448f1c-dc82-4e00-86af-24fe8191d1c8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 1096 time: 0.7518425 Feb 04 16:08:27.904207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:27.919314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['9b9d014e-a06e-4c85-8580-72a1dff08f83'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:27.964278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a237d8-f9d7-463b-916b-be8da33de3a4 req-c6577976-60eb-4a1b-ba0a-68cf8498d56e tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:27.965980 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80a237d8-f9d7-463b-916b-be8da33de3a4 req-c6577976-60eb-4a1b-ba0a-68cf8498d56e tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 943 time: 0.4807346 Feb 04 16:08:28.011606 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1cedb182-c1dc-4d06-bf82-db66a80acb97 None None] Port 0f4f8e62-81dd-420b-aea9-28181ad10830 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:28.018813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event updated for resources: {'Subnet': ['ID=18bbf40e-3bbf-4fd2-b3f3-297a3310cf35,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:28.078921 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=a773de70-c022-4e25-9016-6fe0c52d0f44,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:28.147448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['a773de70-c022-4e25-9016-6fe0c52d0f44'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:28.185410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:28.185847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:28.186410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:28.186953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:28.187544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:28.188067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:28.188639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:28.189179 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:28.190053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:28.190590 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:28.191119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:28.219762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80a237d8-f9d7-463b-916b-be8da33de3a4 req-bf5015aa-e202-4ff0-bb80-6193d23a261f tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317076 Feb 04 16:08:28.229944 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.243804 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Checking segment: {'id': 'f64470dd-14e5-4bb6-884b-b13bbb7bef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '850f28f7-0620-4fe3-9241-8fa4793cb65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:28.244693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Network hostable DHCP agents. Network: 850f28f7-0620-4fe3-9241-8fa4793cb65c, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:08:28.299167 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-78e22774-102b-4aff-8378-74dbcd1d1697 req-320e31a9-0452-45a3-9711-848943172a8d tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1095 time: 0.1871936 Feb 04 16:08:28.300238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Network 850f28f7-0620-4fe3-9241-8fa4793cb65c is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:08:28.342205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 850f28f7-0620-4fe3-9241-8fa4793cb65c) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:28.355271 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfa0009-2149-461b-a91f-5e56b49ecabb None None] Network 850f28f7-0620-4fe3-9241-8fa4793cb65c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:28.357639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:28.358233 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.402275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-78e22774-102b-4aff-8378-74dbcd1d1697 req-76f31bc7-26b9-4009-841b-dca7139c85e8 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911148 Feb 04 16:08:28.416621 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c312a450-7b39-4379-a98f-bc87149873ad tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8631997 Feb 04 16:08:28.419738 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46118) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:28.429113 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Request body: {'port': {'network_id': '850f28f7-0620-4fe3-9241-8fa4793cb65c', 'name': 'tempest-AllowedAddressPairTestJSON-261108410'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:28.503210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 6a216370-4ac4-4628-abb3-c3ac455f64b0 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:08:28.694373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-850f28f7-0620-4fe3-9241-8fa4793cb65c', 'network_id': '850f28f7-0620-4fe3-9241-8fa4793cb65c', 'tenant_id': '04e8ac615c03414f80ed85d72961ff4a', 'fixed_ips': [{'subnet_id': '18bbf40e-3bbf-4fd2-b3f3-297a3310cf35'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:08:28.696119 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.713379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:28.720015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Usage tracker for resource:port and tenant:04e8ac615c03414f80ed85d72961ff4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:28.728188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:28.736302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:28.749288 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Made reservation on behalf of 04e8ac615c03414f80ed85d72961ff4a for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:28.753370 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.791890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] device_id is not set on port b179f4e3-2a79-4931-9213-7a9fa91be7d3 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:28.836554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:28.972110 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Allocated IP 172.20.0.2 (850f28f7-0620-4fe3-9241-8fa4793cb65c/18bbf40e-3bbf-4fd2-b3f3-297a3310cf35/fdbfcaa7-7dcc-4469-ba8c-68715c0af34a) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:29.012016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:29.069911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcb6ff-e58b-46ea-8ddf-d732c74c33a5 req-86469246-1fb5-4529-acb4-9d95cafeaa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:29.072283 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-addcb6ff-e58b-46ea-8ddf-d732c74c33a5 req-86469246-1fb5-4529-acb4-9d95cafeaa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.2117791 Feb 04 16:08:29.154036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-addcb6ff-e58b-46ea-8ddf-d732c74c33a5 req-1579961b-5c58-4266-b342-1f9a39b17680 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759649 Feb 04 16:08:29.157098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:29.168218 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ce1213dc-e0d0-4a02-96b4-ca5c351a6bf5 req-d21c7ad6-f70b-4888-a1a4-6196a54e2174 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1096 time: 0.4996238 Feb 04 16:08:29.172733 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.214656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a6f13073-daec-4871-ae8e-43a972e6bc9f no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:29.232859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Transition to ACTIVE for port object a6f13073-daec-4871-ae8e-43a972e6bc9f will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:29.308063 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.314836 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'code': 200} Feb 04 16:08:29.390190 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.395364 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a6f13073-daec-4871-ae8e-43a972e6bc9f not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:29.407127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Transition to ACTIVE for port object fdbfcaa7-7dcc-4469-ba8c-68715c0af34a will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:29.437407 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Transition to ACTIVE for port object fdbfcaa7-7dcc-4469-ba8c-68715c0af34a will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:29.445547 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.546869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:29.551949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Network 850f28f7-0620-4fe3-9241-8fa4793cb65c is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:29.561605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:29.564546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Pushing event updated for resources: {'Port': ['ID=fdbfcaa7-7dcc-4469-ba8c-68715c0af34a,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:29.567161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:29.608625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e1378-55fb-409c-8532-038757698efe None None] Sync routers for ids ['6a216370-4ac4-4628-abb3-c3ac455f64b0'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:29.693970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f13073-daec-4871-ae8e-43a972e6bc9f,revision_number=10']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:29.701796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] No DVR routers for this DVR port a6f13073-daec-4871-ae8e-43a972e6bc9f on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:29.716070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Attempting to bind port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:29.716674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Attempting to bind port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'f64470dd-14e5-4bb6-884b-b13bbb7bef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '850f28f7-0620-4fe3-9241-8fa4793cb65c'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:29.717399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Attempting to bind port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a on network 850f28f7-0620-4fe3-9241-8fa4793cb65c {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:29.720645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e1378-55fb-409c-8532-038757698efe None None] Routers {'6a216370-4ac4-4628-abb3-c3ac455f64b0'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:29.721519 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-cf2e1378-55fb-409c-8532-038757698efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:08:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6a216370-4ac4-4628-abb3-c3ac455f64b0'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:29.801744 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-cf2e1378-55fb-409c-8532-038757698efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:29.806981 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:29.807873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Checking segment: {'id': 'f64470dd-14e5-4bb6-884b-b13bbb7bef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '850f28f7-0620-4fe3-9241-8fa4793cb65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:29.808489 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.809079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Bound using segment: {'id': 'f64470dd-14e5-4bb6-884b-b13bbb7bef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '850f28f7-0620-4fe3-9241-8fa4793cb65c'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:29.809931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Bound port: fdbfcaa7-7dcc-4469-ba8c-68715c0af34a, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64470dd-14e5-4bb6-884b-b13bbb7bef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '850f28f7-0620-4fe3-9241-8fa4793cb65c'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:29.810523 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.831126 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1805a0e9-d69a-4ba4-85be-486b670406bc tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/6a216370-4ac4-4628-abb3-c3ac455f64b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1451478 Feb 04 16:08:29.836015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46266) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:29.841725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1213dc-e0d0-4a02-96b4-ca5c351a6bf5 req-308e94df-07a7-412c-9103-79fffe357f37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:29.843798 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ce1213dc-e0d0-4a02-96b4-ca5c351a6bf5 req-308e94df-07a7-412c-9103-79fffe357f37 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 898 time: 0.6410336 Feb 04 16:08:29.915047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e1378-55fb-409c-8532-038757698efe None None] Routers {'6a216370-4ac4-4628-abb3-c3ac455f64b0'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:29.915781 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-cf2e1378-55fb-409c-8532-038757698efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:08:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6a216370-4ac4-4628-abb3-c3ac455f64b0'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:29.943816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Allocated IP 172.20.0.11 (850f28f7-0620-4fe3-9241-8fa4793cb65c/18bbf40e-3bbf-4fd2-b3f3-297a3310cf35/b179f4e3-2a79-4931-9213-7a9fa91be7d3) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:30.007085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-cf2e1378-55fb-409c-8532-038757698efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:30.007775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e1378-55fb-409c-8532-038757698efe None None] The sync data for ids ['6a216370-4ac4-4628-abb3-c3ac455f64b0'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:30.017758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] For port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:30.022609 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] For port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fdbfcaa7-7dcc-4469-ba8c-68715c0af34a,segment=NetworkSegment(f64470dd-14e5-4bb6-884b-b13bbb7bef58),segment_id=f64470dd-14e5-4bb6-884b-b13bbb7bef58)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:30.032682 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.071201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8867a-2185-4a6e-be22-f3a6646a1fa7 req-3c44ee75-42f6-4336-af7e-829318ec248d tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:30.074593 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07f8867a-2185-4a6e-be22-f3a6646a1fa7 req-3c44ee75-42f6-4336-af7e-829318ec248d tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 944 time: 0.6466649 Feb 04 16:08:30.111157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0816e5f3-919a-494c-beae-6f877e346072 req-7568a9b4-0df3-42e5-8667-2d0dc9bbad5d tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1095 time: 0.3483546 Feb 04 16:08:30.120611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89106b9e-0e42-416d-8616-9c84356eed7e None None] Pushing event updated for resources: {'Port': ['ID=fdbfcaa7-7dcc-4469-ba8c-68715c0af34a,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:30.188924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0477b8d-0b91-4941-9b2e-121f4ba77d01 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:30.189651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f0477b8d-0b91-4941-9b2e-121f4ba77d01 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Synchronizing usage tracker for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:30.266442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f0477b8d-0b91-4941-9b2e-121f4ba77d01 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Unset dirty status for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:30.267926 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f0477b8d-0b91-4941-9b2e-121f4ba77d01 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports/0f4f8e62-81dd-420b-aea9-28181ad10830 HTTP/1.1" status: 200 len: 910 time: 0.4306533 Feb 04 16:08:30.273322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46314) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:30.281558 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ce1213dc-e0d0-4a02-96b4-ca5c351a6bf5 req-ff53836e-ef3c-4c94-accf-69d02c653460 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 999 time: 0.3607304 Feb 04 16:08:30.335942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0816e5f3-919a-494c-beae-6f877e346072 req-ad9641cf-3b5d-48a2-adf2-df1a0af71b67 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236657 Feb 04 16:08:30.351709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07f8867a-2185-4a6e-be22-f3a6646a1fa7 req-b6b4d8a5-0687-4a72-af64-571336b66cf6 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598968 Feb 04 16:08:30.538781 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.584846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Transition to ACTIVE for port object b179f4e3-2a79-4931-9213-7a9fa91be7d3 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:30.618882 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1213dc-e0d0-4a02-96b4-ca5c351a6bf5 req-4b8ac77e-117c-4cbe-ab9e-80fe5783e984 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:30.620620 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ce1213dc-e0d0-4a02-96b4-ca5c351a6bf5 req-4b8ac77e-117c-4cbe-ab9e-80fe5783e984 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 200 len: 835 time: 0.2871587 Feb 04 16:08:30.646894 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fdbfcaa7-7dcc-4469-ba8c-68715c0af34a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:30.713726 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.750758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:30.788744 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ce1213dc-e0d0-4a02-96b4-ca5c351a6bf5 req-419d10be-5f2c-4149-94c7-7b9d4e0f9e37 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2aa94b32-e175-4e4f-ace4-d6dad39a5063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582119 Feb 04 16:08:30.795621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70cd9d-5381-47d8-938b-7674c6fed920 req-5160ad8c-f913-42c6-a860-f0627960306f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:30.797170 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b70cd9d-5381-47d8-938b-7674c6fed920 req-5160ad8c-f913-42c6-a860-f0627960306f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 944 time: 0.1931953 Feb 04 16:08:30.840454 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9b9d014e-a06e-4c85-8580-72a1dff08f83 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:30.842133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event updated for resources: {'Port': ['ID=b179f4e3-2a79-4931-9213-7a9fa91be7d3,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:30.845722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Network 850f28f7-0620-4fe3-9241-8fa4793cb65c is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:30.850948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:30.855191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:30.929368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b70cd9d-5381-47d8-938b-7674c6fed920 req-717e2875-eb34-4ebe-bb4e-463199ff286b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165354 Feb 04 16:08:30.935520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:30.936151 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.967897 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 9b9d014e-a06e-4c85-8580-72a1dff08f83 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:30.973322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 9b9d014e-a06e-4c85-8580-72a1dff08f83 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:30.973701 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.977365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a8414677-ab09-4c0b-8ac8-34952a02135f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5559790 Feb 04 16:08:30.980737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46332) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:30.988086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Request body: {'port': {'network_id': '850f28f7-0620-4fe3-9241-8fa4793cb65c', 'name': 'tempest-AllowedAddressPairTestJSON-368921762', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:43:c7:43'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:31.162848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a773de70-c022-4e25-9016-6fe0c52d0f44 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:31.171080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Attempting to bind port a6f13073-daec-4871-ae8e-43a972e6bc9f on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:31.171761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Attempting to bind port a6f13073-daec-4871-ae8e-43a972e6bc9f by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:31.172276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Attempting to bind port a6f13073-daec-4871-ae8e-43a972e6bc9f on network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:31.183045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Port a6f13073-daec-4871-ae8e-43a972e6bc9f on network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:08:31.184388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Attempting to bind port a6f13073-daec-4871-ae8e-43a972e6bc9f on network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:31.184979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:31.189457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Usage tracker for resource:port and tenant:04e8ac615c03414f80ed85d72961ff4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:31.193228 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:31.200220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:31.211429 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.215915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Made reservation on behalf of 04e8ac615c03414f80ed85d72961ff4a for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:31.222110 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.230935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:31.231631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Checking segment: {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:31.231746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Bound using segment: {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:31.232146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Bound port: a6f13073-daec-4871-ae8e-43a972e6bc9f, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26892ad1-5a62-4ac9-9ece-cfb2970866ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:31.232496 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.253804 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] device_id is not set on port cb9298fe-2ab5-47dc-a453-ceb55e5ad075 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:31.275228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2499135c-444c-466b-8c77-7f1fdae75a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9d014e-a06e-4c85-8580-72a1dff08f83'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:31.291438 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9b9d014e-a06e-4c85-8580-72a1dff08f83, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9b9d014e-a06e-4c85-8580-72a1dff08f83,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:31.297407 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.382920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port a773de70-c022-4e25-9016-6fe0c52d0f44 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:31.404138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port a773de70-c022-4e25-9016-6fe0c52d0f44 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:31.406048 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ce1213dc-e0d0-4a02-96b4-ca5c351a6bf5 req-fb0087a9-f146-4898-b11c-5ccd24bbb934 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361514 Feb 04 16:08:31.406758 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.526741 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2499135c-444c-466b-8c77-7f1fdae75a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9d014e-a06e-4c85-8580-72a1dff08f83', 'code': 200} Feb 04 16:08:31.528865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Allocated IP 172.20.0.12 (850f28f7-0620-4fe3-9241-8fa4793cb65c/18bbf40e-3bbf-4fd2-b3f3-297a3310cf35/cb9298fe-2ab5-47dc-a453-ceb55e5ad075) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:31.665974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=9b9d014e-a06e-4c85-8580-72a1dff08f83,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:31.702276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:31.710536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5e93d7-22d9-4bfd-9a37-e9cadc6174c6 None None] Network 850f28f7-0620-4fe3-9241-8fa4793cb65c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:31.711103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:31.720413 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20db79af-14f9-497f-a70a-9fa5cea3d52b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.803753 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.966213 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.004020 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.027352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Transition to ACTIVE for port object cb9298fe-2ab5-47dc-a453-ceb55e5ad075 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:32.037384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-456ff5f5-57cf-4508-b524-8038ec0b933c None None] Provisioning for port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:32.057772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-456ff5f5-57cf-4508-b524-8038ec0b933c None None] Provisioning complete for port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:32.058862 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-456ff5f5-57cf-4508-b524-8038ec0b933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.135672 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port a773de70-c022-4e25-9016-6fe0c52d0f44, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a773de70-c022-4e25-9016-6fe0c52d0f44,segment=NetworkSegment(e8d7a6d6-ee7e-4990-8a25-4689b4a6e427),segment_id=e8d7a6d6-ee7e-4990-8a25-4689b4a6e427)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:32.155395 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.174566 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.281155 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.282545 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] 10.222.0.81 "PUT /v2.0/ports/a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 1092 time: 4.3831444 Feb 04 16:08:32.302589 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:32.326955 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ce1213dc-e0d0-4a02-96b4-ca5c351a6bf5 req-b844eeeb-02c2-4781-bf00-72dd8b167dc1 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9125636 Feb 04 16:08:32.334466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Network 850f28f7-0620-4fe3-9241-8fa4793cb65c is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:32.336069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=a773de70-c022-4e25-9016-6fe0c52d0f44,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:32.338040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f13073-daec-4871-ae8e-43a972e6bc9f,revision_number=11']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:32.343690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:32.346381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:32.369392 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-456ff5f5-57cf-4508-b524-8038ec0b933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.376951 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de40d38b-49b7-4259-9a13-a1f451d4df24 req-d3b60b70-1bcf-4ce0-8785-8f3aff0af280 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1096 time: 0.7458351 Feb 04 16:08:32.403164 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d4a3f52-5399-4113-8e2b-643620168e71 req-1d7ad536-998b-4a63-90b9-3f08292541b1 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1096 time: 0.3496308 Feb 04 16:08:32.414565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event updated for resources: {'Port': ['ID=cb9298fe-2ab5-47dc-a453-ceb55e5ad075,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:32.455505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-456ff5f5-57cf-4508-b524-8038ec0b933c None None] For port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fdbfcaa7-7dcc-4469-ba8c-68715c0af34a,segment=NetworkSegment(f64470dd-14e5-4bb6-884b-b13bbb7bef58),segment_id=f64470dd-14e5-4bb6-884b-b13bbb7bef58)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:32.470216 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-456ff5f5-57cf-4508-b524-8038ec0b933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.497884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d717b-ba15-49a7-af8a-6ddf34779f50 req-1ce805ed-1515-4c80-a0d0-cea8a117d55b tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:32.500430 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-860d717b-ba15-49a7-af8a-6ddf34779f50 req-1ce805ed-1515-4c80-a0d0-cea8a117d55b tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 945 time: 0.3860993 Feb 04 16:08:32.513300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:32.514100 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.561878 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d4a3f52-5399-4113-8e2b-643620168e71 req-56119be6-fb9c-472f-9f8f-447aa653e9cd tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409736 Feb 04 16:08:32.582860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-05ff53d5-2109-4a0c-a5ef-fe0934eb5f6f tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.6006248 Feb 04 16:08:32.586852 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46352) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:32.615957 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de40d38b-49b7-4259-9a13-a1f451d4df24 req-5138faa7-d860-4f0f-a070-a1cbdfe2b239 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218332 Feb 04 16:08:32.648077 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ff5f5-57cf-4508-b524-8038ec0b933c None None] Pushing event updated for resources: {'Port': ['ID=fdbfcaa7-7dcc-4469-ba8c-68715c0af34a,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:32.683517 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-860d717b-ba15-49a7-af8a-6ddf34779f50 req-f62fbb0d-6c28-440f-91ab-67bd070530c7 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619439 Feb 04 16:08:32.760489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da957758-1d47-4dfa-9bce-c492325e5eb0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:32.766594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da957758-1d47-4dfa-9bce-c492325e5eb0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:32.773356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da957758-1d47-4dfa-9bce-c492325e5eb0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:32.774544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-da957758-1d47-4dfa-9bce-c492325e5eb0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Synchronizing usage tracker for tenant:04e8ac615c03414f80ed85d72961ff4a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:32.811121 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-da957758-1d47-4dfa-9bce-c492325e5eb0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Unset dirty status for tenant:04e8ac615c03414f80ed85d72961ff4a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:32.817469 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-da957758-1d47-4dfa-9bce-c492325e5eb0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2292323 Feb 04 16:08:32.818869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46356) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:32.823131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5d7d0060-bbdc-47ef-8215-7f537edd02e2 None None] Provisioning complete for port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:32.823607 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d7d0060-bbdc-47ef-8215-7f537edd02e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.884158 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'status': 'completed', 'code': 200} Feb 04 16:08:32.894763 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-7d9093ba-b76c-4f5d-901c-fab8b08f8372 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1095 time: 0.4694092 Feb 04 16:08:33.117441 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5d7d0060-bbdc-47ef-8215-7f537edd02e2 None None] Provisioning for port b179f4e3-2a79-4931-9213-7a9fa91be7d3 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:33.122874 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5d7d0060-bbdc-47ef-8215-7f537edd02e2 None None] Provisioning complete for port b179f4e3-2a79-4931-9213-7a9fa91be7d3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:33.123270 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d7d0060-bbdc-47ef-8215-7f537edd02e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.182306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b26e9b3f-708d-4d9b-80e0-e90f9de82f58 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Deleting port cb9298fe-2ab5-47dc-a453-ceb55e5ad075 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:33.182839 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b26e9b3f-708d-4d9b-80e0-e90f9de82f58 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.237821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d0060-bbdc-47ef-8215-7f537edd02e2 None None] Port b179f4e3-2a79-4931-9213-7a9fa91be7d3 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:33.375618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-1271c199-5203-4f7d-9602-5833d1608a31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:33.377094 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-1271c199-5203-4f7d-9602-5833d1608a31 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 898 time: 0.3798065 Feb 04 16:08:33.382125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeba567-1866-434f-8c5c-4df4bf5b63d1 req-c2fa07ae-8f3b-4865-bad2-9342158d1d84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:33.383767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1eeba567-1866-434f-8c5c-4df4bf5b63d1 req-c2fa07ae-8f3b-4865-bad2-9342158d1d84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 944 time: 0.5562308 Feb 04 16:08:33.416176 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-64a6b84f-5546-424f-b1a4-2470ada298b9 None None] Provisioning complete for port b179f4e3-2a79-4931-9213-7a9fa91be7d3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:33.416544 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-64a6b84f-5546-424f-b1a4-2470ada298b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.487155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-64a6b84f-5546-424f-b1a4-2470ada298b9 None None] Port b179f4e3-2a79-4931-9213-7a9fa91be7d3 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:33.533346 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843ecf9f-c59f-4233-902e-51a4612a9c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a773de70-c022-4e25-9016-6fe0c52d0f44'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:33.563161 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1eeba567-1866-434f-8c5c-4df4bf5b63d1 req-b1e5991a-85d1-4c67-b383-6bad724e875d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518095 Feb 04 16:08:33.611452 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843ecf9f-c59f-4233-902e-51a4612a9c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a773de70-c022-4e25-9016-6fe0c52d0f44', 'code': 200} Feb 04 16:08:33.618498 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-9a245c08-833f-4754-8854-50ee6e924dc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1095 time: 0.6792960 Feb 04 16:08:33.637445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a798685e-95ca-4748-baa0-d6720fb16028 None None] Provisioning for port cb9298fe-2ab5-47dc-a453-ceb55e5ad075 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:33.643986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a798685e-95ca-4748-baa0-d6720fb16028 None None] Provisioning complete for port cb9298fe-2ab5-47dc-a453-ceb55e5ad075 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:33.645251 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a798685e-95ca-4748-baa0-d6720fb16028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.691879 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-a7b55fc8-11a5-4662-94a7-c6652edfafad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 999 time: 0.3006971 Feb 04 16:08:33.744762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a798685e-95ca-4748-baa0-d6720fb16028 None None] Port cb9298fe-2ab5-47dc-a453-ceb55e5ad075 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:33.778716 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-ba59fb8e-ebed-4719-af70-51baa226ddb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:33.780261 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-ba59fb8e-ebed-4719-af70-51baa226ddb1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 200 len: 835 time: 0.0787849 Feb 04 16:08:33.903480 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b26e9b3f-708d-4d9b-80e0-e90f9de82f58 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.989123 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-2b800281-6978-46fe-8996-bd516f6ec70e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2aa94b32-e175-4e4f-ace4-d6dad39a5063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473622 Feb 04 16:08:34.131726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b26e9b3f-708d-4d9b-80e0-e90f9de82f58 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Calling delete_port for cb9298fe-2ab5-47dc-a453-ceb55e5ad075 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:34.235219 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-04cc8a92-3756-4e53-a0f8-1e1facf0870b service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083399 Feb 04 16:08:34.252553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-20db79af-14f9-497f-a70a-9fa5cea3d52b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port 0f4f8e62-81dd-420b-aea9-28181ad10830 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:34.253066 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20db79af-14f9-497f-a70a-9fa5cea3d52b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.292198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9384cc-a194-410d-bfe5-497d7987093c req-71b365bd-0aa6-482e-9157-686e0c9efa85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:34.293779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-71b365bd-0aa6-482e-9157-686e0c9efa85 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 898 time: 0.6667848 Feb 04 16:08:34.416160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d48b4b1b-53e9-44dc-a46e-1291bc10e4c4 req-a6e0683f-7c27-401b-891d-9a1b481c45a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 1096 time: 0.7134585 Feb 04 16:08:34.426873 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25a697e0-d0bc-4b88-af92-f594bab341e7 req-35e4cd7a-70ab-445a-bed7-923498694ab2 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1096 time: 0.5698762 Feb 04 16:08:34.462622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40410576-8ef7-4076-bbb8-b7412c11b9fa req-2070ea73-7777-4fd6-9836-ac83c81cbdff tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:34.464155 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-40410576-8ef7-4076-bbb8-b7412c11b9fa req-2070ea73-7777-4fd6-9836-ac83c81cbdff tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 945 time: 0.5399458 Feb 04 16:08:34.552957 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-14595b31-7157-4194-9e4e-43b3537373ec service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015494 Feb 04 16:08:34.563856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fdbfcaa7-7dcc-4469-ba8c-68715c0af34a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:34.564893 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b26e9b3f-708d-4d9b-80e0-e90f9de82f58 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.580605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-8a0edd79-0d5c-4bc9-90f8-0051ac5da141 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 999 time: 0.2776201 Feb 04 16:08:34.585282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20db79af-14f9-497f-a70a-9fa5cea3d52b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.659740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:34.660568 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.685156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e9b3f-708d-4d9b-80e0-e90f9de82f58 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event deleted for resources: {'Port': ['ID=cb9298fe-2ab5-47dc-a453-ceb55e5ad075,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:34.705616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d48b4b1b-53e9-44dc-a46e-1291bc10e4c4 req-ea9acf32-66c3-48ac-9c59-7296f7b5ed44 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721381 Feb 04 16:08:34.707100 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25a697e0-d0bc-4b88-af92-f594bab341e7 req-77a46375-a558-4e1e-93a6-ed792f5cbb14 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399166 Feb 04 16:08:34.737719 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-40410576-8ef7-4076-bbb8-b7412c11b9fa req-9393dfbc-c506-4898-92bd-a7748a3650a9 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506840 Feb 04 16:08:34.784448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9384cc-a194-410d-bfe5-497d7987093c req-4ce7cfe7-aee1-4806-8977-91966b2432b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:34.786133 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-4ce7cfe7-aee1-4806-8977-91966b2432b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 200 len: 835 time: 0.1623807 Feb 04 16:08:35.040559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-20db79af-14f9-497f-a70a-9fa5cea3d52b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for 0f4f8e62-81dd-420b-aea9-28181ad10830 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:35.152621 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-183c6df9-fe5b-4a88-856c-31e856b3746c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1095 time: 0.3120911 Feb 04 16:08:35.243362 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b26e9b3f-708d-4d9b-80e0-e90f9de82f58 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.269744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b26e9b3f-708d-4d9b-80e0-e90f9de82f58 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "DELETE /v2.0/ports/cb9298fe-2ab5-47dc-a453-ceb55e5ad075 HTTP/1.1" status: 204 len: 168 time: 2.4489546 Feb 04 16:08:35.277127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46376) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:35.331004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9384cc-a194-410d-bfe5-497d7987093c req-bdbd0b1f-e5f8-42f9-903a-8f12f7852c79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:35.345079 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-bdbd0b1f-e5f8-42f9-903a-8f12f7852c79 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 898 time: 0.1782403 Feb 04 16:08:35.419506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13880aca-c50c-4e08-9f01-ae33446e45a5 req-01d39f48-12dc-4e81-9bcc-f275a9f05898 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:35.423453 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13880aca-c50c-4e08-9f01-ae33446e45a5 req-01d39f48-12dc-4e81-9bcc-f275a9f05898 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 944 time: 0.3340971 Feb 04 16:08:35.425716 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b4d0f8-3a82-4adf-9fe9-f9535f0fac95 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] GET failed (client error): The resource could not be found. Feb 04 16:08:35.428633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a0b4d0f8-3a82-4adf-9fe9-f9535f0fac95 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Synchronizing usage tracker for tenant:04e8ac615c03414f80ed85d72961ff4a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:35.439903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-718072da-a745-4ae3-85d1-ee3e9600b599 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2aa94b32-e175-4e4f-ace4-d6dad39a5063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3433423 Feb 04 16:08:35.502126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-0f4f9dbd-be41-4935-a497-2dbf47fb7942 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:08:35.503151 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-0f4f9dbd-be41-4935-a497-2dbf47fb7942 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0097561 Feb 04 16:08:35.517288 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-575b7bf2-1a48-4516-9c9a-5e5662fa30d0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 999 time: 0.1453052 Feb 04 16:08:35.590347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a0b4d0f8-3a82-4adf-9fe9-f9535f0fac95 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Unset dirty status for tenant:04e8ac615c03414f80ed85d72961ff4a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:35.595241 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a0b4d0f8-3a82-4adf-9fe9-f9535f0fac95 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "GET /v2.0/ports/cb9298fe-2ab5-47dc-a453-ceb55e5ad075 HTTP/1.1" status: 404 len: 333 time: 0.3036449 Feb 04 16:08:35.606942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13880aca-c50c-4e08-9f01-ae33446e45a5 req-7877fe74-aa98-406b-ac47-8feeafec5f11 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728325 Feb 04 16:08:35.607816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46382) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:35.636527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Request body: {'port': {'network_id': '850f28f7-0620-4fe3-9241-8fa4793cb65c', 'name': 'tempest-AllowedAddressPairTestJSON-1651491882'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:35.681253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9384cc-a194-410d-bfe5-497d7987093c req-f757f057-9620-4a7a-8a34-4fbf1245c113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:35.682726 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-f757f057-9620-4a7a-8a34-4fbf1245c113 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 200 len: 835 time: 0.1190548 Feb 04 16:08:35.687504 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20db79af-14f9-497f-a70a-9fa5cea3d52b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.743455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46388) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:35.808586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db79af-14f9-497f-a70a-9fa5cea3d52b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Port': ['ID=0f4f8e62-81dd-420b-aea9-28181ad10830,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:35.856331 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-855e5683-b51c-4af7-949b-f6cd37afe5d9 service neutron] 10.222.0.73 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446989 Feb 04 16:08:36.129500 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-b1490c9c-4cda-415f-afde-8fc4403f452d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2aa94b32-e175-4e4f-ace4-d6dad39a5063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4325328 Feb 04 16:08:36.242263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:36.251040 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80de4a2e-3a4e-4069-9c10-a954b1b93b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.293597 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:36.344177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Made reservation on behalf of 04e8ac615c03414f80ed85d72961ff4a for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:36.346998 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.397374 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-ed05b43a-05e9-433a-8393-3f1c2f2f7518 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610788 Feb 04 16:08:36.397730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-80de4a2e-3a4e-4069-9c10-a954b1b93b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:36.406116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-4bc3fe98-b24a-4097-9d80-7d6d7b391497 service neutron] 10.222.0.73 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966567 Feb 04 16:08:36.409357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-80de4a2e-3a4e-4069-9c10-a954b1b93b1e admin admin] Usage tracker for resource:security_group_rule and tenant:4c2ceacdfa4844099f74ba8717e753a3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:36.421802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-80de4a2e-3a4e-4069-9c10-a954b1b93b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:36.434692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] device_id is not set on port dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:36.467932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-80de4a2e-3a4e-4069-9c10-a954b1b93b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:36.486287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5d3bea6-19d4-4d30-8976-d73023e54e9c req-a224bda6-4853-4072-9cd6-3dc67aab4251 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1096 time: 0.3374331 Feb 04 16:08:36.512241 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20db79af-14f9-497f-a70a-9fa5cea3d52b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.538708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fae30e-56e6-4082-ad90-72ba7657fd37 req-cdbf986e-b7c2-45bb-bf26-bccb48fb2204 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:36.540100 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03fae30e-56e6-4082-ad90-72ba7657fd37 req-cdbf986e-b7c2-45bb-bf26-bccb48fb2204 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 945 time: 0.3475776 Feb 04 16:08:36.579394 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-94a0d96f-ad07-406f-8b01-05fc9c8c8ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.616032 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9d9384cc-a194-410d-bfe5-497d7987093c req-b1f118bc-374c-4a88-97d9-98374b00ef9a service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106469 Feb 04 16:08:36.684976 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5d3bea6-19d4-4d30-8976-d73023e54e9c req-21abc066-6087-4552-b99a-8d46817bc653 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843045 Feb 04 16:08:36.731770 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03fae30e-56e6-4082-ad90-72ba7657fd37 req-083fe627-25e1-4006-8efd-14bf48b1d896 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744268 Feb 04 16:08:36.742636 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Allocated IP 172.20.0.14 (850f28f7-0620-4fe3-9241-8fa4793cb65c/18bbf40e-3bbf-4fd2-b3f3-297a3310cf35/dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:36.852665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a6f13073-daec-4871-ae8e-43a972e6bc9f details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:08:36.894060 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80de4a2e-3a4e-4069-9c10-a954b1b93b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.003139 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80de4a2e-3a4e-4069-9c10-a954b1b93b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.061921 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:37.078413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'port_id': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'mac_address': 'fa:16:3e:6d:c1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:08:37.127999 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-80de4a2e-3a4e-4069-9c10-a954b1b93b1e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c2ceacdfa4844099f74ba8717e753a3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3836043 Feb 04 16:08:37.129060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de4a2e-3a4e-4069-9c10-a954b1b93b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39b538a-9a10-4f21-965d-a8093e25df10,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:37.133037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46402) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:37.138781 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.160636 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f13073-daec-4871-ae8e-43a972e6bc9f {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:37.180767 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:37.185424 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.194985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ac30994-be8f-4195-bf21-8c18d68563a1 req-3cca6fac-f222-4d9a-add8-3c4b4814d00b tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1096 time: 0.2951186 Feb 04 16:08:37.209793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20db79af-14f9-497f-a70a-9fa5cea3d52b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 6a216370-4ac4-4628-abb3-c3ac455f64b0 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:08:37.243784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b155504-295d-42b2-9dc5-ced62e598e14 req-1b700a61-42bf-46d5-843c-bd8cfbd09a3d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:37.245411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b155504-295d-42b2-9dc5-ced62e598e14 req-1b700a61-42bf-46d5-843c-bd8cfbd09a3d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 944 time: 0.4123979 Feb 04 16:08:37.248375 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.262175 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=a6f13073-daec-4871-ae8e-43a972e6bc9f,revision_number=12']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:37.324592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Transition to ACTIVE for port object dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:37.353177 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ac30994-be8f-4195-bf21-8c18d68563a1 req-86950f78-847a-4bb4-bf92-02ccc65b0b2a tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437833 Feb 04 16:08:37.370719 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56daa855-8f6c-455f-8e8f-4c5d44c45463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.403926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b155504-295d-42b2-9dc5-ced62e598e14 req-0c5957db-f4f9-4c4c-872f-c7f367fdb25e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445422 Feb 04 16:08:37.418334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20db79af-14f9-497f-a70a-9fa5cea3d52b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:37.450611 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56daa855-8f6c-455f-8e8f-4c5d44c45463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.452902 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5654c1fa-ed32-48b9-b4d9-ba7cb5e81e35 None None] Sync routers for ids ['6a216370-4ac4-4628-abb3-c3ac455f64b0'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:37.456318 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-20db79af-14f9-497f-a70a-9fa5cea3d52b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/6a216370-4ac4-4628-abb3-c3ac455f64b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1790230 Feb 04 16:08:37.459416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46408) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:37.487013 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654c1fa-ed32-48b9-b4d9-ba7cb5e81e35 None None] Routers {'6a216370-4ac4-4628-abb3-c3ac455f64b0'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:37.493600 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5654c1fa-ed32-48b9-b4d9-ba7cb5e81e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:08:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6a216370-4ac4-4628-abb3-c3ac455f64b0'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:37.589132 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5654c1fa-ed32-48b9-b4d9-ba7cb5e81e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:37.605020 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654c1fa-ed32-48b9-b4d9-ba7cb5e81e35 None None] Routers {'6a216370-4ac4-4628-abb3-c3ac455f64b0'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:37.605944 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5654c1fa-ed32-48b9-b4d9-ba7cb5e81e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:08:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6a216370-4ac4-4628-abb3-c3ac455f64b0'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:37.614861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['a6f13073-daec-4871-ae8e-43a972e6bc9f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:37.682249 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.688161 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-5654c1fa-ed32-48b9-b4d9-ba7cb5e81e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:37.688768 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5654c1fa-ed32-48b9-b4d9-ba7cb5e81e35 None None] The sync data for ids ['6a216370-4ac4-4628-abb3-c3ac455f64b0'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:37.716351 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56daa855-8f6c-455f-8e8f-4c5d44c45463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.795631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56daa855-8f6c-455f-8e8f-4c5d44c45463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39b538a-9a10-4f21-965d-a8093e25df10,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:37.831104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Network 850f28f7-0620-4fe3-9241-8fa4793cb65c is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:37.836777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:37.849726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:37.884526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event updated for resources: {'Port': ['ID=dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:37.922168 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56daa855-8f6c-455f-8e8f-4c5d44c45463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.923564 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-56daa855-8f6c-455f-8e8f-4c5d44c45463 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f39b538a-9a10-4f21-965d-a8093e25df10 HTTP/1.1" status: 204 len: 168 time: 0.7860730 Feb 04 16:08:37.966939 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38935ecb-41f9-4a03-b7ad-4ca6216a07bb req-5be8169a-3d37-413f-88a4-2cfb642d6a9f tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1096 time: 0.2817023 Feb 04 16:08:37.995317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:37.996223 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.049158 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0e521dfa-2653-4abe-9549-62bdd0c2234e tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4208453 Feb 04 16:08:38.058297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46416) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:38.065227 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-aecfec1e-81dc-4ded-9c55-ab4ceefb7633 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:43:c7:43'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:38.127859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38935ecb-41f9-4a03-b7ad-4ca6216a07bb req-1306f391-14e9-4cd0-b660-6f00b953fd09 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597912 Feb 04 16:08:38.141654 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-18036feb-6ba2-4c31-ade1-facd76dc53b0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.321298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c0fa62d4-5c5e-4c0a-99e9-c4b3e5ece374 None None] Provisioning for port dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:38.328655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c0fa62d4-5c5e-4c0a-99e9-c4b3e5ece374 None None] Provisioning complete for port dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:38.331305 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c0fa62d4-5c5e-4c0a-99e9-c4b3e5ece374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.414036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c0fa62d4-5c5e-4c0a-99e9-c4b3e5ece374 None None] Port dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:38.450079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fa557-e8fe-42ec-a9c0-afca267428d8 req-73168f52-cda5-448b-a0df-9cf3ce651198 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:38.456737 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d97fa557-e8fe-42ec-a9c0-afca267428d8 req-73168f52-cda5-448b-a0df-9cf3ce651198 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 945 time: 0.2901552 Feb 04 16:08:38.481021 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aecfec1e-81dc-4ded-9c55-ab4ceefb7633 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.660259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d97fa557-e8fe-42ec-a9c0-afca267428d8 req-a648bea1-daca-4593-8201-7724f23a1352 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021031 Feb 04 16:08:38.866681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a6f13073-daec-4871-ae8e-43a972e6bc9f up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:38.888669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-7c8eb578-52bc-4cba-aa85-63e8152bc733 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:38.898566 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-7c8eb578-52bc-4cba-aa85-63e8152bc733 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/networks?id=dbc1367a-e277-4528-b29e-8f1ccd084853 HTTP/1.1" status: 200 len: 910 time: 0.3665249 Feb 04 16:08:39.045737 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-cd9d7d83-63b0-4c19-a980-039b5a2d5256 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/quotas/07158a7c8e2241e89f11b1b77b80474f HTTP/1.1" status: 200 len: 375 time: 0.1457443 Feb 04 16:08:39.064631 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-08eed825-04c0-42f8-9d19-3788b1361659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.090058 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port a6f13073-daec-4871-ae8e-43a972e6bc9f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:39.104936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port a6f13073-daec-4871-ae8e-43a972e6bc9f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:39.105317 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.179298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfac68-0413-4cab-ae96-ada5d124d8f5 req-350c6b56-ca7c-4c78-b670-559f6af32921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:39.186366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10dfac68-0413-4cab-ae96-ada5d124d8f5 req-350c6b56-ca7c-4c78-b670-559f6af32921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 945 time: 0.2772009 Feb 04 16:08:39.267251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-18036feb-6ba2-4c31-ade1-facd76dc53b0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port d4dc06f7-d3fc-45c3-b4a6-f83143d4a243 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:39.267828 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-18036feb-6ba2-4c31-ade1-facd76dc53b0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.298098 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10dfac68-0413-4cab-ae96-ada5d124d8f5 req-08bc654e-da10-4100-b32a-c43892f44919 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108477 Feb 04 16:08:39.331059 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-d7830697-e1ef-4b08-a08c-3b2de0d031ff tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=07158a7c8e2241e89f11b1b77b80474f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2747474 Feb 04 16:08:39.335647 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aecfec1e-81dc-4ded-9c55-ab4ceefb7633 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.351976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46472) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:39.361807 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aecfec1e-81dc-4ded-9c55-ab4ceefb7633 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.380944 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.444917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:39.447351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:39.475290 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.606992 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-42b92553-fce0-4ead-ba4d-3818f525748d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/80039df2-d74e-4f73-b6bc-febc34dd749e HTTP/1.1" status: 200 len: 993 time: 0.2537408 Feb 04 16:08:39.662696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-aecfec1e-81dc-4ded-9c55-ab4ceefb7633 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] In _notify_port_updated(), no bound segment for port dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de on network 850f28f7-0620-4fe3-9241-8fa4793cb65c {{(pid=83551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:08:39.670693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecfec1e-81dc-4ded-9c55-ab4ceefb7633 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:39.671683 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aecfec1e-81dc-4ded-9c55-ab4ceefb7633 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.681653 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'code': 200} Feb 04 16:08:39.682196 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-aecfec1e-81dc-4ded-9c55-ab4ceefb7633 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "PUT /v2.0/ports/dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de HTTP/1.1" status: 200 len: 995 time: 1.6223400 Feb 04 16:08:39.682911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46482) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:39.683403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=a6f13073-daec-4871-ae8e-43a972e6bc9f,revision_number=13']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:39.698476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:39.699275 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:39.699819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:39.700368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:39.701505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:39.702029 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:39.702507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:39.703092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:39.703842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:39.704603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:39.705306 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:39.722689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfec1e-81dc-4ded-9c55-ab4ceefb7633 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event updated for resources: {'Port': ['ID=dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:39.879793 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-b1ac0f97-6a05-4c07-bf29-b58d7c213ab3 service neutron] 10.222.0.60 "GET /v2.0/networks/dbc1367a-e277-4528-b29e-8f1ccd084853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470343 Feb 04 16:08:39.886578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-0278c942-ecfa-418b-b5f2-149a657a23d8 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Deleting port dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:39.886921 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0278c942-ecfa-418b-b5f2-149a657a23d8 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.899572 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-18036feb-6ba2-4c31-ade1-facd76dc53b0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.963283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e736b11f-395e-4d5b-afe5-a6276c8bf45c None None] Provisioning complete for port dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:39.964053 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e736b11f-395e-4d5b-afe5-a6276c8bf45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.090142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-18036feb-6ba2-4c31-ade1-facd76dc53b0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for d4dc06f7-d3fc-45c3-b4a6-f83143d4a243 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:40.125053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e736b11f-395e-4d5b-afe5-a6276c8bf45c None None] Port dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:40.295895 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.414109 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.443977 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-18036feb-6ba2-4c31-ade1-facd76dc53b0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.515592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18036feb-6ba2-4c31-ade1-facd76dc53b0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Port': ['ID=d4dc06f7-d3fc-45c3-b4a6-f83143d4a243,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:40.524625 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-753285f5-f2ac-4491-a007-c2bfab87ab80 service neutron] 10.222.0.60 "GET /v2.0/networks/dbc1367a-e277-4528-b29e-8f1ccd084853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6002562 Feb 04 16:08:40.689724 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0278c942-ecfa-418b-b5f2-149a657a23d8 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.926002 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-18036feb-6ba2-4c31-ade1-facd76dc53b0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.037352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-0278c942-ecfa-418b-b5f2-149a657a23d8 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Calling delete_port for dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:41.154043 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e75ea6b6-fa7f-4fa1-89a6-32703c17f5d5 req-bc98af44-1c3a-416a-8fe3-c5f5d96920db tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 210 time: 0.1318960 Feb 04 16:08:41.314463 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0278c942-ecfa-418b-b5f2-149a657a23d8 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.376412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278c942-ecfa-418b-b5f2-149a657a23d8 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event deleted for resources: {'Port': ['ID=dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:41.530553 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.706755 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.791495 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0278c942-ecfa-418b-b5f2-149a657a23d8 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.805852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0278c942-ecfa-418b-b5f2-149a657a23d8 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "DELETE /v2.0/ports/dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de HTTP/1.1" status: 204 len: 168 time: 2.1001141 Feb 04 16:08:41.808415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46522) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:41.862025 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a367bb08-de1e-4491-8585-843ebd8c502c tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] GET failed (client error): The resource could not be found. Feb 04 16:08:41.862445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a367bb08-de1e-4491-8585-843ebd8c502c tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Synchronizing usage tracker for tenant:04e8ac615c03414f80ed85d72961ff4a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:41.870769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18036feb-6ba2-4c31-ade1-facd76dc53b0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 6a216370-4ac4-4628-abb3-c3ac455f64b0 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:08:41.886943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a367bb08-de1e-4491-8585-843ebd8c502c tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Unset dirty status for tenant:04e8ac615c03414f80ed85d72961ff4a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:41.890189 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a367bb08-de1e-4491-8585-843ebd8c502c tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "GET /v2.0/ports/dac8a8f8-4d02-4dbe-bad9-cfcddf6b88de HTTP/1.1" status: 404 len: 333 time: 0.0797439 Feb 04 16:08:41.893804 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46526) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:41.901614 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Request body: {'port': {'network_id': '850f28f7-0620-4fe3-9241-8fa4793cb65c', 'name': 'tempest-AllowedAddressPairTestJSON-1619555152'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:42.034727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18036feb-6ba2-4c31-ade1-facd76dc53b0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:42.046145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994e74d-9570-43f3-bf73-594d1007323d None None] Sync routers for ids ['6a216370-4ac4-4628-abb3-c3ac455f64b0'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:42.059387 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3994e74d-9570-43f3-bf73-594d1007323d None None] Routers {'6a216370-4ac4-4628-abb3-c3ac455f64b0'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:42.062524 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-18036feb-6ba2-4c31-ade1-facd76dc53b0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/6a216370-4ac4-4628-abb3-c3ac455f64b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5995567 Feb 04 16:08:42.062850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46532) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:42.063641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3994e74d-9570-43f3-bf73-594d1007323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:08:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6a216370-4ac4-4628-abb3-c3ac455f64b0'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:42.113423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c5877378-cdc6-49d7-90b8-c07e1a2a2def tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Synchronizing usage tracker for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:42.139562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:42.141951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c5877378-cdc6-49d7-90b8-c07e1a2a2def tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Unset dirty status for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:42.145607 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c5877378-cdc6-49d7-90b8-c07e1a2a2def tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a216370-4ac4-4628-abb3-c3ac455f64b0 HTTP/1.1" status: 200 len: 205 time: 0.0813982 Feb 04 16:08:42.149695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46538) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:42.153963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:42.165837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Made reservation on behalf of 04e8ac615c03414f80ed85d72961ff4a for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:42.169921 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.172814 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3994e74d-9570-43f3-bf73-594d1007323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:42.184365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3994e74d-9570-43f3-bf73-594d1007323d None None] Routers {'6a216370-4ac4-4628-abb3-c3ac455f64b0'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:42.184986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3994e74d-9570-43f3-bf73-594d1007323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:08:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['6a216370-4ac4-4628-abb3-c3ac455f64b0'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:42.225046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] device_id is not set on port 384f890f-5669-49fc-946e-4952c0dd6d0e yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:42.253801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3994e74d-9570-43f3-bf73-594d1007323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:42.254257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994e74d-9570-43f3-bf73-594d1007323d None None] The sync data for ids ['6a216370-4ac4-4628-abb3-c3ac455f64b0'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:42.344502 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d35c98e9-be09-4137-857b-fc764bc6ad73 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.510503 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db99071d-b292-4c3f-bb2f-8c3536330867 req-9ce3cd37-1ba1-48cd-a2cb-6d5e24ea9608 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 210 time: 0.1276581 Feb 04 16:08:42.637174 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Allocated IP 172.20.0.3 (850f28f7-0620-4fe3-9241-8fa4793cb65c/18bbf40e-3bbf-4fd2-b3f3-297a3310cf35/384f890f-5669-49fc-946e-4952c0dd6d0e) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:42.655615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-6f5f5993-a738-42ac-a6bc-00ee0e788493 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:42.657447 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-6f5f5993-a738-42ac-a6bc-00ee0e788493 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.73 "GET /v2.0/networks?id=dbc1367a-e277-4528-b29e-8f1ccd084853 HTTP/1.1" status: 200 len: 910 time: 0.3133152 Feb 04 16:08:42.679718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Request body: {'port': {'device_id': 'a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c', 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853', 'admin_state_up': True, 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:42.690204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:42.705854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Usage tracker for resource:port and tenant:07158a7c8e2241e89f11b1b77b80474f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:42.711327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Quota usage for port was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:42.726311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:42.807816 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d35c98e9-be09-4137-857b-fc764bc6ad73 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.809346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Made reservation on behalf of 07158a7c8e2241e89f11b1b77b80474f for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:42.813016 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.813526 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d35c98e9-be09-4137-857b-fc764bc6ad73 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.858429 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d35c98e9-be09-4137-857b-fc764bc6ad73 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.859001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35c98e9-be09-4137-857b-fc764bc6ad73 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Fanout notify agent at l3_agent the message router_deleted on router 6a216370-4ac4-4628-abb3-c3ac455f64b0 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:08:42.876561 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d35c98e9-be09-4137-857b-fc764bc6ad73 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.877629 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d35c98e9-be09-4137-857b-fc764bc6ad73 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/routers/6a216370-4ac4-4628-abb3-c3ac455f64b0 HTTP/1.1" status: 204 len: 168 time: 0.7267652 Feb 04 16:08:42.880667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46548) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:43.151854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f1e43b-fb4e-472c-87ff-1bce435b066d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting subnet 2bc25f97-a187-4926-ad6a-8d13f082758a {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:08:43.160493 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63f1e43b-fb4e-472c-87ff-1bce435b066d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.178120 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.212044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Transition to ACTIVE for port object 384f890f-5669-49fc-946e-4952c0dd6d0e will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:43.234636 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Allocated IP 172.20.0.13 (dbc1367a-e277-4528-b29e-8f1ccd084853/64f3e969-b4bb-4c46-8d33-ef5b0b9f560d/ea4f4534-e9c8-40fe-b706-84630f94cf03) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:43.270461 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63f1e43b-fb4e-472c-87ff-1bce435b066d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.288535 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.368432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Network 850f28f7-0620-4fe3-9241-8fa4793cb65c is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:43.384665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:43.391817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:43.511672 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63f1e43b-fb4e-472c-87ff-1bce435b066d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.541020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event updated for resources: {'Port': ['ID=384f890f-5669-49fc-946e-4952c0dd6d0e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:43.609020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:43.613572 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.635082 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63f1e43b-fb4e-472c-87ff-1bce435b066d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.705428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1e43b-fb4e-472c-87ff-1bce435b066d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc25f97-a187-4926-ad6a-8d13f082758a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:43.715115 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63f1e43b-fb4e-472c-87ff-1bce435b066d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.723685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5412b78e-dfe3-4de7-8930-b26d1154140a None None] Network 7261a984-5b15-42b3-9a94-2c458967a135 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:43.728735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46566) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:43.732306 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-63f1e43b-fb4e-472c-87ff-1bce435b066d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/2bc25f97-a187-4926-ad6a-8d13f082758a HTTP/1.1" status: 204 len: 168 time: 0.8505745 Feb 04 16:08:43.881520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d821f243-e220-4b0f-a774-76c2e010d887 req-6f52878b-fc69-4eae-a030-a59c659edb5a tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Synchronizing usage tracker for tenant:07158a7c8e2241e89f11b1b77b80474f on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:43.899230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b1c31b84-a6c1-4b2e-99bd-0e52c106e6c9 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0040550 Feb 04 16:08:43.902945 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46572) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:43.909268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-bd2b6210-6dee-47df-942b-8be242e7a453 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:43:c7:43'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:43.940586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d821f243-e220-4b0f-a774-76c2e010d887 req-6f52878b-fc69-4eae-a030-a59c659edb5a tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Unset dirty status for tenant:07158a7c8e2241e89f11b1b77b80474f on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:43.942132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d821f243-e220-4b0f-a774-76c2e010d887 req-6f52878b-fc69-4eae-a030-a59c659edb5a tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 210 time: 0.1431713 Feb 04 16:08:43.947879 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.061496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0954188-70f1-4e42-971b-24c18c683c6d None None] Provisioning for port 384f890f-5669-49fc-946e-4952c0dd6d0e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:44.082219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0954188-70f1-4e42-971b-24c18c683c6d None None] Provisioning complete for port 384f890f-5669-49fc-946e-4952c0dd6d0e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:44.082700 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0954188-70f1-4e42-971b-24c18c683c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.107831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca88fec-67c9-4510-9d44-3fc45c3a52f5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting subnet 0feb0688-9790-4c0d-8e1d-def91f0d7cd9 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:08:44.109703 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cca88fec-67c9-4510-9d44-3fc45c3a52f5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.139838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Transition to ACTIVE for port object ea4f4534-e9c8-40fe-b706-84630f94cf03 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:44.175502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0954188-70f1-4e42-971b-24c18c683c6d None None] Port 384f890f-5669-49fc-946e-4952c0dd6d0e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:44.182469 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cca88fec-67c9-4510-9d44-3fc45c3a52f5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.250578 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.277208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2499f1-519f-4ef9-ba4e-f301c5ec3f4f None None] DHCP port deletion for 7261a984-5b15-42b3-9a94-2c458967a135 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:08:44.281814 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['9b9d014e-a06e-4c85-8580-72a1dff08f83'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:44.310795 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9b2499f1-519f-4ef9-ba4e-f301c5ec3f4f None None] Deleting port d0e2c366-4abb-4c76-a9a5-0ab86f23077d {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:44.311199 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9b2499f1-519f-4ef9-ba4e-f301c5ec3f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.365227 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Network dbc1367a-e277-4528-b29e-8f1ccd084853 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:44.372185 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:44.379886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Pushing event updated for resources: {'Port': ['ID=ea4f4534-e9c8-40fe-b706-84630f94cf03,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:44.382312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:44.418322 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6210-6dee-47df-942b-8be242e7a453 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.488480 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cca88fec-67c9-4510-9d44-3fc45c3a52f5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.590696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d0e2c366-4abb-4c76-a9a5-0ab86f23077d no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:44.590892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:44.591330 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.668559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-78044120-ffec-4a1f-ab2e-6dbe3f00186c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9916012 Feb 04 16:08:44.687278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Request body: {'port': {'device_id': 'a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:44.846620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9b2499f1-519f-4ef9-ba4e-f301c5ec3f4f None None] For port d0e2c366-4abb-4c76-a9a5-0ab86f23077d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d0e2c366-4abb-4c76-a9a5-0ab86f23077d,segment=NetworkSegment(a63078e9-bfd7-4327-baf1-1539ec58e4ba),segment_id=a63078e9-bfd7-4327-baf1-1539ec58e4ba)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:44.847641 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9b2499f1-519f-4ef9-ba4e-f301c5ec3f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.848048 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6210-6dee-47df-942b-8be242e7a453 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.853687 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6210-6dee-47df-942b-8be242e7a453 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.959506 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cca88fec-67c9-4510-9d44-3fc45c3a52f5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.965616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b6210-6dee-47df-942b-8be242e7a453 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event updated for resources: {'Port': ['ID=384f890f-5669-49fc-946e-4952c0dd6d0e,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:45.084066 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cca88fec-67c9-4510-9d44-3fc45c3a52f5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.134213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.179037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca88fec-67c9-4510-9d44-3fc45c3a52f5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Subnet': ['ID=0feb0688-9790-4c0d-8e1d-def91f0d7cd9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:45.205740 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cca88fec-67c9-4510-9d44-3fc45c3a52f5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/0feb0688-9790-4c0d-8e1d-def91f0d7cd9 HTTP/1.1" status: 204 len: 168 time: 1.4736772 Feb 04 16:08:45.212440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46588) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:45.250291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8840bd8-e1e8-42c7-bba9-511986c627f1 None None] Network 0fcaec22-2e0c-4b01-b694-c3ffa45a95a2 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:45.282767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b6210-6dee-47df-942b-8be242e7a453 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] In _notify_port_updated(), no bound segment for port 384f890f-5669-49fc-946e-4952c0dd6d0e on network 850f28f7-0620-4fe3-9241-8fa4793cb65c {{(pid=83550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:08:45.292577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2b6210-6dee-47df-942b-8be242e7a453 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:45.293412 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6210-6dee-47df-942b-8be242e7a453 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.295001 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bd2b6210-6dee-47df-942b-8be242e7a453 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "PUT /v2.0/ports/384f890f-5669-49fc-946e-4952c0dd6d0e HTTP/1.1" status: 200 len: 996 time: 1.3907821 Feb 04 16:08:45.305252 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46592) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:45.323479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9b2499f1-519f-4ef9-ba4e-f301c5ec3f4f None None] Calling delete_port for d0e2c366-4abb-4c76-a9a5-0ab86f23077d owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:45.416893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c91de9fc-63cb-40ce-88c4-33735c80fd61 None None] Provisioning for port ea4f4534-e9c8-40fe-b706-84630f94cf03 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:45.434548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.447395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port d0e2c366-4abb-4c76-a9a5-0ab86f23077d {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:45.448419 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.454338 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c91de9fc-63cb-40ce-88c4-33735c80fd61 None None] Provisioning complete for port ea4f4534-e9c8-40fe-b706-84630f94cf03 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:45.454722 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c91de9fc-63cb-40ce-88c4-33735c80fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.533956 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-96a20ae5-3b01-4dd3-be71-f124df09fc93 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Deleting port 384f890f-5669-49fc-946e-4952c0dd6d0e {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:45.534514 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-96a20ae5-3b01-4dd3-be71-f124df09fc93 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.541795 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.619697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c91de9fc-63cb-40ce-88c4-33735c80fd61 None None] Port ea4f4534-e9c8-40fe-b706-84630f94cf03 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:45.677732 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9b2499f1-519f-4ef9-ba4e-f301c5ec3f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.757741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] For port d0e2c366-4abb-4c76-a9a5-0ab86f23077d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d0e2c366-4abb-4c76-a9a5-0ab86f23077d,segment=NetworkSegment(a63078e9-bfd7-4327-baf1-1539ec58e4ba),segment_id=a63078e9-bfd7-4327-baf1-1539ec58e4ba)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:45.758104 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.807617 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2499f1-519f-4ef9-ba4e-f301c5ec3f4f None None] Pushing event deleted for resources: {'Port': ['ID=d0e2c366-4abb-4c76-a9a5-0ab86f23077d,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:45.831740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2499f1-519f-4ef9-ba4e-f301c5ec3f4f None None] No DVR routers for this DVR port d0e2c366-4abb-4c76-a9a5-0ab86f23077d on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:45.862055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d2a98fed-24f8-486d-ac63-906637c4071d None None] Provisioning complete for port 384f890f-5669-49fc-946e-4952c0dd6d0e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:45.862756 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d2a98fed-24f8-486d-ac63-906637c4071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.915279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for d0e2c366-4abb-4c76-a9a5-0ab86f23077d owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:46.008343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d2a98fed-24f8-486d-ac63-906637c4071d None None] Port 384f890f-5669-49fc-946e-4952c0dd6d0e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:46.042281 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-349bac3a-09f8-4190-b556-54c21e3c0093 req-c0acbb95-6e89-4688-ad76-f604f68ecf12 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1028 time: 0.7686388 Feb 04 16:08:46.077739 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:08:46.078198 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:08:46.135506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc5784a-b930-4cf2-996b-1a453ae9e612 None None] DHCP port deletion for 0fcaec22-2e0c-4b01-b694-c3ffa45a95a2 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:08:46.146855 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5784a-b930-4cf2-996b-1a453ae9e612 None None] Deleting port 1f2a8e8e-768e-4b38-9e22-193978e81280 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:46.147251 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7fc5784a-b930-4cf2-996b-1a453ae9e612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.155857 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-96a20ae5-3b01-4dd3-be71-f124df09fc93 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.294695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-96a20ae5-3b01-4dd3-be71-f124df09fc93 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Calling delete_port for 384f890f-5669-49fc-946e-4952c0dd6d0e owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:46.359057 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-349bac3a-09f8-4190-b556-54c21e3c0093 req-a667638f-295f-421a-ac76-23d813479326 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159020 Feb 04 16:08:46.385365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7fc5784a-b930-4cf2-996b-1a453ae9e612 None None] For port 1f2a8e8e-768e-4b38-9e22-193978e81280, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1f2a8e8e-768e-4b38-9e22-193978e81280,segment=NetworkSegment(0b250c76-17ae-4b05-ae30-39f4ce695a0a),segment_id=0b250c76-17ae-4b05-ae30-39f4ce695a0a)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:46.385782 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7fc5784a-b930-4cf2-996b-1a453ae9e612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.528116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4f4534-e9c8-40fe-b706-84630f94cf03 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:46.540990 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.551280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5784a-b930-4cf2-996b-1a453ae9e612 None None] Calling delete_port for 1f2a8e8e-768e-4b38-9e22-193978e81280 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:46.579036 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Transition to ACTIVE for port object ea4f4534-e9c8-40fe-b706-84630f94cf03 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:46.579896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port d0e2c366-4abb-4c76-a9a5-0ab86f23077d {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:46.580252 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.585164 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.598282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1f2a8e8e-768e-4b38-9e22-193978e81280 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:46.633372 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-96a20ae5-3b01-4dd3-be71-f124df09fc93 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.736442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] The port 'd0e2c366-4abb-4c76-a9a5-0ab86f23077d' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:08:46.830846 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.947738 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7fc5784a-b930-4cf2-996b-1a453ae9e612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.996189 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4f4534-e9c8-40fe-b706-84630f94cf03,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:47.087641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a20ae5-3b01-4dd3-be71-f124df09fc93 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event deleted for resources: {'Port': ['ID=384f890f-5669-49fc-946e-4952c0dd6d0e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:47.167869 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5784a-b930-4cf2-996b-1a453ae9e612 None None] Pushing event deleted for resources: {'Port': ['ID=1f2a8e8e-768e-4b38-9e22-193978e81280,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:47.202897 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc5784a-b930-4cf2-996b-1a453ae9e612 None None] No DVR routers for this DVR port 1f2a8e8e-768e-4b38-9e22-193978e81280 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:47.232638 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.265335 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7261a984-5b15-42b3-9a94-2c458967a135']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:47.270328 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-96a20ae5-3b01-4dd3-be71-f124df09fc93 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.292244 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63078e9-bfd7-4327-baf1-1539ec58e4ba') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:47.292542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63078e9-bfd7-4327-baf1-1539ec58e4ba') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:47.299143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-96a20ae5-3b01-4dd3-be71-f124df09fc93 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "DELETE /v2.0/ports/384f890f-5669-49fc-946e-4952c0dd6d0e HTTP/1.1" status: 204 len: 168 time: 1.9383330 Feb 04 16:08:47.302841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46608) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:47.335582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Attempting to bind port ea4f4534-e9c8-40fe-b706-84630f94cf03 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:47.336240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Attempting to bind port ea4f4534-e9c8-40fe-b706-84630f94cf03 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:47.336667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Attempting to bind port ea4f4534-e9c8-40fe-b706-84630f94cf03 on network dbc1367a-e277-4528-b29e-8f1ccd084853 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:47.344251 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Port ea4f4534-e9c8-40fe-b706-84630f94cf03 on network dbc1367a-e277-4528-b29e-8f1ccd084853 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:08:47.344668 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.344895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Attempting to bind port ea4f4534-e9c8-40fe-b706-84630f94cf03 on network dbc1367a-e277-4528-b29e-8f1ccd084853 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:47.353462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:47.353906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Checking segment: {'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:47.354428 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Bound using segment: {'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:47.354987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Bound port: ea4f4534-e9c8-40fe-b706-84630f94cf03, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9511d7d-920f-4d8e-a92f-18ee0dec0848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:47.355465 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.362713 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d577c8-e4d5-4cac-9b2a-dbd705251c04 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] GET failed (client error): The resource could not be found. Feb 04 16:08:47.368849 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b8d577c8-e4d5-4cac-9b2a-dbd705251c04 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "GET /v2.0/ports/384f890f-5669-49fc-946e-4952c0dd6d0e HTTP/1.1" status: 404 len: 333 time: 0.0649645 Feb 04 16:08:47.372018 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46612) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:47.380073 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Request body: {'port': {'network_id': '850f28f7-0620-4fe3-9241-8fa4793cb65c', 'name': 'tempest-AllowedAddressPairTestJSON-727201968'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:47.397844 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.470054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] For port ea4f4534-e9c8-40fe-b706-84630f94cf03, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:47.476656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] For port ea4f4534-e9c8-40fe-b706-84630f94cf03, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ea4f4534-e9c8-40fe-b706-84630f94cf03,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:47.485226 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.516063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:08:47.516808 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:08:47.532870 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:08:47.626715 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.628682 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] 10.222.0.73 "PUT /v2.0/ports/ea4f4534-e9c8-40fe-b706-84630f94cf03 HTTP/1.1" status: 200 len: 1092 time: 2.9512155 Feb 04 16:08:47.635601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c', 'tag': 'ea4f4534-e9c8-40fe-b706-84630f94cf03'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:47.673695 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.674845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89aacc-89ef-43b7-b06a-9add282dca20 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4f4534-e9c8-40fe-b706-84630f94cf03,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:47.728968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.750466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Network': ['ID=7261a984-5b15-42b3-9a94-2c458967a135,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:47.776265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f941905-5e97-470e-90fb-9ddc6e10ed57 req-bf243bd8-8246-4812-85b9-c6d050c072ca tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1095 time: 0.2035620 Feb 04 16:08:47.794082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:47.799160 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c', 'tag': 'ea4f4534-e9c8-40fe-b706-84630f94cf03', 'status': 'completed', 'code': 200} Feb 04 16:08:47.799693 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-30897487-6343-4e67-9d17-c1ca892794d0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/networks/7261a984-5b15-42b3-9a94-2c458967a135 HTTP/1.1" status: 204 len: 168 time: 2.5846965 Feb 04 16:08:47.801398 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Usage tracker for resource:port and tenant:04e8ac615c03414f80ed85d72961ff4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:47.808248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46620) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:47.835636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:47.849845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:47.869942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-9a64f8a8-056b-4fe0-a078-31fac14a62ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=07158a7c8e2241e89f11b1b77b80474f&device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1095 time: 0.1683233 Feb 04 16:08:47.884798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f941905-5e97-470e-90fb-9ddc6e10ed57 req-b3a865fb-cc25-40b9-a32d-eb4fabf440ab tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073959 Feb 04 16:08:47.983687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Made reservation on behalf of 04e8ac615c03414f80ed85d72961ff4a for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:47.987051 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.018647 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-5ae2ebe4-4cac-4eb6-9218-a60d50c5fdfb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea4f4534-e9c8-40fe-b706-84630f94cf03 HTTP/1.1" status: 200 len: 217 time: 0.1323671 Feb 04 16:08:48.075833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] device_id is not set on port ef84e2b3-0b34-4c5e-9ce7-876df6029012 yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:48.155971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-05b5e736-48f2-462d-b8d7-cba214202f7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:48.158629 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-05b5e736-48f2-462d-b8d7-cba214202f7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64f3e969-b4bb-4c46-8d33-ef5b0b9f560d HTTP/1.1" status: 200 len: 848 time: 0.1276937 Feb 04 16:08:48.164619 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d1a64a1-23ca-4392-be22-2359edee15e1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.259303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-38948c42-9754-4fae-aefa-905959337ffa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbc1367a-e277-4528-b29e-8f1ccd084853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934143 Feb 04 16:08:48.496600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d1a64a1-23ca-4392-be22-2359edee15e1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.544083 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Allocated IP 172.20.0.12 (850f28f7-0620-4fe3-9241-8fa4793cb65c/18bbf40e-3bbf-4fd2-b3f3-297a3310cf35/ef84e2b3-0b34-4c5e-9ce7-876df6029012) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:48.547644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-2d1a64a1-23ca-4392-be22-2359edee15e1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fcaec22-2e0c-4b01-b694-c3ffa45a95a2']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:48.564695 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-3e3e9825-eaaf-47b6-bb8a-0cdb49e7a061 service neutron] 10.222.0.73 "GET /v2.0/networks/dbc1367a-e277-4528-b29e-8f1ccd084853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973950 Feb 04 16:08:48.576970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-2d1a64a1-23ca-4392-be22-2359edee15e1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b250c76-17ae-4b05-ae30-39f4ce695a0a') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:48.577259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-2d1a64a1-23ca-4392-be22-2359edee15e1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b250c76-17ae-4b05-ae30-39f4ce695a0a') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:48.596260 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d1a64a1-23ca-4392-be22-2359edee15e1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.643909 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d1a64a1-23ca-4392-be22-2359edee15e1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.665611 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1a64a1-23ca-4392-be22-2359edee15e1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:08:48.666053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d1a64a1-23ca-4392-be22-2359edee15e1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:08:48.686092 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:08:48.795359 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25bf4b5e-75b7-486f-ae1a-cda5b35b6921 req-622f421c-d902-44f5-83ef-eab927b065b2 service neutron] 10.222.0.73 "GET /v2.0/networks/dbc1367a-e277-4528-b29e-8f1ccd084853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254832 Feb 04 16:08:48.863915 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d1a64a1-23ca-4392-be22-2359edee15e1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.888705 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2d1a64a1-23ca-4392-be22-2359edee15e1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.915906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a64a1-23ca-4392-be22-2359edee15e1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Network': ['ID=0fcaec22-2e0c-4b01-b694-c3ffa45a95a2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:48.925698 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2d1a64a1-23ca-4392-be22-2359edee15e1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/networks/0fcaec22-2e0c-4b01-b694-c3ffa45a95a2 HTTP/1.1" status: 204 len: 168 time: 1.1161711 Feb 04 16:08:48.930270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46628) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:48.938704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'network': {'name': 'tempest-RoutersTest-1640115434'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:48.961510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:48.970353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:network and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:48.976650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:48.984925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:49.008432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:49.013702 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.024048 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.056098 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28471f6f-89bf-4262-953c-ccf319942ad4 req-167a8207-5718-443f-bb13-eab3d4de409d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=07158a7c8e2241e89f11b1b77b80474f&device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1095 time: 0.1913998 Feb 04 16:08:49.066675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Transition to ACTIVE for port object ef84e2b3-0b34-4c5e-9ce7-876df6029012 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:49.092294 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.165303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Network 850f28f7-0620-4fe3-9241-8fa4793cb65c is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:49.167320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:49.178317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:49.295106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:08:49.316614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event updated for resources: {'Port': ['ID=ef84e2b3-0b34-4c5e-9ce7-876df6029012,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:49.340418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:49.341097 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.369533 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-65567a8d-1b83-4844-b729-88564e90ced0 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9942834 Feb 04 16:08:49.371192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46640) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:49.381902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Request body: {'port': {'network_id': '850f28f7-0620-4fe3-9241-8fa4793cb65c', 'name': 'tempest-AllowedAddressPairTestJSON-52816333'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:49.498136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28471f6f-89bf-4262-953c-ccf319942ad4 req-bbe6c261-c42d-4462-bbeb-ed0407913088 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:49.506458 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28471f6f-89bf-4262-953c-ccf319942ad4 req-bbe6c261-c42d-4462-bbeb-ed0407913088 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dbc1367a-e277-4528-b29e-8f1ccd084853 HTTP/1.1" status: 200 len: 910 time: 0.4425104 Feb 04 16:08:49.507722 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.508075 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Added segment 7fc5b388-650a-49d0-b819-f0d1bacb67bd of type vlan for network fc6599e5-fbdc-49bb-be4f-0b267de2d8a7 Feb 04 16:08:49.568583 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.585887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c5a4f685-0996-4e07-8640-518b4fd93631 None None] Provisioning for port ef84e2b3-0b34-4c5e-9ce7-876df6029012 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:49.596836 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c5a4f685-0996-4e07-8640-518b4fd93631 None None] Provisioning complete for port ef84e2b3-0b34-4c5e-9ce7-876df6029012 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:49.597493 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c5a4f685-0996-4e07-8640-518b4fd93631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.614252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:49.625425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Usage tracker for resource:port and tenant:04e8ac615c03414f80ed85d72961ff4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:49.632537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:49.661582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:49.692204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Made reservation on behalf of 04e8ac615c03414f80ed85d72961ff4a for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:49.696914 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.722358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] device_id is not set on port 49df65c3-aa91-4af6-8b14-54fb311ebbfd yet. {{(pid=83550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:49.744664 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.761805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4f685-0996-4e07-8640-518b4fd93631 None None] Port ef84e2b3-0b34-4c5e-9ce7-876df6029012 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:49.790766 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.806699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:49.807615 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.975876 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28471f6f-89bf-4262-953c-ccf319942ad4 req-6bd7893e-61cc-4af7-9e9f-e62d0f311dee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea4f4534-e9c8-40fe-b706-84630f94cf03 HTTP/1.1" status: 200 len: 217 time: 0.3397818 Feb 04 16:08:49.987815 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0562937 Feb 04 16:08:49.997684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46646) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:50.001171 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bff64799-6c32-43a1-92cf-7cd75b0b9f1c req-0f21befb-7135-48ae-ab43-130cea0e80b4 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1095 time: 0.8167288 Feb 04 16:08:50.039836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'subnet': {'network_id': 'fc6599e5-fbdc-49bb-be4f-0b267de2d8a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:50.131367 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Allocated IP 172.20.0.6 (850f28f7-0620-4fe3-9241-8fa4793cb65c/18bbf40e-3bbf-4fd2-b3f3-297a3310cf35/49df65c3-aa91-4af6-8b14-54fb311ebbfd) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:50.172975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f4f9e-eef3-46d1-9512-3186f54e8bea tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Network': ['ID=fc6599e5-fbdc-49bb-be4f-0b267de2d8a7,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:50.186774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network fc6599e5-fbdc-49bb-be4f-0b267de2d8a7 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:08:50.225221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:50.236200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:subnet and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:50.246825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:50.258846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:50.263331 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bff64799-6c32-43a1-92cf-7cd75b0b9f1c req-b2cd82cd-3cba-4808-8f50-035d49c2d7e5 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831783 Feb 04 16:08:50.277771 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28471f6f-89bf-4262-953c-ccf319942ad4 req-2565e957-00f4-4650-9af3-b2468b3a15fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:50.279494 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28471f6f-89bf-4262-953c-ccf319942ad4 req-2565e957-00f4-4650-9af3-b2468b3a15fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64f3e969-b4bb-4c46-8d33-ef5b0b9f560d HTTP/1.1" status: 200 len: 848 time: 0.2754254 Feb 04 16:08:50.281002 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:50.456425 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.560302 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.590434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Transition to ACTIVE for port object 49df65c3-aa91-4af6-8b14-54fb311ebbfd will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:50.623005 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.625454 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28471f6f-89bf-4262-953c-ccf319942ad4 req-f2182ce1-118e-4821-96c4-886c69803d46 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbc1367a-e277-4528-b29e-8f1ccd084853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170682 Feb 04 16:08:50.709903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event updated for resources: {'Port': ['ID=49df65c3-aa91-4af6-8b14-54fb311ebbfd,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:50.728606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Network 850f28f7-0620-4fe3-9241-8fa4793cb65c is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:50.729827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:50.744072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:50.793151 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28471f6f-89bf-4262-953c-ccf319942ad4 req-ff8b7013-bdee-4a57-9c6b-fc5ecced020a service neutron] 10.222.0.73 "GET /v2.0/networks/dbc1367a-e277-4528-b29e-8f1ccd084853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610031 Feb 04 16:08:50.840153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:50.840901 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.891547 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f128f7b7-d25e-4352-8502-69ee272347d6 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5180357 Feb 04 16:08:50.900853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46654) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:50.907459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-8ccc0876-f18c-4df6-988f-df5bf0974ada tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:43:c7:43'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:dc:25:d0'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:51.097948 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-dd5b4178-272a-4e0b-91c8-3b465d11a3c1 None None] Provisioning for port 49df65c3-aa91-4af6-8b14-54fb311ebbfd completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:51.105228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-dd5b4178-272a-4e0b-91c8-3b465d11a3c1 None None] Provisioning complete for port 49df65c3-aa91-4af6-8b14-54fb311ebbfd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:51.105586 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4178-272a-4e0b-91c8-3b465d11a3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.169571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b4178-272a-4e0b-91c8-3b465d11a3c1 None None] Port 49df65c3-aa91-4af6-8b14-54fb311ebbfd cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:51.235582 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ea4f4534-e9c8-40fe-b706-84630f94cf03 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:08:51.258504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28471f6f-89bf-4262-953c-ccf319942ad4 req-3138eb79-5f46-441b-8910-a0bad185df4a service neutron] 10.222.0.73 "GET /v2.0/networks/dbc1367a-e277-4528-b29e-8f1ccd084853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587176 Feb 04 16:08:51.260471 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.264319 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0876-f18c-4df6-988f-df5bf0974ada tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.369305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Subnet': ['ID=91fe6592-e065-4438-8d31-03917099d0fa,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:51.383318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Checking segment: {'id': '7fc5b388-650a-49d0-b819-f0d1bacb67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fc6599e5-fbdc-49bb-be4f-0b267de2d8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:51.383787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network hostable DHCP agents. Network: fc6599e5-fbdc-49bb-be4f-0b267de2d8a7, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:08:51.409768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network fc6599e5-fbdc-49bb-be4f-0b267de2d8a7 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:08:51.420374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, fc6599e5-fbdc-49bb-be4f-0b267de2d8a7) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:51.434786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:51.435400 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.473796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d95af5d3-c24c-4f0f-bfbb-371d7e1a6c11 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4712088 Feb 04 16:08:51.476861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46660) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:51.486190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-6de65052-d784-4a04-bf22-e125e80f98ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2062681112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:51.499616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6de65052-d784-4a04-bf22-e125e80f98ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:51.507819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6de65052-d784-4a04-bf22-e125e80f98ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:router and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:51.517112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6de65052-d784-4a04-bf22-e125e80f98ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:51.529244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6de65052-d784-4a04-bf22-e125e80f98ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:51.538936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a03876-ebd0-4611-bedc-9da4cf86be43 None None] Network fc6599e5-fbdc-49bb-be4f-0b267de2d8a7 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:51.564042 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6de65052-d784-4a04-bf22-e125e80f98ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.566085 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6de65052-d784-4a04-bf22-e125e80f98ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.579100 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0876-f18c-4df6-988f-df5bf0974ada tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.588345 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0876-f18c-4df6-988f-df5bf0974ada tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.617536 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6de65052-d784-4a04-bf22-e125e80f98ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.658297 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6de65052-d784-4a04-bf22-e125e80f98ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.750552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc0876-f18c-4df6-988f-df5bf0974ada tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event updated for resources: {'Port': ['ID=49df65c3-aa91-4af6-8b14-54fb311ebbfd,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:51.782454 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6de65052-d784-4a04-bf22-e125e80f98ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.783794 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6de65052-d784-4a04-bf22-e125e80f98ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3055296 Feb 04 16:08:51.786945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46666) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:51.800943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'port': {'network_id': 'fc6599e5-fbdc-49bb-be4f-0b267de2d8a7', 'name': 'tempest-RoutersTest-187777025'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:51.811045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ea4f4534-e9c8-40fe-b706-84630f94cf03, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ea4f4534-e9c8-40fe-b706-84630f94cf03,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:51.844792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'ea4f4534-e9c8-40fe-b706-84630f94cf03', 'network_id': 'dbc1367a-e277-4528-b29e-8f1ccd084853', 'port_id': 'ea4f4534-e9c8-40fe-b706-84630f94cf03', 'mac_address': 'fa:16:3e:e6:21:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f3e969-b4bb-4c46-8d33-ef5b0b9f560d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:08:51.846810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc0876-f18c-4df6-988f-df5bf0974ada tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] In _notify_port_updated(), no bound segment for port 49df65c3-aa91-4af6-8b14-54fb311ebbfd on network 850f28f7-0620-4fe3-9241-8fa4793cb65c {{(pid=83550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:08:51.855699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccc0876-f18c-4df6-988f-df5bf0974ada tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:51.857218 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0876-f18c-4df6-988f-df5bf0974ada tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.861643 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8ccc0876-f18c-4df6-988f-df5bf0974ada tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "PUT /v2.0/ports/49df65c3-aa91-4af6-8b14-54fb311ebbfd HTTP/1.1" status: 200 len: 1055 time: 0.9570417 Feb 04 16:08:51.862770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46670) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:52.029990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ef83ef29-7159-4192-95c7-dbc1bf8369f4 req-25ef048c-1824-47d5-8417-362580c336fd tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1095 time: 0.3436234 Feb 04 16:08:52.057852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0b35a-22ca-4cb4-a537-25b3ebe514ab tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Deleting port 49df65c3-aa91-4af6-8b14-54fb311ebbfd {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:52.058202 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ebd0b35a-22ca-4cb4-a537-25b3ebe514ab tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.129926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-fc6599e5-fbdc-49bb-be4f-0b267de2d8a7', 'network_id': 'fc6599e5-fbdc-49bb-be4f-0b267de2d8a7', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'fixed_ips': [{'subnet_id': '91fe6592-e065-4438-8d31-03917099d0fa'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:08:52.135680 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.155299 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:52.161939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:port and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:52.166014 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ef83ef29-7159-4192-95c7-dbc1bf8369f4 req-142d0a84-6f20-4c96-b182-548310590ad0 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306324 Feb 04 16:08:52.166817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:52.172998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:52.188656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:52.193944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.205535 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.241337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] device_id is not set on port 1d207001-80d1-4143-9cbb-bbb78d565e5b yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:52.364440 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4f4534-e9c8-40fe-b706-84630f94cf03 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:52.407680 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ea4f4534-e9c8-40fe-b706-84630f94cf03, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ea4f4534-e9c8-40fe-b706-84630f94cf03,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:52.416376 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.471798 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Allocated IP 172.20.0.2 (fc6599e5-fbdc-49bb-be4f-0b267de2d8a7/91fe6592-e065-4438-8d31-03917099d0fa/6e0b91e9-b9f7-4505-82db-bf451a2a26d4) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:52.481714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-814524e7-f4dd-4e18-b402-b5afcda08f68 None None] Provisioning complete for port 49df65c3-aa91-4af6-8b14-54fb311ebbfd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:52.482062 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-814524e7-f4dd-4e18-b402-b5afcda08f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.525979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ebd0b35a-22ca-4cb4-a537-25b3ebe514ab tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.639794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=ea4f4534-e9c8-40fe-b706-84630f94cf03,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:52.646540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-814524e7-f4dd-4e18-b402-b5afcda08f68 None None] Port 49df65c3-aa91-4af6-8b14-54fb311ebbfd cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:52.692183 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0b35a-22ca-4cb4-a537-25b3ebe514ab tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Calling delete_port for 49df65c3-aa91-4af6-8b14-54fb311ebbfd owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:52.784432 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['ea4f4534-e9c8-40fe-b706-84630f94cf03'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:52.900376 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ebd0b35a-22ca-4cb4-a537-25b3ebe514ab tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.909606 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.934732 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Transition to ACTIVE for port object 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:52.980735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Transition to ACTIVE for port object 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:52.991530 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.160316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Network fc6599e5-fbdc-49bb-be4f-0b267de2d8a7 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:53.173460 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Allocated IP 172.20.0.11 (fc6599e5-fbdc-49bb-be4f-0b267de2d8a7/91fe6592-e065-4438-8d31-03917099d0fa/1d207001-80d1-4143-9cbb-bbb78d565e5b) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:53.181271 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:53.186687 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:53.212641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Pushing event updated for resources: {'Port': ['ID=6e0b91e9-b9f7-4505-82db-bf451a2a26d4,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:53.319694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0b35a-22ca-4cb4-a537-25b3ebe514ab tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event deleted for resources: {'Port': ['ID=49df65c3-aa91-4af6-8b14-54fb311ebbfd,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:53.501337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Attempting to bind port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:53.501973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Attempting to bind port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '7fc5b388-650a-49d0-b819-f0d1bacb67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fc6599e5-fbdc-49bb-be4f-0b267de2d8a7'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:53.502513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Attempting to bind port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 on network fc6599e5-fbdc-49bb-be4f-0b267de2d8a7 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:53.520064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:53.520693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Checking segment: {'id': '7fc5b388-650a-49d0-b819-f0d1bacb67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fc6599e5-fbdc-49bb-be4f-0b267de2d8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:53.521307 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.521854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Bound using segment: {'id': '7fc5b388-650a-49d0-b819-f0d1bacb67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fc6599e5-fbdc-49bb-be4f-0b267de2d8a7'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:53.522501 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Bound port: 6e0b91e9-b9f7-4505-82db-bf451a2a26d4, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc5b388-650a-49d0-b819-f0d1bacb67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fc6599e5-fbdc-49bb-be4f-0b267de2d8a7'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:53.523037 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.674294 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] For port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:53.681973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] For port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6e0b91e9-b9f7-4505-82db-bf451a2a26d4,segment=NetworkSegment(7fc5b388-650a-49d0-b819-f0d1bacb67bd),segment_id=7fc5b388-650a-49d0-b819-f0d1bacb67bd)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:53.694111 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.762430 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ebd0b35a-22ca-4cb4-a537-25b3ebe514ab tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.798459 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.801279 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ebd0b35a-22ca-4cb4-a537-25b3ebe514ab tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "DELETE /v2.0/ports/49df65c3-aa91-4af6-8b14-54fb311ebbfd HTTP/1.1" status: 204 len: 168 time: 1.9325962 Feb 04 16:08:53.803294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8145e94-a9e5-4a97-9f68-965dc5892094 req-aa745a53-7c69-41e3-9668-130396b972dd tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1096 time: 0.2309344 Feb 04 16:08:53.803800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46684) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:53.841754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Transition to ACTIVE for port object 1d207001-80d1-4143-9cbb-bbb78d565e5b will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:53.877378 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78d7389-f636-4553-8c08-7313289ea5ee tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] GET failed (client error): The resource could not be found. Feb 04 16:08:53.878549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d78d7389-f636-4553-8c08-7313289ea5ee tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Synchronizing usage tracker for tenant:04e8ac615c03414f80ed85d72961ff4a on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:53.896056 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8145e94-a9e5-4a97-9f68-965dc5892094 req-b1c552c8-7bd6-4ba8-b413-9a7014f2e710 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844889 Feb 04 16:08:53.907991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d78d7389-f636-4553-8c08-7313289ea5ee tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Unset dirty status for tenant:04e8ac615c03414f80ed85d72961ff4a on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:53.914774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46690) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:53.928339 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d78d7389-f636-4553-8c08-7313289ea5ee tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "GET /v2.0/ports/49df65c3-aa91-4af6-8b14-54fb311ebbfd HTTP/1.1" status: 404 len: 333 time: 0.1096351 Feb 04 16:08:53.932068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289062e7-1ed8-4cd5-8c06-87a97a29ba53 None None] Pushing event updated for resources: {'Port': ['ID=6e0b91e9-b9f7-4505-82db-bf451a2a26d4,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:54.068022 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.181111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ae5cc-be0a-4338-a48f-2012c828b519 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Deleting port ef84e2b3-0b34-4c5e-9ce7-876df6029012 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:54.181896 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae5cc-be0a-4338-a48f-2012c828b519 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.240386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network fc6599e5-fbdc-49bb-be4f-0b267de2d8a7 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:54.267889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=1d207001-80d1-4143-9cbb-bbb78d565e5b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:54.271826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:54.276167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:54.415483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:54.416100 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.478161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46702) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:54.478303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-da597a38-83b7-440c-9bbd-1465ad3b24db tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6888273 Feb 04 16:08:54.610566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:54.636808 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae5cc-be0a-4338-a48f-2012c828b519 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.720235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:54.795366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ae5cc-be0a-4338-a48f-2012c828b519 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Calling delete_port for ef84e2b3-0b34-4c5e-9ce7-876df6029012 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:55.026831 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae5cc-be0a-4338-a48f-2012c828b519 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.238237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ea4f4534-e9c8-40fe-b706-84630f94cf03 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:55.472384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port ea4f4534-e9c8-40fe-b706-84630f94cf03 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:55.486472 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port ea4f4534-e9c8-40fe-b706-84630f94cf03 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:55.487586 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.516761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ae5cc-be0a-4338-a48f-2012c828b519 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event deleted for resources: {'Port': ['ID=ef84e2b3-0b34-4c5e-9ce7-876df6029012,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:55.519052 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae5cc-be0a-4338-a48f-2012c828b519 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.550749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bd6ae5cc-be0a-4338-a48f-2012c828b519 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "DELETE /v2.0/ports/ef84e2b3-0b34-4c5e-9ce7-876df6029012 HTTP/1.1" status: 204 len: 168 time: 1.6325579 Feb 04 16:08:55.554207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46714) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:55.624932 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fea3f5b-07d9-4c4b-b42f-ff4e70fdd799 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] GET failed (client error): The resource could not be found. Feb 04 16:08:55.625774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3fea3f5b-07d9-4c4b-b42f-ff4e70fdd799 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Synchronizing usage tracker for tenant:04e8ac615c03414f80ed85d72961ff4a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:55.637666 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf2235c-8878-4454-abc9-888de4ca366c None None] Network fc6599e5-fbdc-49bb-be4f-0b267de2d8a7 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:55.640656 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abc7c9b-750d-4ab6-bf1c-f7fcefb65be0 req-8e90454d-0e36-42e5-bc9d-c669a60ebe22 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1096 time: 0.5033636 Feb 04 16:08:55.672147 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b6773d2-0398-4196-822e-e20b4bf614fe tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.706831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3fea3f5b-07d9-4c4b-b42f-ff4e70fdd799 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Unset dirty status for tenant:04e8ac615c03414f80ed85d72961ff4a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:55.709789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3fea3f5b-07d9-4c4b-b42f-ff4e70fdd799 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "GET /v2.0/ports/ef84e2b3-0b34-4c5e-9ce7-876df6029012 HTTP/1.1" status: 404 len: 333 time: 0.1528008 Feb 04 16:08:55.714012 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46718) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:55.773247 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7abc7c9b-750d-4ab6-bf1c-f7fcefb65be0 req-4ecaacc4-b64a-47e2-86d0-ce328c021ce5 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248648 Feb 04 16:08:55.829556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1ba26f83-1610-4e37-95c5-2b809b6aeff8 None None] Provisioning for port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:55.851962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1ba26f83-1610-4e37-95c5-2b809b6aeff8 None None] Provisioning complete for port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:55.852342 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1ba26f83-1610-4e37-95c5-2b809b6aeff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.945063 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.017504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ddfc7-b867-4c33-bba6-70d9948ab013 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Deleting port b179f4e3-2a79-4931-9213-7a9fa91be7d3 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:56.018043 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b0ddfc7-b867-4c33-bba6-70d9948ab013 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.114198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4f4534-e9c8-40fe-b706-84630f94cf03'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:56.244574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port ea4f4534-e9c8-40fe-b706-84630f94cf03, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ea4f4534-e9c8-40fe-b706-84630f94cf03,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:56.251209 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4f4534-e9c8-40fe-b706-84630f94cf03', 'code': 200} Feb 04 16:08:56.254107 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.321041 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1ba26f83-1610-4e37-95c5-2b809b6aeff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.424723 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4281114-2275-46ee-8ba4-701396739f04 req-ea2ce2a2-badc-4732-9b8f-55b96c92d1e4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1097 time: 0.1047835 Feb 04 16:08:56.446657 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=ea4f4534-e9c8-40fe-b706-84630f94cf03,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:56.451339 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1ba26f83-1610-4e37-95c5-2b809b6aeff8 None None] For port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6e0b91e9-b9f7-4505-82db-bf451a2a26d4,segment=NetworkSegment(7fc5b388-650a-49d0-b819-f0d1bacb67bd),segment_id=7fc5b388-650a-49d0-b819-f0d1bacb67bd)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:56.457755 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1ba26f83-1610-4e37-95c5-2b809b6aeff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.511288 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4281114-2275-46ee-8ba4-701396739f04 req-7f7a973f-b8ee-49ef-b5f3-41f21674bb27 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802958 Feb 04 16:08:56.562665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba26f83-1610-4e37-95c5-2b809b6aeff8 None None] Pushing event updated for resources: {'Port': ['ID=6e0b91e9-b9f7-4505-82db-bf451a2a26d4,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:56.767775 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b0ddfc7-b867-4c33-bba6-70d9948ab013 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.782313 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b6773d2-0398-4196-822e-e20b4bf614fe tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.909512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-333b0535-a449-4c67-b2f3-b181427c6a15 None None] Provisioning complete for port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:56.910049 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-333b0535-a449-4c67-b2f3-b181427c6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.948431 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b6773d2-0398-4196-822e-e20b4bf614fe tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.966220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ddfc7-b867-4c33-bba6-70d9948ab013 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Calling delete_port for b179f4e3-2a79-4931-9213-7a9fa91be7d3 owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:57.157385 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6773d2-0398-4196-822e-e20b4bf614fe tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=1d207001-80d1-4143-9cbb-bbb78d565e5b,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:57.181361 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-999c571f-178c-4cc4-8a12-86be807b249a req-c6b880c7-f3f7-4951-b057-52d585926fda tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1097 time: 0.1102078 Feb 04 16:08:57.209626 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-333b0535-a449-4c67-b2f3-b181427c6a15 None None] Provisioning for port 1d207001-80d1-4143-9cbb-bbb78d565e5b completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:57.219906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-333b0535-a449-4c67-b2f3-b181427c6a15 None None] Provisioning complete for port 1d207001-80d1-4143-9cbb-bbb78d565e5b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:57.220290 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-333b0535-a449-4c67-b2f3-b181427c6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.274766 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-999c571f-178c-4cc4-8a12-86be807b249a req-c8a434c0-9fc2-4ac7-b007-db07c57a3687 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922358 Feb 04 16:08:57.340796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-333b0535-a449-4c67-b2f3-b181427c6a15 None None] Port 1d207001-80d1-4143-9cbb-bbb78d565e5b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:57.485100 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e271f1e2-8ee6-41c2-a781-99378d76c2aa None None] Provisioning complete for port 1d207001-80d1-4143-9cbb-bbb78d565e5b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:57.485368 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e271f1e2-8ee6-41c2-a781-99378d76c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.595799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b0ddfc7-b867-4c33-bba6-70d9948ab013 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.622548 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e271f1e2-8ee6-41c2-a781-99378d76c2aa None None] Port 1d207001-80d1-4143-9cbb-bbb78d565e5b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:57.671652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ddfc7-b867-4c33-bba6-70d9948ab013 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event deleted for resources: {'Port': ['ID=b179f4e3-2a79-4931-9213-7a9fa91be7d3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:57.764725 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-de59b5cd-b155-4505-9789-6bad06b125ed None None] Provisioning complete for port 1d207001-80d1-4143-9cbb-bbb78d565e5b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:57.765090 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-de59b5cd-b155-4505-9789-6bad06b125ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.837728 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-de59b5cd-b155-4505-9789-6bad06b125ed None None] Port 1d207001-80d1-4143-9cbb-bbb78d565e5b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:57.898748 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b6773d2-0398-4196-822e-e20b4bf614fe tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.917139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b0ddfc7-b867-4c33-bba6-70d9948ab013 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.941136 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3b0ddfc7-b867-4c33-bba6-70d9948ab013 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "DELETE /v2.0/ports/b179f4e3-2a79-4931-9213-7a9fa91be7d3 HTTP/1.1" status: 204 len: 168 time: 2.2252424 Feb 04 16:08:57.943754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46738) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:58.044725 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b6773d2-0398-4196-822e-e20b4bf614fe tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.356041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf19f03-5575-47fe-a6fb-d75f74776f32 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Deleting subnet 18bbf40e-3bbf-4fd2-b3f3-297a3310cf35 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:08:58.361252 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebf19f03-5575-47fe-a6fb-d75f74776f32 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.431973 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebf19f03-5575-47fe-a6fb-d75f74776f32 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.457237 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:08:58.573218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:58.619817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a342fb58-e475-4a8f-859b-a9366a6e6ced req-da7b5333-a897-4ecf-bde8-808d67813812 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1097 time: 0.1509829 Feb 04 16:08:58.693761 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebf19f03-5575-47fe-a6fb-d75f74776f32 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.762081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:58.763399 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.796734 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a342fb58-e475-4a8f-859b-a9366a6e6ced req-d8362709-1de4-401a-be21-6a4c53342ffd tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685517 Feb 04 16:08:58.799774 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b6773d2-0398-4196-822e-e20b4bf614fe tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.805975 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b6773d2-0398-4196-822e-e20b4bf614fe tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.888244 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebf19f03-5575-47fe-a6fb-d75f74776f32 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.993661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19f03-5575-47fe-a6fb-d75f74776f32 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event deleted for resources: {'Subnet': ['ID=18bbf40e-3bbf-4fd2-b3f3-297a3310cf35,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:58.996385 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebf19f03-5575-47fe-a6fb-d75f74776f32 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:59.006370 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ebf19f03-5575-47fe-a6fb-d75f74776f32 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "DELETE /v2.0/subnets/18bbf40e-3bbf-4fd2-b3f3-297a3310cf35 HTTP/1.1" status: 204 len: 168 time: 1.0603225 Feb 04 16:08:59.007588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46752) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:59.026650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e5091-d5b6-4cd8-910f-1f2187e3d3f1 None None] Network 850f28f7-0620-4fe3-9241-8fa4793cb65c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:59.233431 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0b6773d2-0398-4196-822e-e20b4bf614fe tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:59.235290 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:59.250386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6773d2-0398-4196-822e-e20b4bf614fe tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=1d207001-80d1-4143-9cbb-bbb78d565e5b,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:59.283770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Deleting port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:59.284434 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:59.441587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-493a332a-1aa0-4d11-92c2-ad427df0ba21 req-d4aa5596-1469-4e59-96b6-90b5e1dcec42 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1097 time: 0.2972748 Feb 04 16:08:59.455264 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62917c03-6f4d-4b1a-9644-1c0fdefbeaa3 None None] DHCP port deletion for 850f28f7-0620-4fe3-9241-8fa4793cb65c request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:08:59.461154 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-62917c03-6f4d-4b1a-9644-1c0fdefbeaa3 None None] Deleting port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:59.461791 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62917c03-6f4d-4b1a-9644-1c0fdefbeaa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:59.499115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6773d2-0398-4196-822e-e20b4bf614fe tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network fc6599e5-fbdc-49bb-be4f-0b267de2d8a7 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:59.500634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-0b6773d2-0398-4196-822e-e20b4bf614fe tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:59.578628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] For port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fdbfcaa7-7dcc-4469-ba8c-68715c0af34a,segment=NetworkSegment(f64470dd-14e5-4bb6-884b-b13bbb7bef58),segment_id=f64470dd-14e5-4bb6-884b-b13bbb7bef58)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:59.579400 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:59.604489 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-493a332a-1aa0-4d11-92c2-ad427df0ba21 req-2ba15a5b-f7e2-4515-a601-40dd883d2dbd tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084399 Feb 04 16:08:59.810885 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Calling delete_port for fdbfcaa7-7dcc-4469-ba8c-68715c0af34a owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:59.978806 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-62917c03-6f4d-4b1a-9644-1c0fdefbeaa3 None None] For port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fdbfcaa7-7dcc-4469-ba8c-68715c0af34a,segment=NetworkSegment(f64470dd-14e5-4bb6-884b-b13bbb7bef58),segment_id=f64470dd-14e5-4bb6-884b-b13bbb7bef58)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:59.987085 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62917c03-6f4d-4b1a-9644-1c0fdefbeaa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:00.149997 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-62917c03-6f4d-4b1a-9644-1c0fdefbeaa3 None None] Calling delete_port for fdbfcaa7-7dcc-4469-ba8c-68715c0af34a owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:00.237277 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1b8f0d2-9a32-4290-af2f-df9ee797dc5d req-c5bed03b-8178-4c9e-8633-bd65e7ce58a9 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1097 time: 0.1157737 Feb 04 16:09:00.244402 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:00.252850 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-62917c03-6f4d-4b1a-9644-1c0fdefbeaa3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:09:00.253347 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-62917c03-6f4d-4b1a-9644-1c0fdefbeaa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:09:00.256269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bd6c20ce-4d1e-470f-8820-f3b095727f3b None None] Provisioning complete for port 1d207001-80d1-4143-9cbb-bbb78d565e5b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:00.256764 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bd6c20ce-4d1e-470f-8820-f3b095727f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:00.309732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6773d2-0398-4196-822e-e20b4bf614fe tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router f8bab866-98d9-4464-b4d7-58f160f5ee0e is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:09:00.322370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event deleted for resources: {'Port': ['ID=fdbfcaa7-7dcc-4469-ba8c-68715c0af34a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:00.326132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c20ce-4d1e-470f-8820-f3b095727f3b None None] Port 1d207001-80d1-4143-9cbb-bbb78d565e5b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:09:00.339863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] No DVR routers for this DVR port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:00.406568 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1b8f0d2-9a32-4290-af2f-df9ee797dc5d req-6cb314d2-292c-4a49-be05-c0dc0681b3d4 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558325 Feb 04 16:09:00.532779 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:00.573566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fdbfcaa7-7dcc-4469-ba8c-68715c0af34a no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:00.589139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850f28f7-0620-4fe3-9241-8fa4793cb65c']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:00.604445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64470dd-14e5-4bb6-884b-b13bbb7bef58') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:00.604795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64470dd-14e5-4bb6-884b-b13bbb7bef58') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:00.622531 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:00.643947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: fdbfcaa7-7dcc-4469-ba8c-68715c0af34a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:00.644290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6773d2-0398-4196-822e-e20b4bf614fe tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:00.644594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fdbfcaa7-7dcc-4469-ba8c-68715c0af34a not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:00.655624 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122ef69f-7c42-4fc5-aad6-55f39f19c471 None None] Sync routers for ids ['f8bab866-98d9-4464-b4d7-58f160f5ee0e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:00.656214 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0b6773d2-0398-4196-822e-e20b4bf614fe tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/f8bab866-98d9-4464-b4d7-58f160f5ee0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1768069 Feb 04 16:09:00.658799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46772) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:00.675922 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:00.680533 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122ef69f-7c42-4fc5-aad6-55f39f19c471 None None] Routers {'f8bab866-98d9-4464-b4d7-58f160f5ee0e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:00.681337 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-122ef69f-7c42-4fc5-aad6-55f39f19c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:08:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f8bab866-98d9-4464-b4d7-58f160f5ee0e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:00.693932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:00.694482 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:00.719242 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:00.755527 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-62917c03-6f4d-4b1a-9644-1c0fdefbeaa3 None None] Deleting port fdbfcaa7-7dcc-4469-ba8c-68715c0af34a {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:00.755527 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62917c03-6f4d-4b1a-9644-1c0fdefbeaa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:00.774102 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-122ef69f-7c42-4fc5-aad6-55f39f19c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:00.786103 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122ef69f-7c42-4fc5-aad6-55f39f19c471 None None] Routers {'f8bab866-98d9-4464-b4d7-58f160f5ee0e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:00.787768 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-122ef69f-7c42-4fc5-aad6-55f39f19c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:08:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f8bab866-98d9-4464-b4d7-58f160f5ee0e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:00.810122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a688f369-c419-47c7-a5e9-6e4d8f289077 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:00.814240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a688f369-c419-47c7-a5e9-6e4d8f289077 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Synchronizing usage tracker for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:00.846118 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a688f369-c419-47c7-a5e9-6e4d8f289077 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Unset dirty status for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:00.858413 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a688f369-c419-47c7-a5e9-6e4d8f289077 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports/1d207001-80d1-4143-9cbb-bbb78d565e5b HTTP/1.1" status: 200 len: 977 time: 0.1960940 Feb 04 16:09:00.859209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46778) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:00.891007 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-122ef69f-7c42-4fc5-aad6-55f39f19c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:00.891763 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122ef69f-7c42-4fc5-aad6-55f39f19c471 None None] The sync data for ids ['f8bab866-98d9-4464-b4d7-58f160f5ee0e'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:00.974293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-62917c03-6f4d-4b1a-9644-1c0fdefbeaa3 None None] The port 'fdbfcaa7-7dcc-4469-ba8c-68715c0af34a' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:09:00.992404 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:01.023194 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:01.075252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] 10.222.0.60 "DELETE /v2.0/networks/850f28f7-0620-4fe3-9241-8fa4793cb65c HTTP/1.1" status: 204 len: 168 time: 2.0664988 Feb 04 16:09:01.097381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2d198-e5db-4424-a91d-4b1cc52c9ec1 tempest-AllowedAddressPairTestJSON-141629517 tempest-AllowedAddressPairTestJSON-141629517-project] Pushing event deleted for resources: {'Network': ['ID=850f28f7-0620-4fe3-9241-8fa4793cb65c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:01.280113 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b24b18d-473c-4e0a-b097-f7095d1f933f req-eb02885b-b357-445d-9e1f-79b73e04752d tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1097 time: 0.1518328 Feb 04 16:09:01.340439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b24b18d-473c-4e0a-b097-f7095d1f933f req-56199144-c845-4594-86bc-60644e524c8c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541193 Feb 04 16:09:01.734763 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd86ecff-9554-4e79-91df-ee3413244793 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:01.755982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46792) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:02.105492 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f93685df-a9ae-49f4-9ebf-0c551c7473f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04e8ac615c03414f80ed85d72961ff4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3475325 Feb 04 16:09:02.107240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46800) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:02.265082 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5835b0ea-26fa-47ed-8bc5-669b21459a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:02.348184 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5835b0ea-26fa-47ed-8bc5-669b21459a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:02.537983 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5835b0ea-26fa-47ed-8bc5-669b21459a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:02.562365 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835b0ea-26fa-47ed-8bc5-669b21459a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559ffeb7-4dde-4dd0-baef-73aa4a646eb1,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:02.573966 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5835b0ea-26fa-47ed-8bc5-669b21459a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:02.575427 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5835b0ea-26fa-47ed-8bc5-669b21459a29 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/559ffeb7-4dde-4dd0-baef-73aa4a646eb1 HTTP/1.1" status: 204 len: 168 time: 0.4617434 Feb 04 16:09:02.637945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47f75028-0a52-42be-997d-b7e1ad225aef req-5dd9bec9-763e-4c6c-8cc4-4966d142a868 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1097 time: 0.1586781 Feb 04 16:09:02.664609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-cd86ecff-9554-4e79-91df-ee3413244793 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port 1d207001-80d1-4143-9cbb-bbb78d565e5b {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:02.664968 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd86ecff-9554-4e79-91df-ee3413244793 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:02.875439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-47f75028-0a52-42be-997d-b7e1ad225aef req-bcc1972d-4776-43a5-ae96-1c11612cff77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Deleting port ea4f4534-e9c8-40fe-b706-84630f94cf03 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:02.879082 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-47f75028-0a52-42be-997d-b7e1ad225aef req-bcc1972d-4776-43a5-ae96-1c11612cff77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:03.114181 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd86ecff-9554-4e79-91df-ee3413244793 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:03.191447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-47f75028-0a52-42be-997d-b7e1ad225aef req-bcc1972d-4776-43a5-ae96-1c11612cff77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] For port ea4f4534-e9c8-40fe-b706-84630f94cf03, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=ea4f4534-e9c8-40fe-b706-84630f94cf03,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:03.191935 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-47f75028-0a52-42be-997d-b7e1ad225aef req-bcc1972d-4776-43a5-ae96-1c11612cff77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:03.271959 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4705369-5733-41fb-8d18-9d35baba4b63 req-2792f112-1580-4edb-9290-8028ba4ad5f3 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 1097 time: 0.5769079 Feb 04 16:09:03.348107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-47f75028-0a52-42be-997d-b7e1ad225aef req-bcc1972d-4776-43a5-ae96-1c11612cff77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Calling delete_port for ea4f4534-e9c8-40fe-b706-84630f94cf03 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:03.453181 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-cd86ecff-9554-4e79-91df-ee3413244793 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for 1d207001-80d1-4143-9cbb-bbb78d565e5b owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:03.492310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4705369-5733-41fb-8d18-9d35baba4b63 req-137e79e7-4a50-4c1b-ac94-ce9d19448be2 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507771 Feb 04 16:09:03.693000 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-47f75028-0a52-42be-997d-b7e1ad225aef req-bcc1972d-4776-43a5-ae96-1c11612cff77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:03.735552 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['9b9d014e-a06e-4c85-8580-72a1dff08f83'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:09:03.808853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1972d-4776-43a5-ae96-1c11612cff77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea4f4534-e9c8-40fe-b706-84630f94cf03,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:03.990111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f75028-0a52-42be-997d-b7e1ad225aef req-bcc1972d-4776-43a5-ae96-1c11612cff77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] No DVR routers for this DVR port ea4f4534-e9c8-40fe-b706-84630f94cf03 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:03.993329 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-47f75028-0a52-42be-997d-b7e1ad225aef req-bcc1972d-4776-43a5-ae96-1c11612cff77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:04.004769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c', 'name': 'network-vif-deleted', 'tag': 'ea4f4534-e9c8-40fe-b706-84630f94cf03'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:04.013042 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47f75028-0a52-42be-997d-b7e1ad225aef req-bcc1972d-4776-43a5-ae96-1c11612cff77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.73 "DELETE /v2.0/ports/ea4f4534-e9c8-40fe-b706-84630f94cf03 HTTP/1.1" status: 204 len: 173 time: 1.3677180 Feb 04 16:09:04.059579 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd86ecff-9554-4e79-91df-ee3413244793 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:04.241486 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c', 'name': 'network-vif-deleted', 'tag': 'ea4f4534-e9c8-40fe-b706-84630f94cf03', 'status': 'completed', 'code': 200} Feb 04 16:09:04.372575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86ecff-9554-4e79-91df-ee3413244793 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Port': ['ID=1d207001-80d1-4143-9cbb-bbb78d565e5b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:04.764318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46842) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:04.865356 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd86ecff-9554-4e79-91df-ee3413244793 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.124502 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Request body: {'networks': [{'name': 'tempest-network--1465279317'}, {'name': 'tempest-network--2079964103'}]} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:05.127075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Request body: {'network': {'name': 'tempest-network--1465279317'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:05.127892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Request body: {'network': {'name': 'tempest-network--2079964103'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:05.135576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:05.140558 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Usage tracker for resource:network and tenant:b225aca366ea4986a9b6784370c33fb0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:05.149290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:05.156447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:05.163897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-74dcfd37-32f4-4c66-b6f5-08effe1c0395 req-6a3cb76e-61e4-4c64-bade-488f8bdd0782 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Synchronizing usage tracker for tenant:07158a7c8e2241e89f11b1b77b80474f on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:05.177882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Made reservation on behalf of b225aca366ea4986a9b6784370c33fb0 for: {'network': 2} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:05.181809 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.198110 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.227222 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-74dcfd37-32f4-4c66-b6f5-08effe1c0395 req-6a3cb76e-61e4-4c64-bade-488f8bdd0782 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Unset dirty status for tenant:07158a7c8e2241e89f11b1b77b80474f on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:05.239196 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-74dcfd37-32f4-4c66-b6f5-08effe1c0395 req-6a3cb76e-61e4-4c64-bade-488f8bdd0782 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6e8f9fa-37a2-4a42-a57f-5e9821a6c57c HTTP/1.1" status: 200 len: 210 time: 0.1587665 Feb 04 16:09:05.255400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:05.272906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Usage tracker for resource:security_group_rule and tenant:b225aca366ea4986a9b6784370c33fb0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:05.281593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:05.291568 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ea4f4534-e9c8-40fe-b706-84630f94cf03 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:05.296579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:05.364084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: ea4f4534-e9c8-40fe-b706-84630f94cf03 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:05.364907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device ea4f4534-e9c8-40fe-b706-84630f94cf03 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:05.463682 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.470890 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.471588 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.547639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:05.554823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36908cd6-d28d-48ee-9941-0ea7213924bf,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:05.563642 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.564101 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Added segment 409615a9-6d72-4f5f-9fc4-2966a5310b8b of type vlan for network d438429d-0531-435a-a1e2-711dc2c10847 Feb 04 16:09:05.609915 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.678260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:05.711270 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.711792 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Added segment 4f4a391e-b8ac-4e58-9422-04ad0acca2f1 of type vlan for network ab86fb9d-8374-41ea-b98f-3fce2dcf1591 Feb 04 16:09:05.761371 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.783206 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd86ecff-9554-4e79-91df-ee3413244793 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router f8bab866-98d9-4464-b4d7-58f160f5ee0e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:09:05.822314 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.824853 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.837929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:05.844637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:05.845472 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.014439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2489774 Feb 04 16:09:06.018489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46850) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:06.107945 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd86ecff-9554-4e79-91df-ee3413244793 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:06.140356 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15183fb4-6bbe-403c-9e40-e9636a336149 None None] Sync routers for ids ['f8bab866-98d9-4464-b4d7-58f160f5ee0e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:06.175604 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15183fb4-6bbe-403c-9e40-e9636a336149 None None] Routers {'f8bab866-98d9-4464-b4d7-58f160f5ee0e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:06.176351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-15183fb4-6bbe-403c-9e40-e9636a336149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:08:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f8bab866-98d9-4464-b4d7-58f160f5ee0e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:06.192662 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cd86ecff-9554-4e79-91df-ee3413244793 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/f8bab866-98d9-4464-b4d7-58f160f5ee0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3228064 Feb 04 16:09:06.193993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46856) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:06.204360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event updated for resources: {'Network': ['ID=d438429d-0531-435a-a1e2-711dc2c10847,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:06.268641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network d438429d-0531-435a-a1e2-711dc2c10847 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:06.408653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf60007-bdd0-42e4-85be-f05f52414332 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event updated for resources: {'Network': ['ID=ab86fb9d-8374-41ea-b98f-3fce2dcf1591,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:06.462209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network ab86fb9d-8374-41ea-b98f-3fce2dcf1591 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:06.496665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-15183fb4-6bbe-403c-9e40-e9636a336149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:06.535360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf65536-ee3a-4245-b550-c10ff5ab2cef tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:06.542078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf65536-ee3a-4245-b550-c10ff5ab2cef tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:06.546568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf65536-ee3a-4245-b550-c10ff5ab2cef tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:06.552106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf65536-ee3a-4245-b550-c10ff5ab2cef tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:06.553258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ccf65536-ee3a-4245-b550-c10ff5ab2cef tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Synchronizing usage tracker for tenant:b225aca366ea4986a9b6784370c33fb0 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:06.582443 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ccf65536-ee3a-4245-b550-c10ff5ab2cef tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Unset dirty status for tenant:b225aca366ea4986a9b6784370c33fb0 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:06.587970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ccf65536-ee3a-4245-b550-c10ff5ab2cef tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5683768 Feb 04 16:09:06.588850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46866) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:06.823259 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15183fb4-6bbe-403c-9e40-e9636a336149 None None] Routers {'f8bab866-98d9-4464-b4d7-58f160f5ee0e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:06.824203 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-15183fb4-6bbe-403c-9e40-e9636a336149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:08:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f8bab866-98d9-4464-b4d7-58f160f5ee0e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:06.872519 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e903-2192-42ec-acd6-e8e3502c0f21 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.962978 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-218e6f8d-9f52-4d38-96ea-555f8f141366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.974624 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-15183fb4-6bbe-403c-9e40-e9636a336149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:06.974831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15183fb4-6bbe-403c-9e40-e9636a336149 None None] The sync data for ids ['f8bab866-98d9-4464-b4d7-58f160f5ee0e'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:07.063870 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-08d119c7-bb22-48fb-b3b9-9ed7ec89f92e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 16:09:07.074644 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-08d119c7-bb22-48fb-b3b9-9ed7ec89f92e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/f8bab866-98d9-4464-b4d7-58f160f5ee0e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8750291 Feb 04 16:09:07.082515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46872) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:07.220976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6d555143-37f8-4531-a5d3-02999d2c8437 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Synchronizing usage tracker for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:07.246738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6d555143-37f8-4531-a5d3-02999d2c8437 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Unset dirty status for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:07.248455 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6d555143-37f8-4531-a5d3-02999d2c8437 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bab866-98d9-4464-b4d7-58f160f5ee0e HTTP/1.1" status: 200 len: 205 time: 0.1578963 Feb 04 16:09:07.252152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46878) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:07.285566 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e903-2192-42ec-acd6-e8e3502c0f21 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.350802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d5b4e903-2192-42ec-acd6-e8e3502c0f21 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d438429d-0531-435a-a1e2-711dc2c10847']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:07.366519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d5b4e903-2192-42ec-acd6-e8e3502c0f21 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409615a9-6d72-4f5f-9fc4-2966a5310b8b') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:07.366868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d5b4e903-2192-42ec-acd6-e8e3502c0f21 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409615a9-6d72-4f5f-9fc4-2966a5310b8b') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:07.388660 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e903-2192-42ec-acd6-e8e3502c0f21 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.432888 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e903-2192-42ec-acd6-e8e3502c0f21 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.472400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b4e903-2192-42ec-acd6-e8e3502c0f21 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:07.472818 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e903-2192-42ec-acd6-e8e3502c0f21 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.487624 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ede2575-637d-42d3-8d59-315604559b4e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:07.488897 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:07.495047 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5d9aea2-08d8-4702-9fc5-bbf1634d9c57 req-25f6062b-c628-48dd-8fbe-4d23e676283c tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1096 time: 0.3507166 Feb 04 16:09:07.660650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c5d9aea2-08d8-4702-9fc5-bbf1634d9c57 req-aaa7ffa6-89db-4640-9b60-8109bed643ae tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829051 Feb 04 16:09:07.671275 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e903-2192-42ec-acd6-e8e3502c0f21 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.675873 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e903-2192-42ec-acd6-e8e3502c0f21 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.703877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4e903-2192-42ec-acd6-e8e3502c0f21 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event deleted for resources: {'Network': ['ID=d438429d-0531-435a-a1e2-711dc2c10847,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:07.746180 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d5b4e903-2192-42ec-acd6-e8e3502c0f21 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "DELETE /v2.0/networks/d438429d-0531-435a-a1e2-711dc2c10847 HTTP/1.1" status: 204 len: 168 time: 1.1550295 Feb 04 16:09:07.749239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46888) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:07.927656 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-17303cb5-dc23-43cc-8843-0a0bd832eb82 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.123106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ede2575-637d-42d3-8d59-315604559b4e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.127914 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ede2575-637d-42d3-8d59-315604559b4e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.135321 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-17303cb5-dc23-43cc-8843-0a0bd832eb82 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.162885 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ede2575-637d-42d3-8d59-315604559b4e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.163537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ede2575-637d-42d3-8d59-315604559b4e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Fanout notify agent at l3_agent the message router_deleted on router f8bab866-98d9-4464-b4d7-58f160f5ee0e {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:09:08.170124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-17303cb5-dc23-43cc-8843-0a0bd832eb82 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab86fb9d-8374-41ea-b98f-3fce2dcf1591']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:08.185224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-17303cb5-dc23-43cc-8843-0a0bd832eb82 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4a391e-b8ac-4e58-9422-04ad0acca2f1') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:08.185527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-17303cb5-dc23-43cc-8843-0a0bd832eb82 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4a391e-b8ac-4e58-9422-04ad0acca2f1') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:08.200729 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1ede2575-637d-42d3-8d59-315604559b4e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.203657 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-17303cb5-dc23-43cc-8843-0a0bd832eb82 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.204599 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1ede2575-637d-42d3-8d59-315604559b4e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/routers/f8bab866-98d9-4464-b4d7-58f160f5ee0e HTTP/1.1" status: 204 len: 168 time: 0.9513111 Feb 04 16:09:08.205212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46898) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:08.268529 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-17303cb5-dc23-43cc-8843-0a0bd832eb82 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.284515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17303cb5-dc23-43cc-8843-0a0bd832eb82 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:08.285141 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-17303cb5-dc23-43cc-8843-0a0bd832eb82 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:08.308044 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:08.457764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a5f6a2-2137-4049-8239-0fef34a10749 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting subnet 91fe6592-e065-4438-8d31-03917099d0fa {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:09:08.462407 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-28a5f6a2-2137-4049-8239-0fef34a10749 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.528970 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-28a5f6a2-2137-4049-8239-0fef34a10749 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.594488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-17303cb5-dc23-43cc-8843-0a0bd832eb82 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.622585 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-17303cb5-dc23-43cc-8843-0a0bd832eb82 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.625367 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17303cb5-dc23-43cc-8843-0a0bd832eb82 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event deleted for resources: {'Network': ['ID=ab86fb9d-8374-41ea-b98f-3fce2dcf1591,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:08.639910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-17303cb5-dc23-43cc-8843-0a0bd832eb82 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "DELETE /v2.0/networks/ab86fb9d-8374-41ea-b98f-3fce2dcf1591 HTTP/1.1" status: 204 len: 168 time: 0.8894002 Feb 04 16:09:08.644019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46904) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:08.735435 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-28a5f6a2-2137-4049-8239-0fef34a10749 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.838470 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-28a5f6a2-2137-4049-8239-0fef34a10749 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.843903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b5d7f-860c-4554-a49a-1fb264ef1207 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:08.848588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b5d7f-860c-4554-a49a-1fb264ef1207 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:08.849700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9f6b5d7f-860c-4554-a49a-1fb264ef1207 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Synchronizing usage tracker for tenant:b225aca366ea4986a9b6784370c33fb0 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:08.853680 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-7043ec1b-6484-40d4-a865-52f7e6626321 req-16f36653-985e-46cb-af75-3e63f6c97550 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Synchronizing usage tracker for tenant:07158a7c8e2241e89f11b1b77b80474f on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:08.868786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9f6b5d7f-860c-4554-a49a-1fb264ef1207 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Unset dirty status for tenant:b225aca366ea4986a9b6784370c33fb0 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:08.874765 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9f6b5d7f-860c-4554-a49a-1fb264ef1207 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2296543 Feb 04 16:09:08.875607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46912) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:08.919610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-ec9c086f-900c-4890-bba4-b0386c75917a tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-156488051'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:08.922935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5f6a2-2137-4049-8239-0fef34a10749 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Subnet': ['ID=91fe6592-e065-4438-8d31-03917099d0fa,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:08.933997 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-28a5f6a2-2137-4049-8239-0fef34a10749 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.935203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ec9c086f-900c-4890-bba4-b0386c75917a tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:08.937342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-7043ec1b-6484-40d4-a865-52f7e6626321 req-16f36653-985e-46cb-af75-3e63f6c97550 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Unset dirty status for tenant:07158a7c8e2241e89f11b1b77b80474f on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:08.938404 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72454653-bcba-4edd-be8d-47a46bf0b27b None None] Network fc6599e5-fbdc-49bb-be4f-0b267de2d8a7 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:08.939326 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7043ec1b-6484-40d4-a865-52f7e6626321 req-16f36653-985e-46cb-af75-3e63f6c97550 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1096 time: 0.3509889 Feb 04 16:09:08.947739 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-28a5f6a2-2137-4049-8239-0fef34a10749 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/91fe6592-e065-4438-8d31-03917099d0fa HTTP/1.1" status: 204 len: 168 time: 0.7415090 Feb 04 16:09:08.950093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46916) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:08.975198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ec9c086f-900c-4890-bba4-b0386c75917a tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:09.075731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9c086f-900c-4890-bba4-b0386c75917a tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Made reservation on behalf of b225aca366ea4986a9b6784370c33fb0 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:09.079060 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ec9c086f-900c-4890-bba4-b0386c75917a tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.085439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-7043ec1b-6484-40d4-a865-52f7e6626321 req-d7bec815-3310-4de2-bce4-c23e2af7de77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Deleting port 9b9d014e-a06e-4c85-8580-72a1dff08f83 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:09.090282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7043ec1b-6484-40d4-a865-52f7e6626321 req-d7bec815-3310-4de2-bce4-c23e2af7de77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.119251 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9c086f-900c-4890-bba4-b0386c75917a tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:09.131143 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ec9c086f-900c-4890-bba4-b0386c75917a tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.131553 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-ec9c086f-900c-4890-bba4-b0386c75917a tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Added segment c1da1ba9-2c3c-4f6a-9e51-c1049dcf45ef of type vlan for network 392e0ccb-80fe-4f05-95ad-b76921367268 Feb 04 16:09:09.164087 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ec9c086f-900c-4890-bba4-b0386c75917a tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.185739 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3dc5-6345-436b-aef0-5bde43c4adb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.221371 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ec9c086f-900c-4890-bba4-b0386c75917a tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.225821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9c086f-900c-4890-bba4-b0386c75917a tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:09.226434 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ec9c086f-900c-4890-bba4-b0386c75917a tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.289588 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.354734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d13704-c9a4-458b-aee2-0cf691ba4e7f None None] DHCP port deletion for fc6599e5-fbdc-49bb-be4f-0b267de2d8a7 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:09:09.362634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-43d13704-c9a4-458b-aee2-0cf691ba4e7f None None] Deleting port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:09.366355 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-43d13704-c9a4-458b-aee2-0cf691ba4e7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.454125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01514fae-b2ca-4730-8a37-2bdcee0c2e20 req-11b453ab-28cd-4022-8a84-98713f2f2c00 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2499135c-444c-466b-8c77-7f1fdae75a32 HTTP/1.1" status: 200 len: 1096 time: 0.5749972 Feb 04 16:09:09.455356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c086f-900c-4890-bba4-b0386c75917a tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event updated for resources: {'Network': ['ID=392e0ccb-80fe-4f05-95ad-b76921367268,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:09.469865 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ec9c086f-900c-4890-bba4-b0386c75917a tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5929427 Feb 04 16:09:09.473434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46924) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:09.493239 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 392e0ccb-80fe-4f05-95ad-b76921367268 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:09.528253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1752182486'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:09.542918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:09.556817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Usage tracker for resource:network and tenant:b225aca366ea4986a9b6784370c33fb0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:09.564441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:09.570227 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:09.570853 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.702730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:09.747257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-7043ec1b-6484-40d4-a865-52f7e6626321 req-d7bec815-3310-4de2-bce4-c23e2af7de77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] For port 9b9d014e-a06e-4c85-8580-72a1dff08f83, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9b9d014e-a06e-4c85-8580-72a1dff08f83,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:09.747257 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7043ec1b-6484-40d4-a865-52f7e6626321 req-d7bec815-3310-4de2-bce4-c23e2af7de77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.780339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Made reservation on behalf of b225aca366ea4986a9b6784370c33fb0 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:09.783655 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.967222 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01514fae-b2ca-4730-8a37-2bdcee0c2e20 req-de3378d0-3c0c-46fc-9303-e8c1d32b27d2 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24f0b866-362f-40a4-84a8-07ab1c19538e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785192 Feb 04 16:09:09.981636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-7043ec1b-6484-40d4-a865-52f7e6626321 req-d7bec815-3310-4de2-bce4-c23e2af7de77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Calling delete_port for 9b9d014e-a06e-4c85-8580-72a1dff08f83 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:10.002668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-43d13704-c9a4-458b-aee2-0cf691ba4e7f None None] For port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6e0b91e9-b9f7-4505-82db-bf451a2a26d4,segment=NetworkSegment(7fc5b388-650a-49d0-b819-f0d1bacb67bd),segment_id=7fc5b388-650a-49d0-b819-f0d1bacb67bd)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:10.003846 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-43d13704-c9a4-458b-aee2-0cf691ba4e7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.125018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] For port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6e0b91e9-b9f7-4505-82db-bf451a2a26d4,segment=NetworkSegment(7fc5b388-650a-49d0-b819-f0d1bacb67bd),segment_id=7fc5b388-650a-49d0-b819-f0d1bacb67bd)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:10.125385 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.146044 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7043ec1b-6484-40d4-a865-52f7e6626321 req-d7bec815-3310-4de2-bce4-c23e2af7de77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.166348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-43d13704-c9a4-458b-aee2-0cf691ba4e7f None None] Calling delete_port for 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:10.198497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:10.262617 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-43d13704-c9a4-458b-aee2-0cf691ba4e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.273510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:10.284922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bec815-3310-4de2-bce4-c23e2af7de77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b9d014e-a06e-4c85-8580-72a1dff08f83,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:10.315273 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7043ec1b-6484-40d4-a865-52f7e6626321 req-d7bec815-3310-4de2-bce4-c23e2af7de77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] No DVR routers for this DVR port 9b9d014e-a06e-4c85-8580-72a1dff08f83 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:10.319039 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7043ec1b-6484-40d4-a865-52f7e6626321 req-d7bec815-3310-4de2-bce4-c23e2af7de77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.322022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2499135c-444c-466b-8c77-7f1fdae75a32', 'name': 'network-vif-deleted', 'tag': '9b9d014e-a06e-4c85-8580-72a1dff08f83'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:10.357367 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7043ec1b-6484-40d4-a865-52f7e6626321 req-d7bec815-3310-4de2-bce4-c23e2af7de77 tempest-TestServerMultinode-1703600463 tempest-TestServerMultinode-1703600463-project-admin] 10.222.0.81 "DELETE /v2.0/ports/9b9d014e-a06e-4c85-8580-72a1dff08f83 HTTP/1.1" status: 204 len: 173 time: 1.4042733 Feb 04 16:09:10.365963 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.366405 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Added segment 2a270451-c435-414a-942d-1f8437013b2b of type vlan for network 24ed5f07-da58-465c-a01e-ca87de8bc8c0 Feb 04 16:09:10.366804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d13704-c9a4-458b-aee2-0cf691ba4e7f None None] No DVR routers for this DVR port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:10.374889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d13704-c9a4-458b-aee2-0cf691ba4e7f None None] Pushing event deleted for resources: {'Port': ['ID=6e0b91e9-b9f7-4505-82db-bf451a2a26d4,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:10.425135 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.440757 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.466181 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2499135c-444c-466b-8c77-7f1fdae75a32', 'name': 'network-vif-deleted', 'tag': '9b9d014e-a06e-4c85-8580-72a1dff08f83', 'status': 'completed', 'code': 200} Feb 04 16:09:10.474096 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.486874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:09:10.487235 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:09:10.521833 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.526875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:10.527690 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.617454 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:10.654688 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1786842 Feb 04 16:09:10.656827 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:10.657281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:10.658943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46934) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:10.671508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Request body: {'ports': [{'network_id': '392e0ccb-80fe-4f05-95ad-b76921367268', 'name': 'tempest-port--785487412', 'admin_state_up': True}, {'network_id': '24ed5f07-da58-465c-a01e-ca87de8bc8c0', 'admin_state_up': False}]} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:10.672010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Request body: {'port': {'network_id': '392e0ccb-80fe-4f05-95ad-b76921367268', 'name': 'tempest-port--785487412', 'admin_state_up': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:10.672704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Request body: {'port': {'network_id': '24ed5f07-da58-465c-a01e-ca87de8bc8c0', 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:10.691036 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7a168-3246-4db0-954a-4e97f2a38045 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event updated for resources: {'Network': ['ID=24ed5f07-da58-465c-a01e-ca87de8bc8c0,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:10.702088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 24ed5f07-da58-465c-a01e-ca87de8bc8c0 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:10.900311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:10.904611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Usage tracker for resource:port and tenant:b225aca366ea4986a9b6784370c33fb0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:10.907901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:10.914864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:10.932366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Made reservation on behalf of b225aca366ea4986a9b6784370c33fb0 for: {'port': 2} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:10.943951 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.966180 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.022535 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9b9d014e-a06e-4c85-8580-72a1dff08f83 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:11.099884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port 6e0b91e9-b9f7-4505-82db-bf451a2a26d4 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:11.103907 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.105087 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 9b9d014e-a06e-4c85-8580-72a1dff08f83 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:11.105499 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9b9d014e-a06e-4c85-8580-72a1dff08f83 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:11.163382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46948) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:11.177693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] The port '6e0b91e9-b9f7-4505-82db-bf451a2a26d4' was deleted {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:09:11.467203 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.519275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6599e5-fbdc-49bb-be4f-0b267de2d8a7']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:11.524107 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.536945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] device_id is not set on port ac3abca5-e423-4925-8d87-dd1aa3a1f0eb yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:09:11.543434 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc5b388-650a-49d0-b819-f0d1bacb67bd') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:11.543684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc5b388-650a-49d0-b819-f0d1bacb67bd') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:11.557707 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.579970 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.589092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:11.589511 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:11.605236 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:11.730421 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.735352 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.779974 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.796781 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.855382 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/networks/fc6599e5-fbdc-49bb-be4f-0b267de2d8a7 HTTP/1.1" status: 204 len: 168 time: 2.9017942 Feb 04 16:09:11.855981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46964) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:11.871534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'network': {'name': 'tempest-RoutersTest-2064654666'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:11.881855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50aa3c7-d960-443f-9b6f-3de0ebbb91a3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Network': ['ID=fc6599e5-fbdc-49bb-be4f-0b267de2d8a7,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:11.886872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:11.896074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:network and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:11.907526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:11.918584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:11.922168 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.013320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:12.016422 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.071504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] device_id is not set on port 13ce3189-79db-415b-9e9a-9ee3b57dd6b5 yet. {{(pid=83551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:09:12.082481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:12.096582 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.097033 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Added segment a6163a02-49fb-4aa3-9f5c-4a8a455f700c of type vlan for network fc55ecd2-7293-4fa6-8e44-6814df6cbcbf Feb 04 16:09:12.131619 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.202998 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.207147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:12.208201 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.247697 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.343064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4714088 Feb 04 16:09:12.343064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46972) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:12.346820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'subnet': {'network_id': 'fc55ecd2-7293-4fa6-8e44-6814df6cbcbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:12.369984 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e775a-3157-4689-b658-b26d2bb14a92 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Network': ['ID=fc55ecd2-7293-4fa6-8e44-6814df6cbcbf,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:12.387687 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network fc55ecd2-7293-4fa6-8e44-6814df6cbcbf details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:12.490924 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.500280 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:12.502171 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Deleting port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:12.502663 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.561092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:subnet and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:12.567552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:12.590832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:12.608588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event updated for resources: {'Port': ['ID=ac3abca5-e423-4925-8d87-dd1aa3a1f0eb,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:12.624331 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:12.712722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] For port 26cc5fc3-71e1-4e26-a186-5b3b36f0b412, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=26cc5fc3-71e1-4e26-a186-5b3b36f0b412,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:12.713085 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.720321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Checking segment: {'id': 'c1da1ba9-2c3c-4f6a-9e51-c1049dcf45ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '392e0ccb-80fe-4f05-95ad-b76921367268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:12.720674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Network hostable DHCP agents. Network: 392e0ccb-80fe-4f05-95ad-b76921367268, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:12.745667 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.836564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Calling delete_port for 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:12.850204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Network 392e0ccb-80fe-4f05-95ad-b76921367268 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:12.869629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 392e0ccb-80fe-4f05-95ad-b76921367268) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:12.873469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:12.875322 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.878992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8765bf6-0d08-47ea-b408-0dcf86072140 None None] Network 392e0ccb-80fe-4f05-95ad-b76921367268 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:13.086058 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.137114 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=26cc5fc3-71e1-4e26-a186-5b3b36f0b412,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:13.182337 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:13.182948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:13.183463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:13.183970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:13.184452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:13.184948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:13.185474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:13.185953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:13.186443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:13.186767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:13.187091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:13.289107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event updated for resources: {'Port': ['ID=13ce3189-79db-415b-9e9a-9ee3b57dd6b5,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:13.313609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Checking segment: {'id': '2a270451-c435-414a-942d-1f8437013b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ed5f07-da58-465c-a01e-ca87de8bc8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:13.313955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Network hostable DHCP agents. Network: 24ed5f07-da58-465c-a01e-ca87de8bc8c0, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:13.327636 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.419871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Subnet': ['ID=dbd47aeb-86c7-4a5e-963f-3a72a79a7113,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:13.467325 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Network 24ed5f07-da58-465c-a01e-ca87de8bc8c0 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:13.469698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Checking segment: {'id': 'a6163a02-49fb-4aa3-9f5c-4a8a455f700c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fc55ecd2-7293-4fa6-8e44-6814df6cbcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:13.470062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network hostable DHCP agents. Network: fc55ecd2-7293-4fa6-8e44-6814df6cbcbf, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:13.486237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 24ed5f07-da58-465c-a01e-ca87de8bc8c0) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:13.491374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:13.496931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:13.497227 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f5dfce-2e51-4e49-81d1-65547530ab9b None None] Network 24ed5f07-da58-465c-a01e-ca87de8bc8c0 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:13.500476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:13.501495 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.530631 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-114d846a-be0b-40a9-8a36-147102eea5bc tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8705320 Feb 04 16:09:13.533197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46986) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:13.578294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network fc55ecd2-7293-4fa6-8e44-6814df6cbcbf is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:13.589422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, fc55ecd2-7293-4fa6-8e44-6814df6cbcbf) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:13.600713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:13.601547 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.625247 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c2a0160b-f803-4be3-84f9-048a1b7254e2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2825713 Feb 04 16:09:13.627720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 46990) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:13.627854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9632d0a9-4cec-4a70-b1ee-55dc201bab2f None None] Network fc55ecd2-7293-4fa6-8e44-6814df6cbcbf requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:13.633968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a0799ca9-a23a-4025-8921-65ed47b92ae6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1850141529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:13.641774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a0799ca9-a23a-4025-8921-65ed47b92ae6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:13.646423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a0799ca9-a23a-4025-8921-65ed47b92ae6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:router and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:13.650109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a0799ca9-a23a-4025-8921-65ed47b92ae6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:13.656584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a0799ca9-a23a-4025-8921-65ed47b92ae6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:13.668813 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0799ca9-a23a-4025-8921-65ed47b92ae6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.669893 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0799ca9-a23a-4025-8921-65ed47b92ae6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.688221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ca4e32-a1e5-44c8-bec2-57758f003474 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:13.692358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ca4e32-a1e5-44c8-bec2-57758f003474 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:13.693118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-53ca4e32-a1e5-44c8-bec2-57758f003474 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Synchronizing usage tracker for tenant:b225aca366ea4986a9b6784370c33fb0 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:13.718949 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0799ca9-a23a-4025-8921-65ed47b92ae6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.721119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-53ca4e32-a1e5-44c8-bec2-57758f003474 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Unset dirty status for tenant:b225aca366ea4986a9b6784370c33fb0 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:13.722549 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-53ca4e32-a1e5-44c8-bec2-57758f003474 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1883767 Feb 04 16:09:13.726942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46994) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:13.746576 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0799ca9-a23a-4025-8921-65ed47b92ae6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.772071 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a0799ca9-a23a-4025-8921-65ed47b92ae6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.773490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a0799ca9-a23a-4025-8921-65ed47b92ae6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1446176 Feb 04 16:09:13.776669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 46998) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:13.894546 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ec22c6ea-ae9a-47ca-b457-7e36dd0617b3 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Deleting port ac3abca5-e423-4925-8d87-dd1aa3a1f0eb {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:13.894546 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec22c6ea-ae9a-47ca-b457-7e36dd0617b3 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.031074 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-fc55ecd2-7293-4fa6-8e44-6814df6cbcbf', 'network_id': 'fc55ecd2-7293-4fa6-8e44-6814df6cbcbf', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'fixed_ips': [{'subnet_id': 'dbd47aeb-86c7-4a5e-963f-3a72a79a7113'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:09:14.032928 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.125435 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.267276 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Allocated IP 172.20.0.2 (fc55ecd2-7293-4fa6-8e44-6814df6cbcbf/dbd47aeb-86c7-4a5e-963f-3a72a79a7113/435261ce-0c50-4f80-b125-47d27126a354) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:14.460050 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec22c6ea-ae9a-47ca-b457-7e36dd0617b3 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.560956 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.591849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Transition to ACTIVE for port object 435261ce-0c50-4f80-b125-47d27126a354 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:14.624735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ec22c6ea-ae9a-47ca-b457-7e36dd0617b3 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Calling delete_port for ac3abca5-e423-4925-8d87-dd1aa3a1f0eb owned by {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:14.626673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Transition to ACTIVE for port object 435261ce-0c50-4f80-b125-47d27126a354 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:14.634803 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.777367 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Network fc55ecd2-7293-4fa6-8e44-6814df6cbcbf is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:14.778079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Pushing event updated for resources: {'Port': ['ID=435261ce-0c50-4f80-b125-47d27126a354,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:14.782952 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:14.788380 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:14.893832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Attempting to bind port 435261ce-0c50-4f80-b125-47d27126a354 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:14.894192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Attempting to bind port 435261ce-0c50-4f80-b125-47d27126a354 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'a6163a02-49fb-4aa3-9f5c-4a8a455f700c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fc55ecd2-7293-4fa6-8e44-6814df6cbcbf'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:14.894723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Attempting to bind port 435261ce-0c50-4f80-b125-47d27126a354 on network fc55ecd2-7293-4fa6-8e44-6814df6cbcbf {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:14.903567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:09:14.904021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Checking segment: {'id': 'a6163a02-49fb-4aa3-9f5c-4a8a455f700c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fc55ecd2-7293-4fa6-8e44-6814df6cbcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:14.904529 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.904841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Bound using segment: {'id': 'a6163a02-49fb-4aa3-9f5c-4a8a455f700c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fc55ecd2-7293-4fa6-8e44-6814df6cbcbf'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:09:14.905288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Bound port: 435261ce-0c50-4f80-b125-47d27126a354, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6163a02-49fb-4aa3-9f5c-4a8a455f700c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fc55ecd2-7293-4fa6-8e44-6814df6cbcbf'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:14.905832 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.986532 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec22c6ea-ae9a-47ca-b457-7e36dd0617b3 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.026183 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] For port 435261ce-0c50-4f80-b125-47d27126a354, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:15.030942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] For port 435261ce-0c50-4f80-b125-47d27126a354, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=435261ce-0c50-4f80-b125-47d27126a354,segment=NetworkSegment(a6163a02-49fb-4aa3-9f5c-4a8a455f700c),segment_id=a6163a02-49fb-4aa3-9f5c-4a8a455f700c)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:15.037432 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.046621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22c6ea-ae9a-47ca-b457-7e36dd0617b3 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event deleted for resources: {'Port': ['ID=ac3abca5-e423-4925-8d87-dd1aa3a1f0eb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:15.122639 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec22c6ea-ae9a-47ca-b457-7e36dd0617b3 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.128956 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.158254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a058828-92c4-44c0-bccb-3b47cf47f9f6 None None] Pushing event updated for resources: {'Port': ['ID=435261ce-0c50-4f80-b125-47d27126a354,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:15.231728 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ec22c6ea-ae9a-47ca-b457-7e36dd0617b3 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "DELETE /v2.0/ports/ac3abca5-e423-4925-8d87-dd1aa3a1f0eb HTTP/1.1" status: 204 len: 168 time: 1.5027847 Feb 04 16:09:15.234311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47010) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:15.325749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-12611abe-0572-469e-b111-922fe8ab7bf4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Deleting port 13ce3189-79db-415b-9e9a-9ee3b57dd6b5 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:15.326352 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-12611abe-0572-469e-b111-922fe8ab7bf4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.651011 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-12611abe-0572-469e-b111-922fe8ab7bf4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.814350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-12611abe-0572-469e-b111-922fe8ab7bf4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Calling delete_port for 13ce3189-79db-415b-9e9a-9ee3b57dd6b5 owned by {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:15.827474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Allocated IP 172.20.0.1 (fc55ecd2-7293-4fa6-8e44-6814df6cbcbf/dbd47aeb-86c7-4a5e-963f-3a72a79a7113/73440b58-379b-4c55-b1a0-cb99a5f90512) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:15.965246 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-12611abe-0572-469e-b111-922fe8ab7bf4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.154814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12611abe-0572-469e-b111-922fe8ab7bf4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event deleted for resources: {'Port': ['ID=13ce3189-79db-415b-9e9a-9ee3b57dd6b5,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:16.184538 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-12611abe-0572-469e-b111-922fe8ab7bf4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.197258 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.211830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-12611abe-0572-469e-b111-922fe8ab7bf4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "DELETE /v2.0/ports/13ce3189-79db-415b-9e9a-9ee3b57dd6b5 HTTP/1.1" status: 204 len: 168 time: 0.9754310 Feb 04 16:09:16.214158 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47020) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:16.264450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-94b442f6-0c4d-4d8c-9782-62d6cd9f69f4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Synchronizing usage tracker for tenant:b225aca366ea4986a9b6784370c33fb0 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:16.284824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Transition to ACTIVE for port object 73440b58-379b-4c55-b1a0-cb99a5f90512 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:16.291395 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-94b442f6-0c4d-4d8c-9782-62d6cd9f69f4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Unset dirty status for tenant:b225aca366ea4986a9b6784370c33fb0 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:16.296062 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-94b442f6-0c4d-4d8c-9782-62d6cd9f69f4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0774946 Feb 04 16:09:16.296506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47026) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:16.302838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1638865366'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:16.333820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:16.338579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Usage tracker for resource:network and tenant:b225aca366ea4986a9b6784370c33fb0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:16.346623 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.348873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:16.367892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:16.386241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Made reservation on behalf of b225aca366ea4986a9b6784370c33fb0 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:16.389331 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.453081 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:16.467434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network fc55ecd2-7293-4fa6-8e44-6814df6cbcbf is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:16.472287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:16.476772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:16.478607 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.478956 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Added segment 04315326-6265-428a-87dd-9705bf20c966 of type vlan for network ff17f1ab-6ef4-416c-ad4c-dae722ba4913 Feb 04 16:09:16.541206 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.541785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=73440b58-379b-4c55-b1a0-cb99a5f90512,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:16.605166 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.610415 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.614596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:16.615391 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.621631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413b80e0-42d3-4b05-bdfc-fe71dd351945 None None] Network fc55ecd2-7293-4fa6-8e44-6814df6cbcbf requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:16.690082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Router 76b7cb72-b7d2-405c-a234-1f7ae4304fc6 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:09:16.736766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 435261ce-0c50-4f80-b125-47d27126a354 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:16.783730 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4861670 Feb 04 16:09:16.787761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47034) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:16.796193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1885117957'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:16.802981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f525fc2-46e4-4b06-bcd8-5af9e56278d2 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event updated for resources: {'Network': ['ID=ff17f1ab-6ef4-416c-ad4c-dae722ba4913,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:16.806632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:16.815755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Usage tracker for resource:network and tenant:b225aca366ea4986a9b6784370c33fb0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:16.819619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:16.826644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:16.843774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Made reservation on behalf of b225aca366ea4986a9b6784370c33fb0 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:16.848254 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.891950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network ff17f1ab-6ef4-416c-ad4c-dae722ba4913 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:16.911875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:16.930675 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.959027 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.961851 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Added segment 6e00c381-411b-4f03-a42e-989493d97875 of type vlan for network 23b48570-3a5c-4648-b4ff-1d1cc9a20a52 Feb 04 16:09:17.059732 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.103675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b386b859-172e-46b9-a063-4a284066ad9b None None] Provisioning for port 435261ce-0c50-4f80-b125-47d27126a354 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:17.170631 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.174798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:17.175813 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.213238 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 435261ce-0c50-4f80-b125-47d27126a354 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:17.224331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 435261ce-0c50-4f80-b125-47d27126a354 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:17.224681 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.339117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event updated for resources: {'Network': ['ID=23b48570-3a5c-4648-b4ff-1d1cc9a20a52,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:17.342745 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-44622e6b-c7b0-4ebc-aefe-b55d8e3d322b tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5537646 Feb 04 16:09:17.382926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 23b48570-3a5c-4648-b4ff-1d1cc9a20a52 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:17.495541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47042) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:17.502050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Request body: {'subnets': [{'network_id': 'ff17f1ab-6ef4-416c-ad4c-dae722ba4913', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1285263571', 'ip_version': 4}, {'network_id': '23b48570-3a5c-4648-b4ff-1d1cc9a20a52', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:17.502865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Request body: {'subnet': {'network_id': 'ff17f1ab-6ef4-416c-ad4c-dae722ba4913', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1285263571', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:17.503948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Request body: {'subnet': {'network_id': '23b48570-3a5c-4648-b4ff-1d1cc9a20a52', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:17.523848 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.579435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 435261ce-0c50-4f80-b125-47d27126a354, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=435261ce-0c50-4f80-b125-47d27126a354,segment=NetworkSegment(a6163a02-49fb-4aa3-9f5c-4a8a455f700c),segment_id=a6163a02-49fb-4aa3-9f5c-4a8a455f700c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:17.593952 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.721690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=435261ce-0c50-4f80-b125-47d27126a354,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:17.796580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:17.807402 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad37c4-6eb1-4885-9a78-fa4b58b9bebe None None] Sync routers for ids ['76b7cb72-b7d2-405c-a234-1f7ae4304fc6'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:17.826308 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad37c4-6eb1-4885-9a78-fa4b58b9bebe None None] Routers {'76b7cb72-b7d2-405c-a234-1f7ae4304fc6'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:17.826933 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dbad37c4-6eb1-4885-9a78-fa4b58b9bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['76b7cb72-b7d2-405c-a234-1f7ae4304fc6'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:17.844270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:17.849843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Usage tracker for resource:subnet and tenant:b225aca366ea4986a9b6784370c33fb0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:17.853767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:17.861272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:17.876068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Made reservation on behalf of b225aca366ea4986a9b6784370c33fb0 for: {'subnet': 2} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:17.886809 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1b3abfc2-9ec3-4090-9a2b-c69ffebb60a0 admin admin] 10.222.0.60 "PUT /v2.0/routers/76b7cb72-b7d2-405c-a234-1f7ae4304fc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7176757 Feb 04 16:09:17.888164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47046) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:17.908430 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.993830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2ebfbd55-45ce-4101-9168-3fe73730b452 None None] Provisioning complete for port 435261ce-0c50-4f80-b125-47d27126a354 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:17.994767 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2ebfbd55-45ce-4101-9168-3fe73730b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.033265 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.075359 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-dbad37c4-6eb1-4885-9a78-fa4b58b9bebe None None] Set router 76b7cb72-b7d2-405c-a234-1f7ae4304fc6 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:18.351141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2ebfbd55-45ce-4101-9168-3fe73730b452 None None] Provisioning for port 73440b58-379b-4c55-b1a0-cb99a5f90512 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:18.353016 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.360977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2ebfbd55-45ce-4101-9168-3fe73730b452 None None] Provisioning complete for port 73440b58-379b-4c55-b1a0-cb99a5f90512 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:18.361376 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2ebfbd55-45ce-4101-9168-3fe73730b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.378858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=73440b58-379b-4c55-b1a0-cb99a5f90512,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:18.504107 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2ebfbd55-45ce-4101-9168-3fe73730b452 None None] Port 73440b58-379b-4c55-b1a0-cb99a5f90512 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:09:18.573650 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dbad37c4-6eb1-4885-9a78-fa4b58b9bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'name': 'tempest-TestServerMultinode-251086378-router', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:33Z', 'updated_at': '2022-02-04T16:09:13Z', 'revision_number': 5, 'project_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'gw_port': {'id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:34Z', 'updated_at': '2022-02-04T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:18.578636 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad37c4-6eb1-4885-9a78-fa4b58b9bebe None None] Checking router: 76b7cb72-b7d2-405c-a234-1f7ae4304fc6 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:09:18.588812 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 435261ce-0c50-4f80-b125-47d27126a354 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:18.591372 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad37c4-6eb1-4885-9a78-fa4b58b9bebe None None] Routers {'76b7cb72-b7d2-405c-a234-1f7ae4304fc6'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:18.591998 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dbad37c4-6eb1-4885-9a78-fa4b58b9bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['76b7cb72-b7d2-405c-a234-1f7ae4304fc6'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:18.627167 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.627731 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.671875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network fc55ecd2-7293-4fa6-8e44-6814df6cbcbf is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:18.736072 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-62862d0d-6ddf-4492-90a5-d21616d2b22f None None] Provisioning complete for port 73440b58-379b-4c55-b1a0-cb99a5f90512 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:18.737145 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-62862d0d-6ddf-4492-90a5-d21616d2b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.739773 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:18.850296 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 435261ce-0c50-4f80-b125-47d27126a354 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:18.850793 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.975307 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-dbad37c4-6eb1-4885-9a78-fa4b58b9bebe None None] Set router 76b7cb72-b7d2-405c-a234-1f7ae4304fc6 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:19.009312 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-62862d0d-6ddf-4492-90a5-d21616d2b22f None None] Port 73440b58-379b-4c55-b1a0-cb99a5f90512 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:09:19.249253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1757aead-b454-4d12-af46-8fe5488eecda None None] Provisioning complete for port 73440b58-379b-4c55-b1a0-cb99a5f90512 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:19.250492 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1757aead-b454-4d12-af46-8fe5488eecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.385444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1757aead-b454-4d12-af46-8fe5488eecda None None] Port 73440b58-379b-4c55-b1a0-cb99a5f90512 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:09:19.389682 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.462817 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dbad37c4-6eb1-4885-9a78-fa4b58b9bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'name': 'tempest-TestServerMultinode-251086378-router', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:33Z', 'updated_at': '2022-02-04T16:09:13Z', 'revision_number': 5, 'project_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'gw_port': {'id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:34Z', 'updated_at': '2022-02-04T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:19.468971 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad37c4-6eb1-4885-9a78-fa4b58b9bebe None None] The sync data for ids ['76b7cb72-b7d2-405c-a234-1f7ae4304fc6'] in n-d-827872-1 is: [{'id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'name': 'tempest-TestServerMultinode-251086378-router', 'tenant_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:33Z', 'updated_at': '2022-02-04T16:09:13Z', 'revision_number': 5, 'project_id': 'c9dbefa80f9547fcb725a60f62e34d98', 'gw_port': {'id': '4955b161-d952-4cbb-bb71-2d5f50aa51e1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b7cb72-b7d2-405c-a234-1f7ae4304fc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:34Z', 'updated_at': '2022-02-04T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:19.519774 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.633543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event updated for resources: {'Subnet': ['ID=712140f3-b570-4182-8551-cdd20c548174,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:19.638891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Checking segment: {'id': '04315326-6265-428a-87dd-9705bf20c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ff17f1ab-6ef4-416c-ad4c-dae722ba4913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:19.639413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Network hostable DHCP agents. Network: ff17f1ab-6ef4-416c-ad4c-dae722ba4913, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:19.666741 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Network ff17f1ab-6ef4-416c-ad4c-dae722ba4913 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:19.678490 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.680871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, ff17f1ab-6ef4-416c-ad4c-dae722ba4913) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:19.685876 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.694648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6010d122-6e52-45cc-b6e0-a1c82c8cf584 None None] Network ff17f1ab-6ef4-416c-ad4c-dae722ba4913 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:19.841190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event updated for resources: {'Subnet': ['ID=0520facb-61af-4701-aa1b-a61a2169fba4,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:19.924554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 034e25b8-3258-4008-bdff-c21b9a06cfbe is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:09:19.927892 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.930791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Checking segment: {'id': '6e00c381-411b-4f03-a42e-989493d97875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '23b48570-3a5c-4648-b4ff-1d1cc9a20a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:19.931450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Network hostable DHCP agents. Network: 23b48570-3a5c-4648-b4ff-1d1cc9a20a52, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:19.944195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] Deleting port 4955b161-d952-4cbb-bb71-2d5f50aa51e1 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:19.944652 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.985841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Network 23b48570-3a5c-4648-b4ff-1d1cc9a20a52 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:20.004026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 23b48570-3a5c-4648-b4ff-1d1cc9a20a52) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:20.013087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:20.017883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:20.019560 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:20.057107 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce72d10-98a9-43c3-9cae-cb13cb6facaf None None] Network 23b48570-3a5c-4648-b4ff-1d1cc9a20a52 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:20.087466 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e8d1a53e-fcb0-4cb1-8a85-bfbce791f104 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.5902832 Feb 04 16:09:20.089183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47082) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:20.203598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184ed129-a74e-49c0-a281-e8413978733f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:20.204924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184ed129-a74e-49c0-a281-e8413978733f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:20.210335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184ed129-a74e-49c0-a281-e8413978733f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:20.211286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-184ed129-a74e-49c0-a281-e8413978733f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Synchronizing usage tracker for tenant:b225aca366ea4986a9b6784370c33fb0 on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:20.234243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-184ed129-a74e-49c0-a281-e8413978733f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Unset dirty status for tenant:b225aca366ea4986a9b6784370c33fb0 on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:20.241058 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-184ed129-a74e-49c0-a281-e8413978733f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1508420 Feb 04 16:09:20.241678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47086) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:20.319640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83d05e1-0a7a-4a82-bafb-aa593e942faf tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Deleting subnet 712140f3-b570-4182-8551-cdd20c548174 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:09:20.327505 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f83d05e1-0a7a-4a82-bafb-aa593e942faf tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:20.362816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] For port 4955b161-d952-4cbb-bb71-2d5f50aa51e1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4955b161-d952-4cbb-bb71-2d5f50aa51e1,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:20.363485 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:20.443170 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f83d05e1-0a7a-4a82-bafb-aa593e942faf tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:20.513344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9096cdd-68ee-4e62-bdf3-1c93f4843f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-ff17f1ab-6ef4-416c-ad4c-dae722ba4913', 'network_id': 'ff17f1ab-6ef4-416c-ad4c-dae722ba4913', 'tenant_id': 'b225aca366ea4986a9b6784370c33fb0', 'fixed_ips': [{'subnet_id': '712140f3-b570-4182-8551-cdd20c548174'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:09:20.514352 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c9096cdd-68ee-4e62-bdf3-1c93f4843f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:20.536944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] Calling delete_port for 4955b161-d952-4cbb-bb71-2d5f50aa51e1 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:20.557499 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:20.606757 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f83d05e1-0a7a-4a82-bafb-aa593e942faf tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:20.627000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:20.630222 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 26cc5fc3-71e1-4e26-a186-5b3b36f0b412 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:20.632041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa63ec-16d9-4b3b-a566-c3af8caeefff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-23b48570-3a5c-4648-b4ff-1d1cc9a20a52', 'network_id': '23b48570-3a5c-4648-b4ff-1d1cc9a20a52', 'tenant_id': 'b225aca366ea4986a9b6784370c33fb0', 'fixed_ips': [{'subnet_id': '0520facb-61af-4701-aa1b-a61a2169fba4'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:09:20.636410 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:20.647953 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9caa63ec-16d9-4b3b-a566-c3af8caeefff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:20.653188 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3ec6cc08-d86f-490b-b0c4-67733bd25ea6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/034e25b8-3258-4008-bdff-c21b9a06cfbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8704026 Feb 04 16:09:20.653980 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47098) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:20.675983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1457d135-0781-4087-a3a4-f4ae1ebcb39d None None] Sync routers for ids ['034e25b8-3258-4008-bdff-c21b9a06cfbe'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:20.789411 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f83d05e1-0a7a-4a82-bafb-aa593e942faf tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:20.864999 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1457d135-0781-4087-a3a4-f4ae1ebcb39d None None] Routers {'034e25b8-3258-4008-bdff-c21b9a06cfbe'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:20.865659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1457d135-0781-4087-a3a4-f4ae1ebcb39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['034e25b8-3258-4008-bdff-c21b9a06cfbe'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:20.902343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d05e1-0a7a-4a82-bafb-aa593e942faf tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event deleted for resources: {'Subnet': ['ID=712140f3-b570-4182-8551-cdd20c548174,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:20.912355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfc1021-17f4-4f02-9174-aa2fd55d2040 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:20.913721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2bfc1021-17f4-4f02-9174-aa2fd55d2040 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Synchronizing usage tracker for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:20.916509 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f83d05e1-0a7a-4a82-bafb-aa593e942faf tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:20.951207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f83d05e1-0a7a-4a82-bafb-aa593e942faf tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "DELETE /v2.0/subnets/712140f3-b570-4182-8551-cdd20c548174 HTTP/1.1" status: 204 len: 168 time: 0.7041843 Feb 04 16:09:20.951207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47116) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:20.976725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2bfc1021-17f4-4f02-9174-aa2fd55d2040 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Unset dirty status for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:20.978238 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2bfc1021-17f4-4f02-9174-aa2fd55d2040 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports/73440b58-379b-4c55-b1a0-cb99a5f90512 HTTP/1.1" status: 200 len: 910 time: 0.3081806 Feb 04 16:09:20.981212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47120) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:21.016281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1457d135-0781-4087-a3a4-f4ae1ebcb39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:21.033109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3586551-4021-4b43-8fd4-475a66c0b7a4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Deleting subnet 0520facb-61af-4701-aa1b-a61a2169fba4 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:09:21.038057 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3586551-4021-4b43-8fd4-475a66c0b7a4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:21.100116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1457d135-0781-4087-a3a4-f4ae1ebcb39d None None] Routers {'034e25b8-3258-4008-bdff-c21b9a06cfbe'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:21.100797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1457d135-0781-4087-a3a4-f4ae1ebcb39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['034e25b8-3258-4008-bdff-c21b9a06cfbe'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:21.113201 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3586551-4021-4b43-8fd4-475a66c0b7a4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:21.148549 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server [None req-c9096cdd-68ee-4e62-bdf3-1c93f4843f0c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 712140f3-b570-4182-8551-cdd20c548174: This subnet is being modified by another concurrent operation. Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise exception Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 712140f3-b570-4182-8551-cdd20c548174: This subnet is being modified by another concurrent operation. Feb 04 16:09:21.191402 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server Feb 04 16:09:21.221307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] Pushing event deleted for resources: {'Port': ['ID=4955b161-d952-4cbb-bb71-2d5f50aa51e1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:21.226294 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac24e2-0aeb-431f-85b0-f178c92777f2 None None] Network ff17f1ab-6ef4-416c-ad4c-dae722ba4913 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:21.229177 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3586551-4021-4b43-8fd4-475a66c0b7a4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:21.244702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1457d135-0781-4087-a3a4-f4ae1ebcb39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:21.245125 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1457d135-0781-4087-a3a4-f4ae1ebcb39d None None] The sync data for ids ['034e25b8-3258-4008-bdff-c21b9a06cfbe'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:21.325617 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3586551-4021-4b43-8fd4-475a66c0b7a4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server [None req-9caa63ec-16d9-4b3b-a566-c3af8caeefff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0520facb-61af-4701-aa1b-a61a2169fba4: This subnet is being modified by another concurrent operation. Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server raise exception Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0520facb-61af-4701-aa1b-a61a2169fba4: This subnet is being modified by another concurrent operation. Feb 04 16:09:21.374290 n-d-827872-1 neutron-server[83552]: ERROR oslo_messaging.rpc.server Feb 04 16:09:21.389224 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3586551-4021-4b43-8fd4-475a66c0b7a4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:21.393959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4c857d-38df-4d56-b4a0-98048e88a585 None None] Network 23b48570-3a5c-4648-b4ff-1d1cc9a20a52 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:21.405414 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d3586551-4021-4b43-8fd4-475a66c0b7a4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "DELETE /v2.0/subnets/0520facb-61af-4701-aa1b-a61a2169fba4 HTTP/1.1" status: 204 len: 168 time: 0.4549584 Feb 04 16:09:21.410346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47128) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:21.414986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3586551-4021-4b43-8fd4-475a66c0b7a4 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event deleted for resources: {'Subnet': ['ID=0520facb-61af-4701-aa1b-a61a2169fba4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:21.488049 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6ef4d6-76f0-48f3-b57e-0c7bdaacd14f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:21.488723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ea6ef4d6-76f0-48f3-b57e-0c7bdaacd14f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Synchronizing usage tracker for tenant:b225aca366ea4986a9b6784370c33fb0 on resource:subnet {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:21.505985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ea6ef4d6-76f0-48f3-b57e-0c7bdaacd14f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Unset dirty status for tenant:b225aca366ea4986a9b6784370c33fb0 on resource:subnet {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:21.512027 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ea6ef4d6-76f0-48f3-b57e-0c7bdaacd14f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0951450 Feb 04 16:09:21.519354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47132) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:21.731113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2051beb-5cb5-4591-abd6-ee400fcae313 None None] get_active_networks_info from n-d-827872-1 {{(pid=83552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:09:21.836788 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:21.959313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2051beb-5cb5-4591-abd6-ee400fcae313 None None] Resources bound (agent type, host, resource id): {{(pid=83552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:09:22.024821 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e25aff3-41ed-42d3-9ec8-0d9c13b7f9b9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.283066 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.361198 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.439430 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576af9f7-ae7d-44e9-a397-51e5193053fd None None] get_active_networks_info from n-d-827872-1 {{(pid=83552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:09:22.494754 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e25aff3-41ed-42d3-9ec8-0d9c13b7f9b9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.555065 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.555654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76b7cb72-b7d2-405c-a234-1f7ae4304fc6 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:09:22.561907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1e25aff3-41ed-42d3-9ec8-0d9c13b7f9b9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b48570-3a5c-4648-b4ff-1d1cc9a20a52']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:22.597203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1e25aff3-41ed-42d3-9ec8-0d9c13b7f9b9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e00c381-411b-4f03-a42e-989493d97875') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:22.597495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1e25aff3-41ed-42d3-9ec8-0d9c13b7f9b9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e00c381-411b-4f03-a42e-989493d97875') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:22.622712 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e25aff3-41ed-42d3-9ec8-0d9c13b7f9b9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.644160 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.649286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47142) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:22.660332 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-278e9bce-2d19-4271-b29d-e606c2192087 admin admin] 10.222.0.60 "DELETE /v2.0/routers/76b7cb72-b7d2-405c-a234-1f7ae4304fc6 HTTP/1.1" status: 204 len: 168 time: 4.7492440 Feb 04 16:09:22.688955 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c08fa46d-2124-4160-a8e3-feae6ccd83e6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.763114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576af9f7-ae7d-44e9-a397-51e5193053fd None None] Resources bound (agent type, host, resource id): {{(pid=83552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:09:22.784181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-e055ecbe-fe41-4c5a-b48d-cf2f82a092b3 admin admin] Deleting subnet 64f3e969-b4bb-4c46-8d33-ef5b0b9f560d {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:09:22.790669 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e055ecbe-fe41-4c5a-b48d-cf2f82a092b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.798220 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e25aff3-41ed-42d3-9ec8-0d9c13b7f9b9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.838633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e25aff3-41ed-42d3-9ec8-0d9c13b7f9b9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:22.839779 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e25aff3-41ed-42d3-9ec8-0d9c13b7f9b9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.872894 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e055ecbe-fe41-4c5a-b48d-cf2f82a092b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:22.882149 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:23.048377 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e055ecbe-fe41-4c5a-b48d-cf2f82a092b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.091551 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e25aff3-41ed-42d3-9ec8-0d9c13b7f9b9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.119476 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1e25aff3-41ed-42d3-9ec8-0d9c13b7f9b9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.134098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25aff3-41ed-42d3-9ec8-0d9c13b7f9b9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event deleted for resources: {'Network': ['ID=23b48570-3a5c-4648-b4ff-1d1cc9a20a52,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:23.141465 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1e25aff3-41ed-42d3-9ec8-0d9c13b7f9b9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "DELETE /v2.0/networks/23b48570-3a5c-4648-b4ff-1d1cc9a20a52 HTTP/1.1" status: 204 len: 168 time: 1.6196799 Feb 04 16:09:23.144747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47150) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:23.229633 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e055ecbe-fe41-4c5a-b48d-cf2f82a092b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.286841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055ecbe-fe41-4c5a-b48d-cf2f82a092b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f3e969-b4bb-4c46-8d33-ef5b0b9f560d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:23.291153 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e055ecbe-fe41-4c5a-b48d-cf2f82a092b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.300057 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e055ecbe-fe41-4c5a-b48d-cf2f82a092b3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/64f3e969-b4bb-4c46-8d33-ef5b0b9f560d HTTP/1.1" status: 204 len: 168 time: 0.6472776 Feb 04 16:09:23.300206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47154) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:23.321301 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75707366-889a-4982-a86f-5c79ea0f6a87 None None] Network dbc1367a-e277-4528-b29e-8f1ccd084853 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:23.322841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0f14-7507-4e2d-a757-d47604e11de9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.441365 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.465255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] Deleting port 04f389ae-e08c-44aa-b318-7c0acd9930b8 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:23.466228 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.622769 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58925121-db89-4083-b47a-007ab98dff81 None None] DHCP port deletion for dbc1367a-e277-4528-b29e-8f1ccd084853 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:09:23.628837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-58925121-db89-4083-b47a-007ab98dff81 None None] Deleting port 04f389ae-e08c-44aa-b318-7c0acd9930b8 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:23.631898 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-58925121-db89-4083-b47a-007ab98dff81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.737945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0f14-7507-4e2d-a757-d47604e11de9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.791655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-4b6b0f14-7507-4e2d-a757-d47604e11de9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff17f1ab-6ef4-416c-ad4c-dae722ba4913']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:23.834976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-4b6b0f14-7507-4e2d-a757-d47604e11de9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04315326-6265-428a-87dd-9705bf20c966') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:23.835281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-4b6b0f14-7507-4e2d-a757-d47604e11de9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04315326-6265-428a-87dd-9705bf20c966') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:23.855870 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0f14-7507-4e2d-a757-d47604e11de9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.883627 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0f14-7507-4e2d-a757-d47604e11de9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.891729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] For port 04f389ae-e08c-44aa-b318-7c0acd9930b8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=04f389ae-e08c-44aa-b318-7c0acd9930b8,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:23.892451 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.919114 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6b0f14-7507-4e2d-a757-d47604e11de9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:23.919545 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0f14-7507-4e2d-a757-d47604e11de9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.928122 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-58925121-db89-4083-b47a-007ab98dff81 None None] For port 04f389ae-e08c-44aa-b318-7c0acd9930b8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=04f389ae-e08c-44aa-b318-7c0acd9930b8,segment=NetworkSegment(d9511d7d-920f-4d8e-a92f-18ee0dec0848),segment_id=d9511d7d-920f-4d8e-a92f-18ee0dec0848)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:23.928512 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-58925121-db89-4083-b47a-007ab98dff81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:24.049784 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:24.076741 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0f14-7507-4e2d-a757-d47604e11de9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.079443 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] Calling delete_port for 04f389ae-e08c-44aa-b318-7c0acd9930b8 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:24.097101 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0f14-7507-4e2d-a757-d47604e11de9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.120246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b0f14-7507-4e2d-a757-d47604e11de9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event deleted for resources: {'Network': ['ID=ff17f1ab-6ef4-416c-ad4c-dae722ba4913,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:24.120696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-58925121-db89-4083-b47a-007ab98dff81 None None] Calling delete_port for 04f389ae-e08c-44aa-b318-7c0acd9930b8 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:24.129191 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4b6b0f14-7507-4e2d-a757-d47604e11de9 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "DELETE /v2.0/networks/ff17f1ab-6ef4-416c-ad4c-dae722ba4913 HTTP/1.1" status: 204 len: 168 time: 0.9805539 Feb 04 16:09:24.134247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47158) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:24.188292 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.217161 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-58925121-db89-4083-b47a-007ab98dff81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:09:24.217528 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-58925121-db89-4083-b47a-007ab98dff81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:09:24.243439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] Pushing event deleted for resources: {'Port': ['ID=04f389ae-e08c-44aa-b318-7c0acd9930b8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:24.247509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] No DVR routers for this DVR port 04f389ae-e08c-44aa-b318-7c0acd9930b8 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:24.387995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b9d50d5-4cb7-4e65-9ba3-9537afde983f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.416860 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.446933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc1367a-e277-4528-b29e-8f1ccd084853']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:24.465745 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9511d7d-920f-4d8e-a92f-18ee0dec0848') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:24.466353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9511d7d-920f-4d8e-a92f-18ee0dec0848') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:24.490212 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.526134 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.540981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:24.541371 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:24.561129 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:24.605110 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4955b161-d952-4cbb-bb71-2d5f50aa51e1 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:24.636907 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b9d50d5-4cb7-4e65-9ba3-9537afde983f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.652834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 4955b161-d952-4cbb-bb71-2d5f50aa51e1 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:24.653836 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4955b161-d952-4cbb-bb71-2d5f50aa51e1 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:24.654636 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 04f389ae-e08c-44aa-b318-7c0acd9930b8 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:24.662773 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.682723 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.695091 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc1367a-e277-4528-b29e-8f1ccd084853,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:24.696160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-5b9d50d5-4cb7-4e65-9ba3-9537afde983f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ed5f07-da58-465c-a01e-ca87de8bc8c0']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:24.698374 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2580ecb4-542d-4370-871a-693910a38375 admin admin] 10.222.0.60 "DELETE /v2.0/networks/dbc1367a-e277-4528-b29e-8f1ccd084853 HTTP/1.1" status: 204 len: 168 time: 1.3972499 Feb 04 16:09:24.701125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47170) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:24.701693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 04f389ae-e08c-44aa-b318-7c0acd9930b8 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:24.702188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 04f389ae-e08c-44aa-b318-7c0acd9930b8 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:24.718723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-58925121-db89-4083-b47a-007ab98dff81 None None] Deleting port 04f389ae-e08c-44aa-b318-7c0acd9930b8 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:24.719099 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-58925121-db89-4083-b47a-007ab98dff81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.731590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c08fa46d-2124-4160-a8e3-feae6ccd83e6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port 73440b58-379b-4c55-b1a0-cb99a5f90512 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:24.731951 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c08fa46d-2124-4160-a8e3-feae6ccd83e6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.773890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-5b9d50d5-4cb7-4e65-9ba3-9537afde983f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a270451-c435-414a-942d-1f8437013b2b') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:24.774220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-5b9d50d5-4cb7-4e65-9ba3-9537afde983f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a270451-c435-414a-942d-1f8437013b2b') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:24.797752 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b9d50d5-4cb7-4e65-9ba3-9537afde983f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.806067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-58925121-db89-4083-b47a-007ab98dff81 None None] The port '04f389ae-e08c-44aa-b318-7c0acd9930b8' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:09:24.838440 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b9d50d5-4cb7-4e65-9ba3-9537afde983f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.895386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9d50d5-4cb7-4e65-9ba3-9537afde983f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:24.896226 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b9d50d5-4cb7-4e65-9ba3-9537afde983f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:24.915045 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:25.075036 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b9d50d5-4cb7-4e65-9ba3-9537afde983f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.106631 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b9d50d5-4cb7-4e65-9ba3-9537afde983f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.110516 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c08fa46d-2124-4160-a8e3-feae6ccd83e6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.136418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d50d5-4cb7-4e65-9ba3-9537afde983f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event deleted for resources: {'Network': ['ID=24ed5f07-da58-465c-a01e-ca87de8bc8c0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:25.194231 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5b9d50d5-4cb7-4e65-9ba3-9537afde983f tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "DELETE /v2.0/networks/24ed5f07-da58-465c-a01e-ca87de8bc8c0 HTTP/1.1" status: 204 len: 168 time: 1.0576179 Feb 04 16:09:25.211166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47174) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:25.260515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c08fa46d-2124-4160-a8e3-feae6ccd83e6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for 73440b58-379b-4c55-b1a0-cb99a5f90512 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:25.391310 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ea66fec7-1f8c-463c-a361-1d459af700b7 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.468417 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7cf37af5-bc10-4987-8677-20491d7b6d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.690571 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c08fa46d-2124-4160-a8e3-feae6ccd83e6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.744579 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ea66fec7-1f8c-463c-a361-1d459af700b7 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.777898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ea66fec7-1f8c-463c-a361-1d459af700b7 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392e0ccb-80fe-4f05-95ad-b76921367268']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:25.835686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ea66fec7-1f8c-463c-a361-1d459af700b7 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1da1ba9-2c3c-4f6a-9e51-c1049dcf45ef') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:25.836140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ea66fec7-1f8c-463c-a361-1d459af700b7 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1da1ba9-2c3c-4f6a-9e51-c1049dcf45ef') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:25.852812 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ea66fec7-1f8c-463c-a361-1d459af700b7 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.884496 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ea66fec7-1f8c-463c-a361-1d459af700b7 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.903160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea66fec7-1f8c-463c-a361-1d459af700b7 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:25.903728 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ea66fec7-1f8c-463c-a361-1d459af700b7 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.905679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fa46d-2124-4160-a8e3-feae6ccd83e6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Port': ['ID=73440b58-379b-4c55-b1a0-cb99a5f90512,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:25.956948 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:26.096604 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ea66fec7-1f8c-463c-a361-1d459af700b7 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:26.116291 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ea66fec7-1f8c-463c-a361-1d459af700b7 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:26.128519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66fec7-1f8c-463c-a361-1d459af700b7 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] Pushing event deleted for resources: {'Network': ['ID=392e0ccb-80fe-4f05-95ad-b76921367268,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:26.142965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ea66fec7-1f8c-463c-a361-1d459af700b7 tempest-BulkNetworkOpsTest-198519644 tempest-BulkNetworkOpsTest-198519644-project] 10.222.0.60 "DELETE /v2.0/networks/392e0ccb-80fe-4f05-95ad-b76921367268 HTTP/1.1" status: 204 len: 168 time: 0.9283581 Feb 04 16:09:26.266359 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c08fa46d-2124-4160-a8e3-feae6ccd83e6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:26.571796 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47188) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:26.778226 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08fa46d-2124-4160-a8e3-feae6ccd83e6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 034e25b8-3258-4008-bdff-c21b9a06cfbe has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:09:26.812662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7cf37af5-bc10-4987-8677-20491d7b6d88 admin admin] Deleting port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:26.813128 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7cf37af5-bc10-4987-8677-20491d7b6d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.028610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a17380d9-cc21-439c-8750-d0b53ac779f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b225aca366ea4986a9b6784370c33fb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4512484 Feb 04 16:09:27.028946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47200) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:27.065250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08fa46d-2124-4160-a8e3-feae6ccd83e6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:27.079389 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e1e3e-06c2-494b-9564-09411cb381f5 None None] Sync routers for ids ['034e25b8-3258-4008-bdff-c21b9a06cfbe'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:27.095443 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c08fa46d-2124-4160-a8e3-feae6ccd83e6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/034e25b8-3258-4008-bdff-c21b9a06cfbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1129758 Feb 04 16:09:27.097046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47204) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:27.104719 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e1e3e-06c2-494b-9564-09411cb381f5 None None] Routers {'034e25b8-3258-4008-bdff-c21b9a06cfbe'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:27.105649 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-233e1e3e-06c2-494b-9564-09411cb381f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['034e25b8-3258-4008-bdff-c21b9a06cfbe'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:27.183327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2564efbc-d5fd-41cc-820c-d398c2489080 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Synchronizing usage tracker for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:27.187802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-7cf37af5-bc10-4987-8677-20491d7b6d88 admin admin] For port 8dc79ed9-7c3d-4def-93e2-895582e4a8b1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=8dc79ed9-7c3d-4def-93e2-895582e4a8b1,segment=NetworkSegment(491a14a5-1a48-4ec5-9db0-8bb72f01863e),segment_id=491a14a5-1a48-4ec5-9db0-8bb72f01863e)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:27.188156 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7cf37af5-bc10-4987-8677-20491d7b6d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.194917 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-233e1e3e-06c2-494b-9564-09411cb381f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:27.212704 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e1e3e-06c2-494b-9564-09411cb381f5 None None] Routers {'034e25b8-3258-4008-bdff-c21b9a06cfbe'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:27.213570 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-233e1e3e-06c2-494b-9564-09411cb381f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['034e25b8-3258-4008-bdff-c21b9a06cfbe'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:27.291820 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-233e1e3e-06c2-494b-9564-09411cb381f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:27.292279 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e1e3e-06c2-494b-9564-09411cb381f5 None None] The sync data for ids ['034e25b8-3258-4008-bdff-c21b9a06cfbe'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:27.338708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7cf37af5-bc10-4987-8677-20491d7b6d88 admin admin] Calling delete_port for 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:27.372516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2564efbc-d5fd-41cc-820c-d398c2489080 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Unset dirty status for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:27.373670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2564efbc-d5fd-41cc-820c-d398c2489080 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports?device_id=034e25b8-3258-4008-bdff-c21b9a06cfbe HTTP/1.1" status: 200 len: 205 time: 0.2729805 Feb 04 16:09:27.376592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47208) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:27.400865 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8f85fd1-0d8e-4088-a667-bfd5260d4e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.453749 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8f85fd1-0d8e-4088-a667-bfd5260d4e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.523751 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8f85fd1-0d8e-4088-a667-bfd5260d4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.551848 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-14344553-1da1-4b92-9533-959e6806fea7 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.560122 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f8f85fd1-0d8e-4088-a667-bfd5260d4e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.561238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f8f85fd1-0d8e-4088-a667-bfd5260d4e41 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36908cd6-d28d-48ee-9941-0ea7213924bf HTTP/1.1" status: 204 len: 168 time: 0.4838557 Feb 04 16:09:27.562140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f85fd1-0d8e-4088-a667-bfd5260d4e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36908cd6-d28d-48ee-9941-0ea7213924bf,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:27.695339 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7cf37af5-bc10-4987-8677-20491d7b6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.814240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf37af5-bc10-4987-8677-20491d7b6d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc79ed9-7c3d-4def-93e2-895582e4a8b1,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:28.320734 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-14344553-1da1-4b92-9533-959e6806fea7 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:28.325315 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-14344553-1da1-4b92-9533-959e6806fea7 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:28.359271 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-14344553-1da1-4b92-9533-959e6806fea7 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:28.360070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14344553-1da1-4b92-9533-959e6806fea7 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Fanout notify agent at l3_agent the message router_deleted on router 034e25b8-3258-4008-bdff-c21b9a06cfbe {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:09:28.372817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-14344553-1da1-4b92-9533-959e6806fea7 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:28.373980 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-14344553-1da1-4b92-9533-959e6806fea7 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/routers/034e25b8-3258-4008-bdff-c21b9a06cfbe HTTP/1.1" status: 204 len: 168 time: 0.9960618 Feb 04 16:09:28.376640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47226) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:28.527250 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7cf37af5-bc10-4987-8677-20491d7b6d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:28.761124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f084482-d5ba-43ad-8ee9-8b37c94b9c13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting subnet dbd47aeb-86c7-4a5e-963f-3a72a79a7113 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:09:28.768072 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0f084482-d5ba-43ad-8ee9-8b37c94b9c13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:28.808061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e15ea1c-2361-4e67-b08f-2f106ae86948 req-d1ad586f-71d9-45be-9eba-d118ab3f9bbe tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1097 time: 0.1023138 Feb 04 16:09:28.823301 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-116fbe9d-94b8-4c08-a8cf-aca79b400222 req-31b1d26a-1673-4e1e-b220-b83537aa7040 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2223687 Feb 04 16:09:28.847225 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0f084482-d5ba-43ad-8ee9-8b37c94b9c13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:28.980632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e15ea1c-2361-4e67-b08f-2f106ae86948 req-3590510d-855f-4ae2-a86e-aafe2ff3beb2 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614132 Feb 04 16:09:29.087013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47248) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:29.196856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47256) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:29.388681 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0f084482-d5ba-43ad-8ee9-8b37c94b9c13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.441382 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-116fbe9d-94b8-4c08-a8cf-aca79b400222 req-7fd8b14f-eab3-441c-a584-fd5952413498 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1097 time: 0.5080259 Feb 04 16:09:29.459654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-ff644fb8-01d2-4fef-a10b-1890e308c387 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-32012987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:29.470798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ff644fb8-01d2-4fef-a10b-1890e308c387 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:29.476881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ff644fb8-01d2-4fef-a10b-1890e308c387 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Usage tracker for resource:router and tenant:f92c3a57b3ab4bbab1c2c08db2ecdbb0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:29.485755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ff644fb8-01d2-4fef-a10b-1890e308c387 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:29.494590 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ff644fb8-01d2-4fef-a10b-1890e308c387 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:29.497730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-911063ee-9b22-4b69-898a-74469dbbd72e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port 1056b19e-2cec-4614-a5a5-c9cc0cc17092 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:29.498087 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-911063ee-9b22-4b69-898a-74469dbbd72e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.523922 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff644fb8-01d2-4fef-a10b-1890e308c387 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.525175 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff644fb8-01d2-4fef-a10b-1890e308c387 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.606310 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff644fb8-01d2-4fef-a10b-1890e308c387 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.658640 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff644fb8-01d2-4fef-a10b-1890e308c387 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.709140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf37af5-bc10-4987-8677-20491d7b6d88 admin admin] Router f7266b66-0d32-4d96-812d-49d09112445d has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:09:29.710480 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff644fb8-01d2-4fef-a10b-1890e308c387 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.711844 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ff644fb8-01d2-4fef-a10b-1890e308c387 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5138378 Feb 04 16:09:29.714889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47264) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:29.722611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-449627794'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:29.728860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:29.735928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Usage tracker for resource:network and tenant:f92c3a57b3ab4bbab1c2c08db2ecdbb0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:29.744004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:29.751624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:29.765245 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0f084482-d5ba-43ad-8ee9-8b37c94b9c13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.823394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Made reservation on behalf of f92c3a57b3ab4bbab1c2c08db2ecdbb0 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:29.826488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.842432 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.843023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f084482-d5ba-43ad-8ee9-8b37c94b9c13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd47aeb-86c7-4a5e-963f-3a72a79a7113,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:29.852872 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0f084482-d5ba-43ad-8ee9-8b37c94b9c13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.861366 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea6c6c2-54ca-4724-884f-6142f93dc826 None None] Network fc55ecd2-7293-4fa6-8e44-6814df6cbcbf requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:29.867679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fbe9d-94b8-4c08-a8cf-aca79b400222 req-8029b21b-ef95-45d4-a5e5-989109d95632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:29.869140 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-116fbe9d-94b8-4c08-a8cf-aca79b400222 req-8029b21b-ef95-45d4-a5e5-989109d95632 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 898 time: 0.4025767 Feb 04 16:09:29.878857 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0f084482-d5ba-43ad-8ee9-8b37c94b9c13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/dbd47aeb-86c7-4a5e-963f-3a72a79a7113 HTTP/1.1" status: 204 len: 168 time: 1.5011306 Feb 04 16:09:29.879397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47268) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:29.881382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-911063ee-9b22-4b69-898a-74469dbbd72e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.881685 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-911063ee-9b22-4b69-898a-74469dbbd72e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.180641 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.214100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:30.222310 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Usage tracker for resource:security_group_rule and tenant:f92c3a57b3ab4bbab1c2c08db2ecdbb0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:30.226953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port 435261ce-0c50-4f80-b125-47d27126a354 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:30.227415 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.259726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:30.283577 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:30.345454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-911063ee-9b22-4b69-898a-74469dbbd72e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for 1056b19e-2cec-4614-a5a5-c9cc0cc17092 owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:30.460688 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-116fbe9d-94b8-4c08-a8cf-aca79b400222 req-76bb5190-cc7c-4bb4-a0b2-8ecc96ca7199 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 1001 time: 0.5712662 Feb 04 16:09:30.526097 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb8dd29-ab78-40d0-af5b-c190a27daca6 None None] DHCP port deletion for fc55ecd2-7293-4fa6-8e44-6814df6cbcbf request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:09:30.531077 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3fb8dd29-ab78-40d0-af5b-c190a27daca6 None None] Deleting port 435261ce-0c50-4f80-b125-47d27126a354 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:30.531484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3fb8dd29-ab78-40d0-af5b-c190a27daca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.576287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fbe9d-94b8-4c08-a8cf-aca79b400222 req-46b2acbb-5938-4fca-884e-3059cb695f5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:30.578840 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-116fbe9d-94b8-4c08-a8cf-aca79b400222 req-46b2acbb-5938-4fca-884e-3059cb695f5a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 200 len: 835 time: 0.1110213 Feb 04 16:09:30.703794 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-911063ee-9b22-4b69-898a-74469dbbd72e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.742324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] For port 435261ce-0c50-4f80-b125-47d27126a354, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=435261ce-0c50-4f80-b125-47d27126a354,segment=NetworkSegment(a6163a02-49fb-4aa3-9f5c-4a8a455f700c),segment_id=a6163a02-49fb-4aa3-9f5c-4a8a455f700c)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:30.742728 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.768941 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911063ee-9b22-4b69-898a-74469dbbd72e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=1056b19e-2cec-4614-a5a5-c9cc0cc17092,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:30.779807 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.850021 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3fb8dd29-ab78-40d0-af5b-c190a27daca6 None None] For port 435261ce-0c50-4f80-b125-47d27126a354, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=435261ce-0c50-4f80-b125-47d27126a354,segment=NetworkSegment(a6163a02-49fb-4aa3-9f5c-4a8a455f700c),segment_id=a6163a02-49fb-4aa3-9f5c-4a8a455f700c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:30.850402 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3fb8dd29-ab78-40d0-af5b-c190a27daca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.874906 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-116fbe9d-94b8-4c08-a8cf-aca79b400222 req-56b1e3c1-f243-4944-b0bf-2fdef263e4bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2aa94b32-e175-4e4f-ace4-d6dad39a5063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2893064 Feb 04 16:09:30.970922 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-911063ee-9b22-4b69-898a-74469dbbd72e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.996798 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3fb8dd29-ab78-40d0-af5b-c190a27daca6 None None] Calling delete_port for 435261ce-0c50-4f80-b125-47d27126a354 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:31.008600 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:31.026855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:31.049204 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:31.049827 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Added segment 80355bab-5008-4948-ba46-53494b9dc27d of type vlan for network 7c87d548-2073-4fe7-8605-2cec4857467d Feb 04 16:09:31.116800 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3fb8dd29-ab78-40d0-af5b-c190a27daca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:31.136236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for 435261ce-0c50-4f80-b125-47d27126a354 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:31.137714 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-116fbe9d-94b8-4c08-a8cf-aca79b400222 req-d31de726-407f-44bf-adc7-e6f5e2c2d622 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478318 Feb 04 16:09:31.176909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf37af5-bc10-4987-8677-20491d7b6d88 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:31.220964 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:31.233605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3251cf-61d4-4e25-97d7-b819aa5729b1,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:31.236568 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc29163-e854-47e1-8541-ac408de4ab81 None None] Sync routers for ids ['f7266b66-0d32-4d96-812d-49d09112445d'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:31.271456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7cf37af5-bc10-4987-8677-20491d7b6d88 admin admin] 10.222.0.60 "PUT /v2.0/routers/f7266b66-0d32-4d96-812d-49d09112445d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5686395 Feb 04 16:09:31.278510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8dd29-ab78-40d0-af5b-c190a27daca6 None None] Pushing event deleted for resources: {'Port': ['ID=435261ce-0c50-4f80-b125-47d27126a354,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:31.281071 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:31.281414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:31.281757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:31.282009 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47278) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:31.282135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:31.282433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:31.282752 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:31.283074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:31.283413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:31.283734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:31.284061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:31.284380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:31.297213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8dd29-ab78-40d0-af5b-c190a27daca6 None None] No DVR routers for this DVR port 435261ce-0c50-4f80-b125-47d27126a354 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:31.303603 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:09:31.303928 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:09:31.305919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc29163-e854-47e1-8541-ac408de4ab81 None None] Routers {'f7266b66-0d32-4d96-812d-49d09112445d'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:31.306537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ebc29163-e854-47e1-8541-ac408de4ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f7266b66-0d32-4d96-812d-49d09112445d'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:31.318635 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:31.322015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:31.322628 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:31.480660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7621546 Feb 04 16:09:31.482952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47284) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:31.497842 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-116fbe9d-94b8-4c08-a8cf-aca79b400222 req-7702af55-d570-480f-be75-8cd19d505ed1 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537483 Feb 04 16:09:31.530955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Request body: {'subnet': {'network_id': '7c87d548-2073-4fe7-8605-2cec4857467d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:31.547749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-ebc29163-e854-47e1-8541-ac408de4ab81 None None] Set router f7266b66-0d32-4d96-812d-49d09112445d gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:31.700369 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d755ba-ed42-4537-98fc-3ea7f608d575 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event updated for resources: {'Network': ['ID=7c87d548-2073-4fe7-8605-2cec4857467d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:31.755807 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 7c87d548-2073-4fe7-8605-2cec4857467d details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:31.761855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:31.767412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Usage tracker for resource:subnet and tenant:f92c3a57b3ab4bbab1c2c08db2ecdbb0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:31.774890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:31.790512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:31.807895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port 435261ce-0c50-4f80-b125-47d27126a354 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:31.809505 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:31.872740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Made reservation on behalf of f92c3a57b3ab4bbab1c2c08db2ecdbb0 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:31.881058 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:31.988606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] The port '435261ce-0c50-4f80-b125-47d27126a354' was deleted {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:09:32.052922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ebc29163-e854-47e1-8541-ac408de4ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'name': 'tempest-TestServerMultinode-965069557-router', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:53Z', 'updated_at': '2022-02-04T16:09:27Z', 'revision_number': 5, 'project_id': '07158a7c8e2241e89f11b1b77b80474f', 'gw_port': {'id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:55Z', 'updated_at': '2022-02-04T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:32.061790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc29163-e854-47e1-8541-ac408de4ab81 None None] Checking router: f7266b66-0d32-4d96-812d-49d09112445d for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:09:32.096458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc29163-e854-47e1-8541-ac408de4ab81 None None] Routers {'f7266b66-0d32-4d96-812d-49d09112445d'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:32.097083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ebc29163-e854-47e1-8541-ac408de4ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f7266b66-0d32-4d96-812d-49d09112445d'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:32.150154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911063ee-9b22-4b69-898a-74469dbbd72e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router 93da2a94-6c94-498b-91ef-8a463bcfe90e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:09:32.238540 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.282212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc55ecd2-7293-4fa6-8e44-6814df6cbcbf']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:32.298344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6163a02-49fb-4aa3-9f5c-4a8a455f700c') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:32.298800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6163a02-49fb-4aa3-9f5c-4a8a455f700c') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:32.318089 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.357357 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.360780 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.380884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:32.382034 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: util.warn( Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:32.424840 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:32.439544 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.463660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-ebc29163-e854-47e1-8541-ac408de4ab81 None None] Set router f7266b66-0d32-4d96-812d-49d09112445d gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:32.484091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] Deleting port 1f96c62c-b075-4fbd-b7af-3d51678d59de {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:32.484312 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.654825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 435261ce-0c50-4f80-b125-47d27126a354 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:32.720260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911063ee-9b22-4b69-898a-74469dbbd72e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:32.732095 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1903cf-f9e5-434e-8f54-9be060161dfa None None] Sync routers for ids ['93da2a94-6c94-498b-91ef-8a463bcfe90e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:32.747059 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 435261ce-0c50-4f80-b125-47d27126a354 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:32.747449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 435261ce-0c50-4f80-b125-47d27126a354 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:32.750729 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-911063ee-9b22-4b69-898a-74469dbbd72e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.756482 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1903cf-f9e5-434e-8f54-9be060161dfa None None] Routers {'93da2a94-6c94-498b-91ef-8a463bcfe90e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:32.757102 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cf1903cf-f9e5-434e-8f54-9be060161dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['93da2a94-6c94-498b-91ef-8a463bcfe90e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:32.780586 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.786460 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.798642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] For port 1f96c62c-b075-4fbd-b7af-3d51678d59de, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1f96c62c-b075-4fbd-b7af-3d51678d59de,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:32.799374 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.834305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Network': ['ID=fc55ecd2-7293-4fa6-8e44-6814df6cbcbf,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:32.847853 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fb659027-034b-4ef4-866f-f9502df3d79b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/networks/fc55ecd2-7293-4fa6-8e44-6814df6cbcbf HTTP/1.1" status: 204 len: 168 time: 2.9674098 Feb 04 16:09:32.851628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47296) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:32.864504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1897879376', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}, 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:32.874832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:32.878930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:router and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:32.882232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:32.888578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:32.911600 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.921062 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.952739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] Calling delete_port for 1f96c62c-b075-4fbd-b7af-3d51678d59de owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:32.965391 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.993087 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-911063ee-9b22-4b69-898a-74469dbbd72e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/floatingips/80039df2-d74e-4f73-b6bc-febc34dd749e HTTP/1.1" status: 204 len: 168 time: 3.8869298 Feb 04 16:09:32.995942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:33.033327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ebc29163-e854-47e1-8541-ac408de4ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'name': 'tempest-TestServerMultinode-965069557-router', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:53Z', 'updated_at': '2022-02-04T16:09:27Z', 'revision_number': 5, 'project_id': '07158a7c8e2241e89f11b1b77b80474f', 'gw_port': {'id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:55Z', 'updated_at': '2022-02-04T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:33.039033 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc29163-e854-47e1-8541-ac408de4ab81 None None] The sync data for ids ['f7266b66-0d32-4d96-812d-49d09112445d'] in n-d-827872-1 is: [{'id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'name': 'tempest-TestServerMultinode-965069557-router', 'tenant_id': '07158a7c8e2241e89f11b1b77b80474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:53Z', 'updated_at': '2022-02-04T16:09:27Z', 'revision_number': 5, 'project_id': '07158a7c8e2241e89f11b1b77b80474f', 'gw_port': {'id': '1f96c62c-b075-4fbd-b7af-3d51678d59de', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7266b66-0d32-4d96-812d-49d09112445d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:55Z', 'updated_at': '2022-02-04T16:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:33.265653 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-cf1903cf-f9e5-434e-8f54-9be060161dfa None None] Set router 93da2a94-6c94-498b-91ef-8a463bcfe90e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:33.313900 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.430944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] Pushing event deleted for resources: {'Port': ['ID=1f96c62c-b075-4fbd-b7af-3d51678d59de,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:33.516356 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.542569 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.543377 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'status': 'completed', 'code': 200} Feb 04 16:09:33.990603 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:34.015141 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cf1903cf-f9e5-434e-8f54-9be060161dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:47Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:48Z', 'updated_at': '2022-02-04T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'bf4cefbc-6171-49ef-9733-3a76ff9ec7b3', 'name': '', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:7b:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:55Z', 'updated_at': '2022-02-04T16:06:10Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:34.019578 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1903cf-f9e5-434e-8f54-9be060161dfa None None] Checking router: 93da2a94-6c94-498b-91ef-8a463bcfe90e for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:09:34.044090 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1903cf-f9e5-434e-8f54-9be060161dfa None None] Routers {'93da2a94-6c94-498b-91ef-8a463bcfe90e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:34.044866 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cf1903cf-f9e5-434e-8f54-9be060161dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['93da2a94-6c94-498b-91ef-8a463bcfe90e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:34.300350 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-cf1903cf-f9e5-434e-8f54-9be060161dfa None None] Set router 93da2a94-6c94-498b-91ef-8a463bcfe90e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:34.343084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event updated for resources: {'Subnet': ['ID=f5c60653-9f91-4b11-b908-1be59325b8e7,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:34.370869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Checking segment: {'id': '80355bab-5008-4948-ba46-53494b9dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7c87d548-2073-4fe7-8605-2cec4857467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:34.371541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Network hostable DHCP agents. Network: 7c87d548-2073-4fe7-8605-2cec4857467d, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:34.421650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eec54504-8100-4ef7-a167-b4d7db988ac4 req-b44e5d3b-3416-4ffc-a7c3-a462893da8e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7079787 Feb 04 16:09:34.435974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419363e3-e12e-4926-b097-6a384b8323e5 req-c353df92-acbd-4499-8d35-0f1bdebf7f64 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:34.445799 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-419363e3-e12e-4926-b097-6a384b8323e5 req-c353df92-acbd-4499-8d35-0f1bdebf7f64 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 946 time: 0.3379416 Feb 04 16:09:34.456375 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-019d3741-f0f6-4e08-b4d8-9fad92bfa556 req-271b1e06-441e-4af5-8480-17c70a631b0b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 1097 time: 0.7090230 Feb 04 16:09:34.461975 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:34.494206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Network 7c87d548-2073-4fe7-8605-2cec4857467d is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:34.556466 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:34.607800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-419363e3-e12e-4926-b097-6a384b8323e5 req-9fad31e3-24a7-4417-b387-6f1f22fe2c7a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607695 Feb 04 16:09:34.623496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:34.624053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 7c87d548-2073-4fe7-8605-2cec4857467d) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:34.652630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:34.653531 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:34.686268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d95aced-dcf7-430b-96b4-9b664ffd99a9 None None] Network 7c87d548-2073-4fe7-8605-2cec4857467d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:34.700196 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cf1903cf-f9e5-434e-8f54-9be060161dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:47Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:48Z', 'updated_at': '2022-02-04T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'bf4cefbc-6171-49ef-9733-3a76ff9ec7b3', 'name': '', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:7b:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:55Z', 'updated_at': '2022-02-04T16:06:10Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:34.706640 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1903cf-f9e5-434e-8f54-9be060161dfa None None] The sync data for ids ['93da2a94-6c94-498b-91ef-8a463bcfe90e'] in n-d-827872-1 is: [{'id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:47Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:48Z', 'updated_at': '2022-02-04T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'bf4cefbc-6171-49ef-9733-3a76ff9ec7b3', 'name': '', 'network_id': '2aa94b32-e175-4e4f-ace4-d6dad39a5063', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:7b:63:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:55Z', 'updated_at': '2022-02-04T16:06:10Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '8f5fc52a-becc-4037-b0c9-d7e29eda1b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:34.748226 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-78ecb0be-6254-4e46-ba22-7e32ccad36b0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2515011 Feb 04 16:09:34.752615 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:34.752760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7266b66-0d32-4d96-812d-49d09112445d {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:09:34.753051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47314) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:34.761925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Request body: {'network': {'name': 'tempest-router-network01--227110202'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:34.767500 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:34.851647 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:34.862559 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:34.868798 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8bde8391-19d5-4bc4-ad9a-89425998a1da admin admin] 10.222.0.60 "DELETE /v2.0/routers/f7266b66-0d32-4d96-812d-49d09112445d HTTP/1.1" status: 204 len: 168 time: 3.5813160 Feb 04 16:09:34.873204 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:34.873364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d3741-f0f6-4e08-b4d8-9fad92bfa556 req-b08a74ed-8d4f-4296-a1d3-89420eec91a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:34.876221 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-019d3741-f0f6-4e08-b4d8-9fad92bfa556 req-b08a74ed-8d4f-4296-a1d3-89420eec91a2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 200 len: 898 time: 0.4032822 Feb 04 16:09:34.878124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47322) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:34.890066 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Usage tracker for resource:network and tenant:f92c3a57b3ab4bbab1c2c08db2ecdbb0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:34.977903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:34.983906 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eec54504-8100-4ef7-a167-b4d7db988ac4 req-6f7128aa-6aff-4fac-9a62-fae3783bf7cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=256ff6c0b37247e3a55a01105f246482&device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 1096 time: 0.4546678 Feb 04 16:09:34.990665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:35.027709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:35.028050 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8dc79ed9-7c3d-4def-93e2-895582e4a8b1 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:35.046444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Made reservation on behalf of f92c3a57b3ab4bbab1c2c08db2ecdbb0 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:35.050351 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.191418 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-7c87d548-2073-4fe7-8605-2cec4857467d', 'network_id': '7c87d548-2073-4fe7-8605-2cec4857467d', 'tenant_id': 'f92c3a57b3ab4bbab1c2c08db2ecdbb0', 'fixed_ips': [{'subnet_id': 'f5c60653-9f91-4b11-b908-1be59325b8e7'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:09:35.193620 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.294838 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-019d3741-f0f6-4e08-b4d8-9fad92bfa556 req-6594852d-4b1a-4468-ab2f-2e064452f841 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 200 len: 217 time: 0.4048581 Feb 04 16:09:35.339627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:35.399413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fa9c02-1946-44da-899e-525023d21eeb admin admin] Deleting subnet 12b2b0e1-4ca9-4128-8bb4-8ce54d32a967 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:09:35.403966 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1fa9c02-1946-44da-899e-525023d21eeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.409665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243171a0-c920-408f-a538-79e0e8a696aa None None] New status for floating IP 80039df2-d74e-4f73-b6bc-febc34dd749e: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:09:35.423019 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.425066 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Added segment 5d068ae4-f045-4bf5-86a0-c67648e18ab5 of type vlan for network e685855e-e84e-4a07-9802-5678cebe8241 Feb 04 16:09:35.434266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Allocated IP 172.25.0.58 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/faccaffd-29db-4f0b-bb08-0ea7052d11e8) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:35.457024 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:09:35.493864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec54504-8100-4ef7-a167-b4d7db988ac4 req-c6177223-4115-4eff-afec-926bf940462d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:35.498902 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eec54504-8100-4ef7-a167-b4d7db988ac4 req-c6177223-4115-4eff-afec-926bf940462d service neutron] 10.222.0.73 "GET /v2.0/networks?id=70e987bb-3878-4741-a125-153f29737d04 HTTP/1.1" status: 200 len: 915 time: 0.4866316 Feb 04 16:09:35.514489 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1fa9c02-1946-44da-899e-525023d21eeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.637335 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.706822 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Allocated IP 172.20.0.2 (7c87d548-2073-4fe7-8605-2cec4857467d/f5c60653-9f91-4b11-b908-1be59325b8e7/c4af3c07-074e-4d6e-922e-79307531594e) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:35.777847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-7903579b-576e-4127-8cde-bca8b22c9ef2 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:35.778599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-7903579b-576e-4127-8cde-bca8b22c9ef2 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:35.815596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eec54504-8100-4ef7-a167-b4d7db988ac4 req-b3b9fe9b-6bc0-499a-a4ab-ad95f5c68228 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a773de70-c022-4e25-9016-6fe0c52d0f44 HTTP/1.1" status: 200 len: 217 time: 0.2939129 Feb 04 16:09:35.832242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d3741-f0f6-4e08-b4d8-9fad92bfa556 req-e89bac4b-2a5c-4732-81b9-395a41214da4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:35.834915 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-019d3741-f0f6-4e08-b4d8-9fad92bfa556 req-e89bac4b-2a5c-4732-81b9-395a41214da4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 200 len: 835 time: 0.5190673 Feb 04 16:09:35.890622 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1fa9c02-1946-44da-899e-525023d21eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.948952 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:09:36.038527 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.046239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:36.047042 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.104048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec54504-8100-4ef7-a167-b4d7db988ac4 req-f225cc73-5b71-49fb-8825-0272c7b10256 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:36.104048 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eec54504-8100-4ef7-a167-b4d7db988ac4 req-f225cc73-5b71-49fb-8825-0272c7b10256 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63f78af5-fb1a-427e-9db5-0f7bbd6c6522 HTTP/1.1" status: 200 len: 854 time: 0.2778804 Feb 04 16:09:36.154139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1fa9c02-1946-44da-899e-525023d21eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.229262 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b1fa9c02-1946-44da-899e-525023d21eeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.237717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0a17be-5891-4fd1-b9a5-e1f590ab3b97 None None] Network d5cc6353-bb17-4b40-a782-1379a69081fd requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:36.249165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-7903579b-576e-4127-8cde-bca8b22c9ef2 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:36.250620 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-7903579b-576e-4127-8cde-bca8b22c9ef2 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 946 time: 1.1292591 Feb 04 16:09:36.272748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eec54504-8100-4ef7-a167-b4d7db988ac4 req-874caed8-2660-468a-8ca4-e871f22d1dd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70e987bb-3878-4741-a125-153f29737d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302433 Feb 04 16:09:36.343418 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.353218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa9c02-1946-44da-899e-525023d21eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12b2b0e1-4ca9-4128-8bb4-8ce54d32a967,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:36.361990 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.375731 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b1fa9c02-1946-44da-899e-525023d21eeb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/12b2b0e1-4ca9-4128-8bb4-8ce54d32a967 HTTP/1.1" status: 204 len: 168 time: 1.4963083 Feb 04 16:09:36.378580 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47336) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:36.382518 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6224844 Feb 04 16:09:36.387312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9a533-56d4-4019-8ae0-0c5e3b7f1d4a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event updated for resources: {'Network': ['ID=e685855e-e84e-4a07-9802-5678cebe8241,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:36.395473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Transition to ACTIVE for port object c4af3c07-074e-4d6e-922e-79307531594e will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:36.412390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network e685855e-e84e-4a07-9802-5678cebe8241 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:36.413570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47338) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:36.419999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port a6f13073-daec-4871-ae8e-43a972e6bc9f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:36.420891 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.470032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81204e9-645b-4779-b5a2-b2a5bdecbe75 req-8b4dac10-8580-43df-9e04-ed9caa6425e0 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:36.471828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c81204e9-645b-4779-b5a2-b2a5bdecbe75 req-8b4dac10-8580-43df-9e04-ed9caa6425e0 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 946 time: 0.5820687 Feb 04 16:09:36.508924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Request body: {'network': {'name': 'tempest-router-network02--164551876'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:36.524379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:36.532078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Usage tracker for resource:network and tenant:f92c3a57b3ab4bbab1c2c08db2ecdbb0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:36.536364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:36.539538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1f96c62c-b075-4fbd-b7af-3d51678d59de no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:36.544276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:36.564101 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c81204e9-645b-4779-b5a2-b2a5bdecbe75 req-032f7c86-fc89-4b4c-a392-1bcf9238a2d6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853775 Feb 04 16:09:36.600475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Made reservation on behalf of f92c3a57b3ab4bbab1c2c08db2ecdbb0 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:36.606810 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.615668 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.634797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Transition to ACTIVE for port object c4af3c07-074e-4d6e-922e-79307531594e will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:36.712674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 1f96c62c-b075-4fbd-b7af-3d51678d59de {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:36.713320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1f96c62c-b075-4fbd-b7af-3d51678d59de not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:36.721478 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.724722 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-019d3741-f0f6-4e08-b4d8-9fad92bfa556 req-b6a721ab-df46-44fe-b6c7-9709579ba6a4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2aa94b32-e175-4e4f-ace4-d6dad39a5063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7358232 Feb 04 16:09:36.755142 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eec54504-8100-4ef7-a167-b4d7db988ac4 req-f526ace9-43a6-4c6a-b26c-3e0237879d94 service neutron] 10.222.0.73 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535382 Feb 04 16:09:36.786485 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:36.817398 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-407a16a3-50a8-408c-9dcc-2efbd0e8dde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.875265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=faccaffd-29db-4f0b-bb08-0ea7052d11e8,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:36.880851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:36.893408 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:36.964520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Network 7c87d548-2073-4fe7-8605-2cec4857467d is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:36.965496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Pushing event updated for resources: {'Port': ['ID=c4af3c07-074e-4d6e-922e-79307531594e,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:36.972687 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:36.977395 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:37.113251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Attempting to bind port c4af3c07-074e-4d6e-922e-79307531594e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:37.115372 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Attempting to bind port c4af3c07-074e-4d6e-922e-79307531594e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '80355bab-5008-4948-ba46-53494b9dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7c87d548-2073-4fe7-8605-2cec4857467d'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:37.116492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Attempting to bind port c4af3c07-074e-4d6e-922e-79307531594e on network 7c87d548-2073-4fe7-8605-2cec4857467d {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:37.128743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:09:37.129408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Checking segment: {'id': '80355bab-5008-4948-ba46-53494b9dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7c87d548-2073-4fe7-8605-2cec4857467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:37.129955 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.130464 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Bound using segment: {'id': '80355bab-5008-4948-ba46-53494b9dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7c87d548-2073-4fe7-8605-2cec4857467d'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:09:37.131080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Bound port: c4af3c07-074e-4d6e-922e-79307531594e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80355bab-5008-4948-ba46-53494b9dc27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7c87d548-2073-4fe7-8605-2cec4857467d'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:37.133135 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.158476 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.192969 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a6f13073-daec-4871-ae8e-43a972e6bc9f no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:37.253559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b7cad1-5fd3-4838-b7b9-f5c6f8c78d05 None None] DHCP port deletion for d5cc6353-bb17-4b40-a782-1379a69081fd request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:09:37.272365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-61b7cad1-5fd3-4838-b7b9-f5c6f8c78d05 None None] Deleting port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:37.272792 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-61b7cad1-5fd3-4838-b7b9-f5c6f8c78d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.391407 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eec54504-8100-4ef7-a167-b4d7db988ac4 req-8c0ed0e0-582c-41ff-ba6c-698a01dc4990 service neutron] 10.222.0.73 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017377 Feb 04 16:09:37.404079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Deleting port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:37.404642 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.472712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:37.536604 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.538577 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.604757 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.605105 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Added segment 83657d11-4816-487e-b2a5-4bf25ff89e47 of type vlan for network 1eb06a4c-0ea1-4f5a-b1fa-2a877c232544 Feb 04 16:09:37.670352 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.697777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] For port c4af3c07-074e-4d6e-922e-79307531594e, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:37.724100 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] For port c4af3c07-074e-4d6e-922e-79307531594e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c4af3c07-074e-4d6e-922e-79307531594e,segment=NetworkSegment(80355bab-5008-4948-ba46-53494b9dc27d),segment_id=80355bab-5008-4948-ba46-53494b9dc27d)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:37.746143 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.753785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:37.771425 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:37.790350 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-61b7cad1-5fd3-4838-b7b9-f5c6f8c78d05 None None] For port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2,segment=NetworkSegment(491a14a5-1a48-4ec5-9db0-8bb72f01863e),segment_id=491a14a5-1a48-4ec5-9db0-8bb72f01863e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:37.791217 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-61b7cad1-5fd3-4838-b7b9-f5c6f8c78d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.838172 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.895678 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.899946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:37.900530 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.914485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a425ef-0503-4cfe-a589-2680481b1572 None None] Pushing event updated for resources: {'Port': ['ID=c4af3c07-074e-4d6e-922e-79307531594e,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:37.917568 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.948246 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-019d3741-f0f6-4e08-b4d8-9fad92bfa556 req-f938ef47-9677-478a-88db-6291e5a84a1f service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2044852 Feb 04 16:09:37.968110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c1f8b-a40c-4d7f-8e76-71071b141533 req-57db7f08-d2a9-4ab5-9b9c-c87f75dc5bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:37.976825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c78c1f8b-a40c-4d7f-8e76-71071b141533 req-57db7f08-d2a9-4ab5-9b9c-c87f75dc5bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 944 time: 0.1598299 Feb 04 16:09:38.043558 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c78c1f8b-a40c-4d7f-8e76-71071b141533 req-a59e023f-a0dd-4fcd-b336-331cafe5f366 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658174 Feb 04 16:09:38.136263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 90eaf501-1c7c-47bf-abd0-696e0f6f9b56 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:09:38.226269 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'code': 200} Feb 04 16:09:38.237634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-61b7cad1-5fd3-4838-b7b9-f5c6f8c78d05 None None] Calling delete_port for 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:38.241731 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-019d3741-f0f6-4e08-b4d8-9fad92bfa556 req-c986b95b-c245-4735-a980-7ab789b7ce48 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492702 Feb 04 16:09:38.248614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] For port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2,segment=NetworkSegment(491a14a5-1a48-4ec5-9db0-8bb72f01863e),segment_id=491a14a5-1a48-4ec5-9db0-8bb72f01863e)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:38.248973 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.338473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=a6f13073-daec-4871-ae8e-43a972e6bc9f,revision_number=14']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:38.382036 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-61b7cad1-5fd3-4838-b7b9-f5c6f8c78d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.437877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7cad1-5fd3-4838-b7b9-f5c6f8c78d05 None None] Pushing event deleted for resources: {'Port': ['ID=48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:38.446252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b7cad1-5fd3-4838-b7b9-f5c6f8c78d05 None None] No DVR routers for this DVR port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:38.590876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:38.597367 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1228864 Feb 04 16:09:38.597995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:38.608144 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9ac59-0fdb-4ed3-a6d9-6b0d3ed748d7 None None] Sync routers for ids ['90eaf501-1c7c-47bf-abd0-696e0f6f9b56'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:38.611761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47360) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:38.620682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Calling delete_port for 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:38.621398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Request body: {'subnet': {'network_id': 'e685855e-e84e-4a07-9802-5678cebe8241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:38.640100 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9ac59-0fdb-4ed3-a6d9-6b0d3ed748d7 None None] Routers {'90eaf501-1c7c-47bf-abd0-696e0f6f9b56'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:38.640723 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-93c9ac59-0fdb-4ed3-a6d9-6b0d3ed748d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['90eaf501-1c7c-47bf-abd0-696e0f6f9b56'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:38.689654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:38.690085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:38.764714 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:38.765082 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.793864 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b28de-b7a3-47d4-9c24-2530d76f89d4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event updated for resources: {'Network': ['ID=1eb06a4c-0ea1-4f5a-b1fa-2a877c232544,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:38.799713 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.802079 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1848b022-7617-4094-b273-5153703b6571 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.9487882 Feb 04 16:09:38.813225 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 1eb06a4c-0ea1-4f5a-b1fa-2a877c232544 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:38.814007 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-93c9ac59-0fdb-4ed3-a6d9-6b0d3ed748d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:38.821349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47366) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:38.836277 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9ac59-0fdb-4ed3-a6d9-6b0d3ed748d7 None None] Routers {'90eaf501-1c7c-47bf-abd0-696e0f6f9b56'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:38.836892 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-93c9ac59-0fdb-4ed3-a6d9-6b0d3ed748d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['90eaf501-1c7c-47bf-abd0-696e0f6f9b56'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:38.900335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:38.911928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Usage tracker for resource:subnet and tenant:f92c3a57b3ab4bbab1c2c08db2ecdbb0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:38.917863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:38.931831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:38.960697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Made reservation on behalf of f92c3a57b3ab4bbab1c2c08db2ecdbb0 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:38.975959 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-93c9ac59-0fdb-4ed3-a6d9-6b0d3ed748d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:38.976541 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9ac59-0fdb-4ed3-a6d9-6b0d3ed748d7 None None] The sync data for ids ['90eaf501-1c7c-47bf-abd0-696e0f6f9b56'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:39.052933 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6877bb09-efda-4774-8ed5-7b5fe3aa51b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.139127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for a6f13073-daec-4871-ae8e-43a972e6bc9f owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:39.231028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:09:39.231474 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:09:39.243369 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.329849 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.db.api [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:09:39.329849 n-d-827872-1 neutron-server[83550]: DEBUG oslo_db.api [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:09:39.388771 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ff598-e9e6-40a7-8a87-c33f4e327c29 req-f0508c05-cb5a-485e-ad56-bb6ba893bc10 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:39.390313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa7ff598-e9e6-40a7-8a87-c33f4e327c29 req-f0508c05-cb5a-485e-ad56-bb6ba893bc10 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 945 time: 0.3982956 Feb 04 16:09:39.428057 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c698eb5c-fe51-4645-8002-351f07a80f91 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/routers/90eaf501-1c7c-47bf-abd0-696e0f6f9b56 HTTP/1.1" status: 200 len: 880 time: 0.6056244 Feb 04 16:09:39.432106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47374) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:39.601356 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa7ff598-e9e6-40a7-8a87-c33f4e327c29 req-447a8294-d038-4f3d-881e-590697b9ed30 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927607 Feb 04 16:09:39.637294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e1368-ca57-4151-940a-4fcd848a4108 req-617921c0-9fc1-4a55-bba2-9200d6bae41c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:39.637294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a8e1368-ca57-4151-940a-4fcd848a4108 req-617921c0-9fc1-4a55-bba2-9200d6bae41c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 944 time: 0.3059897 Feb 04 16:09:39.733436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Deleting port 48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:39.733906 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.815909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df25d85e-09c2-46f8-8786-b4d1578721fd None None] Network 7c87d548-2073-4fe7-8605-2cec4857467d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:39.824269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] The port '48d6c1b8-6ad0-4913-8b38-e1ecf719d4f2' was deleted {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:09:39.859748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port a6f13073-daec-4871-ae8e-43a972e6bc9f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:39.860511 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.913470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-49a98321-3f8a-4548-803a-d87ffcbb3530 None None] Provisioning for port c4af3c07-074e-4d6e-922e-79307531594e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:39.963229 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a8e1368-ca57-4151-940a-4fcd848a4108 req-dc25b5d1-3356-498a-aab4-fabf169d002c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=df17e3e4-604f-4bea-a91d-06800c9d67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3182321 Feb 04 16:09:40.014106 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.139534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event updated for resources: {'Subnet': ['ID=ef35ddb7-5036-489c-abb6-33a3e38f7f32,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:40.146323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-281527e7-524a-40d2-94b9-c453b9ebcf78 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Synchronizing usage tracker for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:router {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:40.177905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Checking segment: {'id': '5d068ae4-f045-4bf5-86a0-c67648e18ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e685855e-e84e-4a07-9802-5678cebe8241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:40.178315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Network hostable DHCP agents. Network: e685855e-e84e-4a07-9802-5678cebe8241, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:40.184830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-281527e7-524a-40d2-94b9-c453b9ebcf78 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Unset dirty status for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:router {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:40.187113 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-281527e7-524a-40d2-94b9-c453b9ebcf78 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7417727 Feb 04 16:09:40.191537 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47384) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:40.196998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a27d292c-7392-444a-9010-b2ee84f941f4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1897879376'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:40.253675 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.287760 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.329253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cc6353-bb17-4b40-a782-1379a69081fd']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:40.333763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Network e685855e-e84e-4a07-9802-5678cebe8241 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:40.353792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, e685855e-e84e-4a07-9802-5678cebe8241) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:40.366411 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff2f7c0-0ed7-4438-b0ea-4dbc31bdd246 None None] Network e685855e-e84e-4a07-9802-5678cebe8241 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:40.367101 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491a14a5-1a48-4ec5-9db0-8bb72f01863e') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:40.367424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491a14a5-1a48-4ec5-9db0-8bb72f01863e') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:40.398564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:40.401543 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.438943 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.471336 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.486099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:40.486513 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: util.warn( Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:40.500322 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:40.579854 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4c0f3ad2-91c9-4fbd-8b22-e0f62b0474fc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9661875 Feb 04 16:09:40.586055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47392) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:40.606817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Request body: {'subnet': {'network_id': '1eb06a4c-0ea1-4f5a-b1fa-2a877c232544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:40.610258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] For port a6f13073-daec-4871-ae8e-43a972e6bc9f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a6f13073-daec-4871-ae8e-43a972e6bc9f,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:40.610629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.694879 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.726951 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c4af3c07-074e-4d6e-922e-79307531594e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:40.781623 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.804116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for a6f13073-daec-4871-ae8e-43a972e6bc9f owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:40.851750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:40.857717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Usage tracker for resource:subnet and tenant:f92c3a57b3ab4bbab1c2c08db2ecdbb0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:40.863206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:40.872640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:40.875967 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.906240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] Pushing event deleted for resources: {'Network': ['ID=d5cc6353-bb17-4b40-a782-1379a69081fd,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:40.970068 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2867e6c7-a1eb-4d66-b95b-54dffec3f35f admin admin] 10.222.0.60 "DELETE /v2.0/networks/d5cc6353-bb17-4b40-a782-1379a69081fd HTTP/1.1" status: 204 len: 168 time: 4.5665171 Feb 04 16:09:40.980629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Made reservation on behalf of f92c3a57b3ab4bbab1c2c08db2ecdbb0 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:40.995743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port c4af3c07-074e-4d6e-922e-79307531594e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:41.001445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-e685855e-e84e-4a07-9802-5678cebe8241', 'network_id': 'e685855e-e84e-4a07-9802-5678cebe8241', 'tenant_id': 'f92c3a57b3ab4bbab1c2c08db2ecdbb0', 'fixed_ips': [{'subnet_id': 'ef35ddb7-5036-489c-abb6-33a3e38f7f32'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:09:41.003378 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.030811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05516df-6720-410a-b7e4-ffba173ad726 req-a7a932b4-55bd-4078-83a9-82343b0fb5ea tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:41.032335 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e05516df-6720-410a-b7e4-ffba173ad726 req-a7a932b4-55bd-4078-83a9-82343b0fb5ea tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.73 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 945 time: 0.5206378 Feb 04 16:09:41.057325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c4af3c07-074e-4d6e-922e-79307531594e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:41.057806 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.101208 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.241950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=a6f13073-daec-4871-ae8e-43a972e6bc9f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:41.252526 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.281421 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.290909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] No DVR routers for this DVR port a6f13073-daec-4871-ae8e-43a972e6bc9f on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:41.293450 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.310754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'name': 'network-vif-deleted', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:41.319996 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d67b20d6-5ad0-4b73-9411-e4cf1a7f02e6 req-c8b8a898-4cd0-4271-9fbd-47ad0137a496 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "DELETE /v2.0/ports/a6f13073-daec-4871-ae8e-43a972e6bc9f HTTP/1.1" status: 204 len: 173 time: 5.0580282 Feb 04 16:09:41.364332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47406) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:41.373862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port c4af3c07-074e-4d6e-922e-79307531594e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c4af3c07-074e-4d6e-922e-79307531594e,segment=NetworkSegment(80355bab-5008-4948-ba46-53494b9dc27d),segment_id=80355bab-5008-4948-ba46-53494b9dc27d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:41.401296 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Allocated IP 172.20.0.2 (e685855e-e84e-4a07-9802-5678cebe8241/ef35ddb7-5036-489c-abb6-33a3e38f7f32/27c51127-cf25-473e-8a99-a6f274102de3) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:41.403839 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.433808 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3046c4f1-7bd0-4337-b00a-33c8796d62eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9dbefa80f9547fcb725a60f62e34d98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0682926 Feb 04 16:09:41.434577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47410) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:41.505264 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=c4af3c07-074e-4d6e-922e-79307531594e,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:41.508369 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c10ab8b1-ba4d-4a4d-8459-802f2f76da3a req-33c7899e-99f4-43bf-9b90-aea2a96e6404 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=f60c1d1c-02c5-48bc-b253-c222589972c3 HTTP/1.1" status: 200 len: 210 time: 0.2059822 Feb 04 16:09:41.533336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:41.534409 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:41.534409 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:41.534409 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:41.534864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:41.535093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:41.535471 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:41.535858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:41.536466 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:41.536830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:41.537161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:41.561403 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.594633 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2ce7e1e-31f5-49ac-bfd9-31c94b0c477c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.632490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2ce7e1e-31f5-49ac-bfd9-31c94b0c477c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.660535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-e05516df-6720-410a-b7e4-ffba173ad726 req-7ad42a64-dc5d-4e0d-b197-dca4e5b307bd tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Deleting port a773de70-c022-4e25-9016-6fe0c52d0f44 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:41.661088 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e05516df-6720-410a-b7e4-ffba173ad726 req-7ad42a64-dc5d-4e0d-b197-dca4e5b307bd tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.683943 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60c1d1c-02c5-48bc-b253-c222589972c3', 'name': 'network-vif-deleted', 'tag': 'a6f13073-daec-4871-ae8e-43a972e6bc9f', 'status': 'completed', 'code': 200} Feb 04 16:09:41.707436 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2ce7e1e-31f5-49ac-bfd9-31c94b0c477c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.728700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee93bc1-1963-472f-a915-04b905dde25e req-0dff6891-ee4d-4f89-bd1a-b04841d87770 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:41.729816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce7e1e-31f5-49ac-bfd9-31c94b0c477c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc62fe5-b7b1-40c2-864f-6cfbfceef923,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:41.730321 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ee93bc1-1963-472f-a915-04b905dde25e req-0dff6891-ee4d-4f89-bd1a-b04841d87770 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 945 time: 0.9315066 Feb 04 16:09:41.743268 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2ce7e1e-31f5-49ac-bfd9-31c94b0c477c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.748335 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.749994 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a2ce7e1e-31f5-49ac-bfd9-31c94b0c477c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7cc62fe5-b7b1-40c2-864f-6cfbfceef923 HTTP/1.1" status: 204 len: 168 time: 0.3140030 Feb 04 16:09:41.911865 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.939233 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Transition to ACTIVE for port object 27c51127-cf25-473e-8a99-a6f274102de3 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:41.964771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Transition to ACTIVE for port object 27c51127-cf25-473e-8a99-a6f274102de3 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:41.975344 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.003824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7ee93bc1-1963-472f-a915-04b905dde25e req-2d543312-723b-4daa-8641-36ec78532fd8 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247095 Feb 04 16:09:42.131478 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Network e685855e-e84e-4a07-9802-5678cebe8241 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:42.159945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:42.162551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Pushing event updated for resources: {'Port': ['ID=27c51127-cf25-473e-8a99-a6f274102de3,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:42.169334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:42.278841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Attempting to bind port 27c51127-cf25-473e-8a99-a6f274102de3 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:42.279484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Attempting to bind port 27c51127-cf25-473e-8a99-a6f274102de3 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '5d068ae4-f045-4bf5-86a0-c67648e18ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e685855e-e84e-4a07-9802-5678cebe8241'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:42.280072 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Attempting to bind port 27c51127-cf25-473e-8a99-a6f274102de3 on network e685855e-e84e-4a07-9802-5678cebe8241 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:42.287788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:09:42.288410 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Checking segment: {'id': '5d068ae4-f045-4bf5-86a0-c67648e18ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e685855e-e84e-4a07-9802-5678cebe8241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:42.289214 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.289766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Bound using segment: {'id': '5d068ae4-f045-4bf5-86a0-c67648e18ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e685855e-e84e-4a07-9802-5678cebe8241'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:09:42.290655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Bound port: 27c51127-cf25-473e-8a99-a6f274102de3, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d068ae4-f045-4bf5-86a0-c67648e18ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e685855e-e84e-4a07-9802-5678cebe8241'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:42.291234 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.400566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47424) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:42.427794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] For port 27c51127-cf25-473e-8a99-a6f274102de3, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:42.433019 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] For port 27c51127-cf25-473e-8a99-a6f274102de3, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=27c51127-cf25-473e-8a99-a6f274102de3,segment=NetworkSegment(5d068ae4-f045-4bf5-86a0-c67648e18ab5),segment_id=5d068ae4-f045-4bf5-86a0-c67648e18ab5)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:42.437916 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.439131 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.471508 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ec9375a5-3d5d-4a21-95d7-70e1e5500089 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07158a7c8e2241e89f11b1b77b80474f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0695863 Feb 04 16:09:42.472249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47428) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:42.562278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1ff7d-0546-4575-85cb-3e98974fce3f None None] Pushing event updated for resources: {'Port': ['ID=27c51127-cf25-473e-8a99-a6f274102de3,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:42.580975 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b3f0d19-7825-4431-ac2f-073629eb6e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.630605 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b3f0d19-7825-4431-ac2f-073629eb6e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.641537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c4af3c07-074e-4d6e-922e-79307531594e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:42.680576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-e05516df-6720-410a-b7e4-ffba173ad726 req-7ad42a64-dc5d-4e0d-b197-dca4e5b307bd tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] For port a773de70-c022-4e25-9016-6fe0c52d0f44, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=a773de70-c022-4e25-9016-6fe0c52d0f44,segment=NetworkSegment(e8d7a6d6-ee7e-4990-8a25-4689b4a6e427),segment_id=e8d7a6d6-ee7e-4990-8a25-4689b4a6e427)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:42.682103 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e05516df-6720-410a-b7e4-ffba173ad726 req-7ad42a64-dc5d-4e0d-b197-dca4e5b307bd tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.733115 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b3f0d19-7825-4431-ac2f-073629eb6e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.746935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47434) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:42.766837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c4af3c07-074e-4d6e-922e-79307531594e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:42.767225 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.773406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f0d19-7825-4431-ac2f-073629eb6e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f0b866-362f-40a4-84a8-07ab1c19538e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:42.866308 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b3f0d19-7825-4431-ac2f-073629eb6e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.868133 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9b3f0d19-7825-4431-ac2f-073629eb6e53 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/24f0b866-362f-40a4-84a8-07ab1c19538e HTTP/1.1" status: 204 len: 168 time: 0.3946400 Feb 04 16:09:42.870856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-e05516df-6720-410a-b7e4-ffba173ad726 req-7ad42a64-dc5d-4e0d-b197-dca4e5b307bd tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Calling delete_port for a773de70-c022-4e25-9016-6fe0c52d0f44 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:43.012450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event updated for resources: {'Subnet': ['ID=66715c2c-2753-4534-9405-ef78b20bd578,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:43.149967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Checking segment: {'id': '83657d11-4816-487e-b2a5-4bf25ff89e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1eb06a4c-0ea1-4f5a-b1fa-2a877c232544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:43.150775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Network hostable DHCP agents. Network: 1eb06a4c-0ea1-4f5a-b1fa-2a877c232544, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:43.425998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Network 1eb06a4c-0ea1-4f5a-b1fa-2a877c232544 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:43.438070 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a27d292c-7392-444a-9010-b2ee84f941f4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.480545 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e05516df-6720-410a-b7e4-ffba173ad726 req-7ad42a64-dc5d-4e0d-b197-dca4e5b307bd tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.497721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a773de70-c022-4e25-9016-6fe0c52d0f44 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:43.561350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 1eb06a4c-0ea1-4f5a-b1fa-2a877c232544) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:43.575564 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a27d292c-7392-444a-9010-b2ee84f941f4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.585597 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b862d-5bb8-48ad-beb3-243ba274f053 None None] Network 1eb06a4c-0ea1-4f5a-b1fa-2a877c232544 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:43.643363 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: a773de70-c022-4e25-9016-6fe0c52d0f44 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:43.643891 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device a773de70-c022-4e25-9016-6fe0c52d0f44 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:43.764551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:43.765107 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.770965 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb900-e13f-4adf-a4a9-d930955e3a20 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.776101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad42a64-dc5d-4e0d-b197-dca4e5b307bd tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Pushing event deleted for resources: {'Port': ['ID=a773de70-c022-4e25-9016-6fe0c52d0f44,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:43.915446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05516df-6720-410a-b7e4-ffba173ad726 req-7ad42a64-dc5d-4e0d-b197-dca4e5b307bd tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] No DVR routers for this DVR port a773de70-c022-4e25-9016-6fe0c52d0f44 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:43.936600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adc803-3fb6-41ed-896b-9987ea00a322 req-4b4457e4-9bf5-4e15-b2bb-e8cfd39b78a7 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:43.937353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a1adc803-3fb6-41ed-896b-9987ea00a322 req-4b4457e4-9bf5-4e15-b2bb-e8cfd39b78a7 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Synchronizing usage tracker for tenant:256ff6c0b37247e3a55a01105f246482 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:43.940489 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e05516df-6720-410a-b7e4-ffba173ad726 req-7ad42a64-dc5d-4e0d-b197-dca4e5b307bd tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.943434 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e05516df-6720-410a-b7e4-ffba173ad726 req-7ad42a64-dc5d-4e0d-b197-dca4e5b307bd tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.73 "DELETE /v2.0/ports/a773de70-c022-4e25-9016-6fe0c52d0f44 HTTP/1.1" status: 204 len: 173 time: 2.8876245 Feb 04 16:09:43.945742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843ecf9f-c59f-4233-902e-51a4612a9c84', 'name': 'network-vif-deleted', 'tag': 'a773de70-c022-4e25-9016-6fe0c52d0f44'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:43.967113 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0212bff6-f316-4bd2-841b-150dbe23b480 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3692844 Feb 04 16:09:43.967905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47446) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:44.166331 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843ecf9f-c59f-4233-902e-51a4612a9c84', 'name': 'network-vif-deleted', 'tag': 'a773de70-c022-4e25-9016-6fe0c52d0f44', 'status': 'completed', 'code': 200} Feb 04 16:09:44.174641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a1adc803-3fb6-41ed-896b-9987ea00a322 req-4b4457e4-9bf5-4e15-b2bb-e8cfd39b78a7 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Unset dirty status for tenant:256ff6c0b37247e3a55a01105f246482 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:44.174786 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1eb06a4c-0ea1-4f5a-b1fa-2a877c232544', 'network_id': '1eb06a4c-0ea1-4f5a-b1fa-2a877c232544', 'tenant_id': 'f92c3a57b3ab4bbab1c2c08db2ecdbb0', 'fixed_ips': [{'subnet_id': '66715c2c-2753-4534-9405-ef78b20bd578'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:09:44.175862 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1adc803-3fb6-41ed-896b-9987ea00a322 req-4b4457e4-9bf5-4e15-b2bb-e8cfd39b78a7 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=843ecf9f-c59f-4233-902e-51a4612a9c84 HTTP/1.1" status: 200 len: 867 time: 0.8751647 Feb 04 16:09:44.184229 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.198841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d865d788-ec2d-4c5f-a6d2-a057f3c0dad7 None None] Network e685855e-e84e-4a07-9802-5678cebe8241 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:44.436244 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1adc803-3fb6-41ed-896b-9987ea00a322 req-b2447620-572b-4dda-8b45-24f0a0c08731 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162395 Feb 04 16:09:44.726633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3e2598ba-4c74-4d6d-84b1-c01ebe3dd113 None None] Provisioning for port 27c51127-cf25-473e-8a99-a6f274102de3 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:44.751987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 27c51127-cf25-473e-8a99-a6f274102de3 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:44.933540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-fbfbb900-e13f-4adf-a4a9-d930955e3a20 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:44.934061 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb900-e13f-4adf-a4a9-d930955e3a20 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.988686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27d292c-7392-444a-9010-b2ee84f941f4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 90eaf501-1c7c-47bf-abd0-696e0f6f9b56 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:09:45.131641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Allocated IP 172.20.0.2 (1eb06a4c-0ea1-4f5a-b1fa-2a877c232544/66715c2c-2753-4534-9405-ef78b20bd578/9a058562-98c6-462b-b22e-d026e77a06a5) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:45.148173 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 27c51127-cf25-473e-8a99-a6f274102de3 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:45.164037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 27c51127-cf25-473e-8a99-a6f274102de3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:45.164524 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.256594 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.270627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-fbfbb900-e13f-4adf-a4a9-d930955e3a20 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] For port bf4cefbc-6171-49ef-9733-3a76ff9ec7b3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bf4cefbc-6171-49ef-9733-3a76ff9ec7b3,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:45.271024 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb900-e13f-4adf-a4a9-d930955e3a20 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.444173 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-fbfbb900-e13f-4adf-a4a9-d930955e3a20 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:45.565476 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.635749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-150686cb-24fc-42db-a6e4-b23c7c1f5202 None None] Provisioning complete for port 27c51127-cf25-473e-8a99-a6f274102de3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:45.636163 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-150686cb-24fc-42db-a6e4-b23c7c1f5202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.738032 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.752651 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 27c51127-cf25-473e-8a99-a6f274102de3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=27c51127-cf25-473e-8a99-a6f274102de3,segment=NetworkSegment(5d068ae4-f045-4bf5-86a0-c67648e18ab5),segment_id=5d068ae4-f045-4bf5-86a0-c67648e18ab5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:45.762103 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.766142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Transition to ACTIVE for port object 9a058562-98c6-462b-b22e-d026e77a06a5 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:45.801774 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb900-e13f-4adf-a4a9-d930955e3a20 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.868055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Transition to ACTIVE for port object 9a058562-98c6-462b-b22e-d026e77a06a5 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:45.874820 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=27c51127-cf25-473e-8a99-a6f274102de3,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:45.916892 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.918475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbb900-e13f-4adf-a4a9-d930955e3a20 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=bf4cefbc-6171-49ef-9733-3a76ff9ec7b3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:46.033573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Pushing event updated for resources: {'Port': ['ID=9a058562-98c6-462b-b22e-d026e77a06a5,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:46.038641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Network 1eb06a4c-0ea1-4f5a-b1fa-2a877c232544 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:46.040161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:46.044690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:46.187916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27d292c-7392-444a-9010-b2ee84f941f4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:46.215818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Allocated IP 172.20.0.1 (e685855e-e84e-4a07-9802-5678cebe8241/ef35ddb7-5036-489c-abb6-33a3e38f7f32/38442585-3b17-4141-b3fa-9c78ddc18b80) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:46.227209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad5a2a1-f339-4d94-8ec5-4d6fb46fac5e None None] Sync routers for ids ['90eaf501-1c7c-47bf-abd0-696e0f6f9b56'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:46.232264 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Attempting to bind port 9a058562-98c6-462b-b22e-d026e77a06a5 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:46.232734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Attempting to bind port 9a058562-98c6-462b-b22e-d026e77a06a5 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '83657d11-4816-487e-b2a5-4bf25ff89e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1eb06a4c-0ea1-4f5a-b1fa-2a877c232544'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:46.233202 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Attempting to bind port 9a058562-98c6-462b-b22e-d026e77a06a5 on network 1eb06a4c-0ea1-4f5a-b1fa-2a877c232544 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:46.243347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:09:46.243969 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Checking segment: {'id': '83657d11-4816-487e-b2a5-4bf25ff89e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1eb06a4c-0ea1-4f5a-b1fa-2a877c232544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:46.244561 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:46.244865 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a27d292c-7392-444a-9010-b2ee84f941f4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:46.245095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Bound using segment: {'id': '83657d11-4816-487e-b2a5-4bf25ff89e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1eb06a4c-0ea1-4f5a-b1fa-2a877c232544'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:09:46.245700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Bound port: 9a058562-98c6-462b-b22e-d026e77a06a5, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83657d11-4816-487e-b2a5-4bf25ff89e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1eb06a4c-0ea1-4f5a-b1fa-2a877c232544'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:46.246117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a27d292c-7392-444a-9010-b2ee84f941f4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/90eaf501-1c7c-47bf-abd0-696e0f6f9b56 HTTP/1.1" status: 200 len: 887 time: 6.0535955 Feb 04 16:09:46.248976 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:46.258001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47460) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:46.315671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad5a2a1-f339-4d94-8ec5-4d6fb46fac5e None None] Routers {'90eaf501-1c7c-47bf-abd0-696e0f6f9b56'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:46.316457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8ad5a2a1-f339-4d94-8ec5-4d6fb46fac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['90eaf501-1c7c-47bf-abd0-696e0f6f9b56'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:46.397735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8ad5a2a1-f339-4d94-8ec5-4d6fb46fac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:46.437030 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad5a2a1-f339-4d94-8ec5-4d6fb46fac5e None None] Routers {'90eaf501-1c7c-47bf-abd0-696e0f6f9b56'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:46.437557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8ad5a2a1-f339-4d94-8ec5-4d6fb46fac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['90eaf501-1c7c-47bf-abd0-696e0f6f9b56'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:46.497125 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb900-e13f-4adf-a4a9-d930955e3a20 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:46.515382 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] For port 9a058562-98c6-462b-b22e-d026e77a06a5, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:46.519048 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8ad5a2a1-f339-4d94-8ec5-4d6fb46fac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:46.519473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad5a2a1-f339-4d94-8ec5-4d6fb46fac5e None None] The sync data for ids ['90eaf501-1c7c-47bf-abd0-696e0f6f9b56'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:46.530033 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] For port 9a058562-98c6-462b-b22e-d026e77a06a5, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9a058562-98c6-462b-b22e-d026e77a06a5,segment=NetworkSegment(83657d11-4816-487e-b2a5-4bf25ff89e47),segment_id=83657d11-4816-487e-b2a5-4bf25ff89e47)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:46.535479 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:46.686589 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:46.689354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 27c51127-cf25-473e-8a99-a6f274102de3 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:46.727763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Transition to ACTIVE for port object 38442585-3b17-4141-b3fa-9c78ddc18b80 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:46.759623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab847e18-67ad-4e46-9596-e976172e04e4 None None] Pushing event updated for resources: {'Port': ['ID=9a058562-98c6-462b-b22e-d026e77a06a5,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:46.823467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 27c51127-cf25-473e-8a99-a6f274102de3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:46.824094 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:46.974188 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:47.152893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Network e685855e-e84e-4a07-9802-5678cebe8241 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:47.153947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event updated for resources: {'Port': ['ID=38442585-3b17-4141-b3fa-9c78ddc18b80,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:47.158606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:47.162480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:47.240554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ff7c1842-52af-4994-bfc6-602719ffbf5d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/routers/90eaf501-1c7c-47bf-abd0-696e0f6f9b56 HTTP/1.1" status: 200 len: 887 time: 0.9811008 Feb 04 16:09:47.241223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47472) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:47.259582 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:47.314856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-38aa55d0-d275-4b62-9f77-e2f03b421583 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Synchronizing usage tracker for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:47.361352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-38aa55d0-d275-4b62-9f77-e2f03b421583 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Unset dirty status for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:47.365001 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-38aa55d0-d275-4b62-9f77-e2f03b421583 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports?device_id=90eaf501-1c7c-47bf-abd0-696e0f6f9b56 HTTP/1.1" status: 200 len: 205 time: 0.1232450 Feb 04 16:09:47.368318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47478) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:47.415648 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:47.569800 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ea324f7c-24d6-479f-acb3-6f93447843b2 None None] Provisioning for port 38442585-3b17-4141-b3fa-9c78ddc18b80 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:47.593848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ea324f7c-24d6-479f-acb3-6f93447843b2 None None] Provisioning complete for port 38442585-3b17-4141-b3fa-9c78ddc18b80 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:47.594224 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ea324f7c-24d6-479f-acb3-6f93447843b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:47.742497 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ea324f7c-24d6-479f-acb3-6f93447843b2 None None] Port 38442585-3b17-4141-b3fa-9c78ddc18b80 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:09:47.860927 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfbb900-e13f-4adf-a4a9-d930955e3a20 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router 93da2a94-6c94-498b-91ef-8a463bcfe90e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:09:48.106487 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-157a30bc-0fca-40e7-a5d8-b20fdeb0bb20 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.370586 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6335e69-c3ae-4ad0-bdd8-b7d1957efd1c None None] Network 1eb06a4c-0ea1-4f5a-b1fa-2a877c232544 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:48.409327 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.418456 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.511436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfbb900-e13f-4adf-a4a9-d930955e3a20 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:48.520270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7d9f112d-e903-4972-a21c-f4186294b265 None None] Provisioning for port 9a058562-98c6-462b-b22e-d026e77a06a5 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:48.526175 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5539f00-6123-4336-8f3d-3200c54db9ae None None] Sync routers for ids ['93da2a94-6c94-498b-91ef-8a463bcfe90e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:48.526680 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fbfbb900-e13f-4adf-a4a9-d930955e3a20 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "PUT /v2.0/routers/93da2a94-6c94-498b-91ef-8a463bcfe90e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7594166 Feb 04 16:09:48.531031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47496) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:48.554856 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5539f00-6123-4336-8f3d-3200c54db9ae None None] Routers {'93da2a94-6c94-498b-91ef-8a463bcfe90e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:48.555649 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d5539f00-6123-4336-8f3d-3200c54db9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['93da2a94-6c94-498b-91ef-8a463bcfe90e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:48.641833 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.677645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9a058562-98c6-462b-b22e-d026e77a06a5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:48.778770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event updated for resources: {'Port': ['ID=38442585-3b17-4141-b3fa-9c78ddc18b80,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:48.888700 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-157a30bc-0fca-40e7-a5d8-b20fdeb0bb20 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.929552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-157a30bc-0fca-40e7-a5d8-b20fdeb0bb20 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port faccaffd-29db-4f0b-bb08-0ea7052d11e8 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:48.929910 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-157a30bc-0fca-40e7-a5d8-b20fdeb0bb20 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.936228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 9a058562-98c6-462b-b22e-d026e77a06a5 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:48.951353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 9a058562-98c6-462b-b22e-d026e77a06a5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:48.951731 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.953394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Network e685855e-e84e-4a07-9802-5678cebe8241 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:48.955190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:49.074740 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d5539f00-6123-4336-8f3d-3200c54db9ae None None] Set router 93da2a94-6c94-498b-91ef-8a463bcfe90e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:49.125742 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.214789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 9a058562-98c6-462b-b22e-d026e77a06a5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9a058562-98c6-462b-b22e-d026e77a06a5,segment=NetworkSegment(83657d11-4816-487e-b2a5-4bf25ff89e47),segment_id=83657d11-4816-487e-b2a5-4bf25ff89e47)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:49.220519 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.320381 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-157a30bc-0fca-40e7-a5d8-b20fdeb0bb20 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.411660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=9a058562-98c6-462b-b22e-d026e77a06a5,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:49.466514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a68c1a0b-6059-4fbd-8790-37abcc185c6c None None] Provisioning complete for port 38442585-3b17-4141-b3fa-9c78ddc18b80 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:49.467037 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a68c1a0b-6059-4fbd-8790-37abcc185c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.567558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-157a30bc-0fca-40e7-a5d8-b20fdeb0bb20 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for faccaffd-29db-4f0b-bb08-0ea7052d11e8 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:49.585545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a68c1a0b-6059-4fbd-8790-37abcc185c6c None None] Port 38442585-3b17-4141-b3fa-9c78ddc18b80 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:09:49.651307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-2095fa69-3864-4f8f-bbe3-827d3d28dbd4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting subnet 8f5fc52a-becc-4037-b0c9-d7e29eda1b0e {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:09:49.654857 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2095fa69-3864-4f8f-bbe3-827d3d28dbd4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.669533 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.724914 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-84068912-ffaa-42a9-b597-b4d75122ffe3 None None] Provisioning complete for port 9a058562-98c6-462b-b22e-d026e77a06a5 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:49.725661 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-84068912-ffaa-42a9-b597-b4d75122ffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.766605 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2095fa69-3864-4f8f-bbe3-827d3d28dbd4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.801774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Router 14dfa22e-18ca-40d9-9ace-871904b7cf30 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:09:49.881792 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d5539f00-6123-4336-8f3d-3200c54db9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:47Z', 'updated_at': '2022-02-04T16:09:45Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:48Z', 'updated_at': '2022-02-04T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:49.892260 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5539f00-6123-4336-8f3d-3200c54db9ae None None] Checking router: 93da2a94-6c94-498b-91ef-8a463bcfe90e for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:09:49.919396 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5539f00-6123-4336-8f3d-3200c54db9ae None None] Routers {'93da2a94-6c94-498b-91ef-8a463bcfe90e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:49.920394 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d5539f00-6123-4336-8f3d-3200c54db9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['93da2a94-6c94-498b-91ef-8a463bcfe90e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:49.956316 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2095fa69-3864-4f8f-bbe3-827d3d28dbd4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.095548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-157a30bc-0fca-40e7-a5d8-b20fdeb0bb20 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.146136 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2095fa69-3864-4f8f-bbe3-827d3d28dbd4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.153921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a30bc-0fca-40e7-a5d8-b20fdeb0bb20 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Port': ['ID=faccaffd-29db-4f0b-bb08-0ea7052d11e8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:50.192420 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d5539f00-6123-4336-8f3d-3200c54db9ae None None] Set router 93da2a94-6c94-498b-91ef-8a463bcfe90e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:50.200247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095fa69-3864-4f8f-bbe3-827d3d28dbd4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Subnet': ['ID=8f5fc52a-becc-4037-b0c9-d7e29eda1b0e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:50.219253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b392cfc7-1b1d-4a72-bd9b-93a164d0bf5f None None] Network 2aa94b32-e175-4e4f-ace4-d6dad39a5063 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:50.243129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:50.249553 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2095fa69-3864-4f8f-bbe3-827d3d28dbd4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.251328 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7f20a582-df3d-47d8-9982-54b81f8576ce tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "PUT /v2.0/routers/14dfa22e-18ca-40d9-9ace-871904b7cf30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2822270 Feb 04 16:09:50.255073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47514) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:50.304941 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2095fa69-3864-4f8f-bbe3-827d3d28dbd4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/subnets/8f5fc52a-becc-4037-b0c9-d7e29eda1b0e HTTP/1.1" status: 204 len: 168 time: 1.7730012 Feb 04 16:09:50.307645 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47518) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:50.499522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed3487-64ab-4ffb-bdc4-6f546d58b37b None None] Sync routers for ids ['14dfa22e-18ca-40d9-9ace-871904b7cf30'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:50.597578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed3487-64ab-4ffb-bdc4-6f546d58b37b None None] Routers {'14dfa22e-18ca-40d9-9ace-871904b7cf30'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:50.598857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0fed3487-64ab-4ffb-bdc4-6f546d58b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['14dfa22e-18ca-40d9-9ace-871904b7cf30'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:50.718489 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-157a30bc-0fca-40e7-a5d8-b20fdeb0bb20 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.735507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9a058562-98c6-462b-b22e-d026e77a06a5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:50.833515 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0fed3487-64ab-4ffb-bdc4-6f546d58b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:50.897094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed3487-64ab-4ffb-bdc4-6f546d58b37b None None] Routers {'14dfa22e-18ca-40d9-9ace-871904b7cf30'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:50.897714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0fed3487-64ab-4ffb-bdc4-6f546d58b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['14dfa22e-18ca-40d9-9ace-871904b7cf30'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:51.006070 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d5539f00-6123-4336-8f3d-3200c54db9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:47Z', 'updated_at': '2022-02-04T16:09:45Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:48Z', 'updated_at': '2022-02-04T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:51.029529 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5539f00-6123-4336-8f3d-3200c54db9ae None None] The sync data for ids ['93da2a94-6c94-498b-91ef-8a463bcfe90e'] in n-d-827872-1 is: [{'id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466535595', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:47Z', 'updated_at': '2022-02-04T16:09:45Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '93b034a8-ef84-4109-85a3-2a22f28b53af', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93da2a94-6c94-498b-91ef-8a463bcfe90e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:48Z', 'updated_at': '2022-02-04T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:51.093380 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0fed3487-64ab-4ffb-bdc4-6f546d58b37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:51.093782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed3487-64ab-4ffb-bdc4-6f546d58b37b None None] The sync data for ids ['14dfa22e-18ca-40d9-9ace-871904b7cf30'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:51.130080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 9a058562-98c6-462b-b22e-d026e77a06a5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:51.130729 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.401982 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-157a30bc-0fca-40e7-a5d8-b20fdeb0bb20 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.409471 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-157a30bc-0fca-40e7-a5d8-b20fdeb0bb20 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.421656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c715bce2-bf93-415d-a218-30eda38faf83 None None] DHCP port deletion for 2aa94b32-e175-4e4f-ace4-d6dad39a5063 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:09:51.430305 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c715bce2-bf93-415d-a218-30eda38faf83 None None] Deleting port 60e2bb1b-681b-4ad0-8190-59354464f6a4 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:51.430784 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c715bce2-bf93-415d-a218-30eda38faf83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.482694 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-157a30bc-0fca-40e7-a5d8-b20fdeb0bb20 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.483359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157a30bc-0fca-40e7-a5d8-b20fdeb0bb20 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Fanout notify agent at l3_agent the message router_deleted on router 90eaf501-1c7c-47bf-abd0-696e0f6f9b56 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:09:51.505107 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.573187 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-6f929b8e-4c57-4268-855e-3ef8b43d097f tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:09:51.575053 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6f929b8e-4c57-4268-855e-3ef8b43d097f tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "PUT /v2.0/routers/14dfa22e-18ca-40d9-9ace-871904b7cf30/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3181462 Feb 04 16:09:51.577829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47538) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:51.590005 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-157a30bc-0fca-40e7-a5d8-b20fdeb0bb20 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.591104 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-157a30bc-0fca-40e7-a5d8-b20fdeb0bb20 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/routers/90eaf501-1c7c-47bf-abd0-696e0f6f9b56 HTTP/1.1" status: 204 len: 168 time: 4.2216442 Feb 04 16:09:51.596723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47542) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:51.606048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'network': {'name': 'tempest-RoutersTest-1536578037'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:51.614632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:51.619969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:network and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:51.650327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:51.669596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:51.706593 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:51.712124 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.805147 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c715bce2-bf93-415d-a218-30eda38faf83 None None] For port 60e2bb1b-681b-4ad0-8190-59354464f6a4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=60e2bb1b-681b-4ad0-8190-59354464f6a4,segment=NetworkSegment(26892ad1-5a62-4ac9-9ece-cfb2970866ee),segment_id=26892ad1-5a62-4ac9-9ece-cfb2970866ee)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:51.805768 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c715bce2-bf93-415d-a218-30eda38faf83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.931152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:51.951617 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.951957 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Added segment ddd4daff-90bb-4017-a974-8797c904f023 of type vlan for network 70a4f35d-567c-4854-947f-86512d0f1449 Feb 04 16:09:51.991624 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.011640 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.050193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port 93b034a8-ef84-4109-85a3-2a22f28b53af {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:52.050589 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.100949 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-be5678bf-d1fb-4468-9f90-a18b4deba4cc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.115989 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.119618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:52.120196 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.163320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c715bce2-bf93-415d-a218-30eda38faf83 None None] Calling delete_port for 60e2bb1b-681b-4ad0-8190-59354464f6a4 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:52.270355 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c715bce2-bf93-415d-a218-30eda38faf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.279956 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6803689 Feb 04 16:09:52.282896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47548) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:52.293634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'subnet': {'network_id': '70a4f35d-567c-4854-947f-86512d0f1449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:52.376455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278de54d-2696-4d37-853e-202a67792c80 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Network': ['ID=70a4f35d-567c-4854-947f-86512d0f1449,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:52.378554 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715bce2-bf93-415d-a218-30eda38faf83 None None] Pushing event deleted for resources: {'Port': ['ID=60e2bb1b-681b-4ad0-8190-59354464f6a4,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:52.395779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 70a4f35d-567c-4854-947f-86512d0f1449 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:52.434650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c715bce2-bf93-415d-a218-30eda38faf83 None None] No DVR routers for this DVR port 60e2bb1b-681b-4ad0-8190-59354464f6a4 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:52.509657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:52.525409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:subnet and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:52.529492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:52.538595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:52.544238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] For port 93b034a8-ef84-4109-85a3-2a22f28b53af, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=93b034a8-ef84-4109-85a3-2a22f28b53af,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:52.544762 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.616946 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 60e2bb1b-681b-4ad0-8190-59354464f6a4 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:52.654173 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 60e2bb1b-681b-4ad0-8190-59354464f6a4 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:52.654748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 60e2bb1b-681b-4ad0-8190-59354464f6a4 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:52.655367 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:52.690267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:52.690885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bf4cefbc-6171-49ef-9733-3a76ff9ec7b3 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:52.718693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:52.723629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for 93b034a8-ef84-4109-85a3-2a22f28b53af owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:52.841763 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.927103 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.021107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=93b034a8-ef84-4109-85a3-2a22f28b53af,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:53.321658 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.541881 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.662806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Subnet': ['ID=820cb951-ab60-487f-b336-5693e97841e3,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:53.720720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Checking segment: {'id': 'ddd4daff-90bb-4017-a974-8797c904f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '70a4f35d-567c-4854-947f-86512d0f1449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:53.721292 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network hostable DHCP agents. Network: 70a4f35d-567c-4854-947f-86512d0f1449, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:53.767586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-be5678bf-d1fb-4468-9f90-a18b4deba4cc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Deleting port 38442585-3b17-4141-b3fa-9c78ddc18b80 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:53.767919 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-be5678bf-d1fb-4468-9f90-a18b4deba4cc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.815444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network 70a4f35d-567c-4854-947f-86512d0f1449 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:53.836376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 70a4f35d-567c-4854-947f-86512d0f1449) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:53.845199 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021b3920-62ca-4782-a823-e3ddca379b2a None None] Network 70a4f35d-567c-4854-947f-86512d0f1449 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:53.877235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:53.877737 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.913651 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.920942 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.978976 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.979938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Fanout notify agent at l3_agent the message router_deleted on router 93da2a94-6c94-498b-91ef-8a463bcfe90e {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:09:54.014131 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.018575 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4e156570-24ba-4a12-be57-5db0d84afe85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/routers/93da2a94-6c94-498b-91ef-8a463bcfe90e HTTP/1.1" status: 204 len: 168 time: 3.7074955 Feb 04 16:09:54.019233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47564) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:54.028384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-70f46d24-8175-4438-8adf-3f464cec8e7e tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7436407 Feb 04 16:09:54.038051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47568) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:54.064001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9de73168-cfa1-4d08-aef1-70b57deace13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-889594090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:54.116155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9de73168-cfa1-4d08-aef1-70b57deace13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:54.142433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9de73168-cfa1-4d08-aef1-70b57deace13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:router and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:54.160332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9de73168-cfa1-4d08-aef1-70b57deace13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:54.192080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9de73168-cfa1-4d08-aef1-70b57deace13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:54.218882 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-be5678bf-d1fb-4468-9f90-a18b4deba4cc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.300698 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-70a4f35d-567c-4854-947f-86512d0f1449', 'network_id': '70a4f35d-567c-4854-947f-86512d0f1449', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'fixed_ips': [{'subnet_id': '820cb951-ab60-487f-b336-5693e97841e3'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:09:54.301773 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.318267 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-af6b231f-0573-4cea-809f-0be9bd89ef19 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.416735 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9de73168-cfa1-4d08-aef1-70b57deace13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.420249 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9de73168-cfa1-4d08-aef1-70b57deace13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.514192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Allocated IP 172.20.0.2 (70a4f35d-567c-4854-947f-86512d0f1449/820cb951-ab60-487f-b336-5693e97841e3/95dd0a4d-8e33-4e07-835d-1708a7a4f8de) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:54.538233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-be5678bf-d1fb-4468-9f90-a18b4deba4cc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Calling delete_port for 38442585-3b17-4141-b3fa-9c78ddc18b80 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:54.599967 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-af6b231f-0573-4cea-809f-0be9bd89ef19 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.639001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-af6b231f-0573-4cea-809f-0be9bd89ef19 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa94b32-e175-4e4f-ace4-d6dad39a5063']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:54.670088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-af6b231f-0573-4cea-809f-0be9bd89ef19 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26892ad1-5a62-4ac9-9ece-cfb2970866ee') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:54.670088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-af6b231f-0573-4cea-809f-0be9bd89ef19 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26892ad1-5a62-4ac9-9ece-cfb2970866ee') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:54.686580 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-af6b231f-0573-4cea-809f-0be9bd89ef19 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.701998 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 93b034a8-ef84-4109-85a3-2a22f28b53af no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:54.706669 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-af6b231f-0573-4cea-809f-0be9bd89ef19 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.714608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6b231f-0573-4cea-809f-0be9bd89ef19 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:54.715112 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-af6b231f-0573-4cea-809f-0be9bd89ef19 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.758632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 93b034a8-ef84-4109-85a3-2a22f28b53af {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:54.759296 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 93b034a8-ef84-4109-85a3-2a22f28b53af not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:54.780825 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9de73168-cfa1-4d08-aef1-70b57deace13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:54.794671 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:54.844742 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-af6b231f-0573-4cea-809f-0be9bd89ef19 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.861241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-4b784651-6d6f-4161-950c-0160b755d8b0 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:54.862917 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-4b784651-6d6f-4161-950c-0160b755d8b0 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/networks?id=70e987bb-3878-4741-a125-153f29737d04 HTTP/1.1" status: 200 len: 814 time: 0.3528912 Feb 04 16:09:54.866552 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9de73168-cfa1-4d08-aef1-70b57deace13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.875752 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.889567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Transition to ACTIVE for port object 95dd0a4d-8e33-4e07-835d-1708a7a4f8de will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:54.897423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-077f1ab5-0e0c-403f-a8c5-40b1cfd373fd tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/quotas/256ff6c0b37247e3a55a01105f246482 HTTP/1.1" status: 200 len: 375 time: 0.0233462 Feb 04 16:09:54.901413 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-af6b231f-0573-4cea-809f-0be9bd89ef19 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.914047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Transition to ACTIVE for port object 95dd0a4d-8e33-4e07-835d-1708a7a4f8de will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:54.918395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b231f-0573-4cea-809f-0be9bd89ef19 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Network': ['ID=2aa94b32-e175-4e4f-ace4-d6dad39a5063,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:54.934352 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-af6b231f-0573-4cea-809f-0be9bd89ef19 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/networks/2aa94b32-e175-4e4f-ace4-d6dad39a5063 HTTP/1.1" status: 204 len: 168 time: 0.9111822 Feb 04 16:09:54.934564 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.934878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47580) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:54.954880 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-93f81517-1170-411f-b642-e1aead0c8557 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=256ff6c0b37247e3a55a01105f246482&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564506 Feb 04 16:09:54.961808 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-2d729aaa-0147-44fa-952d-859b63059fd7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:09:54.970222 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-2d729aaa-0147-44fa-952d-859b63059fd7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0133479 Feb 04 16:09:55.050706 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e6562ec-993a-4c27-b3bf-40d6175cd817 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.064666 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9de73168-cfa1-4d08-aef1-70b57deace13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.068859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9de73168-cfa1-4d08-aef1-70b57deace13 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0208538 Feb 04 16:09:55.070932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47586) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:55.122635 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Pushing event updated for resources: {'Port': ['ID=95dd0a4d-8e33-4e07-835d-1708a7a4f8de,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:55.137783 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Network 70a4f35d-567c-4854-947f-86512d0f1449 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:55.139016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:55.142004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:55.148677 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e6562ec-993a-4c27-b3bf-40d6175cd817 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.265142 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e6562ec-993a-4c27-b3bf-40d6175cd817 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.268579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Attempting to bind port 95dd0a4d-8e33-4e07-835d-1708a7a4f8de on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:55.269139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Attempting to bind port 95dd0a4d-8e33-4e07-835d-1708a7a4f8de by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'ddd4daff-90bb-4017-a974-8797c904f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '70a4f35d-567c-4854-947f-86512d0f1449'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:55.270205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Attempting to bind port 95dd0a4d-8e33-4e07-835d-1708a7a4f8de on network 70a4f35d-567c-4854-947f-86512d0f1449 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:55.277996 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:09:55.278369 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Checking segment: {'id': 'ddd4daff-90bb-4017-a974-8797c904f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '70a4f35d-567c-4854-947f-86512d0f1449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:55.278771 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.279160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Bound using segment: {'id': 'ddd4daff-90bb-4017-a974-8797c904f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '70a4f35d-567c-4854-947f-86512d0f1449'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:09:55.279683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Bound port: 95dd0a4d-8e33-4e07-835d-1708a7a4f8de, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd4daff-90bb-4017-a974-8797c904f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '70a4f35d-567c-4854-947f-86512d0f1449'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:55.280230 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.290096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6562ec-993a-4c27-b3bf-40d6175cd817 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df17e3e4-604f-4bea-a91d-06800c9d67c0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:55.310089 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e6562ec-993a-4c27-b3bf-40d6175cd817 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.311418 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4e6562ec-993a-4c27-b3bf-40d6175cd817 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/security-groups/df17e3e4-604f-4bea-a91d-06800c9d67c0 HTTP/1.1" status: 204 len: 168 time: 0.3754628 Feb 04 16:09:55.312891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-242f0663-7c07-4928-acf8-9d66594e6c9d service neutron] 10.222.0.60 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417070 Feb 04 16:09:55.393800 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-be5678bf-d1fb-4468-9f90-a18b4deba4cc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.422219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] For port 95dd0a4d-8e33-4e07-835d-1708a7a4f8de, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:55.438122 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] For port 95dd0a4d-8e33-4e07-835d-1708a7a4f8de, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=95dd0a4d-8e33-4e07-835d-1708a7a4f8de,segment=NetworkSegment(ddd4daff-90bb-4017-a974-8797c904f023),segment_id=ddd4daff-90bb-4017-a974-8797c904f023)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:55.446317 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.560841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb888f4-bd7c-483b-9e19-6317b9320d75 None None] Pushing event updated for resources: {'Port': ['ID=95dd0a4d-8e33-4e07-835d-1708a7a4f8de,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:55.717546 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5678bf-d1fb-4468-9f90-a18b4deba4cc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event deleted for resources: {'Port': ['ID=38442585-3b17-4141-b3fa-9c78ddc18b80,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:55.781990 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47594) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:55.858598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e43da378-8916-4e11-8595-51127d832ee3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2108744902', 'description': 'tempest-secgroup-smoke-2108744902 description', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:55.888984 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e43da378-8916-4e11-8595-51127d832ee3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:55.908650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e43da378-8916-4e11-8595-51127d832ee3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:55.926770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e43da378-8916-4e11-8595-51127d832ee3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:56.001004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e43da378-8916-4e11-8595-51127d832ee3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:56.099770 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-b19c9fe2-ef85-4464-b9cf-326725eb969d service neutron] 10.222.0.60 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7783530 Feb 04 16:09:56.108400 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e43da378-8916-4e11-8595-51127d832ee3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.352855 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-be5678bf-d1fb-4468-9f90-a18b4deba4cc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.364944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e43da378-8916-4e11-8595-51127d832ee3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:56.373995 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-250a5c9b-91e0-413d-af74-5f5bb3faba9c req-2319c93f-969b-4806-b5f3-28940e53294d tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 210 time: 0.0910196 Feb 04 16:09:56.389958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e43da378-8916-4e11-8595-51127d832ee3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:56.396692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e43da378-8916-4e11-8595-51127d832ee3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:56.480954 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e43da378-8916-4e11-8595-51127d832ee3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:56.568446 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.689871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 95dd0a4d-8e33-4e07-835d-1708a7a4f8de up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:56.832821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 95dd0a4d-8e33-4e07-835d-1708a7a4f8de completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:57.023810 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580a072d-70af-488f-b577-371b946fdc86 None None] Network 70a4f35d-567c-4854-947f-86512d0f1449 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:57.081218 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e43da378-8916-4e11-8595-51127d832ee3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.174483 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fcee65e5-e367-41c9-8928-e9057b207a41 None None] Provisioning for port 95dd0a4d-8e33-4e07-835d-1708a7a4f8de completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:57.189903 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fcee65e5-e367-41c9-8928-e9057b207a41 None None] Provisioning complete for port 95dd0a4d-8e33-4e07-835d-1708a7a4f8de triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:57.190926 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fcee65e5-e367-41c9-8928-e9057b207a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.279312 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e43da378-8916-4e11-8595-51127d832ee3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.434909 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e43da378-8916-4e11-8595-51127d832ee3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.436036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e43da378-8916-4e11-8595-51127d832ee3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.5980792 Feb 04 16:09:57.438901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47620) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:57.445303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b0b77bc7-16df-4212-a5ca-3958713f99a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': '0b8fea79-0bca-43ca-8cec-f262f6e5078e', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:57.464764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b0b77bc7-16df-4212-a5ca-3958713f99a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:57.473833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b0b77bc7-16df-4212-a5ca-3958713f99a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:57.482634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b0b77bc7-16df-4212-a5ca-3958713f99a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:57.486467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43da378-8916-4e11-8595-51127d832ee3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8fea79-0bca-43ca-8cec-f262f6e5078e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:57.496494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b0b77bc7-16df-4212-a5ca-3958713f99a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:57.525177 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fcee65e5-e367-41c9-8928-e9057b207a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.540743 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b0b77bc7-16df-4212-a5ca-3958713f99a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.596843 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-fcee65e5-e367-41c9-8928-e9057b207a41 None None] For port 95dd0a4d-8e33-4e07-835d-1708a7a4f8de, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=95dd0a4d-8e33-4e07-835d-1708a7a4f8de,segment=NetworkSegment(ddd4daff-90bb-4017-a974-8797c904f023),segment_id=ddd4daff-90bb-4017-a974-8797c904f023)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:57.611784 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fcee65e5-e367-41c9-8928-e9057b207a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.678989 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b0b77bc7-16df-4212-a5ca-3958713f99a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.684441 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b0b77bc7-16df-4212-a5ca-3958713f99a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.703245 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee65e5-e367-41c9-8928-e9057b207a41 None None] Pushing event updated for resources: {'Port': ['ID=95dd0a4d-8e33-4e07-835d-1708a7a4f8de,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:57.737104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77bc7-16df-4212-a5ca-3958713f99a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879c8147-d080-4b26-8953-a01629c6337c,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:57.753675 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b0b77bc7-16df-4212-a5ca-3958713f99a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.755192 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b0b77bc7-16df-4212-a5ca-3958713f99a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3152554 Feb 04 16:09:57.757836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47626) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:57.763418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1008b181-03bb-48c4-a3eb-a28e28e36908 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': '0b8fea79-0bca-43ca-8cec-f262f6e5078e', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:57.780273 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1008b181-03bb-48c4-a3eb-a28e28e36908 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:57.793978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1008b181-03bb-48c4-a3eb-a28e28e36908 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:57.798203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1008b181-03bb-48c4-a3eb-a28e28e36908 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:57.805500 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9cbe58b9-e711-4f7a-8dbb-18877008cde7 req-5d29c43f-7291-4108-aeb7-a25836658997 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 210 time: 0.1834323 Feb 04 16:09:57.827386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1008b181-03bb-48c4-a3eb-a28e28e36908 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:57.852242 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1008b181-03bb-48c4-a3eb-a28e28e36908 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.963947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5678bf-d1fb-4468-9f90-a18b4deba4cc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Router 14dfa22e-18ca-40d9-9ace-871904b7cf30 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:09:57.975315 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1008b181-03bb-48c4-a3eb-a28e28e36908 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.980737 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1008b181-03bb-48c4-a3eb-a28e28e36908 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.010004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008b181-03bb-48c4-a3eb-a28e28e36908 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbd2ea7-6200-43da-855e-154bcc229b48,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:58.025979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1008b181-03bb-48c4-a3eb-a28e28e36908 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.027634 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1008b181-03bb-48c4-a3eb-a28e28e36908 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2688251 Feb 04 16:09:58.030102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47630) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:58.038045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-27512008-78f7-442f-82f1-dc64b58a9a00 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': '0b8fea79-0bca-43ca-8cec-f262f6e5078e', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:58.046112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-27512008-78f7-442f-82f1-dc64b58a9a00 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:58.046387 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-946dd114-4366-44c2-a03b-c63fbc5429e8 None None] Provisioning complete for port 95dd0a4d-8e33-4e07-835d-1708a7a4f8de triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:58.047822 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-946dd114-4366-44c2-a03b-c63fbc5429e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.049746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Allocated IP 172.20.0.1 (70a4f35d-567c-4854-947f-86512d0f1449/820cb951-ab60-487f-b336-5693e97841e3/bc919214-6021-48eb-b157-d77f0a7a8cf9) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:58.051766 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-27512008-78f7-442f-82f1-dc64b58a9a00 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:58.058042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-27512008-78f7-442f-82f1-dc64b58a9a00 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:58.067374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-27512008-78f7-442f-82f1-dc64b58a9a00 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:58.107236 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27512008-78f7-442f-82f1-dc64b58a9a00 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.192287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27512008-78f7-442f-82f1-dc64b58a9a00 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.198184 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27512008-78f7-442f-82f1-dc64b58a9a00 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.231808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27512008-78f7-442f-82f1-dc64b58a9a00 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8f2ff0-0310-43ac-9cc0-4a1f684e35d7,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:58.246654 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27512008-78f7-442f-82f1-dc64b58a9a00 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.251273 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-27512008-78f7-442f-82f1-dc64b58a9a00 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2173007 Feb 04 16:09:58.251599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47634) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:58.259472 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3d91d82d-0e14-4a67-bb86-b7f920a1bb35 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': '0b8fea79-0bca-43ca-8cec-f262f6e5078e', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:58.263103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5678bf-d1fb-4468-9f90-a18b4deba4cc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:58.266815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3d91d82d-0e14-4a67-bb86-b7f920a1bb35 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:58.279127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3d91d82d-0e14-4a67-bb86-b7f920a1bb35 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:58.279403 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14ca17-e506-46e3-bc02-d2550c44a8ac None None] Sync routers for ids ['14dfa22e-18ca-40d9-9ace-871904b7cf30'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:58.283458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3d91d82d-0e14-4a67-bb86-b7f920a1bb35 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:58.300291 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14ca17-e506-46e3-bc02-d2550c44a8ac None None] Routers {'14dfa22e-18ca-40d9-9ace-871904b7cf30'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:58.302117 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-db14ca17-e506-46e3-bc02-d2550c44a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['14dfa22e-18ca-40d9-9ace-871904b7cf30'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:58.320801 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3d91d82d-0e14-4a67-bb86-b7f920a1bb35 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:58.383042 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-db14ca17-e506-46e3-bc02-d2550c44a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:58.394891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-be5678bf-d1fb-4468-9f90-a18b4deba4cc tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "PUT /v2.0/routers/14dfa22e-18ca-40d9-9ace-871904b7cf30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8154652 Feb 04 16:09:58.398951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47638) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:58.404667 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.414588 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14ca17-e506-46e3-bc02-d2550c44a8ac None None] Routers {'14dfa22e-18ca-40d9-9ace-871904b7cf30'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:58.416027 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-db14ca17-e506-46e3-bc02-d2550c44a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['14dfa22e-18ca-40d9-9ace-871904b7cf30'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:58.454882 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d91d82d-0e14-4a67-bb86-b7f920a1bb35 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.484074 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-db14ca17-e506-46e3-bc02-d2550c44a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:58.485071 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14ca17-e506-46e3-bc02-d2550c44a8ac None None] The sync data for ids ['14dfa22e-18ca-40d9-9ace-871904b7cf30'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:58.508882 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-d6867f50-a713-4534-ace7-2e460bee8f17 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] delete failed (client error): The resource could not be found. Feb 04 16:09:58.509912 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d6867f50-a713-4534-ace7-2e460bee8f17 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-48715403 HTTP/1.1" status: 404 len: 333 time: 0.1098790 Feb 04 16:09:58.514013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47642) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:58.518960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-50a6f9e8-3dc6-4a30-886d-98d2e347dfba tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Request body: {'router': {'external_gateway_info': {'network_id': '14dfa22e-18ca-40d9-9ace-871904b7cf30'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:58.592698 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 95dd0a4d-8e33-4e07-835d-1708a7a4f8de up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:58.597515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Transition to ACTIVE for port object bc919214-6021-48eb-b157-d77f0a7a8cf9 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:58.610024 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d91d82d-0e14-4a67-bb86-b7f920a1bb35 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.615053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d91d82d-0e14-4a67-bb86-b7f920a1bb35 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.665037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91d82d-0e14-4a67-bb86-b7f920a1bb35 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a2ab29-6f28-4f64-a1f5-c89d25172662,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:58.677109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 95dd0a4d-8e33-4e07-835d-1708a7a4f8de triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:58.677648 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.683670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-704a03bb-8f40-43a6-877a-9c14167130d3 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:58.684526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-704a03bb-8f40-43a6-877a-9c14167130d3 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Synchronizing usage tracker for tenant:256ff6c0b37247e3a55a01105f246482 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:58.709408 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d91d82d-0e14-4a67-bb86-b7f920a1bb35 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.711218 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3d91d82d-0e14-4a67-bb86-b7f920a1bb35 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4580741 Feb 04 16:09:58.714772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47646) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:58.724571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-117228d0-bc86-42d5-bdaa-f8cbd2d9f20f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': '0b8fea79-0bca-43ca-8cec-f262f6e5078e', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:58.731023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-704a03bb-8f40-43a6-877a-9c14167130d3 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Unset dirty status for tenant:256ff6c0b37247e3a55a01105f246482 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:58.732179 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-704a03bb-8f40-43a6-877a-9c14167130d3 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.81 "GET /v2.0/networks?id=70e987bb-3878-4741-a125-153f29737d04 HTTP/1.1" status: 200 len: 814 time: 0.4448731 Feb 04 16:09:58.733072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-117228d0-bc86-42d5-bdaa-f8cbd2d9f20f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:58.740351 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-117228d0-bc86-42d5-bdaa-f8cbd2d9f20f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:58.743960 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-117228d0-bc86-42d5-bdaa-f8cbd2d9f20f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:58.750840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-117228d0-bc86-42d5-bdaa-f8cbd2d9f20f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:58.758355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-6645ef35-d9bf-4f2f-a95d-31143bc631cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Request body: {'port': {'device_id': 'd7359c4f-d1d5-489c-a73a-8bf4a4939aec', 'network_id': '70e987bb-3878-4741-a125-153f29737d04', 'admin_state_up': True, 'tenant_id': '256ff6c0b37247e3a55a01105f246482'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:58.775531 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.855909 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-117228d0-bc86-42d5-bdaa-f8cbd2d9f20f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Project d7ff7bfbfb3140b590e1ea986a3aedc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:09:58.959905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-6645ef35-d9bf-4f2f-a95d-31143bc631cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:58.964704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network 70a4f35d-567c-4854-947f-86512d0f1449 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:58.970653 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-117228d0-bc86-42d5-bdaa-f8cbd2d9f20f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.974185 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:58.979894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:58.993498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-6645ef35-d9bf-4f2f-a95d-31143bc631cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:59.026143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-6645ef35-d9bf-4f2f-a95d-31143bc631cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Made reservation on behalf of 256ff6c0b37247e3a55a01105f246482 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:59.029029 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-6645ef35-d9bf-4f2f-a95d-31143bc631cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.048491 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.073385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=bc919214-6021-48eb-b157-d77f0a7a8cf9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:59.345324 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-117228d0-bc86-42d5-bdaa-f8cbd2d9f20f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.348206 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e8ab115d-769a-4360-b68c-0274e724fba7 None None] Provisioning for port bc919214-6021-48eb-b157-d77f0a7a8cf9 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:59.354802 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e8ab115d-769a-4360-b68c-0274e724fba7 None None] Provisioning complete for port bc919214-6021-48eb-b157-d77f0a7a8cf9 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:59.355435 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e8ab115d-769a-4360-b68c-0274e724fba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.359847 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-117228d0-bc86-42d5-bdaa-f8cbd2d9f20f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.407278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117228d0-bc86-42d5-bdaa-f8cbd2d9f20f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d450d3-b15d-470c-8e15-2e4cdfedc99b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:59.414679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-117228d0-bc86-42d5-bdaa-f8cbd2d9f20f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.417824 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-117228d0-bc86-42d5-bdaa-f8cbd2d9f20f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7004023 Feb 04 16:09:59.420825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47658) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:59.462556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5293764b-829e-4b1b-8c2b-0d88f2bff7e5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': '0b8fea79-0bca-43ca-8cec-f262f6e5078e', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:59.476379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5293764b-829e-4b1b-8c2b-0d88f2bff7e5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:59.478555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e8ab115d-769a-4360-b68c-0274e724fba7 None None] Port bc919214-6021-48eb-b157-d77f0a7a8cf9 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:09:59.482229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5293764b-829e-4b1b-8c2b-0d88f2bff7e5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:59.485655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5293764b-829e-4b1b-8c2b-0d88f2bff7e5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:59.487432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47662) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:59.492403 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5293764b-829e-4b1b-8c2b-0d88f2bff7e5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:59.492754 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79ec19b1-f760-455c-a582-98470e5c0565 req-5e535653-c4bc-4ea4-8b70-be848f9a16e4 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 210 time: 0.4274588 Feb 04 16:09:59.527204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-6645ef35-d9bf-4f2f-a95d-31143bc631cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Allocated IP 172.20.0.6 (70e987bb-3878-4741-a125-153f29737d04/63f78af5-fb1a-427e-9db5-0f7bbd6c6522/20f156aa-798f-452f-aaf4-4dab09c8e329) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:59.582819 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.615297 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-50a6f9e8-3dc6-4a30-886d-98d2e347dfba tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.697126 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-5293764b-829e-4b1b-8c2b-0d88f2bff7e5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Project d7ff7bfbfb3140b590e1ea986a3aedc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:09:59.699788 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-50a6f9e8-3dc6-4a30-886d-98d2e347dfba tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] update failed (client error): The resource could not be found. Feb 04 16:09:59.705960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-50a6f9e8-3dc6-4a30-886d-98d2e347dfba tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "PUT /v2.0/routers/14dfa22e-18ca-40d9-9ace-871904b7cf30 HTTP/1.1" status: 404 len: 339 time: 1.1860502 Feb 04 16:09:59.706876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5293764b-829e-4b1b-8c2b-0d88f2bff7e5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.709468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47668) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:59.716478 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-516ea814-0a89-457c-87cb-a01553a2e6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.813431 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-6645ef35-d9bf-4f2f-a95d-31143bc631cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.828989 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5293764b-829e-4b1b-8c2b-0d88f2bff7e5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.835689 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5293764b-829e-4b1b-8c2b-0d88f2bff7e5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.870825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293764b-829e-4b1b-8c2b-0d88f2bff7e5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428bf264-39e5-40e8-8a16-77094bdc276c,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:59.880902 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5293764b-829e-4b1b-8c2b-0d88f2bff7e5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.881844 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5293764b-829e-4b1b-8c2b-0d88f2bff7e5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4563916 Feb 04 16:09:59.884560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47672) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:59.890011 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'network': {'name': 'tempest-network-smoke--2091026548', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'port_security_enabled': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:59.896127 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-6645ef35-d9bf-4f2f-a95d-31143bc631cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.898070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:59.937496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:network and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:59.946294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:59.972228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:59.996212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-6645ef35-d9bf-4f2f-a95d-31143bc631cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Network 70e987bb-3878-4741-a125-153f29737d04 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:59.997208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Made reservation on behalf of d7ff7bfbfb3140b590e1ea986a3aedc3 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:00.000213 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.009918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645ef35-d9bf-4f2f-a95d-31143bc631cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Pushing event updated for resources: {'Port': ['ID=20f156aa-798f-452f-aaf4-4dab09c8e329,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:00.014772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-6645ef35-d9bf-4f2f-a95d-31143bc631cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:00.019304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-6645ef35-d9bf-4f2f-a95d-31143bc631cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:00.038368 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-516ea814-0a89-457c-87cb-a01553a2e6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:00.049499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-516ea814-0a89-457c-87cb-a01553a2e6ed admin admin] Usage tracker for resource:security_group_rule and tenant:21e7435579ec4294a91e95a9273b494c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:00.053849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-516ea814-0a89-457c-87cb-a01553a2e6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:00.070162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-516ea814-0a89-457c-87cb-a01553a2e6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:00.077797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:10:00.094481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-6645ef35-d9bf-4f2f-a95d-31143bc631cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:00.095009 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-6645ef35-d9bf-4f2f-a95d-31143bc631cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.102730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.103063 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Added segment 3fc04357-9e8f-40fc-a083-87fdb2aa07ad of type vlan for network d349eec0-da99-4365-9639-b96a974a5d26 Feb 04 16:10:00.138898 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-6645ef35-d9bf-4f2f-a95d-31143bc631cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3851035 Feb 04 16:10:00.142311 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.156910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Request body: {'port': {'device_id': 'd7359c4f-d1d5-489c-a73a-8bf4a4939aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:00.218962 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.223169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:00.223783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.353313 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4675913 Feb 04 16:10:00.366491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47676) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:00.386307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098b607-0951-4534-91dd-72a25dc46c68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Network': ['ID=d349eec0-da99-4365-9639-b96a974a5d26,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:00.387310 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'admin_state_up': True, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:00.390548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.398521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network d349eec0-da99-4365-9639-b96a974a5d26 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:10:00.467156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:00.484527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:router and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:00.496901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:00.512793 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-516ea814-0a89-457c-87cb-a01553a2e6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.513994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:00.527750 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-516ea814-0a89-457c-87cb-a01553a2e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.597975 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.resource_extend [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:10:00.621661 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.622510 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.633910 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.668270 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.758038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f156aa-798f-452f-aaf4-4dab09c8e329 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:00.765777 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.781999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Transition to ACTIVE for port object 20f156aa-798f-452f-aaf4-4dab09c8e329 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:00.793129 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.927631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c26dad-697e-440c-9437-ea80645870de service neutron] Pushing event updated for resources: {'Port': ['ID=20f156aa-798f-452f-aaf4-4dab09c8e329,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:00.937398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ea814-0a89-457c-87cb-a01553a2e6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341bfe62-d8dc-4331-a547-3db787175cbf,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:00.959502 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-516ea814-0a89-457c-87cb-a01553a2e6ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21e7435579ec4294a91e95a9273b494c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4696190 Feb 04 16:10:00.967459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47682) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:01.023067 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.028912 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.075509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=bc919214-6021-48eb-b157-d77f0a7a8cf9,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:01.087199 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.089578 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Attempting to bind port 20f156aa-798f-452f-aaf4-4dab09c8e329 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:01.089918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Attempting to bind port 20f156aa-798f-452f-aaf4-4dab09c8e329 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'e8d7a6d6-ee7e-4990-8a25-4689b4a6e427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '70e987bb-3878-4741-a125-153f29737d04'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:01.090266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Attempting to bind port 20f156aa-798f-452f-aaf4-4dab09c8e329 on network 70e987bb-3878-4741-a125-153f29737d04 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:01.099139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aba9501b-5d3d-452f-9f13-ea02812d5cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.102180 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Port 20f156aa-798f-452f-aaf4-4dab09c8e329 on network 70e987bb-3878-4741-a125-153f29737d04 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:10:01.102502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Attempting to bind port 20f156aa-798f-452f-aaf4-4dab09c8e329 on network 70e987bb-3878-4741-a125-153f29737d04 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:01.125483 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:01.125833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Checking segment: {'id': 'e8d7a6d6-ee7e-4990-8a25-4689b4a6e427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '70e987bb-3878-4741-a125-153f29737d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:01.126224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Bound using segment: {'id': 'e8d7a6d6-ee7e-4990-8a25-4689b4a6e427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '70e987bb-3878-4741-a125-153f29737d04'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:01.126654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Bound port: 20f156aa-798f-452f-aaf4-4dab09c8e329, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d7a6d6-ee7e-4990-8a25-4689b4a6e427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '70e987bb-3878-4741-a125-153f29737d04'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:01.126994 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.145285 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aba9501b-5d3d-452f-9f13-ea02812d5cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.254826 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] For port 20f156aa-798f-452f-aaf4-4dab09c8e329, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:01.258181 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] For port 20f156aa-798f-452f-aaf4-4dab09c8e329, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=20f156aa-798f-452f-aaf4-4dab09c8e329,segment=NetworkSegment(e8d7a6d6-ee7e-4990-8a25-4689b4a6e427),segment_id=e8d7a6d6-ee7e-4990-8a25-4689b4a6e427)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:01.264956 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.301129 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aba9501b-5d3d-452f-9f13-ea02812d5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.374133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d114485-06fa-4d26-84d2-2464ad0b9629 req-72f0ab47-b502-44e8-a986-db7817cef126 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:01.375749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d114485-06fa-4d26-84d2-2464ad0b9629 req-72f0ab47-b502-44e8-a986-db7817cef126 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 943 time: 0.7178571 Feb 04 16:10:01.449832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9501b-5d3d-452f-9f13-ea02812d5cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341bfe62-d8dc-4331-a547-3db787175cbf,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:01.464845 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-aba9501b-5d3d-452f-9f13-ea02812d5cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.468886 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-aba9501b-5d3d-452f-9f13-ea02812d5cc4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/341bfe62-d8dc-4331-a547-3db787175cbf HTTP/1.1" status: 204 len: 168 time: 0.5014365 Feb 04 16:10:01.470966 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.473752 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-56c26dad-697e-440c-9437-ea80645870de service neutron] 10.222.0.81 "PUT /v2.0/ports/20f156aa-798f-452f-aaf4-4dab09c8e329 HTTP/1.1" status: 200 len: 1091 time: 1.3197236 Feb 04 16:10:01.475312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7359c4f-d1d5-489c-a73a-8bf4a4939aec', 'tag': '20f156aa-798f-452f-aaf4-4dab09c8e329'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:01.489895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c26dad-697e-440c-9437-ea80645870de service neutron] Pushing event updated for resources: {'Port': ['ID=20f156aa-798f-452f-aaf4-4dab09c8e329,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:01.580238 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7359c4f-d1d5-489c-a73a-8bf4a4939aec', 'tag': '20f156aa-798f-452f-aaf4-4dab09c8e329', 'status': 'completed', 'code': 200} Feb 04 16:10:01.628323 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-7de5192b-02dc-4b8e-9346-66e43649e611 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=256ff6c0b37247e3a55a01105f246482&device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 1094 time: 0.0911524 Feb 04 16:10:01.668689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network 70a4f35d-567c-4854-947f-86512d0f1449 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:01.687800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d114485-06fa-4d26-84d2-2464ad0b9629 req-8dc985be-86ad-4cea-a819-e20c08186660 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770474 Feb 04 16:10:01.687800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:01.692230 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.723731 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-cb1f93ae-cc0c-46fe-8c62-7662ff522984 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20f156aa-798f-452f-aaf4-4dab09c8e329 HTTP/1.1" status: 200 len: 217 time: 0.0831192 Feb 04 16:10:01.807758 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-5f79011c-2019-4be3-9c0d-73cdc85a7603 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:01.809632 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-5f79011c-2019-4be3-9c0d-73cdc85a7603 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=63f78af5-fb1a-427e-9db5-0f7bbd6c6522 HTTP/1.1" status: 200 len: 854 time: 0.0796640 Feb 04 16:10:01.888319 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-0d1163ef-3081-4309-b255-4e60e3226ff8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70e987bb-3878-4741-a125-153f29737d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719390 Feb 04 16:10:02.074093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Allocated IP 172.20.0.1 (7c87d548-2073-4fe7-8605-2cec4857467d/f5c60653-9f91-4b11-b908-1be59325b8e7/142678e8-4b15-4b4e-b2e3-de482e4c32fb) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:02.130798 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-f62a1afb-261a-40e3-b198-e5e3b22c679c service neutron] 10.222.0.81 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347524 Feb 04 16:10:02.137260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-dc099e7c-7fd6-4ca3-b4f7-c1a183aab11b None None] Provisioning complete for port bc919214-6021-48eb-b157-d77f0a7a8cf9 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:02.138295 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dc099e7c-7fd6-4ca3-b4f7-c1a183aab11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.219129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-dc099e7c-7fd6-4ca3-b4f7-c1a183aab11b None None] Port bc919214-6021-48eb-b157-d77f0a7a8cf9 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:02.294957 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-345f3d34-916f-45bd-a685-69ebe52465f3 req-f595af4b-4f76-40ed-9df0-1ce477f9a459 service neutron] 10.222.0.81 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582668 Feb 04 16:10:02.470913 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2e5aa0c4-3ea0-4c46-a195-589be5cc054f req-b5de5bcd-e7f4-4513-ad61-01cb76194893 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=256ff6c0b37247e3a55a01105f246482&device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 1094 time: 0.0882149 Feb 04 16:10:02.601403 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.631677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aa0c4-3ea0-4c46-a195-589be5cc054f req-240b19df-da35-4519-9d44-36686b382456 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:02.633202 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2e5aa0c4-3ea0-4c46-a195-589be5cc054f req-240b19df-da35-4519-9d44-36686b382456 service neutron] 10.222.0.81 "GET /v2.0/networks?id=70e987bb-3878-4741-a125-153f29737d04 HTTP/1.1" status: 200 len: 915 time: 0.1563187 Feb 04 16:10:02.653890 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.681856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Transition to ACTIVE for port object 142678e8-4b15-4b4e-b2e3-de482e4c32fb will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:02.693246 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.707825 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2e5aa0c4-3ea0-4c46-a195-589be5cc054f req-bdc63c92-23d3-494e-9633-3ab05053ff74 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20f156aa-798f-452f-aaf4-4dab09c8e329 HTTP/1.1" status: 200 len: 217 time: 0.0684643 Feb 04 16:10:02.779160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aa0c4-3ea0-4c46-a195-589be5cc054f req-cab170cf-c450-4678-a9cd-25b70e9d6f73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:02.779612 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2e5aa0c4-3ea0-4c46-a195-589be5cc054f req-cab170cf-c450-4678-a9cd-25b70e9d6f73 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=63f78af5-fb1a-427e-9db5-0f7bbd6c6522 HTTP/1.1" status: 200 len: 854 time: 0.0660224 Feb 04 16:10:02.830625 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2e5aa0c4-3ea0-4c46-a195-589be5cc054f req-b4cae891-3b20-44c2-b11b-0b1a79267e38 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70e987bb-3878-4741-a125-153f29737d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456908 Feb 04 16:10:02.849451 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.967604 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2e5aa0c4-3ea0-4c46-a195-589be5cc054f req-46040a4c-5acb-408e-be52-235f9729691d service neutron] 10.222.0.81 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309476 Feb 04 16:10:03.004613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Network 7c87d548-2073-4fe7-8605-2cec4857467d is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:03.006342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router ed82e2b3-83c3-47fc-95f5-d793d99ab477 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:10:03.008174 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event updated for resources: {'Port': ['ID=142678e8-4b15-4b4e-b2e3-de482e4c32fb,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:03.021575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:03.026784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.25.0.122 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/86cbbb5d-5337-435b-8aed-33069f3f3a90) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:03.028884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:03.127352 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2e5aa0c4-3ea0-4c46-a195-589be5cc054f req-b73272cb-daf6-4ee0-872a-3128807ef84a service neutron] 10.222.0.81 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529324 Feb 04 16:10:03.253574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c0f7e67f-945e-4ff1-b006-731ea3d9607e None None] Provisioning for port 142678e8-4b15-4b4e-b2e3-de482e4c32fb completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:03.256905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9a1e-4819-487c-b7b7-79313ea3aa1a req-3d5ccd34-5a55-462e-9cbe-7862b652e071 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:03.258410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b3c9a1e-4819-487c-b7b7-79313ea3aa1a req-3d5ccd34-5a55-462e-9cbe-7862b652e071 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 943 time: 0.4114754 Feb 04 16:10:03.259156 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.259637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c0f7e67f-945e-4ff1-b006-731ea3d9607e None None] Provisioning complete for port 142678e8-4b15-4b4e-b2e3-de482e4c32fb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:03.260102 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e67f-945e-4ff1-b006-731ea3d9607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.313080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c0f7e67f-945e-4ff1-b006-731ea3d9607e None None] Port 142678e8-4b15-4b4e-b2e3-de482e4c32fb cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:03.437322 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.452769 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b3c9a1e-4819-487c-b7b7-79313ea3aa1a req-cee2cc59-3a50-4376-a210-7a1e982e8929 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789188 Feb 04 16:10:03.539353 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.608430 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.746050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:03.755327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2d0f2-58bc-4e1f-b5ff-ce61a89a7282 None None] Sync routers for ids ['ed82e2b3-83c3-47fc-95f5-d793d99ab477'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:03.767683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2d0f2-58bc-4e1f-b5ff-ce61a89a7282 None None] Routers {'ed82e2b3-83c3-47fc-95f5-d793d99ab477'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:03.768289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7ca2d0f2-58bc-4e1f-b5ff-ce61a89a7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ed82e2b3-83c3-47fc-95f5-d793d99ab477'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:03.769097 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:03.825774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:03.830268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7ca2d0f2-58bc-4e1f-b5ff-ce61a89a7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:03.839872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:03.841044 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2d0f2-58bc-4e1f-b5ff-ce61a89a7282 None None] Routers {'ed82e2b3-83c3-47fc-95f5-d793d99ab477'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:03.841640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7ca2d0f2-58bc-4e1f-b5ff-ce61a89a7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ed82e2b3-83c3-47fc-95f5-d793d99ab477'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:03.871832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=86cbbb5d-5337-435b-8aed-33069f3f3a90,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:03.902748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7ca2d0f2-58bc-4e1f-b5ff-ce61a89a7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:03.903149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2d0f2-58bc-4e1f-b5ff-ce61a89a7282 None None] The sync data for ids ['ed82e2b3-83c3-47fc-95f5-d793d99ab477'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:03.954765 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8de6d543-143a-4178-8281-863dbe6c8821 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/ed82e2b3-83c3-47fc-95f5-d793d99ab477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8809443 Feb 04 16:10:03.957488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47692) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:04.032462 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf032ef3-7aa5-4d47-a423-8c24bdc6c070 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:04.033831 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bf032ef3-7aa5-4d47-a423-8c24bdc6c070 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports/bc919214-6021-48eb-b157-d77f0a7a8cf9 HTTP/1.1" status: 200 len: 910 time: 0.0733573 Feb 04 16:10:04.038424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47696) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:04.044055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2a4bdee7-4823-4e7a-a1ca-fa40c6d0aa5a tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '820cb951-ab60-487f-b336-5693e97841e3'}]}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:04.300529 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.305356 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.399321 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a4bdee7-4823-4e7a-a1ca-fa40c6d0aa5a tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.432973 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event updated for resources: {'Port': ['ID=142678e8-4b15-4b4e-b2e3-de482e4c32fb,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:04.436174 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.450928 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.451689 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.716715 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Network 7c87d548-2073-4fe7-8605-2cec4857467d is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:04.721296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:04.946100 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a4bdee7-4823-4e7a-a1ca-fa40c6d0aa5a tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.949751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfafd02-d1bf-4168-8f54-17d6ddb1c454 req-33340b36-d19b-4e2e-9f87-e6421a5e7ac8 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:04.951307 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0dfafd02-d1bf-4168-8f54-17d6ddb1c454 req-33340b36-d19b-4e2e-9f87-e6421a5e7ac8 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 943 time: 0.3499317 Feb 04 16:10:04.956233 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a4bdee7-4823-4e7a-a1ca-fa40c6d0aa5a tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.055919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d6640d28-8131-4182-bf69-8e9aa54497e9 None None] Provisioning complete for port 142678e8-4b15-4b4e-b2e3-de482e4c32fb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:05.057154 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d6640d28-8131-4182-bf69-8e9aa54497e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.074845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bdee7-4823-4e7a-a1ca-fa40c6d0aa5a tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=bc919214-6021-48eb-b157-d77f0a7a8cf9,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:05.103731 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0dfafd02-d1bf-4168-8f54-17d6ddb1c454 req-9780fb48-f3a2-4706-8a32-f41f5609209b tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448083 Feb 04 16:10:05.126384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4bdee7-4823-4e7a-a1ca-fa40c6d0aa5a tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:05.127072 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a4bdee7-4823-4e7a-a1ca-fa40c6d0aa5a tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.133640 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2a4bdee7-4823-4e7a-a1ca-fa40c6d0aa5a tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/ports/bc919214-6021-48eb-b157-d77f0a7a8cf9 HTTP/1.1" status: 200 len: 910 time: 1.0941982 Feb 04 16:10:05.133991 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d6640d28-8131-4182-bf69-8e9aa54497e9 None None] Port 142678e8-4b15-4b4e-b2e3-de482e4c32fb cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:05.134391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47702) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:05.222190 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 20f156aa-798f-452f-aaf4-4dab09c8e329 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:10:05.249978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router 72997b80-6862-4e08-8d22-1e7bef2c31ba is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:10:05.276070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Router 14dfa22e-18ca-40d9-9ace-871904b7cf30 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:10:05.398179 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 20f156aa-798f-452f-aaf4-4dab09c8e329, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=20f156aa-798f-452f-aaf4-4dab09c8e329,segment=NetworkSegment(e8d7a6d6-ee7e-4990-8a25-4689b4a6e427),segment_id=e8d7a6d6-ee7e-4990-8a25-4689b4a6e427)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:05.416930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '20f156aa-798f-452f-aaf4-4dab09c8e329', 'network_id': '70e987bb-3878-4741-a125-153f29737d04', 'port_id': '20f156aa-798f-452f-aaf4-4dab09c8e329', 'mac_address': 'fa:16:3e:0e:4b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f78af5-fb1a-427e-9db5-0f7bbd6c6522', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:10:05.490984 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.510718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f156aa-798f-452f-aaf4-4dab09c8e329 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:05.528337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 20f156aa-798f-452f-aaf4-4dab09c8e329, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=20f156aa-798f-452f-aaf4-4dab09c8e329,segment=NetworkSegment(e8d7a6d6-ee7e-4990-8a25-4689b4a6e427),segment_id=e8d7a6d6-ee7e-4990-8a25-4689b4a6e427)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:05.532714 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.537332 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f470-b78c-4efa-b858-bf2f6d643527 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.608427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=20f156aa-798f-452f-aaf4-4dab09c8e329,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:05.746933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:05.756801 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fe290d62-d576-47b3-8807-7ead2a87ce80 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "PUT /v2.0/routers/14dfa22e-18ca-40d9-9ace-871904b7cf30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0410950 Feb 04 16:10:05.757169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47706) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:05.820457 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f31d7-cebb-49c1-b298-f51ef4f0998f None None] Sync routers for ids ['14dfa22e-18ca-40d9-9ace-871904b7cf30'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:05.830362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:05.844132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Sync routers for ids ['72997b80-6862-4e08-8d22-1e7bef2c31ba'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:05.851403 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f31d7-cebb-49c1-b298-f51ef4f0998f None None] Routers {'14dfa22e-18ca-40d9-9ace-871904b7cf30'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:05.852012 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1f7f31d7-cebb-49c1-b298-f51ef4f0998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['14dfa22e-18ca-40d9-9ace-871904b7cf30'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:05.862585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Routers {'72997b80-6862-4e08-8d22-1e7bef2c31ba'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:05.863870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['72997b80-6862-4e08-8d22-1e7bef2c31ba'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:05.909350 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.911542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-559e269d-535e-485c-bbb8-5f75a7ad6b84 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.5426900 Feb 04 16:10:05.918459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47710) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:05.932594 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1f7f31d7-cebb-49c1-b298-f51ef4f0998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:05.958096 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f31d7-cebb-49c1-b298-f51ef4f0998f None None] Routers {'14dfa22e-18ca-40d9-9ace-871904b7cf30'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:05.959001 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1f7f31d7-cebb-49c1-b298-f51ef4f0998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['14dfa22e-18ca-40d9-9ace-871904b7cf30'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:05.961065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['20f156aa-798f-452f-aaf4-4dab09c8e329'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:10:06.007126 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a23045d1-f15e-4cb6-b778-731fc4390501 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.030941 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1f7f31d7-cebb-49c1-b298-f51ef4f0998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:06.031626 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f31d7-cebb-49c1-b298-f51ef4f0998f None None] The sync data for ids ['14dfa22e-18ca-40d9-9ace-871904b7cf30'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:06.107047 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-af63181b-94a5-43b0-a8d3-3202d876d0a1 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d7ff7bfbfb3140b590e1ea986a3aedc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1871562 Feb 04 16:10:06.109673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47714) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:06.259724 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Set router 72997b80-6862-4e08-8d22-1e7bef2c31ba gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:06.377073 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6f470-b78c-4efa-b858-bf2f6d643527 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port bc919214-6021-48eb-b157-d77f0a7a8cf9 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:06.377356 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f470-b78c-4efa-b858-bf2f6d643527 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.393192 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048d5d9e-380d-4a37-a1eb-f4df682f935c tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:06.398297 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-048d5d9e-380d-4a37-a1eb-f4df682f935c tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2845266 Feb 04 16:10:06.398844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47720) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:06.454697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8423ea80-1ad6-4fe5-8915-f93ae91d9d37 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522661 Feb 04 16:10:06.455823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47724) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:06.467527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-987764521', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:06.472614 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07761169-f429-4fe8-aa07-803bcfd9298e req-4f5c7ea5-2e23-4a65-b42d-24aecdc4df2f tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:06.475069 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07761169-f429-4fe8-aa07-803bcfd9298e req-4f5c7ea5-2e23-4a65-b42d-24aecdc4df2f tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 944 time: 0.1962650 Feb 04 16:10:06.482190 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-a23045d1-f15e-4cb6-b778-731fc4390501 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 16:10:06.483636 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a23045d1-f15e-4cb6-b778-731fc4390501 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "DELETE /v2.0/routers/14dfa22e-18ca-40d9-9ace-871904b7cf30 HTTP/1.1" status: 409 len: 329 time: 0.7256751 Feb 04 16:10:06.487370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47730) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:06.596192 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-795a1e5e-9d39-4259-b027-752c147d13b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.612471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07761169-f429-4fe8-aa07-803bcfd9298e req-594f73e5-e219-47bd-9240-12a7adc38eaf tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275911 Feb 04 16:10:06.627856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:04Z', 'revision_number': 3, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:06.632912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Checking router: 72997b80-6862-4e08-8d22-1e7bef2c31ba for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:10:06.633263 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Updating router 72997b80-6862-4e08-8d22-1e7bef2c31ba port 86cbbb5d-5337-435b-8aed-33069f3f3a90 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:10:06.673397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:06.683386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:subnet and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:06.689208 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.694618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:06.704903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:06.708176 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f470-b78c-4efa-b858-bf2f6d643527 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.775094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Made reservation on behalf of d7ff7bfbfb3140b590e1ea986a3aedc3 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:06.896138 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6063517b-0157-4cd4-9329-31650ba76deb tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.901765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6f470-b78c-4efa-b858-bf2f6d643527 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for bc919214-6021-48eb-b157-d77f0a7a8cf9 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:06.993314 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.055825 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.068571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Transition to ACTIVE for port object 86cbbb5d-5337-435b-8aed-33069f3f3a90 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:07.076772 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.163032 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba7759-ee26-48c3-8454-ca748333a766 None None] Pushing event updated for resources: {'Port': ['ID=86cbbb5d-5337-435b-8aed-33069f3f3a90,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:07.166986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Attempting to bind port 86cbbb5d-5337-435b-8aed-33069f3f3a90 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:07.167387 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Attempting to bind port 86cbbb5d-5337-435b-8aed-33069f3f3a90 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:07.167750 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Attempting to bind port 86cbbb5d-5337-435b-8aed-33069f3f3a90 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:07.174350 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:07.174723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:07.175130 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.176070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:07.176704 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Bound port: 86cbbb5d-5337-435b-8aed-33069f3f3a90, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:07.177087 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.240897 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 20f156aa-798f-452f-aaf4-4dab09c8e329 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:07.291646 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f470-b78c-4efa-b858-bf2f6d643527 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.300038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] For port 86cbbb5d-5337-435b-8aed-33069f3f3a90, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:07.312566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] For port 86cbbb5d-5337-435b-8aed-33069f3f3a90, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=86cbbb5d-5337-435b-8aed-33069f3f3a90,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:07.320579 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.395999 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 20f156aa-798f-452f-aaf4-4dab09c8e329 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:07.410302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 20f156aa-798f-452f-aaf4-4dab09c8e329 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:07.410592 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.463548 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6f470-b78c-4efa-b858-bf2f6d643527 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Port': ['ID=bc919214-6021-48eb-b157-d77f0a7a8cf9,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:07.466152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba7759-ee26-48c3-8454-ca748333a766 None None] Pushing event updated for resources: {'Port': ['ID=86cbbb5d-5337-435b-8aed-33069f3f3a90,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:07.476323 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.481820 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Routers {'72997b80-6862-4e08-8d22-1e7bef2c31ba'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:07.482627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['72997b80-6862-4e08-8d22-1e7bef2c31ba'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:07.702967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-6063517b-0157-4cd4-9329-31650ba76deb tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Deleting port 142678e8-4b15-4b4e-b2e3-de482e4c32fb {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:07.703568 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6063517b-0157-4cd4-9329-31650ba76deb tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.711202 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.764443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7359c4f-d1d5-489c-a73a-8bf4a4939aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f156aa-798f-452f-aaf4-4dab09c8e329'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:07.782880 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 20f156aa-798f-452f-aaf4-4dab09c8e329, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=20f156aa-798f-452f-aaf4-4dab09c8e329,segment=NetworkSegment(e8d7a6d6-ee7e-4990-8a25-4689b4a6e427),segment_id=e8d7a6d6-ee7e-4990-8a25-4689b4a6e427)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:07.792475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] Set router 72997b80-6862-4e08-8d22-1e7bef2c31ba gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:07.900710 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7359c4f-d1d5-489c-a73a-8bf4a4939aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f156aa-798f-452f-aaf4-4dab09c8e329', 'code': 200} Feb 04 16:10:07.904959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Subnet': ['ID=229d0b40-2674-4fdc-b9b3-f356cf302322,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:07.932199 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f470-b78c-4efa-b858-bf2f6d643527 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.938808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Checking segment: {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:07.939262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network hostable DHCP agents. Network: d349eec0-da99-4365-9639-b96a974a5d26, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:10:07.955160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4f3ea-694d-4211-a50f-f30964cf69e9 req-7f1e7d20-fe6b-49f1-91f6-414a351d98ec tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:07.957161 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9c4f3ea-694d-4211-a50f-f30964cf69e9 req-7f1e7d20-fe6b-49f1-91f6-414a351d98ec tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 945 time: 0.1995647 Feb 04 16:10:07.963542 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.037246 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6063517b-0157-4cd4-9329-31650ba76deb tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.055484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9c4f3ea-694d-4211-a50f-f30964cf69e9 req-5ab67477-bced-4f34-b00b-366c3faffd5c tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902483 Feb 04 16:10:08.125575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=20f156aa-798f-452f-aaf4-4dab09c8e329,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:08.164319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network d349eec0-da99-4365-9639-b96a974a5d26 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:10:08.170091 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aeaf21a4-c117-45a0-b579-a3e4c5323a84 req-4359b094-dff5-4e9f-afe0-acbd04ae6df9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 1096 time: 0.2221193 Feb 04 16:10:08.187427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-6063517b-0157-4cd4-9329-31650ba76deb tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Calling delete_port for 142678e8-4b15-4b4e-b2e3-de482e4c32fb owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:08.227448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:04Z', 'revision_number': 3, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:08.231571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf8600e-23b1-4f63-a823-3632f9f1efe3 None None] The sync data for ids ['72997b80-6862-4e08-8d22-1e7bef2c31ba'] in n-d-827872-1 is: [{'id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:04Z', 'revision_number': 3, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:08.255510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, d349eec0-da99-4365-9639-b96a974a5d26) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:08.270343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a760426-89b8-4217-956e-e6f9fe4a113d None None] Network d349eec0-da99-4365-9639-b96a974a5d26 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:08.319749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:08.320334 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.380600 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b91cd0d0-9ac1-43d2-a99f-9bd3315d9ffc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9207380 Feb 04 16:10:08.383428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47740) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:08.385675 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aeaf21a4-c117-45a0-b579-a3e4c5323a84 req-f8318eaa-5c08-4167-9c21-0846db9bc036 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581275 Feb 04 16:10:08.406270 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6063517b-0157-4cd4-9329-31650ba76deb tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.468818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063517b-0157-4cd4-9329-31650ba76deb tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event deleted for resources: {'Port': ['ID=142678e8-4b15-4b4e-b2e3-de482e4c32fb,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:08.655711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-d349eec0-da99-4365-9639-b96a974a5d26', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ips': [{'subnet_id': '229d0b40-2674-4fdc-b9b3-f356cf302322'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:10:08.657395 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.679598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 86cbbb5d-5337-435b-8aed-33069f3f3a90 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:08.726562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e6f470-b78c-4efa-b858-bf2f6d643527 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router ed82e2b3-83c3-47fc-95f5-d793d99ab477 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:10:08.902523 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6063517b-0157-4cd4-9329-31650ba76deb tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.007995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e6f470-b78c-4efa-b858-bf2f6d643527 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:09.014213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Allocated IP 172.20.0.2 (d349eec0-da99-4365-9639-b96a974a5d26/229d0b40-2674-4fdc-b9b3-f356cf302322/42cb24f9-1890-4f6f-a394-0fe4ab06f863) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:09.014919 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a2e6f470-b78c-4efa-b858-bf2f6d643527 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/ed82e2b3-83c3-47fc-95f5-d793d99ab477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8794656 Feb 04 16:10:09.018027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47744) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:09.021320 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfa02d-74b2-4842-afa2-65146837cd76 None None] Sync routers for ids ['ed82e2b3-83c3-47fc-95f5-d793d99ab477'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:09.035637 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfa02d-74b2-4842-afa2-65146837cd76 None None] Routers {'ed82e2b3-83c3-47fc-95f5-d793d99ab477'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:09.036690 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-78dfa02d-74b2-4842-afa2-65146837cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ed82e2b3-83c3-47fc-95f5-d793d99ab477'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:09.152217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-86d6b85d-61f0-4615-be15-091a2df26019 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Synchronizing usage tracker for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:09.167797 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-78dfa02d-74b2-4842-afa2-65146837cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:09.196819 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfa02d-74b2-4842-afa2-65146837cd76 None None] Routers {'ed82e2b3-83c3-47fc-95f5-d793d99ab477'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:09.197714 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-78dfa02d-74b2-4842-afa2-65146837cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:09:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ed82e2b3-83c3-47fc-95f5-d793d99ab477'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:09.267453 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.298255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Transition to ACTIVE for port object 42cb24f9-1890-4f6f-a394-0fe4ab06f863 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:09.332179 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Transition to ACTIVE for port object 42cb24f9-1890-4f6f-a394-0fe4ab06f863 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:09.333852 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-78dfa02d-74b2-4842-afa2-65146837cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:09.334265 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfa02d-74b2-4842-afa2-65146837cd76 None None] The sync data for ids ['ed82e2b3-83c3-47fc-95f5-d793d99ab477'] in n-d-827872-1 is: [] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:09.347197 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-86d6b85d-61f0-4615-be15-091a2df26019 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Unset dirty status for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:09.349024 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-86d6b85d-61f0-4615-be15-091a2df26019 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed82e2b3-83c3-47fc-95f5-d793d99ab477 HTTP/1.1" status: 200 len: 205 time: 0.3299851 Feb 04 16:10:09.353377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47750) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:09.368156 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 86cbbb5d-5337-435b-8aed-33069f3f3a90 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:09.375448 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4b52cbcb-9aaf-45c6-921f-69a0f665b735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.379298 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.424341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 86cbbb5d-5337-435b-8aed-33069f3f3a90 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:09.424710 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.516276 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Network d349eec0-da99-4365-9639-b96a974a5d26 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:09.524709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:09.527673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:09.536142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Pushing event updated for resources: {'Port': ['ID=42cb24f9-1890-4f6f-a394-0fe4ab06f863,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:09.692839 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.700188 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3baa04a1-5d0e-4e87-8196-8ade4521ed3d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.711163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6063517b-0157-4cd4-9329-31650ba76deb tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Router 14dfa22e-18ca-40d9-9ace-871904b7cf30 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:10:09.725267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f5cdc-bbcd-4057-bb6c-013a01244dff req-e53164ae-7ab2-457e-bcce-4e6d73688a31 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:09.726875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c7f5cdc-bbcd-4057-bb6c-013a01244dff req-e53164ae-7ab2-457e-bcce-4e6d73688a31 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 945 time: 0.1669047 Feb 04 16:10:09.732166 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Attempting to bind port 42cb24f9-1890-4f6f-a394-0fe4ab06f863 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:09.732730 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Attempting to bind port 42cb24f9-1890-4f6f-a394-0fe4ab06f863 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:09.733155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Attempting to bind port 42cb24f9-1890-4f6f-a394-0fe4ab06f863 on network d349eec0-da99-4365-9639-b96a974a5d26 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:09.737445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 86cbbb5d-5337-435b-8aed-33069f3f3a90, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=86cbbb5d-5337-435b-8aed-33069f3f3a90,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:09.747217 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.799035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:09.799386 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Checking segment: {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:09.799893 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.800344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Bound using segment: {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:09.801498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Bound port: 42cb24f9-1890-4f6f-a394-0fe4ab06f863, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:09.801925 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.907128 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=86cbbb5d-5337-435b-8aed-33069f3f3a90,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:09.940082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c7f5cdc-bbcd-4057-bb6c-013a01244dff req-e9440365-d47b-464f-8a3e-4ab899014866 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067842 Feb 04 16:10:09.951889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] For port 42cb24f9-1890-4f6f-a394-0fe4ab06f863, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:09.955837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] For port 42cb24f9-1890-4f6f-a394-0fe4ab06f863, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=42cb24f9-1890-4f6f-a394-0fe4ab06f863,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:09.961759 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.968012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6063517b-0157-4cd4-9329-31650ba76deb tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:09.988989 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6063517b-0157-4cd4-9329-31650ba76deb tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "PUT /v2.0/routers/14dfa22e-18ca-40d9-9ace-871904b7cf30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4993172 Feb 04 16:10:09.990007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47754) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:10.014671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a0963e-8dff-4240-9c1c-0b5f1780fda2 None None] Sync routers for ids ['14dfa22e-18ca-40d9-9ace-871904b7cf30'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:10.065224 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-25a31bff-b0e9-4b37-a8f7-ac987c9c0084 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] show failed (client error): The resource could not be found. Feb 04 16:10:10.067997 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-25a31bff-b0e9-4b37-a8f7-ac987c9c0084 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-696996193 HTTP/1.1" status: 404 len: 334 time: 0.0763435 Feb 04 16:10:10.072583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47758) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:10.076624 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f8370-45a0-4ba3-9223-1380f22e65a7 None None] Pushing event updated for resources: {'Port': ['ID=42cb24f9-1890-4f6f-a394-0fe4ab06f863,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:10.079988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a0963e-8dff-4240-9c1c-0b5f1780fda2 None None] Routers {'14dfa22e-18ca-40d9-9ace-871904b7cf30'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:10.080480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-c668d41f-c539-4549-b26c-76446d572d8a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:10.080603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-99a0963e-8dff-4240-9c1c-0b5f1780fda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:10:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['14dfa22e-18ca-40d9-9ace-871904b7cf30'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:10.158936 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-c668d41f-c539-4549-b26c-76446d572d8a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] update failed (client error): The resource could not be found. Feb 04 16:10:10.163564 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c668d41f-c539-4549-b26c-76446d572d8a tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-583406591 HTTP/1.1" status: 404 len: 334 time: 0.0865071 Feb 04 16:10:10.164474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47762) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:10.200142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-99a0963e-8dff-4240-9c1c-0b5f1780fda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:10.213598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a0963e-8dff-4240-9c1c-0b5f1780fda2 None None] Routers {'14dfa22e-18ca-40d9-9ace-871904b7cf30'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:10.214241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-99a0963e-8dff-4240-9c1c-0b5f1780fda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:10:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['14dfa22e-18ca-40d9-9ace-871904b7cf30'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:10.308556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-99a0963e-8dff-4240-9c1c-0b5f1780fda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:10.309034 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a0963e-8dff-4240-9c1c-0b5f1780fda2 None None] The sync data for ids ['14dfa22e-18ca-40d9-9ace-871904b7cf30'] in n-d-827872-1 is: [] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:10.323860 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.364475 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3baa04a1-5d0e-4e87-8196-8ade4521ed3d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.372749 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3baa04a1-5d0e-4e87-8196-8ade4521ed3d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.387700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-91decf52-ef81-4f08-8420-ce80ca4b7510 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Deleting subnet 66715c2c-2753-4534-9405-ef78b20bd578 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:10:10.390845 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-91decf52-ef81-4f08-8420-ce80ca4b7510 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.415982 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.433515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3baa04a1-5d0e-4e87-8196-8ade4521ed3d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.434011 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baa04a1-5d0e-4e87-8196-8ade4521ed3d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Fanout notify agent at l3_agent the message router_deleted on router ed82e2b3-83c3-47fc-95f5-d793d99ab477 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:10:10.454925 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3baa04a1-5d0e-4e87-8196-8ade4521ed3d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.456055 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3baa04a1-5d0e-4e87-8196-8ade4521ed3d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/routers/ed82e2b3-83c3-47fc-95f5-d793d99ab477 HTTP/1.1" status: 204 len: 168 time: 1.1010432 Feb 04 16:10:10.460921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47766) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:10.502464 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-91decf52-ef81-4f08-8420-ce80ca4b7510 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.688674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 86cbbb5d-5337-435b-8aed-33069f3f3a90 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:10.700988 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-91decf52-ef81-4f08-8420-ce80ca4b7510 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.757007 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.761812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-6125c203-1e65-46cf-ae88-5fc5f8c91830 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting subnet 820cb951-ab60-487f-b336-5693e97841e3 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:10:10.766086 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 86cbbb5d-5337-435b-8aed-33069f3f3a90 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:10.766626 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.773291 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6125c203-1e65-46cf-ae88-5fc5f8c91830 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.847089 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6125c203-1e65-46cf-ae88-5fc5f8c91830 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.883365 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-91decf52-ef81-4f08-8420-ce80ca4b7510 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.902511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 42cb24f9-1890-4f6f-a394-0fe4ab06f863 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:10.928063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91decf52-ef81-4f08-8420-ce80ca4b7510 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event deleted for resources: {'Subnet': ['ID=66715c2c-2753-4534-9405-ef78b20bd578,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:10.950905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ec808a-3970-4ef9-b0f5-668e1ac790dd None None] Network 1eb06a4c-0ea1-4f5a-b1fa-2a877c232544 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:10.958462 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-91decf52-ef81-4f08-8420-ce80ca4b7510 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.982519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-91decf52-ef81-4f08-8420-ce80ca4b7510 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "DELETE /v2.0/subnets/66715c2c-2753-4534-9405-ef78b20bd578 HTTP/1.1" status: 204 len: 168 time: 0.8149657 Feb 04 16:10:10.985080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47772) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:11.230093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 42cb24f9-1890-4f6f-a394-0fe4ab06f863 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:11.319749 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6125c203-1e65-46cf-ae88-5fc5f8c91830 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.348293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c833a-aa50-48e8-99fa-4885314a0ca3 None None] Network d349eec0-da99-4365-9639-b96a974a5d26 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:11.367726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c74b2c-e246-49f4-9347-d517ebb07a0e None None] DHCP port deletion for 1eb06a4c-0ea1-4f5a-b1fa-2a877c232544 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:10:11.419116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e3c74b2c-e246-49f4-9347-d517ebb07a0e None None] Deleting port 9a058562-98c6-462b-b22e-d026e77a06a5 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:11.419603 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3c74b2c-e246-49f4-9347-d517ebb07a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.423680 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.20.0.1 (d349eec0-da99-4365-9639-b96a974a5d26/229d0b40-2674-4fdc-b9b3-f356cf302322/4072b2d2-a0d6-42d8-b967-fd9f70accb57) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:11.513861 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6125c203-1e65-46cf-ae88-5fc5f8c91830 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.561536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125c203-1e65-46cf-ae88-5fc5f8c91830 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Subnet': ['ID=820cb951-ab60-487f-b336-5693e97841e3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:11.565200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73dcca7-fd7e-40b2-9fa5-a3a36530257b tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Deleting subnet ef35ddb7-5036-489c-abb6-33a3e38f7f32 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:10:11.577564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f17502-d80e-42df-b7a2-47ae6e2a116c req-836e3419-90e8-41db-8e99-d226763d1392 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:11.578974 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16f17502-d80e-42df-b7a2-47ae6e2a116c req-836e3419-90e8-41db-8e99-d226763d1392 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 945 time: 0.3150909 Feb 04 16:10:11.579714 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e73dcca7-fd7e-40b2-9fa5-a3a36530257b tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.583828 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.584456 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e3bcb290-199a-4c13-983c-7d8014506b2a None None] Provisioning for port 42cb24f9-1890-4f6f-a394-0fe4ab06f863 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:11.610150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e3bcb290-199a-4c13-983c-7d8014506b2a None None] Provisioning complete for port 42cb24f9-1890-4f6f-a394-0fe4ab06f863 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:11.610784 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3bcb290-199a-4c13-983c-7d8014506b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.612586 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.633168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Transition to ACTIVE for port object 4072b2d2-a0d6-42d8-b967-fd9f70accb57 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:11.639299 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6125c203-1e65-46cf-ae88-5fc5f8c91830 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.649956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb45fe58-c213-47d9-8f67-81a3c950d9f2 None None] Network 70a4f35d-567c-4854-947f-86512d0f1449 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:11.659797 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.661663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6125c203-1e65-46cf-ae88-5fc5f8c91830 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/820cb951-ab60-487f-b336-5693e97841e3 HTTP/1.1" status: 204 len: 168 time: 1.1996942 Feb 04 16:10:11.664900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47776) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:11.686365 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e73dcca7-fd7e-40b2-9fa5-a3a36530257b tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.728204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16f17502-d80e-42df-b7a2-47ae6e2a116c req-2dc1b065-292a-4ada-af66-2e268825c2b0 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140521 Feb 04 16:10:11.808578 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e73dcca7-fd7e-40b2-9fa5-a3a36530257b tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.870197 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.902701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network d349eec0-da99-4365-9639-b96a974a5d26 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:11.904747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=4072b2d2-a0d6-42d8-b967-fd9f70accb57,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:11.907396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port 95dd0a4d-8e33-4e07-835d-1708a7a4f8de {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:11.907738 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.921959 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.933919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:11.940016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:11.949339 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e73dcca7-fd7e-40b2-9fa5-a3a36530257b tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.039105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dcca7-fd7e-40b2-9fa5-a3a36530257b tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event deleted for resources: {'Subnet': ['ID=ef35ddb7-5036-489c-abb6-33a3e38f7f32,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:12.045626 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e73dcca7-fd7e-40b2-9fa5-a3a36530257b tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.051838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e3c74b2c-e246-49f4-9347-d517ebb07a0e None None] For port 9a058562-98c6-462b-b22e-d026e77a06a5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9a058562-98c6-462b-b22e-d026e77a06a5,segment=NetworkSegment(83657d11-4816-487e-b2a5-4bf25ff89e47),segment_id=83657d11-4816-487e-b2a5-4bf25ff89e47)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:12.052436 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3c74b2c-e246-49f4-9347-d517ebb07a0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.055218 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e73dcca7-fd7e-40b2-9fa5-a3a36530257b tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "DELETE /v2.0/subnets/ef35ddb7-5036-489c-abb6-33a3e38f7f32 HTTP/1.1" status: 204 len: 168 time: 1.0678713 Feb 04 16:10:12.056627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47784) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:12.067656 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.151853 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9c62ad-eb6c-46ce-96d4-3a5aaf4bff5f None None] Network e685855e-e84e-4a07-9802-5678cebe8241 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:12.215119 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.230118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Deleting port 9a058562-98c6-462b-b22e-d026e77a06a5 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:12.230457 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.300894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] For port 95dd0a4d-8e33-4e07-835d-1708a7a4f8de, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=95dd0a4d-8e33-4e07-835d-1708a7a4f8de,segment=NetworkSegment(ddd4daff-90bb-4017-a974-8797c904f023),segment_id=ddd4daff-90bb-4017-a974-8797c904f023)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:12.301421 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.330424 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.384461 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e3c74b2c-e246-49f4-9347-d517ebb07a0e None None] Calling delete_port for 9a058562-98c6-462b-b22e-d026e77a06a5 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:12.450032 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:10:12.536873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] For port 9a058562-98c6-462b-b22e-d026e77a06a5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9a058562-98c6-462b-b22e-d026e77a06a5,segment=NetworkSegment(83657d11-4816-487e-b2a5-4bf25ff89e47),segment_id=83657d11-4816-487e-b2a5-4bf25ff89e47)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:12.537245 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.558728 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3bcb290-199a-4c13-983c-7d8014506b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.565937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for 95dd0a4d-8e33-4e07-835d-1708a7a4f8de owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:12.647805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9a058562-98c6-462b-b22e-d026e77a06a5 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:10:12.716329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Calling delete_port for 9a058562-98c6-462b-b22e-d026e77a06a5 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:12.767161 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3c74b2c-e246-49f4-9347-d517ebb07a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.802994 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:10:12.804010 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.808044 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No active binding found for port 9a058562-98c6-462b-b22e-d026e77a06a5 {{(pid=83552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 16:10:12.808466 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9a058562-98c6-462b-b22e-d026e77a06a5 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:10:12.808625 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:10:12.823939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e3bcb290-199a-4c13-983c-7d8014506b2a None None] For port 42cb24f9-1890-4f6f-a394-0fe4ab06f863, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=42cb24f9-1890-4f6f-a394-0fe4ab06f863,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:12.839755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c74b2c-e246-49f4-9347-d517ebb07a0e None None] Pushing event deleted for resources: {'Port': ['ID=9a058562-98c6-462b-b22e-d026e77a06a5,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:12.845272 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3bcb290-199a-4c13-983c-7d8014506b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.868168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Port': ['ID=95dd0a4d-8e33-4e07-835d-1708a7a4f8de,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:12.899545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c74b2c-e246-49f4-9347-d517ebb07a0e None None] No DVR routers for this DVR port 9a058562-98c6-462b-b22e-d026e77a06a5 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:10:12.942892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] No DVR routers for this DVR port 95dd0a4d-8e33-4e07-835d-1708a7a4f8de on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:10:12.960057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcb290-199a-4c13-983c-7d8014506b2a None None] Pushing event updated for resources: {'Port': ['ID=42cb24f9-1890-4f6f-a394-0fe4ab06f863,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:12.986236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a9dbbd-7b6e-4b4f-b7db-ece17a9ffb44 None None] DHCP port deletion for 70a4f35d-567c-4854-947f-86512d0f1449 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:10:13.080233 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b0916-0991-49d2-9c8b-be136569ba6a None None] DHCP port deletion for e685855e-e84e-4a07-9802-5678cebe8241 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:10:13.086593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b0916-0991-49d2-9c8b-be136569ba6a None None] Deleting port 27c51127-cf25-473e-8a99-a6f274102de3 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:13.086957 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7d4b0916-0991-49d2-9c8b-be136569ba6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.123823 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.302276 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-17635533-eeb8-464f-aa2a-d1dc686585ef None None] Provisioning complete for port 42cb24f9-1890-4f6f-a394-0fe4ab06f863 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:13.302995 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17635533-eeb8-464f-aa2a-d1dc686585ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.309473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Deleting port 9a058562-98c6-462b-b22e-d026e77a06a5 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:13.310090 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.364120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a4f35d-567c-4854-947f-86512d0f1449']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:13.377951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd4daff-90bb-4017-a974-8797c904f023') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:13.378257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd4daff-90bb-4017-a974-8797c904f023') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:13.390924 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.406475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] The port '9a058562-98c6-462b-b22e-d026e77a06a5' was deleted {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:10:13.408248 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.415938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:10:13.416362 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.468878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7d4b0916-0991-49d2-9c8b-be136569ba6a None None] For port 27c51127-cf25-473e-8a99-a6f274102de3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=27c51127-cf25-473e-8a99-a6f274102de3,segment=NetworkSegment(5d068ae4-f045-4bf5-86a0-c67648e18ab5),segment_id=5d068ae4-f045-4bf5-86a0-c67648e18ab5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:13.469273 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7d4b0916-0991-49d2-9c8b-be136569ba6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:10:13.489804 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:10:13.557446 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.560732 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.583398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.591925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb06a4c-0ea1-4f5a-b1fa-2a877c232544']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:13.605641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83657d11-4816-487e-b2a5-4bf25ff89e47') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:13.606074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83657d11-4816-487e-b2a5-4bf25ff89e47') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:13.617207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Network': ['ID=70a4f35d-567c-4854-947f-86512d0f1449,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:13.619849 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.637160 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.644029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:10:13.644936 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.654426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b0916-0991-49d2-9c8b-be136569ba6a None None] Calling delete_port for 27c51127-cf25-473e-8a99-a6f274102de3 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:13.656741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:13.657095 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:13.657440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:13.657774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:13.658108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:13.658438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:13.658765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:13.659086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:13.659453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:13.659774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:13.660644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:13.667616 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1580f5a7-d585-4436-a9b0-bb101f9fa299 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/networks/70a4f35d-567c-4854-947f-86512d0f1449 HTTP/1.1" status: 204 len: 168 time: 1.9638329 Feb 04 16:10:13.670169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47796) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:13.677128 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-22a9ad50-e555-4fb6-8387-a663119ae39b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1822425369', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:13.685872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-22a9ad50-e555-4fb6-8387-a663119ae39b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:13.693036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-22a9ad50-e555-4fb6-8387-a663119ae39b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:router and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:13.697311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-22a9ad50-e555-4fb6-8387-a663119ae39b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:13.712873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-22a9ad50-e555-4fb6-8387-a663119ae39b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:13.718867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-17635533-eeb8-464f-aa2a-d1dc686585ef None None] Provisioning for port 4072b2d2-a0d6-42d8-b967-fd9f70accb57 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:13.725224 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.730437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-17635533-eeb8-464f-aa2a-d1dc686585ef None None] Provisioning complete for port 4072b2d2-a0d6-42d8-b967-fd9f70accb57 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:13.731043 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17635533-eeb8-464f-aa2a-d1dc686585ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.733367 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22a9ad50-e555-4fb6-8387-a663119ae39b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.734643 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22a9ad50-e555-4fb6-8387-a663119ae39b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.742484 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.821435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-17635533-eeb8-464f-aa2a-d1dc686585ef None None] Port 4072b2d2-a0d6-42d8-b967-fd9f70accb57 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:13.827754 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7d4b0916-0991-49d2-9c8b-be136569ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:10:13.878099 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:10:13.881577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=4072b2d2-a0d6-42d8-b967-fd9f70accb57,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:13.889101 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22a9ad50-e555-4fb6-8387-a663119ae39b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.889264 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.890680 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.899325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b0916-0991-49d2-9c8b-be136569ba6a None None] Pushing event deleted for resources: {'Port': ['ID=27c51127-cf25-473e-8a99-a6f274102de3,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:13.904216 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.911588 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b0916-0991-49d2-9c8b-be136569ba6a None None] No DVR routers for this DVR port 27c51127-cf25-473e-8a99-a6f274102de3 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:10:13.934825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event deleted for resources: {'Network': ['ID=1eb06a4c-0ea1-4f5a-b1fa-2a877c232544,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:13.943016 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-18f57978-98e8-4699-bca2-cdf76ac2d0a3 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "DELETE /v2.0/networks/1eb06a4c-0ea1-4f5a-b1fa-2a877c232544 HTTP/1.1" status: 204 len: 168 time: 1.8832183 Feb 04 16:10:13.943016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47800) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:13.967125 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-99a111b3-a1ca-4b28-a8bb-49db10c24f8c None None] Provisioning complete for port 4072b2d2-a0d6-42d8-b967-fd9f70accb57 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:13.967695 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-99a111b3-a1ca-4b28-a8bb-49db10c24f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.012135 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22a9ad50-e555-4fb6-8387-a663119ae39b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.061881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-99a111b3-a1ca-4b28-a8bb-49db10c24f8c None None] Port 4072b2d2-a0d6-42d8-b967-fd9f70accb57 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:14.067838 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22a9ad50-e555-4fb6-8387-a663119ae39b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.068782 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-22a9ad50-e555-4fb6-8387-a663119ae39b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3976769 Feb 04 16:10:14.071796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47804) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:14.087577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'network': {'name': 'tempest-RoutersTest-490257899'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:14.095602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:14.109099 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4668-2549-4b07-905e-ca5055ed0e72 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.109339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:network and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:14.114899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:14.122881 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:14.134247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network d349eec0-da99-4365-9639-b96a974a5d26 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:14.136553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:14.203289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:14.206244 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.259100 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4668-2549-4b07-905e-ca5055ed0e72 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.289641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-9dfa4668-2549-4b07-905e-ca5055ed0e72 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e685855e-e84e-4a07-9802-5678cebe8241']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:14.304934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-9dfa4668-2549-4b07-905e-ca5055ed0e72 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d068ae4-f045-4bf5-86a0-c67648e18ab5') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:14.305235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-9dfa4668-2549-4b07-905e-ca5055ed0e72 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d068ae4-f045-4bf5-86a0-c67648e18ab5') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:14.321964 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4668-2549-4b07-905e-ca5055ed0e72 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.326130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:10:14.343944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4668-2549-4b07-905e-ca5055ed0e72 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.352942 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.353293 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Added segment f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3 of type vlan for network beb901a0-a7c4-43c2-924a-0bea89f82d4c Feb 04 16:10:14.358155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfa4668-2549-4b07-905e-ca5055ed0e72 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:10:14.358672 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4668-2549-4b07-905e-ca5055ed0e72 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:10:14.440686 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:10:14.454819 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.487686 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4668-2549-4b07-905e-ca5055ed0e72 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.497551 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4668-2549-4b07-905e-ca5055ed0e72 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.505614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4f809735-d055-405c-8c07-b877ad8df08e None None] Provisioning complete for port 4072b2d2-a0d6-42d8-b967-fd9f70accb57 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:14.506246 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4f809735-d055-405c-8c07-b877ad8df08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.514752 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.518504 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:14.519094 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.526775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9dfa4668-2549-4b07-905e-ca5055ed0e72 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "DELETE /v2.0/networks/e685855e-e84e-4a07-9802-5678cebe8241 HTTP/1.1" status: 204 len: 168 time: 0.5814204 Feb 04 16:10:14.528512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47808) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:14.625211 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 42cb24f9-1890-4f6f-a394-0fe4ab06f863 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:14.637278 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5620027 Feb 04 16:10:14.638594 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47812) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:14.643747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'subnet': {'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:14.665913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03cc3f-2212-4b75-97af-ebab3017460d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Network': ['ID=beb901a0-a7c4-43c2-924a-0bea89f82d4c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:14.688042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network beb901a0-a7c4-43c2-924a-0bea89f82d4c details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:10:14.776866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa4668-2549-4b07-905e-ca5055ed0e72 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event deleted for resources: {'Network': ['ID=e685855e-e84e-4a07-9802-5678cebe8241,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:14.803451 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ceb7198-1272-4127-afc9-3c9ea5a0652f tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Deleting subnet f5c60653-9f91-4b11-b908-1be59325b8e7 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:10:14.806558 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7198-1272-4127-afc9-3c9ea5a0652f tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.812211 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4f809735-d055-405c-8c07-b877ad8df08e None None] Port 4072b2d2-a0d6-42d8-b967-fd9f70accb57 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:14.831251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:14.837697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:subnet and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:14.841619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:14.850735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:14.865413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 42cb24f9-1890-4f6f-a394-0fe4ab06f863 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:14.865975 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.868237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:14.901652 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7198-1272-4127-afc9-3c9ea5a0652f tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.950071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router 72997b80-6862-4e08-8d22-1e7bef2c31ba has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:10:14.990530 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.017601 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7198-1272-4127-afc9-3c9ea5a0652f tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.063322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 27c51127-cf25-473e-8a99-a6f274102de3 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:10:15.106213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7198-1272-4127-afc9-3c9ea5a0652f tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.150410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb7198-1272-4127-afc9-3c9ea5a0652f tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c60653-9f91-4b11-b908-1be59325b8e7,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:15.155409 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 27c51127-cf25-473e-8a99-a6f274102de3 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:10:15.155765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 27c51127-cf25-473e-8a99-a6f274102de3 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:10:15.156156 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7198-1272-4127-afc9-3c9ea5a0652f tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.156282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 95dd0a4d-8e33-4e07-835d-1708a7a4f8de no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:10:15.165297 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7ceb7198-1272-4127-afc9-3c9ea5a0652f tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "DELETE /v2.0/subnets/f5c60653-9f91-4b11-b908-1be59325b8e7 HTTP/1.1" status: 204 len: 168 time: 0.6363990 Feb 04 16:10:15.167508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47818) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:15.184138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c5e5d2-afcf-40b4-b42c-367c4b98539e None None] Network 7c87d548-2073-4fe7-8605-2cec4857467d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:15.253110 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 95dd0a4d-8e33-4e07-835d-1708a7a4f8de {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:10:15.253455 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 95dd0a4d-8e33-4e07-835d-1708a7a4f8de not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:10:15.297810 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.309070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Deleting port c4af3c07-074e-4d6e-922e-79307531594e {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:15.309556 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.464613 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f012cad-3103-47ea-94aa-fbfce1854a9e None None] DHCP port deletion for 7c87d548-2073-4fe7-8605-2cec4857467d request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:10:15.468765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4f012cad-3103-47ea-94aa-fbfce1854a9e None None] Deleting port c4af3c07-074e-4d6e-922e-79307531594e {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:15.469131 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4f012cad-3103-47ea-94aa-fbfce1854a9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.495831 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.540623 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] For port c4af3c07-074e-4d6e-922e-79307531594e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c4af3c07-074e-4d6e-922e-79307531594e,segment=NetworkSegment(80355bab-5008-4948-ba46-53494b9dc27d),segment_id=80355bab-5008-4948-ba46-53494b9dc27d)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:15.541261 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.563841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:15.575961 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Sync routers for ids ['72997b80-6862-4e08-8d22-1e7bef2c31ba'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:15.593288 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Routers {'72997b80-6862-4e08-8d22-1e7bef2c31ba'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:15.594560 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:10:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['72997b80-6862-4e08-8d22-1e7bef2c31ba'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:15.600561 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-74b8a6a8-29f3-491e-b0c9-bded0fae263f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "PUT /v2.0/routers/72997b80-6862-4e08-8d22-1e7bef2c31ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2138872 Feb 04 16:10:15.603532 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Subnet': ['ID=33f7f20a-2f3b-45eb-841f-5a0c426a3ba0,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:15.623958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Checking segment: {'id': 'f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:15.624601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network hostable DHCP agents. Network: beb901a0-a7c4-43c2-924a-0bea89f82d4c, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:10:15.675204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Calling delete_port for c4af3c07-074e-4d6e-922e-79307531594e owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:15.679456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network beb901a0-a7c4-43c2-924a-0bea89f82d4c is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:10:15.693979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, beb901a0-a7c4-43c2-924a-0bea89f82d4c) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:15.699866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:15.700862 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.728840 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f94f4e0d-8176-414d-a254-690ecd84ecf2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0897338 Feb 04 16:10:15.731777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47826) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:15.786588 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.793397 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4f012cad-3103-47ea-94aa-fbfce1854a9e None None] For port c4af3c07-074e-4d6e-922e-79307531594e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c4af3c07-074e-4d6e-922e-79307531594e,segment=NetworkSegment(80355bab-5008-4948-ba46-53494b9dc27d),segment_id=80355bab-5008-4948-ba46-53494b9dc27d)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:15.793788 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4f012cad-3103-47ea-94aa-fbfce1854a9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.876419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event deleted for resources: {'Port': ['ID=c4af3c07-074e-4d6e-922e-79307531594e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:15.880128 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] No DVR routers for this DVR port c4af3c07-074e-4d6e-922e-79307531594e on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:10:15.932837 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Set router 72997b80-6862-4e08-8d22-1e7bef2c31ba gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:15.972131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4f012cad-3103-47ea-94aa-fbfce1854a9e None None] Calling delete_port for c4af3c07-074e-4d6e-922e-79307531594e owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:16.111060 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-4f012cad-3103-47ea-94aa-fbfce1854a9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:10:16.111780 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-4f012cad-3103-47ea-94aa-fbfce1854a9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:10:16.114129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33348153-a6a2-49c8-a39c-ffd890c87b0f None None] Network beb901a0-a7c4-43c2-924a-0bea89f82d4c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:16.148769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-490ef7ad-4034-4149-b28a-ca8c2baa7690 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:16.155521 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.194207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-490ef7ad-4034-4149-b28a-ca8c2baa7690 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:16.195459 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-490ef7ad-4034-4149-b28a-ca8c2baa7690 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108744902&fields=id&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 267 time: 0.3411930 Feb 04 16:10:16.200509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c87d548-2073-4fe7-8605-2cec4857467d']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:16.296227 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80355bab-5008-4948-ba46-53494b9dc27d') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:16.296523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80355bab-5008-4948-ba46-53494b9dc27d') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:16.320862 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.352290 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.366125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:10:16.366506 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:10:16.381324 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:10:16.384999 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:12Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4072b2d2-a0d6-42d8-b967-fd9f70accb57', 'name': '', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:4d:21:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:11Z', 'updated_at': '2022-02-04T16:10:13Z', 'revision_number': 2, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:16.391321 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Checking router: 72997b80-6862-4e08-8d22-1e7bef2c31ba for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:10:16.391503 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-beb901a0-a7c4-43c2-924a-0bea89f82d4c', 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'fixed_ips': [{'subnet_id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:10:16.392062 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Updating router 72997b80-6862-4e08-8d22-1e7bef2c31ba port 4072b2d2-a0d6-42d8-b967-fd9f70accb57 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:10:16.392495 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.394197 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.455286 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.505261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-41bb02d4-67fc-4522-96bd-bb874bb94e93 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:16.506792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-41bb02d4-67fc-4522-96bd-bb874bb94e93 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/networks?id=d349eec0-da99-4365-9639-b96a974a5d26 HTTP/1.1" status: 200 len: 797 time: 0.2966976 Feb 04 16:10:16.512345 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.552836 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-71faf86c-4bea-4b4a-b632-c88494044188 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/quotas/d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 375 time: 0.0362363 Feb 04 16:10:16.553920 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.556863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Pushing event deleted for resources: {'Network': ['ID=7c87d548-2073-4fe7-8605-2cec4857467d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:16.616541 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-29036e4b-afa8-46cb-961c-21b2c235cc32 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "DELETE /v2.0/networks/7c87d548-2073-4fe7-8605-2cec4857467d HTTP/1.1" status: 204 len: 168 time: 1.4471927 Feb 04 16:10:16.617032 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4f012cad-3103-47ea-94aa-fbfce1854a9e None None] Deleting port c4af3c07-074e-4d6e-922e-79307531594e {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:16.617687 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4f012cad-3103-47ea-94aa-fbfce1854a9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.623267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47836) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:16.662069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c4af3c07-074e-4d6e-922e-79307531594e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:10:16.678587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-971bad2a-124e-4745-b80f-b1ef884201e0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Synchronizing usage tracker for tenant:f92c3a57b3ab4bbab1c2c08db2ecdbb0 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:16.705442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-971bad2a-124e-4745-b80f-b1ef884201e0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Unset dirty status for tenant:f92c3a57b3ab4bbab1c2c08db2ecdbb0 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:16.706634 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-971bad2a-124e-4745-b80f-b1ef884201e0 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "GET /v2.0/ports?device_id=14dfa22e-18ca-40d9-9ace-871904b7cf30 HTTP/1.1" status: 200 len: 205 time: 0.0823290 Feb 04 16:10:16.709828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47840) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:16.752611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: c4af3c07-074e-4d6e-922e-79307531594e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:10:16.753385 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c4af3c07-074e-4d6e-922e-79307531594e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:10:16.763547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4f012cad-3103-47ea-94aa-fbfce1854a9e None None] The port 'c4af3c07-074e-4d6e-922e-79307531594e' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:10:16.779208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Allocated IP 172.20.0.2 (beb901a0-a7c4-43c2-924a-0bea89f82d4c/33f7f20a-2f3b-45eb-841f-5a0c426a3ba0/64b35d16-3541-4732-bbc8-bee5f0e994bd) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:16.801746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-7c06f3c9-91aa-493d-97a9-4e8d7d2169ae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2414460 Feb 04 16:10:16.860306 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.874120 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Transition to ACTIVE for port object 4072b2d2-a0d6-42d8-b967-fd9f70accb57 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:16.888435 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.941728 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32b8b79f-8e80-4684-a7ea-0dfeda911ba4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.026044 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2434891-d666-4af2-9e9a-4d0a0b76b3ae None None] Pushing event updated for resources: {'Port': ['ID=4072b2d2-a0d6-42d8-b967-fd9f70accb57,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:17.028010 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.047482 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Transition to ACTIVE for port object 64b35d16-3541-4732-bbc8-bee5f0e994bd will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:17.066087 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2434891-d666-4af2-9e9a-4d0a0b76b3ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:17.066467 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2434891-d666-4af2-9e9a-4d0a0b76b3ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:17.066812 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2434891-d666-4af2-9e9a-4d0a0b76b3ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:17.067149 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2434891-d666-4af2-9e9a-4d0a0b76b3ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:17.072480 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2434891-d666-4af2-9e9a-4d0a0b76b3ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:17.072833 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2434891-d666-4af2-9e9a-4d0a0b76b3ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:17.073157 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2434891-d666-4af2-9e9a-4d0a0b76b3ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:17.073419 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Transition to ACTIVE for port object 64b35d16-3541-4732-bbc8-bee5f0e994bd will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:17.073541 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2434891-d666-4af2-9e9a-4d0a0b76b3ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:17.085042 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2434891-d666-4af2-9e9a-4d0a0b76b3ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:17.085436 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2434891-d666-4af2-9e9a-4d0a0b76b3ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:17.085775 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2434891-d666-4af2-9e9a-4d0a0b76b3ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:17.108844 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.180074 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Attempting to bind port 4072b2d2-a0d6-42d8-b967-fd9f70accb57 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:17.180446 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Attempting to bind port 4072b2d2-a0d6-42d8-b967-fd9f70accb57 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:17.180803 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Attempting to bind port 4072b2d2-a0d6-42d8-b967-fd9f70accb57 on network d349eec0-da99-4365-9639-b96a974a5d26 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:17.190885 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:17.192141 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Checking segment: {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:17.192729 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.193919 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Bound using segment: {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:17.194564 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Bound port: 4072b2d2-a0d6-42d8-b967-fd9f70accb57, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:17.195310 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.220090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Allocated IP 172.20.0.1 (beb901a0-a7c4-43c2-924a-0bea89f82d4c/33f7f20a-2f3b-45eb-841f-5a0c426a3ba0/295f0c60-9a57-4641-9710-6b14228abb39) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:17.233196 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Network beb901a0-a7c4-43c2-924a-0bea89f82d4c is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:17.236547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:17.241578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:17.253807 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Pushing event updated for resources: {'Port': ['ID=64b35d16-3541-4732-bbc8-bee5f0e994bd,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:17.281045 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-8d0fc63c-115a-4820-a8f5-ac8b95aaae01 service neutron] 10.222.0.60 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288492 Feb 04 16:10:17.336536 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] For port 4072b2d2-a0d6-42d8-b967-fd9f70accb57, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:17.339985 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] For port 4072b2d2-a0d6-42d8-b967-fd9f70accb57, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4072b2d2-a0d6-42d8-b967-fd9f70accb57,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:17.344357 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.432917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Attempting to bind port 64b35d16-3541-4732-bbc8-bee5f0e994bd on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:17.434362 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Attempting to bind port 64b35d16-3541-4732-bbc8-bee5f0e994bd by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:17.434362 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Attempting to bind port 64b35d16-3541-4732-bbc8-bee5f0e994bd on network beb901a0-a7c4-43c2-924a-0bea89f82d4c {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:17.453634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:17.454215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Checking segment: {'id': 'f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:17.454423 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.454771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Bound using segment: {'id': 'f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:17.458803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Bound port: 64b35d16-3541-4732-bbc8-bee5f0e994bd, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:17.459276 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.465656 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Routers {'72997b80-6862-4e08-8d22-1e7bef2c31ba'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:17.466282 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:10:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['72997b80-6862-4e08-8d22-1e7bef2c31ba'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:17.562694 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2434891-d666-4af2-9e9a-4d0a0b76b3ae None None] Pushing event updated for resources: {'Port': ['ID=4072b2d2-a0d6-42d8-b967-fd9f70accb57,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:17.622543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] For port 64b35d16-3541-4732-bbc8-bee5f0e994bd, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:17.630107 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] For port 64b35d16-3541-4732-bbc8-bee5f0e994bd, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=64b35d16-3541-4732-bbc8-bee5f0e994bd,segment=NetworkSegment(f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3),segment_id=f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:17.635593 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.682407 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.703424 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] Set router 72997b80-6862-4e08-8d22-1e7bef2c31ba gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:17.709959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Transition to ACTIVE for port object 295f0c60-9a57-4641-9710-6b14228abb39 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:17.747816 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.776697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe2f49-4b9e-482a-9480-e1b654c7dc58 None None] Pushing event updated for resources: {'Port': ['ID=64b35d16-3541-4732-bbc8-bee5f0e994bd,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:17.799081 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32b8b79f-8e80-4684-a7ea-0dfeda911ba4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.821481 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32b8b79f-8e80-4684-a7ea-0dfeda911ba4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.835063 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cd301739-a337-4a97-989f-ea7301318254 service neutron] 10.222.0.60 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453744 Feb 04 16:10:17.862622 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32b8b79f-8e80-4684-a7ea-0dfeda911ba4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.864861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b8b79f-8e80-4684-a7ea-0dfeda911ba4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Fanout notify agent at l3_agent the message router_deleted on router 14dfa22e-18ca-40d9-9ace-871904b7cf30 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:10:17.892874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32b8b79f-8e80-4684-a7ea-0dfeda911ba4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.894027 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-32b8b79f-8e80-4684-a7ea-0dfeda911ba4 tempest-RoutersNegativeTest-1633665656 tempest-RoutersNegativeTest-1633665656-project] 10.222.0.60 "DELETE /v2.0/routers/14dfa22e-18ca-40d9-9ace-871904b7cf30 HTTP/1.1" status: 204 len: 168 time: 1.1832893 Feb 04 16:10:17.937314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network beb901a0-a7c4-43c2-924a-0bea89f82d4c is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:17.947577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:17.962778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:18.187565 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.199461 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76583d30-93c5-49cc-90d6-387901cd0d81 req-538b1fb9-e802-417a-8abe-10275e72e798 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 210 time: 0.0753181 Feb 04 16:10:18.239219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=295f0c60-9a57-4641-9710-6b14228abb39,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:18.410745 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.426193 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:12Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4072b2d2-a0d6-42d8-b967-fd9f70accb57', 'name': '', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:4d:21:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:11Z', 'updated_at': '2022-02-04T16:10:17Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:18.433101 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a09d72c-ead3-498c-b736-f440c26a6df1 None None] The sync data for ids ['72997b80-6862-4e08-8d22-1e7bef2c31ba'] in n-d-827872-1 is: [{'id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:12Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4072b2d2-a0d6-42d8-b967-fd9f70accb57', 'name': '', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:4d:21:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:11Z', 'updated_at': '2022-02-04T16:10:17Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:18.719041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47862) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:18.737920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4072b2d2-a0d6-42d8-b967-fd9f70accb57 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:18.892714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 4072b2d2-a0d6-42d8-b967-fd9f70accb57 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:18.899015 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4072b2d2-a0d6-42d8-b967-fd9f70accb57 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:18.899453 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.077400 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b8f19b20-6868-47ac-9593-896bb4b3bdaa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f92c3a57b3ab4bbab1c2c08db2ecdbb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3569710 Feb 04 16:10:19.082521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47868) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:19.104392 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.108440 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.110918 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.175037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 4072b2d2-a0d6-42d8-b967-fd9f70accb57, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4072b2d2-a0d6-42d8-b967-fd9f70accb57,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:19.180837 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.182708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 64b35d16-3541-4732-bbc8-bee5f0e994bd up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:19.245391 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3223c06e-8aeb-4a37-a64b-6a88ede5cd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.306821 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3223c06e-8aeb-4a37-a64b-6a88ede5cd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.325924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=295f0c60-9a57-4641-9710-6b14228abb39,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:19.329627 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.390926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b59bb-1b7b-4454-9152-e0da6ad40c47 None None] Network beb901a0-a7c4-43c2-924a-0bea89f82d4c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:19.392600 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3223c06e-8aeb-4a37-a64b-6a88ede5cd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.444983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223c06e-8aeb-4a37-a64b-6a88ede5cd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3251cf-61d4-4e25-97d7-b819aa5729b1,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:19.464032 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4237ff6f-10d4-4658-bf35-07414f2c420a req-00c5090b-7386-4f48-86cd-f00df043b89a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 210 time: 0.0665278 Feb 04 16:10:19.475612 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3223c06e-8aeb-4a37-a64b-6a88ede5cd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.484161 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3223c06e-8aeb-4a37-a64b-6a88ede5cd43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b3251cf-61d4-4e25-97d7-b819aa5729b1 HTTP/1.1" status: 204 len: 168 time: 0.3932183 Feb 04 16:10:19.539875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=4072b2d2-a0d6-42d8-b967-fd9f70accb57,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:19.573967 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 64b35d16-3541-4732-bbc8-bee5f0e994bd completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:19.586864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e248d5b7-3cc9-4ee9-9948-15cae0330887 None None] Provisioning for port 64b35d16-3541-4732-bbc8-bee5f0e994bd completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:19.604708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e248d5b7-3cc9-4ee9-9948-15cae0330887 None None] Provisioning complete for port 64b35d16-3541-4732-bbc8-bee5f0e994bd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:19.605098 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e248d5b7-3cc9-4ee9-9948-15cae0330887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.623959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network beb901a0-a7c4-43c2-924a-0bea89f82d4c is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:19.630620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:19.833667 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.904133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-98fb1a36-eecc-481a-aa0e-b8136b4e03d0 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:19.905647 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-98fb1a36-eecc-481a-aa0e-b8136b4e03d0 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.73 "GET /v2.0/networks?id=d349eec0-da99-4365-9639-b96a974a5d26 HTTP/1.1" status: 200 len: 797 time: 0.3071833 Feb 04 16:10:20.029899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-85912616-cd39-48b9-8367-fb3c98b663a6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 380 time: 0.1097631 Feb 04 16:10:20.038350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'port': {'device_id': '60803208-6b90-4e73-b032-1b4d7342bd87', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'admin_state_up': True, 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'security_groups': ['0b8fea79-0bca-43ca-8cec-f262f6e5078e']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:20.086518 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e248d5b7-3cc9-4ee9-9948-15cae0330887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.121283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e248d5b7-3cc9-4ee9-9948-15cae0330887 None None] For port 64b35d16-3541-4732-bbc8-bee5f0e994bd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=64b35d16-3541-4732-bbc8-bee5f0e994bd,segment=NetworkSegment(f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3),segment_id=f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:20.131506 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e248d5b7-3cc9-4ee9-9948-15cae0330887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.213913 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248d5b7-3cc9-4ee9-9948-15cae0330887 None None] Pushing event updated for resources: {'Port': ['ID=64b35d16-3541-4732-bbc8-bee5f0e994bd,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:20.220016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:20.225423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:port and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:20.228673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:20.239342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:20.251404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Made reservation on behalf of d7ff7bfbfb3140b590e1ea986a3aedc3 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:20.256209 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.338333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:10:20.490048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.20.0.11 (d349eec0-da99-4365-9639-b96a974a5d26/229d0b40-2674-4fdc-b9b3-f356cf302322/1ca31268-1897-4c13-a6e0-1c501824f20a) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:20.566211 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4c5868d2-1708-4ae9-95c9-43a2e27b87b1 None None] Provisioning for port 295f0c60-9a57-4641-9710-6b14228abb39 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:20.575679 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4c5868d2-1708-4ae9-95c9-43a2e27b87b1 None None] Provisioning complete for port 295f0c60-9a57-4641-9710-6b14228abb39 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:20.577470 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c5868d2-1708-4ae9-95c9-43a2e27b87b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.692063 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4072b2d2-a0d6-42d8-b967-fd9f70accb57 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:20.797786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:20.810862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Sync routers for ids ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:20.827879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4c5868d2-1708-4ae9-95c9-43a2e27b87b1 None None] Port 295f0c60-9a57-4641-9710-6b14228abb39 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:20.831227 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4e3dba08-e4fc-4017-9ce6-4d9c15f0ab42 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/398ba1f0-2580-4d19-8cd7-1d1ac67deadf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0958560 Feb 04 16:10:20.832724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47898) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:20.839942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'network': {'name': 'tempest-RoutersTest-142958522'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:20.848561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:20.852920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:network and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:20.858578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Routers {'398ba1f0-2580-4d19-8cd7-1d1ac67deadf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:20.859114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:10:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:20.866194 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.867085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:20.873782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:20.889451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:20.893641 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.940601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:10:20.953820 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.954666 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Added segment 406d3e4f-db48-4b85-8511-2c78c7b2c810 of type vlan for network cfc61d81-1f7c-4484-b4af-2676c01d4205 Feb 04 16:10:20.979827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47904) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:21.008092 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.035536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Transition to ACTIVE for port object 1ca31268-1897-4c13-a6e0-1c501824f20a will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:21.055142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4c5868d2-1708-4ae9-95c9-43a2e27b87b1 None None] Provisioning complete for port 64b35d16-3541-4732-bbc8-bee5f0e994bd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:21.056044 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3561228-bf10-4a64-b064-29b7d7c412d1 req-d3329250-d782-487f-a10f-b4d73980f54b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 210 time: 0.1480534 Feb 04 16:10:21.061357 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c5868d2-1708-4ae9-95c9-43a2e27b87b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.079805 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.088459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:21.090295 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.104868 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.183988 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3468220 Feb 04 16:10:21.189604 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47910) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:21.234282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network d349eec0-da99-4365-9639-b96a974a5d26 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:21.238921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:21.242057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:21.305060 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4072b2d2-a0d6-42d8-b967-fd9f70accb57 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:21.305414 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.306833 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:21.307491 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.309706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'subnet': {'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:21.330249 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=1ca31268-1897-4c13-a6e0-1c501824f20a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:21.337269 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cacecb78-b4b1-4b5d-bd75-b74775b53ebb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3027396 Feb 04 16:10:21.345036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-9717641-network', 'tenant_id': '7676e58a945a4522856fa0405525e530'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:21.356267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Request body: {'port': {'device_id': '60803208-6b90-4e73-b032-1b4d7342bd87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:21.436566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:21.459750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Usage tracker for resource:network and tenant:7676e58a945a4522856fa0405525e530 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:21.476502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:21.482986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22763e37-5a4e-4831-bb8f-3785fdb5e5bb tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Network': ['ID=cfc61d81-1f7c-4484-b4af-2676c01d4205,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:21.504230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:21.517880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:21.522735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:subnet and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:21.526082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:21.529208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Made reservation on behalf of 7676e58a945a4522856fa0405525e530 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:21.529480 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.531662 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.554516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:21.559166 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.570412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network cfc61d81-1f7c-4484-b4af-2676c01d4205 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:10:21.597795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:21.608105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Set router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:21.706651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:21.715461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Usage tracker for resource:security_group_rule and tenant:7676e58a945a4522856fa0405525e530 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:21.729111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:21.741534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:21.749107 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.988053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.005295 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5da1273b-ef57-405d-9e58-765ece918514 None None] Provisioning complete for port 295f0c60-9a57-4641-9710-6b14228abb39 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:22.006009 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5da1273b-ef57-405d-9e58-765ece918514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.055716 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.135555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:10:22.136452 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-5da1273b-ef57-405d-9e58-765ece918514 None None] Port 295f0c60-9a57-4641-9710-6b14228abb39 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:22.185127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca31268-1897-4c13-a6e0-1c501824f20a {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:22.197129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 64b35d16-3541-4732-bbc8-bee5f0e994bd up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:22.197940 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.218978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Transition to ACTIVE for port object 1ca31268-1897-4c13-a6e0-1c501824f20a will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:22.223415 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.242622 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.243562 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Added segment beecdc1b-0668-4fbf-8b29-c0f126ff07be of type vlan for network 88324c03-48f7-4ce6-9c2d-ba393f5d84f1 Feb 04 16:10:22.277423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5da1273b-ef57-405d-9e58-765ece918514 None None] Provisioning for port 1ca31268-1897-4c13-a6e0-1c501824f20a completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:22.310629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.358902 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.359722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:22.360334 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.373433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 64b35d16-3541-4732-bbc8-bee5f0e994bd triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:22.374172 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.385908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad63c84-460f-4f74-ae77-d97a5f2a0d51,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:22.545132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Pushing event updated for resources: {'Port': ['ID=1ca31268-1897-4c13-a6e0-1c501824f20a,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:22.591728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] Pushing event updated for resources: {'Network': ['ID=88324c03-48f7-4ce6-9c2d-ba393f5d84f1,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:22.619629 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1f3f6a6f-3e9f-43a9-9a47-f3d1cc3340a7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6383867 Feb 04 16:10:22.621319 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.625519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47922) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:22.628230 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 88324c03-48f7-4ce6-9c2d-ba393f5d84f1 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:10:22.676615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfe019-af2b-4153-ae36-a8ca7c80321c req-91d76100-3348-4c97-ad84-eba596e5f916 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:22.677426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-17bfe019-af2b-4153-ae36-a8ca7c80321c req-91d76100-3348-4c97-ad84-eba596e5f916 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:22.680225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] Request body: {'subnet': {'network_id': '88324c03-48f7-4ce6-9c2d-ba393f5d84f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-9717641-subnet', 'tenant_id': '7676e58a945a4522856fa0405525e530', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:22.694764 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:22.700944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-17bfe019-af2b-4153-ae36-a8ca7c80321c req-91d76100-3348-4c97-ad84-eba596e5f916 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:22.702236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17bfe019-af2b-4153-ae36-a8ca7c80321c req-91d76100-3348-4c97-ad84-eba596e5f916 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 944 time: 0.2894673 Feb 04 16:10:22.728658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] Usage tracker for resource:subnet and tenant:7676e58a945a4522856fa0405525e530 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:22.732572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:22.748565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:22.765549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:10:18Z', 'revision_number': 2, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None, '_interfaces': [{'id': '295f0c60-9a57-4641-9710-6b14228abb39', 'name': '', 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:71:ba:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:16Z', 'updated_at': '2022-02-04T16:10:18Z', 'revision_number': 2, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:22.780409 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Checking router: 398ba1f0-2580-4d19-8cd7-1d1ac67deadf for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:10:22.780772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Updating router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf port 295f0c60-9a57-4641-9710-6b14228abb39 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:10:22.786847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Attempting to bind port 1ca31268-1897-4c13-a6e0-1c501824f20a on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:22.787247 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Attempting to bind port 1ca31268-1897-4c13-a6e0-1c501824f20a by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:22.787562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Attempting to bind port 1ca31268-1897-4c13-a6e0-1c501824f20a on network d349eec0-da99-4365-9639-b96a974a5d26 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:22.800192 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17bfe019-af2b-4153-ae36-a8ca7c80321c req-11ed5055-4143-4610-a9c0-0ae359b43203 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899649 Feb 04 16:10:22.802032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Port 1ca31268-1897-4c13-a6e0-1c501824f20a on network d349eec0-da99-4365-9639-b96a974a5d26 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:10:22.802352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Attempting to bind port 1ca31268-1897-4c13-a6e0-1c501824f20a on network d349eec0-da99-4365-9639-b96a974a5d26 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:22.805502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Subnet': ['ID=21e0ebc2-0554-43dd-805a-4fb1d1884d7b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:22.812046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:22.812488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Checking segment: {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:22.813020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Bound using segment: {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:22.815309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Bound port: 1ca31268-1897-4c13-a6e0-1c501824f20a, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:22.815981 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.818047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] Made reservation on behalf of 7676e58a945a4522856fa0405525e530 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:22.820364 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.878248 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.886744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Checking segment: {'id': '406d3e4f-db48-4b85-8511-2c78c7b2c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:22.887343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network hostable DHCP agents. Network: cfc61d81-1f7c-4484-b4af-2676c01d4205, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:10:22.946775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:22.948661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network cfc61d81-1f7c-4484-b4af-2676c01d4205 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:10:22.952724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1ca31268-1897-4c13-a6e0-1c501824f20a,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:22.960811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, cfc61d81-1f7c-4484-b4af-2676c01d4205) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:22.968201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:22.968889 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.994888 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.031847 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-96a19662-28c5-4605-81e7-fb4ad0a034ce tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8285897 Feb 04 16:10:23.044350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47926) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:23.054159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb74ca53-ed05-4363-87d7-f5101240ee1c None None] Network cfc61d81-1f7c-4484-b4af-2676c01d4205 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:23.138619 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.140057 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-b27be517-530d-4972-9ecb-0227288b881a service neutron] 10.222.0.73 "PUT /v2.0/ports/1ca31268-1897-4c13-a6e0-1c501824f20a HTTP/1.1" status: 200 len: 1092 time: 1.7952514 Feb 04 16:10:23.140502 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:23.277363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27be517-530d-4972-9ecb-0227288b881a service neutron] Pushing event updated for resources: {'Port': ['ID=1ca31268-1897-4c13-a6e0-1c501824f20a,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:23.338141 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-ee836563-b3f5-480c-9ec8-ea086ed81910 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 1095 time: 0.1383107 Feb 04 16:10:23.439041 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-edeb9c77-2f80-4709-8d8a-a70000f288f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ca31268-1897-4c13-a6e0-1c501824f20a HTTP/1.1" status: 200 len: 217 time: 0.0937653 Feb 04 16:10:23.450602 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.529872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-d5948574-f8cf-45a4-8167-1f2c88d78d4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:23.531936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-d5948574-f8cf-45a4-8167-1f2c88d78d4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=229d0b40-2674-4fdc-b9b3-f356cf302322 HTTP/1.1" status: 200 len: 834 time: 0.0864186 Feb 04 16:10:23.600183 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d11a0bbc-03ff-4cbf-b866-ecfe974edd14,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:23.602736 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a', 'status': 'completed', 'code': 200} Feb 04 16:10:23.626064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] Checking segment: {'id': 'beecdc1b-0668-4fbf-8b29-c0f126ff07be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '88324c03-48f7-4ce6-9c2d-ba393f5d84f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:23.626471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] Network hostable DHCP agents. Network: 88324c03-48f7-4ce6-9c2d-ba393f5d84f1, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:10:23.672555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-9c3d32ae-06ae-4930-aea5-185afd286c80 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d349eec0-da99-4365-9639-b96a974a5d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302845 Feb 04 16:10:23.745123 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-cfc61d81-1f7c-4484-b4af-2676c01d4205', 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'fixed_ips': [{'subnet_id': '21e0ebc2-0554-43dd-805a-4fb1d1884d7b'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:10:23.746097 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.874348 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-1f78d055-53c0-4701-808d-8f8d1f2b0910 service neutron] 10.222.0.73 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950798 Feb 04 16:10:23.921212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] Network 88324c03-48f7-4ce6-9c2d-ba393f5d84f1 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:10:23.937350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 88324c03-48f7-4ce6-9c2d-ba393f5d84f1) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:23.943516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:23.944362 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.978677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6d131b-efd3-417a-af75-835b8a66661c None None] Network 88324c03-48f7-4ce6-9c2d-ba393f5d84f1 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:23.994463 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4744ed57-66c1-421f-8b77-bfea9ad78196 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3289130 Feb 04 16:10:24.119933 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.136593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Transition to ACTIVE for port object 295f0c60-9a57-4641-9710-6b14228abb39 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:24.289614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04789770-548e-4644-8cb6-a8a0e37fb0c8 req-cb272b5a-9541-4fcd-aa38-119fa7f1fdee service neutron] 10.222.0.73 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090881 Feb 04 16:10:24.305231 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ff54a-08f0-44ed-8c79-d3a6bc462265 req-b2beefeb-bc9e-45f2-834a-d9c470c2d793 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:24.306892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d7ff54a-08f0-44ed-8c79-d3a6bc462265 req-b2beefeb-bc9e-45f2-834a-d9c470c2d793 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 944 time: 0.2102835 Feb 04 16:10:24.359728 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.492018 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5d7ff54a-08f0-44ed-8c79-d3a6bc462265 req-b693e5a7-edca-4c6e-8622-8114f641cf2d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791670 Feb 04 16:10:24.543818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98b1fc49-7d25-4eb5-9876-eed55e95cd9c req-da5bd2d8-809b-4df3-b861-3c9935d99e32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 1095 time: 0.1890049 Feb 04 16:10:24.645792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Allocated IP 172.21.0.2 (cfc61d81-1f7c-4484-b4af-2676c01d4205/21e0ebc2-0554-43dd-805a-4fb1d1884d7b/24a702db-7694-4653-bfe3-81137d522a7c) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:24.685804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d43ba-a39b-438d-a89d-4d98700f9da0 None None] Pushing event updated for resources: {'Port': ['ID=295f0c60-9a57-4641-9710-6b14228abb39,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:24.710679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.833648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5a4e3e-8eb9-4bae-963f-fe9cc864fd4e None None] Network 88324c03-48f7-4ce6-9c2d-ba393f5d84f1 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:24.879396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Attempting to bind port 295f0c60-9a57-4641-9710-6b14228abb39 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:24.879846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Attempting to bind port 295f0c60-9a57-4641-9710-6b14228abb39 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:24.880262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Attempting to bind port 295f0c60-9a57-4641-9710-6b14228abb39 on network beb901a0-a7c4-43c2-924a-0bea89f82d4c {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:24.885117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1fc49-7d25-4eb5-9876-eed55e95cd9c req-6130d9b0-9d44-42cb-9f1f-5f8aab38c512 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:24.888687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98b1fc49-7d25-4eb5-9876-eed55e95cd9c req-6130d9b0-9d44-42cb-9f1f-5f8aab38c512 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d349eec0-da99-4365-9639-b96a974a5d26 HTTP/1.1" status: 200 len: 898 time: 0.3362703 Feb 04 16:10:24.978024 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98b1fc49-7d25-4eb5-9876-eed55e95cd9c req-94c95d3b-8c1e-4dc0-be06-b4b50b0185a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ca31268-1897-4c13-a6e0-1c501824f20a HTTP/1.1" status: 200 len: 217 time: 0.0844009 Feb 04 16:10:25.122574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:25.123163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Checking segment: {'id': 'f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:25.123402 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.123760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Bound using segment: {'id': 'f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:25.124247 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Bound port: 295f0c60-9a57-4641-9710-6b14228abb39, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:25.124669 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.294704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1fc49-7d25-4eb5-9876-eed55e95cd9c req-6345e958-d33a-4eaa-8877-e363cde74247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:25.296419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98b1fc49-7d25-4eb5-9876-eed55e95cd9c req-6345e958-d33a-4eaa-8877-e363cde74247 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=229d0b40-2674-4fdc-b9b3-f356cf302322 HTTP/1.1" status: 200 len: 834 time: 0.3043487 Feb 04 16:10:25.390816 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98b1fc49-7d25-4eb5-9876-eed55e95cd9c req-bf5184fb-9f03-42e6-9fbe-da50efd67ecb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d349eec0-da99-4365-9639-b96a974a5d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875134 Feb 04 16:10:25.401597 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.415761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Transition to ACTIVE for port object 24a702db-7694-4653-bfe3-81137d522a7c will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:25.436378 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Transition to ACTIVE for port object 24a702db-7694-4653-bfe3-81137d522a7c will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:25.462620 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.559062 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98b1fc49-7d25-4eb5-9876-eed55e95cd9c req-03056781-5beb-4af6-af01-b71fd5e376fa service neutron] 10.222.0.73 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601357 Feb 04 16:10:25.572488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Allocated IP 172.21.0.1 (cfc61d81-1f7c-4484-b4af-2676c01d4205/21e0ebc2-0554-43dd-805a-4fb1d1884d7b/4ff4cc94-989d-4746-8b31-480cafdefe5d) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:25.591062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47964) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:25.593624 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Pushing event updated for resources: {'Port': ['ID=24a702db-7694-4653-bfe3-81137d522a7c,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:25.596688 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-289596388-network', 'tenant_id': '057f3401e4104ec583513feda1800052'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:25.608381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:25.621514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Network cfc61d81-1f7c-4484-b4af-2676c01d4205 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:25.624741 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:25.628219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:25.638201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Usage tracker for resource:network and tenant:057f3401e4104ec583513feda1800052 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:25.669207 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] For port 295f0c60-9a57-4641-9710-6b14228abb39, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:25.671255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:25.682515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:25.696210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Made reservation on behalf of 057f3401e4104ec583513feda1800052 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:25.699025 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.752362 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] For port 295f0c60-9a57-4641-9710-6b14228abb39, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=295f0c60-9a57-4641-9710-6b14228abb39,segment=NetworkSegment(f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3),segment_id=f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:25.754056 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Attempting to bind port 24a702db-7694-4653-bfe3-81137d522a7c on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:25.754623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Attempting to bind port 24a702db-7694-4653-bfe3-81137d522a7c by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '406d3e4f-db48-4b85-8511-2c78c7b2c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:25.755163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Attempting to bind port 24a702db-7694-4653-bfe3-81137d522a7c on network cfc61d81-1f7c-4484-b4af-2676c01d4205 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:25.763909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:25.764542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Checking segment: {'id': '406d3e4f-db48-4b85-8511-2c78c7b2c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:25.765144 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.765705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Bound using segment: {'id': '406d3e4f-db48-4b85-8511-2c78c7b2c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:25.766338 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Bound port: 24a702db-7694-4653-bfe3-81137d522a7c, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406d3e4f-db48-4b85-8511-2c78c7b2c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:25.766887 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.768193 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.783731 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.794625 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98b1fc49-7d25-4eb5-9876-eed55e95cd9c req-65ed0b5b-8a40-4971-aab2-8ab90e63ac3f service neutron] 10.222.0.73 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289226 Feb 04 16:10:25.850237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:25.871789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9126c-eb5a-450f-952d-f04efc54c755 req-01b909fa-3503-49e8-ac7c-6534fe979244 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:25.873472 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6aa9126c-eb5a-450f-952d-f04efc54c755 req-01b909fa-3503-49e8-ac7c-6534fe979244 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 944 time: 0.1806264 Feb 04 16:10:26.016513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Usage tracker for resource:security_group_rule and tenant:057f3401e4104ec583513feda1800052 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:26.046002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:26.074846 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.075246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6aa9126c-eb5a-450f-952d-f04efc54c755 req-827bb693-5885-4408-922a-aadcacb14e1d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847229 Feb 04 16:10:26.076056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:26.140115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Transition to ACTIVE for port object 4ff4cc94-989d-4746-8b31-480cafdefe5d will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:26.198929 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Routers {'398ba1f0-2580-4d19-8cd7-1d1ac67deadf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:26.200714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:10:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:26.240857 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.274721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d43ba-a39b-438d-a89d-4d98700f9da0 None None] Pushing event updated for resources: {'Port': ['ID=295f0c60-9a57-4641-9710-6b14228abb39,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:26.310194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network cfc61d81-1f7c-4484-b4af-2676c01d4205 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:26.316155 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:26.326353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.327792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:26.365995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.402625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=4ff4cc94-989d-4746-8b31-480cafdefe5d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:26.435384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:10:26.439569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807a7abd-5eaa-4ad5-97e1-7e52f0b62cbb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:26.441716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] For port 24a702db-7694-4653-bfe3-81137d522a7c, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:26.450959 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.455949 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.456298 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Added segment efd7202c-27a0-41fd-9fba-9ec09b42386a of type vlan for network 4903a9b2-9a27-460d-9501-dc1326bf8889 Feb 04 16:10:26.464602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] For port 24a702db-7694-4653-bfe3-81137d522a7c, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=24a702db-7694-4653-bfe3-81137d522a7c,segment=NetworkSegment(406d3e4f-db48-4b85-8511-2c78c7b2c810),segment_id=406d3e4f-db48-4b85-8511-2c78c7b2c810)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:26.470789 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.504842 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.537323 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] Set router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:26.592614 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.593606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:26.594268 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.622138 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.658334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47332664-5f45-4499-928f-1b7d9a7d565d None None] Pushing event updated for resources: {'Port': ['ID=24a702db-7694-4653-bfe3-81137d522a7c,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:26.715100 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1228945 Feb 04 16:10:26.717838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47974) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:26.727084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] Request body: {'subnet': {'network_id': '4903a9b2-9a27-460d-9501-dc1326bf8889', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-289596388-subnet', 'tenant_id': '057f3401e4104ec583513feda1800052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:26.733083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:26.740079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] Usage tracker for resource:subnet and tenant:057f3401e4104ec583513feda1800052 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:26.743982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:26.755855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:26.773829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] Made reservation on behalf of 057f3401e4104ec583513feda1800052 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:26.776381 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.781393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa84e14-107d-46ad-82c6-7df4cbc20605 admin admin] Pushing event updated for resources: {'Network': ['ID=4903a9b2-9a27-460d-9501-dc1326bf8889,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:26.896828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 4903a9b2-9a27-460d-9501-dc1326bf8889 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:10:27.191514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:10:18Z', 'revision_number': 2, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None, '_interfaces': [{'id': '295f0c60-9a57-4641-9710-6b14228abb39', 'name': '', 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:71:ba:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:16Z', 'updated_at': '2022-02-04T16:10:25Z', 'revision_number': 4, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:27.201630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8291db7b-1452-402f-8471-c58e541b4898 None None] The sync data for ids ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'] in n-d-827872-1 is: [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:10:18Z', 'revision_number': 2, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None, '_interfaces': [{'id': '295f0c60-9a57-4641-9710-6b14228abb39', 'name': '', 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:71:ba:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:16Z', 'updated_at': '2022-02-04T16:10:25Z', 'revision_number': 4, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:27.204213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.357440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1db55fd-f346-48d8-a538-ba9c0d7994e9,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:27.383121 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] Checking segment: {'id': 'efd7202c-27a0-41fd-9fba-9ec09b42386a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4903a9b2-9a27-460d-9501-dc1326bf8889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:27.383560 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] Network hostable DHCP agents. Network: 4903a9b2-9a27-460d-9501-dc1326bf8889, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:10:27.416167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf29a9-1dfe-4072-99ef-59bef6b9fd03 req-5dc1cddc-3f91-43a5-9d9a-50555deb8d85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:27.417962 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4bf29a9-1dfe-4072-99ef-59bef6b9fd03 req-5dc1cddc-3f91-43a5-9d9a-50555deb8d85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 944 time: 0.1488388 Feb 04 16:10:27.426146 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] Network 4903a9b2-9a27-460d-9501-dc1326bf8889 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:10:27.454656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 4903a9b2-9a27-460d-9501-dc1326bf8889) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:27.464303 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211557fd-32be-47f1-b58a-6eb4275f693f None None] Network 4903a9b2-9a27-460d-9501-dc1326bf8889 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:27.467923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:27.468496 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.492704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4bf29a9-1dfe-4072-99ef-59bef6b9fd03 req-57a637e4-ddaa-4917-8894-a9a731dc8250 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680938 Feb 04 16:10:27.513475 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.518209 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9ba3f884-af57-4fcb-91cc-95df8c7b88fd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7923722 Feb 04 16:10:27.520202 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.768741 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 1ca31268-1897-4c13-a6e0-1c501824f20a details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:10:27.838177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 47984) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:27.875520 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=4ff4cc94-989d-4746-8b31-480cafdefe5d,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:27.880480 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.910182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-e886ca4b-1801-4816-9730-b344724225c6 admin admin] Deleting subnet d11a0bbc-03ff-4cbf-b866-ecfe974edd14 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:10:27.913542 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e886ca4b-1801-4816-9730-b344724225c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.030831 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e886ca4b-1801-4816-9730-b344724225c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.105301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network cfc61d81-1f7c-4484-b4af-2676c01d4205 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:28.108193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:28.115029 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1ca31268-1897-4c13-a6e0-1c501824f20a,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:28.145465 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e886ca4b-1801-4816-9730-b344724225c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.168171 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '1ca31268-1897-4c13-a6e0-1c501824f20a', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'port_id': '1ca31268-1897-4c13-a6e0-1c501824f20a', 'mac_address': 'fa:16:3e:75:62:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:10:28.210150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d539488-aa28-4fc8-94c2-f9a96125b1a4 None None] Network 4903a9b2-9a27-460d-9501-dc1326bf8889 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:28.253077 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e886ca4b-1801-4816-9730-b344724225c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.290704 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78371ad0-6184-463c-9768-2df52d4dcca3 None None] Network cfc61d81-1f7c-4484-b4af-2676c01d4205 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:28.295598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886ca4b-1801-4816-9730-b344724225c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d11a0bbc-03ff-4cbf-b866-ecfe974edd14,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:28.300178 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e886ca4b-1801-4816-9730-b344724225c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.309600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 47988) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:28.309778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e886ca4b-1801-4816-9730-b344724225c6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d11a0bbc-03ff-4cbf-b866-ecfe974edd14 HTTP/1.1" status: 204 len: 168 time: 0.4704227 Feb 04 16:10:28.418489 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.451030 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20a41804-c2dc-4163-ab77-e8553762590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.471288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cbc843c3-356f-4bf8-a1c7-099d407a07f1 None None] Provisioning for port 24a702db-7694-4653-bfe3-81137d522a7c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:28.523165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca31268-1897-4c13-a6e0-1c501824f20a {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:28.586322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1ca31268-1897-4c13-a6e0-1c501824f20a,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:28.600735 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.724612 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20a41804-c2dc-4163-ab77-e8553762590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.767861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-20a41804-c2dc-4163-ab77-e8553762590b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88324c03-48f7-4ce6-9c2d-ba393f5d84f1']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:28.785240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-20a41804-c2dc-4163-ab77-e8553762590b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beecdc1b-0668-4fbf-8b29-c0f126ff07be') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:28.786038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-20a41804-c2dc-4163-ab77-e8553762590b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beecdc1b-0668-4fbf-8b29-c0f126ff07be') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:28.826125 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20a41804-c2dc-4163-ab77-e8553762590b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.850615 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20a41804-c2dc-4163-ab77-e8553762590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.866209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a41804-c2dc-4163-ab77-e8553762590b admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:10:28.866209 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20a41804-c2dc-4163-ab77-e8553762590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:10:28.877179 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:10:28.888477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:10:28.892468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c66e9b-b91b-4c1f-a145-b8c2eb863b9e req-2db1fa45-7897-46d1-a02a-af8990fdcee1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:28.894848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 24a702db-7694-4653-bfe3-81137d522a7c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:28.902812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94c66e9b-b91b-4c1f-a145-b8c2eb863b9e req-2db1fa45-7897-46d1-a02a-af8990fdcee1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 945 time: 0.2125847 Feb 04 16:10:28.987424 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94c66e9b-b91b-4c1f-a145-b8c2eb863b9e req-1931b9b9-0caf-4f11-afdd-41b3909b01be tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827796 Feb 04 16:10:29.033183 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['1ca31268-1897-4c13-a6e0-1c501824f20a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:10:29.069753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=1ca31268-1897-4c13-a6e0-1c501824f20a,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:29.132536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 24a702db-7694-4653-bfe3-81137d522a7c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:29.148142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 24a702db-7694-4653-bfe3-81137d522a7c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:29.148576 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.161997 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20a41804-c2dc-4163-ab77-e8553762590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.206357 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-20a41804-c2dc-4163-ab77-e8553762590b admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.265467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a41804-c2dc-4163-ab77-e8553762590b admin admin] Pushing event deleted for resources: {'Network': ['ID=88324c03-48f7-4ce6-9c2d-ba393f5d84f1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:29.276711 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-20a41804-c2dc-4163-ab77-e8553762590b admin admin] 10.222.0.60 "DELETE /v2.0/networks/88324c03-48f7-4ce6-9c2d-ba393f5d84f1 HTTP/1.1" status: 204 len: 168 time: 0.9656963 Feb 04 16:10:29.279715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48000) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:29.366016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-df360640-b286-47c7-914c-0aa03dae4697 admin admin] Deleting subnet e1db55fd-f346-48d8-a538-ba9c0d7994e9 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:10:29.374765 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-df360640-b286-47c7-914c-0aa03dae4697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.380065 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.455187 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-df360640-b286-47c7-914c-0aa03dae4697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.504190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:29.514693 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1dab5458-1823-4aea-ac6c-12aa3c2ab500 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/398ba1f0-2580-4d19-8cd7-1d1ac67deadf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4683876 Feb 04 16:10:29.517292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48004) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:29.526991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'network': {'name': 'tempest-RoutersTest-1370666350'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:29.536732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:29.538609 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 24a702db-7694-4653-bfe3-81137d522a7c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=24a702db-7694-4653-bfe3-81137d522a7c,segment=NetworkSegment(406d3e4f-db48-4b85-8511-2c78c7b2c810),segment_id=406d3e4f-db48-4b85-8511-2c78c7b2c810)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:29.540795 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-77531392-c555-4442-9222-dbe626dbb3e6 None None] Provisioning for port 4ff4cc94-989d-4746-8b31-480cafdefe5d completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:29.545957 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.556872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:network and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:29.561229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:29.574128 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:29.579048 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-df360640-b286-47c7-914c-0aa03dae4697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.581058 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-77531392-c555-4442-9222-dbe626dbb3e6 None None] Provisioning complete for port 4ff4cc94-989d-4746-8b31-480cafdefe5d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:29.581563 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-77531392-c555-4442-9222-dbe626dbb3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.621826 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:29.625531 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.648094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-77531392-c555-4442-9222-dbe626dbb3e6 None None] Port 4ff4cc94-989d-4746-8b31-480cafdefe5d cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:29.676622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:10:29.680313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-77531392-c555-4442-9222-dbe626dbb3e6 None None] Provisioning complete for port 24a702db-7694-4653-bfe3-81137d522a7c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:29.680785 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-77531392-c555-4442-9222-dbe626dbb3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.696915 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-df360640-b286-47c7-914c-0aa03dae4697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.709541 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.709935 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Added segment c832430e-1f85-44ee-a1a6-6ffa268bda9b of type vlan for network 83373be0-5d3a-48c8-9579-e7e999443820 Feb 04 16:10:29.748462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=24a702db-7694-4653-bfe3-81137d522a7c,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:29.766169 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-df360640-b286-47c7-914c-0aa03dae4697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.782191 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-df360640-b286-47c7-914c-0aa03dae4697 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e1db55fd-f346-48d8-a538-ba9c0d7994e9 HTTP/1.1" status: 204 len: 168 time: 0.4990556 Feb 04 16:10:29.782652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48008) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:29.789757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df360640-b286-47c7-914c-0aa03dae4697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1db55fd-f346-48d8-a538-ba9c0d7994e9,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:29.840790 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.919394 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.929918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:29.930925 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.025045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2d97b790-a9b8-4704-8a95-5c0990c60ae7 None None] Provisioning complete for port 4ff4cc94-989d-4746-8b31-480cafdefe5d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:30.026623 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2d97b790-a9b8-4704-8a95-5c0990c60ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.050037 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65995560-79aa-4894-a999-086f3c27b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.099488 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5799448 Feb 04 16:10:30.102150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2d97b790-a9b8-4704-8a95-5c0990c60ae7 None None] Port 4ff4cc94-989d-4746-8b31-480cafdefe5d cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:30.113628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48016) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:30.122096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'subnet': {'network_id': '83373be0-5d3a-48c8-9579-e7e999443820', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:30.124312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd273389-d597-4fa8-90ea-25bae8fef53b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Network': ['ID=83373be0-5d3a-48c8-9579-e7e999443820,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:30.135352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 83373be0-5d3a-48c8-9579-e7e999443820 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:10:30.465023 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65995560-79aa-4894-a999-086f3c27b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.508298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:30.513464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-65995560-79aa-4894-a999-086f3c27b92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4903a9b2-9a27-460d-9501-dc1326bf8889']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:30.525116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:subnet and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:30.531424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:30.536142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-65995560-79aa-4894-a999-086f3c27b92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd7202c-27a0-41fd-9fba-9ec09b42386a') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:30.536435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-65995560-79aa-4894-a999-086f3c27b92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd7202c-27a0-41fd-9fba-9ec09b42386a') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:30.546613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:30.553252 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8cc5a74e-3308-4871-8ff5-67e46e4cbb86 req-a4baeb0c-b29e-4ab7-bc0e-0e153c6b6c1c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699680 Feb 04 16:10:30.558647 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65995560-79aa-4894-a999-086f3c27b92f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.580573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209e8ad-5ff8-4f1b-bf48-c7ea4506bae7 req-603a5a5c-b655-48e8-bdde-778641b9f4fd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:30.582030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1209e8ad-5ff8-4f1b-bf48-c7ea4506bae7 req-603a5a5c-b655-48e8-bdde-778641b9f4fd tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 945 time: 0.3549719 Feb 04 16:10:30.585009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:30.603488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65995560-79aa-4894-a999-086f3c27b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.682333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65995560-79aa-4894-a999-086f3c27b92f admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:10:30.682733 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65995560-79aa-4894-a999-086f3c27b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.694954 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 24a702db-7694-4653-bfe3-81137d522a7c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:10:30.696642 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:10:30.742263 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8cc5a74e-3308-4871-8ff5-67e46e4cbb86 req-61adb1ad-a0fb-4e60-8927-77ee16ac2af7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=256ff6c0b37247e3a55a01105f246482&device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 1096 time: 0.0871794 Feb 04 16:10:30.773015 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 24a702db-7694-4653-bfe3-81137d522a7c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:30.773605 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.818802 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.898814 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65995560-79aa-4894-a999-086f3c27b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.902456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1209e8ad-5ff8-4f1b-bf48-c7ea4506bae7 req-a0458a1b-c11f-42d6-989d-8e183f147b40 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034797 Feb 04 16:10:30.906235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5a74e-3308-4871-8ff5-67e46e4cbb86 req-baa0e52d-1610-4185-9f7f-979cbed575c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:30.907993 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8cc5a74e-3308-4871-8ff5-67e46e4cbb86 req-baa0e52d-1610-4185-9f7f-979cbed575c6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=70e987bb-3878-4741-a125-153f29737d04 HTTP/1.1" status: 200 len: 915 time: 0.1434875 Feb 04 16:10:30.929699 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-65995560-79aa-4894-a999-086f3c27b92f admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.953163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65995560-79aa-4894-a999-086f3c27b92f admin admin] Pushing event deleted for resources: {'Network': ['ID=4903a9b2-9a27-460d-9501-dc1326bf8889,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:30.957793 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-65995560-79aa-4894-a999-086f3c27b92f admin admin] 10.222.0.60 "DELETE /v2.0/networks/4903a9b2-9a27-460d-9501-dc1326bf8889 HTTP/1.1" status: 204 len: 168 time: 1.1739802 Feb 04 16:10:31.033063 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8cc5a74e-3308-4871-8ff5-67e46e4cbb86 req-b3c83ae2-f0ba-4080-93b7-5f3fd3bde02c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20f156aa-798f-452f-aaf4-4dab09c8e329 HTTP/1.1" status: 200 len: 217 time: 0.1180336 Feb 04 16:10:31.108670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5a74e-3308-4871-8ff5-67e46e4cbb86 req-5270db26-b113-45b9-a497-0eca29f53979 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:31.110172 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8cc5a74e-3308-4871-8ff5-67e46e4cbb86 req-5270db26-b113-45b9-a497-0eca29f53979 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=63f78af5-fb1a-427e-9db5-0f7bbd6c6522 HTTP/1.1" status: 200 len: 854 time: 0.0697434 Feb 04 16:10:31.168544 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.181791 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8cc5a74e-3308-4871-8ff5-67e46e4cbb86 req-3cb3e5f5-b87e-4980-a3b0-8a929137c423 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70e987bb-3878-4741-a125-153f29737d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644970 Feb 04 16:10:31.250408 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Subnet': ['ID=da93650d-d990-4a15-b7a1-af12e02942cb,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:31.292629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Checking segment: {'id': 'c832430e-1f85-44ee-a1a6-6ffa268bda9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:31.293247 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network hostable DHCP agents. Network: 83373be0-5d3a-48c8-9579-e7e999443820, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:10:31.297809 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48028) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:31.363061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a4d51d60-3e88-4ff6-b501-efb354ef4811 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7676e58a945a4522856fa0405525e530&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0637641 Feb 04 16:10:31.364246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network 83373be0-5d3a-48c8-9579-e7e999443820 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:10:31.365643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48032) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:31.375306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 83373be0-5d3a-48c8-9579-e7e999443820) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:31.380084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:31.380922 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.386831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e2f6bb-9f39-40ab-9a2f-c92a815d5894 None None] Network 83373be0-5d3a-48c8-9579-e7e999443820 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:31.408144 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-708f7af9-8ac0-4984-ac71-f20349d30c98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2906985 Feb 04 16:10:31.408358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48036) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:31.425839 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8cc5a74e-3308-4871-8ff5-67e46e4cbb86 req-d0ac4d4a-ca0f-4ce7-b82b-70df90d49d11 service neutron] 10.222.0.81 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384686 Feb 04 16:10:31.523270 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eaa63170-78d4-4bf7-9db4-2c5dd2b8a423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.568359 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eaa63170-78d4-4bf7-9db4-2c5dd2b8a423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.632942 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8cc5a74e-3308-4871-8ff5-67e46e4cbb86 req-7fff9dbd-f427-4f91-8e70-21bd09fde4fa service neutron] 10.222.0.81 "GET /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990411 Feb 04 16:10:31.659548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eaa63170-78d4-4bf7-9db4-2c5dd2b8a423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.663286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-83373be0-5d3a-48c8-9579-e7e999443820', 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'fixed_ips': [{'subnet_id': 'da93650d-d990-4a15-b7a1-af12e02942cb'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:10:31.664457 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.681141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa63170-78d4-4bf7-9db4-2c5dd2b8a423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad63c84-460f-4f74-ae77-d97a5f2a0d51,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:31.693895 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eaa63170-78d4-4bf7-9db4-2c5dd2b8a423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.697692 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eaa63170-78d4-4bf7-9db4-2c5dd2b8a423 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ad63c84-460f-4f74-ae77-d97a5f2a0d51 HTTP/1.1" status: 204 len: 168 time: 0.3285353 Feb 04 16:10:31.836132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 1ca31268-1897-4c13-a6e0-1c501824f20a up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:31.907410 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Allocated IP 172.22.0.2 (83373be0-5d3a-48c8-9579-e7e999443820/da93650d-d990-4a15-b7a1-af12e02942cb/1368a470-f8f8-4548-bb4a-89f917e581cf) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:32.211783 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 1ca31268-1897-4c13-a6e0-1c501824f20a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:32.222727 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 1ca31268-1897-4c13-a6e0-1c501824f20a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:32.223222 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.350284 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.401868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48048) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:32.406134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702c6f4-f452-427e-b360-623d290b3d67 req-7171c026-5966-4fec-a499-f27762daee74 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:32.410517 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0702c6f4-f452-427e-b360-623d290b3d67 req-7171c026-5966-4fec-a499-f27762daee74 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 945 time: 0.2810128 Feb 04 16:10:32.493485 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-45f22c84-9277-4ad2-88f8-88ef0f62c31c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=057f3401e4104ec583513feda1800052&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0878241 Feb 04 16:10:32.496296 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48052) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:32.525574 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.613824 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.636005 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Transition to ACTIVE for port object 1368a470-f8f8-4548-bb4a-89f917e581cf will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:32.678777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:32.705874 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Transition to ACTIVE for port object 1368a470-f8f8-4548-bb4a-89f917e581cf will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:32.714334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1ca31268-1897-4c13-a6e0-1c501824f20a,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:32.722888 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.818820 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.823527 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 295f0c60-9a57-4641-9710-6b14228abb39 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:32.829665 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea86f97d-48f8-405b-9537-4a1fbcaefc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.874985 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea86f97d-48f8-405b-9537-4a1fbcaefc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.906589 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a', 'code': 200} Feb 04 16:10:32.941488 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Network 83373be0-5d3a-48c8-9579-e7e999443820 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:32.946139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:32.949212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:32.967563 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=1ca31268-1897-4c13-a6e0-1c501824f20a,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:32.989187 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea86f97d-48f8-405b-9537-4a1fbcaefc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.007810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86f97d-48f8-405b-9537-4a1fbcaefc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807a7abd-5eaa-4ad5-97e1-7e52f0b62cbb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:33.025028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea86f97d-48f8-405b-9537-4a1fbcaefc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.028455 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ea86f97d-48f8-405b-9537-4a1fbcaefc46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/807a7abd-5eaa-4ad5-97e1-7e52f0b62cbb HTTP/1.1" status: 204 len: 168 time: 0.5291364 Feb 04 16:10:33.087840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0702c6f4-f452-427e-b360-623d290b3d67 req-0d5b0b15-aa73-4a89-b2e5-71dcf07bf5ab tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6708593 Feb 04 16:10:33.131304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 295f0c60-9a57-4641-9710-6b14228abb39 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:33.150866 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Pushing event updated for resources: {'Port': ['ID=1368a470-f8f8-4548-bb4a-89f917e581cf,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:33.154235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 295f0c60-9a57-4641-9710-6b14228abb39 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:33.154689 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.207488 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Attempting to bind port 1368a470-f8f8-4548-bb4a-89f917e581cf on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:33.207881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Attempting to bind port 1368a470-f8f8-4548-bb4a-89f917e581cf by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'c832430e-1f85-44ee-a1a6-6ffa268bda9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:33.208192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Attempting to bind port 1368a470-f8f8-4548-bb4a-89f917e581cf on network 83373be0-5d3a-48c8-9579-e7e999443820 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:33.208496 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1de57486-a574-45e7-a4f5-7ebb65c38afe req-9c7faa46-1c86-4c5b-a550-eefa0c32d8f1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 1097 time: 0.2312210 Feb 04 16:10:33.222622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:33.223069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Checking segment: {'id': 'c832430e-1f85-44ee-a1a6-6ffa268bda9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:33.223811 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.223811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Bound using segment: {'id': 'c832430e-1f85-44ee-a1a6-6ffa268bda9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:33.224245 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Bound port: 1368a470-f8f8-4548-bb4a-89f917e581cf, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c832430e-1f85-44ee-a1a6-6ffa268bda9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:33.224672 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.311860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1de57486-a574-45e7-a4f5-7ebb65c38afe req-48aa4793-0d13-4eea-958c-d9e600ea1bfb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956385 Feb 04 16:10:33.375757 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.396450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Allocated IP 172.22.0.1 (83373be0-5d3a-48c8-9579-e7e999443820/da93650d-d990-4a15-b7a1-af12e02942cb/fe2bd468-f583-43d3-a17a-3ae8d3e081ba) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:33.422472 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] For port 1368a470-f8f8-4548-bb4a-89f917e581cf, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:33.428047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] For port 1368a470-f8f8-4548-bb4a-89f917e581cf, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1368a470-f8f8-4548-bb4a-89f917e581cf,segment=NetworkSegment(c832430e-1f85-44ee-a1a6-6ffa268bda9b),segment_id=c832430e-1f85-44ee-a1a6-6ffa268bda9b)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:33.437159 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.455188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 295f0c60-9a57-4641-9710-6b14228abb39, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=295f0c60-9a57-4641-9710-6b14228abb39,segment=NetworkSegment(f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3),segment_id=f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:33.537254 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.572220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acf7af-e777-4a37-a66c-f5f80d9f6325 None None] Pushing event updated for resources: {'Port': ['ID=1368a470-f8f8-4548-bb4a-89f917e581cf,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:33.627260 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.665738 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=295f0c60-9a57-4641-9710-6b14228abb39,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:33.667797 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Transition to ACTIVE for port object fe2bd468-f583-43d3-a17a-3ae8d3e081ba will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:33.694267 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.835790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network 83373be0-5d3a-48c8-9579-e7e999443820 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:33.838979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:33.841820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:33.893184 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=fe2bd468-f583-43d3-a17a-3ae8d3e081ba,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:33.916528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.916869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.917197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.917520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.917842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.918160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.918475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.918789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.919100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.919440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.919881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.950523 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.056316 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.453501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87362e03-feae-4fdd-8f27-4d02a5d7a95b req-0201a2bb-b29b-407c-a88f-1b48cab0944e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:34.454900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87362e03-feae-4fdd-8f27-4d02a5d7a95b req-0201a2bb-b29b-407c-a88f-1b48cab0944e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 946 time: 0.2077255 Feb 04 16:10:34.548119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87362e03-feae-4fdd-8f27-4d02a5d7a95b req-a5d4e280-3996-4796-abaf-ab5703fad6de tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819256 Feb 04 16:10:34.567499 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.572910 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.725742 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.729665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=fe2bd468-f583-43d3-a17a-3ae8d3e081ba,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:34.875968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 295f0c60-9a57-4641-9710-6b14228abb39 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:34.958077 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1c2e47-86d9-45af-866a-a2bc4a9712c0 None None] Network 83373be0-5d3a-48c8-9579-e7e999443820 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:35.108714 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network 83373be0-5d3a-48c8-9579-e7e999443820 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:35.109905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:35.260024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ed0a5503-3729-4a85-8242-2d3a7aa3bd52 None None] Provisioning for port 1368a470-f8f8-4548-bb4a-89f917e581cf completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:35.306103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 295f0c60-9a57-4641-9710-6b14228abb39 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:35.306990 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.529976 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1368a470-f8f8-4548-bb4a-89f917e581cf up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:35.589660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:10:35.631564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 1368a470-f8f8-4548-bb4a-89f917e581cf completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:35.637597 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1368a470-f8f8-4548-bb4a-89f917e581cf triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:35.638041 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.822953 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.921093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 1368a470-f8f8-4548-bb4a-89f917e581cf, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1368a470-f8f8-4548-bb4a-89f917e581cf,segment=NetworkSegment(c832430e-1f85-44ee-a1a6-6ffa268bda9b),segment_id=c832430e-1f85-44ee-a1a6-6ffa268bda9b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:35.925902 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.010878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-806b697f-1ea5-4d64-8052-109874cc9ad0 None None] Provisioning for port fe2bd468-f583-43d3-a17a-3ae8d3e081ba completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:36.026976 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42f39c85-8ced-4184-9cfe-7fb4e17d7eba req-272c6980-53b1-4346-a444-fce014011f22 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4342337 Feb 04 16:10:36.031693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-806b697f-1ea5-4d64-8052-109874cc9ad0 None None] Provisioning complete for port fe2bd468-f583-43d3-a17a-3ae8d3e081ba triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:36.051272 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-806b697f-1ea5-4d64-8052-109874cc9ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.060568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:36.084988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f30d40-1c09-412d-bf1a-7dcdf46df398 req-513e1540-d34d-4010-a765-fc968c30fb9b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:36.086521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0f30d40-1c09-412d-bf1a-7dcdf46df398 req-513e1540-d34d-4010-a765-fc968c30fb9b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 946 time: 0.2348762 Feb 04 16:10:36.093314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48118) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:36.101895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'network': {'name': 'tempest-RoutersTest-1646994230'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:36.102610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5b528ee9-1b69-4ccc-8868-5b9a00dd3941 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/398ba1f0-2580-4d19-8cd7-1d1ac67deadf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6931839 Feb 04 16:10:36.117240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:36.140113 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:network and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:36.147994 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:36.170131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:36.170449 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Sync routers for ids ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:36.184538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=1368a470-f8f8-4548-bb4a-89f917e581cf,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:36.187550 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-806b697f-1ea5-4d64-8052-109874cc9ad0 None None] Port fe2bd468-f583-43d3-a17a-3ae8d3e081ba cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:36.198331 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:36.201763 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-806b697f-1ea5-4d64-8052-109874cc9ad0 None None] Provisioning complete for port 1368a470-f8f8-4548-bb4a-89f917e581cf triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:36.202182 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-806b697f-1ea5-4d64-8052-109874cc9ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.204846 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.211022 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Routers {'398ba1f0-2580-4d19-8cd7-1d1ac67deadf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:36.211933 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:10:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:36.308435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:10:36.334382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.336298 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Added segment 9428933a-30fe-4776-a03c-370fbd817ca6 of type vlan for network eedcc2cf-b870-41b2-8bc9-4a14ce96b147 Feb 04 16:10:36.403248 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0f30d40-1c09-412d-bf1a-7dcdf46df398 req-a6d68b83-337f-44cc-bbd6-163f5d7dbce1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962193 Feb 04 16:10:36.464471 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.522473 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.527785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:36.529112 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.534203 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42f39c85-8ced-4184-9cfe-7fb4e17d7eba req-cedbe266-573f-4a61-82c3-43dec21ce5fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 1097 time: 0.3492398 Feb 04 16:10:36.645563 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6bda2b80-50e5-4e5a-8ff5-52c8797f93ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.664036 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Set router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:36.676151 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e8274fb0-91c0-4ee2-9c7e-dd497a2ae7a9 None None] Provisioning complete for port fe2bd468-f583-43d3-a17a-3ae8d3e081ba triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:36.678039 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e8274fb0-91c0-4ee2-9c7e-dd497a2ae7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.760612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1368a470-f8f8-4548-bb4a-89f917e581cf up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:36.776358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Network': ['ID=eedcc2cf-b870-41b2-8bc9-4a14ce96b147,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:36.789527 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-093914ba-a570-43fd-9c30-ecbdd232bbe4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6953323 Feb 04 16:10:36.790279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48130) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:36.796691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'subnet': {'network_id': 'eedcc2cf-b870-41b2-8bc9-4a14ce96b147', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:36.856983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network eedcc2cf-b870-41b2-8bc9-4a14ce96b147 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:10:36.960880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:36.965579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:subnet and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:36.973883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:36.977787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f39c85-8ced-4184-9cfe-7fb4e17d7eba req-940a3a69-2dfa-46df-b80e-51ab63df606f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:36.979463 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42f39c85-8ced-4184-9cfe-7fb4e17d7eba req-940a3a69-2dfa-46df-b80e-51ab63df606f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d349eec0-da99-4365-9639-b96a974a5d26 HTTP/1.1" status: 200 len: 898 time: 0.4264193 Feb 04 16:10:36.980869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:36.993968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Made reservation on behalf of 8dcac0d1e09848a4b0518f88a2c49d24 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:37.093620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e8274fb0-91c0-4ee2-9c7e-dd497a2ae7a9 None None] Port fe2bd468-f583-43d3-a17a-3ae8d3e081ba cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:37.136549 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.151652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 1368a470-f8f8-4548-bb4a-89f917e581cf triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:37.152191 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.207544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982072ab-8ee4-40ff-9e7b-7632f3e08136 req-47ac82a1-1727-43f0-a798-cce96f0d9db4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:37.209570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-982072ab-8ee4-40ff-9e7b-7632f3e08136 req-47ac82a1-1727-43f0-a798-cce96f0d9db4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 946 time: 0.4634075 Feb 04 16:10:37.211036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42f39c85-8ced-4184-9cfe-7fb4e17d7eba req-42836be5-ed29-4231-933e-f848e686acd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ca31268-1897-4c13-a6e0-1c501824f20a HTTP/1.1" status: 200 len: 217 time: 0.2103393 Feb 04 16:10:37.256369 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d14369bd-aba9-490d-9cc4-37d68298618b None None] Provisioning complete for port fe2bd468-f583-43d3-a17a-3ae8d3e081ba triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:37.256735 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d14369bd-aba9-490d-9cc4-37d68298618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.370177 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-982072ab-8ee4-40ff-9e7b-7632f3e08136 req-a6476caf-3ec2-466e-b112-ad57e22d49d0 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527860 Feb 04 16:10:37.375841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f39c85-8ced-4184-9cfe-7fb4e17d7eba req-544d5439-a451-4cb4-8c8f-0b428077602a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:37.377456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42f39c85-8ced-4184-9cfe-7fb4e17d7eba req-544d5439-a451-4cb4-8c8f-0b428077602a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=229d0b40-2674-4fdc-b9b3-f356cf302322 HTTP/1.1" status: 200 len: 834 time: 0.1361678 Feb 04 16:10:37.393644 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:10:33Z', 'revision_number': 4, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None, '_interfaces': [{'id': '295f0c60-9a57-4641-9710-6b14228abb39', 'name': '', 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:71:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:16Z', 'updated_at': '2022-02-04T16:10:33Z', 'revision_number': 5, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff4cc94-989d-4746-8b31-480cafdefe5d', 'name': '', 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:75:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e0ebc2-0554-43dd-805a-4fb1d1884d7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:25Z', 'updated_at': '2022-02-04T16:10:27Z', 'revision_number': 2, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '21e0ebc2-0554-43dd-805a-4fb1d1884d7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2bd468-f583-43d3-a17a-3ae8d3e081ba', 'name': '', 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:65:55:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da93650d-d990-4a15-b7a1-af12e02942cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:33Z', 'updated_at': '2022-02-04T16:10:34Z', 'revision_number': 2, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': 'da93650d-d990-4a15-b7a1-af12e02942cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:37.399671 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Checking router: 398ba1f0-2580-4d19-8cd7-1d1ac67deadf for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:10:37.400390 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Updating router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf port 4ff4cc94-989d-4746-8b31-480cafdefe5d binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:10:37.433191 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d14369bd-aba9-490d-9cc4-37d68298618b None None] Port fe2bd468-f583-43d3-a17a-3ae8d3e081ba cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:37.446290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48144) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:37.461416 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.474070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158987e-5c45-4e2f-98a5-a079bcbc6f0c req-17c6e2b6-b3e8-47af-a833-9497f5b98a48 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:37.483719 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6158987e-5c45-4e2f-98a5-a079bcbc6f0c req-17c6e2b6-b3e8-47af-a833-9497f5b98a48 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 945 time: 0.3606281 Feb 04 16:10:37.518036 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.562891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6158987e-5c45-4e2f-98a5-a079bcbc6f0c req-cdbd815d-d18c-4b14-bd67-b19ffd06b476 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680835 Feb 04 16:10:37.569423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42f39c85-8ced-4184-9cfe-7fb4e17d7eba req-0b73e027-4e0c-4457-9a4d-d55a5a30e912 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d349eec0-da99-4365-9639-b96a974a5d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851113 Feb 04 16:10:37.590650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Subnet': ['ID=794e0166-7e79-4e69-92c7-771afb5963fa,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:37.621490 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-51db8d3a-e4b5-44c6-915d-e5e5dbb0516e tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 1092 time: 0.1740794 Feb 04 16:10:37.629153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48154) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:37.639089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': '1ca31268-1897-4c13-a6e0-1c501824f20a', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:37.645823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:37.650106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:floatingip and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:37.653153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:37.664506 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:37.681319 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.699675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Checking segment: {'id': '9428933a-30fe-4776-a03c-370fbd817ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eedcc2cf-b870-41b2-8bc9-4a14ce96b147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:37.700042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network hostable DHCP agents. Network: eedcc2cf-b870-41b2-8bc9-4a14ce96b147, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:10:37.786197 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network eedcc2cf-b870-41b2-8bc9-4a14ce96b147 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:10:37.803776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, eedcc2cf-b870-41b2-8bc9-4a14ce96b147) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:37.809755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:37.810860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.817083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6bbda6-746a-4897-8fa6-bf692fa134ab None None] Network eedcc2cf-b870-41b2-8bc9-4a14ce96b147 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:37.848782 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0011d321-a7b7-4c1c-a4af-5b84a0225aaf tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0574260 Feb 04 16:10:37.851815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48162) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:38.033321 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.035681 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.052888 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Transition to ACTIVE for port object 4ff4cc94-989d-4746-8b31-480cafdefe5d will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:38.063153 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.069496 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42f39c85-8ced-4184-9cfe-7fb4e17d7eba req-07a61d96-4b2c-435b-a07a-501c362ef61c service neutron] 10.222.0.73 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940677 Feb 04 16:10:38.261679 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937b803-bd15-4557-be23-d085ccb9cbba None None] Pushing event updated for resources: {'Port': ['ID=4ff4cc94-989d-4746-8b31-480cafdefe5d,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:38.301550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.25.0.70 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/28a9d169-a2a1-4f5c-b5ec-2a6e0ff6c4a4) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:38.308274 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-eedcc2cf-b870-41b2-8bc9-4a14ce96b147', 'network_id': 'eedcc2cf-b870-41b2-8bc9-4a14ce96b147', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'fixed_ips': [{'subnet_id': '794e0166-7e79-4e69-92c7-771afb5963fa'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:10:38.309264 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.383832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42f39c85-8ced-4184-9cfe-7fb4e17d7eba req-3c1df44a-da6b-475b-8f9c-e68dfe79cc1c service neutron] 10.222.0.73 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083329 Feb 04 16:10:38.463556 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Attempting to bind port 4ff4cc94-989d-4746-8b31-480cafdefe5d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:38.467201 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Attempting to bind port 4ff4cc94-989d-4746-8b31-480cafdefe5d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '406d3e4f-db48-4b85-8511-2c78c7b2c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:38.469051 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Attempting to bind port 4ff4cc94-989d-4746-8b31-480cafdefe5d on network cfc61d81-1f7c-4484-b4af-2676c01d4205 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:38.487429 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:38.488374 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Checking segment: {'id': '406d3e4f-db48-4b85-8511-2c78c7b2c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:38.489809 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.490356 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Bound using segment: {'id': '406d3e4f-db48-4b85-8511-2c78c7b2c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:38.492733 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Bound port: 4ff4cc94-989d-4746-8b31-480cafdefe5d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406d3e4f-db48-4b85-8511-2c78c7b2c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:38.493129 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.541455 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Allocated IP 172.23.0.2 (eedcc2cf-b870-41b2-8bc9-4a14ce96b147/794e0166-7e79-4e69-92c7-771afb5963fa/3e57a3d0-efb1-4d89-8862-30ce9f830bf8) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:38.666104 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] For port 4ff4cc94-989d-4746-8b31-480cafdefe5d, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:38.672508 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] For port 4ff4cc94-989d-4746-8b31-480cafdefe5d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4ff4cc94-989d-4746-8b31-480cafdefe5d,segment=NetworkSegment(406d3e4f-db48-4b85-8511-2c78c7b2c810),segment_id=406d3e4f-db48-4b85-8511-2c78c7b2c810)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:38.679119 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.787987 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Updating router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf port fe2bd468-f583-43d3-a17a-3ae8d3e081ba binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:10:38.877359 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.913600 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937b803-bd15-4557-be23-d085ccb9cbba None None] Pushing event updated for resources: {'Port': ['ID=4ff4cc94-989d-4746-8b31-480cafdefe5d,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:38.915557 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.948758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Transition to ACTIVE for port object 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:39.012707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f333e9-f737-40ef-b38a-735e5d0ecb97 req-f1bf0f2d-8cbc-4f8c-bedb-ec74eaeaae34 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:39.014660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51f333e9-f737-40ef-b38a-735e5d0ecb97 req-f1bf0f2d-8cbc-4f8c-bedb-ec74eaeaae34 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 945 time: 0.1947477 Feb 04 16:10:39.039309 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7e9e4803-2245-460a-b84b-7317df92013b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.044485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Transition to ACTIVE for port object 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:39.059668 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.141717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51f333e9-f737-40ef-b38a-735e5d0ecb97 req-57cd2ff3-d891-4c82-a193-82a896c0959e tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178751 Feb 04 16:10:39.203296 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Network eedcc2cf-b870-41b2-8bc9-4a14ce96b147 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:39.207824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:39.217864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:39.232656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Pushing event updated for resources: {'Port': ['ID=3e57a3d0-efb1-4d89-8862-30ce9f830bf8,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:39.279939 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.301656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bc2e0-aa29-469f-9066-749ebfe2c8a5 req-e079bc11-233b-4fb3-887d-ed3b121d5e32 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:39.302339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-351bc2e0-aa29-469f-9066-749ebfe2c8a5 req-e079bc11-233b-4fb3-887d-ed3b121d5e32 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Synchronizing usage tracker for tenant:256ff6c0b37247e3a55a01105f246482 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:39.346505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Attempting to bind port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:39.347056 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Attempting to bind port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '9428933a-30fe-4776-a03c-370fbd817ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eedcc2cf-b870-41b2-8bc9-4a14ce96b147'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:39.347876 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Attempting to bind port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 on network eedcc2cf-b870-41b2-8bc9-4a14ce96b147 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:39.354646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:39.355150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Checking segment: {'id': '9428933a-30fe-4776-a03c-370fbd817ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eedcc2cf-b870-41b2-8bc9-4a14ce96b147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:39.355670 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.356173 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Bound using segment: {'id': '9428933a-30fe-4776-a03c-370fbd817ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eedcc2cf-b870-41b2-8bc9-4a14ce96b147'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:39.356741 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Bound port: 3e57a3d0-efb1-4d89-8862-30ce9f830bf8, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9428933a-30fe-4776-a03c-370fbd817ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eedcc2cf-b870-41b2-8bc9-4a14ce96b147'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:39.357217 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.394004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-351bc2e0-aa29-469f-9066-749ebfe2c8a5 req-e079bc11-233b-4fb3-887d-ed3b121d5e32 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Unset dirty status for tenant:256ff6c0b37247e3a55a01105f246482 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:39.395438 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-351bc2e0-aa29-469f-9066-749ebfe2c8a5 req-e079bc11-233b-4fb3-887d-ed3b121d5e32 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 945 time: 0.4413476 Feb 04 16:10:39.456167 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] For port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:39.461025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] For port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3e57a3d0-efb1-4d89-8862-30ce9f830bf8,segment=NetworkSegment(9428933a-30fe-4776-a03c-370fbd817ca6),segment_id=9428933a-30fe-4776-a03c-370fbd817ca6)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:39.465937 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.528986 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.543603 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Transition to ACTIVE for port object fe2bd468-f583-43d3-a17a-3ae8d3e081ba will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:39.554151 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.575254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc47d29-41cb-4c41-8867-48a8f767f36a None None] Pushing event updated for resources: {'Port': ['ID=3e57a3d0-efb1-4d89-8862-30ce9f830bf8,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:39.576054 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.617858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-351bc2e0-aa29-469f-9066-749ebfe2c8a5 req-4635f9dc-60f7-40ac-a396-0036979887e4 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Deleting port 20f156aa-798f-452f-aaf4-4dab09c8e329 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:39.618210 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-351bc2e0-aa29-469f-9066-749ebfe2c8a5 req-4635f9dc-60f7-40ac-a396-0036979887e4 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.709949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:39.726368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:39.750461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:39.776375 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937b803-bd15-4557-be23-d085ccb9cbba None None] Pushing event updated for resources: {'Port': ['ID=fe2bd468-f583-43d3-a17a-3ae8d3e081ba,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:39.824781 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=28a9d169-a2a1-4f5c-b5ec-2a6e0ff6c4a4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:39.892370 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Attempting to bind port fe2bd468-f583-43d3-a17a-3ae8d3e081ba on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:39.892791 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Attempting to bind port fe2bd468-f583-43d3-a17a-3ae8d3e081ba by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'c832430e-1f85-44ee-a1a6-6ffa268bda9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:39.893244 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Attempting to bind port fe2bd468-f583-43d3-a17a-3ae8d3e081ba on network 83373be0-5d3a-48c8-9579-e7e999443820 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:39.904588 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:39.904956 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Checking segment: {'id': 'c832430e-1f85-44ee-a1a6-6ffa268bda9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:39.905356 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.905747 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Bound using segment: {'id': 'c832430e-1f85-44ee-a1a6-6ffa268bda9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:39.906210 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Bound port: fe2bd468-f583-43d3-a17a-3ae8d3e081ba, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c832430e-1f85-44ee-a1a6-6ffa268bda9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:39.906582 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.081182 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] For port fe2bd468-f583-43d3-a17a-3ae8d3e081ba, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:40.086994 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] For port fe2bd468-f583-43d3-a17a-3ae8d3e081ba, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fe2bd468-f583-43d3-a17a-3ae8d3e081ba,segment=NetworkSegment(c832430e-1f85-44ee-a1a6-6ffa268bda9b),segment_id=c832430e-1f85-44ee-a1a6-6ffa268bda9b)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:40.091995 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.180766 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937b803-bd15-4557-be23-d085ccb9cbba None None] Pushing event updated for resources: {'Port': ['ID=fe2bd468-f583-43d3-a17a-3ae8d3e081ba,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:40.186527 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Routers {'398ba1f0-2580-4d19-8cd7-1d1ac67deadf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:40.187133 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:10:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:40.292859 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.346104 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.394458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-351bc2e0-aa29-469f-9066-749ebfe2c8a5 req-4635f9dc-60f7-40ac-a396-0036979887e4 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] For port 20f156aa-798f-452f-aaf4-4dab09c8e329, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=20f156aa-798f-452f-aaf4-4dab09c8e329,segment=NetworkSegment(e8d7a6d6-ee7e-4990-8a25-4689b4a6e427),segment_id=e8d7a6d6-ee7e-4990-8a25-4689b4a6e427)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:40.394834 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-351bc2e0-aa29-469f-9066-749ebfe2c8a5 req-4635f9dc-60f7-40ac-a396-0036979887e4 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.396918 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] Set router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:40.422164 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.526195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0665b1d-d0f3-4c29-b131-13664ab6a5f4 req-f74dc1a9-51da-442c-8353-6232fde4def4 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:40.527791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0665b1d-d0f3-4c29-b131-13664ab6a5f4 req-f74dc1a9-51da-442c-8353-6232fde4def4 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 945 time: 0.1544125 Feb 04 16:10:40.638560 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0665b1d-d0f3-4c29-b131-13664ab6a5f4 req-b89a84ea-2a14-4aff-8135-d3868df903cb tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013095 Feb 04 16:10:40.827559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:41.025321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:41.052074 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:10:33Z', 'revision_number': 4, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None, '_interfaces': [{'id': '295f0c60-9a57-4641-9710-6b14228abb39', 'name': '', 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:71:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:16Z', 'updated_at': '2022-02-04T16:10:33Z', 'revision_number': 5, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff4cc94-989d-4746-8b31-480cafdefe5d', 'name': '', 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:75:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e0ebc2-0554-43dd-805a-4fb1d1884d7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:25Z', 'updated_at': '2022-02-04T16:10:38Z', 'revision_number': 4, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '21e0ebc2-0554-43dd-805a-4fb1d1884d7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2bd468-f583-43d3-a17a-3ae8d3e081ba', 'name': '', 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:65:55:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da93650d-d990-4a15-b7a1-af12e02942cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:33Z', 'updated_at': '2022-02-04T16:10:40Z', 'revision_number': 4, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': 'da93650d-d990-4a15-b7a1-af12e02942cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:41.070898 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf17a5d-fd23-48fe-ae05-87b936df22d2 None None] The sync data for ids ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'] in n-d-827872-1 is: [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:10:33Z', 'revision_number': 4, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None, '_interfaces': [{'id': '295f0c60-9a57-4641-9710-6b14228abb39', 'name': '', 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:71:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:16Z', 'updated_at': '2022-02-04T16:10:33Z', 'revision_number': 5, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff4cc94-989d-4746-8b31-480cafdefe5d', 'name': '', 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:75:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e0ebc2-0554-43dd-805a-4fb1d1884d7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:25Z', 'updated_at': '2022-02-04T16:10:38Z', 'revision_number': 4, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '21e0ebc2-0554-43dd-805a-4fb1d1884d7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2bd468-f583-43d3-a17a-3ae8d3e081ba', 'name': '', 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:65:55:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da93650d-d990-4a15-b7a1-af12e02942cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:33Z', 'updated_at': '2022-02-04T16:10:40Z', 'revision_number': 4, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': 'da93650d-d990-4a15-b7a1-af12e02942cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:41.230056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-351bc2e0-aa29-469f-9066-749ebfe2c8a5 req-4635f9dc-60f7-40ac-a396-0036979887e4 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Calling delete_port for 20f156aa-798f-452f-aaf4-4dab09c8e329 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:41.255721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97958af-435b-40fa-9a26-dd923c70e99e None None] Network eedcc2cf-b870-41b2-8bc9-4a14ce96b147 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:41.429811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Provisioning for port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:41.438061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Provisioning complete for port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:41.438520 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.564361 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.655808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Allocated IP 172.23.0.1 (eedcc2cf-b870-41b2-8bc9-4a14ce96b147/794e0166-7e79-4e69-92c7-771afb5963fa/49f72655-a728-463d-84e5-6834da234e8c) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:41.688542 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.811398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] For port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3e57a3d0-efb1-4d89-8862-30ce9f830bf8,segment=NetworkSegment(9428933a-30fe-4776-a03c-370fbd817ca6),segment_id=9428933a-30fe-4776-a03c-370fbd817ca6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:41.812774 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.818508 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.962414 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Pushing event updated for resources: {'Port': ['ID=3e57a3d0-efb1-4d89-8862-30ce9f830bf8,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:41.985950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:41.986290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:41.986631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:41.986965 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:41.990611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:41.991401 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:41.991778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:41.992942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:41.993285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:41.993623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:41.993955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893ca35-aa74-4c84-93ae-eff7e071bb2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:41.994622 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-351bc2e0-aa29-469f-9066-749ebfe2c8a5 req-4635f9dc-60f7-40ac-a396-0036979887e4 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.031287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd79a3-26d7-49ab-b165-36e56396ec49 req-3d4f7d3b-bc01-4620-8e7d-4d53051a1745 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:42.044907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6dd79a3-26d7-49ab-b165-36e56396ec49 req-3d4f7d3b-bc01-4620-8e7d-4d53051a1745 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7359c4f-d1d5-489c-a73a-8bf4a4939aec HTTP/1.1" status: 200 len: 867 time: 0.1599956 Feb 04 16:10:42.154423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6dd79a3-26d7-49ab-b165-36e56396ec49 req-301538c4-30b6-473c-94d5-8108af997078 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.60 "GET /v2.0/security-groups?id=8548a3a0-2667-482e-b7c8-29a68af825e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050014 Feb 04 16:10:42.188164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635f9dc-60f7-40ac-a396-0036979887e4 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Pushing event deleted for resources: {'Port': ['ID=20f156aa-798f-452f-aaf4-4dab09c8e329,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:42.219904 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.262286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0d5ca61c-8097-4c35-a356-c893c7dd3328 None None] Provisioning complete for port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:42.262693 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0d5ca61c-8097-4c35-a356-c893c7dd3328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.363418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Transition to ACTIVE for port object 49f72655-a728-463d-84e5-6834da234e8c will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:42.391772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-351bc2e0-aa29-469f-9066-749ebfe2c8a5 req-4635f9dc-60f7-40ac-a396-0036979887e4 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] No DVR routers for this DVR port 20f156aa-798f-452f-aaf4-4dab09c8e329 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:10:42.404519 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-351bc2e0-aa29-469f-9066-749ebfe2c8a5 req-4635f9dc-60f7-40ac-a396-0036979887e4 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.410138 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7359c4f-d1d5-489c-a73a-8bf4a4939aec', 'name': 'network-vif-deleted', 'tag': '20f156aa-798f-452f-aaf4-4dab09c8e329'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:42.452892 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.485122 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-351bc2e0-aa29-469f-9066-749ebfe2c8a5 req-4635f9dc-60f7-40ac-a396-0036979887e4 tempest-VolumesSnapshotTestJSON-1164732679 tempest-VolumesSnapshotTestJSON-1164732679-project] 10.222.0.81 "DELETE /v2.0/ports/20f156aa-798f-452f-aaf4-4dab09c8e329 HTTP/1.1" status: 204 len: 173 time: 3.0824318 Feb 04 16:10:42.496729 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7359c4f-d1d5-489c-a73a-8bf4a4939aec', 'name': 'network-vif-deleted', 'tag': '20f156aa-798f-452f-aaf4-4dab09c8e329', 'status': 'completed', 'code': 200} Feb 04 16:10:42.522353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.598658 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.662027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=49f72655-a728-463d-84e5-6834da234e8c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:42.668499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network eedcc2cf-b870-41b2-8bc9-4a14ce96b147 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:42.671812 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:42.676249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:42.769644 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.870448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:42.952811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:42.953181 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.010389 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.042369 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.075729 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.129722 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fe2bd468-f583-43d3-a17a-3ae8d3e081ba up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:43.210055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fee2bfce-47e0-43c5-b462-68482f098dc3 None None] Provisioning for port 49f72655-a728-463d-84e5-6834da234e8c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:43.223826 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fee2bfce-47e0-43c5-b462-68482f098dc3 None None] Provisioning complete for port 49f72655-a728-463d-84e5-6834da234e8c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:43.224425 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fee2bfce-47e0-43c5-b462-68482f098dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.285530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-fee2bfce-47e0-43c5-b462-68482f098dc3 None None] Port 49f72655-a728-463d-84e5-6834da234e8c cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:43.309002 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port fe2bd468-f583-43d3-a17a-3ae8d3e081ba completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:43.314997 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port fe2bd468-f583-43d3-a17a-3ae8d3e081ba triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:43.316390 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.442657 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 20f156aa-798f-452f-aaf4-4dab09c8e329 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:10:43.459794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=28a9d169-a2a1-4f5c-b5ec-2a6e0ff6c4a4,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:43.515555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 20f156aa-798f-452f-aaf4-4dab09c8e329 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:10:43.516046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 20f156aa-798f-452f-aaf4-4dab09c8e329 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:10:43.545493 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.556041 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.600419 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port fe2bd468-f583-43d3-a17a-3ae8d3e081ba, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fe2bd468-f583-43d3-a17a-3ae8d3e081ba,segment=NetworkSegment(c832430e-1f85-44ee-a1a6-6ffa268bda9b),segment_id=c832430e-1f85-44ee-a1a6-6ffa268bda9b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:43.609935 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.610949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4ff4cc94-989d-4746-8b31-480cafdefe5d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:43.748630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=fe2bd468-f583-43d3-a17a-3ae8d3e081ba,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:43.769950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 4ff4cc94-989d-4746-8b31-480cafdefe5d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:43.779812 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4ff4cc94-989d-4746-8b31-480cafdefe5d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:43.782784 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.917886 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.986190 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:44.050680 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:44.130090 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 4ff4cc94-989d-4746-8b31-480cafdefe5d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4ff4cc94-989d-4746-8b31-480cafdefe5d,segment=NetworkSegment(406d3e4f-db48-4b85-8511-2c78c7b2c810),segment_id=406d3e4f-db48-4b85-8511-2c78c7b2c810)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:44.136914 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:44.146230 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:44.190382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event updated for resources: {'Port': ['ID=49f72655-a728-463d-84e5-6834da234e8c,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:44.245475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=4ff4cc94-989d-4746-8b31-480cafdefe5d,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:44.342593 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Floating IP 9dfae903-742c-47fd-b5d8-23192cda3ffa associated. External IP: 172.25.0.70, port: 1ca31268-1897-4c13-a6e0-1c501824f20a. Feb 04 16:10:44.415825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Network eedcc2cf-b870-41b2-8bc9-4a14ce96b147 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:44.418244 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:44.754370 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fe2bd468-f583-43d3-a17a-3ae8d3e081ba up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:44.857500 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e4ab441a-4573-4479-8247-acda73fe5e99 None None] Provisioning complete for port 49f72655-a728-463d-84e5-6834da234e8c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:44.857829 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e4ab441a-4573-4479-8247-acda73fe5e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:44.914445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port fe2bd468-f583-43d3-a17a-3ae8d3e081ba triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:44.914821 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:45.029579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab441a-4573-4479-8247-acda73fe5e99 None None] Port 49f72655-a728-463d-84e5-6834da234e8c cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:45.131430 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4ff4cc94-989d-4746-8b31-480cafdefe5d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:45.199723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:10:45.217481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4ff4cc94-989d-4746-8b31-480cafdefe5d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:45.217939 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:45.495509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:45.500880 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d38e8332-1ac3-4562-b9c2-48c9c5476fa1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/398ba1f0-2580-4d19-8cd7-1d1ac67deadf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6480017 Feb 04 16:10:45.505426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48240) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:45.511644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router 72997b80-6862-4e08-8d22-1e7bef2c31ba has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:10:45.512155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-fb5fa80b-8c6d-4024-be09-c470b474325b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:45.767669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:45.781877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111fd15-0dbb-49d6-99a0-5c5ecc3ff5bb None None] Sync routers for ids ['72997b80-6862-4e08-8d22-1e7bef2c31ba'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:45.802584 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:45.804210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111fd15-0dbb-49d6-99a0-5c5ecc3ff5bb None None] Routers {'72997b80-6862-4e08-8d22-1e7bef2c31ba'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:45.804829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1111fd15-0dbb-49d6-99a0-5c5ecc3ff5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:10:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['72997b80-6862-4e08-8d22-1e7bef2c31ba'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:45.875915 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-853e6104-add3-4ccd-8a31-f52db5773686 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.2416000 Feb 04 16:10:45.875915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:45.996262 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a', 'status': 'completed', 'code': 200} Feb 04 16:10:46.084736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-1111fd15-0dbb-49d6-99a0-5c5ecc3ff5bb None None] Set router 72997b80-6862-4e08-8d22-1e7bef2c31ba gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:46.271539 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81c988-140a-4c2c-a7e6-1347565a1e50 req-a3d2af9d-cd76-4529-b41e-cf723955087c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:46.273079 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c81c988-140a-4c2c-a7e6-1347565a1e50 req-a3d2af9d-cd76-4529-b41e-cf723955087c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 946 time: 0.2139978 Feb 04 16:10:46.278047 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39225e75-370a-46e9-a617-ffa6fd74bf28 req-ca90dce9-d686-42b4-a227-1e93afe9f2d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 1097 time: 0.2519350 Feb 04 16:10:46.465590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c81c988-140a-4c2c-a7e6-1347565a1e50 req-34867e66-f839-4236-928c-c76ebfd2898e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849058 Feb 04 16:10:46.509051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48262) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:46.576132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39225e75-370a-46e9-a617-ffa6fd74bf28 req-6aa7b974-7818-4556-92b0-38afef197274 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:46.577733 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1111fd15-0dbb-49d6-99a0-5c5ecc3ff5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:12Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '9dfae903-742c-47fd-b5d8-23192cda3ffa', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'port_id': '1ca31268-1897-4c13-a6e0-1c501824f20a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'mac_address': 'fa:16:3e:75:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60803208-6b90-4e73-b032-1b4d7342bd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:10:41Z', 'updated_at': '2022-02-04T16:10:41Z', 'revision_number': 0, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4072b2d2-a0d6-42d8-b967-fd9f70accb57', 'name': '', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:4d:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:11Z', 'updated_at': '2022-02-04T16:10:19Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:46.579966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39225e75-370a-46e9-a617-ffa6fd74bf28 req-6aa7b974-7818-4556-92b0-38afef197274 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d349eec0-da99-4365-9639-b96a974a5d26 HTTP/1.1" status: 200 len: 898 time: 0.2644284 Feb 04 16:10:46.582163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.extraroute_db [None req-fb5fa80b-8c6d-4024-be09-c470b474325b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 16:10:46.584877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111fd15-0dbb-49d6-99a0-5c5ecc3ff5bb None None] Checking router: 72997b80-6862-4e08-8d22-1e7bef2c31ba for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:10:46.603406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111fd15-0dbb-49d6-99a0-5c5ecc3ff5bb None None] Routers {'72997b80-6862-4e08-8d22-1e7bef2c31ba'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:46.604121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1111fd15-0dbb-49d6-99a0-5c5ecc3ff5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:10:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['72997b80-6862-4e08-8d22-1e7bef2c31ba'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:46.744162 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1d134e1d-4b04-47d4-a7e7-47ede57356fe tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9dfae903-742c-47fd-b5d8-23192cda3ffa HTTP/1.1" status: 200 len: 991 time: 0.2317967 Feb 04 16:10:46.846246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39225e75-370a-46e9-a617-ffa6fd74bf28 req-5a662f06-2446-4f24-998b-e87dd0083bfb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ca31268-1897-4c13-a6e0-1c501824f20a HTTP/1.1" status: 200 len: 999 time: 0.2549376 Feb 04 16:10:46.926278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39225e75-370a-46e9-a617-ffa6fd74bf28 req-107bec42-dd99-48b4-83e2-0155507cf2da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:46.928290 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39225e75-370a-46e9-a617-ffa6fd74bf28 req-107bec42-dd99-48b4-83e2-0155507cf2da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=229d0b40-2674-4fdc-b9b3-f356cf302322 HTTP/1.1" status: 200 len: 834 time: 0.0728214 Feb 04 16:10:46.929398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-1111fd15-0dbb-49d6-99a0-5c5ecc3ff5bb None None] Set router 72997b80-6862-4e08-8d22-1e7bef2c31ba gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:46.929692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.extraroute_db [None req-fb5fa80b-8c6d-4024-be09-c470b474325b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Removed routes are [] {{(pid=83551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 16:10:46.930103 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa80b-8c6d-4024-be09-c470b474325b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:47.162726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39225e75-370a-46e9-a617-ffa6fd74bf28 req-c5744765-d514-49e4-b1d2-8fd239f9ce44 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d349eec0-da99-4365-9639-b96a974a5d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2245915 Feb 04 16:10:47.403434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1111fd15-0dbb-49d6-99a0-5c5ecc3ff5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:12Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '9dfae903-742c-47fd-b5d8-23192cda3ffa', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'port_id': '1ca31268-1897-4c13-a6e0-1c501824f20a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'mac_address': 'fa:16:3e:75:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60803208-6b90-4e73-b032-1b4d7342bd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:10:41Z', 'updated_at': '2022-02-04T16:10:41Z', 'revision_number': 0, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4072b2d2-a0d6-42d8-b967-fd9f70accb57', 'name': '', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:4d:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:11Z', 'updated_at': '2022-02-04T16:10:19Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:47.407914 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111fd15-0dbb-49d6-99a0-5c5ecc3ff5bb None None] The sync data for ids ['72997b80-6862-4e08-8d22-1e7bef2c31ba'] in n-d-827872-1 is: [{'id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:12Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '9dfae903-742c-47fd-b5d8-23192cda3ffa', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'port_id': '1ca31268-1897-4c13-a6e0-1c501824f20a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'mac_address': 'fa:16:3e:75:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60803208-6b90-4e73-b032-1b4d7342bd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:10:41Z', 'updated_at': '2022-02-04T16:10:41Z', 'revision_number': 0, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4072b2d2-a0d6-42d8-b967-fd9f70accb57', 'name': '', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:4d:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:11Z', 'updated_at': '2022-02-04T16:10:19Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:47.446001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39225e75-370a-46e9-a617-ffa6fd74bf28 req-1ae29919-3c4e-419e-8698-32cebfa6552a service neutron] 10.222.0.73 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758374 Feb 04 16:10:47.448147 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa80b-8c6d-4024-be09-c470b474325b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:47.451834 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa80b-8c6d-4024-be09-c470b474325b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:47.706078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39225e75-370a-46e9-a617-ffa6fd74bf28 req-5fd3cd8d-fa04-4c84-8490-8a9526077085 service neutron] 10.222.0.73 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518888 Feb 04 16:10:47.749568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48280) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:47.768203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5fa80b-8c6d-4024-be09-c470b474325b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:10:47.912301 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Sync routers for ids ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:47.952059 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Routers {'398ba1f0-2580-4d19-8cd7-1d1ac67deadf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:47.953287 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:10:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:47.995930 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5ea467aa-6ad9-4486-ad1b-94881c40df75 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9dfae903-742c-47fd-b5d8-23192cda3ffa HTTP/1.1" status: 200 len: 991 time: 0.2447984 Feb 04 16:10:48.025590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d84aa23-6418-47fc-b273-d72ed9aa567a None None] New status for floating IP 9dfae903-742c-47fd-b5d8-23192cda3ffa: ACTIVE {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:10:48.054170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5fa80b-8c6d-4024-be09-c470b474325b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:48.067958 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa80b-8c6d-4024-be09-c470b474325b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:48.069191 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fb5fa80b-8c6d-4024-be09-c470b474325b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/398ba1f0-2580-4d19-8cd7-1d1ac67deadf HTTP/1.1" status: 200 len: 934 time: 2.5620897 Feb 04 16:10:48.072219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48288) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:48.216988 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Set router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:48.275709 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4cfb5c9d-6c87-4f5b-8dc3-03809ddd7b55 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/routers/398ba1f0-2580-4d19-8cd7-1d1ac67deadf HTTP/1.1" status: 200 len: 934 time: 0.2022929 Feb 04 16:10:48.278160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48292) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:48.283949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-40cc785f-de1f-422c-b08c-8b28f04e5dd1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'router': {'routes': None}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:48.667708 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:10:46Z', 'revision_number': 6, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None, '_interfaces': [{'id': '295f0c60-9a57-4641-9710-6b14228abb39', 'name': '', 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:71:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:16Z', 'updated_at': '2022-02-04T16:10:33Z', 'revision_number': 5, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49f72655-a728-463d-84e5-6834da234e8c', 'name': '', 'network_id': 'eedcc2cf-b870-41b2-8bc9-4a14ce96b147', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:db:35:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '794e0166-7e79-4e69-92c7-771afb5963fa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:41Z', 'updated_at': '2022-02-04T16:10:43Z', 'revision_number': 2, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '794e0166-7e79-4e69-92c7-771afb5963fa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff4cc94-989d-4746-8b31-480cafdefe5d', 'name': '', 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:75:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e0ebc2-0554-43dd-805a-4fb1d1884d7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:25Z', 'updated_at': '2022-02-04T16:10:44Z', 'revision_number': 5, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '21e0ebc2-0554-43dd-805a-4fb1d1884d7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2bd468-f583-43d3-a17a-3ae8d3e081ba', 'name': '', 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:65:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da93650d-d990-4a15-b7a1-af12e02942cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:33Z', 'updated_at': '2022-02-04T16:10:43Z', 'revision_number': 5, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': 'da93650d-d990-4a15-b7a1-af12e02942cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:48.671949 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Checking router: 398ba1f0-2580-4d19-8cd7-1d1ac67deadf for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:10:48.672292 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Updating router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf port 49f72655-a728-463d-84e5-6834da234e8c binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:10:48.756033 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:48.990706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48302) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:49.216145 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-27474d09-f95e-4e0e-89bd-77ce1b3ed48d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9dfae903-742c-47fd-b5d8-23192cda3ffa HTTP/1.1" status: 200 len: 993 time: 0.2231376 Feb 04 16:10:49.252919 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:49.265620 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Transition to ACTIVE for port object 49f72655-a728-463d-84e5-6834da234e8c will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:49.273161 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:49.402537 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c2843-6ea9-4034-a0f8-45dbdbf1b8c6 None None] Pushing event updated for resources: {'Port': ['ID=49f72655-a728-463d-84e5-6834da234e8c,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:49.459030 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.extraroute_db [None req-40cc785f-de1f-422c-b08c-8b28f04e5dd1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Added routes are [] {{(pid=83550) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 16:10:49.459976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.extraroute_db [None req-40cc785f-de1f-422c-b08c-8b28f04e5dd1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83550) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 16:10:49.511304 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-40cc785f-de1f-422c-b08c-8b28f04e5dd1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:49.531777 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:10:49.539270 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Attempting to bind port 49f72655-a728-463d-84e5-6834da234e8c on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:49.539635 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Attempting to bind port 49f72655-a728-463d-84e5-6834da234e8c by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '9428933a-30fe-4776-a03c-370fbd817ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eedcc2cf-b870-41b2-8bc9-4a14ce96b147'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:49.541968 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Attempting to bind port 49f72655-a728-463d-84e5-6834da234e8c on network eedcc2cf-b870-41b2-8bc9-4a14ce96b147 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:49.555246 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:49.555689 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Checking segment: {'id': '9428933a-30fe-4776-a03c-370fbd817ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eedcc2cf-b870-41b2-8bc9-4a14ce96b147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:49.556244 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:49.556612 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Bound using segment: {'id': '9428933a-30fe-4776-a03c-370fbd817ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eedcc2cf-b870-41b2-8bc9-4a14ce96b147'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:49.557118 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Bound port: 49f72655-a728-463d-84e5-6834da234e8c, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9428933a-30fe-4776-a03c-370fbd817ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eedcc2cf-b870-41b2-8bc9-4a14ce96b147'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:49.557501 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:49.703983 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:49.723584 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] For port 49f72655-a728-463d-84e5-6834da234e8c, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:49.733181 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] For port 49f72655-a728-463d-84e5-6834da234e8c, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=49f72655-a728-463d-84e5-6834da234e8c,segment=NetworkSegment(9428933a-30fe-4776-a03c-370fbd817ca6),segment_id=9428933a-30fe-4776-a03c-370fbd817ca6)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:49.739854 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:49.879237 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Routers {'398ba1f0-2580-4d19-8cd7-1d1ac67deadf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:49.879861 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:10:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:50.017232 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-40cc785f-de1f-422c-b08c-8b28f04e5dd1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:50.026628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-40cc785f-de1f-422c-b08c-8b28f04e5dd1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:50.066954 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] Set router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:50.229802 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c2843-6ea9-4034-a0f8-45dbdbf1b8c6 None None] Pushing event updated for resources: {'Port': ['ID=49f72655-a728-463d-84e5-6834da234e8c,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:50.378919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cc785f-de1f-422c-b08c-8b28f04e5dd1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:10:50.647096 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:10:49Z', 'revision_number': 7, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None, '_interfaces': [{'id': '295f0c60-9a57-4641-9710-6b14228abb39', 'name': '', 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:71:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:16Z', 'updated_at': '2022-02-04T16:10:33Z', 'revision_number': 5, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49f72655-a728-463d-84e5-6834da234e8c', 'name': '', 'network_id': 'eedcc2cf-b870-41b2-8bc9-4a14ce96b147', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:db:35:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '794e0166-7e79-4e69-92c7-771afb5963fa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:41Z', 'updated_at': '2022-02-04T16:10:49Z', 'revision_number': 4, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '794e0166-7e79-4e69-92c7-771afb5963fa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff4cc94-989d-4746-8b31-480cafdefe5d', 'name': '', 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:75:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e0ebc2-0554-43dd-805a-4fb1d1884d7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:25Z', 'updated_at': '2022-02-04T16:10:44Z', 'revision_number': 5, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '21e0ebc2-0554-43dd-805a-4fb1d1884d7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2bd468-f583-43d3-a17a-3ae8d3e081ba', 'name': '', 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:65:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da93650d-d990-4a15-b7a1-af12e02942cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:33Z', 'updated_at': '2022-02-04T16:10:43Z', 'revision_number': 5, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': 'da93650d-d990-4a15-b7a1-af12e02942cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:50.657632 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991780dd-b6fd-4147-9e3b-5b9edfa5c326 None None] The sync data for ids ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'] in n-d-827872-1 is: [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:10:49Z', 'revision_number': 7, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None, '_interfaces': [{'id': '295f0c60-9a57-4641-9710-6b14228abb39', 'name': '', 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:71:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:16Z', 'updated_at': '2022-02-04T16:10:33Z', 'revision_number': 5, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49f72655-a728-463d-84e5-6834da234e8c', 'name': '', 'network_id': 'eedcc2cf-b870-41b2-8bc9-4a14ce96b147', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:db:35:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '794e0166-7e79-4e69-92c7-771afb5963fa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:41Z', 'updated_at': '2022-02-04T16:10:49Z', 'revision_number': 4, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '794e0166-7e79-4e69-92c7-771afb5963fa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ff4cc94-989d-4746-8b31-480cafdefe5d', 'name': '', 'network_id': 'cfc61d81-1f7c-4484-b4af-2676c01d4205', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:75:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e0ebc2-0554-43dd-805a-4fb1d1884d7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:25Z', 'updated_at': '2022-02-04T16:10:44Z', 'revision_number': 5, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '21e0ebc2-0554-43dd-805a-4fb1d1884d7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2bd468-f583-43d3-a17a-3ae8d3e081ba', 'name': '', 'network_id': '83373be0-5d3a-48c8-9579-e7e999443820', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:65:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da93650d-d990-4a15-b7a1-af12e02942cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:33Z', 'updated_at': '2022-02-04T16:10:43Z', 'revision_number': 5, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': 'da93650d-d990-4a15-b7a1-af12e02942cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:50.758485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cc785f-de1f-422c-b08c-8b28f04e5dd1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:50.774356 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-40cc785f-de1f-422c-b08c-8b28f04e5dd1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:50.775918 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-40cc785f-de1f-422c-b08c-8b28f04e5dd1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/398ba1f0-2580-4d19-8cd7-1d1ac67deadf HTTP/1.1" status: 200 len: 700 time: 2.4968388 Feb 04 16:10:50.778694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48318) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:51.053955 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-80f3779f-fee1-4298-82f6-a8bfb15a19b3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/routers/398ba1f0-2580-4d19-8cd7-1d1ac67deadf HTTP/1.1" status: 200 len: 700 time: 0.2656851 Feb 04 16:10:51.054622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48324) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:51.640462 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48336) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:51.693130 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-87706879-b7c5-48b1-895b-c59736bfbce1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:51.811403 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d1ad376c-3337-4521-92c3-a309cd2adc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:51.853712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d1ad376c-3337-4521-92c3-a309cd2adc00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:51.859734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d1ad376c-3337-4521-92c3-a309cd2adc00 admin admin] Usage tracker for resource:security_group_rule and tenant:7614c1e766564d92849b96885004119f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:51.866612 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d1ad376c-3337-4521-92c3-a309cd2adc00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:51.874591 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d1ad376c-3337-4521-92c3-a309cd2adc00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:52.044785 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d1ad376c-3337-4521-92c3-a309cd2adc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.053724 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d1ad376c-3337-4521-92c3-a309cd2adc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.176610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad376c-3337-4521-92c3-a309cd2adc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f65e4ae-046e-4824-8bba-ce58a4a07069,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:52.202269 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d1ad376c-3337-4521-92c3-a309cd2adc00 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7614c1e766564d92849b96885004119f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5580909 Feb 04 16:10:52.202761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48344) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:52.293902 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bb78286-437c-4936-b159-27b6ab65c0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.337713 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bb78286-437c-4936-b159-27b6ab65c0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.412405 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bb78286-437c-4936-b159-27b6ab65c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.433331 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb78286-437c-4936-b159-27b6ab65c0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f65e4ae-046e-4824-8bba-ce58a4a07069,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:52.436860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bb78286-437c-4936-b159-27b6ab65c0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.442452 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2bb78286-437c-4936-b159-27b6ab65c0bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f65e4ae-046e-4824-8bba-ce58a4a07069 HTTP/1.1" status: 204 len: 168 time: 0.2333248 Feb 04 16:10:52.465639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-87706879-b7c5-48b1-895b-c59736bfbce1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port 49f72655-a728-463d-84e5-6834da234e8c {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:52.470431 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-87706879-b7c5-48b1-895b-c59736bfbce1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.767406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-87706879-b7c5-48b1-895b-c59736bfbce1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] For port 49f72655-a728-463d-84e5-6834da234e8c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=49f72655-a728-463d-84e5-6834da234e8c,segment=NetworkSegment(9428933a-30fe-4776-a03c-370fbd817ca6),segment_id=9428933a-30fe-4776-a03c-370fbd817ca6)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:52.769047 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-87706879-b7c5-48b1-895b-c59736bfbce1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.781457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 49f72655-a728-463d-84e5-6834da234e8c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:52.906928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 49f72655-a728-463d-84e5-6834da234e8c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:52.928729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-87706879-b7c5-48b1-895b-c59736bfbce1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for 49f72655-a728-463d-84e5-6834da234e8c owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:52.936523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 49f72655-a728-463d-84e5-6834da234e8c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:52.937127 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:53.109900 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:53.127061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48352) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:53.158081 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-300c10e9-db3f-43cd-8e14-34f67e67fd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:53.181775 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-87706879-b7c5-48b1-895b-c59736bfbce1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:53.202488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-300c10e9-db3f-43cd-8e14-34f67e67fd93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:53.207495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-300c10e9-db3f-43cd-8e14-34f67e67fd93 admin admin] Usage tracker for resource:security_group_rule and tenant:c41e293252b0407297ae2d6800124f78 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:53.210716 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-300c10e9-db3f-43cd-8e14-34f67e67fd93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:53.219966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-300c10e9-db3f-43cd-8e14-34f67e67fd93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:53.363921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87706879-b7c5-48b1-895b-c59736bfbce1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Port': ['ID=49f72655-a728-463d-84e5-6834da234e8c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:53.476542 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-300c10e9-db3f-43cd-8e14-34f67e67fd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:53.482532 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-300c10e9-db3f-43cd-8e14-34f67e67fd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:53.545255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c10e9-db3f-43cd-8e14-34f67e67fd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f74835-778f-43c6-8bfa-e24313f42079,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:53.552623 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-300c10e9-db3f-43cd-8e14-34f67e67fd93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c41e293252b0407297ae2d6800124f78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4244449 Feb 04 16:10:53.553730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48358) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:53.640296 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1102dfb-46b5-4705-abcd-3a9f34ca3aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:53.675754 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1102dfb-46b5-4705-abcd-3a9f34ca3aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:53.734071 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1102dfb-46b5-4705-abcd-3a9f34ca3aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:53.753661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1102dfb-46b5-4705-abcd-3a9f34ca3aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f74835-778f-43c6-8bfa-e24313f42079,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:53.767292 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1102dfb-46b5-4705-abcd-3a9f34ca3aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:53.769076 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f1102dfb-46b5-4705-abcd-3a9f34ca3aab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35f74835-778f-43c6-8bfa-e24313f42079 HTTP/1.1" status: 204 len: 168 time: 0.2135565 Feb 04 16:10:53.813307 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-87706879-b7c5-48b1-895b-c59736bfbce1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.383107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87706879-b7c5-48b1-895b-c59736bfbce1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:10:54.437923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48366) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:54.463843 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-abacd5ab-94b0-4dd4-afe3-4cb2c1ba6245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.540384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-abacd5ab-94b0-4dd4-afe3-4cb2c1ba6245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:54.551701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-abacd5ab-94b0-4dd4-afe3-4cb2c1ba6245 admin admin] Usage tracker for resource:security_group_rule and tenant:17a5a963e68b4afea915efe99ad8e70d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:54.560566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-abacd5ab-94b0-4dd4-afe3-4cb2c1ba6245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:54.572607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-abacd5ab-94b0-4dd4-afe3-4cb2c1ba6245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:54.586966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87706879-b7c5-48b1-895b-c59736bfbce1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:54.603349 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-87706879-b7c5-48b1-895b-c59736bfbce1 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/398ba1f0-2580-4d19-8cd7-1d1ac67deadf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5471036 Feb 04 16:10:54.606020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48372) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:54.692734 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-abacd5ab-94b0-4dd4-afe3-4cb2c1ba6245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.701768 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-abacd5ab-94b0-4dd4-afe3-4cb2c1ba6245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.760073 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacd5ab-94b0-4dd4-afe3-4cb2c1ba6245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cbf6c8-ebbd-45c7-8b83-dd3696496b41,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:54.767037 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-abacd5ab-94b0-4dd4-afe3-4cb2c1ba6245 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17a5a963e68b4afea915efe99ad8e70d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3252351 Feb 04 16:10:54.767462 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48376) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:54.822906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e6148e-9527-41dd-b126-dae047a6fd84 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting subnet 794e0166-7e79-4e69-92c7-771afb5963fa {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:10:54.826001 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99e6148e-9527-41dd-b126-dae047a6fd84 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.843374 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90ce165f-2098-4f2b-bad9-022fed30f03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.871592 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90ce165f-2098-4f2b-bad9-022fed30f03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.890035 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99e6148e-9527-41dd-b126-dae047a6fd84 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.970825 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90ce165f-2098-4f2b-bad9-022fed30f03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.981475 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99e6148e-9527-41dd-b126-dae047a6fd84 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.991395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce165f-2098-4f2b-bad9-022fed30f03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cbf6c8-ebbd-45c7-8b83-dd3696496b41,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:55.016614 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90ce165f-2098-4f2b-bad9-022fed30f03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.022669 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-90ce165f-2098-4f2b-bad9-022fed30f03f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71cbf6c8-ebbd-45c7-8b83-dd3696496b41 HTTP/1.1" status: 204 len: 168 time: 0.2529795 Feb 04 16:10:55.194942 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99e6148e-9527-41dd-b126-dae047a6fd84 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.245509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6148e-9527-41dd-b126-dae047a6fd84 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Subnet': ['ID=794e0166-7e79-4e69-92c7-771afb5963fa,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:55.261121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd8d0b2-1e27-44a3-a8be-ddf1d9e5f4a1 None None] Network eedcc2cf-b870-41b2-8bc9-4a14ce96b147 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:55.273560 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99e6148e-9527-41dd-b126-dae047a6fd84 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.301280 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48384) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:55.307960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-99e6148e-9527-41dd-b126-dae047a6fd84 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/794e0166-7e79-4e69-92c7-771afb5963fa HTTP/1.1" status: 204 len: 168 time: 0.6913655 Feb 04 16:10:55.436337 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.454779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:55.455412 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.604076 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b808f75-b1f8-4ef6-81b4-df100f5a32a1 None None] DHCP port deletion for eedcc2cf-b870-41b2-8bc9-4a14ce96b147 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:10:55.609074 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1b808f75-b1f8-4ef6-81b4-df100f5a32a1 None None] Deleting port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:55.611301 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1b808f75-b1f8-4ef6-81b4-df100f5a32a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.746235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] For port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3e57a3d0-efb1-4d89-8862-30ce9f830bf8,segment=NetworkSegment(9428933a-30fe-4776-a03c-370fbd817ca6),segment_id=9428933a-30fe-4776-a03c-370fbd817ca6)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:55.746605 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.904384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:55.932097 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1b808f75-b1f8-4ef6-81b4-df100f5a32a1 None None] For port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3e57a3d0-efb1-4d89-8862-30ce9f830bf8,segment=NetworkSegment(9428933a-30fe-4776-a03c-370fbd817ca6),segment_id=9428933a-30fe-4776-a03c-370fbd817ca6)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:55.932530 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1b808f75-b1f8-4ef6-81b4-df100f5a32a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.986341 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.051817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] No DVR routers for this DVR port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:10:56.093924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Port': ['ID=3e57a3d0-efb1-4d89-8862-30ce9f830bf8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:56.101547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1b808f75-b1f8-4ef6-81b4-df100f5a32a1 None None] Calling delete_port for 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:56.218793 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-1b808f75-b1f8-4ef6-81b4-df100f5a32a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:10:56.219142 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-1b808f75-b1f8-4ef6-81b4-df100f5a32a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:10:56.223954 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.277671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedcc2cf-b870-41b2-8bc9-4a14ce96b147']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:56.295207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9428933a-30fe-4776-a03c-370fbd817ca6') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:56.295819 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9428933a-30fe-4776-a03c-370fbd817ca6') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:56.309073 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.333136 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.341814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:10:56.342609 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:10:56.357396 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:10:56.441454 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.468061 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.476662 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Network': ['ID=eedcc2cf-b870-41b2-8bc9-4a14ce96b147,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:56.484562 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6f944db2-2f04-4f49-88fc-9411bfd4bcf4 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/networks/eedcc2cf-b870-41b2-8bc9-4a14ce96b147 HTTP/1.1" status: 204 len: 168 time: 1.1822398 Feb 04 16:10:56.487478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48406) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:56.717047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:10:56.758125 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1b808f75-b1f8-4ef6-81b4-df100f5a32a1 None None] Deleting port 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:56.758418 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1b808f75-b1f8-4ef6-81b4-df100f5a32a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.821436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:10:56.825294 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3e57a3d0-efb1-4d89-8862-30ce9f830bf8 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:10:56.919933 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1b808f75-b1f8-4ef6-81b4-df100f5a32a1 None None] The port '3e57a3d0-efb1-4d89-8862-30ce9f830bf8' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:10:57.035038 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02553153-3fe5-4aef-b5eb-54f43f7f00b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:57.683563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-02553153-3fe5-4aef-b5eb-54f43f7f00b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port fe2bd468-f583-43d3-a17a-3ae8d3e081ba {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:57.684218 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02553153-3fe5-4aef-b5eb-54f43f7f00b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:57.884200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-02553153-3fe5-4aef-b5eb-54f43f7f00b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] For port fe2bd468-f583-43d3-a17a-3ae8d3e081ba, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fe2bd468-f583-43d3-a17a-3ae8d3e081ba,segment=NetworkSegment(c832430e-1f85-44ee-a1a6-6ffa268bda9b),segment_id=c832430e-1f85-44ee-a1a6-6ffa268bda9b)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:57.884200 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02553153-3fe5-4aef-b5eb-54f43f7f00b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:58.001209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-02553153-3fe5-4aef-b5eb-54f43f7f00b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for fe2bd468-f583-43d3-a17a-3ae8d3e081ba owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:58.196499 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02553153-3fe5-4aef-b5eb-54f43f7f00b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:58.245918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02553153-3fe5-4aef-b5eb-54f43f7f00b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Port': ['ID=fe2bd468-f583-43d3-a17a-3ae8d3e081ba,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:58.766728 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02553153-3fe5-4aef-b5eb-54f43f7f00b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:59.374197 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02553153-3fe5-4aef-b5eb-54f43f7f00b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:10:59.560028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02553153-3fe5-4aef-b5eb-54f43f7f00b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:59.573524 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-02553153-3fe5-4aef-b5eb-54f43f7f00b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/398ba1f0-2580-4d19-8cd7-1d1ac67deadf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0849988 Feb 04 16:10:59.576429 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48454) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:59.769987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-88dbe5b8-ea9e-424b-bcc6-81bd770c7cec tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting subnet da93650d-d990-4a15-b7a1-af12e02942cb {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:10:59.773336 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88dbe5b8-ea9e-424b-bcc6-81bd770c7cec tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:59.830092 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88dbe5b8-ea9e-424b-bcc6-81bd770c7cec tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:59.939308 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88dbe5b8-ea9e-424b-bcc6-81bd770c7cec tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:00.031794 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88dbe5b8-ea9e-424b-bcc6-81bd770c7cec tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:00.078358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbe5b8-ea9e-424b-bcc6-81bd770c7cec tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Subnet': ['ID=da93650d-d990-4a15-b7a1-af12e02942cb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:00.086211 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-88dbe5b8-ea9e-424b-bcc6-81bd770c7cec tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:00.095585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63af795-2d40-49c6-bc4e-f6851dafa909 None None] Network 83373be0-5d3a-48c8-9579-e7e999443820 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:00.096099 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-88dbe5b8-ea9e-424b-bcc6-81bd770c7cec tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/da93650d-d990-4a15-b7a1-af12e02942cb HTTP/1.1" status: 204 len: 168 time: 0.5160465 Feb 04 16:11:00.096207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48464) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:00.282319 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:00.296195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port 1368a470-f8f8-4548-bb4a-89f917e581cf {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:00.296688 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:00.451842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6312d19-ae4b-433f-ba0d-065b74d644de None None] DHCP port deletion for 83373be0-5d3a-48c8-9579-e7e999443820 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:11:00.457750 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d6312d19-ae4b-433f-ba0d-065b74d644de None None] Deleting port 1368a470-f8f8-4548-bb4a-89f917e581cf {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:00.458164 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d6312d19-ae4b-433f-ba0d-065b74d644de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:00.532551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] For port 1368a470-f8f8-4548-bb4a-89f917e581cf, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1368a470-f8f8-4548-bb4a-89f917e581cf,segment=NetworkSegment(c832430e-1f85-44ee-a1a6-6ffa268bda9b),segment_id=c832430e-1f85-44ee-a1a6-6ffa268bda9b)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:00.533273 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:00.686431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for 1368a470-f8f8-4548-bb4a-89f917e581cf owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:00.828995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d6312d19-ae4b-433f-ba0d-065b74d644de None None] For port 1368a470-f8f8-4548-bb4a-89f917e581cf, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=1368a470-f8f8-4548-bb4a-89f917e581cf,segment=NetworkSegment(c832430e-1f85-44ee-a1a6-6ffa268bda9b),segment_id=c832430e-1f85-44ee-a1a6-6ffa268bda9b)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:00.829457 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d6312d19-ae4b-433f-ba0d-065b74d644de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:00.848710 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:00.978440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Port': ['ID=1368a470-f8f8-4548-bb4a-89f917e581cf,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:00.989606 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d6312d19-ae4b-433f-ba0d-065b74d644de None None] Calling delete_port for 1368a470-f8f8-4548-bb4a-89f917e581cf owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:00.992188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] No DVR routers for this DVR port 1368a470-f8f8-4548-bb4a-89f917e581cf on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:11:01.062424 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1368a470-f8f8-4548-bb4a-89f917e581cf no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:01.153117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 1368a470-f8f8-4548-bb4a-89f917e581cf {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:11:01.153747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 1368a470-f8f8-4548-bb4a-89f917e581cf not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:11:01.224278 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-d6312d19-ae4b-433f-ba0d-065b74d644de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:11:01.224965 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-d6312d19-ae4b-433f-ba0d-065b74d644de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:11:01.234725 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:01.268902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83373be0-5d3a-48c8-9579-e7e999443820']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:01.290764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c832430e-1f85-44ee-a1a6-6ffa268bda9b') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:01.291106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c832430e-1f85-44ee-a1a6-6ffa268bda9b') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:01.305737 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:01.329610 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:01.338043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:11:01.338492 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:11:01.446896 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:11:01.458922 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:01.463619 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:01.489490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Network': ['ID=83373be0-5d3a-48c8-9579-e7e999443820,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:01.502340 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0ef52bdc-a742-45ee-bee6-b89e135b0eb2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/networks/83373be0-5d3a-48c8-9579-e7e999443820 HTTP/1.1" status: 204 len: 168 time: 1.4048309 Feb 04 16:11:01.505780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48484) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:01.726285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d6312d19-ae4b-433f-ba0d-065b74d644de None None] Deleting port 1368a470-f8f8-4548-bb4a-89f917e581cf {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:01.726693 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d6312d19-ae4b-433f-ba0d-065b74d644de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:01.841625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d6312d19-ae4b-433f-ba0d-065b74d644de None None] The port '1368a470-f8f8-4548-bb4a-89f917e581cf' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:11:02.015784 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32a00bec-0ca4-462d-8c89-3c7fdc5eaeca tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:02.809446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-32a00bec-0ca4-462d-8c89-3c7fdc5eaeca tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port 4ff4cc94-989d-4746-8b31-480cafdefe5d {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:02.810086 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32a00bec-0ca4-462d-8c89-3c7fdc5eaeca tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:03.033033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-32a00bec-0ca4-462d-8c89-3c7fdc5eaeca tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] For port 4ff4cc94-989d-4746-8b31-480cafdefe5d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4ff4cc94-989d-4746-8b31-480cafdefe5d,segment=NetworkSegment(406d3e4f-db48-4b85-8511-2c78c7b2c810),segment_id=406d3e4f-db48-4b85-8511-2c78c7b2c810)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:03.033795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32a00bec-0ca4-462d-8c89-3c7fdc5eaeca tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:03.169763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-32a00bec-0ca4-462d-8c89-3c7fdc5eaeca tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for 4ff4cc94-989d-4746-8b31-480cafdefe5d owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:03.377871 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32a00bec-0ca4-462d-8c89-3c7fdc5eaeca tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:03.431348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a00bec-0ca4-462d-8c89-3c7fdc5eaeca tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Port': ['ID=4ff4cc94-989d-4746-8b31-480cafdefe5d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:03.807734 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32a00bec-0ca4-462d-8c89-3c7fdc5eaeca tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.512225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a00bec-0ca4-462d-8c89-3c7fdc5eaeca tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:11:04.581617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48518) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:04.710696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a00bec-0ca4-462d-8c89-3c7fdc5eaeca tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:11:04.727893 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-32a00bec-0ca4-462d-8c89-3c7fdc5eaeca tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/398ba1f0-2580-4d19-8cd7-1d1ac67deadf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2183764 Feb 04 16:11:04.728228 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48528) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:04.749246 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f1883b7-bc7c-47a7-aa3b-8607085a425a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.786025 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3f1883b7-bc7c-47a7-aa3b-8607085a425a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:04.790014 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3f1883b7-bc7c-47a7-aa3b-8607085a425a admin admin] Usage tracker for resource:security_group_rule and tenant:d533f1260b8242bca4886e90e874efe5 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:04.792922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3f1883b7-bc7c-47a7-aa3b-8607085a425a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:04.799195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3f1883b7-bc7c-47a7-aa3b-8607085a425a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:04.869288 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f1883b7-bc7c-47a7-aa3b-8607085a425a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.873282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f1883b7-bc7c-47a7-aa3b-8607085a425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.919829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1883b7-bc7c-47a7-aa3b-8607085a425a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2f837a-94fe-466b-9734-d55c0782eb09,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:04.928470 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3f1883b7-bc7c-47a7-aa3b-8607085a425a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d533f1260b8242bca4886e90e874efe5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3457026 Feb 04 16:11:04.929169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48532) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:04.933818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c21659-fa6b-4188-ba9e-ca23bc6f38a5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting subnet 21e0ebc2-0554-43dd-805a-4fb1d1884d7b {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:11:04.948062 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19c21659-fa6b-4188-ba9e-ca23bc6f38a5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.035503 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19c21659-fa6b-4188-ba9e-ca23bc6f38a5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.106154 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-be51bd68-9ff4-406f-9239-042fc95e4ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.149068 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-be51bd68-9ff4-406f-9239-042fc95e4ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.183080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19c21659-fa6b-4188-ba9e-ca23bc6f38a5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.266512 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-be51bd68-9ff4-406f-9239-042fc95e4ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.300951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51bd68-9ff4-406f-9239-042fc95e4ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2f837a-94fe-466b-9734-d55c0782eb09,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:05.307829 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-be51bd68-9ff4-406f-9239-042fc95e4ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.309503 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-be51bd68-9ff4-406f-9239-042fc95e4ead admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba2f837a-94fe-466b-9734-d55c0782eb09 HTTP/1.1" status: 204 len: 168 time: 0.3791542 Feb 04 16:11:05.324674 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19c21659-fa6b-4188-ba9e-ca23bc6f38a5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.387278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c21659-fa6b-4188-ba9e-ca23bc6f38a5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Subnet': ['ID=21e0ebc2-0554-43dd-805a-4fb1d1884d7b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:05.402238 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19c21659-fa6b-4188-ba9e-ca23bc6f38a5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.408602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fba42a7-7db8-404b-a750-3c602d78a42b None None] Network cfc61d81-1f7c-4484-b4af-2676c01d4205 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:05.412861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-19c21659-fa6b-4188-ba9e-ca23bc6f38a5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/21e0ebc2-0554-43dd-805a-4fb1d1884d7b HTTP/1.1" status: 204 len: 168 time: 0.6835713 Feb 04 16:11:05.416013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48540) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:05.588988 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.602457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port 24a702db-7694-4653-bfe3-81137d522a7c {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:05.603282 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.792018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d1428e-6aaa-4d24-83d0-6a2569230619 None None] DHCP port deletion for cfc61d81-1f7c-4484-b4af-2676c01d4205 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:11:05.807598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-88d1428e-6aaa-4d24-83d0-6a2569230619 None None] Deleting port 24a702db-7694-4653-bfe3-81137d522a7c {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:05.808802 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-88d1428e-6aaa-4d24-83d0-6a2569230619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.047386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] For port 24a702db-7694-4653-bfe3-81137d522a7c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=24a702db-7694-4653-bfe3-81137d522a7c,segment=NetworkSegment(406d3e4f-db48-4b85-8511-2c78c7b2c810),segment_id=406d3e4f-db48-4b85-8511-2c78c7b2c810)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:06.048055 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.049416 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6969c98a-0ae6-4fca-a1e3-5ff53cd51493 None None] Sync routers for ids ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:11:06.077479 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48550) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:06.096159 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6969c98a-0ae6-4fca-a1e3-5ff53cd51493 None None] Routers {'398ba1f0-2580-4d19-8cd7-1d1ac67deadf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:11:06.097463 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-6969c98a-0ae6-4fca-a1e3-5ff53cd51493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:10:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:06.100217 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27bb289b-22c9-49c8-8b35-0fe6d3be1c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.133928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-88d1428e-6aaa-4d24-83d0-6a2569230619 None None] For port 24a702db-7694-4653-bfe3-81137d522a7c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=24a702db-7694-4653-bfe3-81137d522a7c,segment=NetworkSegment(406d3e4f-db48-4b85-8511-2c78c7b2c810),segment_id=406d3e4f-db48-4b85-8511-2c78c7b2c810)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:06.134622 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-88d1428e-6aaa-4d24-83d0-6a2569230619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.140607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-27bb289b-22c9-49c8-8b35-0fe6d3be1c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:06.145797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-27bb289b-22c9-49c8-8b35-0fe6d3be1c52 admin admin] Usage tracker for resource:security_group_rule and tenant:74b4b4f5de52423fa293653fcd24f839 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:06.152270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-27bb289b-22c9-49c8-8b35-0fe6d3be1c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:06.165184 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-27bb289b-22c9-49c8-8b35-0fe6d3be1c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:06.262506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for 24a702db-7694-4653-bfe3-81137d522a7c owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:06.264242 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27bb289b-22c9-49c8-8b35-0fe6d3be1c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.270805 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27bb289b-22c9-49c8-8b35-0fe6d3be1c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.323637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb289b-22c9-49c8-8b35-0fe6d3be1c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd438b49-7c5e-4d2d-be53-19f98d37d2e2,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:06.327492 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-6969c98a-0ae6-4fca-a1e3-5ff53cd51493 None None] Set router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:11:06.346009 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-27bb289b-22c9-49c8-8b35-0fe6d3be1c52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74b4b4f5de52423fa293653fcd24f839&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2667575 Feb 04 16:11:06.349343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48554) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:06.357197 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-88d1428e-6aaa-4d24-83d0-6a2569230619 None None] Calling delete_port for 24a702db-7694-4653-bfe3-81137d522a7c owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:06.374771 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.436989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] No DVR routers for this DVR port 24a702db-7694-4653-bfe3-81137d522a7c on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:11:06.450953 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-88d1428e-6aaa-4d24-83d0-6a2569230619 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:11:06.451942 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-88d1428e-6aaa-4d24-83d0-6a2569230619 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:11:06.473512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Port': ['ID=24a702db-7694-4653-bfe3-81137d522a7c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:06.583275 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a17d108d-287f-40ab-ae84-1746b9b2c29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.607209 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-02013dec-9c88-4fdf-a06f-f07942187a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.610406 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.618049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a17d108d-287f-40ab-ae84-1746b9b2c29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.643104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc61d81-1f7c-4484-b4af-2676c01d4205']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:06.657198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406d3e4f-db48-4b85-8511-2c78c7b2c810') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:06.657490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406d3e4f-db48-4b85-8511-2c78c7b2c810') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:06.672441 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.698982 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a17d108d-287f-40ab-ae84-1746b9b2c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.707562 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.724519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:11:06.725078 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.744693 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d108d-287f-40ab-ae84-1746b9b2c29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd438b49-7c5e-4d2d-be53-19f98d37d2e2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:06.747908 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a17d108d-287f-40ab-ae84-1746b9b2c29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.750477 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 24a702db-7694-4653-bfe3-81137d522a7c no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:06.758302 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a17d108d-287f-40ab-ae84-1746b9b2c29a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd438b49-7c5e-4d2d-be53-19f98d37d2e2 HTTP/1.1" status: 204 len: 168 time: 0.4066029 Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:11:06.767877 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:11:06.847401 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 24a702db-7694-4653-bfe3-81137d522a7c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:11:06.850445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 24a702db-7694-4653-bfe3-81137d522a7c not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:11:06.873819 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.888603 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-6969c98a-0ae6-4fca-a1e3-5ff53cd51493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:11:03Z', 'revision_number': 10, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None, '_interfaces': [{'id': '295f0c60-9a57-4641-9710-6b14228abb39', 'name': '', 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:71:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:16Z', 'updated_at': '2022-02-04T16:10:33Z', 'revision_number': 5, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:06.893325 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6969c98a-0ae6-4fca-a1e3-5ff53cd51493 None None] Checking router: 398ba1f0-2580-4d19-8cd7-1d1ac67deadf for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:11:06.901422 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.908807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Network': ['ID=cfc61d81-1f7c-4484-b4af-2676c01d4205,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:06.909548 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6969c98a-0ae6-4fca-a1e3-5ff53cd51493 None None] Routers {'398ba1f0-2580-4d19-8cd7-1d1ac67deadf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:11:06.911621 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-6969c98a-0ae6-4fca-a1e3-5ff53cd51493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:10:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:06.920982 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-56120536-3000-43fb-b151-7b8183c18c8f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/networks/cfc61d81-1f7c-4484-b4af-2676c01d4205 HTTP/1.1" status: 204 len: 168 time: 1.5038538 Feb 04 16:11:06.923756 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48562) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:06.952904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-88d1428e-6aaa-4d24-83d0-6a2569230619 None None] Deleting port 24a702db-7694-4653-bfe3-81137d522a7c {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:06.953291 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-88d1428e-6aaa-4d24-83d0-6a2569230619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:07.089733 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-6969c98a-0ae6-4fca-a1e3-5ff53cd51493 None None] Set router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:11:07.098507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-88d1428e-6aaa-4d24-83d0-6a2569230619 None None] The port '24a702db-7694-4653-bfe3-81137d522a7c' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:11:07.410544 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09790de4-4658-4a9b-a22b-f7a1ee7b21b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:07.499215 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-6969c98a-0ae6-4fca-a1e3-5ff53cd51493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:11:03Z', 'revision_number': 10, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None, '_interfaces': [{'id': '295f0c60-9a57-4641-9710-6b14228abb39', 'name': '', 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:71:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:16Z', 'updated_at': '2022-02-04T16:10:33Z', 'revision_number': 5, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:07.504902 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6969c98a-0ae6-4fca-a1e3-5ff53cd51493 None None] The sync data for ids ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'] in n-d-827872-1 is: [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:11:03Z', 'revision_number': 10, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None, '_interfaces': [{'id': '295f0c60-9a57-4641-9710-6b14228abb39', 'name': '', 'network_id': 'beb901a0-a7c4-43c2-924a-0bea89f82d4c', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'mac_address': 'fa:16:3e:71:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:16Z', 'updated_at': '2022-02-04T16:10:33Z', 'revision_number': 5, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'subnets': [{'id': '33f7f20a-2f3b-45eb-841f-5a0c426a3ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:11:08.161036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-09790de4-4658-4a9b-a22b-f7a1ee7b21b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port 295f0c60-9a57-4641-9710-6b14228abb39 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:08.161543 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09790de4-4658-4a9b-a22b-f7a1ee7b21b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.402247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-09790de4-4658-4a9b-a22b-f7a1ee7b21b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] For port 295f0c60-9a57-4641-9710-6b14228abb39, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=295f0c60-9a57-4641-9710-6b14228abb39,segment=NetworkSegment(f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3),segment_id=f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:08.402958 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09790de4-4658-4a9b-a22b-f7a1ee7b21b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.558352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-09790de4-4658-4a9b-a22b-f7a1ee7b21b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for 295f0c60-9a57-4641-9710-6b14228abb39 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:08.683483 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 49f72655-a728-463d-84e5-6834da234e8c no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:08.744399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 49f72655-a728-463d-84e5-6834da234e8c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:11:08.746425 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 49f72655-a728-463d-84e5-6834da234e8c not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:11:08.747196 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fe2bd468-f583-43d3-a17a-3ae8d3e081ba no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:08.785682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: fe2bd468-f583-43d3-a17a-3ae8d3e081ba {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:11:08.786312 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fe2bd468-f583-43d3-a17a-3ae8d3e081ba not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:11:08.786935 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4ff4cc94-989d-4746-8b31-480cafdefe5d no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:08.867423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 4ff4cc94-989d-4746-8b31-480cafdefe5d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:11:08.867777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4ff4cc94-989d-4746-8b31-480cafdefe5d not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:11:08.900057 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09790de4-4658-4a9b-a22b-f7a1ee7b21b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.993686 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-da90b7eb-c995-40ac-9718-c089f2e50942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.021910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09790de4-4658-4a9b-a22b-f7a1ee7b21b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Port': ['ID=295f0c60-9a57-4641-9710-6b14228abb39,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:09.343397 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09790de4-4658-4a9b-a22b-f7a1ee7b21b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.799332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09790de4-4658-4a9b-a22b-f7a1ee7b21b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:11:09.967917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09790de4-4658-4a9b-a22b-f7a1ee7b21b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:11:09.979564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038bf862-19c0-40a6-b227-5da2a04e2284 None None] Sync routers for ids ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:11:09.992964 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-09790de4-4658-4a9b-a22b-f7a1ee7b21b2 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/398ba1f0-2580-4d19-8cd7-1d1ac67deadf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0680897 Feb 04 16:11:09.995751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48620) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:10.005270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038bf862-19c0-40a6-b227-5da2a04e2284 None None] Routers {'398ba1f0-2580-4d19-8cd7-1d1ac67deadf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:11:10.006023 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-038bf862-19c0-40a6-b227-5da2a04e2284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:11:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:10.167549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-038bf862-19c0-40a6-b227-5da2a04e2284 None None] Set router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:11:10.212062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48628) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:10.295142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-2862cd77-626b-4db5-8393-57df2cc7cb14 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting subnet 33f7f20a-2f3b-45eb-841f-5a0c426a3ba0 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:11:10.295634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-038bf862-19c0-40a6-b227-5da2a04e2284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:11:08Z', 'revision_number': 11, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:10.303209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038bf862-19c0-40a6-b227-5da2a04e2284 None None] Checking router: 398ba1f0-2580-4d19-8cd7-1d1ac67deadf for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:11:10.314700 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.316608 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2862cd77-626b-4db5-8393-57df2cc7cb14 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.337433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038bf862-19c0-40a6-b227-5da2a04e2284 None None] Routers {'398ba1f0-2580-4d19-8cd7-1d1ac67deadf'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:11:10.338063 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-038bf862-19c0-40a6-b227-5da2a04e2284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:11:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:10.407054 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2fb7710a-fe10-469b-9d12-18c391cd79a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.429142 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2862cd77-626b-4db5-8393-57df2cc7cb14 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.472529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-038bf862-19c0-40a6-b227-5da2a04e2284 None None] Set router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:11:10.522088 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2862cd77-626b-4db5-8393-57df2cc7cb14 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.525870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2fb7710a-fe10-469b-9d12-18c391cd79a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:10.530331 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2fb7710a-fe10-469b-9d12-18c391cd79a1 admin admin] Usage tracker for resource:security_group_rule and tenant:e8d0e2ce43bf4aeeb74256675e437226 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:10.533459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2fb7710a-fe10-469b-9d12-18c391cd79a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:10.541062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2fb7710a-fe10-469b-9d12-18c391cd79a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:10.583045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-038bf862-19c0-40a6-b227-5da2a04e2284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:11:08Z', 'revision_number': 11, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:10.593896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038bf862-19c0-40a6-b227-5da2a04e2284 None None] The sync data for ids ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'] in n-d-827872-1 is: [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:11:08Z', 'revision_number': 11, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:11:10.600504 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.652710 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2fb7710a-fe10-469b-9d12-18c391cd79a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.658670 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2fb7710a-fe10-469b-9d12-18c391cd79a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.677324 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2862cd77-626b-4db5-8393-57df2cc7cb14 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.712300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7710a-fe10-469b-9d12-18c391cd79a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dadcfb-614d-45a1-8d8e-205057c18a9e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:10.716888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862cd77-626b-4db5-8393-57df2cc7cb14 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Subnet': ['ID=33f7f20a-2f3b-45eb-841f-5a0c426a3ba0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:10.719223 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2fb7710a-fe10-469b-9d12-18c391cd79a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e8d0e2ce43bf4aeeb74256675e437226&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5043037 Feb 04 16:11:10.725570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48634) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:10.731101 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2862cd77-626b-4db5-8393-57df2cc7cb14 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.738587 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6349335b-f4fe-44b2-a691-d93340d63a63 None None] Network beb901a0-a7c4-43c2-924a-0bea89f82d4c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:10.747041 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2862cd77-626b-4db5-8393-57df2cc7cb14 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/33f7f20a-2f3b-45eb-841f-5a0c426a3ba0 HTTP/1.1" status: 204 len: 168 time: 0.7467248 Feb 04 16:11:10.747169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48638) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:10.904418 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.905674 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2c6541b-8229-4223-9910-62884178cf47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.941314 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2c6541b-8229-4223-9910-62884178cf47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.947834 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Deleting port 64b35d16-3541-4732-bbc8-bee5f0e994bd {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:10.948199 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.072904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 295f0c60-9a57-4641-9710-6b14228abb39 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:11.141334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 295f0c60-9a57-4641-9710-6b14228abb39 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:11:11.141683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 295f0c60-9a57-4641-9710-6b14228abb39 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:11:11.202991 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fefc0e-f1d2-464c-989e-a43a60705b36 None None] DHCP port deletion for beb901a0-a7c4-43c2-924a-0bea89f82d4c request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:11:11.210772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-29fefc0e-f1d2-464c-989e-a43a60705b36 None None] Deleting port 64b35d16-3541-4732-bbc8-bee5f0e994bd {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:11.211535 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-29fefc0e-f1d2-464c-989e-a43a60705b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.394528 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2c6541b-8229-4223-9910-62884178cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.422074 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6541b-8229-4223-9910-62884178cf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dadcfb-614d-45a1-8d8e-205057c18a9e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:11.444540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2c6541b-8229-4223-9910-62884178cf47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.448618 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a2c6541b-8229-4223-9910-62884178cf47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12dadcfb-614d-45a1-8d8e-205057c18a9e HTTP/1.1" status: 204 len: 168 time: 0.7211993 Feb 04 16:11:11.458761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] For port 64b35d16-3541-4732-bbc8-bee5f0e994bd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=64b35d16-3541-4732-bbc8-bee5f0e994bd,segment=NetworkSegment(f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3),segment_id=f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:11.460231 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.600488 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-29fefc0e-f1d2-464c-989e-a43a60705b36 None None] For port 64b35d16-3541-4732-bbc8-bee5f0e994bd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=64b35d16-3541-4732-bbc8-bee5f0e994bd,segment=NetworkSegment(f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3),segment_id=f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:11.600899 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-29fefc0e-f1d2-464c-989e-a43a60705b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.608978 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.672811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Calling delete_port for 64b35d16-3541-4732-bbc8-bee5f0e994bd owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:11.757047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-29fefc0e-f1d2-464c-989e-a43a60705b36 None None] Calling delete_port for 64b35d16-3541-4732-bbc8-bee5f0e994bd owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:11.800881 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.801263 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.860723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Port': ['ID=64b35d16-3541-4732-bbc8-bee5f0e994bd,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:11.867846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] No DVR routers for this DVR port 64b35d16-3541-4732-bbc8-bee5f0e994bd on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:11:11.873952 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-29fefc0e-f1d2-464c-989e-a43a60705b36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:11:11.874887 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-29fefc0e-f1d2-464c-989e-a43a60705b36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:11:12.026250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.062055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb901a0-a7c4-43c2-924a-0bea89f82d4c']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:12.068449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48652) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:12.082131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:12.082488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b54a46-9e9a-43e7-8ed6-9057b3dc27d3') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:12.089981 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-179e4c16-b023-426a-99ba-f95e56ba08f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.095351 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.115947 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.122991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:11:12.123421 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.129388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-179e4c16-b023-426a-99ba-f95e56ba08f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:12.133407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-179e4c16-b023-426a-99ba-f95e56ba08f1 admin admin] Usage tracker for resource:security_group_rule and tenant:d0696296a641478c816ba010e8397645 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:12.136453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-179e4c16-b023-426a-99ba-f95e56ba08f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:11:12.138377 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:11:12.147677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-179e4c16-b023-426a-99ba-f95e56ba08f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:12.229789 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.254989 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.262468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Pushing event deleted for resources: {'Network': ['ID=beb901a0-a7c4-43c2-924a-0bea89f82d4c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:12.282789 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-511ed471-7ae8-40af-9b3a-11cf168338a6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/networks/beb901a0-a7c4-43c2-924a-0bea89f82d4c HTTP/1.1" status: 204 len: 168 time: 1.5311859 Feb 04 16:11:12.283089 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48656) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:12.290420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d5f2c703-9ae7-47ad-8272-1c0f4dfb3a89 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'router': {'routes': None}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:12.376133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-29fefc0e-f1d2-464c-989e-a43a60705b36 None None] Deleting port 64b35d16-3541-4732-bbc8-bee5f0e994bd {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:12.377351 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-29fefc0e-f1d2-464c-989e-a43a60705b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.470628 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-179e4c16-b023-426a-99ba-f95e56ba08f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.532985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-29fefc0e-f1d2-464c-989e-a43a60705b36 None None] The port '64b35d16-3541-4732-bbc8-bee5f0e994bd' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:11:12.605200 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-179e4c16-b023-426a-99ba-f95e56ba08f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.742713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 64b35d16-3541-4732-bbc8-bee5f0e994bd no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:12.798231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 64b35d16-3541-4732-bbc8-bee5f0e994bd {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:11:12.800881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 64b35d16-3541-4732-bbc8-bee5f0e994bd not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:11:12.829328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.extraroute_db [None req-d5f2c703-9ae7-47ad-8272-1c0f4dfb3a89 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Added routes are [] {{(pid=83551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 16:11:12.829771 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.extraroute_db [None req-d5f2c703-9ae7-47ad-8272-1c0f4dfb3a89 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Removed routes are [] {{(pid=83551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 16:11:12.829883 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5f2c703-9ae7-47ad-8272-1c0f4dfb3a89 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.842547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-179e4c16-b023-426a-99ba-f95e56ba08f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0696296a641478c816ba010e8397645&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7707713 Feb 04 16:11:12.843423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48662) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:12.901314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e4c16-b023-426a-99ba-f95e56ba08f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36c6516-9491-4738-8510-d61db13c0cbb,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:12.952983 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b5219a1-52ed-4c8c-ace3-af499f7e4016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.026959 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b5219a1-52ed-4c8c-ace3-af499f7e4016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.096814 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b5219a1-52ed-4c8c-ace3-af499f7e4016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.113684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5219a1-52ed-4c8c-ace3-af499f7e4016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36c6516-9491-4738-8510-d61db13c0cbb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:13.122317 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6b5219a1-52ed-4c8c-ace3-af499f7e4016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.127025 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6b5219a1-52ed-4c8c-ace3-af499f7e4016 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c36c6516-9491-4738-8510-d61db13c0cbb HTTP/1.1" status: 204 len: 168 time: 0.2821229 Feb 04 16:11:13.175741 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5f2c703-9ae7-47ad-8272-1c0f4dfb3a89 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.179186 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5f2c703-9ae7-47ad-8272-1c0f4dfb3a89 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.333182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f2c703-9ae7-47ad-8272-1c0f4dfb3a89 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:11:13.504875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f2c703-9ae7-47ad-8272-1c0f4dfb3a89 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:11:13.518516 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58cbef0-85f6-4dad-8172-7b982202091d None None] Sync routers for ids ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:11:13.528504 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5f2c703-9ae7-47ad-8272-1c0f4dfb3a89 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.532052 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58cbef0-85f6-4dad-8172-7b982202091d None None] Routers {'398ba1f0-2580-4d19-8cd7-1d1ac67deadf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:11:13.532726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d5f2c703-9ae7-47ad-8272-1c0f4dfb3a89 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/398ba1f0-2580-4d19-8cd7-1d1ac67deadf HTTP/1.1" status: 200 len: 701 time: 1.2473204 Feb 04 16:11:13.533068 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48670) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:13.533419 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c58cbef0-85f6-4dad-8172-7b982202091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:11:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:13.581682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-304d7afa-3f37-4a5d-8910-7ac9662b3446 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Synchronizing usage tracker for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:13.598371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-304d7afa-3f37-4a5d-8910-7ac9662b3446 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Unset dirty status for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:13.602434 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-304d7afa-3f37-4a5d-8910-7ac9662b3446 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports?device_id=398ba1f0-2580-4d19-8cd7-1d1ac67deadf HTTP/1.1" status: 200 len: 205 time: 0.0647655 Feb 04 16:11:13.602849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48676) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:13.669580 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-c58cbef0-85f6-4dad-8172-7b982202091d None None] Set router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:11:13.764213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-84aa6311-1b5d-4489-ab50-9c823697c84d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.860133 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c58cbef0-85f6-4dad-8172-7b982202091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:11:08Z', 'revision_number': 11, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:13.867118 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58cbef0-85f6-4dad-8172-7b982202091d None None] Checking router: 398ba1f0-2580-4d19-8cd7-1d1ac67deadf for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:11:13.882693 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58cbef0-85f6-4dad-8172-7b982202091d None None] Routers {'398ba1f0-2580-4d19-8cd7-1d1ac67deadf'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:11:13.883686 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c58cbef0-85f6-4dad-8172-7b982202091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:11:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:14.048158 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-c58cbef0-85f6-4dad-8172-7b982202091d None None] Set router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:11:14.176516 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-c58cbef0-85f6-4dad-8172-7b982202091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:11:08Z', 'revision_number': 11, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:14.181329 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58cbef0-85f6-4dad-8172-7b982202091d None None] The sync data for ids ['398ba1f0-2580-4d19-8cd7-1d1ac67deadf'] in n-d-827872-1 is: [{'id': '398ba1f0-2580-4d19-8cd7-1d1ac67deadf', 'name': 'tempest-RoutersTest-router-1822425369', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:13Z', 'updated_at': '2022-02-04T16:11:08Z', 'revision_number': 11, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:11:14.351969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48702) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:14.476608 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-84aa6311-1b5d-4489-ab50-9c823697c84d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.480731 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-84aa6311-1b5d-4489-ab50-9c823697c84d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.509694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1554058490-network', 'tenant_id': '3dfcb5d70cd74e199bdd0aa074197a4e'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:14.511360 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-84aa6311-1b5d-4489-ab50-9c823697c84d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.511941 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84aa6311-1b5d-4489-ab50-9c823697c84d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Fanout notify agent at l3_agent the message router_deleted on router 398ba1f0-2580-4d19-8cd7-1d1ac67deadf {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:11:14.526979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:14.528874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-84aa6311-1b5d-4489-ab50-9c823697c84d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.534645 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-84aa6311-1b5d-4489-ab50-9c823697c84d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/routers/398ba1f0-2580-4d19-8cd7-1d1ac67deadf HTTP/1.1" status: 204 len: 168 time: 0.9262145 Feb 04 16:11:14.535101 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48708) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:14.544522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-cce4d8e9-79f5-4451-8fea-5218658eea98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1002130084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:14.559229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Usage tracker for resource:network and tenant:3dfcb5d70cd74e199bdd0aa074197a4e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:14.563457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:14.566502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cce4d8e9-79f5-4451-8fea-5218658eea98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:14.572930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:14.575542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cce4d8e9-79f5-4451-8fea-5218658eea98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Usage tracker for resource:router and tenant:8dcac0d1e09848a4b0518f88a2c49d24 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:14.579328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cce4d8e9-79f5-4451-8fea-5218658eea98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:14.589171 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-cce4d8e9-79f5-4451-8fea-5218658eea98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:14.598678 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Made reservation on behalf of 3dfcb5d70cd74e199bdd0aa074197a4e for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:14.600984 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.617509 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cce4d8e9-79f5-4451-8fea-5218658eea98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.618470 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cce4d8e9-79f5-4451-8fea-5218658eea98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.621785 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.685725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:14.693266 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cce4d8e9-79f5-4451-8fea-5218658eea98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.694725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Usage tracker for resource:security_group_rule and tenant:3dfcb5d70cd74e199bdd0aa074197a4e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:14.702926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:14.711855 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:14.727444 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cce4d8e9-79f5-4451-8fea-5218658eea98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.781614 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cce4d8e9-79f5-4451-8fea-5218658eea98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.782858 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cce4d8e9-79f5-4451-8fea-5218658eea98 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2462745 Feb 04 16:11:14.788019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48712) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:14.793897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-678ece9d-e8f6-4ff0-984c-4e89c13abf02 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:14.818356 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.822551 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.851494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:11:14.865686 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031fafb3-a570-41a2-ba83-2c31d5452549,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:14.870297 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.870682 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Added segment bc292adb-32a6-41c6-afa4-b99b0e0ba7bf of type vlan for network d07b0d0c-dec7-4fae-a68a-66107939e68b Feb 04 16:11:14.882985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:14.883381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:14.883674 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:14.884010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:14.884340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:14.884672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:14.884995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:14.885318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:14.885639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:14.885956 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:14.886274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:14.910841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.945303 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.947121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:14.948082 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:15.061245 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7054768 Feb 04 16:11:15.061544 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48716) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:15.064147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35a43c-006f-4957-9c9b-fc790ab552b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d07b0d0c-dec7-4fae-a68a-66107939e68b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:15.070069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] Request body: {'subnet': {'network_id': 'd07b0d0c-dec7-4fae-a68a-66107939e68b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1554058490-subnet', 'tenant_id': '3dfcb5d70cd74e199bdd0aa074197a4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:15.076590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network d07b0d0c-dec7-4fae-a68a-66107939e68b details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:11:15.080313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:15.086601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] Usage tracker for resource:subnet and tenant:3dfcb5d70cd74e199bdd0aa074197a4e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:15.090380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:15.097704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:15.113639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] Made reservation on behalf of 3dfcb5d70cd74e199bdd0aa074197a4e for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:15.120267 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:15.253452 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-678ece9d-e8f6-4ff0-984c-4e89c13abf02 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:15.270378 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-678ece9d-e8f6-4ff0-984c-4e89c13abf02 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-344804'] for router, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:15.382704 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:15.461549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af2296c9-c8a5-4fcd-921f-eaed345c8e9d,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:15.464253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678ece9d-e8f6-4ff0-984c-4e89c13abf02 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Router f4b86970-834e-4803-aa1d-251a2b643d8a is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:11:15.477634 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] Checking segment: {'id': 'bc292adb-32a6-41c6-afa4-b99b0e0ba7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd07b0d0c-dec7-4fae-a68a-66107939e68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:15.477995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] Network hostable DHCP agents. Network: d07b0d0c-dec7-4fae-a68a-66107939e68b, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:11:15.502010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] Network d07b0d0c-dec7-4fae-a68a-66107939e68b is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:11:15.515059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, d07b0d0c-dec7-4fae-a68a-66107939e68b) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:15.520745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:15.522163 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:15.526266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878b02cc-8beb-4d19-ad24-346232bf5117 None None] Network d07b0d0c-dec7-4fae-a68a-66107939e68b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:15.563878 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f56ccc1c-0a44-47cf-864f-6b10b7688536 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5010989 Feb 04 16:11:15.627307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678ece9d-e8f6-4ff0-984c-4e89c13abf02 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:11:15.634136 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-678ece9d-e8f6-4ff0-984c-4e89c13abf02 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:15.638092 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-678ece9d-e8f6-4ff0-984c-4e89c13abf02 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "PUT /v2.0/routers/f4b86970-834e-4803-aa1d-251a2b643d8a HTTP/1.1" status: 200 len: 694 time: 0.8487163 Feb 04 16:11:15.638386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48724) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:15.671298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbafd3d-c3e7-4d6a-9167-6b06865ad2a5 None None] Sync routers for ids ['f4b86970-834e-4803-aa1d-251a2b643d8a'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:11:15.738646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbafd3d-c3e7-4d6a-9167-6b06865ad2a5 None None] Routers {'f4b86970-834e-4803-aa1d-251a2b643d8a'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:11:15.739311 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1bbafd3d-c3e7-4d6a-9167-6b06865ad2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:11:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f4b86970-834e-4803-aa1d-251a2b643d8a'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:15.938069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-1bbafd3d-c3e7-4d6a-9167-6b06865ad2a5 None None] Set router f4b86970-834e-4803-aa1d-251a2b643d8a gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:11:15.972059 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48732) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:15.982802 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-778df2e9-bd3c-4b89-a3dc-60e842083a35 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/routers/f4b86970-834e-4803-aa1d-251a2b643d8a HTTP/1.1" status: 200 len: 700 time: 0.3426080 Feb 04 16:11:16.025985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bc6f61c0-66c3-4931-a66c-cbd46c9283e8 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Synchronizing usage tracker for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:16.042478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bc6f61c0-66c3-4931-a66c-cbd46c9283e8 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Unset dirty status for tenant:8dcac0d1e09848a4b0518f88a2c49d24 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:16.047192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48736) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:16.059165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bc6f61c0-66c3-4931-a66c-cbd46c9283e8 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b86970-834e-4803-aa1d-251a2b643d8a HTTP/1.1" status: 200 len: 205 time: 0.0858564 Feb 04 16:11:16.080858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a677e6-bad3-4a91-90f7-4e7b0586a910 None None] Network d07b0d0c-dec7-4fae-a68a-66107939e68b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:16.225177 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e8229d34-218c-4b67-afe3-2151b3c801b6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:16.282592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1bbafd3d-c3e7-4d6a-9167-6b06865ad2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b86970-834e-4803-aa1d-251a2b643d8a', 'name': 'tempest-RoutersTest-router-1002130084', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:11:14Z', 'updated_at': '2022-02-04T16:11:15Z', 'revision_number': 2, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:16.309652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbafd3d-c3e7-4d6a-9167-6b06865ad2a5 None None] Checking router: f4b86970-834e-4803-aa1d-251a2b643d8a for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:11:16.389247 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbafd3d-c3e7-4d6a-9167-6b06865ad2a5 None None] Routers {'f4b86970-834e-4803-aa1d-251a2b643d8a'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:11:16.389884 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1bbafd3d-c3e7-4d6a-9167-6b06865ad2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:11:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f4b86970-834e-4803-aa1d-251a2b643d8a'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:16.666636 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-1bbafd3d-c3e7-4d6a-9167-6b06865ad2a5 None None] Set router f4b86970-834e-4803-aa1d-251a2b643d8a gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:11:16.760849 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e8229d34-218c-4b67-afe3-2151b3c801b6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:16.766574 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e8229d34-218c-4b67-afe3-2151b3c801b6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:16.797805 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e8229d34-218c-4b67-afe3-2151b3c801b6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:16.798611 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8229d34-218c-4b67-afe3-2151b3c801b6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Fanout notify agent at l3_agent the message router_deleted on router f4b86970-834e-4803-aa1d-251a2b643d8a {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:11:16.832491 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1bbafd3d-c3e7-4d6a-9167-6b06865ad2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b86970-834e-4803-aa1d-251a2b643d8a', 'name': 'tempest-RoutersTest-router-1002130084', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:11:14Z', 'updated_at': '2022-02-04T16:11:15Z', 'revision_number': 2, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:16.836023 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e8229d34-218c-4b67-afe3-2151b3c801b6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:16.837599 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e8229d34-218c-4b67-afe3-2151b3c801b6 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/routers/f4b86970-834e-4803-aa1d-251a2b643d8a HTTP/1.1" status: 204 len: 168 time: 0.7890878 Feb 04 16:11:16.840601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48754) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:16.854557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbafd3d-c3e7-4d6a-9167-6b06865ad2a5 None None] The sync data for ids ['f4b86970-834e-4803-aa1d-251a2b643d8a'] in n-d-827872-1 is: [{'id': 'f4b86970-834e-4803-aa1d-251a2b643d8a', 'name': 'tempest-RoutersTest-router-1002130084', 'tenant_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:11:14Z', 'updated_at': '2022-02-04T16:11:15Z', 'revision_number': 2, 'project_id': '8dcac0d1e09848a4b0518f88a2c49d24', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:11:16.897071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-37e55317-388b-49f0-a507-d32e7242d995 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b86970-834e-4803-aa1d-251a2b643d8a HTTP/1.1" status: 200 len: 205 time: 0.0553267 Feb 04 16:11:16.899475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48758) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:17.023656 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-dcfab297-f048-4b04-9c8b-e77991cc9368 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] delete failed (client error): The resource could not be found. Feb 04 16:11:17.024921 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dcfab297-f048-4b04-9c8b-e77991cc9368 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/routers/f4b86970-834e-4803-aa1d-251a2b643d8a HTTP/1.1" status: 404 len: 336 time: 0.1239789 Feb 04 16:11:17.027332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48762) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:17.073795 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fefee8a-20b4-4ab4-8095-889880fb326b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] DELETE failed (client error): The resource could not be found. Feb 04 16:11:17.074559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fefee8a-20b4-4ab4-8095-889880fb326b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:11:17.076607 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2fefee8a-20b4-4ab4-8095-889880fb326b tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/794e0166-7e79-4e69-92c7-771afb5963fa HTTP/1.1" status: 404 len: 337 time: 0.0482929 Feb 04 16:11:17.080045 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48766) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:17.136502 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-378fb1c0-02ef-4f40-9a13-32ee73b46ada tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] DELETE failed (client error): The resource could not be found. Feb 04 16:11:17.137064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378fb1c0-02ef-4f40-9a13-32ee73b46ada tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:11:17.140248 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-378fb1c0-02ef-4f40-9a13-32ee73b46ada tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/da93650d-d990-4a15-b7a1-af12e02942cb HTTP/1.1" status: 404 len: 337 time: 0.0574899 Feb 04 16:11:17.141709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48770) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:17.195926 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1450b35-a147-4de8-9d97-f468654d6847 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] DELETE failed (client error): The resource could not be found. Feb 04 16:11:17.196368 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1450b35-a147-4de8-9d97-f468654d6847 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:11:17.200740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48774) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:17.200962 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e1450b35-a147-4de8-9d97-f468654d6847 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/21e0ebc2-0554-43dd-805a-4fb1d1884d7b HTTP/1.1" status: 404 len: 337 time: 0.0580208 Feb 04 16:11:17.246423 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90a5430-692b-42d7-9a69-30057a4b4895 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] DELETE failed (client error): The resource could not be found. Feb 04 16:11:17.246897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90a5430-692b-42d7-9a69-30057a4b4895 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:11:17.250978 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f90a5430-692b-42d7-9a69-30057a4b4895 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/33f7f20a-2f3b-45eb-841f-5a0c426a3ba0 HTTP/1.1" status: 404 len: 337 time: 0.0467145 Feb 04 16:11:17.255823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48778) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:17.308160 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c14fbd64-f7ec-4291-a99e-0bc62bfa32c5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports?device_id=398ba1f0-2580-4d19-8cd7-1d1ac67deadf HTTP/1.1" status: 200 len: 205 time: 0.0486646 Feb 04 16:11:17.308454 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48782) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:17.379223 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-6a606a60-b9be-4bf6-ab63-3b3ca2d4888d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] delete failed (client error): The resource could not be found. Feb 04 16:11:17.380281 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6a606a60-b9be-4bf6-ab63-3b3ca2d4888d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/routers/398ba1f0-2580-4d19-8cd7-1d1ac67deadf HTTP/1.1" status: 404 len: 336 time: 0.0708363 Feb 04 16:11:17.383390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48786) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:17.437984 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-50af938c-e22f-4545-86a0-a269df791b8d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed82e2b3-83c3-47fc-95f5-d793d99ab477 HTTP/1.1" status: 200 len: 205 time: 0.0531719 Feb 04 16:11:17.441058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48790) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:17.509285 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-502d4265-f71e-4029-a837-ade860d900d5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] delete failed (client error): The resource could not be found. Feb 04 16:11:17.510219 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-502d4265-f71e-4029-a837-ade860d900d5 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/routers/ed82e2b3-83c3-47fc-95f5-d793d99ab477 HTTP/1.1" status: 404 len: 336 time: 0.0681782 Feb 04 16:11:17.513813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48794) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:17.552232 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a9d124-1042-4563-9ac4-975766c6d520 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] DELETE failed (client error): The resource could not be found. Feb 04 16:11:17.552691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a9d124-1042-4563-9ac4-975766c6d520 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:11:17.556999 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f3a9d124-1042-4563-9ac4-975766c6d520 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/820cb951-ab60-487f-b336-5693e97841e3 HTTP/1.1" status: 404 len: 337 time: 0.0396333 Feb 04 16:11:17.557175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48798) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:17.608949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-485d2b78-61e4-4be4-b85c-12350e529c70 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports?device_id=90eaf501-1c7c-47bf-abd0-696e0f6f9b56 HTTP/1.1" status: 200 len: 205 time: 0.0486603 Feb 04 16:11:17.609190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48806) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:17.688738 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-7e2c973e-7326-4741-838e-33349adda333 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] delete failed (client error): The resource could not be found. Feb 04 16:11:17.690000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7e2c973e-7326-4741-838e-33349adda333 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/routers/90eaf501-1c7c-47bf-abd0-696e0f6f9b56 HTTP/1.1" status: 404 len: 336 time: 0.0798538 Feb 04 16:11:17.693647 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48812) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:17.912456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a366141d-69c9-45e4-8a91-3621f984969a tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports?device_id=034e25b8-3258-4008-bdff-c21b9a06cfbe HTTP/1.1" status: 200 len: 205 time: 0.2175202 Feb 04 16:11:17.915082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48826) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:18.004045 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-2f30cbc6-0b9f-42b6-810a-b426f6c26bd0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] delete failed (client error): The resource could not be found. Feb 04 16:11:18.008531 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2f30cbc6-0b9f-42b6-810a-b426f6c26bd0 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/routers/034e25b8-3258-4008-bdff-c21b9a06cfbe HTTP/1.1" status: 404 len: 336 time: 0.0924127 Feb 04 16:11:18.009375 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48830) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:18.063147 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-2215ab30-51d5-4f05-a8ac-720c93b791d3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] DELETE failed (client error): The resource could not be found. Feb 04 16:11:18.063610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2215ab30-51d5-4f05-a8ac-720c93b791d3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:11:18.068368 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2215ab30-51d5-4f05-a8ac-720c93b791d3 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/dbd47aeb-86c7-4a5e-963f-3a72a79a7113 HTTP/1.1" status: 404 len: 337 time: 0.0576296 Feb 04 16:11:18.068940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48834) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:18.089133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71a906-f1c3-4c70-8950-89012782db79 req-90994a58-3bbf-4311-8abf-2ecc9cf5fac2 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:18.090342 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-90994a58-3bbf-4311-8abf-2ecc9cf5fac2 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/networks?id=d07b0d0c-dec7-4fae-a68a-66107939e68b HTTP/1.1" status: 200 len: 809 time: 0.1815124 Feb 04 16:11:18.108397 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-0d2c8dea-2864-4136-b7a6-f7e0e5efe5f6 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/quotas/3dfcb5d70cd74e199bdd0aa074197a4e HTTP/1.1" status: 200 len: 375 time: 0.0123408 Feb 04 16:11:18.117084 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f2b3e7ba-ccdf-4b66-bdec-53e5d4c64174 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bab866-98d9-4464-b4d7-58f160f5ee0e HTTP/1.1" status: 200 len: 205 time: 0.0470285 Feb 04 16:11:18.119617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48838) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:18.162712 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-ba58fb73-4a9d-415e-903e-2168096acb5e tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3dfcb5d70cd74e199bdd0aa074197a4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455716 Feb 04 16:11:18.173575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-769dcc3e-c19b-4785-81e0-2ea117567b5f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:11:18.175274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-769dcc3e-c19b-4785-81e0-2ea117567b5f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051689 Feb 04 16:11:18.187862 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-fcb4fb2a-41e3-4480-b36a-45be1652505f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] delete failed (client error): The resource could not be found. Feb 04 16:11:18.191396 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fcb4fb2a-41e3-4480-b36a-45be1652505f tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/routers/f8bab866-98d9-4464-b4d7-58f160f5ee0e HTTP/1.1" status: 404 len: 336 time: 0.0681641 Feb 04 16:11:18.191736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48842) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:18.314407 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-cdb7a9bf-5325-43fa-8253-e175b6346d51 service neutron] 10.222.0.60 "GET /v2.0/networks/d07b0d0c-dec7-4fae-a68a-66107939e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324570 Feb 04 16:11:18.345985 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-14eacb24-b0f0-431d-82c0-c06f9a8e1383 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] DELETE failed (client error): The resource could not be found. Feb 04 16:11:18.346955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14eacb24-b0f0-431d-82c0-c06f9a8e1383 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:11:18.348830 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-14eacb24-b0f0-431d-82c0-c06f9a8e1383 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/91fe6592-e065-4438-8d31-03917099d0fa HTTP/1.1" status: 404 len: 337 time: 0.1561990 Feb 04 16:11:18.351466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48846) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:18.398820 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e374d5ad-a917-4f22-8778-96bc3672c271 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a216370-4ac4-4628-abb3-c3ac455f64b0 HTTP/1.1" status: 200 len: 205 time: 0.0441251 Feb 04 16:11:18.399112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48850) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:18.458949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-b6751743-a4dc-4460-aef2-15fc1c3ee8cf service neutron] 10.222.0.60 "GET /v2.0/networks/d07b0d0c-dec7-4fae-a68a-66107939e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385574 Feb 04 16:11:18.467492 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-99dffbee-a923-4bde-baad-b1d331ea282d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] delete failed (client error): The resource could not be found. Feb 04 16:11:18.468726 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-99dffbee-a923-4bde-baad-b1d331ea282d tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/routers/6a216370-4ac4-4628-abb3-c3ac455f64b0 HTTP/1.1" status: 404 len: 336 time: 0.0684547 Feb 04 16:11:18.472188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48854) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:18.515815 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d530934-c0bb-43e8-ba58-0348eb13cf12 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] DELETE failed (client error): The resource could not be found. Feb 04 16:11:18.516114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d530934-c0bb-43e8-ba58-0348eb13cf12 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:11:18.517768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0d530934-c0bb-43e8-ba58-0348eb13cf12 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/2bc25f97-a187-4926-ad6a-8d13f082758a HTTP/1.1" status: 404 len: 337 time: 0.0443456 Feb 04 16:11:18.520570 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48858) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:18.558539 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a523aef6-9734-4321-9c91-3e3bf752b419 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] DELETE failed (client error): The resource could not be found. Feb 04 16:11:18.558977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a523aef6-9734-4321-9c91-3e3bf752b419 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:11:18.560718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a523aef6-9734-4321-9c91-3e3bf752b419 tempest-RoutersTest-1707570984 tempest-RoutersTest-1707570984-project] 10.222.0.60 "DELETE /v2.0/subnets/0feb0688-9790-4c0d-8e1d-def91f0d7cd9 HTTP/1.1" status: 404 len: 337 time: 0.0392487 Feb 04 16:11:18.666220 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16021449-ea39-457a-81cb-9a94446de6a9 req-3f5cd9b3-8a4c-4650-9c31-3653b3633503 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 210 time: 0.0472844 Feb 04 16:11:18.837419 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48876) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:19.085044 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b540eba8-5312-475a-b1a5-76f1c1d834de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8dcac0d1e09848a4b0518f88a2c49d24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2463806 Feb 04 16:11:19.087435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48888) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:19.156785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d48403fd-a5d3-4468-b477-384d53a7de7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:19.196645 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d48403fd-a5d3-4468-b477-384d53a7de7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:19.253108 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d48403fd-a5d3-4468-b477-384d53a7de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:19.273309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48403fd-a5d3-4468-b477-384d53a7de7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc3fe87-33b6-4e68-b53c-126634a75efa,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:19.281005 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d48403fd-a5d3-4468-b477-384d53a7de7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:19.285234 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d48403fd-a5d3-4468-b477-384d53a7de7e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8cc3fe87-33b6-4e68-b53c-126634a75efa HTTP/1.1" status: 204 len: 168 time: 0.1938076 Feb 04 16:11:19.687449 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:19.881092 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b42d174-f91e-4af4-be90-c276281d2e89 req-64bbefd9-8ed7-4f5c-8397-52d859db50b6 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 210 time: 0.0516362 Feb 04 16:11:19.992919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71a906-f1c3-4c70-8950-89012782db79 req-c0cb3a8c-e431-44eb-ac01-f65d0d8b651d tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:19.993908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-8d71a906-f1c3-4c70-8950-89012782db79 req-c0cb3a8c-e431-44eb-ac01-f65d0d8b651d tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Synchronizing usage tracker for tenant:3dfcb5d70cd74e199bdd0aa074197a4e on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:20.017586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-8d71a906-f1c3-4c70-8950-89012782db79 req-c0cb3a8c-e431-44eb-ac01-f65d0d8b651d tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Unset dirty status for tenant:3dfcb5d70cd74e199bdd0aa074197a4e on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:20.021148 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-c0cb3a8c-e431-44eb-ac01-f65d0d8b651d tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.81 "GET /v2.0/networks?id=d07b0d0c-dec7-4fae-a68a-66107939e68b HTTP/1.1" status: 200 len: 809 time: 0.2366898 Feb 04 16:11:20.043899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Request body: {'port': {'device_id': '24cb920b-83f8-480d-b208-74d80075c157', 'network_id': 'd07b0d0c-dec7-4fae-a68a-66107939e68b', 'admin_state_up': True, 'tenant_id': '3dfcb5d70cd74e199bdd0aa074197a4e'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:20.217990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:20.223774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Usage tracker for resource:port and tenant:3dfcb5d70cd74e199bdd0aa074197a4e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:20.226858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:20.233235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:20.246505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Made reservation on behalf of 3dfcb5d70cd74e199bdd0aa074197a4e for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:20.250042 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:20.375244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48914) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:20.439541 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Allocated IP 172.20.0.6 (d07b0d0c-dec7-4fae-a68a-66107939e68b/af2296c9-c8a5-4fcd-921f-eaed345c8e9d/0c444397-dd86-43cc-a00f-1bb72db5f80e) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:20.533504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0629ba66-665b-4fab-b721-0c66425e51c8 tempest-DvrRoutersNegativeTest-1930008400 tempest-DvrRoutersNegativeTest-1930008400-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-905580903', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:20.537744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.policy [None req-0629ba66-665b-4fab-b721-0c66425e51c8 tempest-DvrRoutersNegativeTest-1930008400 tempest-DvrRoutersNegativeTest-1930008400-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83551) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 04 16:11:20.538303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.policy [None req-0629ba66-665b-4fab-b721-0c66425e51c8 tempest-DvrRoutersNegativeTest-1930008400 tempest-DvrRoutersNegativeTest-1930008400-project] Failed policy check for 'create_router' {{(pid=83551) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 04 16:11:20.539111 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [None req-0629ba66-665b-4fab-b721-0c66425e51c8 tempest-DvrRoutersNegativeTest-1930008400 tempest-DvrRoutersNegativeTest-1930008400-project] create failed (client error): Access was denied to this resource. Feb 04 16:11:20.540515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0629ba66-665b-4fab-b721-0c66425e51c8 tempest-DvrRoutersNegativeTest-1930008400 tempest-DvrRoutersNegativeTest-1930008400-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1641705 Feb 04 16:11:20.676148 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:20.711684 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:20.800044 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Network d07b0d0c-dec7-4fae-a68a-66107939e68b is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:20.804233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:20.806938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:20.836872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Pushing event updated for resources: {'Port': ['ID=0c444397-dd86-43cc-a00f-1bb72db5f80e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:20.875279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:20.875900 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:20.895809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48924) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:20.904900 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-2f75c66a-3463-43ff-9669-5a0fc0ebc164 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8657353 Feb 04 16:11:20.922267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Request body: {'port': {'device_id': '24cb920b-83f8-480d-b208-74d80075c157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:21.047936 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:21.124978 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3d40325-b228-4f3b-b7ab-9886798402c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:21.167949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a71bc-cd9f-4c1c-9202-e3a2935d370d req-94365302-608b-4775-9975-e62fc2534be2 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:21.169484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d26a71bc-cd9f-4c1c-9202-e3a2935d370d req-94365302-608b-4775-9975-e62fc2534be2 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 931 time: 0.0871165 Feb 04 16:11:21.228163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d3d40325-b228-4f3b-b7ab-9886798402c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:21.240689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d3d40325-b228-4f3b-b7ab-9886798402c2 admin admin] Usage tracker for resource:security_group_rule and tenant:4662e59a0e3f4e279cd47804ea4be619 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:21.246780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d3d40325-b228-4f3b-b7ab-9886798402c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:21.247458 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d26a71bc-cd9f-4c1c-9202-e3a2935d370d req-4b5063b5-1021-4ad7-9602-3d19b04193fd tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701137 Feb 04 16:11:21.258838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d3d40325-b228-4f3b-b7ab-9886798402c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:21.452103 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3d40325-b228-4f3b-b7ab-9886798402c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:21.463046 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d3d40325-b228-4f3b-b7ab-9886798402c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:21.556147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d40325-b228-4f3b-b7ab-9886798402c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d382056-872e-4d79-a745-51bc31ac4d05,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:21.572418 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d3d40325-b228-4f3b-b7ab-9886798402c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4662e59a0e3f4e279cd47804ea4be619&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6753376 Feb 04 16:11:21.574799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48940) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:21.578675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c444397-dd86-43cc-a00f-1bb72db5f80e {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:21.594508 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:21.628600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Transition to ACTIVE for port object 0c444397-dd86-43cc-a00f-1bb72db5f80e will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:21.636964 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:21.886177 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b8bf-148b-4769-ac9c-ac5d8e5f1f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:21.888336 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Pushing event updated for resources: {'Port': ['ID=0c444397-dd86-43cc-a00f-1bb72db5f80e,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:21.946599 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b8bf-148b-4769-ac9c-ac5d8e5f1f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:22.053007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Attempting to bind port 0c444397-dd86-43cc-a00f-1bb72db5f80e on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:22.053663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Attempting to bind port 0c444397-dd86-43cc-a00f-1bb72db5f80e by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'bc292adb-32a6-41c6-afa4-b99b0e0ba7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd07b0d0c-dec7-4fae-a68a-66107939e68b'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:22.053663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Attempting to bind port 0c444397-dd86-43cc-a00f-1bb72db5f80e on network d07b0d0c-dec7-4fae-a68a-66107939e68b {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:22.061220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Port 0c444397-dd86-43cc-a00f-1bb72db5f80e on network d07b0d0c-dec7-4fae-a68a-66107939e68b not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:11:22.061545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Attempting to bind port 0c444397-dd86-43cc-a00f-1bb72db5f80e on network d07b0d0c-dec7-4fae-a68a-66107939e68b {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:22.064597 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b8bf-148b-4769-ac9c-ac5d8e5f1f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:22.084509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2b8bf-148b-4769-ac9c-ac5d8e5f1f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d382056-872e-4d79-a745-51bc31ac4d05,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:22.086334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:22.086675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Checking segment: {'id': 'bc292adb-32a6-41c6-afa4-b99b0e0ba7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd07b0d0c-dec7-4fae-a68a-66107939e68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:22.087054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Bound using segment: {'id': 'bc292adb-32a6-41c6-afa4-b99b0e0ba7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd07b0d0c-dec7-4fae-a68a-66107939e68b'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:22.087522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Bound port: 0c444397-dd86-43cc-a00f-1bb72db5f80e, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc292adb-32a6-41c6-afa4-b99b0e0ba7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd07b0d0c-dec7-4fae-a68a-66107939e68b'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:22.087876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:22.105126 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b8bf-148b-4769-ac9c-ac5d8e5f1f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:22.108555 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a4a2b8bf-148b-4769-ac9c-ac5d8e5f1f27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d382056-872e-4d79-a745-51bc31ac4d05 HTTP/1.1" status: 204 len: 168 time: 0.5305622 Feb 04 16:11:22.190407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] For port 0c444397-dd86-43cc-a00f-1bb72db5f80e, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:22.193758 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] For port 0c444397-dd86-43cc-a00f-1bb72db5f80e, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0c444397-dd86-43cc-a00f-1bb72db5f80e,segment=NetworkSegment(bc292adb-32a6-41c6-afa4-b99b0e0ba7bf),segment_id=bc292adb-32a6-41c6-afa4-b99b0e0ba7bf)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:22.199206 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:22.276705 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:22.278099 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] 10.222.0.81 "PUT /v2.0/ports/0c444397-dd86-43cc-a00f-1bb72db5f80e HTTP/1.1" status: 200 len: 1091 time: 1.3603468 Feb 04 16:11:22.278540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cb920b-83f8-480d-b208-74d80075c157', 'tag': '0c444397-dd86-43cc-a00f-1bb72db5f80e'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:22.289954 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273d22e-1d63-4906-8c7b-74f4a0618768 service neutron] Pushing event updated for resources: {'Port': ['ID=0c444397-dd86-43cc-a00f-1bb72db5f80e,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:22.402921 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cb920b-83f8-480d-b208-74d80075c157', 'tag': '0c444397-dd86-43cc-a00f-1bb72db5f80e', 'status': 'completed', 'code': 200} Feb 04 16:11:22.479272 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-5835feed-4f66-4f10-a2c0-eacb0ca0bf69 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3dfcb5d70cd74e199bdd0aa074197a4e&device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 1094 time: 0.1218905 Feb 04 16:11:22.563328 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-7c9621a1-0814-4aaa-b417-d3c1d7ae7de9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c444397-dd86-43cc-a00f-1bb72db5f80e HTTP/1.1" status: 200 len: 217 time: 0.0727537 Feb 04 16:11:22.570430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428df8a-3232-4aa7-8ebb-3ab1b5e088e3 req-b420ee86-d3c0-431b-849a-3f23b1d717e2 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:22.578771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b428df8a-3232-4aa7-8ebb-3ab1b5e088e3 req-b420ee86-d3c0-431b-849a-3f23b1d717e2 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 943 time: 0.0939090 Feb 04 16:11:22.623791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b428df8a-3232-4aa7-8ebb-3ab1b5e088e3 req-93bd5043-c659-49cc-adc6-4f0929bcf93b tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440407 Feb 04 16:11:22.637814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71a906-f1c3-4c70-8950-89012782db79 req-273ea45f-5965-495d-82df-aa5c6da8428f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:22.639385 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-273ea45f-5965-495d-82df-aa5c6da8428f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af2296c9-c8a5-4fcd-921f-eaed345c8e9d HTTP/1.1" status: 200 len: 849 time: 0.0696061 Feb 04 16:11:22.688199 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-ba1206e1-8c1f-4a12-bc05-6ef61826d030 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d07b0d0c-dec7-4fae-a68a-66107939e68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432932 Feb 04 16:11:22.848590 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-be5ad339-b078-4a2c-927d-037e1c204cef service neutron] 10.222.0.81 "GET /v2.0/networks/d07b0d0c-dec7-4fae-a68a-66107939e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482787 Feb 04 16:11:22.988792 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d71a906-f1c3-4c70-8950-89012782db79 req-9e6c3eda-d776-4825-9b94-65a45c014793 service neutron] 10.222.0.81 "GET /v2.0/networks/d07b0d0c-dec7-4fae-a68a-66107939e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342473 Feb 04 16:11:23.128203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48970) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:23.148801 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-58ee23a7-436d-4584-a69d-0165400b2b75 req-4d103e56-718c-4b25-9e21-cfb75aa1e4c3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3dfcb5d70cd74e199bdd0aa074197a4e&device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 1094 time: 0.0732799 Feb 04 16:11:23.269548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973911378'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:23.276034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:23.279854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:23.282795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:23.288143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee23a7-436d-4584-a69d-0165400b2b75 req-54c23e5f-c7ff-4c00-8564-c81884bc08fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:23.289600 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-58ee23a7-436d-4584-a69d-0165400b2b75 req-54c23e5f-c7ff-4c00-8564-c81884bc08fb service neutron] 10.222.0.81 "GET /v2.0/networks?id=d07b0d0c-dec7-4fae-a68a-66107939e68b HTTP/1.1" status: 200 len: 910 time: 0.1353362 Feb 04 16:11:23.292915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:23.304299 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.317034 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.349417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:23.353272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:23.356097 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:23.359382 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-58ee23a7-436d-4584-a69d-0165400b2b75 req-246b1efa-eb80-429b-8de7-fa4dcbc984fd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c444397-dd86-43cc-a00f-1bb72db5f80e HTTP/1.1" status: 200 len: 217 time: 0.0643091 Feb 04 16:11:23.362539 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:23.424065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee23a7-436d-4584-a69d-0165400b2b75 req-6a69fcfe-aec4-471d-9bd2-5e83587b3cc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:23.427165 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-58ee23a7-436d-4584-a69d-0165400b2b75 req-6a69fcfe-aec4-471d-9bd2-5e83587b3cc9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af2296c9-c8a5-4fcd-921f-eaed345c8e9d HTTP/1.1" status: 200 len: 849 time: 0.0623553 Feb 04 16:11:23.439871 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.444291 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.477156 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-58ee23a7-436d-4584-a69d-0165400b2b75 req-2699882c-ec0f-42f2-96ac-447ed7056c8a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d07b0d0c-dec7-4fae-a68a-66107939e68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433724 Feb 04 16:11:23.487960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61231796-8022-4092-be59-58ddb5a351c4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:23.490662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:23.494745 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:23.497846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:23.505070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:23.577273 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.582612 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.625136 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-58ee23a7-436d-4584-a69d-0165400b2b75 req-0b3a835f-4083-4643-9608-1404bd764102 service neutron] 10.222.0.81 "GET /v2.0/networks/d07b0d0c-dec7-4fae-a68a-66107939e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418328 Feb 04 16:11:23.626460 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a247d60b-589a-4703-a476-34902dc62432,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:23.629368 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.630567 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-edb22779-f737-4a39-aca8-2bb88ce15504 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5011833 Feb 04 16:11:23.633149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48980) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:23.720688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-755155c1-38d9-4499-87f4-ca598dee1820 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:23.743793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-755155c1-38d9-4499-87f4-ca598dee1820 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:23.749088 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-755155c1-38d9-4499-87f4-ca598dee1820 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1145654 Feb 04 16:11:23.749778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 48988) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:23.756571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-74ee1ab4-e244-4c37-87b4-b19812cbb2b2 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group': {'name': 'tempest-security--1909961390', 'description': 'tempest-security-description-1730070650'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:23.795925 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-74ee1ab4-e244-4c37-87b4-b19812cbb2b2 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.895505 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-74ee1ab4-e244-4c37-87b4-b19812cbb2b2 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.902883 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-74ee1ab4-e244-4c37-87b4-b19812cbb2b2 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.905590 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-74ee1ab4-e244-4c37-87b4-b19812cbb2b2 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.907651 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-74ee1ab4-e244-4c37-87b4-b19812cbb2b2 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "PUT /v2.0/security-groups/a247d60b-589a-4703-a476-34902dc62432 HTTP/1.1" status: 200 len: 1612 time: 0.1565344 Feb 04 16:11:23.910211 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48992) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:23.932430 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-58ee23a7-436d-4584-a69d-0165400b2b75 req-bf72efc7-5839-4718-96d5-e1f6f5dfebfd service neutron] 10.222.0.81 "GET /v2.0/networks/d07b0d0c-dec7-4fae-a68a-66107939e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014996 Feb 04 16:11:23.970095 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f2edcf01-1c4e-466f-94ea-3274b6a35b92 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-groups/a247d60b-589a-4703-a476-34902dc62432 HTTP/1.1" status: 200 len: 1612 time: 0.0564744 Feb 04 16:11:23.970667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 48996) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:23.981195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee1ab4-e244-4c37-87b4-b19812cbb2b2 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a247d60b-589a-4703-a476-34902dc62432,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:24.021269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65003191-949f-444e-a0f1-33d8b35bb72b req-d2671196-8d49-4f9b-9c99-00a3c2aad1b8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:24.022935 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65003191-949f-444e-a0f1-33d8b35bb72b req-d2671196-8d49-4f9b-9c99-00a3c2aad1b8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 943 time: 0.1663046 Feb 04 16:11:24.062295 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a237db99-13a8-44ca-9a2e-cf8b2ae3291c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.093802 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65003191-949f-444e-a0f1-33d8b35bb72b req-a623f363-be5e-417b-ae71-eba9f4c5b551 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629675 Feb 04 16:11:24.098945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a237db99-13a8-44ca-9a2e-cf8b2ae3291c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.171583 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a237db99-13a8-44ca-9a2e-cf8b2ae3291c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.192342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237db99-13a8-44ca-9a2e-cf8b2ae3291c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a247d60b-589a-4703-a476-34902dc62432,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:24.202202 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a237db99-13a8-44ca-9a2e-cf8b2ae3291c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.203343 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a237db99-13a8-44ca-9a2e-cf8b2ae3291c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-groups/a247d60b-589a-4703-a476-34902dc62432 HTTP/1.1" status: 204 len: 168 time: 0.2309017 Feb 04 16:11:24.206804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49000) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:24.264278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d683cac0-55a8-4943-afa4-b645b608cc6c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:24.280815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d683cac0-55a8-4943-afa4-b645b608cc6c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:24.282225 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d683cac0-55a8-4943-afa4-b645b608cc6c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0743644 Feb 04 16:11:24.285402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49004) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:24.302978 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-a6ca876f-4db6-4a6c-8cc4-d6fedd05b1e9 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] delete failed (client error): The resource could not be found. Feb 04 16:11:24.304026 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a6ca876f-4db6-4a6c-8cc4-d6fedd05b1e9 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-groups/a247d60b-589a-4703-a476-34902dc62432 HTTP/1.1" status: 404 len: 347 time: 0.0177352 Feb 04 16:11:24.308431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49008) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:24.313940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e30414cb-d05c-41b5-8c76-a5407bc7a9af tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1218744657'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:24.321772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e30414cb-d05c-41b5-8c76-a5407bc7a9af tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:24.332768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e30414cb-d05c-41b5-8c76-a5407bc7a9af tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:24.344029 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e30414cb-d05c-41b5-8c76-a5407bc7a9af tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.383255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e30414cb-d05c-41b5-8c76-a5407bc7a9af tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:24.387157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e30414cb-d05c-41b5-8c76-a5407bc7a9af tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:24.390100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e30414cb-d05c-41b5-8c76-a5407bc7a9af tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:24.397544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e30414cb-d05c-41b5-8c76-a5407bc7a9af tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:24.454807 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e30414cb-d05c-41b5-8c76-a5407bc7a9af tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.458214 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e30414cb-d05c-41b5-8c76-a5407bc7a9af tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.505041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30414cb-d05c-41b5-8c76-a5407bc7a9af tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8f77c0-9a78-40c6-8f38-e0d34fb34629,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:24.511742 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e30414cb-d05c-41b5-8c76-a5407bc7a9af tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.512666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e30414cb-d05c-41b5-8c76-a5407bc7a9af tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2032449 Feb 04 16:11:24.515464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49012) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:24.521227 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-30cc3940-0cc6-4688-9ce4-d80b180ab317 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group_rule': {'security_group_id': '3f8f77c0-9a78-40c6-8f38-e0d34fb34629', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:24.527657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-30cc3940-0cc6-4688-9ce4-d80b180ab317 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:24.531391 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-30cc3940-0cc6-4688-9ce4-d80b180ab317 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:24.534411 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-30cc3940-0cc6-4688-9ce4-d80b180ab317 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:24.540143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-30cc3940-0cc6-4688-9ce4-d80b180ab317 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:24.559002 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30cc3940-0cc6-4688-9ce4-d80b180ab317 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.625389 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30cc3940-0cc6-4688-9ce4-d80b180ab317 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.629140 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30cc3940-0cc6-4688-9ce4-d80b180ab317 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.652571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc3940-0cc6-4688-9ce4-d80b180ab317 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7f89d8-96d2-4501-b740-07f5b19c918a,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:24.663161 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-30cc3940-0cc6-4688-9ce4-d80b180ab317 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.665990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-30cc3940-0cc6-4688-9ce4-d80b180ab317 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1479375 Feb 04 16:11:24.668201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49016) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:24.700723 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5eec1d91-dd1d-469b-bf0b-b35d639539f0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.712368 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5eec1d91-dd1d-469b-bf0b-b35d639539f0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.741879 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5eec1d91-dd1d-469b-bf0b-b35d639539f0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.759517 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5eec1d91-dd1d-469b-bf0b-b35d639539f0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.760743 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5eec1d91-dd1d-469b-bf0b-b35d639539f0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/bf7f89d8-96d2-4501-b740-07f5b19c918a HTTP/1.1" status: 204 len: 168 time: 0.0918083 Feb 04 16:11:24.761564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec1d91-dd1d-469b-bf0b-b35d639539f0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf7f89d8-96d2-4501-b740-07f5b19c918a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:24.763523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49020) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:24.815784 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b86ef51b-21fb-4dd6-9efa-8ab400ab7fe3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:24.832711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b86ef51b-21fb-4dd6-9efa-8ab400ab7fe3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:24.836815 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b86ef51b-21fb-4dd6-9efa-8ab400ab7fe3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0694861 Feb 04 16:11:24.837096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49026) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:24.908330 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-272288ef-3887-4482-9579-cb71c89e5d37 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.937163 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-272288ef-3887-4482-9579-cb71c89e5d37 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.990735 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-272288ef-3887-4482-9579-cb71c89e5d37 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.010840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272288ef-3887-4482-9579-cb71c89e5d37 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8f77c0-9a78-40c6-8f38-e0d34fb34629,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:25.028504 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-272288ef-3887-4482-9579-cb71c89e5d37 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.029865 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-272288ef-3887-4482-9579-cb71c89e5d37 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-groups/3f8f77c0-9a78-40c6-8f38-e0d34fb34629 HTTP/1.1" status: 204 len: 168 time: 0.1919115 Feb 04 16:11:25.032784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49030) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:25.092714 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-479d203b-5985-4fb1-8a2e-a26326b54f14 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:25.113613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-479d203b-5985-4fb1-8a2e-a26326b54f14 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:25.115209 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-479d203b-5985-4fb1-8a2e-a26326b54f14 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0797760 Feb 04 16:11:25.119164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49034) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:25.125555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-1023d044-a3ca-4660-9a9c-d04fc61b3f47 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group': {'name': 'tempest-secgroup--66373225'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:25.133883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1023d044-a3ca-4660-9a9c-d04fc61b3f47 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:25.145943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1023d044-a3ca-4660-9a9c-d04fc61b3f47 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:25.157493 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1023d044-a3ca-4660-9a9c-d04fc61b3f47 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.198088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1023d044-a3ca-4660-9a9c-d04fc61b3f47 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:25.203119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1023d044-a3ca-4660-9a9c-d04fc61b3f47 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:25.207506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1023d044-a3ca-4660-9a9c-d04fc61b3f47 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:25.215118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1023d044-a3ca-4660-9a9c-d04fc61b3f47 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:25.431840 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1023d044-a3ca-4660-9a9c-d04fc61b3f47 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.437478 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1023d044-a3ca-4660-9a9c-d04fc61b3f47 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.498385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023d044-a3ca-4660-9a9c-d04fc61b3f47 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf00026b-6d75-488a-93a8-4465e5994dc8,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:25.504549 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1023d044-a3ca-4660-9a9c-d04fc61b3f47 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.509311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1023d044-a3ca-4660-9a9c-d04fc61b3f47 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3854818 Feb 04 16:11:25.509972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49040) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:25.514798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-121fab2c-668b-4c98-97c0-038067348fa0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group_rule': {'security_group_id': 'bf00026b-6d75-488a-93a8-4465e5994dc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:25.524065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-121fab2c-668b-4c98-97c0-038067348fa0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:25.529519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-121fab2c-668b-4c98-97c0-038067348fa0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:25.534077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-121fab2c-668b-4c98-97c0-038067348fa0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:25.544892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342845c2-a14f-4792-9db2-51abcee5a7c1 req-1b71ecad-be88-45cb-b024-dcee4bbdd889 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:25.546344 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-342845c2-a14f-4792-9db2-51abcee5a7c1 req-1b71ecad-be88-45cb-b024-dcee4bbdd889 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 943 time: 0.2607720 Feb 04 16:11:25.547234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-121fab2c-668b-4c98-97c0-038067348fa0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:25.581853 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-121fab2c-668b-4c98-97c0-038067348fa0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.632503 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-342845c2-a14f-4792-9db2-51abcee5a7c1 req-164d75a6-0693-4942-a5d7-9dbd50e6bb56 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764778 Feb 04 16:11:25.665335 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-121fab2c-668b-4c98-97c0-038067348fa0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.669274 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-121fab2c-668b-4c98-97c0-038067348fa0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.694196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fab2c-668b-4c98-97c0-038067348fa0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8775ed27-7be6-41b6-afc7-a62e55d645ad,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:25.708043 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-121fab2c-668b-4c98-97c0-038067348fa0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.709463 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-121fab2c-668b-4c98-97c0-038067348fa0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1991878 Feb 04 16:11:25.712276 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49044) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:25.717736 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-81092162-bcfe-4081-abee-5558552f5754 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group_rule': {'security_group_id': 'bf00026b-6d75-488a-93a8-4465e5994dc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:25.724779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-81092162-bcfe-4081-abee-5558552f5754 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:25.729409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-81092162-bcfe-4081-abee-5558552f5754 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:25.732654 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-81092162-bcfe-4081-abee-5558552f5754 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:25.739849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-81092162-bcfe-4081-abee-5558552f5754 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:25.759046 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-81092162-bcfe-4081-abee-5558552f5754 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.842859 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-81092162-bcfe-4081-abee-5558552f5754 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.847691 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-81092162-bcfe-4081-abee-5558552f5754 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.877191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81092162-bcfe-4081-abee-5558552f5754 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89efb17-fda2-4853-b8ac-03d0b218eb87,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:25.888270 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-81092162-bcfe-4081-abee-5558552f5754 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.889544 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-81092162-bcfe-4081-abee-5558552f5754 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1763616 Feb 04 16:11:25.892816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49050) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:25.899943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4c046ab5-395e-4f31-a48f-9a2ef2128c02 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group_rule': {'security_group_id': 'bf00026b-6d75-488a-93a8-4465e5994dc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:25.908203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4c046ab5-395e-4f31-a48f-9a2ef2128c02 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:25.914868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4c046ab5-395e-4f31-a48f-9a2ef2128c02 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:25.921194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4c046ab5-395e-4f31-a48f-9a2ef2128c02 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:25.933430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4c046ab5-395e-4f31-a48f-9a2ef2128c02 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:25.956568 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c046ab5-395e-4f31-a48f-9a2ef2128c02 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.060837 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c046ab5-395e-4f31-a48f-9a2ef2128c02 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.064728 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c046ab5-395e-4f31-a48f-9a2ef2128c02 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.092708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c046ab5-395e-4f31-a48f-9a2ef2128c02 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e9f886-b98e-4b38-b6ab-8ac751a5cdec,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:26.109090 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c046ab5-395e-4f31-a48f-9a2ef2128c02 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.110420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4c046ab5-395e-4f31-a48f-9a2ef2128c02 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2158959 Feb 04 16:11:26.114336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49066) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:26.119706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-48e8f165-e851-49f6-b129-1c2b2e2aca0f tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group_rule': {'security_group_id': 'bf00026b-6d75-488a-93a8-4465e5994dc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:26.128831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-48e8f165-e851-49f6-b129-1c2b2e2aca0f tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:26.134246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-48e8f165-e851-49f6-b129-1c2b2e2aca0f tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:26.137168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-48e8f165-e851-49f6-b129-1c2b2e2aca0f tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:26.143413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-48e8f165-e851-49f6-b129-1c2b2e2aca0f tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:26.164270 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48e8f165-e851-49f6-b129-1c2b2e2aca0f tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.243750 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48e8f165-e851-49f6-b129-1c2b2e2aca0f tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.247842 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48e8f165-e851-49f6-b129-1c2b2e2aca0f tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.278388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8f165-e851-49f6-b129-1c2b2e2aca0f tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab4ea9d-c025-4838-8a10-305bc23b77cf,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:26.293151 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-48e8f165-e851-49f6-b129-1c2b2e2aca0f tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.297366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-48e8f165-e851-49f6-b129-1c2b2e2aca0f tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1794076 Feb 04 16:11:26.297576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49076) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:26.304761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-96dd9e94-4377-4ee5-9b39-351e7c3e3801 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group_rule': {'security_group_id': 'bf00026b-6d75-488a-93a8-4465e5994dc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:26.311813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-96dd9e94-4377-4ee5-9b39-351e7c3e3801 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:26.316434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-96dd9e94-4377-4ee5-9b39-351e7c3e3801 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:26.319670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-96dd9e94-4377-4ee5-9b39-351e7c3e3801 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:26.325770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-96dd9e94-4377-4ee5-9b39-351e7c3e3801 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:26.343106 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96dd9e94-4377-4ee5-9b39-351e7c3e3801 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.421418 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96dd9e94-4377-4ee5-9b39-351e7c3e3801 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.426656 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96dd9e94-4377-4ee5-9b39-351e7c3e3801 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.451097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd9e94-4377-4ee5-9b39-351e7c3e3801 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1193bc1-b67e-42f7-bb33-6c4043293d16,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:26.465037 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-96dd9e94-4377-4ee5-9b39-351e7c3e3801 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.466244 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-96dd9e94-4377-4ee5-9b39-351e7c3e3801 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.1676567 Feb 04 16:11:26.467428 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:11:26.469075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49080) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:26.502140 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dea63d2-c23a-4385-be44-38aef38fcaa7 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.513345 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dea63d2-c23a-4385-be44-38aef38fcaa7 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.539620 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dea63d2-c23a-4385-be44-38aef38fcaa7 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.560297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea63d2-c23a-4385-be44-38aef38fcaa7 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1193bc1-b67e-42f7-bb33-6c4043293d16,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:26.562270 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dea63d2-c23a-4385-be44-38aef38fcaa7 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.563410 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7dea63d2-c23a-4385-be44-38aef38fcaa7 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c1193bc1-b67e-42f7-bb33-6c4043293d16 HTTP/1.1" status: 204 len: 168 time: 0.0933993 Feb 04 16:11:26.566334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49084) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:26.631598 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0c683128-44a4-4a3a-9d83-a5da1d0bbc75 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:26.648363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0c683128-44a4-4a3a-9d83-a5da1d0bbc75 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:26.650371 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0c683128-44a4-4a3a-9d83-a5da1d0bbc75 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.0826542 Feb 04 16:11:26.653314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49088) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:26.696197 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63fc0412-812d-4f2c-ae4f-9272c4e43057 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.708784 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63fc0412-812d-4f2c-ae4f-9272c4e43057 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.742466 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63fc0412-812d-4f2c-ae4f-9272c4e43057 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.761740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc0412-812d-4f2c-ae4f-9272c4e43057 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cab4ea9d-c025-4838-8a10-305bc23b77cf,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:26.775338 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63fc0412-812d-4f2c-ae4f-9272c4e43057 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.779170 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-63fc0412-812d-4f2c-ae4f-9272c4e43057 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/cab4ea9d-c025-4838-8a10-305bc23b77cf HTTP/1.1" status: 204 len: 168 time: 0.1224449 Feb 04 16:11:26.779689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49094) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:26.833262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1bde11e8-cc63-4e44-8449-1e8c13275aad tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:26.853541 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1bde11e8-cc63-4e44-8449-1e8c13275aad tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:26.857716 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1bde11e8-cc63-4e44-8449-1e8c13275aad tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.0741892 Feb 04 16:11:26.858224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49098) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:26.862739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5cafc-2b13-4dd0-9fd8-581565580a80 req-4a6f7f60-1996-4217-9b14-f43d51c3b820 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:26.865338 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8f5cafc-2b13-4dd0-9fd8-581565580a80 req-4a6f7f60-1996-4217-9b14-f43d51c3b820 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 943 time: 0.0908029 Feb 04 16:11:26.896991 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c6611369-9310-43b2-b414-9b4d12fe852b tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.910799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c6611369-9310-43b2-b414-9b4d12fe852b tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.938981 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c6611369-9310-43b2-b414-9b4d12fe852b tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.940983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8f5cafc-2b13-4dd0-9fd8-581565580a80 req-89396d4e-8450-44cc-8502-9df890d8794a tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678020 Feb 04 16:11:26.960769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6611369-9310-43b2-b414-9b4d12fe852b tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97e9f886-b98e-4b38-b6ab-8ac751a5cdec,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:26.976623 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c6611369-9310-43b2-b414-9b4d12fe852b tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.977782 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c6611369-9310-43b2-b414-9b4d12fe852b tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/97e9f886-b98e-4b38-b6ab-8ac751a5cdec HTTP/1.1" status: 204 len: 168 time: 0.1184154 Feb 04 16:11:26.980657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49104) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:27.044500 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-af92a1b9-e8ab-4ea8-a536-3dda2e69fe3a tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:27.060952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-af92a1b9-e8ab-4ea8-a536-3dda2e69fe3a tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:27.066536 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-af92a1b9-e8ab-4ea8-a536-3dda2e69fe3a tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0806284 Feb 04 16:11:27.067496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49108) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:27.106275 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4963ee92-86dd-433e-8cfd-e34099025a4e tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.118714 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4963ee92-86dd-433e-8cfd-e34099025a4e tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.150472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4963ee92-86dd-433e-8cfd-e34099025a4e tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.168736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963ee92-86dd-433e-8cfd-e34099025a4e tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a89efb17-fda2-4853-b8ac-03d0b218eb87,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:27.177541 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4963ee92-86dd-433e-8cfd-e34099025a4e tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.181319 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4963ee92-86dd-433e-8cfd-e34099025a4e tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a89efb17-fda2-4853-b8ac-03d0b218eb87 HTTP/1.1" status: 204 len: 168 time: 0.1098540 Feb 04 16:11:27.181609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49112) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:27.247233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-87d2e57f-3b5d-4ac1-aa11-ed09f7ef3587 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0637360 Feb 04 16:11:27.249235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49116) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:27.280623 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7800c534-5283-4a21-b5a8-b8cdbb8de925 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.291691 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7800c534-5283-4a21-b5a8-b8cdbb8de925 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.316982 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7800c534-5283-4a21-b5a8-b8cdbb8de925 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.338540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800c534-5283-4a21-b5a8-b8cdbb8de925 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8775ed27-7be6-41b6-afc7-a62e55d645ad,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:27.341409 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7800c534-5283-4a21-b5a8-b8cdbb8de925 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.342542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7800c534-5283-4a21-b5a8-b8cdbb8de925 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/8775ed27-7be6-41b6-afc7-a62e55d645ad HTTP/1.1" status: 204 len: 168 time: 0.0923769 Feb 04 16:11:27.345262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49120) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:27.393645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0d6ef53d-3326-402b-b792-9b24ded06a0f tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:27.414629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0d6ef53d-3326-402b-b792-9b24ded06a0f tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:27.416193 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0d6ef53d-3326-402b-b792-9b24ded06a0f tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0697997 Feb 04 16:11:27.419548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49126) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:27.512898 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d839c4e-8fa0-466e-b8cb-d4b0eb3b9561 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.540528 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d839c4e-8fa0-466e-b8cb-d4b0eb3b9561 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.589887 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d839c4e-8fa0-466e-b8cb-d4b0eb3b9561 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.608909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d839c4e-8fa0-466e-b8cb-d4b0eb3b9561 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf00026b-6d75-488a-93a8-4465e5994dc8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:27.625928 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d839c4e-8fa0-466e-b8cb-d4b0eb3b9561 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.627286 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4d839c4e-8fa0-466e-b8cb-d4b0eb3b9561 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-groups/bf00026b-6d75-488a-93a8-4465e5994dc8 HTTP/1.1" status: 204 len: 168 time: 0.2066667 Feb 04 16:11:27.630634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49132) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:27.683026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-31990ba0-5b0d-4c15-90fc-346fc1817fab tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:27.688517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 0c444397-dd86-43cc-a00f-1bb72db5f80e details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:11:27.699939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-31990ba0-5b0d-4c15-90fc-346fc1817fab tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:27.701168 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-31990ba0-5b0d-4c15-90fc-346fc1817fab tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0691736 Feb 04 16:11:27.707134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49136) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:27.712240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2707d6eb-c478-4f73-b9e0-42c928c5a644 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070891946'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:27.724489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2707d6eb-c478-4f73-b9e0-42c928c5a644 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:27.740877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2707d6eb-c478-4f73-b9e0-42c928c5a644 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:27.753868 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2707d6eb-c478-4f73-b9e0-42c928c5a644 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.796947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2707d6eb-c478-4f73-b9e0-42c928c5a644 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:27.803898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2707d6eb-c478-4f73-b9e0-42c928c5a644 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:27.813020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2707d6eb-c478-4f73-b9e0-42c928c5a644 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:27.822556 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2707d6eb-c478-4f73-b9e0-42c928c5a644 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:27.896096 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2707d6eb-c478-4f73-b9e0-42c928c5a644 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.902973 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2707d6eb-c478-4f73-b9e0-42c928c5a644 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.928900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 0c444397-dd86-43cc-a00f-1bb72db5f80e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0c444397-dd86-43cc-a00f-1bb72db5f80e,segment=NetworkSegment(bc292adb-32a6-41c6-afa4-b99b0e0ba7bf),segment_id=bc292adb-32a6-41c6-afa4-b99b0e0ba7bf)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:27.946129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '0c444397-dd86-43cc-a00f-1bb72db5f80e', 'network_id': 'd07b0d0c-dec7-4fae-a68a-66107939e68b', 'port_id': '0c444397-dd86-43cc-a00f-1bb72db5f80e', 'mac_address': 'fa:16:3e:4e:d0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2296c9-c8a5-4fcd-921f-eaed345c8e9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:11:27.953715 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707d6eb-c478-4f73-b9e0-42c928c5a644 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cc54f8-d3fb-48be-9d3b-86b4c4856394,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:27.965401 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2707d6eb-c478-4f73-b9e0-42c928c5a644 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.969674 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2707d6eb-c478-4f73-b9e0-42c928c5a644 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2600634 Feb 04 16:11:27.969971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49140) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:27.977765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-35977a19-a2ae-496c-ab96-e0ce13c9c465 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group_rule': {'security_group_id': 'd5cc54f8-d3fb-48be-9d3b-86b4c4856394', 'direction': 'ingress', 'protocol': 17}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:27.985176 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-35977a19-a2ae-496c-ab96-e0ce13c9c465 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:27.991039 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-35977a19-a2ae-496c-ab96-e0ce13c9c465 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:28.008008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-35977a19-a2ae-496c-ab96-e0ce13c9c465 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:28.020849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-35977a19-a2ae-496c-ab96-e0ce13c9c465 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:28.025144 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.054711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c444397-dd86-43cc-a00f-1bb72db5f80e {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:28.056705 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35977a19-a2ae-496c-ab96-e0ce13c9c465 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.074504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 0c444397-dd86-43cc-a00f-1bb72db5f80e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0c444397-dd86-43cc-a00f-1bb72db5f80e,segment=NetworkSegment(bc292adb-32a6-41c6-afa4-b99b0e0ba7bf),segment_id=bc292adb-32a6-41c6-afa4-b99b0e0ba7bf)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:28.079228 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.132018 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35977a19-a2ae-496c-ab96-e0ce13c9c465 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.139986 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35977a19-a2ae-496c-ab96-e0ce13c9c465 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.171498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=0c444397-dd86-43cc-a00f-1bb72db5f80e,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:28.216525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35977a19-a2ae-496c-ab96-e0ce13c9c465 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67549e48-9ab8-439d-9e0b-62fe504e1ccc,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:28.228450 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-35977a19-a2ae-496c-ab96-e0ce13c9c465 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.229625 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-35977a19-a2ae-496c-ab96-e0ce13c9c465 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2584987 Feb 04 16:11:28.233025 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49146) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:28.265799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335485ef-36f5-46d1-8ed1-60822f53374f req-92b445af-ebda-45a0-9cea-7dde1208c26d tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:28.273824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-335485ef-36f5-46d1-8ed1-60822f53374f req-92b445af-ebda-45a0-9cea-7dde1208c26d tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 944 time: 0.1115062 Feb 04 16:11:28.317292 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d7d616c-98a3-4faa-b839-da15ecc07ba3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.318158 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-335485ef-36f5-46d1-8ed1-60822f53374f req-0d6aea85-0870-4631-b865-a275dc4a6106 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434883 Feb 04 16:11:28.354806 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d7d616c-98a3-4faa-b839-da15ecc07ba3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.405168 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d7d616c-98a3-4faa-b839-da15ecc07ba3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.425435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d616c-98a3-4faa-b839-da15ecc07ba3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cc54f8-d3fb-48be-9d3b-86b4c4856394,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:28.438055 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9d7d616c-98a3-4faa-b839-da15ecc07ba3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.439212 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9d7d616c-98a3-4faa-b839-da15ecc07ba3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-groups/d5cc54f8-d3fb-48be-9d3b-86b4c4856394 HTTP/1.1" status: 204 len: 168 time: 0.2047300 Feb 04 16:11:28.443078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49150) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:28.456629 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['0c444397-dd86-43cc-a00f-1bb72db5f80e'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:11:28.504806 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d675184c-135a-41cc-9d3c-5f6a7c6184be tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:28.525430 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d675184c-135a-41cc-9d3c-5f6a7c6184be tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:28.530234 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d675184c-135a-41cc-9d3c-5f6a7c6184be tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0824990 Feb 04 16:11:28.530586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49156) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:28.540285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-95e8e652-2353-4530-9d0c-42e193954048 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group': {'name': 'tempest-secgroup--196770656'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:28.548342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-95e8e652-2353-4530-9d0c-42e193954048 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:28.562046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-95e8e652-2353-4530-9d0c-42e193954048 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:28.576167 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95e8e652-2353-4530-9d0c-42e193954048 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.622681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-95e8e652-2353-4530-9d0c-42e193954048 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:28.629535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-95e8e652-2353-4530-9d0c-42e193954048 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:28.632946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-95e8e652-2353-4530-9d0c-42e193954048 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:28.640134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-95e8e652-2353-4530-9d0c-42e193954048 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:28.749424 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95e8e652-2353-4530-9d0c-42e193954048 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.755288 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95e8e652-2353-4530-9d0c-42e193954048 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.800487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8e652-2353-4530-9d0c-42e193954048 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bc6756-2226-4866-962f-9c16be6d8095,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:28.833152 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-95e8e652-2353-4530-9d0c-42e193954048 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.837799 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-95e8e652-2353-4530-9d0c-42e193954048 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3037395 Feb 04 16:11:28.838008 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49164) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:28.843468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3569451c-7f28-435d-a525-ea6f7e7aa3e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group': {'name': 'tempest-secgroup--993961346'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:28.853968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3569451c-7f28-435d-a525-ea6f7e7aa3e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:28.859501 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3569451c-7f28-435d-a525-ea6f7e7aa3e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:28.864144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3569451c-7f28-435d-a525-ea6f7e7aa3e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:28.870524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3569451c-7f28-435d-a525-ea6f7e7aa3e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:28.881488 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3569451c-7f28-435d-a525-ea6f7e7aa3e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.919672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3569451c-7f28-435d-a525-ea6f7e7aa3e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:28.924307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3569451c-7f28-435d-a525-ea6f7e7aa3e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:28.927439 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3569451c-7f28-435d-a525-ea6f7e7aa3e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:28.934059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3569451c-7f28-435d-a525-ea6f7e7aa3e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:29.021907 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3569451c-7f28-435d-a525-ea6f7e7aa3e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.027058 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3569451c-7f28-435d-a525-ea6f7e7aa3e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.079161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569451c-7f28-435d-a525-ea6f7e7aa3e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cee9a4a-42a0-45c2-b773-a89480d623de,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:29.084518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3569451c-7f28-435d-a525-ea6f7e7aa3e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.085724 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3569451c-7f28-435d-a525-ea6f7e7aa3e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2468069 Feb 04 16:11:29.088686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49168) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:29.094078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0d1c424e-d906-48d2-a482-53480e60446c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group_rule': {'security_group_id': 'b5bc6756-2226-4866-962f-9c16be6d8095', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5cee9a4a-42a0-45c2-b773-a89480d623de', 'remote_ip_prefix': None}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:29.101581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0d1c424e-d906-48d2-a482-53480e60446c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:29.105620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0d1c424e-d906-48d2-a482-53480e60446c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:29.108497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0d1c424e-d906-48d2-a482-53480e60446c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:29.114633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0d1c424e-d906-48d2-a482-53480e60446c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:29.139736 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0d1c424e-d906-48d2-a482-53480e60446c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.208432 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0d1c424e-d906-48d2-a482-53480e60446c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.213280 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0d1c424e-d906-48d2-a482-53480e60446c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.250818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c424e-d906-48d2-a482-53480e60446c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9eb98a-abce-433f-a80d-e59a80aaa6bd,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:29.269601 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0d1c424e-d906-48d2-a482-53480e60446c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.271207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0d1c424e-d906-48d2-a482-53480e60446c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.1813929 Feb 04 16:11:29.275590 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49172) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:29.308172 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f17908a2-7289-4fb5-accd-d1665766f5cb tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.321219 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f17908a2-7289-4fb5-accd-d1665766f5cb tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.348500 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f17908a2-7289-4fb5-accd-d1665766f5cb tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.372725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17908a2-7289-4fb5-accd-d1665766f5cb tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e9eb98a-abce-433f-a80d-e59a80aaa6bd,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:29.376023 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f17908a2-7289-4fb5-accd-d1665766f5cb tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.379979 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f17908a2-7289-4fb5-accd-d1665766f5cb tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/5e9eb98a-abce-433f-a80d-e59a80aaa6bd HTTP/1.1" status: 204 len: 168 time: 0.1004026 Feb 04 16:11:29.380185 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49178) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:29.433394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a67c222d-04b9-49db-9ec1-745bc27bd6ec tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:29.453186 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a67c222d-04b9-49db-9ec1-745bc27bd6ec tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:29.458265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a67c222d-04b9-49db-9ec1-745bc27bd6ec tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0744460 Feb 04 16:11:29.458996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49182) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:29.583884 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-00c37f8e-1148-4095-bb54-eaebc261280d tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.620638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11730c6e-2750-4603-add5-a00300f84423 req-3c304db5-abf6-4f36-8d4a-95ad94a9854f tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:29.622102 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11730c6e-2750-4603-add5-a00300f84423 req-3c304db5-abf6-4f36-8d4a-95ad94a9854f tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 944 time: 0.1594310 Feb 04 16:11:29.626149 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-00c37f8e-1148-4095-bb54-eaebc261280d tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.704136 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 0c444397-dd86-43cc-a00f-1bb72db5f80e up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:29.710938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11730c6e-2750-4603-add5-a00300f84423 req-4d3df683-58da-4455-b179-f8dafbab96fa tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721018 Feb 04 16:11:29.721816 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-00c37f8e-1148-4095-bb54-eaebc261280d tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.750141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c37f8e-1148-4095-bb54-eaebc261280d tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cee9a4a-42a0-45c2-b773-a89480d623de,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:29.776748 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-00c37f8e-1148-4095-bb54-eaebc261280d tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.780039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-00c37f8e-1148-4095-bb54-eaebc261280d tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-groups/5cee9a4a-42a0-45c2-b773-a89480d623de HTTP/1.1" status: 204 len: 168 time: 0.3180406 Feb 04 16:11:29.782167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49188) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:29.816292 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 0c444397-dd86-43cc-a00f-1bb72db5f80e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:29.826984 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 0c444397-dd86-43cc-a00f-1bb72db5f80e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:29.827465 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.857937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cd446302-33b5-4d49-a1bd-1279f04e5425 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:29.875596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-cd446302-33b5-4d49-a1bd-1279f04e5425 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:29.879674 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cd446302-33b5-4d49-a1bd-1279f04e5425 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0964334 Feb 04 16:11:29.880174 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49192) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:29.954479 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d6274ae2-ba99-4eb8-9fa2-ea132715409a tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.959125 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.998925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cb920b-83f8-480d-b208-74d80075c157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c444397-dd86-43cc-a00f-1bb72db5f80e'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:30.006406 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d6274ae2-ba99-4eb8-9fa2-ea132715409a tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.026035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 0c444397-dd86-43cc-a00f-1bb72db5f80e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0c444397-dd86-43cc-a00f-1bb72db5f80e,segment=NetworkSegment(bc292adb-32a6-41c6-afa4-b99b0e0ba7bf),segment_id=bc292adb-32a6-41c6-afa4-b99b0e0ba7bf)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:30.030459 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.068307 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cb920b-83f8-480d-b208-74d80075c157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c444397-dd86-43cc-a00f-1bb72db5f80e', 'code': 200} Feb 04 16:11:30.071661 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d6274ae2-ba99-4eb8-9fa2-ea132715409a tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.091847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6274ae2-ba99-4eb8-9fa2-ea132715409a tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bc6756-2226-4866-962f-9c16be6d8095,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:30.106695 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d6274ae2-ba99-4eb8-9fa2-ea132715409a tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.108007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d6274ae2-ba99-4eb8-9fa2-ea132715409a tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-groups/b5bc6756-2226-4866-962f-9c16be6d8095 HTTP/1.1" status: 204 len: 168 time: 0.2266195 Feb 04 16:11:30.110479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49198) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:30.120181 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=0c444397-dd86-43cc-a00f-1bb72db5f80e,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:30.164337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-618c92b6-ca34-4fdf-881b-575b1cefb3c1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:30.179874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-618c92b6-ca34-4fdf-881b-575b1cefb3c1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:30.181114 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-618c92b6-ca34-4fdf-881b-575b1cefb3c1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0697422 Feb 04 16:11:30.185385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49202) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:30.191961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-92dccb12-018a-4bce-8345-2092e77817c5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1309728385'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:30.198868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-92dccb12-018a-4bce-8345-2092e77817c5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:30.210121 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-92dccb12-018a-4bce-8345-2092e77817c5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:30.220473 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-92dccb12-018a-4bce-8345-2092e77817c5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.228481 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-35f80b88-4a21-476c-b62c-7cd3ff7b0ebc req-cb353751-7c64-4d82-8af1-be641b0bb602 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 1096 time: 0.0780704 Feb 04 16:11:30.264706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-92dccb12-018a-4bce-8345-2092e77817c5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:30.269649 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-92dccb12-018a-4bce-8345-2092e77817c5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:30.272759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-92dccb12-018a-4bce-8345-2092e77817c5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:30.273548 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-35f80b88-4a21-476c-b62c-7cd3ff7b0ebc req-17cc81c9-04f1-4f85-9edb-21d4ee81523f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393481 Feb 04 16:11:30.278390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-92dccb12-018a-4bce-8345-2092e77817c5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:30.343902 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-92dccb12-018a-4bce-8345-2092e77817c5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.348244 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-92dccb12-018a-4bce-8345-2092e77817c5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.396928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dccb12-018a-4bce-8345-2092e77817c5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb775170-58ab-46e8-a3b7-8e5527964178,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:30.407720 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-92dccb12-018a-4bce-8345-2092e77817c5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.408953 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-92dccb12-018a-4bce-8345-2092e77817c5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2224214 Feb 04 16:11:30.411863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49206) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:30.417157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-beb0443e-70dd-420a-92c6-17159e5be0d3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group_rule': {'security_group_id': 'eb775170-58ab-46e8-a3b7-8e5527964178', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:30.425787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-beb0443e-70dd-420a-92c6-17159e5be0d3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:30.430092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-beb0443e-70dd-420a-92c6-17159e5be0d3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:30.433145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-beb0443e-70dd-420a-92c6-17159e5be0d3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:30.439698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-beb0443e-70dd-420a-92c6-17159e5be0d3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:30.457755 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-beb0443e-70dd-420a-92c6-17159e5be0d3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.520054 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-beb0443e-70dd-420a-92c6-17159e5be0d3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.523702 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-beb0443e-70dd-420a-92c6-17159e5be0d3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.546718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0443e-70dd-420a-92c6-17159e5be0d3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10dd6f6-10a9-4ba4-a316-4026cb88d577,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:30.560835 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-beb0443e-70dd-420a-92c6-17159e5be0d3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.562141 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-beb0443e-70dd-420a-92c6-17159e5be0d3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.1493351 Feb 04 16:11:30.565054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49210) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:30.594094 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dfc25178-bbc0-474f-a5e4-5a60f5b9cbad tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.604592 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dfc25178-bbc0-474f-a5e4-5a60f5b9cbad tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.629190 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dfc25178-bbc0-474f-a5e4-5a60f5b9cbad tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.650887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc25178-bbc0-474f-a5e4-5a60f5b9cbad tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d10dd6f6-10a9-4ba4-a316-4026cb88d577,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:30.654733 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dfc25178-bbc0-474f-a5e4-5a60f5b9cbad tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.655933 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dfc25178-bbc0-474f-a5e4-5a60f5b9cbad tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d10dd6f6-10a9-4ba4-a316-4026cb88d577 HTTP/1.1" status: 204 len: 168 time: 0.0899084 Feb 04 16:11:30.659850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49214) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:30.706547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bf2c8c15-a371-48b6-b840-57ccd2ed5d7e tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:30.722526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bf2c8c15-a371-48b6-b840-57ccd2ed5d7e tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:30.723811 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bf2c8c15-a371-48b6-b840-57ccd2ed5d7e tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0632076 Feb 04 16:11:30.726671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49218) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:30.790880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5e8053f-a1b3-43fc-a3c1-af3b4344be41 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.819411 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5e8053f-a1b3-43fc-a3c1-af3b4344be41 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.918204 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5e8053f-a1b3-43fc-a3c1-af3b4344be41 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.941191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8053f-a1b3-43fc-a3c1-af3b4344be41 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb775170-58ab-46e8-a3b7-8e5527964178,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:30.962848 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5e8053f-a1b3-43fc-a3c1-af3b4344be41 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.967370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49230) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:30.976490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b5e8053f-a1b3-43fc-a3c1-af3b4344be41 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-groups/eb775170-58ab-46e8-a3b7-8e5527964178 HTTP/1.1" status: 204 len: 168 time: 0.2371359 Feb 04 16:11:30.992602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329bb46-e34a-4812-b538-43b9b53ea917 req-d81722c7-cfd2-4673-a95a-5e40014eb54a tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:30.994066 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9329bb46-e34a-4812-b538-43b9b53ea917 req-d81722c7-cfd2-4673-a95a-5e40014eb54a tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 945 time: 0.1380298 Feb 04 16:11:31.047027 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9329bb46-e34a-4812-b538-43b9b53ea917 req-aad40276-ccdb-45d6-a9ac-7640fa6b8188 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448153 Feb 04 16:11:31.056085 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d2d88002-6b6f-4f58-a87d-99bdc94fe4b9 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0875630 Feb 04 16:11:31.060480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49234) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:31.066871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-493c15d4-238e-4ada-a98f-2b7e89230f22 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049236147'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:31.074686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-493c15d4-238e-4ada-a98f-2b7e89230f22 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:31.079093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-493c15d4-238e-4ada-a98f-2b7e89230f22 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:31.083435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-493c15d4-238e-4ada-a98f-2b7e89230f22 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:31.089904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-493c15d4-238e-4ada-a98f-2b7e89230f22 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:31.104063 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-493c15d4-238e-4ada-a98f-2b7e89230f22 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.141774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-493c15d4-238e-4ada-a98f-2b7e89230f22 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:31.146887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-493c15d4-238e-4ada-a98f-2b7e89230f22 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:31.149878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-493c15d4-238e-4ada-a98f-2b7e89230f22 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:31.155880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-493c15d4-238e-4ada-a98f-2b7e89230f22 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:31.212270 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-493c15d4-238e-4ada-a98f-2b7e89230f22 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.216396 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-493c15d4-238e-4ada-a98f-2b7e89230f22 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.263815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c15d4-238e-4ada-a98f-2b7e89230f22 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576a821e-86f7-478c-962b-8af5619c32fe,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:31.271083 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-493c15d4-238e-4ada-a98f-2b7e89230f22 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.276451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49238) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:31.277001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-493c15d4-238e-4ada-a98f-2b7e89230f22 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2152641 Feb 04 16:11:31.282470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-fd933df6-4701-44c4-9018-ad7f7b1e0e19 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group_rule': {'security_group_id': '576a821e-86f7-478c-962b-8af5619c32fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:31.292313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fd933df6-4701-44c4-9018-ad7f7b1e0e19 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:31.296535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fd933df6-4701-44c4-9018-ad7f7b1e0e19 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:31.300938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fd933df6-4701-44c4-9018-ad7f7b1e0e19 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:31.307145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fd933df6-4701-44c4-9018-ad7f7b1e0e19 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:31.323850 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd933df6-4701-44c4-9018-ad7f7b1e0e19 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.387196 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd933df6-4701-44c4-9018-ad7f7b1e0e19 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.391781 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd933df6-4701-44c4-9018-ad7f7b1e0e19 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.419020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd933df6-4701-44c4-9018-ad7f7b1e0e19 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718e00f0-8eff-446d-b289-6b35adbefb5b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:31.432878 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd933df6-4701-44c4-9018-ad7f7b1e0e19 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.434979 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fd933df6-4701-44c4-9018-ad7f7b1e0e19 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1567349 Feb 04 16:11:31.437307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49242) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:31.461324 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7b4ba565-715d-4538-a2a7-9623aa6cb8fd tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules/718e00f0-8eff-446d-b289-6b35adbefb5b HTTP/1.1" status: 200 len: 705 time: 0.0223000 Feb 04 16:11:31.463912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49246) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:31.519450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fd0f0721-0460-41f3-96d7-200528689686 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:31.539137 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fd0f0721-0460-41f3-96d7-200528689686 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:31.540584 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fd0f0721-0460-41f3-96d7-200528689686 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0757093 Feb 04 16:11:31.543389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49250) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:31.577629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17653311-d246-4498-bbf3-710f26d3eef6 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.594117 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17653311-d246-4498-bbf3-710f26d3eef6 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.624481 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17653311-d246-4498-bbf3-710f26d3eef6 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.644956 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17653311-d246-4498-bbf3-710f26d3eef6 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=718e00f0-8eff-446d-b289-6b35adbefb5b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:31.653894 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17653311-d246-4498-bbf3-710f26d3eef6 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.657739 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-17653311-d246-4498-bbf3-710f26d3eef6 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/718e00f0-8eff-446d-b289-6b35adbefb5b HTTP/1.1" status: 204 len: 168 time: 0.1133890 Feb 04 16:11:31.657990 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49254) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:31.714075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0064c688-59b1-47f2-9484-396f3dc31e0c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:31.731327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0064c688-59b1-47f2-9484-396f3dc31e0c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:31.732634 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0064c688-59b1-47f2-9484-396f3dc31e0c tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0736313 Feb 04 16:11:31.735352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49258) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:31.741753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d001cbba-76b3-4ab9-a5d7-cd11313332ef tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group_rule': {'security_group_id': '576a821e-86f7-478c-962b-8af5619c32fe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:31.748382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d001cbba-76b3-4ab9-a5d7-cd11313332ef tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:31.759699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d001cbba-76b3-4ab9-a5d7-cd11313332ef tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:31.780518 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d001cbba-76b3-4ab9-a5d7-cd11313332ef tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.855844 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d001cbba-76b3-4ab9-a5d7-cd11313332ef tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.859473 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d001cbba-76b3-4ab9-a5d7-cd11313332ef tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.891481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001cbba-76b3-4ab9-a5d7-cd11313332ef tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f9c199-e66c-47bf-b7a7-7cbf3e1b3bb8,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:31.900569 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d001cbba-76b3-4ab9-a5d7-cd11313332ef tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.904254 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d001cbba-76b3-4ab9-a5d7-cd11313332ef tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1655037 Feb 04 16:11:31.904499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49262) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:31.925235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1f67e5aa-d1e1-4829-9425-510ce2ab86ea tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules/e9f9c199-e66c-47bf-b7a7-7cbf3e1b3bb8 HTTP/1.1" status: 200 len: 705 time: 0.0195057 Feb 04 16:11:31.927659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49266) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:31.974856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-16a79086-9ac6-47bf-9b39-d02e64d85ec3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:31.991718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-16a79086-9ac6-47bf-9b39-d02e64d85ec3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:31.993155 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-16a79086-9ac6-47bf-9b39-d02e64d85ec3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0645037 Feb 04 16:11:31.995813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49270) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:32.034858 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19713e78-31e6-4e52-a150-06b50769842d tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.046329 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19713e78-31e6-4e52-a150-06b50769842d tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.072218 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19713e78-31e6-4e52-a150-06b50769842d tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.091138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19713e78-31e6-4e52-a150-06b50769842d tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9f9c199-e66c-47bf-b7a7-7cbf3e1b3bb8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:32.103003 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19713e78-31e6-4e52-a150-06b50769842d tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.106596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-19713e78-31e6-4e52-a150-06b50769842d tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e9f9c199-e66c-47bf-b7a7-7cbf3e1b3bb8 HTTP/1.1" status: 204 len: 168 time: 0.1074712 Feb 04 16:11:32.107204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49276) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:32.175811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9e3b1f10-a92e-4123-85a9-3f4a8443ebbf tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:32.197062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9e3b1f10-a92e-4123-85a9-3f4a8443ebbf tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:32.199663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9e3b1f10-a92e-4123-85a9-3f4a8443ebbf tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0919147 Feb 04 16:11:32.201447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49282) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:32.208431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ff71dc87-dc74-4db5-9fe1-83e10eac9df4 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group_rule': {'security_group_id': '576a821e-86f7-478c-962b-8af5619c32fe', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:32.217540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ff71dc87-dc74-4db5-9fe1-83e10eac9df4 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:32.229023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ff71dc87-dc74-4db5-9fe1-83e10eac9df4 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:32.252049 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-ff71dc87-dc74-4db5-9fe1-83e10eac9df4 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Project 650d100a67b24e0598fe0a20bffa6506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:11:32.261209 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ff71dc87-dc74-4db5-9fe1-83e10eac9df4 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.324829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b4ec7-8f6b-4767-bb56-5826c5966795 req-fc34c90a-0557-4d09-893f-76e53246f6de tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:32.326334 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c44b4ec7-8f6b-4767-bb56-5826c5966795 req-fc34c90a-0557-4d09-893f-76e53246f6de tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 945 time: 0.0836980 Feb 04 16:11:32.336445 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ff71dc87-dc74-4db5-9fe1-83e10eac9df4 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.341343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ff71dc87-dc74-4db5-9fe1-83e10eac9df4 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.366351 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71dc87-dc74-4db5-9fe1-83e10eac9df4 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2001814b-1582-4469-b470-3f0f3e67d752,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:32.382615 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ff71dc87-dc74-4db5-9fe1-83e10eac9df4 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.384184 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ff71dc87-dc74-4db5-9fe1-83e10eac9df4 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1816962 Feb 04 16:11:32.386907 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49286) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:32.387711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c44b4ec7-8f6b-4767-bb56-5826c5966795 req-154547b9-7f2c-4a7f-b6d4-dd125c004db2 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537572 Feb 04 16:11:32.411238 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d5ee75ba-8e7e-4a54-a94a-bbc7e20ad558 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules/2001814b-1582-4469-b470-3f0f3e67d752 HTTP/1.1" status: 200 len: 711 time: 0.0231388 Feb 04 16:11:32.414494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49290) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:32.466744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7ff85ed2-f62d-4014-95f5-e0aa9c162325 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:32.484122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7ff85ed2-f62d-4014-95f5-e0aa9c162325 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:32.485525 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7ff85ed2-f62d-4014-95f5-e0aa9c162325 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0700748 Feb 04 16:11:32.489102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49296) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:32.525861 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d72c-69bf-491e-9369-1989decdb4c7 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.536768 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d72c-69bf-491e-9369-1989decdb4c7 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.560702 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d72c-69bf-491e-9369-1989decdb4c7 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.579318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2d72c-69bf-491e-9369-1989decdb4c7 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2001814b-1582-4469-b470-3f0f3e67d752,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:32.588648 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d72c-69bf-491e-9369-1989decdb4c7 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.589899 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bfa2d72c-69bf-491e-9369-1989decdb4c7 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/2001814b-1582-4469-b470-3f0f3e67d752 HTTP/1.1" status: 204 len: 168 time: 0.0998175 Feb 04 16:11:32.592731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49302) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:32.651266 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4494121d-2d51-4e12-84e9-9ab61c607564 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0531843 Feb 04 16:11:32.651509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49306) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:32.722178 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-947f4aba-2b7a-48cc-bf9a-34d716f685b3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.752965 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-947f4aba-2b7a-48cc-bf9a-34d716f685b3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.802237 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-947f4aba-2b7a-48cc-bf9a-34d716f685b3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.821901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f4aba-2b7a-48cc-bf9a-34d716f685b3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=576a821e-86f7-478c-962b-8af5619c32fe,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:32.834729 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-947f4aba-2b7a-48cc-bf9a-34d716f685b3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.836504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-947f4aba-2b7a-48cc-bf9a-34d716f685b3 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-groups/576a821e-86f7-478c-962b-8af5619c32fe HTTP/1.1" status: 204 len: 168 time: 0.1841660 Feb 04 16:11:32.838601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49312) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:32.899974 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-64671353-02c7-4c63-aa73-d8de91378c11 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0553937 Feb 04 16:11:32.900219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49318) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:32.905524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-72f26f19-28dd-49d1-b705-21e5c95e83e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569589838'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:32.912687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-72f26f19-28dd-49d1-b705-21e5c95e83e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:32.917225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-72f26f19-28dd-49d1-b705-21e5c95e83e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:32.920359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-72f26f19-28dd-49d1-b705-21e5c95e83e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:32.932390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-72f26f19-28dd-49d1-b705-21e5c95e83e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:32.951118 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-72f26f19-28dd-49d1-b705-21e5c95e83e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.993197 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-72f26f19-28dd-49d1-b705-21e5c95e83e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:32.997541 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-72f26f19-28dd-49d1-b705-21e5c95e83e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:33.000793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-72f26f19-28dd-49d1-b705-21e5c95e83e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:33.007455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-72f26f19-28dd-49d1-b705-21e5c95e83e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:33.069311 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-72f26f19-28dd-49d1-b705-21e5c95e83e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.073543 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-72f26f19-28dd-49d1-b705-21e5c95e83e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.129257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f26f19-28dd-49d1-b705-21e5c95e83e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d668f25d-496e-40ff-8e69-996eecffb946,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:33.132980 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-72f26f19-28dd-49d1-b705-21e5c95e83e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.134297 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-72f26f19-28dd-49d1-b705-21e5c95e83e1 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2332335 Feb 04 16:11:33.137512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49324) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:33.143621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9abd80cd-56c6-4f78-8bce-bd9c2fbdbf83 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Request body: {'security_group_rule': {'security_group_id': 'd668f25d-496e-40ff-8e69-996eecffb946', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:33.150744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9abd80cd-56c6-4f78-8bce-bd9c2fbdbf83 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:33.155206 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9abd80cd-56c6-4f78-8bce-bd9c2fbdbf83 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Usage tracker for resource:security_group_rule and tenant:650d100a67b24e0598fe0a20bffa6506 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:33.158214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9abd80cd-56c6-4f78-8bce-bd9c2fbdbf83 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:33.164444 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9abd80cd-56c6-4f78-8bce-bd9c2fbdbf83 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:33.182163 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9abd80cd-56c6-4f78-8bce-bd9c2fbdbf83 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.247356 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9abd80cd-56c6-4f78-8bce-bd9c2fbdbf83 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.251537 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9abd80cd-56c6-4f78-8bce-bd9c2fbdbf83 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.278433 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd80cd-56c6-4f78-8bce-bd9c2fbdbf83 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827ab95a-c082-464c-ac64-cf3c85a988f3,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:33.294424 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9abd80cd-56c6-4f78-8bce-bd9c2fbdbf83 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.296133 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9abd80cd-56c6-4f78-8bce-bd9c2fbdbf83 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1576135 Feb 04 16:11:33.298637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49332) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:33.311364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49336) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:33.377905 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc4bde37-52ab-441b-bc6e-dd3e9eb1aeb0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.384702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-e918099e-aea9-43f2-a466-3cf2cf6c4abf admin admin] Deleting subnet 63f78af5-fb1a-427e-9db5-0f7bbd6c6522 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:11:33.388880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e918099e-aea9-43f2-a466-3cf2cf6c4abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.409986 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc4bde37-52ab-441b-bc6e-dd3e9eb1aeb0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.457236 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e918099e-aea9-43f2-a466-3cf2cf6c4abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.492548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc4bde37-52ab-441b-bc6e-dd3e9eb1aeb0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.519477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bde37-52ab-441b-bc6e-dd3e9eb1aeb0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d668f25d-496e-40ff-8e69-996eecffb946,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:33.541708 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc4bde37-52ab-441b-bc6e-dd3e9eb1aeb0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.542858 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fc4bde37-52ab-441b-bc6e-dd3e9eb1aeb0 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-groups/d668f25d-496e-40ff-8e69-996eecffb946 HTTP/1.1" status: 204 len: 168 time: 0.2428746 Feb 04 16:11:33.545461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49342) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:33.549736 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e918099e-aea9-43f2-a466-3cf2cf6c4abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.602503 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-822edc49-7a6a-4c84-8590-09099b8272f5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:33.618719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-822edc49-7a6a-4c84-8590-09099b8272f5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:33.620307 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-822edc49-7a6a-4c84-8590-09099b8272f5 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0739436 Feb 04 16:11:33.623641 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49346) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:33.678532 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ad748cf3-543e-490e-8592-2b8db12d4936 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Synchronizing usage tracker for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:33.697909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ad748cf3-543e-490e-8592-2b8db12d4936 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] Unset dirty status for tenant:650d100a67b24e0598fe0a20bffa6506 on resource:security_group_rule {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:33.699419 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ad748cf3-543e-490e-8592-2b8db12d4936 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0747907 Feb 04 16:11:33.702253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49350) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:33.718980 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-28eba68c-9369-4830-8f6a-e3dabdcdcef6 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] delete failed (client error): The resource could not be found. Feb 04 16:11:33.720141 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-28eba68c-9369-4830-8f6a-e3dabdcdcef6 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "DELETE /v2.0/security-groups/d668f25d-496e-40ff-8e69-996eecffb946 HTTP/1.1" status: 404 len: 347 time: 0.0168509 Feb 04 16:11:33.725111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49354) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:33.779093 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e918099e-aea9-43f2-a466-3cf2cf6c4abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.781445 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cdc61ac8-4267-4a18-9517-689eb8b2d737 tempest-SecGroupIPv6Test-1220545561 tempest-SecGroupIPv6Test-1220545561-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0552175 Feb 04 16:11:33.818450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918099e-aea9-43f2-a466-3cf2cf6c4abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f78af5-fb1a-427e-9db5-0f7bbd6c6522,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:33.826889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83e08a-073c-4647-8821-adc2b65fd4c6 req-ece85c57-1726-4527-b5cf-36fcc976dcd6 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:33.828352 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b83e08a-073c-4647-8821-adc2b65fd4c6 req-ece85c57-1726-4527-b5cf-36fcc976dcd6 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 945 time: 0.2810607 Feb 04 16:11:33.832369 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e918099e-aea9-43f2-a466-3cf2cf6c4abf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.853320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e918099e-aea9-43f2-a466-3cf2cf6c4abf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/63f78af5-fb1a-427e-9db5-0f7bbd6c6522 HTTP/1.1" status: 204 len: 168 time: 0.5406859 Feb 04 16:11:33.856025 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49360) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:33.880911 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b83e08a-073c-4647-8821-adc2b65fd4c6 req-61932180-f52e-4a64-adb2-19e9f8f2b89c tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457840 Feb 04 16:11:33.969643 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07b99548-7da1-4cbb-906c-266cc1914273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.101160 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07b99548-7da1-4cbb-906c-266cc1914273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.105096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49366) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:34.132232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-07b99548-7da1-4cbb-906c-266cc1914273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e987bb-3878-4741-a125-153f29737d04']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:34.145653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-07b99548-7da1-4cbb-906c-266cc1914273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d7a6d6-ee7e-4990-8a25-4689b4a6e427') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:34.145947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-07b99548-7da1-4cbb-906c-266cc1914273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d7a6d6-ee7e-4990-8a25-4689b4a6e427') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:34.158127 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07b99548-7da1-4cbb-906c-266cc1914273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.177607 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07b99548-7da1-4cbb-906c-266cc1914273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.183983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b99548-7da1-4cbb-906c-266cc1914273 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:11:34.184371 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07b99548-7da1-4cbb-906c-266cc1914273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:11:34.197570 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:11:34.273785 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07b99548-7da1-4cbb-906c-266cc1914273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.298625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07b99548-7da1-4cbb-906c-266cc1914273 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.298862 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4e48fdd4-83d6-45ca-904d-ddd693cff7e9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=650d100a67b24e0598fe0a20bffa6506&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1902215 Feb 04 16:11:34.298862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49374) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:34.306535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b99548-7da1-4cbb-906c-266cc1914273 admin admin] Pushing event deleted for resources: {'Network': ['ID=70e987bb-3878-4741-a125-153f29737d04,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:34.315014 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-07b99548-7da1-4cbb-906c-266cc1914273 admin admin] 10.222.0.60 "DELETE /v2.0/networks/70e987bb-3878-4741-a125-153f29737d04 HTTP/1.1" status: 204 len: 168 time: 0.4579237 Feb 04 16:11:34.364374 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.389768 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.445870 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.460617 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49380) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:34.465082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61231796-8022-4092-be59-58ddb5a351c4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:34.481784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.482175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.482579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.482921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.483276 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.483621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.483975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.484293 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.484670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.485007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.485322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.490005 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.491280 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1044bba6-a5e1-4fe8-8fb5-e2c9a5367b1d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61231796-8022-4092-be59-58ddb5a351c4 HTTP/1.1" status: 204 len: 168 time: 0.1911235 Feb 04 16:11:34.519917 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bfe3183b-2e49-4878-9542-b3972a8e1e50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=256ff6c0b37247e3a55a01105f246482&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0579603 Feb 04 16:11:34.522622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49386) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:34.594251 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-faa0cb78-628a-4faa-b9c0-3df1cf354ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.620052 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-faa0cb78-628a-4faa-b9c0-3df1cf354ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.679992 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-faa0cb78-628a-4faa-b9c0-3df1cf354ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.695427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0cb78-628a-4faa-b9c0-3df1cf354ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8548a3a0-2667-482e-b7c8-29a68af825e8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:34.701343 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-faa0cb78-628a-4faa-b9c0-3df1cf354ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.702433 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-faa0cb78-628a-4faa-b9c0-3df1cf354ef0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8548a3a0-2667-482e-b7c8-29a68af825e8 HTTP/1.1" status: 204 len: 168 time: 0.1786978 Feb 04 16:11:35.114712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c444f01-bb4e-4e34-8b6c-f9d45a9be620 req-f74974e2-e093-4af6-baa9-ccc9cd607cf0 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:35.115555 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0c444f01-bb4e-4e34-8b6c-f9d45a9be620 req-f74974e2-e093-4af6-baa9-ccc9cd607cf0 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Synchronizing usage tracker for tenant:3dfcb5d70cd74e199bdd0aa074197a4e on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:35.145292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0c444f01-bb4e-4e34-8b6c-f9d45a9be620 req-f74974e2-e093-4af6-baa9-ccc9cd607cf0 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Unset dirty status for tenant:3dfcb5d70cd74e199bdd0aa074197a4e on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:35.146597 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c444f01-bb4e-4e34-8b6c-f9d45a9be620 req-f74974e2-e093-4af6-baa9-ccc9cd607cf0 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.81 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 945 time: 0.1685960 Feb 04 16:11:35.162393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc836628-0cff-4d69-a38a-bed36138323e req-367b612d-47d2-4b79-a332-9b642790cce2 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:35.164192 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc836628-0cff-4d69-a38a-bed36138323e req-367b612d-47d2-4b79-a332-9b642790cce2 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 945 time: 0.1221275 Feb 04 16:11:35.230665 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc836628-0cff-4d69-a38a-bed36138323e req-4a504945-e5b0-4123-9d10-e42cba558f4b tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599573 Feb 04 16:11:35.298021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-0c444f01-bb4e-4e34-8b6c-f9d45a9be620 req-92a20c70-e1e8-417b-be9a-b26af1a38d19 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Deleting port 0c444397-dd86-43cc-a00f-1bb72db5f80e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:35.299743 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0c444f01-bb4e-4e34-8b6c-f9d45a9be620 req-92a20c70-e1e8-417b-be9a-b26af1a38d19 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.610765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0c444f01-bb4e-4e34-8b6c-f9d45a9be620 req-92a20c70-e1e8-417b-be9a-b26af1a38d19 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] For port 0c444397-dd86-43cc-a00f-1bb72db5f80e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0c444397-dd86-43cc-a00f-1bb72db5f80e,segment=NetworkSegment(bc292adb-32a6-41c6-afa4-b99b0e0ba7bf),segment_id=bc292adb-32a6-41c6-afa4-b99b0e0ba7bf)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:35.611131 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0c444f01-bb4e-4e34-8b6c-f9d45a9be620 req-92a20c70-e1e8-417b-be9a-b26af1a38d19 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.668392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-392bd46b-eba7-4707-9fd3-26463a100998 req-d0262e24-821d-4089-8791-3a7e35f5d19a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0836301 Feb 04 16:11:35.829034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-392bd46b-eba7-4707-9fd3-26463a100998 req-1e0af9c8-3a32-4b8f-9eba-57359cf1686d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 1097 time: 0.0788116 Feb 04 16:11:35.877450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-0c444f01-bb4e-4e34-8b6c-f9d45a9be620 req-92a20c70-e1e8-417b-be9a-b26af1a38d19 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Calling delete_port for 0c444397-dd86-43cc-a00f-1bb72db5f80e owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:36.019288 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bd46b-eba7-4707-9fd3-26463a100998 req-f3b5dd2b-2a24-441c-b03d-97112b562ca5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:36.021886 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-392bd46b-eba7-4707-9fd3-26463a100998 req-f3b5dd2b-2a24-441c-b03d-97112b562ca5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d349eec0-da99-4365-9639-b96a974a5d26 HTTP/1.1" status: 200 len: 898 time: 0.1710057 Feb 04 16:11:36.073847 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0c444f01-bb4e-4e34-8b6c-f9d45a9be620 req-92a20c70-e1e8-417b-be9a-b26af1a38d19 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.114864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['0c444397-dd86-43cc-a00f-1bb72db5f80e'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:11:36.133247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a20c70-e1e8-417b-be9a-b26af1a38d19 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Pushing event deleted for resources: {'Port': ['ID=0c444397-dd86-43cc-a00f-1bb72db5f80e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:36.172903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-392bd46b-eba7-4707-9fd3-26463a100998 req-aa75583b-70fd-42b5-b84a-89c207e0482e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ca31268-1897-4c13-a6e0-1c501824f20a HTTP/1.1" status: 200 len: 1001 time: 0.1426766 Feb 04 16:11:36.232821 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c444f01-bb4e-4e34-8b6c-f9d45a9be620 req-92a20c70-e1e8-417b-be9a-b26af1a38d19 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] No DVR routers for this DVR port 0c444397-dd86-43cc-a00f-1bb72db5f80e on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:11:36.235740 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0c444f01-bb4e-4e34-8b6c-f9d45a9be620 req-92a20c70-e1e8-417b-be9a-b26af1a38d19 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.239545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cb920b-83f8-480d-b208-74d80075c157', 'name': 'network-vif-deleted', 'tag': '0c444397-dd86-43cc-a00f-1bb72db5f80e'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:36.248188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bd46b-eba7-4707-9fd3-26463a100998 req-6bd0c157-cf60-454d-aff8-407718681358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:36.249878 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-392bd46b-eba7-4707-9fd3-26463a100998 req-6bd0c157-cf60-454d-aff8-407718681358 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=229d0b40-2674-4fdc-b9b3-f356cf302322 HTTP/1.1" status: 200 len: 834 time: 0.0710728 Feb 04 16:11:36.258370 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0c444f01-bb4e-4e34-8b6c-f9d45a9be620 req-92a20c70-e1e8-417b-be9a-b26af1a38d19 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.81 "DELETE /v2.0/ports/0c444397-dd86-43cc-a00f-1bb72db5f80e HTTP/1.1" status: 204 len: 173 time: 1.1065810 Feb 04 16:11:36.329426 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cb920b-83f8-480d-b208-74d80075c157', 'name': 'network-vif-deleted', 'tag': '0c444397-dd86-43cc-a00f-1bb72db5f80e', 'status': 'completed', 'code': 200} Feb 04 16:11:36.374981 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-392bd46b-eba7-4707-9fd3-26463a100998 req-86d5aa7d-4ffa-4190-a233-e5e766ce106b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d349eec0-da99-4365-9639-b96a974a5d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144102 Feb 04 16:11:36.519196 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fe96439-6890-42da-b7d7-f248d1aff618 req-3a65eeec-ada6-4eb6-be9b-a3da78d0cf7a tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=24cb920b-83f8-480d-b208-74d80075c157 HTTP/1.1" status: 200 len: 210 time: 0.1088715 Feb 04 16:11:36.581138 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-392bd46b-eba7-4707-9fd3-26463a100998 req-087a37c7-dbf5-4bfc-83fa-2efa693e4fc0 service neutron] 10.222.0.73 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990025 Feb 04 16:11:36.597975 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1b6805a2-fe93-40af-8418-c143d3fe1249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.738521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-392bd46b-eba7-4707-9fd3-26463a100998 req-7e315b67-34c3-4aee-a0bf-710be85276b9 service neutron] 10.222.0.73 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510103 Feb 04 16:11:37.840712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49478) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:37.977311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-9f1124f9-8c33-4dbf-bf27-dd3683abc5ed tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:37.978860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-9f1124f9-8c33-4dbf-bf27-dd3683abc5ed tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/networks?id=d07b0d0c-dec7-4fae-a68a-66107939e68b HTTP/1.1" status: 200 len: 809 time: 0.1450286 Feb 04 16:11:37.998300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-bdb56583-0973-4009-ac5e-cbef2bc2cb7f tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/quotas/3dfcb5d70cd74e199bdd0aa074197a4e HTTP/1.1" status: 200 len: 375 time: 0.0130816 Feb 04 16:11:38.049529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-15aa61a3-6993-442b-ab31-1a6bb440f982 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3dfcb5d70cd74e199bdd0aa074197a4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440640 Feb 04 16:11:38.053877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fbc43c5a-c565-4fe7-a4b1-6da5e74850fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.085699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fbc43c5a-c565-4fe7-a4b1-6da5e74850fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:38.089541 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fbc43c5a-c565-4fe7-a4b1-6da5e74850fd admin admin] Usage tracker for resource:security_group_rule and tenant:81e6381fd6274f009173c8e32f63210d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:38.092451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fbc43c5a-c565-4fe7-a4b1-6da5e74850fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:38.098396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fbc43c5a-c565-4fe7-a4b1-6da5e74850fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:38.166769 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fbc43c5a-c565-4fe7-a4b1-6da5e74850fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.171286 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fbc43c5a-c565-4fe7-a4b1-6da5e74850fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.220319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc43c5a-c565-4fe7-a4b1-6da5e74850fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae0d027-291d-4e14-81a5-c45fc0dc6aa6,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:38.227629 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fbc43c5a-c565-4fe7-a4b1-6da5e74850fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=81e6381fd6274f009173c8e32f63210d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3835058 Feb 04 16:11:38.227966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49484) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:38.293436 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-553663c5-c3c2-46bd-b4af-a42b815257ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.299601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-a3c3d8bc-97c2-4fd7-bfeb-ed107b7ba1f2 service neutron] 10.222.0.60 "GET /v2.0/networks/d07b0d0c-dec7-4fae-a68a-66107939e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424262 Feb 04 16:11:38.320305 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-553663c5-c3c2-46bd-b4af-a42b815257ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.372096 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-553663c5-c3c2-46bd-b4af-a42b815257ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.388614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553663c5-c3c2-46bd-b4af-a42b815257ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae0d027-291d-4e14-81a5-c45fc0dc6aa6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:38.393602 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-553663c5-c3c2-46bd-b4af-a42b815257ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.394741 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-553663c5-c3c2-46bd-b4af-a42b815257ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ae0d027-291d-4e14-81a5-c45fc0dc6aa6 HTTP/1.1" status: 204 len: 168 time: 0.1658533 Feb 04 16:11:38.435762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-b219b0f5-a217-41b0-87e2-b36c8c02a0a8 service neutron] 10.222.0.60 "GET /v2.0/networks/d07b0d0c-dec7-4fae-a68a-66107939e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302619 Feb 04 16:11:38.640877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55607f34-243a-45d7-b461-9b4ced097bde req-319f5c3a-d3af-4570-a07e-2a409a10eb3b tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 210 time: 0.0488467 Feb 04 16:11:38.744368 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49500) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:38.763244 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14e88faf-4ced-4585-85b3-3579283ac1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.796482 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-14e88faf-4ced-4585-85b3-3579283ac1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:38.800713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-14e88faf-4ced-4585-85b3-3579283ac1e1 admin admin] Usage tracker for resource:security_group_rule and tenant:c5537a6473464386a02baa88cf24d1f0 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:38.803512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-14e88faf-4ced-4585-85b3-3579283ac1e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:38.809258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-14e88faf-4ced-4585-85b3-3579283ac1e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:38.877287 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14e88faf-4ced-4585-85b3-3579283ac1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.881388 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-14e88faf-4ced-4585-85b3-3579283ac1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.932880 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-14e88faf-4ced-4585-85b3-3579283ac1e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5537a6473464386a02baa88cf24d1f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1871789 Feb 04 16:11:38.935632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49506) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:38.937754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e88faf-4ced-4585-85b3-3579283ac1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39aed242-39d0-4bb9-9df7-2a03c37a9d62,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:38.963498 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-999e5d85-b61c-474f-baaf-a60c1fbc18ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:39.016815 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2b07aaa-92a9-411f-a48e-2ac44d5285f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:39.042531 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2b07aaa-92a9-411f-a48e-2ac44d5285f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:39.095742 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2b07aaa-92a9-411f-a48e-2ac44d5285f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:39.114088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b07aaa-92a9-411f-a48e-2ac44d5285f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39aed242-39d0-4bb9-9df7-2a03c37a9d62,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:39.117243 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d2b07aaa-92a9-411f-a48e-2ac44d5285f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:39.120984 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d2b07aaa-92a9-411f-a48e-2ac44d5285f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39aed242-39d0-4bb9-9df7-2a03c37a9d62 HTTP/1.1" status: 204 len: 168 time: 0.1812689 Feb 04 16:11:39.757832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-c3fae15d-f192-4ebc-afaa-e3653134499a tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:39.759873 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-c3fae15d-f192-4ebc-afaa-e3653134499a tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.81 "GET /v2.0/networks?id=d07b0d0c-dec7-4fae-a68a-66107939e68b HTTP/1.1" status: 200 len: 809 time: 0.1649187 Feb 04 16:11:39.765862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 0c444397-dd86-43cc-a00f-1bb72db5f80e no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:39.785831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Request body: {'port': {'device_id': '525bd173-7293-4bbd-a9aa-2f90059b4d5c', 'network_id': 'd07b0d0c-dec7-4fae-a68a-66107939e68b', 'admin_state_up': True, 'tenant_id': '3dfcb5d70cd74e199bdd0aa074197a4e'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:39.819273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 0c444397-dd86-43cc-a00f-1bb72db5f80e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:11:39.820169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 0c444397-dd86-43cc-a00f-1bb72db5f80e not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:11:39.849417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93a46b40-efe0-4102-b2ff-714152e6dab4 req-fe72224a-8543-4558-a40d-6fd35f71ca38 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 210 time: 0.0835233 Feb 04 16:11:39.934094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:39.938472 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Usage tracker for resource:port and tenant:3dfcb5d70cd74e199bdd0aa074197a4e is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:39.943080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:39.949134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:39.959919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Made reservation on behalf of 3dfcb5d70cd74e199bdd0aa074197a4e for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:39.962916 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.134642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Allocated IP 172.20.0.5 (d07b0d0c-dec7-4fae-a68a-66107939e68b/af2296c9-c8a5-4fcd-921f-eaed345c8e9d/7c2484cd-83c7-4a65-b428-025b635c4549) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:40.272478 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.347145 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.376668 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.405450 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.461655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Network d07b0d0c-dec7-4fae-a68a-66107939e68b is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:40.464923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:40.469373 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:40.497935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Pushing event updated for resources: {'Port': ['ID=7c2484cd-83c7-4a65-b428-025b635c4549,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:40.535735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:40.536343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.559348 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-769c15f1-387b-4ee9-ae4c-acea71d3afd8 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7797256 Feb 04 16:11:40.575831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Request body: {'port': {'device_id': '525bd173-7293-4bbd-a9aa-2f90059b4d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:40.685113 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.078871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa74d-ce24-4a20-a85d-893e87a3dda5 req-1467a12d-0414-432e-bdf6-8ec4f55a5acd tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:41.084072 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-91aaa74d-ce24-4a20-a85d-893e87a3dda5 req-1467a12d-0414-432e-bdf6-8ec4f55a5acd tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 931 time: 0.0877051 Feb 04 16:11:41.137936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-91aaa74d-ce24-4a20-a85d-893e87a3dda5 req-c690e099-91f3-4925-9e6f-609610d2a89c tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507669 Feb 04 16:11:41.148000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2484cd-83c7-4a65-b428-025b635c4549 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:41.154950 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.169931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Transition to ACTIVE for port object 7c2484cd-83c7-4a65-b428-025b635c4549 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:41.173191 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.307183 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Pushing event updated for resources: {'Port': ['ID=7c2484cd-83c7-4a65-b428-025b635c4549,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:41.419188 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Attempting to bind port 7c2484cd-83c7-4a65-b428-025b635c4549 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:41.419534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Attempting to bind port 7c2484cd-83c7-4a65-b428-025b635c4549 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'bc292adb-32a6-41c6-afa4-b99b0e0ba7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd07b0d0c-dec7-4fae-a68a-66107939e68b'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:41.419862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Attempting to bind port 7c2484cd-83c7-4a65-b428-025b635c4549 on network d07b0d0c-dec7-4fae-a68a-66107939e68b {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:41.430102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Port 7c2484cd-83c7-4a65-b428-025b635c4549 on network d07b0d0c-dec7-4fae-a68a-66107939e68b not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:11:41.430623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Attempting to bind port 7c2484cd-83c7-4a65-b428-025b635c4549 on network d07b0d0c-dec7-4fae-a68a-66107939e68b {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:41.437768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:41.438109 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Checking segment: {'id': 'bc292adb-32a6-41c6-afa4-b99b0e0ba7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd07b0d0c-dec7-4fae-a68a-66107939e68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:41.438496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Bound using segment: {'id': 'bc292adb-32a6-41c6-afa4-b99b0e0ba7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd07b0d0c-dec7-4fae-a68a-66107939e68b'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:41.438927 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Bound port: 7c2484cd-83c7-4a65-b428-025b635c4549, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc292adb-32a6-41c6-afa4-b99b0e0ba7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd07b0d0c-dec7-4fae-a68a-66107939e68b'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:41.439302 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.520117 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.535521 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] For port 7c2484cd-83c7-4a65-b428-025b635c4549, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:41.538583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] For port 7c2484cd-83c7-4a65-b428-025b635c4549, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7c2484cd-83c7-4a65-b428-025b635c4549,segment=NetworkSegment(bc292adb-32a6-41c6-afa4-b99b0e0ba7bf),segment_id=bc292adb-32a6-41c6-afa4-b99b0e0ba7bf)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:41.542887 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.586903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49562) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:41.607828 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.609166 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] 10.222.0.81 "PUT /v2.0/ports/7c2484cd-83c7-4a65-b428-025b635c4549 HTTP/1.1" status: 200 len: 1091 time: 1.0375080 Feb 04 16:11:41.609609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525bd173-7293-4bbd-a9aa-2f90059b4d5c', 'tag': '7c2484cd-83c7-4a65-b428-025b635c4549'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:41.633583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a3365-0a57-417d-a9ad-d8f99acb9d4e service neutron] Pushing event updated for resources: {'Port': ['ID=7c2484cd-83c7-4a65-b428-025b635c4549,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:41.700052 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525bd173-7293-4bbd-a9aa-2f90059b4d5c', 'tag': '7c2484cd-83c7-4a65-b428-025b635c4549', 'status': 'completed', 'code': 200} Feb 04 16:11:41.737988 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-090444eb-3858-4fe8-9889-592455d85073 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3dfcb5d70cd74e199bdd0aa074197a4e&device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 1094 time: 0.0738347 Feb 04 16:11:41.739994 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f661ffa7-7cb2-4a69-ac16-a2a595204457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.756284 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.773488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f661ffa7-7cb2-4a69-ac16-a2a595204457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:41.777390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f661ffa7-7cb2-4a69-ac16-a2a595204457 admin admin] Usage tracker for resource:security_group_rule and tenant:9da0984590b74838ae7944e342df3352 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:41.780575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f661ffa7-7cb2-4a69-ac16-a2a595204457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:41.787628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f661ffa7-7cb2-4a69-ac16-a2a595204457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:41.819453 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-6a032401-4c18-471c-b54e-223237176615 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c2484cd-83c7-4a65-b428-025b635c4549 HTTP/1.1" status: 200 len: 217 time: 0.0691259 Feb 04 16:11:41.854870 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f661ffa7-7cb2-4a69-ac16-a2a595204457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.858545 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f661ffa7-7cb2-4a69-ac16-a2a595204457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.884452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-abf6dfbc-6c23-4539-9e09-2305dfa7d039 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:41.885526 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-abf6dfbc-6c23-4539-9e09-2305dfa7d039 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af2296c9-c8a5-4fcd-921f-eaed345c8e9d HTTP/1.1" status: 200 len: 849 time: 0.0610995 Feb 04 16:11:41.911970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f661ffa7-7cb2-4a69-ac16-a2a595204457 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9da0984590b74838ae7944e342df3352&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3239439 Feb 04 16:11:41.912808 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661ffa7-7cb2-4a69-ac16-a2a595204457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1303600b-e40c-4ae0-bf1c-b2b6fc67366f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:41.915153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49572) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:41.936460 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-9801c376-d81a-47ab-b394-2f554db83a9e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d07b0d0c-dec7-4fae-a68a-66107939e68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454221 Feb 04 16:11:41.976024 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-38b8a828-74aa-448f-b125-699c383a30f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.001364 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-38b8a828-74aa-448f-b125-699c383a30f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.058544 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-38b8a828-74aa-448f-b125-699c383a30f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.073860 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-9180fa3b-df28-4acf-88bb-09ad5be935ff service neutron] 10.222.0.81 "GET /v2.0/networks/d07b0d0c-dec7-4fae-a68a-66107939e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317189 Feb 04 16:11:42.075466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8a828-74aa-448f-b125-699c383a30f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1303600b-e40c-4ae0-bf1c-b2b6fc67366f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:42.085580 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-38b8a828-74aa-448f-b125-699c383a30f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.089022 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-38b8a828-74aa-448f-b125-699c383a30f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1303600b-e40c-4ae0-bf1c-b2b6fc67366f HTTP/1.1" status: 204 len: 168 time: 0.1706691 Feb 04 16:11:42.220514 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d5b5abd2-21e6-4e5f-af6d-93218a7bc27a req-7e9b8563-a49d-436d-b481-0d1e60b05aad service neutron] 10.222.0.81 "GET /v2.0/networks/d07b0d0c-dec7-4fae-a68a-66107939e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406887 Feb 04 16:11:42.364587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764682cd-c7a3-427f-b6fa-bf9b3c7e40bf req-a7948836-cd20-412e-934e-6160092b6f3d tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:42.366337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-764682cd-c7a3-427f-b6fa-bf9b3c7e40bf req-a7948836-cd20-412e-934e-6160092b6f3d tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 943 time: 0.0909545 Feb 04 16:11:42.384149 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-335fe0f4-0986-4f2e-9014-bce8372c48df req-a9c6ecb8-0c4b-4ebe-ad58-e186bfdeca3e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3dfcb5d70cd74e199bdd0aa074197a4e&device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 1094 time: 0.0733962 Feb 04 16:11:42.416998 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-764682cd-c7a3-427f-b6fa-bf9b3c7e40bf req-4f5bf0f6-7a72-4809-a38c-b03cb86cd1ed tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450022 Feb 04 16:11:42.469173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49582) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:42.488959 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2af5b66b-b6c4-431e-9aae-66f27f6772e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.521531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2af5b66b-b6c4-431e-9aae-66f27f6772e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:42.525280 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2af5b66b-b6c4-431e-9aae-66f27f6772e3 admin admin] Usage tracker for resource:security_group_rule and tenant:543f22471e61480eb3bc5b840ef32869 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:42.525554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fe0f4-0986-4f2e-9014-bce8372c48df req-e26960ca-2fe0-4b05-b494-dbe881b460e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:42.527008 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-335fe0f4-0986-4f2e-9014-bce8372c48df req-e26960ca-2fe0-4b05-b494-dbe881b460e6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d07b0d0c-dec7-4fae-a68a-66107939e68b HTTP/1.1" status: 200 len: 910 time: 0.1371515 Feb 04 16:11:42.528051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2af5b66b-b6c4-431e-9aae-66f27f6772e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:42.534170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2af5b66b-b6c4-431e-9aae-66f27f6772e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:42.602256 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-335fe0f4-0986-4f2e-9014-bce8372c48df req-13121333-7222-409f-aad8-2f0a8578ca7e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c2484cd-83c7-4a65-b428-025b635c4549 HTTP/1.1" status: 200 len: 217 time: 0.0692072 Feb 04 16:11:42.605844 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2af5b66b-b6c4-431e-9aae-66f27f6772e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.610029 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2af5b66b-b6c4-431e-9aae-66f27f6772e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.661964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5b66b-b6c4-431e-9aae-66f27f6772e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58f518e-3447-4d39-be82-dde7354eafcc,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:42.666919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2af5b66b-b6c4-431e-9aae-66f27f6772e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=543f22471e61480eb3bc5b840ef32869&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1967225 Feb 04 16:11:42.669600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fe0f4-0986-4f2e-9014-bce8372c48df req-7457caea-2b34-4191-ac2e-73437628c860 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:42.670206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49586) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:42.670878 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-335fe0f4-0986-4f2e-9014-bce8372c48df req-7457caea-2b34-4191-ac2e-73437628c860 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af2296c9-c8a5-4fcd-921f-eaed345c8e9d HTTP/1.1" status: 200 len: 849 time: 0.0635636 Feb 04 16:11:42.717158 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-335fe0f4-0986-4f2e-9014-bce8372c48df req-a60abf01-a44c-4a41-9174-95faad4c8e1b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d07b0d0c-dec7-4fae-a68a-66107939e68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409019 Feb 04 16:11:42.729944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5aab-4617-47d0-8124-b68e915bad5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.755486 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5aab-4617-47d0-8124-b68e915bad5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.808197 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5aab-4617-47d0-8124-b68e915bad5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.825720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f5aab-4617-47d0-8124-b68e915bad5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58f518e-3447-4d39-be82-dde7354eafcc,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:42.828919 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5aab-4617-47d0-8124-b68e915bad5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.833000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ff5f5aab-4617-47d0-8124-b68e915bad5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d58f518e-3447-4d39-be82-dde7354eafcc HTTP/1.1" status: 204 len: 168 time: 0.1587737 Feb 04 16:11:42.858495 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-335fe0f4-0986-4f2e-9014-bce8372c48df req-639e2ba3-72cd-4b71-beae-cadc482ea561 service neutron] 10.222.0.81 "GET /v2.0/networks/d07b0d0c-dec7-4fae-a68a-66107939e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358550 Feb 04 16:11:43.104224 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-335fe0f4-0986-4f2e-9014-bce8372c48df req-b95537cf-bc4f-4091-b74e-faff2d90f389 service neutron] 10.222.0.81 "GET /v2.0/networks/d07b0d0c-dec7-4fae-a68a-66107939e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401404 Feb 04 16:11:43.628939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d5270-d559-4ede-92e1-0986cc240b5d req-16011d7f-c642-40ca-b452-e3416ede0000 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:43.630428 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-072d5270-d559-4ede-92e1-0986cc240b5d req-16011d7f-c642-40ca-b452-e3416ede0000 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 943 time: 0.0822582 Feb 04 16:11:43.676569 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-072d5270-d559-4ede-92e1-0986cc240b5d req-4606d52b-daaf-4359-a966-5712a6390f44 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405302 Feb 04 16:11:43.696852 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49612) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:43.827003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-943712467-network', 'tenant_id': '0d54aa09a25643cd89fee1885ec930a7'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:43.833651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:43.837608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Usage tracker for resource:network and tenant:0d54aa09a25643cd89fee1885ec930a7 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:43.840466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:43.846615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:43.856178 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Made reservation on behalf of 0d54aa09a25643cd89fee1885ec930a7 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:43.858467 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.870737 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.900808 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:43.904543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Usage tracker for resource:security_group_rule and tenant:0d54aa09a25643cd89fee1885ec930a7 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:43.907280 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:43.912796 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:43.984416 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.989203 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:44.022010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:11:44.030064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633f401c-4f9a-4480-b401-a2e5f550954e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:44.035622 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:44.035953 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Added segment 719986ad-50c7-4c52-99cf-d55273d980ac of type vlan for network e12d4221-986c-4a83-b7f4-75346b5f2786 Feb 04 16:11:44.062908 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:44.092285 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:44.093129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:44.093703 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:44.195562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] Pushing event updated for resources: {'Network': ['ID=e12d4221-986c-4a83-b7f4-75346b5f2786,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:44.198470 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e3997032-5b26-43f3-bb23-ff4bc2770691 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5006065 Feb 04 16:11:44.201438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49618) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:44.205275 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network e12d4221-986c-4a83-b7f4-75346b5f2786 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:11:44.207998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] Request body: {'subnet': {'network_id': 'e12d4221-986c-4a83-b7f4-75346b5f2786', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-943712467-subnet', 'tenant_id': '0d54aa09a25643cd89fee1885ec930a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:44.213700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:44.217515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] Usage tracker for resource:subnet and tenant:0d54aa09a25643cd89fee1885ec930a7 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:44.220380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:44.230888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:44.242323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] Made reservation on behalf of 0d54aa09a25643cd89fee1885ec930a7 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:44.244944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:44.443888 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:44.518975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d41e31-f6db-461a-976c-d4e5cd9be491,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:44.528275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] Checking segment: {'id': '719986ad-50c7-4c52-99cf-d55273d980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e12d4221-986c-4a83-b7f4-75346b5f2786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:44.528620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] Network hostable DHCP agents. Network: e12d4221-986c-4a83-b7f4-75346b5f2786, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:11:44.549864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] Network e12d4221-986c-4a83-b7f4-75346b5f2786 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:11:44.559240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, e12d4221-986c-4a83-b7f4-75346b5f2786) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:44.562960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:44.563571 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:44.568743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efbc0d3-3279-496e-81c7-4ce8462ec833 None None] Network e12d4221-986c-4a83-b7f4-75346b5f2786 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:44.584854 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-90ac5282-2f93-4e8e-ab7b-c7c214aa2760 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3823550 Feb 04 16:11:44.778908 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd4575a-cdc2-4967-8b3d-2764571fd675 None None] Network e12d4221-986c-4a83-b7f4-75346b5f2786 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:44.888679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144577c-1483-42d2-b9bb-60e18855e724 req-a7636660-31ce-402a-8585-625726b92817 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:44.890716 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b144577c-1483-42d2-b9bb-60e18855e724 req-a7636660-31ce-402a-8585-625726b92817 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 943 time: 0.0796297 Feb 04 16:11:44.943797 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b144577c-1483-42d2-b9bb-60e18855e724 req-266f8027-d6fb-425d-b1e1-9cd582b9ab27 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462110 Feb 04 16:11:45.450838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49642) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:45.456539 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1210785188-network', 'tenant_id': 'c59bbe991f9a4d2d8e19cef9479cb12c'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:45.461932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:45.465675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Usage tracker for resource:network and tenant:c59bbe991f9a4d2d8e19cef9479cb12c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:45.468552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:45.474263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:45.484210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Made reservation on behalf of c59bbe991f9a4d2d8e19cef9479cb12c for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:45.487198 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.499313 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.530082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:45.534107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Usage tracker for resource:security_group_rule and tenant:c59bbe991f9a4d2d8e19cef9479cb12c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:45.536939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:45.542474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:45.606040 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.609947 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.639673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:11:45.647776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8204ac81-e8a7-468b-9d47-3462c02f476f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:45.652979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.653317 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Added segment e54fece5-6c82-473d-86f1-958dcaceb460 of type vlan for network 8661812c-530c-4500-b881-3465d6f8026a Feb 04 16:11:45.679019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.707117 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.708009 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:45.708604 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.796849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7c2484cd-83c7-4a65-b428-025b635c4549 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:11:45.810442 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3584814 Feb 04 16:11:45.811143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3b3ca-e7e4-4c06-8bc9-59c7f0e7cf52 admin admin] Pushing event updated for resources: {'Network': ['ID=8661812c-530c-4500-b881-3465d6f8026a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:45.813134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49646) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:45.818738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] Request body: {'subnet': {'network_id': '8661812c-530c-4500-b881-3465d6f8026a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1210785188-subnet', 'tenant_id': 'c59bbe991f9a4d2d8e19cef9479cb12c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:45.824240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:45.826832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 8661812c-530c-4500-b881-3465d6f8026a details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:11:45.827996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] Usage tracker for resource:subnet and tenant:c59bbe991f9a4d2d8e19cef9479cb12c is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:45.830859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:45.836501 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:45.848364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] Made reservation on behalf of c59bbe991f9a4d2d8e19cef9479cb12c for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:45.850771 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:46.061653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 7c2484cd-83c7-4a65-b428-025b635c4549, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7c2484cd-83c7-4a65-b428-025b635c4549,segment=NetworkSegment(bc292adb-32a6-41c6-afa4-b99b0e0ba7bf),segment_id=bc292adb-32a6-41c6-afa4-b99b0e0ba7bf)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:46.075080 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:46.075778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '7c2484cd-83c7-4a65-b428-025b635c4549', 'network_id': 'd07b0d0c-dec7-4fae-a68a-66107939e68b', 'port_id': '7c2484cd-83c7-4a65-b428-025b635c4549', 'mac_address': 'fa:16:3e:b5:e5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2296c9-c8a5-4fcd-921f-eaed345c8e9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:11:46.131037 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:46.149497 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77101727-a2c0-4cd1-a5bd-15354d2f0534,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:46.149779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2484cd-83c7-4a65-b428-025b635c4549 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:46.166762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] Checking segment: {'id': 'e54fece5-6c82-473d-86f1-958dcaceb460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8661812c-530c-4500-b881-3465d6f8026a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:46.167045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 7c2484cd-83c7-4a65-b428-025b635c4549, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7c2484cd-83c7-4a65-b428-025b635c4549,segment=NetworkSegment(bc292adb-32a6-41c6-afa4-b99b0e0ba7bf),segment_id=bc292adb-32a6-41c6-afa4-b99b0e0ba7bf)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:46.167343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] Network hostable DHCP agents. Network: 8661812c-530c-4500-b881-3465d6f8026a, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:11:46.171209 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:46.191392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] Network 8661812c-530c-4500-b881-3465d6f8026a is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:11:46.201796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 8661812c-530c-4500-b881-3465d6f8026a) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:46.206526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:46.207132 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:46.225047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bbb821-1a37-44d6-8d35-8ab18cdfe74a None None] Network 8661812c-530c-4500-b881-3465d6f8026a requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:46.233644 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-47249448-4ece-4d8a-a53b-c0af7d3e0cf7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4194181 Feb 04 16:11:46.285414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b555e8-0563-4bb6-922b-9e70e77805f2 req-2a54b126-e07e-497a-9292-aaad952dcc3c tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:46.287302 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31b555e8-0563-4bb6-922b-9e70e77805f2 req-2a54b126-e07e-497a-9292-aaad952dcc3c tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 943 time: 0.1891034 Feb 04 16:11:46.337331 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31b555e8-0563-4bb6-922b-9e70e77805f2 req-9d0293cc-a9e5-4daa-b421-c0604d2a4168 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Feb 04 16:11:46.340805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=7c2484cd-83c7-4a65-b428-025b635c4549,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:46.364755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:46.365095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:46.365427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:46.365756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:46.366084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:46.366401 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:46.366718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:46.367033 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:46.367392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:46.367708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:46.368022 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:46.482650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e6614e-b6c1-406c-b227-be3695ab8d8a None None] Network 8661812c-530c-4500-b881-3465d6f8026a requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:46.545936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['7c2484cd-83c7-4a65-b428-025b635c4549'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:11:46.942534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-30db1111-25e9-4b81-bdfd-b87159625982 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:46.943219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-30db1111-25e9-4b81-bdfd-b87159625982 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Synchronizing usage tracker for tenant:0d54aa09a25643cd89fee1885ec930a7 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:46.959600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-30db1111-25e9-4b81-bdfd-b87159625982 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Unset dirty status for tenant:0d54aa09a25643cd89fee1885ec930a7 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:46.960718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-30db1111-25e9-4b81-bdfd-b87159625982 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/networks?id=e12d4221-986c-4a83-b7f4-75346b5f2786 HTTP/1.1" status: 200 len: 808 time: 0.1566861 Feb 04 16:11:46.977380 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-d28e8f1f-d1e8-4d4b-b5bf-d2af96db4d8d tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/quotas/0d54aa09a25643cd89fee1885ec930a7 HTTP/1.1" status: 200 len: 375 time: 0.0111921 Feb 04 16:11:47.027887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-d4bfabd4-355e-4b63-8fe3-77013faf2b67 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d54aa09a25643cd89fee1885ec930a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452592 Feb 04 16:11:47.158302 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-64bd2f9b-2c33-466d-bff7-5f717bca905e service neutron] 10.222.0.60 "GET /v2.0/networks/e12d4221-986c-4a83-b7f4-75346b5f2786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236300 Feb 04 16:11:47.288632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-deeccf30-c2aa-4c05-85b4-f8529404352e service neutron] 10.222.0.60 "GET /v2.0/networks/e12d4221-986c-4a83-b7f4-75346b5f2786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243312 Feb 04 16:11:47.524870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dcce5122-18c7-44fa-a022-603bc769faca req-840dcc37-ae91-412a-b7ff-7e76ff0b4bf6 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 210 time: 0.0780694 Feb 04 16:11:47.573307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d08811-d546-41cb-ad5b-d6e29641c6c0 req-66fa9380-3806-4c94-879c-4dcd34c4e9c4 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:47.574717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87d08811-d546-41cb-ad5b-d6e29641c6c0 req-66fa9380-3806-4c94-879c-4dcd34c4e9c4 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 944 time: 0.0842819 Feb 04 16:11:47.620785 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87d08811-d546-41cb-ad5b-d6e29641c6c0 req-1fd3367a-41c1-4d22-8558-f8ba4867abd4 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Feb 04 16:11:47.812905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7c2484cd-83c7-4a65-b428-025b635c4549 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:47.881191 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 7c2484cd-83c7-4a65-b428-025b635c4549 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:47.886524 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 7c2484cd-83c7-4a65-b428-025b635c4549 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:47.886887 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:48.007052 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:48.035124 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525bd173-7293-4bbd-a9aa-2f90059b4d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2484cd-83c7-4a65-b428-025b635c4549'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:48.044811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 7c2484cd-83c7-4a65-b428-025b635c4549, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7c2484cd-83c7-4a65-b428-025b635c4549,segment=NetworkSegment(bc292adb-32a6-41c6-afa4-b99b0e0ba7bf),segment_id=bc292adb-32a6-41c6-afa4-b99b0e0ba7bf)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:48.048876 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:48.108499 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525bd173-7293-4bbd-a9aa-2f90059b4d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2484cd-83c7-4a65-b428-025b635c4549', 'code': 200} Feb 04 16:11:48.122322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=7c2484cd-83c7-4a65-b428-025b635c4549,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:48.258937 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8df9a383-05b7-4c5a-8b28-7e3109832bcd req-df72c813-4e32-4d1f-8c0b-97e3350d96ff service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 1096 time: 0.0708394 Feb 04 16:11:48.300928 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8df9a383-05b7-4c5a-8b28-7e3109832bcd req-b4b2658d-c94e-441f-81cd-a561563d839f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365937 Feb 04 16:11:48.560962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-e0fd6d2d-41b0-4dd7-8a22-428f18aa152b tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:48.562377 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-e0fd6d2d-41b0-4dd7-8a22-428f18aa152b tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.73 "GET /v2.0/networks?id=e12d4221-986c-4a83-b7f4-75346b5f2786 HTTP/1.1" status: 200 len: 808 time: 0.1493490 Feb 04 16:11:48.580938 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Request body: {'port': {'device_id': '7f6ce8ec-0cee-4154-94dc-da7110d7fc6b', 'network_id': 'e12d4221-986c-4a83-b7f4-75346b5f2786', 'admin_state_up': True, 'tenant_id': '0d54aa09a25643cd89fee1885ec930a7'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:48.710211 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ea896ed-c775-4980-bda6-29c1e0c06dee req-8251ccf1-2342-4417-8d69-83162257bc25 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 210 time: 0.0480390 Feb 04 16:11:48.807793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:48.813935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Usage tracker for resource:port and tenant:0d54aa09a25643cd89fee1885ec930a7 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:48.817093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:48.828494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:48.842522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Made reservation on behalf of 0d54aa09a25643cd89fee1885ec930a7 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:48.845566 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:48.877672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d467564-39a4-483e-8f7f-f35e9f6604dc req-618771bf-3078-4973-8282-fe64858f2d02 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:48.879229 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d467564-39a4-483e-8f7f-f35e9f6604dc req-618771bf-3078-4973-8282-fe64858f2d02 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 945 time: 0.1209235 Feb 04 16:11:48.992629 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d467564-39a4-483e-8f7f-f35e9f6604dc req-17b4630a-db23-4729-97aa-f3fcb904fa78 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760255 Feb 04 16:11:49.054366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Allocated IP 172.20.0.8 (e12d4221-986c-4a83-b7f4-75346b5f2786/b5d41e31-f6db-461a-976c-d4e5cd9be491/464666ff-6cb3-4ad9-8667-98ea4d966291) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:49.255250 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:49.282231 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:49.355750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Network e12d4221-986c-4a83-b7f4-75346b5f2786 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:49.358878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:49.363822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:49.388056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Pushing event updated for resources: {'Port': ['ID=464666ff-6cb3-4ad9-8667-98ea4d966291,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:49.425830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:49.426601 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:49.447495 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-707ec2dc-b872-41c3-bb05-b8eed1464c29 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8718803 Feb 04 16:11:49.458743 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Request body: {'port': {'device_id': '7f6ce8ec-0cee-4154-94dc-da7110d7fc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:49.668285 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:49.697215 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:50.012914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756865d-6c38-4053-9c82-d5cbf495abe7 req-dc66e073-e731-48ca-9883-ca759974e506 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:50.013606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c756865d-6c38-4053-9c82-d5cbf495abe7 req-dc66e073-e731-48ca-9883-ca759974e506 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Synchronizing usage tracker for tenant:0d54aa09a25643cd89fee1885ec930a7 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:50.086602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c756865d-6c38-4053-9c82-d5cbf495abe7 req-dc66e073-e731-48ca-9883-ca759974e506 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Unset dirty status for tenant:0d54aa09a25643cd89fee1885ec930a7 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:50.087790 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c756865d-6c38-4053-9c82-d5cbf495abe7 req-dc66e073-e731-48ca-9883-ca759974e506 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 931 time: 0.2071981 Feb 04 16:11:50.089848 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464666ff-6cb3-4ad9-8667-98ea4d966291 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:50.100049 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:50.169736 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Transition to ACTIVE for port object 464666ff-6cb3-4ad9-8667-98ea4d966291 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:50.186065 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:50.264370 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c756865d-6c38-4053-9c82-d5cbf495abe7 req-08ad5f20-1bd8-438d-925f-c8d8168823d5 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Synchronizing usage tracker for tenant:0d54aa09a25643cd89fee1885ec930a7 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:50.345168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Pushing event updated for resources: {'Port': ['ID=464666ff-6cb3-4ad9-8667-98ea4d966291,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:50.364504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c756865d-6c38-4053-9c82-d5cbf495abe7 req-08ad5f20-1bd8-438d-925f-c8d8168823d5 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Unset dirty status for tenant:0d54aa09a25643cd89fee1885ec930a7 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:50.365656 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c756865d-6c38-4053-9c82-d5cbf495abe7 req-08ad5f20-1bd8-438d-925f-c8d8168823d5 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/security-groups?id=633f401c-4f9a-4480-b401-a2e5f550954e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683086 Feb 04 16:11:50.405480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e04ee9-dcd4-4ea3-a85a-c133e692b855 req-588232f2-12e4-4a0d-81a3-10bc18680e4e tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:50.406942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39e04ee9-dcd4-4ea3-a85a-c133e692b855 req-588232f2-12e4-4a0d-81a3-10bc18680e4e tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 945 time: 0.2890668 Feb 04 16:11:50.517285 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39e04ee9-dcd4-4ea3-a85a-c133e692b855 req-f0aa50c9-129d-48ee-89d1-0ed9108941b3 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765238 Feb 04 16:11:50.525245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Attempting to bind port 464666ff-6cb3-4ad9-8667-98ea4d966291 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:50.525564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Attempting to bind port 464666ff-6cb3-4ad9-8667-98ea4d966291 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '719986ad-50c7-4c52-99cf-d55273d980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e12d4221-986c-4a83-b7f4-75346b5f2786'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:50.525895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Attempting to bind port 464666ff-6cb3-4ad9-8667-98ea4d966291 on network e12d4221-986c-4a83-b7f4-75346b5f2786 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:50.531764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Port 464666ff-6cb3-4ad9-8667-98ea4d966291 on network e12d4221-986c-4a83-b7f4-75346b5f2786 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:11:50.532086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Attempting to bind port 464666ff-6cb3-4ad9-8667-98ea4d966291 on network e12d4221-986c-4a83-b7f4-75346b5f2786 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:50.539641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:50.539981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Checking segment: {'id': '719986ad-50c7-4c52-99cf-d55273d980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e12d4221-986c-4a83-b7f4-75346b5f2786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:50.540367 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Bound using segment: {'id': '719986ad-50c7-4c52-99cf-d55273d980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e12d4221-986c-4a83-b7f4-75346b5f2786'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:50.540789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Bound port: 464666ff-6cb3-4ad9-8667-98ea4d966291, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719986ad-50c7-4c52-99cf-d55273d980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e12d4221-986c-4a83-b7f4-75346b5f2786'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:50.541130 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:50.637328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] For port 464666ff-6cb3-4ad9-8667-98ea4d966291, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:50.640503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] For port 464666ff-6cb3-4ad9-8667-98ea4d966291, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=464666ff-6cb3-4ad9-8667-98ea4d966291,segment=NetworkSegment(719986ad-50c7-4c52-99cf-d55273d980ac),segment_id=719986ad-50c7-4c52-99cf-d55273d980ac)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:50.645808 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:50.714457 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:50.715859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] 10.222.0.73 "PUT /v2.0/ports/464666ff-6cb3-4ad9-8667-98ea4d966291 HTTP/1.1" status: 200 len: 1091 time: 1.2616358 Feb 04 16:11:50.716290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6ce8ec-0cee-4154-94dc-da7110d7fc6b', 'tag': '464666ff-6cb3-4ad9-8667-98ea4d966291'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:50.817569 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6ce8ec-0cee-4154-94dc-da7110d7fc6b', 'tag': '464666ff-6cb3-4ad9-8667-98ea4d966291', 'status': 'completed', 'code': 200} Feb 04 16:11:50.838127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238b5b8-df23-4698-aa5c-effee38f6451 service neutron] Pushing event updated for resources: {'Port': ['ID=464666ff-6cb3-4ad9-8667-98ea4d966291,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:50.890915 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-cec8e69d-692a-4e69-8057-c6e57dd3a73b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d54aa09a25643cd89fee1885ec930a7&device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 1094 time: 0.1127036 Feb 04 16:11:50.897456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd580c2-f325-4ae5-a16f-344efd55ed6c req-f9892372-4b30-47b8-b034-01b18e219c1b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:50.898795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fbd580c2-f325-4ae5-a16f-344efd55ed6c req-f9892372-4b30-47b8-b034-01b18e219c1b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 946 time: 0.1547503 Feb 04 16:11:50.979258 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-8c8f9483-ccaa-42e2-8c10-e5487cae81fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=464666ff-6cb3-4ad9-8667-98ea4d966291 HTTP/1.1" status: 200 len: 217 time: 0.0794802 Feb 04 16:11:51.043428 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fbd580c2-f325-4ae5-a16f-344efd55ed6c req-e3758f89-ffcd-4cf8-82e6-d134673c5a83 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966129 Feb 04 16:11:51.058102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-376fc735-5a11-4bf2-8309-375988eeddfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:51.059541 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-376fc735-5a11-4bf2-8309-375988eeddfb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5d41e31-f6db-461a-976c-d4e5cd9be491 HTTP/1.1" status: 200 len: 848 time: 0.0715117 Feb 04 16:11:51.073379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 49704) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:51.108086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-4bb637ad-ce02-4169-ae89-626ff0e68d69 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e12d4221-986c-4a83-b7f4-75346b5f2786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407767 Feb 04 16:11:51.191233 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-572e2130-f6dd-43d4-81ac-6acf84ebee86 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9dfae903-742c-47fd-b5d8-23192cda3ffa HTTP/1.1" status: 200 len: 993 time: 0.1133156 Feb 04 16:11:51.256751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-9a300897-5889-4a8a-9864-b2e949cd0672 service neutron] 10.222.0.73 "GET /v2.0/networks/e12d4221-986c-4a83-b7f4-75346b5f2786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419237 Feb 04 16:11:51.545051 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2a22412-6e97-4d6e-96d8-bee347119145 req-1f4cf401-bfa5-434f-bacb-4b268804438b service neutron] 10.222.0.73 "GET /v2.0/networks/e12d4221-986c-4a83-b7f4-75346b5f2786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823949 Feb 04 16:11:51.583416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591de779-b14a-4e27-8682-defed4119e4d req-e110de0e-4e81-48ec-a2de-f93ea0b5df2a tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:51.585008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-591de779-b14a-4e27-8682-defed4119e4d req-e110de0e-4e81-48ec-a2de-f93ea0b5df2a tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 943 time: 0.0894167 Feb 04 16:11:51.730419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-591de779-b14a-4e27-8682-defed4119e4d req-240a4b7b-8232-4e5f-b68f-9a4f8ebb6b44 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/security-groups?id=633f401c-4f9a-4480-b401-a2e5f550954e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398337 Feb 04 16:11:51.756643 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87d721b2-7530-4b31-a2ff-498444d01e03 req-394109da-ca85-440d-be85-7f9564e4c6b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d54aa09a25643cd89fee1885ec930a7&device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 1094 time: 0.1496356 Feb 04 16:11:51.759701 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e574fda-dbd3-41ea-bdae-cc35ef73d364 req-1af319e6-d599-4239-ba47-3cdbecc80c3d tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 1097 time: 0.1211121 Feb 04 16:11:51.945667 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e574fda-dbd3-41ea-bdae-cc35ef73d364 req-12b115b6-7ec1-488f-88e2-768489984cc0 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654606 Feb 04 16:11:51.974988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d721b2-7530-4b31-a2ff-498444d01e03 req-70438118-bd3a-4357-8fa0-62afd65a9a27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:51.976513 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87d721b2-7530-4b31-a2ff-498444d01e03 req-70438118-bd3a-4357-8fa0-62afd65a9a27 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e12d4221-986c-4a83-b7f4-75346b5f2786 HTTP/1.1" status: 200 len: 909 time: 0.2159348 Feb 04 16:11:52.037282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4db256-16b2-4f45-91ff-7250304430e3 req-c206db98-cd95-4b86-8feb-1b15f2549232 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:52.038707 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f4db256-16b2-4f45-91ff-7250304430e3 req-c206db98-cd95-4b86-8feb-1b15f2549232 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 945 time: 0.1901681 Feb 04 16:11:52.067940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87d721b2-7530-4b31-a2ff-498444d01e03 req-d8d6640a-0728-439d-8f40-783f1de0e23a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=464666ff-6cb3-4ad9-8667-98ea4d966291 HTTP/1.1" status: 200 len: 217 time: 0.0838342 Feb 04 16:11:52.183524 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f4db256-16b2-4f45-91ff-7250304430e3 req-37b91343-6dd9-484a-bc78-b000470e297f tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391602 Feb 04 16:11:52.187247 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d721b2-7530-4b31-a2ff-498444d01e03 req-4d969e40-25cf-4385-a0f2-17d73f309a9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:52.188624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87d721b2-7530-4b31-a2ff-498444d01e03 req-4d969e40-25cf-4385-a0f2-17d73f309a9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5d41e31-f6db-461a-976c-d4e5cd9be491 HTTP/1.1" status: 200 len: 848 time: 0.1128368 Feb 04 16:11:52.239272 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87d721b2-7530-4b31-a2ff-498444d01e03 req-75c14a40-9f7d-4275-8f0e-aeac4f42ad8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e12d4221-986c-4a83-b7f4-75346b5f2786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442154 Feb 04 16:11:52.278418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e092f1c-95bf-45f6-bdd2-37c607cddddc req-4c6b4acb-cd0b-44a5-bf89-97b1fca6ec78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2036831 Feb 04 16:11:52.381515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87d721b2-7530-4b31-a2ff-498444d01e03 req-09049c2e-750e-47e1-8e47-83395bc7919d service neutron] 10.222.0.73 "GET /v2.0/networks/e12d4221-986c-4a83-b7f4-75346b5f2786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352959 Feb 04 16:11:52.515048 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-87d721b2-7530-4b31-a2ff-498444d01e03 req-9bf7a96b-2502-4052-bb98-15e1e5e925d5 service neutron] 10.222.0.73 "GET /v2.0/networks/e12d4221-986c-4a83-b7f4-75346b5f2786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275988 Feb 04 16:11:52.941749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16656c-47be-4d43-b2f7-638632c39ba6 req-ff701a84-b224-43ba-92fd-516175399d15 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:52.943275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df16656c-47be-4d43-b2f7-638632c39ba6 req-ff701a84-b224-43ba-92fd-516175399d15 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 943 time: 0.0834851 Feb 04 16:11:52.994096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df16656c-47be-4d43-b2f7-638632c39ba6 req-5f2dd279-9885-453b-856a-302f9be7d255 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/security-groups?id=633f401c-4f9a-4480-b401-a2e5f550954e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447874 Feb 04 16:11:53.027930 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-87d28d74-8c58-4553-bd47-96808b9299b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2010324 Feb 04 16:11:53.102038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd410c-967b-4271-af95-bc7cb14a6109 req-15da7336-75ad-456d-9899-74b94250c8bf tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:53.102727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-38fd410c-967b-4271-af95-bc7cb14a6109 req-15da7336-75ad-456d-9899-74b94250c8bf tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Synchronizing usage tracker for tenant:3dfcb5d70cd74e199bdd0aa074197a4e on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:53.118908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-38fd410c-967b-4271-af95-bc7cb14a6109 req-15da7336-75ad-456d-9899-74b94250c8bf tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Unset dirty status for tenant:3dfcb5d70cd74e199bdd0aa074197a4e on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:53.120367 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-38fd410c-967b-4271-af95-bc7cb14a6109 req-15da7336-75ad-456d-9899-74b94250c8bf tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.81 "GET /v2.0/ports?device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 945 time: 0.0916078 Feb 04 16:11:53.192789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-38fd410c-967b-4271-af95-bc7cb14a6109 req-70e087b9-84eb-42de-b413-0f805494f206 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Deleting port 7c2484cd-83c7-4a65-b428-025b635c4549 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:53.193129 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-38fd410c-967b-4271-af95-bc7cb14a6109 req-70e087b9-84eb-42de-b413-0f805494f206 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:53.395795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c1205-cb1e-4f92-80f8-df20db8a6735 req-c182560c-9bd1-4e94-baaf-eb808f2472ac tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:53.396818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c10c1205-cb1e-4f92-80f8-df20db8a6735 req-c182560c-9bd1-4e94-baaf-eb808f2472ac tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 945 time: 0.0794418 Feb 04 16:11:53.458139 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c10c1205-cb1e-4f92-80f8-df20db8a6735 req-6ddc71f7-039b-4d0e-863a-ff05c8419d67 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/security-groups?id=031fafb3-a570-41a2-ba83-2c31d5452549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529902 Feb 04 16:11:53.461641 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-38fd410c-967b-4271-af95-bc7cb14a6109 req-70e087b9-84eb-42de-b413-0f805494f206 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] For port 7c2484cd-83c7-4a65-b428-025b635c4549, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7c2484cd-83c7-4a65-b428-025b635c4549,segment=NetworkSegment(bc292adb-32a6-41c6-afa4-b99b0e0ba7bf),segment_id=bc292adb-32a6-41c6-afa4-b99b0e0ba7bf)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:53.462190 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-38fd410c-967b-4271-af95-bc7cb14a6109 req-70e087b9-84eb-42de-b413-0f805494f206 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:53.585984 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-38fd410c-967b-4271-af95-bc7cb14a6109 req-70e087b9-84eb-42de-b413-0f805494f206 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Calling delete_port for 7c2484cd-83c7-4a65-b428-025b635c4549 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:53.615119 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bc8a6494-7b1f-4c0f-8e5b-4f437a16ffc6 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:11:53.616125 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bc8a6494-7b1f-4c0f-8e5b-4f437a16ffc6 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0368214 Feb 04 16:11:53.637711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-3624c9f3-b228-4f9a-93b3-face3d3b76ac service neutron] Request body: {'binding': {'host': 'n-h1-827872-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:53.638144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-3624c9f3-b228-4f9a-93b3-face3d3b76ac service neutron] Unknown quota resources ['binding']. {{(pid=83550) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 16:11:54.023253 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-38fd410c-967b-4271-af95-bc7cb14a6109 req-70e087b9-84eb-42de-b413-0f805494f206 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.055215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['7c2484cd-83c7-4a65-b428-025b635c4549'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:11:54.092298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e087b9-84eb-42de-b413-0f805494f206 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Pushing event deleted for resources: {'Port': ['ID=7c2484cd-83c7-4a65-b428-025b635c4549,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:54.147216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 464666ff-6cb3-4ad9-8667-98ea4d966291 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:11:54.183646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-3624c9f3-b228-4f9a-93b3-face3d3b76ac service neutron] Attempting to bind port 1ca31268-1897-4c13-a6e0-1c501824f20a on host n-h1-827872-1 for vnic_type normal with profile None {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:54.183900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-3624c9f3-b228-4f9a-93b3-face3d3b76ac service neutron] Attempting to bind port 1ca31268-1897-4c13-a6e0-1c501824f20a by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:54.184185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-3624c9f3-b228-4f9a-93b3-face3d3b76ac service neutron] Attempting to bind port 1ca31268-1897-4c13-a6e0-1c501824f20a on network d349eec0-da99-4365-9639-b96a974a5d26 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:54.201864 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fd410c-967b-4271-af95-bc7cb14a6109 req-70e087b9-84eb-42de-b413-0f805494f206 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] No DVR routers for this DVR port 7c2484cd-83c7-4a65-b428-025b635c4549 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:11:54.204513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-3624c9f3-b228-4f9a-93b3-face3d3b76ac service neutron] Port 1ca31268-1897-4c13-a6e0-1c501824f20a on network d349eec0-da99-4365-9639-b96a974a5d26 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:11:54.205630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-3624c9f3-b228-4f9a-93b3-face3d3b76ac service neutron] Attempting to bind port 1ca31268-1897-4c13-a6e0-1c501824f20a on network d349eec0-da99-4365-9639-b96a974a5d26 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:54.208997 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-38fd410c-967b-4271-af95-bc7cb14a6109 req-70e087b9-84eb-42de-b413-0f805494f206 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.214328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525bd173-7293-4bbd-a9aa-2f90059b4d5c', 'name': 'network-vif-deleted', 'tag': '7c2484cd-83c7-4a65-b428-025b635c4549'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:54.226823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e67339-ebfe-4d84-8c97-ce333c39dd12 req-30fac815-4f53-40c2-bd6d-9f38a61c2583 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:54.232895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-3624c9f3-b228-4f9a-93b3-face3d3b76ac service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:54.233343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-3624c9f3-b228-4f9a-93b3-face3d3b76ac service neutron] Checking segment: {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:54.233722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-3624c9f3-b228-4f9a-93b3-face3d3b76ac service neutron] Bound using segment: {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:54.234158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-3624c9f3-b228-4f9a-93b3-face3d3b76ac service neutron] Bound port: 1ca31268-1897-4c13-a6e0-1c501824f20a, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:54.234649 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9e67339-ebfe-4d84-8c97-ce333c39dd12 req-30fac815-4f53-40c2-bd6d-9f38a61c2583 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 943 time: 0.1027665 Feb 04 16:11:54.242332 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-38fd410c-967b-4271-af95-bc7cb14a6109 req-70e087b9-84eb-42de-b413-0f805494f206 tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.81 "DELETE /v2.0/ports/7c2484cd-83c7-4a65-b428-025b635c4549 HTTP/1.1" status: 204 len: 173 time: 1.1165276 Feb 04 16:11:54.284863 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-3624c9f3-b228-4f9a-93b3-face3d3b76ac service neutron] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1ca31268-1897-4c13-a6e0-1c501824f20a,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:54.289951 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-3624c9f3-b228-4f9a-93b3-face3d3b76ac service neutron] Notify callbacks [] for binding, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.299719 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d9e67339-ebfe-4d84-8c97-ce333c39dd12 req-19e60e7c-9c3f-4d29-ac96-087fc2b25916 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/security-groups?id=633f401c-4f9a-4480-b401-a2e5f550954e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634875 Feb 04 16:11:54.300229 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-3624c9f3-b228-4f9a-93b3-face3d3b76ac service neutron] 10.222.0.60 "POST /v2.0/ports/1ca31268-1897-4c13-a6e0-1c501824f20a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6659195 Feb 04 16:11:54.337680 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 464666ff-6cb3-4ad9-8667-98ea4d966291, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=464666ff-6cb3-4ad9-8667-98ea4d966291,segment=NetworkSegment(719986ad-50c7-4c52-99cf-d55273d980ac),segment_id=719986ad-50c7-4c52-99cf-d55273d980ac)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:54.363597 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '464666ff-6cb3-4ad9-8667-98ea4d966291', 'network_id': 'e12d4221-986c-4a83-b7f4-75346b5f2786', 'port_id': '464666ff-6cb3-4ad9-8667-98ea4d966291', 'mac_address': 'fa:16:3e:6e:f7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d41e31-f6db-461a-976c-d4e5cd9be491', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:11:54.428370 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525bd173-7293-4bbd-a9aa-2f90059b4d5c', 'name': 'network-vif-deleted', 'tag': '7c2484cd-83c7-4a65-b428-025b635c4549', 'status': 'completed', 'code': 200} Feb 04 16:11:54.464582 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.487053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464666ff-6cb3-4ad9-8667-98ea4d966291 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:54.510640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 464666ff-6cb3-4ad9-8667-98ea4d966291, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=464666ff-6cb3-4ad9-8667-98ea4d966291,segment=NetworkSegment(719986ad-50c7-4c52-99cf-d55273d980ac),segment_id=719986ad-50c7-4c52-99cf-d55273d980ac)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:54.520157 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.608267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=464666ff-6cb3-4ad9-8667-98ea4d966291,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:54.617162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62813054-ebc1-4097-821f-5c870df8e32e req-7fcdfeb9-6d6d-4f4a-92ab-9fe85905a8ff tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:54.619805 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62813054-ebc1-4097-821f-5c870df8e32e req-7fcdfeb9-6d6d-4f4a-92ab-9fe85905a8ff tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 946 time: 0.1184189 Feb 04 16:11:54.663886 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-44914443-6907-4536-a5a3-6d16fa19b8d1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 1097 time: 0.0924435 Feb 04 16:11:54.698970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cd2c38ed-f8fb-43a3-a397-4287d864bc1d req-0f17b196-9f6f-4d4a-88b4-e15e1f1235cf tempest-VolumesActionsTest-259205399 tempest-VolumesActionsTest-259205399-project] 10.222.0.60 "GET /v2.0/ports?device_id=525bd173-7293-4bbd-a9aa-2f90059b4d5c HTTP/1.1" status: 200 len: 210 time: 0.0534832 Feb 04 16:11:54.732969 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62813054-ebc1-4097-821f-5c870df8e32e req-320202c3-9ae7-4474-a4ea-cec22322c104 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076303 Feb 04 16:11:54.816699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-1df375d9-2380-4c85-ac9f-768e25edabec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:54.818284 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-1df375d9-2380-4c85-ac9f-768e25edabec service neutron] 10.222.0.81 "GET /v2.0/networks?id=d349eec0-da99-4365-9639-b96a974a5d26 HTTP/1.1" status: 200 len: 898 time: 0.1488211 Feb 04 16:11:54.880400 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['464666ff-6cb3-4ad9-8667-98ea4d966291'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:11:54.927044 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-b1d1e2b7-8683-489d-b6c1-02ccb0cb871b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ca31268-1897-4c13-a6e0-1c501824f20a HTTP/1.1" status: 200 len: 1001 time: 0.1032176 Feb 04 16:11:54.993978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-37206212-5ade-4295-9dcb-72cdb5d311fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:54.995521 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-37206212-5ade-4295-9dcb-72cdb5d311fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=229d0b40-2674-4fdc-b9b3-f356cf302322 HTTP/1.1" status: 200 len: 834 time: 0.0616195 Feb 04 16:11:55.070578 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-9e79818e-833c-4fa2-8713-bde83e05d9d5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d349eec0-da99-4365-9639-b96a974a5d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699568 Feb 04 16:11:55.203803 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-e4dce8f6-878c-4cfb-9e88-4df8f90b860e service neutron] 10.222.0.81 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275196 Feb 04 16:11:55.331209 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-dee2f64b-8591-47e2-982a-579dce9b353a service neutron] 10.222.0.81 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219780 Feb 04 16:11:55.507626 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-03b9eccb-1f0d-443b-849e-41d4dd2b2f0c tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 1097 time: 0.0769322 Feb 04 16:11:55.517435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827872-1'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:55.615018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c43a82-7fbb-45db-bb6e-60ab0493aa0a req-b1b55d41-05f8-4170-8e9e-5c9c7cdf9b5d tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:55.616899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2c43a82-7fbb-45db-bb6e-60ab0493aa0a req-b1b55d41-05f8-4170-8e9e-5c9c7cdf9b5d tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 944 time: 0.1795666 Feb 04 16:11:55.629175 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:55.663081 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2c43a82-7fbb-45db-bb6e-60ab0493aa0a req-9a89db61-cf2a-4368-91b8-fdfb7352a7ca tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/security-groups?id=633f401c-4f9a-4480-b401-a2e5f550954e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Feb 04 16:11:55.828627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1ca31268-1897-4c13-a6e0-1c501824f20a,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:55.864321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:55.926137 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:55.932427 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:55.950397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b97d9-2711-4d55-95f2-b165948b3146 req-31bbd7d6-a307-4f5f-9d42-7855edc688d9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:55.951914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb6b97d9-2711-4d55-95f2-b165948b3146 req-31bbd7d6-a307-4f5f-9d42-7855edc688d9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 946 time: 0.0877016 Feb 04 16:11:56.008989 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb6b97d9-2711-4d55-95f2-b165948b3146 req-cc7ef62a-a3b8-43ce-91ea-66711c3312c6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504854 Feb 04 16:11:56.148048 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 464666ff-6cb3-4ad9-8667-98ea4d966291 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:56.203145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Pushing event updated for resources: {'Port': ['ID=1ca31268-1897-4c13-a6e0-1c501824f20a,revision_number=7']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:56.241685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 464666ff-6cb3-4ad9-8667-98ea4d966291 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:56.247457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 464666ff-6cb3-4ad9-8667-98ea4d966291 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:56.247824 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.308127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Attempting to bind port 1ca31268-1897-4c13-a6e0-1c501824f20a on host n-h2-827872-1 for vnic_type normal with profile {"migrating_to": "n-h1-827872-1"} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:56.308730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Attempting to bind port 1ca31268-1897-4c13-a6e0-1c501824f20a by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:56.309172 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Attempting to bind port 1ca31268-1897-4c13-a6e0-1c501824f20a on network d349eec0-da99-4365-9639-b96a974a5d26 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:56.317759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Port 1ca31268-1897-4c13-a6e0-1c501824f20a on network d349eec0-da99-4365-9639-b96a974a5d26 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:11:56.318073 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Attempting to bind port 1ca31268-1897-4c13-a6e0-1c501824f20a on network d349eec0-da99-4365-9639-b96a974a5d26 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:56.328538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:56.328919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Checking segment: {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:56.329291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Bound using segment: {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:56.329714 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Bound port: 1ca31268-1897-4c13-a6e0-1c501824f20a, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc04357-9e8f-40fc-a083-87fdb2aa07ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:56.330165 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.429159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:56.437363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:56.441062 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1ca31268-1897-4c13-a6e0-1c501824f20a,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:56.445283 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.453701 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.485525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6a29b2a9-b418-4228-bf3d-c5d79b9a69a7 None None] Provisioning complete for port 1ca31268-1897-4c13-a6e0-1c501824f20a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:56.485898 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6a29b2a9-b418-4228-bf3d-c5d79b9a69a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.503778 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a', 'code': 200} Feb 04 16:11:56.532003 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6ce8ec-0cee-4154-94dc-da7110d7fc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464666ff-6cb3-4ad9-8667-98ea4d966291'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:56.578794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 464666ff-6cb3-4ad9-8667-98ea4d966291, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=464666ff-6cb3-4ad9-8667-98ea4d966291,segment=NetworkSegment(719986ad-50c7-4c52-99cf-d55273d980ac),segment_id=719986ad-50c7-4c52-99cf-d55273d980ac)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:56.599253 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.649396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Pushing event updated for resources: {'Port': ['ID=1ca31268-1897-4c13-a6e0-1c501824f20a,revision_number=8']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:56.713280 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6ce8ec-0cee-4154-94dc-da7110d7fc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464666ff-6cb3-4ad9-8667-98ea4d966291', 'code': 200} Feb 04 16:11:56.722469 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.724754 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bb169bbb-cb58-4f7a-8764-6408e9db0b2d service neutron] 10.222.0.81 "PUT /v2.0/ports/1ca31268-1897-4c13-a6e0-1c501824f20a HTTP/1.1" status: 200 len: 1122 time: 1.2114675 Feb 04 16:11:56.791433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=464666ff-6cb3-4ad9-8667-98ea4d966291,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:56.817498 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6a29b2a9-b418-4228-bf3d-c5d79b9a69a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.829290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['1ca31268-1897-4c13-a6e0-1c501824f20a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:11:56.908647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6a29b2a9-b418-4228-bf3d-c5d79b9a69a7 None None] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1ca31268-1897-4c13-a6e0-1c501824f20a,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:56.915427 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6a29b2a9-b418-4228-bf3d-c5d79b9a69a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.922405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4263f60c-38e4-451f-b51d-3dbf163f727d req-a9ac51b8-8ca9-4507-b9ee-d675051169b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 1096 time: 0.2004285 Feb 04 16:11:56.934515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f230c6-2a31-4db3-9685-aafe483433f4 req-038a3543-5cff-4776-8faa-343e3db6a619 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:56.936266 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9f230c6-2a31-4db3-9685-aafe483433f4 req-038a3543-5cff-4776-8faa-343e3db6a619 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 945 time: 0.1079717 Feb 04 16:11:57.029487 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4263f60c-38e4-451f-b51d-3dbf163f727d req-143d1144-684c-4c51-b206-0ba1cb072549 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=633f401c-4f9a-4480-b401-a2e5f550954e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920062 Feb 04 16:11:57.031776 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9f230c6-2a31-4db3-9685-aafe483433f4 req-b1c798d9-a597-4ded-9d35-ffaebbd31fea tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/security-groups?id=633f401c-4f9a-4480-b401-a2e5f550954e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799818 Feb 04 16:11:57.121685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29b2a9-b418-4228-bf3d-c5d79b9a69a7 None None] Pushing event updated for resources: {'Port': ['ID=1ca31268-1897-4c13-a6e0-1c501824f20a,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:57.229584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c09969-0305-49cf-85a4-338c801d7cf5 req-52a4f7f1-29f5-4923-a772-17e387077f6f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:57.231033 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2c09969-0305-49cf-85a4-338c801d7cf5 req-52a4f7f1-29f5-4923-a772-17e387077f6f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 946 time: 0.0850806 Feb 04 16:11:57.280110 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2c09969-0305-49cf-85a4-338c801d7cf5 req-64b5cbd7-80fe-4856-b23b-2dcacd2f2d18 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418959 Feb 04 16:11:57.337784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0e0a9b8a-65e3-4708-b2d2-d678e43ad322 None None] Provisioning complete for port 1ca31268-1897-4c13-a6e0-1c501824f20a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:57.338320 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9b8a-65e3-4708-b2d2-d678e43ad322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:57.812324 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7c2484cd-83c7-4a65-b428-025b635c4549 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:57.846038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 7c2484cd-83c7-4a65-b428-025b635c4549 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:11:57.846637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7c2484cd-83c7-4a65-b428-025b635c4549 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:11:58.275334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6444b6-4e99-4798-b152-7e5aee9eaf08 req-eedbe87c-e16f-454f-a410-4924db3418d1 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:58.289149 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd6444b6-4e99-4798-b152-7e5aee9eaf08 req-eedbe87c-e16f-454f-a410-4924db3418d1 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 945 time: 0.1252573 Feb 04 16:11:58.388784 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd6444b6-4e99-4798-b152-7e5aee9eaf08 req-601ae9bd-0627-4b2e-82ce-d9af2f2e7fa8 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/security-groups?id=633f401c-4f9a-4480-b401-a2e5f550954e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936904 Feb 04 16:11:58.504898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:58.575376 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a', 'status': 'completed', 'code': 200} Feb 04 16:11:58.593194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b89b79-0315-4723-871f-97861cd6273f req-1f27b30c-b576-470e-8271-15a3c99147ef tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:58.595858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95b89b79-0315-4723-871f-97861cd6273f req-1f27b30c-b576-470e-8271-15a3c99147ef tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 946 time: 0.1138220 Feb 04 16:11:58.717343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:58.744504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95b89b79-0315-4723-871f-97861cd6273f req-c6eab9b2-3e14-4834-a876-c62ee9cbccb8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968149 Feb 04 16:11:58.771825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56d4299c-9bca-4082-8e3e-d04e8cb9a365 req-b76b33fb-4842-4b56-a366-7e19818f7f64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 1127 time: 0.1664810 Feb 04 16:11:58.810250 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a', 'code': 200} Feb 04 16:11:58.939433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4299c-9bca-4082-8e3e-d04e8cb9a365 req-3493161a-3754-4325-a7f6-9c6bb98c8db5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:58.942193 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56d4299c-9bca-4082-8e3e-d04e8cb9a365 req-3493161a-3754-4325-a7f6-9c6bb98c8db5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d349eec0-da99-4365-9639-b96a974a5d26 HTTP/1.1" status: 200 len: 898 time: 0.1655233 Feb 04 16:11:59.051908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56d4299c-9bca-4082-8e3e-d04e8cb9a365 req-eec7a187-0f26-4563-bc54-978bcc8c291e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ca31268-1897-4c13-a6e0-1c501824f20a HTTP/1.1" status: 200 len: 1001 time: 0.1032033 Feb 04 16:11:59.121943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4299c-9bca-4082-8e3e-d04e8cb9a365 req-94a8b945-7817-4a60-9f6a-aa14371163da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:59.123657 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56d4299c-9bca-4082-8e3e-d04e8cb9a365 req-94a8b945-7817-4a60-9f6a-aa14371163da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=229d0b40-2674-4fdc-b9b3-f356cf302322 HTTP/1.1" status: 200 len: 834 time: 0.0634828 Feb 04 16:11:59.228635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56d4299c-9bca-4082-8e3e-d04e8cb9a365 req-69db5477-4a8b-40d3-9981-5cfda5b0db26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d349eec0-da99-4365-9639-b96a974a5d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953736 Feb 04 16:11:59.380375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56d4299c-9bca-4082-8e3e-d04e8cb9a365 req-c6af11c1-40c2-4238-b97f-8e8eae4eee3b service neutron] 10.222.0.73 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442399 Feb 04 16:11:59.583132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56d4299c-9bca-4082-8e3e-d04e8cb9a365 req-b4ef3442-112b-4378-b07c-a58c7fd9d7d9 service neutron] 10.222.0.73 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979375 Feb 04 16:11:59.631927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2de75-f5b3-4691-b2b1-e03e19299753 req-96499283-342b-4d88-8b14-08b4ef8e0e80 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:59.633269 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98b2de75-f5b3-4691-b2b1-e03e19299753 req-96499283-342b-4d88-8b14-08b4ef8e0e80 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 945 time: 0.0972364 Feb 04 16:11:59.689006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98b2de75-f5b3-4691-b2b1-e03e19299753 req-46987d47-47b9-4811-bef6-c5f72dd1247c tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/security-groups?id=633f401c-4f9a-4480-b401-a2e5f550954e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487196 Feb 04 16:11:59.812094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 1ca31268-1897-4c13-a6e0-1c501824f20a details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:11:59.976516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4ad1d-1525-4124-bc33-23fce9d2660f req-de76d7ac-2387-4f62-a4a7-731da084c482 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:59.983868 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2d4ad1d-1525-4124-bc33-23fce9d2660f req-de76d7ac-2387-4f62-a4a7-731da084c482 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 946 time: 0.0929484 Feb 04 16:12:00.072831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2d4ad1d-1525-4124-bc33-23fce9d2660f req-c8474ca3-8c8b-4695-b9ef-011d7a9a139a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841613 Feb 04 16:12:00.099840 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1ca31268-1897-4c13-a6e0-1c501824f20a,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:00.115083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 1ca31268-1897-4c13-a6e0-1c501824f20a has no active binding in host n-h1-827872-1 {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 16:12:01.291773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0656c-986f-46b7-ac23-50cb38e68451 req-5a3a5fdd-dc36-462f-93d8-0d6df03acd03 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:01.293254 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-88b0656c-986f-46b7-ac23-50cb38e68451 req-5a3a5fdd-dc36-462f-93d8-0d6df03acd03 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 946 time: 0.0819347 Feb 04 16:12:01.352950 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-88b0656c-986f-46b7-ac23-50cb38e68451 req-91194264-8dca-4a79-a00d-b6cd47f36559 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530925 Feb 04 16:12:02.702393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a4122-83cb-4602-bd39-5266126e3c0d req-3ae29eba-59b8-4058-bb5b-b711bb35b860 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:02.705319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-070a4122-83cb-4602-bd39-5266126e3c0d req-3ae29eba-59b8-4058-bb5b-b711bb35b860 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 946 time: 0.2053945 Feb 04 16:12:02.776988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-070a4122-83cb-4602-bd39-5266126e3c0d req-725e12a1-c53a-4ab8-9fd1-7a931fdba684 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645709 Feb 04 16:12:03.451374 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:12:03.648786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b035ff-9e53-4bbf-bc78-8ab1f3de8cc1 req-1d3c55ca-2397-49f4-a678-5354464a0ee4 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:03.655634 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1b035ff-9e53-4bbf-bc78-8ab1f3de8cc1 req-1d3c55ca-2397-49f4-a678-5354464a0ee4 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 945 time: 0.0921235 Feb 04 16:12:03.698256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1b035ff-9e53-4bbf-bc78-8ab1f3de8cc1 req-29925c3a-a546-4930-93ed-668d4556d433 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/security-groups?id=633f401c-4f9a-4480-b401-a2e5f550954e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Feb 04 16:12:04.030293 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb2357-aad4-45ea-8628-832315178a45 req-ce382719-3036-4265-ae5c-042dda479243 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:04.034262 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67bb2357-aad4-45ea-8628-832315178a45 req-ce382719-3036-4265-ae5c-042dda479243 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 946 time: 0.1234341 Feb 04 16:12:04.089959 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67bb2357-aad4-45ea-8628-832315178a45 req-132217c9-b53e-472f-821b-70169373e5d1 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505323 Feb 04 16:12:04.959735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc1da6-78ef-4471-8126-3d9f136e074b req-3f4cd139-4634-40e3-b493-533aed5632e1 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:04.961771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbbc1da6-78ef-4471-8126-3d9f136e074b req-3f4cd139-4634-40e3-b493-533aed5632e1 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 945 time: 0.1054008 Feb 04 16:12:05.030056 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbbc1da6-78ef-4471-8126-3d9f136e074b req-fc222f7a-bb86-4904-a03a-2ec6f4917011 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/security-groups?id=633f401c-4f9a-4480-b401-a2e5f550954e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605476 Feb 04 16:12:05.240965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-62a554d0-0159-480d-8896-1e288ea1f46d service neutron] 10.222.0.73 "GET /v2.0/ports/1ca31268-1897-4c13-a6e0-1c501824f20a/bindings/n-h1-827872-1 HTTP/1.1" status: 200 len: 384 time: 0.1191797 Feb 04 16:12:05.250807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5f50b-2cc3-49b7-8d09-c71e90dfbc2e req-b4da7495-eafc-472c-83f8-f2c35fba9e72 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:05.252443 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68b5f50b-2cc3-49b7-8d09-c71e90dfbc2e req-b4da7495-eafc-472c-83f8-f2c35fba9e72 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 945 time: 0.1658170 Feb 04 16:12:05.423865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-68b5f50b-2cc3-49b7-8d09-c71e90dfbc2e req-d3e15823-1ec3-4ccf-a4d9-0126191802f4 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Deleting port 464666ff-6cb3-4ad9-8667-98ea4d966291 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:05.424281 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-68b5f50b-2cc3-49b7-8d09-c71e90dfbc2e req-d3e15823-1ec3-4ccf-a4d9-0126191802f4 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.570465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fad594-853b-42db-b828-8e8a4992ccd0 req-f57ed6bb-7dfb-4ded-ae5f-88d6a5e69cdf tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:05.571949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2fad594-853b-42db-b828-8e8a4992ccd0 req-f57ed6bb-7dfb-4ded-ae5f-88d6a5e69cdf tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 946 time: 0.2430036 Feb 04 16:12:05.848787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2fad594-853b-42db-b828-8e8a4992ccd0 req-051bb66c-12ae-4a1f-a345-80db255e4375 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400515 Feb 04 16:12:05.929401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-6b0d12ab-db70-4323-b3d4-f82bc95202c6 service neutron] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=1ca31268-1897-4c13-a6e0-1c501824f20a,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:05.946609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-68b5f50b-2cc3-49b7-8d09-c71e90dfbc2e req-d3e15823-1ec3-4ccf-a4d9-0126191802f4 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] For port 464666ff-6cb3-4ad9-8667-98ea4d966291, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=464666ff-6cb3-4ad9-8667-98ea4d966291,segment=NetworkSegment(719986ad-50c7-4c52-99cf-d55273d980ac),segment_id=719986ad-50c7-4c52-99cf-d55273d980ac)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:05.946964 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-68b5f50b-2cc3-49b7-8d09-c71e90dfbc2e req-d3e15823-1ec3-4ccf-a4d9-0126191802f4 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:06.113211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-6b0d12ab-db70-4323-b3d4-f82bc95202c6 service neutron] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:06.203006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-6b0d12ab-db70-4323-b3d4-f82bc95202c6 service neutron] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1ca31268-1897-4c13-a6e0-1c501824f20a,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:06.213076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:06.224641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-68b5f50b-2cc3-49b7-8d09-c71e90dfbc2e req-d3e15823-1ec3-4ccf-a4d9-0126191802f4 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Calling delete_port for 464666ff-6cb3-4ad9-8667-98ea4d966291 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:06.295901 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a', 'code': 200} Feb 04 16:12:06.330699 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-6b0d12ab-db70-4323-b3d4-f82bc95202c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:06.484727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a3ca2-05d4-4b76-8187-478b39847ff6 req-bc806807-d836-48e3-85d9-db861b7cc555 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:06.489336 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee4a3ca2-05d4-4b76-8187-478b39847ff6 req-bc806807-d836-48e3-85d9-db861b7cc555 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 945 time: 0.2353005 Feb 04 16:12:06.594721 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8ddff0be-7821-4d6d-b46c-d4d8cd28b110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:06.722330 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee4a3ca2-05d4-4b76-8187-478b39847ff6 req-800808fc-20cb-4b82-98af-6938c17125b2 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/security-groups?id=633f401c-4f9a-4480-b401-a2e5f550954e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029502 Feb 04 16:12:06.723363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-6b0d12ab-db70-4323-b3d4-f82bc95202c6 service neutron] Transition to ACTIVE for port object 1ca31268-1897-4c13-a6e0-1c501824f20a will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:06.724724 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-68b5f50b-2cc3-49b7-8d09-c71e90dfbc2e req-d3e15823-1ec3-4ccf-a4d9-0126191802f4 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:06.727426 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-6b0d12ab-db70-4323-b3d4-f82bc95202c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.021822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b5f50b-2cc3-49b7-8d09-c71e90dfbc2e req-d3e15823-1ec3-4ccf-a4d9-0126191802f4 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] No DVR routers for this DVR port 464666ff-6cb3-4ad9-8667-98ea4d966291 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:07.029200 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-68b5f50b-2cc3-49b7-8d09-c71e90dfbc2e req-d3e15823-1ec3-4ccf-a4d9-0126191802f4 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.031908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d12ab-db70-4323-b3d4-f82bc95202c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca31268-1897-4c13-a6e0-1c501824f20a,revision_number=11']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:07.164558 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e15823-1ec3-4ccf-a4d9-0126191802f4 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Pushing event deleted for resources: {'Port': ['ID=464666ff-6cb3-4ad9-8667-98ea4d966291,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:07.167395 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-6b0d12ab-db70-4323-b3d4-f82bc95202c6 service neutron] No DVR routers for this DVR port 1ca31268-1897-4c13-a6e0-1c501824f20a on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:07.226205 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-68b5f50b-2cc3-49b7-8d09-c71e90dfbc2e req-d3e15823-1ec3-4ccf-a4d9-0126191802f4 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.73 "DELETE /v2.0/ports/464666ff-6cb3-4ad9-8667-98ea4d966291 HTTP/1.1" status: 204 len: 173 time: 1.9352620 Feb 04 16:12:07.303032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041917ba-c72d-4db3-add5-b49ca1a96c93 req-9d9cd19e-7651-4f58-9e8d-4bda27b30c7c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:07.304630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-041917ba-c72d-4db3-add5-b49ca1a96c93 req-9d9cd19e-7651-4f58-9e8d-4bda27b30c7c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 945 time: 0.2041636 Feb 04 16:12:07.435809 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-041917ba-c72d-4db3-add5-b49ca1a96c93 req-2efbe9e6-9e41-409a-9ee8-2c7083aacb0f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238153 Feb 04 16:12:07.508559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-6b0d12ab-db70-4323-b3d4-f82bc95202c6 service neutron] 10.222.0.73 "PUT /v2.0/ports/1ca31268-1897-4c13-a6e0-1c501824f20a/bindings/n-h1-827872-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2548749 Feb 04 16:12:07.799501 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-09f8f09b-5fce-468c-9360-c71c74abbf78 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 1096 time: 0.1025925 Feb 04 16:12:07.894095 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-bc59685e-cbc0-4a94-93fa-30052ac68d61 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 1096 time: 0.0869224 Feb 04 16:12:08.016515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-89da65b8-1575-48ff-b59c-788daed2e8fd req-c4776dca-8992-4f38-82f4-7700033442e7 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Synchronizing usage tracker for tenant:0d54aa09a25643cd89fee1885ec930a7 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:08.036400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-89da65b8-1575-48ff-b59c-788daed2e8fd req-c4776dca-8992-4f38-82f4-7700033442e7 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] Unset dirty status for tenant:0d54aa09a25643cd89fee1885ec930a7 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:08.037378 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-e2c82c54-4f9a-4631-b537-5d03ecfabc8f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 1096 time: 0.1024158 Feb 04 16:12:08.039775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89da65b8-1575-48ff-b59c-788daed2e8fd req-c4776dca-8992-4f38-82f4-7700033442e7 tempest-VolumesActionsTest-610411301 tempest-VolumesActionsTest-610411301-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f6ce8ec-0cee-4154-94dc-da7110d7fc6b HTTP/1.1" status: 200 len: 210 time: 0.0692470 Feb 04 16:12:08.204400 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-ff5f2fab-8ac0-40a1-8e86-4beb6ca74587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:08.206089 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-ff5f2fab-8ac0-40a1-8e86-4beb6ca74587 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d349eec0-da99-4365-9639-b96a974a5d26 HTTP/1.1" status: 200 len: 898 time: 0.1624522 Feb 04 16:12:08.228262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 464666ff-6cb3-4ad9-8667-98ea4d966291 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:08.264915 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 464666ff-6cb3-4ad9-8667-98ea4d966291 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:12:08.265914 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 464666ff-6cb3-4ad9-8667-98ea4d966291 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:08.266507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 1ca31268-1897-4c13-a6e0-1c501824f20a no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:08.296562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6ce8ec-0cee-4154-94dc-da7110d7fc6b', 'name': 'network-vif-deleted', 'tag': '464666ff-6cb3-4ad9-8667-98ea4d966291'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:08.339759 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 1ca31268-1897-4c13-a6e0-1c501824f20a not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:08.367572 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-dbac88b1-6c58-432e-88d1-c76605c2924a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ca31268-1897-4c13-a6e0-1c501824f20a HTTP/1.1" status: 200 len: 999 time: 0.1554108 Feb 04 16:12:08.381865 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6ce8ec-0cee-4154-94dc-da7110d7fc6b', 'name': 'network-vif-deleted', 'tag': '464666ff-6cb3-4ad9-8667-98ea4d966291', 'status': 'completed', 'code': 200} Feb 04 16:12:08.448202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-ccf75f4e-18a9-443c-b991-4efdce2b50d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:08.449826 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-ccf75f4e-18a9-443c-b991-4efdce2b50d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=229d0b40-2674-4fdc-b9b3-f356cf302322 HTTP/1.1" status: 200 len: 834 time: 0.0766025 Feb 04 16:12:08.541331 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-af67bbe1-ffc6-4ade-9f3b-42c432fe8687 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d349eec0-da99-4365-9639-b96a974a5d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846357 Feb 04 16:12:08.707998 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-8f16ed0d-1776-451d-8e6b-af178147a1d8 service neutron] 10.222.0.81 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610370 Feb 04 16:12:08.745172 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c8d82-577c-4e85-a8f6-42d369881665 req-c51e53e3-a5a7-4654-87c0-9c93f8b078be tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:08.746713 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb2c8d82-577c-4e85-a8f6-42d369881665 req-c51e53e3-a5a7-4654-87c0-9c93f8b078be tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 945 time: 0.1225343 Feb 04 16:12:08.814766 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb2c8d82-577c-4e85-a8f6-42d369881665 req-c5602724-73e0-4757-83d9-c2d6e58137ac tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577502 Feb 04 16:12:08.859340 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-81ad5e17-c643-464b-a148-4720db25a9ff service neutron] 10.222.0.81 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428235 Feb 04 16:12:08.976930 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f8b00e08-d77a-4fd7-bfc7-a51455f553c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:09.266399 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-f9026382-93ad-42d2-b4fa-b878c52cfe86 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 1096 time: 0.1157432 Feb 04 16:12:09.414090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-ff7f411b-1a22-46b1-a8ab-9bf8184a7844 service neutron] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:09.417642 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-ff7f411b-1a22-46b1-a8ab-9bf8184a7844 service neutron] Notify callbacks [] for binding, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:09.418739 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-ff7f411b-1a22-46b1-a8ab-9bf8184a7844 service neutron] 10.222.0.81 "DELETE /v2.0/ports/1ca31268-1897-4c13-a6e0-1c501824f20a/bindings/n-h2-827872-1 HTTP/1.1" status: 204 len: 173 time: 0.1496320 Feb 04 16:12:10.095778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97630729-a319-49cc-85af-ed42f8ffa990 req-140ab4e8-6efc-4b21-8f48-c8bf2b8c0eb0 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:10.098193 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97630729-a319-49cc-85af-ed42f8ffa990 req-140ab4e8-6efc-4b21-8f48-c8bf2b8c0eb0 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 945 time: 0.0990787 Feb 04 16:12:10.175207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97630729-a319-49cc-85af-ed42f8ffa990 req-9ad7ca36-f3cd-4a8d-8aab-451ff6912ac6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715601 Feb 04 16:12:10.279676 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:10.418392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9bc0bede-f3a4-4941-8570-8cda2902bb3a req-5ccd5df4-b8e4-47bb-85f7-9d9c8007c0a5 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 1096 time: 0.1047716 Feb 04 16:12:10.444170 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:10.479788 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9bc0bede-f3a4-4941-8570-8cda2902bb3a req-877fec0d-d713-43a8-8f1a-2c0cd678c118 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605106 Feb 04 16:12:10.689355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edbeb7-2604-4e7b-a343-a07cd63faa80 req-830ef641-4b57-4ed0-b91e-c9892641cae8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:10.696364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56edbeb7-2604-4e7b-a343-a07cd63faa80 req-830ef641-4b57-4ed0-b91e-c9892641cae8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 945 time: 0.0855665 Feb 04 16:12:10.755049 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56edbeb7-2604-4e7b-a343-a07cd63faa80 req-9b36f6b3-ed46-42d3-8af9-3e62a9ca92af tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577462 Feb 04 16:12:10.775535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49950) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:10.940107 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b8965fe5-8001-4b68-9961-1b0fc1881b69 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9dfae903-742c-47fd-b5d8-23192cda3ffa HTTP/1.1" status: 200 len: 991 time: 0.1631150 Feb 04 16:12:11.529470 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.775149 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:13.287545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 49978) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:13.566318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f9e2a-b055-4a8e-b436-2ed854c33d1f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port 28a9d169-a2a1-4f5c-b5ec-2a6e0ff6c4a4 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:13.566667 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9e2a-b055-4a8e-b436-2ed854c33d1f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:13.935558 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9e2a-b055-4a8e-b436-2ed854c33d1f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:13.936489 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9e2a-b055-4a8e-b436-2ed854c33d1f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:14.131507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f9e2a-b055-4a8e-b436-2ed854c33d1f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for 28a9d169-a2a1-4f5c-b5ec-2a6e0ff6c4a4 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:14.312403 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9e2a-b055-4a8e-b436-2ed854c33d1f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:14.364244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f9e2a-b055-4a8e-b436-2ed854c33d1f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=28a9d169-a2a1-4f5c-b5ec-2a6e0ff6c4a4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:14.471952 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9e2a-b055-4a8e-b436-2ed854c33d1f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:15.059620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3f9e2a-b055-4a8e-b436-2ed854c33d1f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router 72997b80-6862-4e08-8d22-1e7bef2c31ba has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:12:15.311747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3f9e2a-b055-4a8e-b436-2ed854c33d1f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:15.324843 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8f549b-f28f-4d1a-aa59-129ee5cd7370 None None] Sync routers for ids ['72997b80-6862-4e08-8d22-1e7bef2c31ba'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:12:15.352057 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f549b-f28f-4d1a-aa59-129ee5cd7370 None None] Routers {'72997b80-6862-4e08-8d22-1e7bef2c31ba'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:15.352314 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9e2a-b055-4a8e-b436-2ed854c33d1f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:15.353458 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0b8f549b-f28f-4d1a-aa59-129ee5cd7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:12:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['72997b80-6862-4e08-8d22-1e7bef2c31ba'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:15.439453 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4c3f9e2a-b055-4a8e-b436-2ed854c33d1f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/floatingips/9dfae903-742c-47fd-b5d8-23192cda3ffa HTTP/1.1" status: 204 len: 168 time: 2.1488845 Feb 04 16:12:15.439453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:15.540826 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a', 'status': 'completed', 'code': 200} Feb 04 16:12:15.768751 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db63669b-965e-4d24-826a-0ca2b0b95b73 req-3d44a81b-bca0-4181-987b-b26035648b65 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 1096 time: 0.1754053 Feb 04 16:12:15.797824 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-0b8f549b-f28f-4d1a-aa59-129ee5cd7370 None None] Set router 72997b80-6862-4e08-8d22-1e7bef2c31ba gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:16.035618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a985e7-474b-441f-af30-f251d0fcb682 req-81d86004-7158-4b41-a54e-8a6cfde57f60 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:16.047620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d1a985e7-474b-441f-af30-f251d0fcb682 req-81d86004-7158-4b41-a54e-8a6cfde57f60 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:16.084760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d1a985e7-474b-441f-af30-f251d0fcb682 req-81d86004-7158-4b41-a54e-8a6cfde57f60 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:16.092070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1a985e7-474b-441f-af30-f251d0fcb682 req-81d86004-7158-4b41-a54e-8a6cfde57f60 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 945 time: 0.1501501 Feb 04 16:12:16.219338 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1a985e7-474b-441f-af30-f251d0fcb682 req-cb0b8cbd-8a0d-4d23-9e11-1faf40509a6b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260388 Feb 04 16:12:16.269260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63669b-965e-4d24-826a-0ca2b0b95b73 req-44495812-d895-46df-8290-777c779cfb1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:16.270761 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db63669b-965e-4d24-826a-0ca2b0b95b73 req-44495812-d895-46df-8290-777c779cfb1b service neutron] 10.222.0.81 "GET /v2.0/networks?id=d349eec0-da99-4365-9639-b96a974a5d26 HTTP/1.1" status: 200 len: 898 time: 0.4956894 Feb 04 16:12:16.358983 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db63669b-965e-4d24-826a-0ca2b0b95b73 req-a20971cc-b8ad-4316-a3e5-261aedb6e87d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ca31268-1897-4c13-a6e0-1c501824f20a HTTP/1.1" status: 200 len: 217 time: 0.0810926 Feb 04 16:12:16.386223 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0b8f549b-f28f-4d1a-aa59-129ee5cd7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:12Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4072b2d2-a0d6-42d8-b967-fd9f70accb57', 'name': '', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:4d:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:11Z', 'updated_at': '2022-02-04T16:10:19Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:16.392421 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8f549b-f28f-4d1a-aa59-129ee5cd7370 None None] Checking router: 72997b80-6862-4e08-8d22-1e7bef2c31ba for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:12:16.419702 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f549b-f28f-4d1a-aa59-129ee5cd7370 None None] Routers {'72997b80-6862-4e08-8d22-1e7bef2c31ba'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:16.420759 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0b8f549b-f28f-4d1a-aa59-129ee5cd7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:12:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['72997b80-6862-4e08-8d22-1e7bef2c31ba'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:16.572797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63669b-965e-4d24-826a-0ca2b0b95b73 req-d1f765c3-8d2f-48a0-be1a-ad16ba813402 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:16.574511 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db63669b-965e-4d24-826a-0ca2b0b95b73 req-d1f765c3-8d2f-48a0-be1a-ad16ba813402 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=229d0b40-2674-4fdc-b9b3-f356cf302322 HTTP/1.1" status: 200 len: 834 time: 0.1835775 Feb 04 16:12:16.647789 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-0b8f549b-f28f-4d1a-aa59-129ee5cd7370 None None] Set router 72997b80-6862-4e08-8d22-1e7bef2c31ba gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:16.682046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547137e-1fbc-4797-a645-6f314f71b862 req-cd214ef3-c153-4e7c-9846-74fb448aa9ba tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:16.682736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-4547137e-1fbc-4797-a645-6f314f71b862 req-cd214ef3-c153-4e7c-9846-74fb448aa9ba tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:16.713759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-4547137e-1fbc-4797-a645-6f314f71b862 req-cd214ef3-c153-4e7c-9846-74fb448aa9ba tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:16.715241 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4547137e-1fbc-4797-a645-6f314f71b862 req-cd214ef3-c153-4e7c-9846-74fb448aa9ba tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 945 time: 0.3260038 Feb 04 16:12:16.777581 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db63669b-965e-4d24-826a-0ca2b0b95b73 req-1aba2cb1-4379-4631-bda2-72b69b11334c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d349eec0-da99-4365-9639-b96a974a5d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800601 Feb 04 16:12:16.976946 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db63669b-965e-4d24-826a-0ca2b0b95b73 req-76e948c5-8233-4140-8630-b270fe40133b service neutron] 10.222.0.81 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827679 Feb 04 16:12:17.084242 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0b8f549b-f28f-4d1a-aa59-129ee5cd7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:12Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4072b2d2-a0d6-42d8-b967-fd9f70accb57', 'name': '', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:4d:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:11Z', 'updated_at': '2022-02-04T16:10:19Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:17.088753 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8f549b-f28f-4d1a-aa59-129ee5cd7370 None None] The sync data for ids ['72997b80-6862-4e08-8d22-1e7bef2c31ba'] in n-d-827872-1 is: [{'id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:12Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4072b2d2-a0d6-42d8-b967-fd9f70accb57', 'name': '', 'network_id': 'd349eec0-da99-4365-9639-b96a974a5d26', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:4d:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:11Z', 'updated_at': '2022-02-04T16:10:19Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '229d0b40-2674-4fdc-b9b3-f356cf302322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:12:17.166484 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-4547137e-1fbc-4797-a645-6f314f71b862 req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port 1ca31268-1897-4c13-a6e0-1c501824f20a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:17.166888 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4547137e-1fbc-4797-a645-6f314f71b862 req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:17.305008 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-db63669b-965e-4d24-826a-0ca2b0b95b73 req-626c0fc7-8230-4763-983d-77c268e4ec65 service neutron] 10.222.0.81 "GET /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152926 Feb 04 16:12:17.529789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-4547137e-1fbc-4797-a645-6f314f71b862 req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] For port 1ca31268-1897-4c13-a6e0-1c501824f20a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=1ca31268-1897-4c13-a6e0-1c501824f20a,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:17.530640 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4547137e-1fbc-4797-a645-6f314f71b862 req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:17.602124 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8903f6be-c7d4-41c7-9158-64d9373e8d82 None None] New status for floating IP 9dfae903-742c-47fd-b5d8-23192cda3ffa: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:12:17.632845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2a3fb-fe03-41c6-8437-219c0459739c req-268f6f4f-2a20-46c6-a2df-cfe3e6df390d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:17.635732 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65a2a3fb-fe03-41c6-8437-219c0459739c req-268f6f4f-2a20-46c6-a2df-cfe3e6df390d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=60803208-6b90-4e73-b032-1b4d7342bd87 HTTP/1.1" status: 200 len: 945 time: 0.1671836 Feb 04 16:12:17.702708 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65a2a3fb-fe03-41c6-8437-219c0459739c req-9548fc50-23e3-45c1-a11a-65543c5260c7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b8fea79-0bca-43ca-8cec-f262f6e5078e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609963 Feb 04 16:12:17.711817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-4547137e-1fbc-4797-a645-6f314f71b862 req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for 1ca31268-1897-4c13-a6e0-1c501824f20a owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:17.956515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4547137e-1fbc-4797-a645-6f314f71b862 req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:18.027663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=1ca31268-1897-4c13-a6e0-1c501824f20a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:18.061382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:18.061642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:18.061990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:18.062328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:18.062660 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:18.070471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:18.070831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:18.071160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:18.071569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:18.071908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:18.072496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:18.162031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4547137e-1fbc-4797-a645-6f314f71b862 req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] No DVR routers for this DVR port 1ca31268-1897-4c13-a6e0-1c501824f20a on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:18.164719 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4547137e-1fbc-4797-a645-6f314f71b862 req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:18.167470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'name': 'network-vif-deleted', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:18.205117 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4547137e-1fbc-4797-a645-6f314f71b862 req-8ec82e04-9746-4ccd-80c3-4bdca795ce15 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "DELETE /v2.0/ports/1ca31268-1897-4c13-a6e0-1c501824f20a HTTP/1.1" status: 204 len: 173 time: 1.4793952 Feb 04 16:12:18.253416 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60803208-6b90-4e73-b032-1b4d7342bd87', 'name': 'network-vif-deleted', 'tag': '1ca31268-1897-4c13-a6e0-1c501824f20a', 'status': 'completed', 'code': 200} Feb 04 16:12:18.882227 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50034) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:19.742685 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:19.756548 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5878-5d1e-49de-a92b-fe87da7888ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:20.494489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4d5d5878-5d1e-49de-a92b-fe87da7888ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port 4072b2d2-a0d6-42d8-b967-fd9f70accb57 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:20.495605 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5878-5d1e-49de-a92b-fe87da7888ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:20.698023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-4d5d5878-5d1e-49de-a92b-fe87da7888ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] For port 4072b2d2-a0d6-42d8-b967-fd9f70accb57, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4072b2d2-a0d6-42d8-b967-fd9f70accb57,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:20.704593 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5878-5d1e-49de-a92b-fe87da7888ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:20.837232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4d5d5878-5d1e-49de-a92b-fe87da7888ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for 4072b2d2-a0d6-42d8-b967-fd9f70accb57 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:21.033840 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5878-5d1e-49de-a92b-fe87da7888ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:21.080583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d5878-5d1e-49de-a92b-fe87da7888ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=4072b2d2-a0d6-42d8-b967-fd9f70accb57,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:21.497495 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5878-5d1e-49de-a92b-fe87da7888ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:21.936024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 1ca31268-1897-4c13-a6e0-1c501824f20a no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:22.007087 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 1ca31268-1897-4c13-a6e0-1c501824f20a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:12:22.010256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 1ca31268-1897-4c13-a6e0-1c501824f20a not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:22.239902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5d5878-5d1e-49de-a92b-fe87da7888ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router 72997b80-6862-4e08-8d22-1e7bef2c31ba has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:12:22.460105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5d5878-5d1e-49de-a92b-fe87da7888ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:22.470099 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a236a18-ea4f-4bef-85da-88773de7bafe None None] Sync routers for ids ['72997b80-6862-4e08-8d22-1e7bef2c31ba'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:12:22.473488 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4d5d5878-5d1e-49de-a92b-fe87da7888ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "PUT /v2.0/routers/72997b80-6862-4e08-8d22-1e7bef2c31ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5895071 Feb 04 16:12:22.476393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50126) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:22.487556 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a236a18-ea4f-4bef-85da-88773de7bafe None None] Routers {'72997b80-6862-4e08-8d22-1e7bef2c31ba'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:22.488505 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-2a236a18-ea4f-4bef-85da-88773de7bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:12:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['72997b80-6862-4e08-8d22-1e7bef2c31ba'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:22.679696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a359f97f-c408-4cea-b026-26be295af2b7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting subnet 229d0b40-2674-4fdc-b9b3-f356cf302322 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:12:22.682759 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a359f97f-c408-4cea-b026-26be295af2b7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:22.702077 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-2a236a18-ea4f-4bef-85da-88773de7bafe None None] Set router 72997b80-6862-4e08-8d22-1e7bef2c31ba gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:22.774124 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a359f97f-c408-4cea-b026-26be295af2b7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:22.869694 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a359f97f-c408-4cea-b026-26be295af2b7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:22.950104 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a359f97f-c408-4cea-b026-26be295af2b7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.081837 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-2a236a18-ea4f-4bef-85da-88773de7bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:12:20Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:23.097780 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a236a18-ea4f-4bef-85da-88773de7bafe None None] Checking router: 72997b80-6862-4e08-8d22-1e7bef2c31ba for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:12:23.120790 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a236a18-ea4f-4bef-85da-88773de7bafe None None] Routers {'72997b80-6862-4e08-8d22-1e7bef2c31ba'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:23.121400 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-2a236a18-ea4f-4bef-85da-88773de7bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:12:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['72997b80-6862-4e08-8d22-1e7bef2c31ba'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:23.149031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359f97f-c408-4cea-b026-26be295af2b7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Subnet': ['ID=229d0b40-2674-4fdc-b9b3-f356cf302322,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:23.160012 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a359f97f-c408-4cea-b026-26be295af2b7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.165706 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3298f21-2ce8-4191-beba-9849ed4d2098 None None] Network d349eec0-da99-4365-9639-b96a974a5d26 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:23.178229 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a359f97f-c408-4cea-b026-26be295af2b7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/subnets/229d0b40-2674-4fdc-b9b3-f356cf302322 HTTP/1.1" status: 204 len: 168 time: 0.7007043 Feb 04 16:12:23.180899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50136) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:23.468866 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-2a236a18-ea4f-4bef-85da-88773de7bafe None None] Set router 72997b80-6862-4e08-8d22-1e7bef2c31ba gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:23.538013 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d7d377-f5b3-4d97-bd73-9bdfeafb8f44 None None] DHCP port deletion for d349eec0-da99-4365-9639-b96a974a5d26 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:12:23.542605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a5d7d377-f5b3-4d97-bd73-9bdfeafb8f44 None None] Deleting port 42cb24f9-1890-4f6f-a394-0fe4ab06f863 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:23.542973 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d377-f5b3-4d97-bd73-9bdfeafb8f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.739590 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.818792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a5d7d377-f5b3-4d97-bd73-9bdfeafb8f44 None None] For port 42cb24f9-1890-4f6f-a394-0fe4ab06f863, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=42cb24f9-1890-4f6f-a394-0fe4ab06f863,segment=NetworkSegment(3fc04357-9e8f-40fc-a083-87fdb2aa07ad),segment_id=3fc04357-9e8f-40fc-a083-87fdb2aa07ad)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:23.819801 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d377-f5b3-4d97-bd73-9bdfeafb8f44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.978579 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-2a236a18-ea4f-4bef-85da-88773de7bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:12:20Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:23.988480 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a236a18-ea4f-4bef-85da-88773de7bafe None None] The sync data for ids ['72997b80-6862-4e08-8d22-1e7bef2c31ba'] in n-d-827872-1 is: [{'id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2118820554', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:12:20Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': '86cbbb5d-5337-435b-8aed-33069f3f3a90', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72997b80-6862-4e08-8d22-1e7bef2c31ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:12:24.051945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:24.074928 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port 86cbbb5d-5337-435b-8aed-33069f3f3a90 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:24.075383 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:24.116438 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a5d7d377-f5b3-4d97-bd73-9bdfeafb8f44 None None] Calling delete_port for 42cb24f9-1890-4f6f-a394-0fe4ab06f863 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:24.214546 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d377-f5b3-4d97-bd73-9bdfeafb8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:24.280812 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7d377-f5b3-4d97-bd73-9bdfeafb8f44 None None] Pushing event deleted for resources: {'Port': ['ID=42cb24f9-1890-4f6f-a394-0fe4ab06f863,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:24.295564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d7d377-f5b3-4d97-bd73-9bdfeafb8f44 None None] No DVR routers for this DVR port 42cb24f9-1890-4f6f-a394-0fe4ab06f863 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:24.302857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] For port 86cbbb5d-5337-435b-8aed-33069f3f3a90, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=86cbbb5d-5337-435b-8aed-33069f3f3a90,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:24.305444 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:24.375455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50148) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:24.443479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f34d0b-d788-4f5b-a5f8-2e4e6b46fc8f admin admin] Deleting subnet af2296c9-c8a5-4fcd-921f-eaed345c8e9d {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:12:24.447675 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a8f34d0b-d788-4f5b-a5f8-2e4e6b46fc8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:24.451005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for 86cbbb5d-5337-435b-8aed-33069f3f3a90 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:24.551879 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a8f34d0b-d788-4f5b-a5f8-2e4e6b46fc8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:24.610753 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a8f34d0b-d788-4f5b-a5f8-2e4e6b46fc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:24.679004 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:24.703657 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a8f34d0b-d788-4f5b-a5f8-2e4e6b46fc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:24.761582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=86cbbb5d-5337-435b-8aed-33069f3f3a90,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:24.766557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f34d0b-d788-4f5b-a5f8-2e4e6b46fc8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af2296c9-c8a5-4fcd-921f-eaed345c8e9d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:24.788374 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a8f34d0b-d788-4f5b-a5f8-2e4e6b46fc8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:24.803200 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a8f34d0b-d788-4f5b-a5f8-2e4e6b46fc8f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/af2296c9-c8a5-4fcd-921f-eaed345c8e9d HTTP/1.1" status: 204 len: 168 time: 0.4246666 Feb 04 16:12:24.805832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50152) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:24.833358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4072b2d2-a0d6-42d8-b967-fd9f70accb57 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:24.901983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 4072b2d2-a0d6-42d8-b967-fd9f70accb57 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:12:24.902634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4072b2d2-a0d6-42d8-b967-fd9f70accb57 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:24.903323 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 42cb24f9-1890-4f6f-a394-0fe4ab06f863 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:24.936593 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5791-1462-4a93-a928-620dc489bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:24.941905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 42cb24f9-1890-4f6f-a394-0fe4ab06f863 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:12:24.942498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 42cb24f9-1890-4f6f-a394-0fe4ab06f863 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:25.033626 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.089991 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5791-1462-4a93-a928-620dc489bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.120430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-f9cf5791-1462-4a93-a928-620dc489bce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07b0d0c-dec7-4fae-a68a-66107939e68b']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:25.137862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-f9cf5791-1462-4a93-a928-620dc489bce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc292adb-32a6-41c6-afa4-b99b0e0ba7bf') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:25.138472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-f9cf5791-1462-4a93-a928-620dc489bce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc292adb-32a6-41c6-afa4-b99b0e0ba7bf') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:25.154058 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5791-1462-4a93-a928-620dc489bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.173779 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5791-1462-4a93-a928-620dc489bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.181276 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cf5791-1462-4a93-a928-620dc489bce5 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:12:25.181933 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5791-1462-4a93-a928-620dc489bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:12:25.196703 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:12:25.279974 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5791-1462-4a93-a928-620dc489bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.296586 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5791-1462-4a93-a928-620dc489bce5 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.307706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf5791-1462-4a93-a928-620dc489bce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d07b0d0c-dec7-4fae-a68a-66107939e68b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:25.308629 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.314253 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.320276 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f9cf5791-1462-4a93-a928-620dc489bce5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d07b0d0c-dec7-4fae-a68a-66107939e68b HTTP/1.1" status: 204 len: 168 time: 0.5133426 Feb 04 16:12:25.344891 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.346214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Fanout notify agent at l3_agent the message router_deleted on router 72997b80-6862-4e08-8d22-1e7bef2c31ba {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:12:25.363916 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.367649 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-da6ddf1f-953e-48c8-b69a-6d039c1cfa09 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/routers/72997b80-6862-4e08-8d22-1e7bef2c31ba HTTP/1.1" status: 204 len: 168 time: 2.1833057 Feb 04 16:12:25.367849 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50164) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:25.632525 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5d353d4-160c-4d72-8356-b3fa84d01610 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.677487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50172) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:25.731445 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-68164da3-95d0-45e1-a2c4-50575f4d4964 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3dfcb5d70cd74e199bdd0aa074197a4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527327 Feb 04 16:12:25.734092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50176) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:25.777016 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5d353d4-160c-4d72-8356-b3fa84d01610 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.799560 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-021ff28c-d8a9-484e-b82e-322f5b7389e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.809993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f5d353d4-160c-4d72-8356-b3fa84d01610 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d349eec0-da99-4365-9639-b96a974a5d26']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:25.825645 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f5d353d4-160c-4d72-8356-b3fa84d01610 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc04357-9e8f-40fc-a083-87fdb2aa07ad') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:25.826309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f5d353d4-160c-4d72-8356-b3fa84d01610 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc04357-9e8f-40fc-a083-87fdb2aa07ad') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:25.839912 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5d353d4-160c-4d72-8356-b3fa84d01610 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.840058 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-021ff28c-d8a9-484e-b82e-322f5b7389e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.861667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5d353d4-160c-4d72-8356-b3fa84d01610 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.870115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d353d4-160c-4d72-8356-b3fa84d01610 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:12:25.870530 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5d353d4-160c-4d72-8356-b3fa84d01610 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:12:25.886877 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:12:25.911666 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-021ff28c-d8a9-484e-b82e-322f5b7389e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.932503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ff28c-d8a9-484e-b82e-322f5b7389e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031fafb3-a570-41a2-ba83-2c31d5452549,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:25.937050 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-021ff28c-d8a9-484e-b82e-322f5b7389e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.938455 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-021ff28c-d8a9-484e-b82e-322f5b7389e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/031fafb3-a570-41a2-ba83-2c31d5452549 HTTP/1.1" status: 204 len: 168 time: 0.2034211 Feb 04 16:12:25.993524 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5d353d4-160c-4d72-8356-b3fa84d01610 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:26.024980 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f5d353d4-160c-4d72-8356-b3fa84d01610 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:26.038988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d353d4-160c-4d72-8356-b3fa84d01610 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Network': ['ID=d349eec0-da99-4365-9639-b96a974a5d26,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:26.042340 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f5d353d4-160c-4d72-8356-b3fa84d01610 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/networks/d349eec0-da99-4365-9639-b96a974a5d26 HTTP/1.1" status: 204 len: 168 time: 0.6735590 Feb 04 16:12:26.045022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50182) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:26.121189 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9dba083a-7551-484c-beae-23603dc94064 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:26.158090 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9dba083a-7551-484c-beae-23603dc94064 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:26.236080 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9dba083a-7551-484c-beae-23603dc94064 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:26.256706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba083a-7551-484c-beae-23603dc94064 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8fea79-0bca-43ca-8cec-f262f6e5078e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:26.268944 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9dba083a-7551-484c-beae-23603dc94064 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:26.272493 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9dba083a-7551-484c-beae-23603dc94064 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/security-groups/0b8fea79-0bca-43ca-8cec-f262f6e5078e HTTP/1.1" status: 204 len: 168 time: 0.2241676 Feb 04 16:12:26.781842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 86cbbb5d-5337-435b-8aed-33069f3f3a90 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:26.818530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 86cbbb5d-5337-435b-8aed-33069f3f3a90 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:12:26.818871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 86cbbb5d-5337-435b-8aed-33069f3f3a90 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:26.973190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50208) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:27.119516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-422744768-network', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:27.128100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:27.132346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Usage tracker for resource:network and tenant:4fae62d1cbba4ced98a99ca6147a496f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:27.135349 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:27.141395 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:27.152411 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Made reservation on behalf of 4fae62d1cbba4ced98a99ca6147a496f for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:27.154749 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.168108 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.198053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:27.201750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Usage tracker for resource:security_group_rule and tenant:4fae62d1cbba4ced98a99ca6147a496f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:27.205047 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:27.210550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:27.277039 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.281076 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.314514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:12:27.320041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b217ce40-0d44-40a6-8050-4dccff3cfe8b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:27.328457 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.328863 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Added segment ac578809-d161-4204-9cce-9fbabe2775d0 of type vlan for network 665a3d0a-dfc4-4564-bd14-cb448eba3d4d Feb 04 16:12:27.356345 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.385537 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.386364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:27.386934 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.493600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] Pushing event updated for resources: {'Network': ['ID=665a3d0a-dfc4-4564-bd14-cb448eba3d4d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:27.496528 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e2392ce2-d68a-4013-ba89-b97364786f4b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5225503 Feb 04 16:12:27.499457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50216) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:27.504912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 665a3d0a-dfc4-4564-bd14-cb448eba3d4d details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:12:27.505349 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] Request body: {'subnet': {'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-422744768-subnet', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:27.510886 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:27.514652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] Usage tracker for resource:subnet and tenant:4fae62d1cbba4ced98a99ca6147a496f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:27.517628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:27.525130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:27.538931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] Made reservation on behalf of 4fae62d1cbba4ced98a99ca6147a496f for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:27.541567 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.740602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50220) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:27.746652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-8f56e9f0-32f8-4bc6-a5c3-d874656b7f12 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485304641', 'description': 'tempest-secgroup-smoke-485304641 description', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:27.753950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8f56e9f0-32f8-4bc6-a5c3-d874656b7f12 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:27.758715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8f56e9f0-32f8-4bc6-a5c3-d874656b7f12 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:27.761742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8f56e9f0-32f8-4bc6-a5c3-d874656b7f12 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:27.776090 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.779229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8f56e9f0-32f8-4bc6-a5c3-d874656b7f12 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:27.794075 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8f56e9f0-32f8-4bc6-a5c3-d874656b7f12 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.846218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8f56e9f0-32f8-4bc6-a5c3-d874656b7f12 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:27.850235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8f56e9f0-32f8-4bc6-a5c3-d874656b7f12 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:27.853259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8f56e9f0-32f8-4bc6-a5c3-d874656b7f12 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:27.859166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8f56e9f0-32f8-4bc6-a5c3-d874656b7f12 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:27.862878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b00fe68-1870-4215-8601-2b7e9f6c8359,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:27.873140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] Checking segment: {'id': 'ac578809-d161-4204-9cce-9fbabe2775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:27.873571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] Network hostable DHCP agents. Network: 665a3d0a-dfc4-4564-bd14-cb448eba3d4d, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:12:27.899490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] Network 665a3d0a-dfc4-4564-bd14-cb448eba3d4d is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:12:27.914856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 665a3d0a-dfc4-4564-bd14-cb448eba3d4d) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:27.925301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:27.926247 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.928593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f0489-5156-4fa6-8331-faf857b4d587 None None] Network 665a3d0a-dfc4-4564-bd14-cb448eba3d4d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:27.951371 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8f56e9f0-32f8-4bc6-a5c3-d874656b7f12 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.956467 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8f56e9f0-32f8-4bc6-a5c3-d874656b7f12 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.959485 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9ead28b7-3fff-4926-9564-5fd5ee0c5726 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4589660 Feb 04 16:12:27.962126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50228) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:27.968421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:27.976629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:27.982254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Usage tracker for resource:router and tenant:4fae62d1cbba4ced98a99ca6147a496f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:27.986483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:27.994421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:28.009267 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.012329 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.054172 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56e9f0-32f8-4bc6-a5c3-d874656b7f12 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13242d1-3b20-4ebe-9140-12339124f657,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:28.066974 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.091840 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8f56e9f0-32f8-4bc6-a5c3-d874656b7f12 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.093292 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8f56e9f0-32f8-4bc6-a5c3-d874656b7f12 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3516905 Feb 04 16:12:28.096988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50232) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:28.119229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2efe2f14-9937-48aa-8fa9-a12f89a6d36a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': 'c13242d1-3b20-4ebe-9140-12339124f657', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:28.139134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2efe2f14-9937-48aa-8fa9-a12f89a6d36a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:28.146883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2efe2f14-9937-48aa-8fa9-a12f89a6d36a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:28.149987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2efe2f14-9937-48aa-8fa9-a12f89a6d36a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:28.156792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2efe2f14-9937-48aa-8fa9-a12f89a6d36a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:28.180174 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2efe2f14-9937-48aa-8fa9-a12f89a6d36a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.212005 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:12:28.212824 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.260590 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2efe2f14-9937-48aa-8fa9-a12f89a6d36a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.264611 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2efe2f14-9937-48aa-8fa9-a12f89a6d36a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.285985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe2f14-9937-48aa-8fa9-a12f89a6d36a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7170e78a-70b8-4272-ae73-b8eb350433b0,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:28.313538 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2efe2f14-9937-48aa-8fa9-a12f89a6d36a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.315768 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2efe2f14-9937-48aa-8fa9-a12f89a6d36a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2174444 Feb 04 16:12:28.318130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50236) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:28.326391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-30cee62c-528b-4eec-bc49-6e2e835e1395 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': 'c13242d1-3b20-4ebe-9140-12339124f657', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:28.336057 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-30cee62c-528b-4eec-bc49-6e2e835e1395 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:28.342164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-30cee62c-528b-4eec-bc49-6e2e835e1395 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:28.349161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-30cee62c-528b-4eec-bc49-6e2e835e1395 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:28.358660 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-30cee62c-528b-4eec-bc49-6e2e835e1395 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:28.381255 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30cee62c-528b-4eec-bc49-6e2e835e1395 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.411288 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.416988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Allocated IP 172.20.0.2 (665a3d0a-dfc4-4564-bd14-cb448eba3d4d/5b00fe68-1870-4215-8601-2b7e9f6c8359/4d3637bc-2e7f-477a-ae31-9281a6227f78) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:28.490330 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30cee62c-528b-4eec-bc49-6e2e835e1395 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.496040 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30cee62c-528b-4eec-bc49-6e2e835e1395 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.528795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cee62c-528b-4eec-bc49-6e2e835e1395 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d9ae25-016d-4668-8681-3e2173d75f7f,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:28.543860 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-30cee62c-528b-4eec-bc49-6e2e835e1395 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.545196 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-30cee62c-528b-4eec-bc49-6e2e835e1395 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2256892 Feb 04 16:12:28.547973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50244) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:28.566431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5cd1c400-9fea-4c45-8f30-ab6e3e8566a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': 'c13242d1-3b20-4ebe-9140-12339124f657', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:28.586915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5cd1c400-9fea-4c45-8f30-ab6e3e8566a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:28.591306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5cd1c400-9fea-4c45-8f30-ab6e3e8566a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:28.597114 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5cd1c400-9fea-4c45-8f30-ab6e3e8566a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:28.605757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5cd1c400-9fea-4c45-8f30-ab6e3e8566a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:28.630953 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c400-9fea-4c45-8f30-ab6e3e8566a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.702617 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.707007 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c400-9fea-4c45-8f30-ab6e3e8566a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.711967 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c400-9fea-4c45-8f30-ab6e3e8566a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.742146 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.753675 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.756291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1c400-9fea-4c45-8f30-ab6e3e8566a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720b2a6c-c426-44a7-b019-4c2ccf7b0ce2,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:28.764201 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c400-9fea-4c45-8f30-ab6e3e8566a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.765660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Transition to ACTIVE for port object 4d3637bc-2e7f-477a-ae31-9281a6227f78 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:28.767341 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5cd1c400-9fea-4c45-8f30-ab6e3e8566a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2173436 Feb 04 16:12:28.769884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50250) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:28.776993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-766b4926-e2a2-4bff-9023-d2d26c7a567c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': 'c13242d1-3b20-4ebe-9140-12339124f657', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:28.789558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Transition to ACTIVE for port object 4d3637bc-2e7f-477a-ae31-9281a6227f78 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:28.793535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-766b4926-e2a2-4bff-9023-d2d26c7a567c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:28.796341 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.801491 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-766b4926-e2a2-4bff-9023-d2d26c7a567c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:28.805394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-766b4926-e2a2-4bff-9023-d2d26c7a567c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:28.818853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-766b4926-e2a2-4bff-9023-d2d26c7a567c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:28.848185 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-766b4926-e2a2-4bff-9023-d2d26c7a567c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.878229 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Network 665a3d0a-dfc4-4564-bd14-cb448eba3d4d is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:28.881039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:28.884934 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:28.894038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Pushing event updated for resources: {'Port': ['ID=4d3637bc-2e7f-477a-ae31-9281a6227f78,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:28.939444 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-766b4926-e2a2-4bff-9023-d2d26c7a567c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.945413 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-766b4926-e2a2-4bff-9023-d2d26c7a567c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.980936 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Allocated IP 172.25.0.121 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/c8306565-f242-4a5a-a64f-97a88cde7b8d) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:28.994569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Attempting to bind port 4d3637bc-2e7f-477a-ae31-9281a6227f78 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:28.994569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Attempting to bind port 4d3637bc-2e7f-477a-ae31-9281a6227f78 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'ac578809-d161-4204-9cce-9fbabe2775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:28.995251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Attempting to bind port 4d3637bc-2e7f-477a-ae31-9281a6227f78 on network 665a3d0a-dfc4-4564-bd14-cb448eba3d4d {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:29.002797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:29.003094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Checking segment: {'id': 'ac578809-d161-4204-9cce-9fbabe2775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:29.003549 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.003949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Bound using segment: {'id': 'ac578809-d161-4204-9cce-9fbabe2775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:29.004585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Bound port: 4d3637bc-2e7f-477a-ae31-9281a6227f78, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac578809-d161-4204-9cce-9fbabe2775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:29.004989 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.006045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b4926-e2a2-4bff-9023-d2d26c7a567c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37acebf1-b249-4926-976c-341ecef46cd8,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:29.032319 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-766b4926-e2a2-4bff-9023-d2d26c7a567c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.034483 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-766b4926-e2a2-4bff-9023-d2d26c7a567c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2634933 Feb 04 16:12:29.037213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50254) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:29.045128 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f9138e0b-83c0-4f06-8464-b32ef129f41d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': 'c13242d1-3b20-4ebe-9140-12339124f657', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:29.065546 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f9138e0b-83c0-4f06-8464-b32ef129f41d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:29.075599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f9138e0b-83c0-4f06-8464-b32ef129f41d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:29.078846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f9138e0b-83c0-4f06-8464-b32ef129f41d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:29.090999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f9138e0b-83c0-4f06-8464-b32ef129f41d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:29.106901 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-f9138e0b-83c0-4f06-8464-b32ef129f41d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Project d7ff7bfbfb3140b590e1ea986a3aedc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:12:29.118108 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9138e0b-83c0-4f06-8464-b32ef129f41d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.134969 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] For port 4d3637bc-2e7f-477a-ae31-9281a6227f78, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:29.138261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] For port 4d3637bc-2e7f-477a-ae31-9281a6227f78, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4d3637bc-2e7f-477a-ae31-9281a6227f78,segment=NetworkSegment(ac578809-d161-4204-9cce-9fbabe2775d0),segment_id=ac578809-d161-4204-9cce-9fbabe2775d0)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:29.143292 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.173969 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.203548 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9138e0b-83c0-4f06-8464-b32ef129f41d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.210140 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9138e0b-83c0-4f06-8464-b32ef129f41d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.219273 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.239055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9138e0b-83c0-4f06-8464-b32ef129f41d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b066e35-3ef1-4726-a51f-d63e80ec9daa,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:29.264301 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9138e0b-83c0-4f06-8464-b32ef129f41d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.270408 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f9138e0b-83c0-4f06-8464-b32ef129f41d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2320373 Feb 04 16:12:29.271076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50258) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:29.277386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d4be9ca5-191b-439c-b088-ce0e64829921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'security_group_rule': {'security_group_id': 'c13242d1-3b20-4ebe-9140-12339124f657', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:29.284711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d4be9ca5-191b-439c-b088-ce0e64829921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:29.290106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d4be9ca5-191b-439c-b088-ce0e64829921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:security_group_rule and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:29.293427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e09682-6d4e-4bda-abc8-f42b14a72c8c None None] Pushing event updated for resources: {'Port': ['ID=4d3637bc-2e7f-477a-ae31-9281a6227f78,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:29.295442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d4be9ca5-191b-439c-b088-ce0e64829921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:29.312212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d4be9ca5-191b-439c-b088-ce0e64829921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:29.331278 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-d4be9ca5-191b-439c-b088-ce0e64829921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Project d7ff7bfbfb3140b590e1ea986a3aedc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:12:29.340155 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4be9ca5-191b-439c-b088-ce0e64829921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.359793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:29.365407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:29.368532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:29.411869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Pushing event updated for resources: {'Port': ['ID=c8306565-f242-4a5a-a64f-97a88cde7b8d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:29.439269 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4be9ca5-191b-439c-b088-ce0e64829921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.443353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4be9ca5-191b-439c-b088-ce0e64829921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.473350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be9ca5-191b-439c-b088-ce0e64829921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329c7bbb-37fe-487b-a4e4-d698d0eb9269,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:29.480427 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d4be9ca5-191b-439c-b088-ce0e64829921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.481715 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d4be9ca5-191b-439c-b088-ce0e64829921 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2096214 Feb 04 16:12:29.484750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50262) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:29.492049 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'network': {'name': 'tempest-network-smoke--1334266510', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'port_security_enabled': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:29.511548 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:29.517926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:network and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:29.523048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:29.529361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:29.541092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Made reservation on behalf of d7ff7bfbfb3140b590e1ea986a3aedc3 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:29.544249 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.580419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:12:29.591576 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.591936 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Added segment 19eec921-7c4b-41c7-9bfc-878e763ecd20 of type vlan for network 7011370a-3285-4bcc-9123-85df9d46f397 Feb 04 16:12:29.602790 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.603506 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.626862 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.672547 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.683210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:29.685377 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.798627 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3122182 Feb 04 16:12:29.801226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50270) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:29.808354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'admin_state_up': True, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:29.810200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f799f-628a-47a7-a10c-7dba3087c81b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Network': ['ID=7011370a-3285-4bcc-9123-85df9d46f397,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:29.822600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 7011370a-3285-4bcc-9123-85df9d46f397 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:12:29.827262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:29.835269 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:router and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:29.841251 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:29.848701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:29.865485 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.866660 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.913060 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.005702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:12:30.157686 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.399890 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688b68bf-15e2-47e2-a7e1-37ec8b5c62e9 None None] Network 665a3d0a-dfc4-4564-bd14-cb448eba3d4d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:30.460098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:30.470795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.487905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Sync routers for ids ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:12:30.547313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Routers {'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:30.547313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:12:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:30.623715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fda3a0a2-3c51-4265-b03f-226751808418 None None] Provisioning for port 4d3637bc-2e7f-477a-ae31-9281a6227f78 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:30.634950 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.686706 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.691250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2cb25058-4cd1-4d02-a1a0-fbdf4d821a44 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7247832 Feb 04 16:12:30.692817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50286) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:30.809629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.25.0.110 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/b888f617-caf8-4668-bdbd-7f19f650b809) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:30.858042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Set router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:30.904187 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4d3637bc-2e7f-477a-ae31-9281a6227f78 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:31.028053 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:31.073071 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:31.209655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 4d3637bc-2e7f-477a-ae31-9281a6227f78 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:31.229834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4d3637bc-2e7f-477a-ae31-9281a6227f78 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:31.230204 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:31.252874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:31.256302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:31.263585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:31.296585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=b888f617-caf8-4668-bdbd-7f19f650b809,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:31.430510 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:31.489558 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:31.490604 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:31.499413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:29Z', 'revision_number': 3, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:31.508290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Checking router: f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:12:31.508630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Updating router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be port c8306565-f242-4a5a-a64f-97a88cde7b8d binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:12:31.533707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 4d3637bc-2e7f-477a-ae31-9281a6227f78, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4d3637bc-2e7f-477a-ae31-9281a6227f78,segment=NetworkSegment(ac578809-d161-4204-9cce-9fbabe2775d0),segment_id=ac578809-d161-4204-9cce-9fbabe2775d0)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:31.548993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f99629b7-0956-4eda-a5e6-2e6aeb5fdcbf None None] Provisioning complete for port 4d3637bc-2e7f-477a-ae31-9281a6227f78 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:31.549346 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f99629b7-0956-4eda-a5e6-2e6aeb5fdcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:31.581590 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:31.675550 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:31.744777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=4d3637bc-2e7f-477a-ae31-9281a6227f78,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:31.807104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:12:31.849486 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.122511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:32.132599 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Sync routers for ids ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:12:32.133611 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Allocated IP 172.20.0.1 (665a3d0a-dfc4-4564-bd14-cb448eba3d4d/5b00fe68-1870-4215-8601-2b7e9f6c8359/0d1c1944-3766-4ae7-a58a-46e48493f687) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:32.146138 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Routers {'8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:32.147057 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:12:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:32.176477 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.180629 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-72caf96a-40bc-47d5-8cf7-0e375604cca6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3755252 Feb 04 16:12:32.180879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50298) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:32.243609 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-07ebbdb5-7a30-418b-bb61-051ac0014721 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d7ff7bfbfb3140b590e1ea986a3aedc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615132 Feb 04 16:12:32.244667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50304) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:32.294071 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.315662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Transition to ACTIVE for port object c8306565-f242-4a5a-a64f-97a88cde7b8d will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:32.327222 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.350558 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.373274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Transition to ACTIVE for port object 0d1c1944-3766-4ae7-a58a-46e48493f687 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:32.418238 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.440371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Attempting to bind port c8306565-f242-4a5a-a64f-97a88cde7b8d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:32.441078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Attempting to bind port c8306565-f242-4a5a-a64f-97a88cde7b8d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:32.441216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Attempting to bind port c8306565-f242-4a5a-a64f-97a88cde7b8d on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:32.453800 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2706fb-7733-4a48-bf52-c04a1f1e5938 None None] Pushing event updated for resources: {'Port': ['ID=c8306565-f242-4a5a-a64f-97a88cde7b8d,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:32.458230 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:32.458611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:32.459150 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.459556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:32.460034 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Bound port: c8306565-f242-4a5a-a64f-97a88cde7b8d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:32.460408 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.521629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9ebe7a-ac94-4207-aaf5-e8ab4b3ef39e tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:32.523536 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9c9ebe7a-ac94-4207-aaf5-e8ab4b3ef39e tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2775781 Feb 04 16:12:32.526046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50308) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:32.527206 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Set router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:32.534966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1c1944-3766-4ae7-a58a-46e48493f687,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:32.553321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Network 665a3d0a-dfc4-4564-bd14-cb448eba3d4d is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:32.554440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:32.557368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:32.601187 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-11c78ddd-cf43-4e4b-8cbb-fcb5f58cce20 tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0738626 Feb 04 16:12:32.603578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50312) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:32.606676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] For port c8306565-f242-4a5a-a64f-97a88cde7b8d, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:32.614867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-107554434', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:32.618123 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] For port c8306565-f242-4a5a-a64f-97a88cde7b8d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c8306565-f242-4a5a-a64f-97a88cde7b8d,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:32.625013 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.625667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.725065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2706fb-7733-4a48-bf52-c04a1f1e5938 None None] Pushing event updated for resources: {'Port': ['ID=c8306565-f242-4a5a-a64f-97a88cde7b8d,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:32.743802 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Routers {'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:32.744793 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:12:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:32.816687 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.852343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4d3637bc-2e7f-477a-ae31-9281a6227f78 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:32.878798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:32.883804 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:subnet and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:32.887857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:32.896575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:32.926465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Made reservation on behalf of d7ff7bfbfb3140b590e1ea986a3aedc3 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:33.140996 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:29Z', 'updated_at': '2022-02-04T16:12:31Z', 'revision_number': 3, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:30Z', 'updated_at': '2022-02-04T16:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:33.149057 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Checking router: 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:12:33.149401 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Updating router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 port b888f617-caf8-4668-bdbd-7f19f650b809 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:12:33.185360 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.196412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fcff8682-e113-4039-b042-8b6476b699af None None] Provisioning for port 0d1c1944-3766-4ae7-a58a-46e48493f687 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:33.221997 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fcff8682-e113-4039-b042-8b6476b699af None None] Provisioning complete for port 0d1c1944-3766-4ae7-a58a-46e48493f687 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:33.222570 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fcff8682-e113-4039-b042-8b6476b699af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.224886 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.230733 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.238195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.372812 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] Set router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:33.390791 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1c1944-3766-4ae7-a58a-46e48493f687,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:33.408906 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.648768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-fcff8682-e113-4039-b042-8b6476b699af None None] Port 0d1c1944-3766-4ae7-a58a-46e48493f687 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:33.671241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Network 665a3d0a-dfc4-4564-bd14-cb448eba3d4d is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:33.673322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:33.740637 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.741259 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4d3637bc-2e7f-477a-ae31-9281a6227f78 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:33.746111 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.819656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Subnet': ['ID=6eb276af-55fe-4b8a-8a44-32c3b28806b1,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:33.856298 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.887097 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Checking segment: {'id': '19eec921-7c4b-41c7-9bfc-878e763ecd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:33.887473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network hostable DHCP agents. Network: 7011370a-3285-4bcc-9123-85df9d46f397, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:12:33.903887 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Transition to ACTIVE for port object b888f617-caf8-4668-bdbd-7f19f650b809 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:33.914349 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.929145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 7011370a-3285-4bcc-9123-85df9d46f397 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:12:33.941929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 7011370a-3285-4bcc-9123-85df9d46f397) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:33.948836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:33.951833 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.033352 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-696be3d5-44db-4479-9a57-61191338c261 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4282439 Feb 04 16:12:34.035279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50328) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:34.052116 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed22957-87ec-4aa2-9131-04b18965f58c None None] Pushing event updated for resources: {'Port': ['ID=b888f617-caf8-4668-bdbd-7f19f650b809,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:34.071073 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed22957-87ec-4aa2-9131-04b18965f58c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:34.071437 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed22957-87ec-4aa2-9131-04b18965f58c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:34.071773 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed22957-87ec-4aa2-9131-04b18965f58c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:34.072104 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed22957-87ec-4aa2-9131-04b18965f58c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:34.072427 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed22957-87ec-4aa2-9131-04b18965f58c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:34.072753 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed22957-87ec-4aa2-9131-04b18965f58c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:34.073071 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed22957-87ec-4aa2-9131-04b18965f58c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:34.073408 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed22957-87ec-4aa2-9131-04b18965f58c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:34.073708 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed22957-87ec-4aa2-9131-04b18965f58c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:34.074019 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed22957-87ec-4aa2-9131-04b18965f58c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:34.074332 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed22957-87ec-4aa2-9131-04b18965f58c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:34.098902 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Attempting to bind port b888f617-caf8-4668-bdbd-7f19f650b809 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:34.099298 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Attempting to bind port b888f617-caf8-4668-bdbd-7f19f650b809 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:34.099657 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Attempting to bind port b888f617-caf8-4668-bdbd-7f19f650b809 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:34.107408 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:34.107777 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:34.108175 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.108566 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:34.109031 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Bound port: b888f617-caf8-4668-bdbd-7f19f650b809, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:34.109399 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.119317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3613b52-fde2-464c-badc-0c02526d3cea None None] Network 7011370a-3285-4bcc-9123-85df9d46f397 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:34.242542 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] For port b888f617-caf8-4668-bdbd-7f19f650b809, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:34.247068 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] For port b888f617-caf8-4668-bdbd-7f19f650b809, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b888f617-caf8-4668-bdbd-7f19f650b809,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:34.254768 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.388125 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Routers {'8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:34.389122 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:12:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:34.616491 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-7011370a-3285-4bcc-9123-85df9d46f397', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ips': [{'subnet_id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:12:34.617301 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.649981 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] Set router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:34.890014 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Allocated IP 172.20.0.2 (7011370a-3285-4bcc-9123-85df9d46f397/6eb276af-55fe-4b8a-8a44-32c3b28806b1/67c944ad-1098-4ea9-b173-5e5a7d30db4d) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:34.912685 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:12:35.047054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b6ef677e-0a4f-4a1e-bc1f-5745840d8b25 None None] Provisioning complete for port 0d1c1944-3766-4ae7-a58a-46e48493f687 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:35.058947 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed22957-87ec-4aa2-9131-04b18965f58c None None] Pushing event updated for resources: {'Port': ['ID=b888f617-caf8-4668-bdbd-7f19f650b809,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:35.059301 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b6ef677e-0a4f-4a1e-bc1f-5745840d8b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.225425 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '0d1c1944-3766-4ae7-a58a-46e48493f687', 'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'mac_address': 'fa:16:3e:91:14:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:31Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 1, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'subnets': [{'id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:35.226570 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.246909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17565dec-f7d5-4cd8-94c3-490a2f666af4 None None] The sync data for ids ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'] in n-d-827872-1 is: [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '0d1c1944-3766-4ae7-a58a-46e48493f687', 'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'mac_address': 'fa:16:3e:91:14:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:31Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 1, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'subnets': [{'id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:12:35.257117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b6ef677e-0a4f-4a1e-bc1f-5745840d8b25 None None] Port 0d1c1944-3766-4ae7-a58a-46e48493f687 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:35.277819 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:29Z', 'updated_at': '2022-02-04T16:12:31Z', 'revision_number': 3, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:30Z', 'updated_at': '2022-02-04T16:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:35.281513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:35.292457 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c29df5-c4af-429d-9b1f-c9bb16cf3bf6 None None] The sync data for ids ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'] in n-d-827872-1 is: [{'id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:29Z', 'updated_at': '2022-02-04T16:12:31Z', 'revision_number': 3, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:30Z', 'updated_at': '2022-02-04T16:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:12:35.309762 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eee4c1a8-7818-4455-93df-10c604bc2180 admin admin] 10.222.0.60 "PUT /v2.0/routers/f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6050913 Feb 04 16:12:35.416684 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.441750 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Transition to ACTIVE for port object 67c944ad-1098-4ea9-b173-5e5a7d30db4d will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:35.488443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Transition to ACTIVE for port object 67c944ad-1098-4ea9-b173-5e5a7d30db4d will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:35.495581 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.622435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Pushing event updated for resources: {'Port': ['ID=67c944ad-1098-4ea9-b173-5e5a7d30db4d,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:35.638657 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Network 7011370a-3285-4bcc-9123-85df9d46f397 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:35.640556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:35.646107 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:35.908182 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Attempting to bind port 67c944ad-1098-4ea9-b173-5e5a7d30db4d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:35.908182 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Attempting to bind port 67c944ad-1098-4ea9-b173-5e5a7d30db4d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '19eec921-7c4b-41c7-9bfc-878e763ecd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:35.908182 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Attempting to bind port 67c944ad-1098-4ea9-b173-5e5a7d30db4d on network 7011370a-3285-4bcc-9123-85df9d46f397 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:35.937602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:35.937984 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Checking segment: {'id': '19eec921-7c4b-41c7-9bfc-878e763ecd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:35.938396 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.942680 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Bound using segment: {'id': '19eec921-7c4b-41c7-9bfc-878e763ecd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:35.943246 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Bound port: 67c944ad-1098-4ea9-b173-5e5a7d30db4d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19eec921-7c4b-41c7-9bfc-878e763ecd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:35.943692 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.130627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] For port 67c944ad-1098-4ea9-b173-5e5a7d30db4d, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:36.139573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] For port 67c944ad-1098-4ea9-b173-5e5a7d30db4d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=67c944ad-1098-4ea9-b173-5e5a7d30db4d,segment=NetworkSegment(19eec921-7c4b-41c7-9bfc-878e763ecd20),segment_id=19eec921-7c4b-41c7-9bfc-878e763ecd20)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:36.147916 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.152388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.20.0.1 (7011370a-3285-4bcc-9123-85df9d46f397/6eb276af-55fe-4b8a-8a44-32c3b28806b1/8090b926-f018-4632-bfaf-9993cf0105d2) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:36.236667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cb25f-9dbf-4806-b9e7-03351e98ad02 None None] Pushing event updated for resources: {'Port': ['ID=67c944ad-1098-4ea9-b173-5e5a7d30db4d,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:36.441980 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.483537 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Transition to ACTIVE for port object 8090b926-f018-4632-bfaf-9993cf0105d2 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:36.510650 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.599076 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cb5fb334-db04-46eb-9d8a-331c9bfc543b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.941934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 7011370a-3285-4bcc-9123-85df9d46f397 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:36.945737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:36.959330 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:37.045772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=8090b926-f018-4632-bfaf-9993cf0105d2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:37.078573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:37.078918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:37.079945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:37.080399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:37.080805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:37.081078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:37.081407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:37.081733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:37.082060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:37.082459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:37.089486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:37.106023 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.262118 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50356) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:37.267957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-916594913-network', 'tenant_id': '29839513d109404386173208663e73e0'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:37.277780 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:37.280060 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.290655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Usage tracker for resource:network and tenant:29839513d109404386173208663e73e0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:37.294020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:37.316372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:37.330770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Made reservation on behalf of 29839513d109404386173208663e73e0 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:37.333752 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.395556 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.403736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c8306565-f242-4a5a-a64f-97a88cde7b8d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:37.446181 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:37.451361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Usage tracker for resource:security_group_rule and tenant:29839513d109404386173208663e73e0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:37.455319 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:37.463228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:37.564937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port c8306565-f242-4a5a-a64f-97a88cde7b8d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:37.573792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c8306565-f242-4a5a-a64f-97a88cde7b8d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:37.574287 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.631628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.641172 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.662590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:12:37.686567 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.686923 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Added segment 375c56d6-3af4-448f-8e50-ff79921e9a25 of type vlan for network d8902da6-acaa-43b2-b6c1-59fa325c1ada Feb 04 16:12:37.753059 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.795134 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.796920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:37.797615 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.825048 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.845662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port c8306565-f242-4a5a-a64f-97a88cde7b8d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c8306565-f242-4a5a-a64f-97a88cde7b8d,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:37.851903 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.853373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b888f617-caf8-4668-bdbd-7f19f650b809 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:37.982840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50362) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:38.063196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6fb16f-81e6-4fc6-af92-b760d397f13d admin admin] Deleting subnet b5d41e31-f6db-461a-976c-d4e5cd9be491 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:12:38.067298 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.072631 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb16f-81e6-4fc6-af92-b760d397f13d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.076086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4fa130-238a-4fea-88c4-39b4378fa7b4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:38.099754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b4020b-6423-4744-8409-da6c0f380250 None None] Network 7011370a-3285-4bcc-9123-85df9d46f397 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:38.112933 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.114250 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8511772 Feb 04 16:12:38.116970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50366) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:38.123846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] Request body: {'subnet': {'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-916594913-subnet', 'tenant_id': '29839513d109404386173208663e73e0', 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:38.133178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0c6bc-497d-4783-a1f5-57719625b5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=d8902da6-acaa-43b2-b6c1-59fa325c1ada,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:38.136152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:38.149108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] Usage tracker for resource:subnet and tenant:29839513d109404386173208663e73e0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:38.153161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:38.161080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:38.173790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] Made reservation on behalf of 29839513d109404386173208663e73e0 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:38.176892 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.201634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network d8902da6-acaa-43b2-b6c1-59fa325c1ada details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:12:38.241576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=8090b926-f018-4632-bfaf-9993cf0105d2,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:38.292660 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb16f-81e6-4fc6-af92-b760d397f13d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.328366 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.339285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port b888f617-caf8-4668-bdbd-7f19f650b809 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:38.357952 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f4e1ab43-02d6-40db-ac0d-d203938b4085 None None] Provisioning for port 67c944ad-1098-4ea9-b173-5e5a7d30db4d completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:38.381165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=c8306565-f242-4a5a-a64f-97a88cde7b8d,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:38.389394 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b888f617-caf8-4668-bdbd-7f19f650b809 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:38.389757 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.448275 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb16f-81e6-4fc6-af92-b760d397f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.466761 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.568608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a496ff7-22c0-4339-af89-3ab2264b0f74,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:38.581610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] Checking segment: {'id': '375c56d6-3af4-448f-8e50-ff79921e9a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:38.581990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] Network hostable DHCP agents. Network: d8902da6-acaa-43b2-b6c1-59fa325c1ada, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:12:38.590323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 7011370a-3285-4bcc-9123-85df9d46f397 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:38.592203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:38.607361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] Network d8902da6-acaa-43b2-b6c1-59fa325c1ada is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:12:38.611490 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.619469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, d8902da6-acaa-43b2-b6c1-59fa325c1ada) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:38.623398 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:38.624296 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.636761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdd76e0-13c1-4b6a-9d07-fbd26831cc0c None None] Network d8902da6-acaa-43b2-b6c1-59fa325c1ada requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:38.646147 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-43fceebc-d164-441f-a886-fef2eb2e59b8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5277827 Feb 04 16:12:38.648815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50370) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:38.651985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port b888f617-caf8-4668-bdbd-7f19f650b809, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b888f617-caf8-4668-bdbd-7f19f650b809,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:38.654573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-916594913-router', 'tenant_id': '29839513d109404386173208663e73e0', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:38.661068 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.661838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 67c944ad-1098-4ea9-b173-5e5a7d30db4d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:38.662001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:38.665875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Usage tracker for resource:router and tenant:29839513d109404386173208663e73e0 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:38.668890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:38.672069 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb16f-81e6-4fc6-af92-b760d397f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.676892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:38.688355 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.689826 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.709058 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.718601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fb16f-81e6-4fc6-af92-b760d397f13d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d41e31-f6db-461a-976c-d4e5cd9be491,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:38.742194 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb16f-81e6-4fc6-af92-b760d397f13d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.763000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8f6fb16f-81e6-4fc6-af92-b760d397f13d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b5d41e31-f6db-461a-976c-d4e5cd9be491 HTTP/1.1" status: 204 len: 168 time: 0.7768576 Feb 04 16:12:38.763261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50374) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:38.873547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=b888f617-caf8-4668-bdbd-7f19f650b809,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:38.903809 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.964295 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce1555e2-dbbe-4f0a-8419-84489ea6750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.021337 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2712e1b4-a78c-4727-b4f6-54bde3d9b006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.100413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 67c944ad-1098-4ea9-b173-5e5a7d30db4d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:39.108356 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 67c944ad-1098-4ea9-b173-5e5a7d30db4d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:39.108832 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.135448 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-d8902da6-acaa-43b2-b6c1-59fa325c1ada', 'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada', 'tenant_id': '29839513d109404386173208663e73e0', 'fixed_ips': [{'subnet_id': '5a496ff7-22c0-4339-af89-3ab2264b0f74'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:12:39.136598 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.174459 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.210491 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.312973 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce1555e2-dbbe-4f0a-8419-84489ea6750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.347611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ce1555e2-dbbe-4f0a-8419-84489ea6750b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12d4221-986c-4a83-b7f4-75346b5f2786']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:39.363147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ce1555e2-dbbe-4f0a-8419-84489ea6750b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719986ad-50c7-4c52-99cf-d55273d980ac') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:39.363468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ce1555e2-dbbe-4f0a-8419-84489ea6750b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719986ad-50c7-4c52-99cf-d55273d980ac') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:39.378694 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-97ed79ea-f22b-403a-bb10-f6e498e914b8 None None] Provisioning for port 8090b926-f018-4632-bfaf-9993cf0105d2 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:39.418995 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Allocated IP 172.25.0.101 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/56079dcf-2b81-41c7-aa11-b68d71e82374) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:39.421672 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Allocated IP 172.20.0.2 (d8902da6-acaa-43b2-b6c1-59fa325c1ada/5a496ff7-22c0-4339-af89-3ab2264b0f74/273ce49f-c40a-46a6-ad56-828364c330a4) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:39.430735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-97ed79ea-f22b-403a-bb10-f6e498e914b8 None None] Provisioning complete for port 8090b926-f018-4632-bfaf-9993cf0105d2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:39.431383 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97ed79ea-f22b-403a-bb10-f6e498e914b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.495637 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce1555e2-dbbe-4f0a-8419-84489ea6750b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.538337 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce1555e2-dbbe-4f0a-8419-84489ea6750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.540846 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.551316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-97ed79ea-f22b-403a-bb10-f6e498e914b8 None None] Port 8090b926-f018-4632-bfaf-9993cf0105d2 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:39.557390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1555e2-dbbe-4f0a-8419-84489ea6750b admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:12:39.557797 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce1555e2-dbbe-4f0a-8419-84489ea6750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:12:39.573507 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:12:39.663830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-97ed79ea-f22b-403a-bb10-f6e498e914b8 None None] Provisioning complete for port 67c944ad-1098-4ea9-b173-5e5a7d30db4d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:39.664415 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97ed79ea-f22b-403a-bb10-f6e498e914b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.679198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:12:39.685898 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce1555e2-dbbe-4f0a-8419-84489ea6750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.692010 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce1555e2-dbbe-4f0a-8419-84489ea6750b admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.721166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1555e2-dbbe-4f0a-8419-84489ea6750b admin admin] Pushing event deleted for resources: {'Network': ['ID=e12d4221-986c-4a83-b7f4-75346b5f2786,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:39.726568 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.765091 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.786714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 67c944ad-1098-4ea9-b173-5e5a7d30db4d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=67c944ad-1098-4ea9-b173-5e5a7d30db4d,segment=NetworkSegment(19eec921-7c4b-41c7-9bfc-878e763ecd20),segment_id=19eec921-7c4b-41c7-9bfc-878e763ecd20)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:39.807963 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ce1555e2-dbbe-4f0a-8419-84489ea6750b admin admin] 10.222.0.60 "DELETE /v2.0/networks/e12d4221-986c-4a83-b7f4-75346b5f2786 HTTP/1.1" status: 204 len: 168 time: 1.0436888 Feb 04 16:12:39.812868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50378) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:39.835359 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.915072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:39.927581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:39.934737 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:39.985201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Pushing event updated for resources: {'Port': ['ID=56079dcf-2b81-41c7-aa11-b68d71e82374,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:39.995047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1221ab6-5091-48c6-a29f-410f0b108521 admin admin] Deleting subnet 77101727-a2c0-4cd1-a5bd-15354d2f0534 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:12:39.999495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:40.006400 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1221ab6-5091-48c6-a29f-410f0b108521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.007822 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b888f617-caf8-4668-bdbd-7f19f650b809 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:40.022363 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7a20fc30-fb52-424e-8eca-86cd127a1bbb tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "PUT /v2.0/routers/8d67a79c-5bc3-4d76-9032-b8cc11de7ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9838719 Feb 04 16:12:40.065811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=67c944ad-1098-4ea9-b173-5e5a7d30db4d,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:40.108668 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1221ab6-5091-48c6-a29f-410f0b108521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.175327 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.187257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6c489dda-7240-46bb-b76a-b8f65929ac34 None None] Provisioning complete for port 8090b926-f018-4632-bfaf-9993cf0105d2 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:40.187702 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6c489dda-7240-46bb-b76a-b8f65929ac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.201109 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1221ab6-5091-48c6-a29f-410f0b108521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.211934 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Transition to ACTIVE for port object 273ce49f-c40a-46a6-ad56-828364c330a4 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:40.250139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b888f617-caf8-4668-bdbd-7f19f650b809 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:40.250898 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.293138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Transition to ACTIVE for port object 273ce49f-c40a-46a6-ad56-828364c330a4 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:40.295571 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1221ab6-5091-48c6-a29f-410f0b108521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.329437 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.343283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1221ab6-5091-48c6-a29f-410f0b108521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77101727-a2c0-4cd1-a5bd-15354d2f0534,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:40.355214 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a1221ab6-5091-48c6-a29f-410f0b108521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.365283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6c489dda-7240-46bb-b76a-b8f65929ac34 None None] Port 8090b926-f018-4632-bfaf-9993cf0105d2 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:40.374629 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a1221ab6-5091-48c6-a29f-410f0b108521 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/77101727-a2c0-4cd1-a5bd-15354d2f0534 HTTP/1.1" status: 204 len: 168 time: 0.5580971 Feb 04 16:12:40.375681 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.376201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50390) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:40.377422 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.378406 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.439525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Network d8902da6-acaa-43b2-b6c1-59fa325c1ada is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:40.440419 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Pushing event updated for resources: {'Port': ['ID=273ce49f-c40a-46a6-ad56-828364c330a4,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:40.444824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:40.448844 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:40.452592 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.456597 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:12:40.558104 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a350fdbc-ed83-4741-91bf-fd4e5ac2de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.603772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c8306565-f242-4a5a-a64f-97a88cde7b8d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:40.640026 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-5a975b3a-d797-4d93-830d-e684df01fd0f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485304641&fields=id&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 267 time: 0.0990298 Feb 04 16:12:40.642402 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Attempting to bind port 273ce49f-c40a-46a6-ad56-828364c330a4 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:40.643166 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Attempting to bind port 273ce49f-c40a-46a6-ad56-828364c330a4 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '375c56d6-3af4-448f-8e50-ff79921e9a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:40.643696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Attempting to bind port 273ce49f-c40a-46a6-ad56-828364c330a4 on network d8902da6-acaa-43b2-b6c1-59fa325c1ada {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:40.662208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Router e129e8e8-1c86-461d-9387-741c5acad4e7 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:12:40.665712 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:40.666278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Checking segment: {'id': '375c56d6-3af4-448f-8e50-ff79921e9a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:40.666713 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.667259 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Bound using segment: {'id': '375c56d6-3af4-448f-8e50-ff79921e9a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:40.667818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Bound port: 273ce49f-c40a-46a6-ad56-828364c330a4, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375c56d6-3af4-448f-8e50-ff79921e9a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:40.668292 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.762733 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port c8306565-f242-4a5a-a64f-97a88cde7b8d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:40.763192 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.778374 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a350fdbc-ed83-4741-91bf-fd4e5ac2de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.817530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-33a768b0-3414-445e-900d-006ccd764462 None None] For port 273ce49f-c40a-46a6-ad56-828364c330a4, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:40.825212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a350fdbc-ed83-4741-91bf-fd4e5ac2de87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8661812c-530c-4500-b881-3465d6f8026a']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:40.831832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-33a768b0-3414-445e-900d-006ccd764462 None None] For port 273ce49f-c40a-46a6-ad56-828364c330a4, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=273ce49f-c40a-46a6-ad56-828364c330a4,segment=NetworkSegment(375c56d6-3af4-448f-8e50-ff79921e9a25),segment_id=375c56d6-3af4-448f-8e50-ff79921e9a25)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:40.839823 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.844709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a350fdbc-ed83-4741-91bf-fd4e5ac2de87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54fece5-6c82-473d-86f1-958dcaceb460') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:40.845526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-a350fdbc-ed83-4741-91bf-fd4e5ac2de87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54fece5-6c82-473d-86f1-958dcaceb460') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:40.871660 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a350fdbc-ed83-4741-91bf-fd4e5ac2de87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.889075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:40.904418 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a350fdbc-ed83-4741-91bf-fd4e5ac2de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.910753 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.915065 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-611e549b-64f5-4593-a727-480e74de2e4d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2626741 Feb 04 16:12:40.916855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-f99a4e46-4740-4437-80bc-0fe665ddf9e7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.918419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-f99a4e46-4740-4437-80bc-0fe665ddf9e7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/networks?id=7011370a-3285-4bcc-9123-85df9d46f397 HTTP/1.1" status: 200 len: 797 time: 0.2264493 Feb 04 16:12:40.919533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a350fdbc-ed83-4741-91bf-fd4e5ac2de87 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:12:40.920042 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a350fdbc-ed83-4741-91bf-fd4e5ac2de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.927422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50396) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:12:40.934558 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:12:40.942150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Sync routers for ids ['e129e8e8-1c86-461d-9387-741c5acad4e7'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:12:40.955966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-7415ea2f-5a2e-43ac-a40f-4b83aa7de574 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/quotas/d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 375 time: 0.0166125 Feb 04 16:12:40.997802 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a768b0-3414-445e-900d-006ccd764462 None None] Pushing event updated for resources: {'Port': ['ID=273ce49f-c40a-46a6-ad56-828364c330a4,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:41.013479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Routers {'e129e8e8-1c86-461d-9387-741c5acad4e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:41.016141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:12:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e129e8e8-1c86-461d-9387-741c5acad4e7'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:41.091121 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a350fdbc-ed83-4741-91bf-fd4e5ac2de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.111499 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a350fdbc-ed83-4741-91bf-fd4e5ac2de87 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.125069 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a350fdbc-ed83-4741-91bf-fd4e5ac2de87 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8661812c-530c-4500-b881-3465d6f8026a HTTP/1.1" status: 204 len: 168 time: 0.7429063 Feb 04 16:12:41.127439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350fdbc-ed83-4741-91bf-fd4e5ac2de87 admin admin] Pushing event deleted for resources: {'Network': ['ID=8661812c-530c-4500-b881-3465d6f8026a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:41.147637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-0927146e-466b-44d7-8e49-45b79039cf5a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:41.174377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-0927146e-466b-44d7-8e49-45b79039cf5a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:41.175971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-0927146e-466b-44d7-8e49-45b79039cf5a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623461 Feb 04 16:12:41.369141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Set router e129e8e8-1c86-461d-9387-741c5acad4e7 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:41.421012 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-d67a0d63-b309-43b3-8ed9-cb8bae5be7fa service neutron] 10.222.0.60 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292557 Feb 04 16:12:41.502203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50402) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:41.579893 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cf35d970-2ce1-422c-a96e-fa6d2b578af6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d54aa09a25643cd89fee1885ec930a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0759087 Feb 04 16:12:41.583614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50406) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:41.592679 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.703117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-948f55ed-d0c9-4b76-a32d-403aaa463bbb service neutron] 10.222.0.60 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749419 Feb 04 16:12:41.718208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'name': 'tempest-TestVolumeBackupRestore-916594913-router', 'tenant_id': '29839513d109404386173208663e73e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:12:40Z', 'revision_number': 3, 'project_id': '29839513d109404386173208663e73e0', 'gw_port': {'id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:41.723248 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Checking router: e129e8e8-1c86-461d-9387-741c5acad4e7 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:12:41.723686 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Updating router e129e8e8-1c86-461d-9387-741c5acad4e7 port 56079dcf-2b81-41c7-aa11-b68d71e82374 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:12:41.794887 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.800221 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.866438 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3221-9572-4ced-99b7-7c1f0c1c4d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.912566 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3221-9572-4ced-99b7-7c1f0c1c4d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.120443 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3221-9572-4ced-99b7-7c1f0c1c4d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.120668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 273ce49f-c40a-46a6-ad56-828364c330a4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:42.147923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad3221-9572-4ced-99b7-7c1f0c1c4d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633f401c-4f9a-4480-b401-a2e5f550954e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:42.167456 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3221-9572-4ced-99b7-7c1f0c1c4d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.183487 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a3ad3221-9572-4ced-99b7-7c1f0c1c4d33 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/633f401c-4f9a-4480-b401-a2e5f550954e HTTP/1.1" status: 204 len: 168 time: 0.5966365 Feb 04 16:12:42.426778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 273ce49f-c40a-46a6-ad56-828364c330a4 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:42.449459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 67c944ad-1098-4ea9-b173-5e5a7d30db4d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:42.560431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23c386-2f90-4680-bebe-24678c7fd563 None None] Network d8902da6-acaa-43b2-b6c1-59fa325c1ada requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:42.571762 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.609329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c7e7e4a-a313-46fb-97b5-6c79452976a7 req-743da389-bda0-45b0-b7c9-cd70bb48ed68 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 210 time: 0.6284068 Feb 04 16:12:42.671245 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.705537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Transition to ACTIVE for port object 56079dcf-2b81-41c7-aa11-b68d71e82374 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:42.740781 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.821217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50430) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:42.826928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0bdb8691-1a59-4ef2-9bcb-47007324a8d6 None None] Provisioning for port 273ce49f-c40a-46a6-ad56-828364c330a4 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:42.840565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Allocated IP 172.20.0.1 (d8902da6-acaa-43b2-b6c1-59fa325c1ada/5a496ff7-22c0-4339-af89-3ab2264b0f74/12f27bf8-dfcf-4e39-b703-c5da3575b165) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:42.881316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0bdb8691-1a59-4ef2-9bcb-47007324a8d6 None None] Provisioning complete for port 273ce49f-c40a-46a6-ad56-828364c330a4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:42.881759 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8691-1a59-4ef2-9bcb-47007324a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.887867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-59cec12b-3b20-403c-b5ff-c7e666650722 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c59bbe991f9a4d2d8e19cef9479cb12c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0654762 Feb 04 16:12:42.888816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50434) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:42.926789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 67c944ad-1098-4ea9-b173-5e5a7d30db4d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:42.927568 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.956940 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-60b3f3b2-69fc-4451-8e78-50983c7d18c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.988850 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-60b3f3b2-69fc-4451-8e78-50983c7d18c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.006579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d449a4-a9a5-4847-b08a-409c48f3ba41 None None] Pushing event updated for resources: {'Port': ['ID=56079dcf-2b81-41c7-aa11-b68d71e82374,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:43.074001 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-60b3f3b2-69fc-4451-8e78-50983c7d18c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.075872 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.082980 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Attempting to bind port 56079dcf-2b81-41c7-aa11-b68d71e82374 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:43.083396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Attempting to bind port 56079dcf-2b81-41c7-aa11-b68d71e82374 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:43.083761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Attempting to bind port 56079dcf-2b81-41c7-aa11-b68d71e82374 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:43.093118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3f3b2-69fc-4451-8e78-50983c7d18c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8204ac81-e8a7-468b-9d47-3462c02f476f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:43.096496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Transition to ACTIVE for port object 12f27bf8-dfcf-4e39-b703-c5da3575b165 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:43.100440 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-60b3f3b2-69fc-4451-8e78-50983c7d18c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.108389 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-60b3f3b2-69fc-4451-8e78-50983c7d18c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8204ac81-e8a7-468b-9d47-3462c02f476f HTTP/1.1" status: 204 len: 168 time: 0.2185755 Feb 04 16:12:43.121594 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.172849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:43.173902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:43.174520 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.174919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:43.175475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Bound port: 56079dcf-2b81-41c7-aa11-b68d71e82374, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:43.175802 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.190205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Network d8902da6-acaa-43b2-b6c1-59fa325c1ada is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:43.193196 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:43.197084 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:43.231467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Pushing event updated for resources: {'Port': ['ID=12f27bf8-dfcf-4e39-b703-c5da3575b165,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:43.259912 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.362554 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.400811 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8691-1a59-4ef2-9bcb-47007324a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.467117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] For port 56079dcf-2b81-41c7-aa11-b68d71e82374, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:43.475028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] For port 56079dcf-2b81-41c7-aa11-b68d71e82374, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=56079dcf-2b81-41c7-aa11-b68d71e82374,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:43.483313 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.524668 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-0bdb8691-1a59-4ef2-9bcb-47007324a8d6 None None] For port 273ce49f-c40a-46a6-ad56-828364c330a4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=273ce49f-c40a-46a6-ad56-828364c330a4,segment=NetworkSegment(375c56d6-3af4-448f-8e50-ff79921e9a25),segment_id=375c56d6-3af4-448f-8e50-ff79921e9a25)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:43.554020 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8691-1a59-4ef2-9bcb-47007324a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.585551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d449a4-a9a5-4847-b08a-409c48f3ba41 None None] Pushing event updated for resources: {'Port': ['ID=56079dcf-2b81-41c7-aa11-b68d71e82374,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:43.680734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Routers {'e129e8e8-1c86-461d-9387-741c5acad4e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:43.681580 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:12:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e129e8e8-1c86-461d-9387-741c5acad4e7'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:43.793539 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-7af232d8-5a97-4b6a-b2b0-7e95961d9db8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:43.794375 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-7af232d8-5a97-4b6a-b2b0-7e95961d9db8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:43.816533 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb8691-1a59-4ef2-9bcb-47007324a8d6 None None] Pushing event updated for resources: {'Port': ['ID=273ce49f-c40a-46a6-ad56-828364c330a4,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:43.857120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-7af232d8-5a97-4b6a-b2b0-7e95961d9db8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:43.858525 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-7af232d8-5a97-4b6a-b2b0-7e95961d9db8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "GET /v2.0/networks?id=7011370a-3285-4bcc-9123-85df9d46f397 HTTP/1.1" status: 200 len: 797 time: 0.4046342 Feb 04 16:12:43.905116 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.934407 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:44.012659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 273ce49f-c40a-46a6-ad56-828364c330a4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:44.035668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d22d46e7-c563-4aea-97fc-9af4ed6f121c req-951eb00e-be0c-4ec7-b254-abf0be2f18d7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 210 time: 0.1041961 Feb 04 16:12:44.045301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Pushing event updated for resources: {'Port': ['ID=12f27bf8-dfcf-4e39-b703-c5da3575b165,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:44.070989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-13c49ef4-a150-4dce-9e94-395305a582c6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:44.104730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:44.122532 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-13c49ef4-a150-4dce-9e94-395305a582c6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:44.123851 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-13c49ef4-a150-4dce-9e94-395305a582c6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3 HTTP/1.1" status: 200 len: 379 time: 0.2457547 Feb 04 16:12:44.148718 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'port': {'device_id': '663399b6-87d6-4095-ba45-a1258721be66', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'admin_state_up': True, 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'security_groups': ['c13242d1-3b20-4ebe-9140-12339124f657']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:44.168321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] Set router e129e8e8-1c86-461d-9387-741c5acad4e7 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:44.226351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-085bfbbc-378d-4aea-b913-3b5d4f829875 None None] Provisioning for port 12f27bf8-dfcf-4e39-b703-c5da3575b165 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:44.255405 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-085bfbbc-378d-4aea-b913-3b5d4f829875 None None] Provisioning complete for port 12f27bf8-dfcf-4e39-b703-c5da3575b165 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:44.255800 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-085bfbbc-378d-4aea-b913-3b5d4f829875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:44.404171 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-085bfbbc-378d-4aea-b913-3b5d4f829875 None None] Port 12f27bf8-dfcf-4e39-b703-c5da3575b165 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:44.493684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 273ce49f-c40a-46a6-ad56-828364c330a4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:44.494062 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:44.518301 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Network d8902da6-acaa-43b2-b6c1-59fa325c1ada is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:44.519395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:44.521885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:44.556133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-085bfbbc-378d-4aea-b913-3b5d4f829875 None None] Provisioning complete for port 273ce49f-c40a-46a6-ad56-828364c330a4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:44.556355 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-085bfbbc-378d-4aea-b913-3b5d4f829875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:44.597082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:44.634093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Made reservation on behalf of d7ff7bfbfb3140b590e1ea986a3aedc3 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:44.636882 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:44.827792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'name': 'tempest-TestVolumeBackupRestore-916594913-router', 'tenant_id': '29839513d109404386173208663e73e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:12:43Z', 'revision_number': 4, 'project_id': '29839513d109404386173208663e73e0', 'gw_port': {'id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '12f27bf8-dfcf-4e39-b703-c5da3575b165', 'name': '', 'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada', 'tenant_id': '29839513d109404386173208663e73e0', 'mac_address': 'fa:16:3e:fc:ad:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a496ff7-22c0-4339-af89-3ab2264b0f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:42Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 1, 'project_id': '29839513d109404386173208663e73e0', 'subnets': [{'id': '5a496ff7-22c0-4339-af89-3ab2264b0f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:44.832745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e1c99-b5f5-4260-a617-aedcf1ec0ed9 None None] The sync data for ids ['e129e8e8-1c86-461d-9387-741c5acad4e7'] in n-d-827872-1 is: [{'id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'name': 'tempest-TestVolumeBackupRestore-916594913-router', 'tenant_id': '29839513d109404386173208663e73e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:12:43Z', 'revision_number': 4, 'project_id': '29839513d109404386173208663e73e0', 'gw_port': {'id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '12f27bf8-dfcf-4e39-b703-c5da3575b165', 'name': '', 'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada', 'tenant_id': '29839513d109404386173208663e73e0', 'mac_address': 'fa:16:3e:fc:ad:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a496ff7-22c0-4339-af89-3ab2264b0f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:42Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 1, 'project_id': '29839513d109404386173208663e73e0', 'subnets': [{'id': '5a496ff7-22c0-4339-af89-3ab2264b0f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:12:44.942616 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a5fb2dc3-c6ef-4249-850c-4c363d4220f3 None None] Provisioning complete for port 12f27bf8-dfcf-4e39-b703-c5da3575b165 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:44.943274 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a5fb2dc3-c6ef-4249-850c-4c363d4220f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.000432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50466) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:45.010476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb2dc3-c6ef-4249-850c-4c363d4220f3 None None] Port 12f27bf8-dfcf-4e39-b703-c5da3575b165 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:45.114148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.20.0.7 (7011370a-3285-4bcc-9123-85df9d46f397/6eb276af-55fe-4b8a-8a44-32c3b28806b1/f68d6f19-aff1-4767-908a-a44bc9757039) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:45.159543 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0faaa2b1-7a78-44a0-bd68-9c71cbb1a232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.225168 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2782962c-a3e2-468f-8f56-34011a388ffd req-747de9fc-a56c-4a58-a710-aca732ee39d7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 210 time: 0.0486817 Feb 04 16:12:45.231578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0faaa2b1-7a78-44a0-bd68-9c71cbb1a232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:45.235431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0faaa2b1-7a78-44a0-bd68-9c71cbb1a232 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c0db3aede343b2b4467cfe56176aae is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:45.238518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0faaa2b1-7a78-44a0-bd68-9c71cbb1a232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:45.244136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0faaa2b1-7a78-44a0-bd68-9c71cbb1a232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:45.290754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Router e129e8e8-1c86-461d-9387-741c5acad4e7 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:12:45.324151 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0faaa2b1-7a78-44a0-bd68-9c71cbb1a232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.328127 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0faaa2b1-7a78-44a0-bd68-9c71cbb1a232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.376716 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaa2b1-7a78-44a0-bd68-9c71cbb1a232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf34310-2bfe-4574-adc3-59f88fc9e2a7,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:45.380988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0faaa2b1-7a78-44a0-bd68-9c71cbb1a232 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5c0db3aede343b2b4467cfe56176aae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3795609 Feb 04 16:12:45.383706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50474) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:45.412330 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.433276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Transition to ACTIVE for port object f68d6f19-aff1-4767-908a-a44bc9757039 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:45.444098 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b23b8b44-c594-42c2-b0af-89df3a8a87f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.470108 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b23b8b44-c594-42c2-b0af-89df3a8a87f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.527755 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b23b8b44-c594-42c2-b0af-89df3a8a87f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.532779 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.545871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b8b44-c594-42c2-b0af-89df3a8a87f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf34310-2bfe-4574-adc3-59f88fc9e2a7,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:45.549188 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b23b8b44-c594-42c2-b0af-89df3a8a87f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.554177 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b23b8b44-c594-42c2-b0af-89df3a8a87f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9bf34310-2bfe-4574-adc3-59f88fc9e2a7 HTTP/1.1" status: 204 len: 168 time: 0.1662345 Feb 04 16:12:45.630813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 7011370a-3285-4bcc-9123-85df9d46f397 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:45.633131 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:45.634890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=f68d6f19-aff1-4767-908a-a44bc9757039,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:45.637221 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:45.711287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:45.711924 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.749372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:45.765532 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b2b18f3b-e874-4a69-8916-8821a89010fc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6211615 Feb 04 16:12:45.770232 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2802e780-ada8-456c-98da-9ea765da277a admin admin] 10.222.0.60 "PUT /v2.0/routers/e129e8e8-1c86-461d-9387-741c5acad4e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8410754 Feb 04 16:12:45.783392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Request body: {'port': {'device_id': '663399b6-87d6-4095-ba45-a1258721be66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:45.951355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-53062e23-7df8-4b16-99b9-96b6b482cd26 None None] Provisioning for port f68d6f19-aff1-4767-908a-a44bc9757039 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:45.959948 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-53062e23-7df8-4b16-99b9-96b6b482cd26 None None] Provisioning complete for port f68d6f19-aff1-4767-908a-a44bc9757039 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:45.960580 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-53062e23-7df8-4b16-99b9-96b6b482cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.986467 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.084310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-53062e23-7df8-4b16-99b9-96b6b482cd26 None None] Port f68d6f19-aff1-4767-908a-a44bc9757039 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:46.520001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e692b1-3205-437e-9621-840bcffb965b req-1643645f-a7fe-497e-8bb9-0803117a2db7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:46.520627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68d6f19-aff1-4767-908a-a44bc9757039 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:46.522633 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1e692b1-3205-437e-9621-840bcffb965b req-1643645f-a7fe-497e-8bb9-0803117a2db7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 931 time: 0.1191251 Feb 04 16:12:46.527499 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.542845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Transition to ACTIVE for port object f68d6f19-aff1-4767-908a-a44bc9757039 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:46.546859 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.579189 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1e692b1-3205-437e-9621-840bcffb965b req-9d7b1e5d-8aff-4705-8952-c258e8d3d95c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493720 Feb 04 16:12:46.687814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Pushing event updated for resources: {'Port': ['ID=f68d6f19-aff1-4767-908a-a44bc9757039,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:46.864659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Attempting to bind port f68d6f19-aff1-4767-908a-a44bc9757039 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:46.865074 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Attempting to bind port f68d6f19-aff1-4767-908a-a44bc9757039 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '19eec921-7c4b-41c7-9bfc-878e763ecd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:46.865476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Attempting to bind port f68d6f19-aff1-4767-908a-a44bc9757039 on network 7011370a-3285-4bcc-9123-85df9d46f397 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:46.882330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Port f68d6f19-aff1-4767-908a-a44bc9757039 on network 7011370a-3285-4bcc-9123-85df9d46f397 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:12:46.882330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Attempting to bind port f68d6f19-aff1-4767-908a-a44bc9757039 on network 7011370a-3285-4bcc-9123-85df9d46f397 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:46.882330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:46.882330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Checking segment: {'id': '19eec921-7c4b-41c7-9bfc-878e763ecd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:46.887727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Bound using segment: {'id': '19eec921-7c4b-41c7-9bfc-878e763ecd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:46.889678 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Bound port: f68d6f19-aff1-4767-908a-a44bc9757039, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19eec921-7c4b-41c7-9bfc-878e763ecd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:46.891149 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.040752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] For port f68d6f19-aff1-4767-908a-a44bc9757039, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:47.053137 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] For port f68d6f19-aff1-4767-908a-a44bc9757039, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f68d6f19-aff1-4767-908a-a44bc9757039,segment=NetworkSegment(19eec921-7c4b-41c7-9bfc-878e763ecd20),segment_id=19eec921-7c4b-41c7-9bfc-878e763ecd20)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:47.058934 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.143246 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.145054 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] 10.222.0.81 "PUT /v2.0/ports/f68d6f19-aff1-4767-908a-a44bc9757039 HTTP/1.1" status: 200 len: 1091 time: 1.3667593 Feb 04 16:12:47.145621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663399b6-87d6-4095-ba45-a1258721be66', 'tag': 'f68d6f19-aff1-4767-908a-a44bc9757039'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:47.167156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45490382-90a7-4e91-b286-7c72b42f787d service neutron] Pushing event updated for resources: {'Port': ['ID=f68d6f19-aff1-4767-908a-a44bc9757039,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:47.244841 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663399b6-87d6-4095-ba45-a1258721be66', 'tag': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'status': 'completed', 'code': 200} Feb 04 16:12:47.296412 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-e7a275ee-05ab-4676-8950-cb1be6c6116d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 1094 time: 0.0930345 Feb 04 16:12:47.321774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50552) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:47.393590 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-dc921516-ba99-457e-aa06-9b010797ffda service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f68d6f19-aff1-4767-908a-a44bc9757039 HTTP/1.1" status: 200 len: 217 time: 0.0839965 Feb 04 16:12:47.475908 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b46be1ca-bbb8-43ba-bc3f-185761a22b06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:47.477436 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-b46be1ca-bbb8-43ba-bc3f-185761a22b06 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6eb276af-55fe-4b8a-8a44-32c3b28806b1 HTTP/1.1" status: 200 len: 834 time: 0.0788488 Feb 04 16:12:47.521565 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-62791e63-d08f-4738-aeea-a9f3c20dbcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.558401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-62791e63-d08f-4738-aeea-a9f3c20dbcd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:47.562460 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-62791e63-d08f-4738-aeea-a9f3c20dbcd9 admin admin] Usage tracker for resource:security_group_rule and tenant:2b552472aaac47e090f4dd9d3ca63342 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:47.562888 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-092f9892-4ca8-469d-8aa2-5acde3c8add2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7011370a-3285-4bcc-9123-85df9d46f397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798459 Feb 04 16:12:47.565489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-62791e63-d08f-4738-aeea-a9f3c20dbcd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:47.571866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-62791e63-d08f-4738-aeea-a9f3c20dbcd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:47.664342 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-62791e63-d08f-4738-aeea-a9f3c20dbcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.670630 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-62791e63-d08f-4738-aeea-a9f3c20dbcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.714665 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-fb6afd04-d4cc-42cc-b5e4-2634982e305b service neutron] 10.222.0.81 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457322 Feb 04 16:12:47.766127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62791e63-d08f-4738-aeea-a9f3c20dbcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339a2691-613f-4ff4-8f46-5cadf6b9a74e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:47.804809 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-62791e63-d08f-4738-aeea-a9f3c20dbcd9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b552472aaac47e090f4dd9d3ca63342&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4818935 Feb 04 16:12:47.809278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50560) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:47.846495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1e92b-a4f0-40ef-8b4f-85ad9e393651 req-a651593d-638a-410b-8afe-eb5112e09704 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:47.848046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0d1e92b-a4f0-40ef-8b4f-85ad9e393651 req-a651593d-638a-410b-8afe-eb5112e09704 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 943 time: 0.1296299 Feb 04 16:12:47.862415 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f8fc48cc-225e-4d2b-aea3-2a25ac2c6f98 req-1dda6a7f-bd16-4300-934e-e06419eb0db5 service neutron] 10.222.0.81 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423137 Feb 04 16:12:47.933623 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b324cf49-cb81-4edb-b03f-0db8e318d933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.939621 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0d1e92b-a4f0-40ef-8b4f-85ad9e393651 req-31e93e8d-210d-4a90-ab29-62fe2a1a2a7b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843692 Feb 04 16:12:47.968233 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b324cf49-cb81-4edb-b03f-0db8e318d933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.057319 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b324cf49-cb81-4edb-b03f-0db8e318d933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.078224 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b324cf49-cb81-4edb-b03f-0db8e318d933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.079919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b324cf49-cb81-4edb-b03f-0db8e318d933 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/339a2691-613f-4ff4-8f46-5cadf6b9a74e HTTP/1.1" status: 204 len: 168 time: 0.2695391 Feb 04 16:12:48.082228 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324cf49-cb81-4edb-b03f-0db8e318d933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339a2691-613f-4ff4-8f46-5cadf6b9a74e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:48.106301 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5613cae-a574-4167-bba5-42b8bb970adc req-9fd403cd-6b46-48f1-b245-215c6cc04207 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 1094 time: 0.1288266 Feb 04 16:12:48.268233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5613cae-a574-4167-bba5-42b8bb970adc req-17129b11-f422-4bb4-aa4b-655faea1a296 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:48.270144 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5613cae-a574-4167-bba5-42b8bb970adc req-17129b11-f422-4bb4-aa4b-655faea1a296 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7011370a-3285-4bcc-9123-85df9d46f397 HTTP/1.1" status: 200 len: 898 time: 0.1581755 Feb 04 16:12:48.346803 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5613cae-a574-4167-bba5-42b8bb970adc req-e0de65f6-f547-42c7-8f97-27752cc7e969 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f68d6f19-aff1-4767-908a-a44bc9757039 HTTP/1.1" status: 200 len: 217 time: 0.0709743 Feb 04 16:12:48.412267 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5613cae-a574-4167-bba5-42b8bb970adc req-d7fc8502-223a-4358-b3e3-070c071d9b53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:48.413728 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5613cae-a574-4167-bba5-42b8bb970adc req-d7fc8502-223a-4358-b3e3-070c071d9b53 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6eb276af-55fe-4b8a-8a44-32c3b28806b1 HTTP/1.1" status: 200 len: 834 time: 0.0620766 Feb 04 16:12:48.495605 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5613cae-a574-4167-bba5-42b8bb970adc req-9b9cbd5e-62cf-4d1e-a628-f55a68623ec1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7011370a-3285-4bcc-9123-85df9d46f397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764887 Feb 04 16:12:48.747334 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5613cae-a574-4167-bba5-42b8bb970adc req-a0dd0255-226a-49ef-8e2f-90a5e34b5ee8 service neutron] 10.222.0.81 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454748 Feb 04 16:12:48.891001 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e5613cae-a574-4167-bba5-42b8bb970adc req-2b5cd52f-6365-4552-bace-7fb6434b73b8 service neutron] 10.222.0.81 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377420 Feb 04 16:12:49.340533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136111c-993d-4472-897a-377945e91175 req-9709e393-e6d2-47f9-884c-feb917988b54 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.342009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3136111c-993d-4472-897a-377945e91175 req-9709e393-e6d2-47f9-884c-feb917988b54 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 943 time: 0.1001306 Feb 04 16:12:49.392890 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3136111c-993d-4472-897a-377945e91175 req-2473d36e-111a-4e0a-93b8-a31537f52f5c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436659 Feb 04 16:12:49.741379 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:50.619924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ed075-ca00-4445-bf63-d1ab3c53ada2 req-9372a5e1-0d52-4cb0-9fad-fb25ab26a491 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:50.621799 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad4ed075-ca00-4445-bf63-d1ab3c53ada2 req-9372a5e1-0d52-4cb0-9fad-fb25ab26a491 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 943 time: 0.0900695 Feb 04 16:12:50.678200 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad4ed075-ca00-4445-bf63-d1ab3c53ada2 req-541ce631-a8d4-4a82-9b05-3a8df1793ac9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485437 Feb 04 16:12:51.904079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d6579-ae8a-4005-af37-e3b064320271 req-dab5f41f-aed3-4b52-ba2b-31dfe0c24471 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:51.905542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-097d6579-ae8a-4005-af37-e3b064320271 req-dab5f41f-aed3-4b52-ba2b-31dfe0c24471 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 943 time: 0.0790401 Feb 04 16:12:51.967774 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-097d6579-ae8a-4005-af37-e3b064320271 req-d9229817-317d-4c5e-a016-bc6ef9af3299 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549557 Feb 04 16:12:52.138143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f68d6f19-aff1-4767-908a-a44bc9757039 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:12:52.287492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f68d6f19-aff1-4767-908a-a44bc9757039, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f68d6f19-aff1-4767-908a-a44bc9757039,segment=NetworkSegment(19eec921-7c4b-41c7-9bfc-878e763ecd20),segment_id=19eec921-7c4b-41c7-9bfc-878e763ecd20)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:52.304466 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'port_id': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'mac_address': 'fa:16:3e:76:07:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:12:52.373038 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:52.391385 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68d6f19-aff1-4767-908a-a44bc9757039 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:52.408060 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f68d6f19-aff1-4767-908a-a44bc9757039, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f68d6f19-aff1-4767-908a-a44bc9757039,segment=NetworkSegment(19eec921-7c4b-41c7-9bfc-878e763ecd20),segment_id=19eec921-7c4b-41c7-9bfc-878e763ecd20)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:52.413504 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:52.489883 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=f68d6f19-aff1-4767-908a-a44bc9757039,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:52.500449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:52.503116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:52.504484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:52.504725 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:52.505055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:52.505382 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:52.505703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:52.506018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:52.506331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:52.506643 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:52.506984 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:52.784342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['f68d6f19-aff1-4767-908a-a44bc9757039'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:12:53.196806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c651a-2c50-4fa8-a5f5-c5f34d6bf419 req-d6703f03-55fa-4866-98d2-825dd72c1df5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:53.200906 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d78c651a-2c50-4fa8-a5f5-c5f34d6bf419 req-d6703f03-55fa-4866-98d2-825dd72c1df5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 944 time: 0.0916457 Feb 04 16:12:53.266947 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d78c651a-2c50-4fa8-a5f5-c5f34d6bf419 req-2663a750-b1b7-4f24-9f0c-c3890996f4b3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625396 Feb 04 16:12:54.152992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f68d6f19-aff1-4767-908a-a44bc9757039 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:54.244254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port f68d6f19-aff1-4767-908a-a44bc9757039 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:54.250339 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port f68d6f19-aff1-4767-908a-a44bc9757039 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:54.250745 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:54.396845 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:54.460012 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663399b6-87d6-4095-ba45-a1258721be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68d6f19-aff1-4767-908a-a44bc9757039'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:54.479375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f68d6f19-aff1-4767-908a-a44bc9757039, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f68d6f19-aff1-4767-908a-a44bc9757039,segment=NetworkSegment(19eec921-7c4b-41c7-9bfc-878e763ecd20),segment_id=19eec921-7c4b-41c7-9bfc-878e763ecd20)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:54.485898 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:54.574158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=f68d6f19-aff1-4767-908a-a44bc9757039,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:54.595619 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663399b6-87d6-4095-ba45-a1258721be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'code': 200} Feb 04 16:12:54.627462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a37e02-dae9-443a-a2d5-142d4a691ec1 req-4344114d-fdd0-4a0e-a182-0a6513543f5f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:54.629476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8a37e02-dae9-443a-a2d5-142d4a691ec1 req-4344114d-fdd0-4a0e-a182-0a6513543f5f tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.1712201 Feb 04 16:12:54.723136 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8a37e02-dae9-443a-a2d5-142d4a691ec1 req-fe10ae19-c84e-4f73-bdb3-44ec8876c662 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788786 Feb 04 16:12:54.843627 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-44e986bf-419b-43ee-91ac-d1c9ddc51ba2 req-d5cce5f7-84d0-497e-a41f-7a0737076e30 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 1096 time: 0.1490071 Feb 04 16:12:54.905899 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-44e986bf-419b-43ee-91ac-d1c9ddc51ba2 req-60a2727c-63d0-42ed-b69a-119eec8fc004 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557449 Feb 04 16:12:54.957158 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50652) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:55.112963 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ebec495-1bb5-4262-bad0-173ef6089817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:55.146029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0ebec495-1bb5-4262-bad0-173ef6089817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:55.149906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0ebec495-1bb5-4262-bad0-173ef6089817 admin admin] Usage tracker for resource:security_group_rule and tenant:6d46f615b222468a82c9e9fb9afb7704 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:55.152723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0ebec495-1bb5-4262-bad0-173ef6089817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:55.159453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0ebec495-1bb5-4262-bad0-173ef6089817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:55.227437 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ebec495-1bb5-4262-bad0-173ef6089817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:55.232000 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0ebec495-1bb5-4262-bad0-173ef6089817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:55.277819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebec495-1bb5-4262-bad0-173ef6089817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cfc9f0-9ea9-419e-91cd-09cd2c0e5c3c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:55.283849 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0ebec495-1bb5-4262-bad0-173ef6089817 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d46f615b222468a82c9e9fb9afb7704&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3255823 Feb 04 16:12:55.286690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50658) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:55.354467 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2d876f8-168e-4c3b-9551-9878a57c2366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:55.383025 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2d876f8-168e-4c3b-9551-9878a57c2366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:55.440600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2d876f8-168e-4c3b-9551-9878a57c2366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:55.454973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d876f8-168e-4c3b-9551-9878a57c2366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cfc9f0-9ea9-419e-91cd-09cd2c0e5c3c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:55.463538 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2d876f8-168e-4c3b-9551-9878a57c2366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:55.464679 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c2d876f8-168e-4c3b-9551-9878a57c2366 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74cfc9f0-9ea9-419e-91cd-09cd2c0e5c3c HTTP/1.1" status: 204 len: 168 time: 0.1769543 Feb 04 16:12:55.923494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50670) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:55.948320 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5830c1b8-4e4b-4f9c-b53c-f6dd02555613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:55.996920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5830c1b8-4e4b-4f9c-b53c-f6dd02555613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:56.003213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5830c1b8-4e4b-4f9c-b53c-f6dd02555613 admin admin] Usage tracker for resource:security_group_rule and tenant:ea8b09e771d942a1877e980e8a264311 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:56.013608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5830c1b8-4e4b-4f9c-b53c-f6dd02555613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:56.020541 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5830c1b8-4e4b-4f9c-b53c-f6dd02555613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:56.024329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc64682-890b-4783-82a8-68b280d30917 req-5c4ed7da-d26b-40b3-8da7-6969ee593f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:56.026201 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fc64682-890b-4783-82a8-68b280d30917 req-5c4ed7da-d26b-40b3-8da7-6969ee593f58 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.1409783 Feb 04 16:12:56.148654 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fc64682-890b-4783-82a8-68b280d30917 req-a6b72e46-b8e3-4594-bfa3-d912aac165ab tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090240 Feb 04 16:12:56.172299 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5830c1b8-4e4b-4f9c-b53c-f6dd02555613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.180023 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5830c1b8-4e4b-4f9c-b53c-f6dd02555613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.236013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830c1b8-4e4b-4f9c-b53c-f6dd02555613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32319702-6709-4082-a526-f2ee3be22252,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:56.243774 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5830c1b8-4e4b-4f9c-b53c-f6dd02555613 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea8b09e771d942a1877e980e8a264311&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3192358 Feb 04 16:12:56.246550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50674) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:56.320068 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e175c2c3-8821-44ba-8107-b18eba4b3991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.351914 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e175c2c3-8821-44ba-8107-b18eba4b3991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.421250 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e175c2c3-8821-44ba-8107-b18eba4b3991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.461872 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e175c2c3-8821-44ba-8107-b18eba4b3991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.463298 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e175c2c3-8821-44ba-8107-b18eba4b3991 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32319702-6709-4082-a526-f2ee3be22252 HTTP/1.1" status: 204 len: 168 time: 0.2156744 Feb 04 16:12:56.466394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175c2c3-8821-44ba-8107-b18eba4b3991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32319702-6709-4082-a526-f2ee3be22252,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:57.374737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486559f-6e6b-4416-996f-7aab33869086 req-da37a1ca-8d8c-4bc0-acf1-b5dcde0107a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:57.377781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f486559f-6e6b-4416-996f-7aab33869086 req-da37a1ca-8d8c-4bc0-acf1-b5dcde0107a5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0912275 Feb 04 16:12:57.431194 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f486559f-6e6b-4416-996f-7aab33869086 req-8d1edd54-f9e3-4b4c-b8cd-0f4c279a62a0 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469012 Feb 04 16:12:57.660818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab4fe-23ae-4527-a6a8-87ba6f2a4d26 req-e0fa3bfd-c09e-423f-a3a6-ae2ce3a64d89 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:57.662824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d50ab4fe-23ae-4527-a6a8-87ba6f2a4d26 req-e0fa3bfd-c09e-423f-a3a6-ae2ce3a64d89 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0884709 Feb 04 16:12:57.716535 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d50ab4fe-23ae-4527-a6a8-87ba6f2a4d26 req-081a0e43-a7ae-471a-af24-26e51c919cef tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485764 Feb 04 16:12:57.746777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50708) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:57.982475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 56079dcf-2b81-41c7-aa11-b68d71e82374 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:58.100252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 56079dcf-2b81-41c7-aa11-b68d71e82374 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:58.106049 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 56079dcf-2b81-41c7-aa11-b68d71e82374 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:58.107414 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.199389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50732) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:58.199985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e577146f-fcce-4c0c-a667-56868465258e tempest-TestNetworkAdvancedServerOps-815586415 tempest-TestNetworkAdvancedServerOps-815586415-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 1091 time: 0.4518545 Feb 04 16:12:58.207399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:58.217803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:58.234155 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Usage tracker for resource:floatingip and tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:58.242597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:58.253668 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:58.266682 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.270269 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.296353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 56079dcf-2b81-41c7-aa11-b68d71e82374, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=56079dcf-2b81-41c7-aa11-b68d71e82374,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:58.303793 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.426822 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=56079dcf-2b81-41c7-aa11-b68d71e82374,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:58.467025 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.638069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Allocated IP 172.25.0.16 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/b5ae4b24-90ca-4be1-a777-dd46d6f28352) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:58.811988 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.841934 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.919821 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:58.924299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:58.929831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:58.960752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=b5ae4b24-90ca-4be1-a777-dd46d6f28352,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:59.165688 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Sync routers for ids ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:12:59.178348 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Routers {'8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:59.178961 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:12:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:59.285534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Sync routers for ids ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:12:59.310581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Routers {'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:59.312909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:12:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:59.385973 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Set router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:59.665979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Set router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:59.792902 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:59.807985 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:29Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:30Z', 'updated_at': '2022-02-04T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '8090b926-f018-4632-bfaf-9993cf0105d2', 'name': '', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:36:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:35Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 2, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:59.819845 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Checking router: 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:12:59.821965 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Updating router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 port 8090b926-f018-4632-bfaf-9993cf0105d2 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:12:59.873216 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:59.992506 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.029956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 56079dcf-2b81-41c7-aa11-b68d71e82374 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:00.194960 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.201099 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.247754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 56079dcf-2b81-41c7-aa11-b68d71e82374 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:00.247978 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.392570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event updated for resources: {'Port': ['ID=b5ae4b24-90ca-4be1-a777-dd46d6f28352,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:00.416801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '0d1c1944-3766-4ae7-a58a-46e48493f687', 'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'mac_address': 'fa:16:3e:91:14:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:31Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 2, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'subnets': [{'id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:00.420997 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Checking router: f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:13:00.421347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Updating router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be port 0d1c1944-3766-4ae7-a58a-46e48493f687 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:13:00.435587 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.480005 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.573870 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.593330 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Transition to ACTIVE for port object 8090b926-f018-4632-bfaf-9993cf0105d2 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:00.609161 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.772295 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Floating IP 9c1703fc-6556-4aaf-afe4-09318dcf8c71 associated. External IP: 172.25.0.16, port: f68d6f19-aff1-4767-908a-a44bc9757039. Feb 04 16:13:00.801784 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ace04f-7171-42c1-bba0-1fe9a3a4f405 None None] Pushing event updated for resources: {'Port': ['ID=8090b926-f018-4632-bfaf-9993cf0105d2,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:00.984689 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.003599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Transition to ACTIVE for port object 0d1c1944-3766-4ae7-a58a-46e48493f687 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:01.013204 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.171873 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Attempting to bind port 8090b926-f018-4632-bfaf-9993cf0105d2 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:13:01.172266 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Attempting to bind port 8090b926-f018-4632-bfaf-9993cf0105d2 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '19eec921-7c4b-41c7-9bfc-878e763ecd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:13:01.175930 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Attempting to bind port 8090b926-f018-4632-bfaf-9993cf0105d2 on network 7011370a-3285-4bcc-9123-85df9d46f397 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:01.198503 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:13:01.198920 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Checking segment: {'id': '19eec921-7c4b-41c7-9bfc-878e763ecd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:01.199458 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.199919 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Bound using segment: {'id': '19eec921-7c4b-41c7-9bfc-878e763ecd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:13:01.200484 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Bound port: 8090b926-f018-4632-bfaf-9993cf0105d2, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19eec921-7c4b-41c7-9bfc-878e763ecd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:13:01.200858 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.337374 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab0f67-b027-419a-b8da-53719885038b None None] Pushing event updated for resources: {'Port': ['ID=0d1c1944-3766-4ae7-a58a-46e48493f687,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:01.390769 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] For port 8090b926-f018-4632-bfaf-9993cf0105d2, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:13:01.396318 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] For port 8090b926-f018-4632-bfaf-9993cf0105d2, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=8090b926-f018-4632-bfaf-9993cf0105d2,segment=NetworkSegment(19eec921-7c4b-41c7-9bfc-878e763ecd20),segment_id=19eec921-7c4b-41c7-9bfc-878e763ecd20)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:13:01.404055 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.458344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Attempting to bind port 0d1c1944-3766-4ae7-a58a-46e48493f687 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:13:01.459163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Attempting to bind port 0d1c1944-3766-4ae7-a58a-46e48493f687 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'ac578809-d161-4204-9cce-9fbabe2775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:13:01.460014 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Attempting to bind port 0d1c1944-3766-4ae7-a58a-46e48493f687 on network 665a3d0a-dfc4-4564-bd14-cb448eba3d4d {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:01.470868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:13:01.471456 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Checking segment: {'id': 'ac578809-d161-4204-9cce-9fbabe2775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:01.471958 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.472449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Bound using segment: {'id': 'ac578809-d161-4204-9cce-9fbabe2775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:13:01.473023 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Bound port: 0d1c1944-3766-4ae7-a58a-46e48493f687, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac578809-d161-4204-9cce-9fbabe2775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:13:01.473493 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.550338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:13:01.568939 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ace04f-7171-42c1-bba0-1fe9a3a4f405 None None] Pushing event updated for resources: {'Port': ['ID=8090b926-f018-4632-bfaf-9993cf0105d2,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:01.577747 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Routers {'8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:01.578396 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:12:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:01.683325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] For port 0d1c1944-3766-4ae7-a58a-46e48493f687, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:13:01.687049 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] For port 0d1c1944-3766-4ae7-a58a-46e48493f687, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0d1c1944-3766-4ae7-a58a-46e48493f687,segment=NetworkSegment(ac578809-d161-4204-9cce-9fbabe2775d0),segment_id=ac578809-d161-4204-9cce-9fbabe2775d0)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:13:01.693290 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.883858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Routers {'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:01.884886 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:12:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:01.978091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:13:02.088117 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:02.115791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab0f67-b027-419a-b8da-53719885038b None None] Pushing event updated for resources: {'Port': ['ID=0d1c1944-3766-4ae7-a58a-46e48493f687,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:02.233851 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] Set router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:13:02.244862 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ab6f04c5-da52-4844-abb7-a60bfcd6a280 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0429626 Feb 04 16:13:02.245596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663399b6-87d6-4095-ba45-a1258721be66', 'tag': 'f68d6f19-aff1-4767-908a-a44bc9757039'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:13:02.309858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] Set router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:13:02.346290 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663399b6-87d6-4095-ba45-a1258721be66', 'tag': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'status': 'completed', 'code': 200} Feb 04 16:13:02.577259 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9bf321b7-7b14-43ca-a494-060ff0db1bf6 req-cee79ab3-9d76-464a-860e-d5e6b30a8180 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 1096 time: 0.1704624 Feb 04 16:13:02.595334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36018b96-9ef0-4d76-9aac-c6972fa49574 req-2f7cb1d2-2574-4396-8437-4ae8b4d97cbc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:02.596900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-36018b96-9ef0-4d76-9aac-c6972fa49574 req-2f7cb1d2-2574-4396-8437-4ae8b4d97cbc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.1949379 Feb 04 16:13:02.732259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-36018b96-9ef0-4d76-9aac-c6972fa49574 req-b2510897-1151-4b29-ae16-b5076fc5c690 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277573 Feb 04 16:13:02.753169 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf321b7-7b14-43ca-a494-060ff0db1bf6 req-0735a640-9ad2-4322-8033-84abc3bf992f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:02.756451 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9bf321b7-7b14-43ca-a494-060ff0db1bf6 req-0735a640-9ad2-4322-8033-84abc3bf992f service neutron] 10.222.0.81 "GET /v2.0/networks?id=7011370a-3285-4bcc-9123-85df9d46f397 HTTP/1.1" status: 200 len: 898 time: 0.1722500 Feb 04 16:13:02.761466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50786) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:02.888332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '0d1c1944-3766-4ae7-a58a-46e48493f687', 'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'mac_address': 'fa:16:3e:91:14:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:31Z', 'updated_at': '2022-02-04T16:13:01Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'subnets': [{'id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:02.894918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224e67c1-7221-419d-89ca-2dce4a33c1b9 None None] The sync data for ids ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'] in n-d-827872-1 is: [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '0d1c1944-3766-4ae7-a58a-46e48493f687', 'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'mac_address': 'fa:16:3e:91:14:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:31Z', 'updated_at': '2022-02-04T16:13:01Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'subnets': [{'id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:13:02.960744 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:29Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:30Z', 'updated_at': '2022-02-04T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '9c1703fc-6556-4aaf-afe4-09318dcf8c71', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'port_id': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'mac_address': 'fa:16:3e:76:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663399b6-87d6-4095-ba45-a1258721be66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:12:59Z', 'updated_at': '2022-02-04T16:12:59Z', 'revision_number': 0, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8090b926-f018-4632-bfaf-9993cf0105d2', 'name': '', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:36:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:35Z', 'updated_at': '2022-02-04T16:13:01Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:02.965880 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac68e0-5629-4759-8280-3ec48994d6a1 None None] The sync data for ids ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'] in n-d-827872-1 is: [{'id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:29Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:30Z', 'updated_at': '2022-02-04T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '9c1703fc-6556-4aaf-afe4-09318dcf8c71', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'port_id': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'mac_address': 'fa:16:3e:76:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663399b6-87d6-4095-ba45-a1258721be66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:12:59Z', 'updated_at': '2022-02-04T16:12:59Z', 'revision_number': 0, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8090b926-f018-4632-bfaf-9993cf0105d2', 'name': '', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:36:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:35Z', 'updated_at': '2022-02-04T16:13:01Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:13:03.003574 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c62a104a-d037-4bec-99a9-2ab0dcc3eb5c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.2390678 Feb 04 16:13:03.199995 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9bf321b7-7b14-43ca-a494-060ff0db1bf6 req-8ae959aa-a790-4420-803c-f5664675d2ec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f68d6f19-aff1-4767-908a-a44bc9757039 HTTP/1.1" status: 200 len: 998 time: 0.4369032 Feb 04 16:13:03.323992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf321b7-7b14-43ca-a494-060ff0db1bf6 req-02abff50-5f94-400c-b6cf-b3d95ef7d791 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:03.329700 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9bf321b7-7b14-43ca-a494-060ff0db1bf6 req-02abff50-5f94-400c-b6cf-b3d95ef7d791 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6eb276af-55fe-4b8a-8a44-32c3b28806b1 HTTP/1.1" status: 200 len: 834 time: 0.1214778 Feb 04 16:13:03.430031 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9bf321b7-7b14-43ca-a494-060ff0db1bf6 req-cdd3f062-9d45-4856-b744-9f3fe58cfeb9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7011370a-3285-4bcc-9123-85df9d46f397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947349 Feb 04 16:13:03.615935 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9bf321b7-7b14-43ca-a494-060ff0db1bf6 req-e1948f52-d92e-45a1-8d76-87d56f99b98c service neutron] 10.222.0.81 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796198 Feb 04 16:13:03.790733 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9bf321b7-7b14-43ca-a494-060ff0db1bf6 req-627ead0c-1ef4-4b2e-9a29-423fa60c3a6c service neutron] 10.222.0.81 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686499 Feb 04 16:13:04.004848 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50794) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:04.127056 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8090b926-f018-4632-bfaf-9993cf0105d2 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:04.189708 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4384ea40-30b1-4c96-abbe-a4cf3462f576 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.1833892 Feb 04 16:13:04.238302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 8090b926-f018-4632-bfaf-9993cf0105d2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:04.245232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 8090b926-f018-4632-bfaf-9993cf0105d2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:04.245232 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:04.436715 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:04.478478 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 8090b926-f018-4632-bfaf-9993cf0105d2, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=8090b926-f018-4632-bfaf-9993cf0105d2,segment=NetworkSegment(19eec921-7c4b-41c7-9bfc-878e763ecd20),segment_id=19eec921-7c4b-41c7-9bfc-878e763ecd20)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:04.483923 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:04.484436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0d1c1944-3766-4ae7-a58a-46e48493f687 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:04.667569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=8090b926-f018-4632-bfaf-9993cf0105d2,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:04.677572 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 0d1c1944-3766-4ae7-a58a-46e48493f687 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:04.684387 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 0d1c1944-3766-4ae7-a58a-46e48493f687 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:04.685209 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:04.838593 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:04.886316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 0d1c1944-3766-4ae7-a58a-46e48493f687, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0d1c1944-3766-4ae7-a58a-46e48493f687,segment=NetworkSegment(ac578809-d161-4204-9cce-9fbabe2775d0),segment_id=ac578809-d161-4204-9cce-9fbabe2775d0)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:04.893387 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:05.001868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=0d1c1944-3766-4ae7-a58a-46e48493f687,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:05.184373 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50802) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:05.347646 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4e8388c7-7676-4194-8bc1-c4eedc9c7ea7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.1597402 Feb 04 16:13:05.925061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8090b926-f018-4632-bfaf-9993cf0105d2 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:06.004689 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 8090b926-f018-4632-bfaf-9993cf0105d2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:06.005094 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:06.124030 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0d1c1944-3766-4ae7-a58a-46e48493f687 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:06.200196 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 0d1c1944-3766-4ae7-a58a-46e48493f687 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:06.200606 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:06.351242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50810) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:06.469601 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-075f73de-d274-4f1e-926f-538906bf1f59 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.1165965 Feb 04 16:13:06.596184 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6b30649a-1726-430b-9085-b1a889c9f251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:07.472505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50826) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:07.589801 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-405b9f72-1f78-4944-8498-b3e2d41231d6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.1153607 Feb 04 16:13:08.595987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50838) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:08.745465 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6e9dabff-7e1b-4321-9d91-5a0fa2bab70d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.1481352 Feb 04 16:13:08.971131 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-737392da-0f7e-4480-ac05-a8034c231540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:09.749086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50846) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:09.868351 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fb43a693-131b-41d5-a53f-baf0582b484e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.1171062 Feb 04 16:13:10.283821 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:10.417241 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:10.871475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50880) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:11.010545 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dd72a50f-0b42-4f2e-9f0b-cb3cba1033a9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.1215699 Feb 04 16:13:11.538222 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:11.787730 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:11.996010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50892) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:12.116076 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5b4b245d-5196-455d-8567-5eba47d8c4c7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.1182094 Feb 04 16:13:13.117940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50914) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:13.228478 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7c700c9d-244f-469b-bab1-b52bf5f4b09a tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.1093745 Feb 04 16:13:14.232433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50930) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:14.488782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-459b3146-f364-48c7-bfee-e6529ba4a526 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.2534142 Feb 04 16:13:15.492779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50958) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:15.619773 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7a9a40ca-96db-4ebe-86be-a88203797eba tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.1264241 Feb 04 16:13:16.623788 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 50978) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:16.734861 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3dba52d8-a3b2-462e-b9ab-84cb9bb71112 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.1093943 Feb 04 16:13:17.452572 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:13:17.739152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 50992) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:17.850819 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-407524d2-a577-47b1-8b3f-204a3eabe4e4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.1092491 Feb 04 16:13:18.853232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51008) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:18.978941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cc319f89-d073-4c5e-86a9-4fe1e6477401 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.1242189 Feb 04 16:13:19.745709 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:19.982622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51030) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:20.035799 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071e3b3-c985-4be3-8af9-2f50b393922a None None] New status for floating IP 9c1703fc-6556-4aaf-afe4-09318dcf8c71: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:13:20.113228 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c3e68776-1100-4409-845e-fd15b65d5b03 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 990 time: 0.1288488 Feb 04 16:13:21.117008 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51046) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:21.231487 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4946cf91-b512-4cf2-9292-f4491a9c3698 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 992 time: 0.1083617 Feb 04 16:13:22.122180 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Sync routers for ids ['e129e8e8-1c86-461d-9387-741c5acad4e7'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:13:22.133593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Routers {'e129e8e8-1c86-461d-9387-741c5acad4e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:22.134301 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:13:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e129e8e8-1c86-461d-9387-741c5acad4e7'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:22.322137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Set router e129e8e8-1c86-461d-9387-741c5acad4e7 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:13:22.654197 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'name': 'tempest-TestVolumeBackupRestore-916594913-router', 'tenant_id': '29839513d109404386173208663e73e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:12:43Z', 'revision_number': 4, 'project_id': '29839513d109404386173208663e73e0', 'gw_port': {'id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '12f27bf8-dfcf-4e39-b703-c5da3575b165', 'name': '', 'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada', 'tenant_id': '29839513d109404386173208663e73e0', 'mac_address': 'fa:16:3e:fc:ad:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a496ff7-22c0-4339-af89-3ab2264b0f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:42Z', 'updated_at': '2022-02-04T16:12:43Z', 'revision_number': 2, 'project_id': '29839513d109404386173208663e73e0', 'subnets': [{'id': '5a496ff7-22c0-4339-af89-3ab2264b0f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:22.658937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Checking router: e129e8e8-1c86-461d-9387-741c5acad4e7 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:13:22.659314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Updating router e129e8e8-1c86-461d-9387-741c5acad4e7 port 12f27bf8-dfcf-4e39-b703-c5da3575b165 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:13:22.709894 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.087242 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.099450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Transition to ACTIVE for port object 12f27bf8-dfcf-4e39-b703-c5da3575b165 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:23.111538 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.317713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818886e2-0872-4a48-8a4f-1ec55e91c0b3 None None] Pushing event updated for resources: {'Port': ['ID=12f27bf8-dfcf-4e39-b703-c5da3575b165,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:23.515247 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Attempting to bind port 12f27bf8-dfcf-4e39-b703-c5da3575b165 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:13:23.515534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Attempting to bind port 12f27bf8-dfcf-4e39-b703-c5da3575b165 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '375c56d6-3af4-448f-8e50-ff79921e9a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:13:23.515906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Attempting to bind port 12f27bf8-dfcf-4e39-b703-c5da3575b165 on network d8902da6-acaa-43b2-b6c1-59fa325c1ada {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:23.525823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:13:23.526199 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Checking segment: {'id': '375c56d6-3af4-448f-8e50-ff79921e9a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:23.526592 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.526967 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Bound using segment: {'id': '375c56d6-3af4-448f-8e50-ff79921e9a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:13:23.527459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Bound port: 12f27bf8-dfcf-4e39-b703-c5da3575b165, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375c56d6-3af4-448f-8e50-ff79921e9a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:13:23.527827 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.637767 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] For port 12f27bf8-dfcf-4e39-b703-c5da3575b165, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:13:23.643201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] For port 12f27bf8-dfcf-4e39-b703-c5da3575b165, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=12f27bf8-dfcf-4e39-b703-c5da3575b165,segment=NetworkSegment(375c56d6-3af4-448f-8e50-ff79921e9a25),segment_id=375c56d6-3af4-448f-8e50-ff79921e9a25)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:13:23.650848 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.758300 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Routers {'e129e8e8-1c86-461d-9387-741c5acad4e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:23.768150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:13:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e129e8e8-1c86-461d-9387-741c5acad4e7'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:23.842772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818886e2-0872-4a48-8a4f-1ec55e91c0b3 None None] Pushing event updated for resources: {'Port': ['ID=12f27bf8-dfcf-4e39-b703-c5da3575b165,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:23.998852 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] Set router e129e8e8-1c86-461d-9387-741c5acad4e7 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:13:24.057690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 12f27bf8-dfcf-4e39-b703-c5da3575b165 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:24.316466 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 12f27bf8-dfcf-4e39-b703-c5da3575b165 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:24.332259 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 12f27bf8-dfcf-4e39-b703-c5da3575b165 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:24.332933 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:24.587550 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:24.615288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'name': 'tempest-TestVolumeBackupRestore-916594913-router', 'tenant_id': '29839513d109404386173208663e73e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:12:43Z', 'revision_number': 4, 'project_id': '29839513d109404386173208663e73e0', 'gw_port': {'id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '12f27bf8-dfcf-4e39-b703-c5da3575b165', 'name': '', 'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada', 'tenant_id': '29839513d109404386173208663e73e0', 'mac_address': 'fa:16:3e:fc:ad:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a496ff7-22c0-4339-af89-3ab2264b0f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:42Z', 'updated_at': '2022-02-04T16:13:23Z', 'revision_number': 4, 'project_id': '29839513d109404386173208663e73e0', 'subnets': [{'id': '5a496ff7-22c0-4339-af89-3ab2264b0f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:24.626345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0755e04a-c386-4757-8e3e-2e974faea8c7 None None] The sync data for ids ['e129e8e8-1c86-461d-9387-741c5acad4e7'] in n-d-827872-1 is: [{'id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'name': 'tempest-TestVolumeBackupRestore-916594913-router', 'tenant_id': '29839513d109404386173208663e73e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:12:43Z', 'revision_number': 4, 'project_id': '29839513d109404386173208663e73e0', 'gw_port': {'id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '12f27bf8-dfcf-4e39-b703-c5da3575b165', 'name': '', 'network_id': 'd8902da6-acaa-43b2-b6c1-59fa325c1ada', 'tenant_id': '29839513d109404386173208663e73e0', 'mac_address': 'fa:16:3e:fc:ad:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a496ff7-22c0-4339-af89-3ab2264b0f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:42Z', 'updated_at': '2022-02-04T16:13:23Z', 'revision_number': 4, 'project_id': '29839513d109404386173208663e73e0', 'subnets': [{'id': '5a496ff7-22c0-4339-af89-3ab2264b0f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:13:24.643875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 12f27bf8-dfcf-4e39-b703-c5da3575b165, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=12f27bf8-dfcf-4e39-b703-c5da3575b165,segment=NetworkSegment(375c56d6-3af4-448f-8e50-ff79921e9a25),segment_id=375c56d6-3af4-448f-8e50-ff79921e9a25)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:24.650114 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:24.753453 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=12f27bf8-dfcf-4e39-b703-c5da3575b165,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:25.998255 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 12f27bf8-dfcf-4e39-b703-c5da3575b165 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:26.130856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 12f27bf8-dfcf-4e39-b703-c5da3575b165 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:26.131259 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:27.454758 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c9ca54-72c0-4760-aac4-f1038fd4ae79 None None] Sync routers for ids ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:13:27.466547 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c9ca54-72c0-4760-aac4-f1038fd4ae79 None None] Routers {'8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:27.467135 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d8c9ca54-72c0-4760-aac4-f1038fd4ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:13:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:27.646236 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d8c9ca54-72c0-4760-aac4-f1038fd4ae79 None None] Set router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:13:28.017883 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d8c9ca54-72c0-4760-aac4-f1038fd4ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:29Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:30Z', 'updated_at': '2022-02-04T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '9c1703fc-6556-4aaf-afe4-09318dcf8c71', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'port_id': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'mac_address': 'fa:16:3e:76:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663399b6-87d6-4095-ba45-a1258721be66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:12:59Z', 'updated_at': '2022-02-04T16:13:20Z', 'revision_number': 1, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8090b926-f018-4632-bfaf-9993cf0105d2', 'name': '', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:36:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:35Z', 'updated_at': '2022-02-04T16:13:04Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:28.023877 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c9ca54-72c0-4760-aac4-f1038fd4ae79 None None] Checking router: 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:13:28.041378 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c9ca54-72c0-4760-aac4-f1038fd4ae79 None None] Routers {'8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:28.042225 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d8c9ca54-72c0-4760-aac4-f1038fd4ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:13:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:28.273970 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d8c9ca54-72c0-4760-aac4-f1038fd4ae79 None None] Set router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:13:28.657702 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d8c9ca54-72c0-4760-aac4-f1038fd4ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:29Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:30Z', 'updated_at': '2022-02-04T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '9c1703fc-6556-4aaf-afe4-09318dcf8c71', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'port_id': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'mac_address': 'fa:16:3e:76:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663399b6-87d6-4095-ba45-a1258721be66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:12:59Z', 'updated_at': '2022-02-04T16:13:20Z', 'revision_number': 1, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8090b926-f018-4632-bfaf-9993cf0105d2', 'name': '', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:36:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:35Z', 'updated_at': '2022-02-04T16:13:04Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:28.660676 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c9ca54-72c0-4760-aac4-f1038fd4ae79 None None] The sync data for ids ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'] in n-d-827872-1 is: [{'id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:29Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:30Z', 'updated_at': '2022-02-04T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '9c1703fc-6556-4aaf-afe4-09318dcf8c71', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'port_id': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'mac_address': 'fa:16:3e:76:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663399b6-87d6-4095-ba45-a1258721be66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:12:59Z', 'updated_at': '2022-02-04T16:13:20Z', 'revision_number': 1, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8090b926-f018-4632-bfaf-9993cf0105d2', 'name': '', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:36:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:35Z', 'updated_at': '2022-02-04T16:13:04Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:13:33.775153 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f5838b97-2d45-451e-b7b9-f1683e127a11 req-9e5334d7-51ce-4e7a-b618-f5fd0a3dba9c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3050683 Feb 04 16:13:33.933878 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f5838b97-2d45-451e-b7b9-f1683e127a11 req-77f7f2b9-3778-4f7a-8539-2a9f9f6d2ab8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 1096 time: 0.0731382 Feb 04 16:13:34.118405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838b97-2d45-451e-b7b9-f1683e127a11 req-4be71e08-872f-46cb-96e1-d2644ef127b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:34.120740 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f5838b97-2d45-451e-b7b9-f1683e127a11 req-4be71e08-872f-46cb-96e1-d2644ef127b1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7011370a-3285-4bcc-9123-85df9d46f397 HTTP/1.1" status: 200 len: 898 time: 0.1665010 Feb 04 16:13:34.244019 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f5838b97-2d45-451e-b7b9-f1683e127a11 req-02c36ba4-e4ce-45af-96b3-655a00aa4649 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f68d6f19-aff1-4767-908a-a44bc9757039 HTTP/1.1" status: 200 len: 1000 time: 0.1169491 Feb 04 16:13:34.326148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838b97-2d45-451e-b7b9-f1683e127a11 req-82075562-4110-47ea-b991-3e182fa1d3d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:34.327836 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f5838b97-2d45-451e-b7b9-f1683e127a11 req-82075562-4110-47ea-b991-3e182fa1d3d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6eb276af-55fe-4b8a-8a44-32c3b28806b1 HTTP/1.1" status: 200 len: 834 time: 0.0779512 Feb 04 16:13:34.392626 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51186) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:34.416740 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f5838b97-2d45-451e-b7b9-f1683e127a11 req-297164c6-2266-45fb-9a59-b139b8f5b6ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7011370a-3285-4bcc-9123-85df9d46f397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829864 Feb 04 16:13:34.566871 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.583453 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f5838b97-2d45-451e-b7b9-f1683e127a11 req-02482a0b-ef6c-4063-a5fe-8295491b3e74 service neutron] 10.222.0.81 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604197 Feb 04 16:13:34.678132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:34.685742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Usage tracker for resource:security_group_rule and tenant:d38a1ffceca044fb8745fb2ed217e055 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:34.690976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:34.704928 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:34.763649 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f5838b97-2d45-451e-b7b9-f1683e127a11 req-9c5d3e5e-1cb5-489b-87f4-4d7948d64b55 service neutron] 10.222.0.81 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727340 Feb 04 16:13:34.822505 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.827645 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.878892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48c9165-3bb7-4b88-84f5-d32e7ceee587,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:34.883751 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d38a1ffceca044fb8745fb2ed217e055&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4901493 Feb 04 16:13:34.887019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51192) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:34.892323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:34.892774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:34.893015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:34.893384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:34.893687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:34.894019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:34.894349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:34.894677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:34.895001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:34.895368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:34.895695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3981af2-a666-4b56-a5dc-cf15989aa6ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:34.969305 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd2a96bd-5533-4dbc-9ab9-a0c530025bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.997383 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd2a96bd-5533-4dbc-9ab9-a0c530025bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.052878 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd2a96bd-5533-4dbc-9ab9-a0c530025bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.069505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a96bd-5533-4dbc-9ab9-a0c530025bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48c9165-3bb7-4b88-84f5-d32e7ceee587,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:35.074122 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dd2a96bd-5533-4dbc-9ab9-a0c530025bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.078366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dd2a96bd-5533-4dbc-9ab9-a0c530025bcf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f48c9165-3bb7-4b88-84f5-d32e7ceee587 HTTP/1.1" status: 204 len: 168 time: 0.1898065 Feb 04 16:13:36.593552 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c7c46239-0ae8-43f3-be02-415c1e2d69f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:37.891524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51370) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:38.062000 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5163096a-8988-4243-86d2-035aadc6db4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.108659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5163096a-8988-4243-86d2-035aadc6db4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:38.113777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5163096a-8988-4243-86d2-035aadc6db4a admin admin] Usage tracker for resource:security_group_rule and tenant:ebaf12d57ef648cbabd3308be750b367 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:38.117400 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5163096a-8988-4243-86d2-035aadc6db4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:38.123544 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5163096a-8988-4243-86d2-035aadc6db4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:38.194414 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5163096a-8988-4243-86d2-035aadc6db4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.198720 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5163096a-8988-4243-86d2-035aadc6db4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.245219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163096a-8988-4243-86d2-035aadc6db4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b462fa-d0ce-4b5f-adc8-e59a5a8d805a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:38.252203 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5163096a-8988-4243-86d2-035aadc6db4a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebaf12d57ef648cbabd3308be750b367&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3595095 Feb 04 16:13:38.252694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51382) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:38.316682 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.341452 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.395488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.409857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b462fa-d0ce-4b5f-adc8-e59a5a8d805a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:38.421772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:38.422112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:38.422444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:38.422769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:38.423092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:38.423440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:38.423757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:38.424072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:38.424385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:38.424696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:38.425009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:38.427571 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.430981 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-467fe9f2-6af7-479e-905c-c63ee459aecd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49b462fa-d0ce-4b5f-adc8-e59a5a8d805a HTTP/1.1" status: 204 len: 168 time: 0.1745522 Feb 04 16:13:38.774794 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 51390) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:38.797864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-44fdfe83-8efd-4b11-8b09-1ff122e3a3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.832493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-44fdfe83-8efd-4b11-8b09-1ff122e3a3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:38.836624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-44fdfe83-8efd-4b11-8b09-1ff122e3a3b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d41f6ebeb5e74a2abc816d37881b74a6 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:38.839760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-44fdfe83-8efd-4b11-8b09-1ff122e3a3b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:38.846215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-44fdfe83-8efd-4b11-8b09-1ff122e3a3b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:38.918169 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-44fdfe83-8efd-4b11-8b09-1ff122e3a3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.924380 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-44fdfe83-8efd-4b11-8b09-1ff122e3a3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.975614 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4af95244-b485-4271-933e-b620a3a7a453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.986186 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdfe83-8efd-4b11-8b09-1ff122e3a3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff2647e-bde8-4b65-98d6-88f3849a00ff,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:38.995909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51398) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:39.007760 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-44fdfe83-8efd-4b11-8b09-1ff122e3a3b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d41f6ebeb5e74a2abc816d37881b74a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2318089 Feb 04 16:13:39.076382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3764bd67-863c-45b5-bcd4-72a5388a7abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.101356 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3764bd67-863c-45b5-bcd4-72a5388a7abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.155736 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3764bd67-863c-45b5-bcd4-72a5388a7abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.174716 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764bd67-863c-45b5-bcd4-72a5388a7abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff2647e-bde8-4b65-98d6-88f3849a00ff,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:39.186259 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3764bd67-863c-45b5-bcd4-72a5388a7abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.199489 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3764bd67-863c-45b5-bcd4-72a5388a7abb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ff2647e-bde8-4b65-98d6-88f3849a00ff HTTP/1.1" status: 204 len: 168 time: 0.1941156 Feb 04 16:13:40.292374 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:40.411140 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:41.532818 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:41.807048 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:49.747705 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:54.456525 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:14:04.500392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ee9b9-31d3-4db7-8707-3b740c1c7c81 req-9fd6334a-6ca0-4417-a5aa-ae764b4db3c6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:04.501889 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e78ee9b9-31d3-4db7-8707-3b740c1c7c81 req-9fd6334a-6ca0-4417-a5aa-ae764b4db3c6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0989995 Feb 04 16:14:04.558271 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e78ee9b9-31d3-4db7-8707-3b740c1c7c81 req-e647984b-94f2-48e3-9e7d-44543d5d401b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505495 Feb 04 16:14:05.795860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a9871-a45f-43dd-b409-efe784769a92 req-da9e8007-1b8b-41bd-8c30-268c7c3c6193 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:05.798101 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-011a9871-a45f-43dd-b409-efe784769a92 req-da9e8007-1b8b-41bd-8c30-268c7c3c6193 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0895631 Feb 04 16:14:05.856678 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-011a9871-a45f-43dd-b409-efe784769a92 req-3a225eef-ea6f-430a-ae61-eaa669b9f2e5 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493233 Feb 04 16:14:06.594026 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-15175e5b-4776-4956-a02b-af31b004a3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:07.133071 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b088d9-da0f-4c7d-8174-f26fe73b630c req-cfa50102-3281-42dc-9836-036b8511eeda tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:07.139565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8b088d9-da0f-4c7d-8174-f26fe73b630c req-cfa50102-3281-42dc-9836-036b8511eeda tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.1238537 Feb 04 16:14:07.188426 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8b088d9-da0f-4c7d-8174-f26fe73b630c req-e9936740-9578-4cca-b5ac-12718b68fe45 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479469 Feb 04 16:14:08.420375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f76dc2-c183-4635-908e-06044a6c2c9f req-47a6da52-444c-4d01-af48-23a5c7223c27 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:08.423303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45f76dc2-c183-4635-908e-06044a6c2c9f req-47a6da52-444c-4d01-af48-23a5c7223c27 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0863740 Feb 04 16:14:08.474708 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45f76dc2-c183-4635-908e-06044a6c2c9f req-28b9b1ab-9599-4066-9cdb-fc3e736d53f7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456605 Feb 04 16:14:08.970649 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-30e7957e-07c9-44b4-a293-7cc075152f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:09.693285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baad32f-a692-4d27-98c6-4e67adad9a34 req-950b83bd-570c-4b97-879b-69e4f58679a7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:09.694757 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1baad32f-a692-4d27-98c6-4e67adad9a34 req-950b83bd-570c-4b97-879b-69e4f58679a7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0887752 Feb 04 16:14:09.742972 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1baad32f-a692-4d27-98c6-4e67adad9a34 req-3696c3ee-30a9-4514-8b8c-b4b0c5b10a85 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426211 Feb 04 16:14:10.288549 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:10.415397 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:10.950156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e9e30-39cb-4d16-ab36-a3c540bac4a8 req-3c05a0e9-06f2-4a3f-900f-ef09de002265 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:10.951580 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b5e9e30-39cb-4d16-ab36-a3c540bac4a8 req-3c05a0e9-06f2-4a3f-900f-ef09de002265 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0806608 Feb 04 16:14:11.002686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b5e9e30-39cb-4d16-ab36-a3c540bac4a8 req-b1e63124-0d73-4fd1-8f65-ebd5eebc1680 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448716 Feb 04 16:14:11.535041 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:11.814808 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:12.208170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbb619-7bc4-4e6d-b898-a3da27405240 req-5bf6187e-c6c8-4808-9a39-a72420be60bc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:12.209849 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0dbb619-7bc4-4e6d-b898-a3da27405240 req-5bf6187e-c6c8-4808-9a39-a72420be60bc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0793605 Feb 04 16:14:12.258850 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0dbb619-7bc4-4e6d-b898-a3da27405240 req-38502055-23c5-40c3-b93e-1f35673a2c4c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427623 Feb 04 16:14:13.474379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85d44e-dce0-46e7-a87f-775d9c43fe7e req-c57d0c30-fd2f-4378-b6c0-9c5ea20c7c2c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:13.475907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f85d44e-dce0-46e7-a87f-775d9c43fe7e req-c57d0c30-fd2f-4378-b6c0-9c5ea20c7c2c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0852599 Feb 04 16:14:13.523023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f85d44e-dce0-46e7-a87f-775d9c43fe7e req-87c15fe1-57f2-4d94-982b-a49d5d7f6729 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416107 Feb 04 16:14:14.743763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ef671-31b8-418d-994c-7f6236dd2469 req-f61ae601-2a60-4be8-85b9-b24467593937 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:14.745239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db9ef671-31b8-418d-994c-7f6236dd2469 req-f61ae601-2a60-4be8-85b9-b24467593937 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0857542 Feb 04 16:14:14.794987 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db9ef671-31b8-418d-994c-7f6236dd2469 req-f8320319-c731-4dd0-bbd8-86a9988f89bf tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432069 Feb 04 16:14:16.129744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c661f09-499c-4106-aa84-20b94d91b79b req-10771369-53cb-416f-8061-479453aa1cb9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:16.129744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c661f09-499c-4106-aa84-20b94d91b79b req-10771369-53cb-416f-8061-479453aa1cb9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.1976149 Feb 04 16:14:16.175571 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c661f09-499c-4106-aa84-20b94d91b79b req-50ac9b13-3f54-421f-b1b5-e61fcfc0904e tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412390 Feb 04 16:14:17.395718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bed9e6-9f12-4e74-8b9a-5d1647eac922 req-b3140740-fba3-4e5b-a9ba-d3c51b1a0576 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:17.397201 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33bed9e6-9f12-4e74-8b9a-5d1647eac922 req-b3140740-fba3-4e5b-a9ba-d3c51b1a0576 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0831180 Feb 04 16:14:17.452702 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33bed9e6-9f12-4e74-8b9a-5d1647eac922 req-eda5968b-9e83-49f1-aa0d-b188840bb4c8 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461752 Feb 04 16:14:18.674070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737ca17-e2b3-4bbb-ba04-a949e5d778a6 req-67573238-f6b1-4927-8954-a416b8222ca3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:18.675784 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3737ca17-e2b3-4bbb-ba04-a949e5d778a6 req-67573238-f6b1-4927-8954-a416b8222ca3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0778575 Feb 04 16:14:18.735686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3737ca17-e2b3-4bbb-ba04-a949e5d778a6 req-b4ecca48-66d9-471a-a277-59c6e3230882 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429223 Feb 04 16:14:19.745750 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:19.951229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4e7df-6e5a-4b1e-b53b-ce1aaaa9d98a req-c7ffb2bc-353d-4737-9aa0-d1746b828dff tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:19.951229 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-35f4e7df-6e5a-4b1e-b53b-ce1aaaa9d98a req-c7ffb2bc-353d-4737-9aa0-d1746b828dff tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0848117 Feb 04 16:14:20.005611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-35f4e7df-6e5a-4b1e-b53b-ce1aaaa9d98a req-484b30f2-d4e7-459e-a5f6-3703a4846b2c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465703 Feb 04 16:14:21.239727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ece8d-a56c-4fe3-9b5a-4bd4afe8a57b req-d14161b5-2a18-4fcc-8ed8-c3ce6beded4c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:21.252807 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f03ece8d-a56c-4fe3-9b5a-4bd4afe8a57b req-d14161b5-2a18-4fcc-8ed8-c3ce6beded4c tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0906169 Feb 04 16:14:21.289860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f03ece8d-a56c-4fe3-9b5a-4bd4afe8a57b req-f9b217b2-3954-4c61-9181-8b65028438a4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425441 Feb 04 16:14:22.534751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b4b27-d456-4f92-8472-d8043f9b802c req-d040aaa7-5b18-426c-a456-90ce460d91c4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:22.536423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-131b4b27-d456-4f92-8472-d8043f9b802c req-d040aaa7-5b18-426c-a456-90ce460d91c4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.1075294 Feb 04 16:14:22.585167 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-131b4b27-d456-4f92-8472-d8043f9b802c req-38c3ee1f-6de8-4aa5-91a7-37df6a15e2a4 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424206 Feb 04 16:14:23.800129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ef45d-dea0-4be9-ad6e-e8b0b039015f req-ab3a06a1-66c4-4deb-9375-1815ee054cc3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:23.808092 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c26ef45d-dea0-4be9-ad6e-e8b0b039015f req-ab3a06a1-66c4-4deb-9375-1815ee054cc3 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0907731 Feb 04 16:14:23.872313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c26ef45d-dea0-4be9-ad6e-e8b0b039015f req-3d1521c3-b0dc-4c45-ab80-46bba4dd95f6 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604041 Feb 04 16:14:24.079533 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6ca8bb3e-b5c3-4196-851c-fcd3c36fca08 req-96fe2164-58dc-491b-9832-7ef996f2e369 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 1096 time: 0.1031640 Feb 04 16:14:24.124860 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6ca8bb3e-b5c3-4196-851c-fcd3c36fca08 req-906fd67f-0acd-49b5-b576-178a3a055f11 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378916 Feb 04 16:14:25.089230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e7301-7534-4bc7-a342-3b1f035d67f3 req-ad2b36d1-9cbb-466a-afc6-13f0a1e59a74 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:25.090724 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-586e7301-7534-4bc7-a342-3b1f035d67f3 req-ad2b36d1-9cbb-466a-afc6-13f0a1e59a74 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0786278 Feb 04 16:14:25.153211 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-586e7301-7534-4bc7-a342-3b1f035d67f3 req-b8fd41a2-3f0f-4df5-92de-b40e8946bfe7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540862 Feb 04 16:14:26.379589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce2cc3-8c9c-43ba-9c17-5a6ee90766f3 req-2aeeaa9a-ffe7-4e46-aafd-2f6d0fe92a64 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:26.388080 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbce2cc3-8c9c-43ba-9c17-5a6ee90766f3 req-2aeeaa9a-ffe7-4e46-aafd-2f6d0fe92a64 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0933077 Feb 04 16:14:26.432950 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bbce2cc3-8c9c-43ba-9c17-5a6ee90766f3 req-4149d346-73fe-4291-a728-e65a3e5e9721 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438874 Feb 04 16:14:26.475453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 51964) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:26.578762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f68d6f19-aff1-4767-908a-a44bc9757039 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:14:26.585154 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f68d6f19-aff1-4767-908a-a44bc9757039 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:14:26.591125 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3824fb45-fe4c-4b63-b5dd-71f34345e929 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 200 len: 992 time: 0.1134329 Feb 04 16:14:26.835678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f68d6f19-aff1-4767-908a-a44bc9757039, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f68d6f19-aff1-4767-908a-a44bc9757039,segment=NetworkSegment(19eec921-7c4b-41c7-9bfc-878e763ecd20),segment_id=19eec921-7c4b-41c7-9bfc-878e763ecd20)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:26.845734 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:26.871495 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'port_id': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'mac_address': 'fa:16:3e:76:07:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:14:26.886258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663399b6-87d6-4095-ba45-a1258721be66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f68d6f19-aff1-4767-908a-a44bc9757039'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:14:26.923203 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f68d6f19-aff1-4767-908a-a44bc9757039, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f68d6f19-aff1-4767-908a-a44bc9757039,segment=NetworkSegment(19eec921-7c4b-41c7-9bfc-878e763ecd20),segment_id=19eec921-7c4b-41c7-9bfc-878e763ecd20)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:26.926859 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:26.969517 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663399b6-87d6-4095-ba45-a1258721be66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'code': 200} Feb 04 16:14:27.007878 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:27.037442 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68d6f19-aff1-4767-908a-a44bc9757039 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:14:27.042925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=f68d6f19-aff1-4767-908a-a44bc9757039,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:27.055508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:27.055508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:27.055508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:27.055508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:27.055508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:27.055508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:27.055508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:27.055508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:27.055508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:27.055508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:27.055508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:27.071377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f68d6f19-aff1-4767-908a-a44bc9757039, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f68d6f19-aff1-4767-908a-a44bc9757039,segment=NetworkSegment(19eec921-7c4b-41c7-9bfc-878e763ecd20),segment_id=19eec921-7c4b-41c7-9bfc-878e763ecd20)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:27.076559 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:27.152646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=f68d6f19-aff1-4767-908a-a44bc9757039,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:27.455939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['f68d6f19-aff1-4767-908a-a44bc9757039'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:14:28.591941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f68d6f19-aff1-4767-908a-a44bc9757039 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:14:28.673790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port f68d6f19-aff1-4767-908a-a44bc9757039 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:28.673790 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:28.801789 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:28.850350 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port f68d6f19-aff1-4767-908a-a44bc9757039, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f68d6f19-aff1-4767-908a-a44bc9757039,segment=NetworkSegment(19eec921-7c4b-41c7-9bfc-878e763ecd20),segment_id=19eec921-7c4b-41c7-9bfc-878e763ecd20)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:28.857290 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:28.939056 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=f68d6f19-aff1-4767-908a-a44bc9757039,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:28.970411 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663399b6-87d6-4095-ba45-a1258721be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68d6f19-aff1-4767-908a-a44bc9757039'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:14:29.030707 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663399b6-87d6-4095-ba45-a1258721be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'code': 200} Feb 04 16:14:31.458768 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:14:34.551034 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-614d0470-5d28-4ad6-b5c3-424fdaaf8de8 req-21cb4e0d-f2c7-4d86-b166-e549ea97807e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711799 Feb 04 16:14:34.717374 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-614d0470-5d28-4ad6-b5c3-424fdaaf8de8 req-eab33966-b03f-4fa4-9db4-a5f39bb75e7f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 1096 time: 0.0737205 Feb 04 16:14:34.892391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d0470-5d28-4ad6-b5c3-424fdaaf8de8 req-881dc191-5921-4141-94c3-e42c0856f680 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:34.894106 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-614d0470-5d28-4ad6-b5c3-424fdaaf8de8 req-881dc191-5921-4141-94c3-e42c0856f680 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7011370a-3285-4bcc-9123-85df9d46f397 HTTP/1.1" status: 200 len: 898 time: 0.1513183 Feb 04 16:14:35.037044 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-614d0470-5d28-4ad6-b5c3-424fdaaf8de8 req-a238f487-dc89-419d-aba2-d08892d55964 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f68d6f19-aff1-4767-908a-a44bc9757039 HTTP/1.1" status: 200 len: 1000 time: 0.1337509 Feb 04 16:14:35.236576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d0470-5d28-4ad6-b5c3-424fdaaf8de8 req-6ec47f36-d637-4675-a7b4-dce1c9bbf4ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:35.236576 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-614d0470-5d28-4ad6-b5c3-424fdaaf8de8 req-6ec47f36-d637-4675-a7b4-dce1c9bbf4ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6eb276af-55fe-4b8a-8a44-32c3b28806b1 HTTP/1.1" status: 200 len: 834 time: 0.1874578 Feb 04 16:14:35.351780 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-614d0470-5d28-4ad6-b5c3-424fdaaf8de8 req-e8bcbe98-e337-40ee-b5c7-876f15cfcf25 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7011370a-3285-4bcc-9123-85df9d46f397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013441 Feb 04 16:14:35.504575 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-614d0470-5d28-4ad6-b5c3-424fdaaf8de8 req-076e854a-8485-481f-b6e0-8ac51efdee3b service neutron] 10.222.0.81 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431568 Feb 04 16:14:35.643905 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-614d0470-5d28-4ad6-b5c3-424fdaaf8de8 req-bcbf893e-5944-4f54-bbfd-2d468d041e1a service neutron] 10.222.0.81 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379442 Feb 04 16:14:36.601445 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2af23901-2030-438f-b9a0-7a90836720ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:38.972351 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8385dd5c-1f05-4e32-87cc-55a114b0a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.290497 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.418503 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.607125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52108) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:40.612685 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852182509', 'description': 'tempest-secgroup-smoke-852182509 description', 'project_id': '4fae62d1cbba4ced98a99ca6147a496f'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:40.619624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:40.623446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Usage tracker for resource:security_group and tenant:4fae62d1cbba4ced98a99ca6147a496f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:40.626334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:40.635126 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:40.645633 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.685300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:40.689121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Usage tracker for resource:security_group_rule and tenant:4fae62d1cbba4ced98a99ca6147a496f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:40.691857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:40.697347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:40.750390 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.753983 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.794381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb1070d-0ae6-47c3-8215-a70e54d8fe79,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:40.797557 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.798730 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1905954 Feb 04 16:14:40.801842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52112) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:40.805790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.806134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.806467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.806796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.807129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.807478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.807586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Request body: {'security_group_rule': {'security_group_id': '5cb1070d-0ae6-47c3-8215-a70e54d8fe79', 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:40.807797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.808117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.808434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.808749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.809072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190789fe-af61-4e9d-8e7f-6f3c42729ec5 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.815892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:40.819841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Usage tracker for resource:security_group_rule and tenant:4fae62d1cbba4ced98a99ca6147a496f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:40.822651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:40.830622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:40.847852 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.911457 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.914805 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.944309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d51ac7-af8b-4e64-a4c8-21bd2126d445,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:40.959971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.960305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.960644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.960975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.961303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.961652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.961978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.962336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.962669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.962993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.963400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:40.967464 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.969023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a53b678b-3e82-4356-99d3-853b3b564713 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1661451 Feb 04 16:14:40.971935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52116) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:40.977654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-83cacb7a-5415-462c-8387-98efb67ee827 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Request body: {'security_group_rule': {'security_group_id': '5cb1070d-0ae6-47c3-8215-a70e54d8fe79', 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:40.984522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-83cacb7a-5415-462c-8387-98efb67ee827 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:40.988762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-83cacb7a-5415-462c-8387-98efb67ee827 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Usage tracker for resource:security_group_rule and tenant:4fae62d1cbba4ced98a99ca6147a496f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:40.991734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-83cacb7a-5415-462c-8387-98efb67ee827 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:40.998289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-83cacb7a-5415-462c-8387-98efb67ee827 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:41.015490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83cacb7a-5415-462c-8387-98efb67ee827 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.076243 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83cacb7a-5415-462c-8387-98efb67ee827 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.080434 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83cacb7a-5415-462c-8387-98efb67ee827 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.103272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cacb7a-5415-462c-8387-98efb67ee827 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1644bc56-40b3-491f-a1f2-279ff6680cd1,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:41.112133 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83cacb7a-5415-462c-8387-98efb67ee827 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.113603 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-83cacb7a-5415-462c-8387-98efb67ee827 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1403208 Feb 04 16:14:41.116257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52120) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:41.121512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d336f543-48c7-479e-8de0-acf9b72e2297 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Request body: {'security_group_rule': {'security_group_id': '5cb1070d-0ae6-47c3-8215-a70e54d8fe79', 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:41.128592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d336f543-48c7-479e-8de0-acf9b72e2297 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:41.132458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d336f543-48c7-479e-8de0-acf9b72e2297 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Usage tracker for resource:security_group_rule and tenant:4fae62d1cbba4ced98a99ca6147a496f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:41.135306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d336f543-48c7-479e-8de0-acf9b72e2297 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:41.141593 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d336f543-48c7-479e-8de0-acf9b72e2297 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:41.159351 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d336f543-48c7-479e-8de0-acf9b72e2297 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.224823 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d336f543-48c7-479e-8de0-acf9b72e2297 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.228344 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d336f543-48c7-479e-8de0-acf9b72e2297 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.252222 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336f543-48c7-479e-8de0-acf9b72e2297 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8676b940-805d-4072-8060-39a084d9a582,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:41.260351 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d336f543-48c7-479e-8de0-acf9b72e2297 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.261504 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d336f543-48c7-479e-8de0-acf9b72e2297 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1443567 Feb 04 16:14:41.264983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52124) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:41.270282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-27f0d72d-39ca-4964-a2c4-fad84f654acd tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Request body: {'security_group_rule': {'security_group_id': '5cb1070d-0ae6-47c3-8215-a70e54d8fe79', 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:41.276789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-27f0d72d-39ca-4964-a2c4-fad84f654acd tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:41.281396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-27f0d72d-39ca-4964-a2c4-fad84f654acd tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Usage tracker for resource:security_group_rule and tenant:4fae62d1cbba4ced98a99ca6147a496f is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:41.284268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-27f0d72d-39ca-4964-a2c4-fad84f654acd tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:41.289800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-27f0d72d-39ca-4964-a2c4-fad84f654acd tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:41.305930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27f0d72d-39ca-4964-a2c4-fad84f654acd tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.368476 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27f0d72d-39ca-4964-a2c4-fad84f654acd tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.372145 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27f0d72d-39ca-4964-a2c4-fad84f654acd tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.399460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0d72d-39ca-4964-a2c4-fad84f654acd tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e200c8cc-3908-4442-b20d-6cb7307213b4,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:41.408485 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27f0d72d-39ca-4964-a2c4-fad84f654acd tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.409649 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-27f0d72d-39ca-4964-a2c4-fad84f654acd tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1437895 Feb 04 16:14:41.412547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52128) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:41.418215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e9e57a43-e53c-44ae-89a9-172200923342 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Request body: {'security_group_rule': {'security_group_id': '5cb1070d-0ae6-47c3-8215-a70e54d8fe79', 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:41.428646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e9e57a43-e53c-44ae-89a9-172200923342 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:41.432655 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e9e57a43-e53c-44ae-89a9-172200923342 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Usage tracker for resource:security_group_rule and tenant:4fae62d1cbba4ced98a99ca6147a496f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:41.435745 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e9e57a43-e53c-44ae-89a9-172200923342 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:41.442258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e9e57a43-e53c-44ae-89a9-172200923342 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:41.453128 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-e9e57a43-e53c-44ae-89a9-172200923342 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Project 4fae62d1cbba4ced98a99ca6147a496f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:14:41.459807 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9e57a43-e53c-44ae-89a9-172200923342 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.523958 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9e57a43-e53c-44ae-89a9-172200923342 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.527760 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9e57a43-e53c-44ae-89a9-172200923342 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.538036 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.554761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e57a43-e53c-44ae-89a9-172200923342 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a97257-0f3c-45bd-91d6-c0d114debfad,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:41.563625 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e9e57a43-e53c-44ae-89a9-172200923342 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.564806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e9e57a43-e53c-44ae-89a9-172200923342 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1512680 Feb 04 16:14:41.567512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52132) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:41.572861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-66291e99-60e5-4aa1-9e67-c85c1e728611 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Request body: {'security_group_rule': {'security_group_id': '5cb1070d-0ae6-47c3-8215-a70e54d8fe79', 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:41.579617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-66291e99-60e5-4aa1-9e67-c85c1e728611 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:41.583415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-66291e99-60e5-4aa1-9e67-c85c1e728611 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Usage tracker for resource:security_group_rule and tenant:4fae62d1cbba4ced98a99ca6147a496f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:41.586247 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-66291e99-60e5-4aa1-9e67-c85c1e728611 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:41.592473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-66291e99-60e5-4aa1-9e67-c85c1e728611 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:41.603042 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-66291e99-60e5-4aa1-9e67-c85c1e728611 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Project 4fae62d1cbba4ced98a99ca6147a496f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:14:41.609857 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-66291e99-60e5-4aa1-9e67-c85c1e728611 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.684078 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-66291e99-60e5-4aa1-9e67-c85c1e728611 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.688451 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-66291e99-60e5-4aa1-9e67-c85c1e728611 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.710835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66291e99-60e5-4aa1-9e67-c85c1e728611 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627380ad-e4b1-4461-8de4-a2fa8c5e9bd1,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:41.721029 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-66291e99-60e5-4aa1-9e67-c85c1e728611 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.722233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-66291e99-60e5-4aa1-9e67-c85c1e728611 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1538155 Feb 04 16:14:41.818518 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:42.011994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1adab53f-b848-4d72-87a0-2c371088c671 req-2a35bc7d-a70d-40da-91cc-53fae8530607 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Synchronizing usage tracker for tenant:4fae62d1cbba4ced98a99ca6147a496f on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:42.029512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1adab53f-b848-4d72-87a0-2c371088c671 req-2a35bc7d-a70d-40da-91cc-53fae8530607 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Unset dirty status for tenant:4fae62d1cbba4ced98a99ca6147a496f on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:42.031701 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-2a35bc7d-a70d-40da-91cc-53fae8530607 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852182509&fields=id&tenant_id=4fae62d1cbba4ced98a99ca6147a496f HTTP/1.1" status: 200 len: 267 time: 0.0593169 Feb 04 16:14:42.184766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adab53f-b848-4d72-87a0-2c371088c671 req-6a32e60e-f15a-4b6c-a12e-e3135e020c46 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:42.185435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1adab53f-b848-4d72-87a0-2c371088c671 req-6a32e60e-f15a-4b6c-a12e-e3135e020c46 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Synchronizing usage tracker for tenant:4fae62d1cbba4ced98a99ca6147a496f on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:42.201582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1adab53f-b848-4d72-87a0-2c371088c671 req-6a32e60e-f15a-4b6c-a12e-e3135e020c46 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Unset dirty status for tenant:4fae62d1cbba4ced98a99ca6147a496f on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:42.203441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-6a32e60e-f15a-4b6c-a12e-e3135e020c46 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/networks?id=665a3d0a-dfc4-4564-bd14-cb448eba3d4d HTTP/1.1" status: 200 len: 813 time: 0.1651213 Feb 04 16:14:42.220570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-6c634612-9983-4823-a8ac-70c42c4a6491 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/quotas/4fae62d1cbba4ced98a99ca6147a496f HTTP/1.1" status: 200 len: 375 time: 0.0118608 Feb 04 16:14:42.303052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-5f4a8305-89dc-4537-9fee-1ce4833cd1eb tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fae62d1cbba4ced98a99ca6147a496f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776160 Feb 04 16:14:42.573091 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-856dc596-e263-406c-9c54-7f4107b49954 service neutron] 10.222.0.60 "GET /v2.0/networks/665a3d0a-dfc4-4564-bd14-cb448eba3d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587264 Feb 04 16:14:42.705052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-7034adb0-de64-4142-a5db-4a1e3ec883b7 service neutron] 10.222.0.60 "GET /v2.0/networks/665a3d0a-dfc4-4564-bd14-cb448eba3d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252608 Feb 04 16:14:43.107616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff1cee19-8439-4407-a567-8173ce634065 req-c9c72f2c-b33c-4d7c-b7de-99b1f813b6fc tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 210 time: 0.0415864 Feb 04 16:14:44.230028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adab53f-b848-4d72-87a0-2c371088c671 req-73a3e1fb-97b3-4d16-bd40-0a0c5b7e5a58 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:44.231660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-73a3e1fb-97b3-4d16-bd40-0a0c5b7e5a58 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.73 "GET /v2.0/networks?id=665a3d0a-dfc4-4564-bd14-cb448eba3d4d HTTP/1.1" status: 200 len: 813 time: 0.2436001 Feb 04 16:14:44.298478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6bc6471c-6963-4bf1-86c7-2416083a490b req-a4055016-6ca3-4c1f-86d6-91488f08377f tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 210 time: 0.0572650 Feb 04 16:14:44.325919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-616d3935-8904-4261-9dde-7b7f7fc49adb tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fae62d1cbba4ced98a99ca6147a496f HTTP/1.1" status: 200 len: 379 time: 0.0505474 Feb 04 16:14:44.333899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Request body: {'port': {'device_id': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'admin_state_up': True, 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'security_groups': ['5cb1070d-0ae6-47c3-8215-a70e54d8fe79']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:44.481786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:44.487126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Usage tracker for resource:port and tenant:4fae62d1cbba4ced98a99ca6147a496f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:44.490476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:44.496243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:44.507504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Made reservation on behalf of 4fae62d1cbba4ced98a99ca6147a496f for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:44.510488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:44.682465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Allocated IP 172.20.0.11 (665a3d0a-dfc4-4564-bd14-cb448eba3d4d/5b00fe68-1870-4215-8601-2b7e9f6c8359/b7beb40b-07ed-4f60-9c64-8228d7a2fecb) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:44.879519 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:44.895733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Transition to ACTIVE for port object b7beb40b-07ed-4f60-9c64-8228d7a2fecb will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:44.917171 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:44.986794 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Network 665a3d0a-dfc4-4564-bd14-cb448eba3d4d is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:44.990787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:44.995164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:14:45.059987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Pushing event updated for resources: {'Port': ['ID=b7beb40b-07ed-4f60-9c64-8228d7a2fecb,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:45.069599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:45.070323 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:45.094382 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-31675a4d-ee11-47be-990d-3a995e18c876 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7640541 Feb 04 16:14:45.187210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Request body: {'port': {'device_id': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:45.279305 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b2737dee-1b78-4d77-8964-f2abe20f1bf4 None None] Provisioning for port b7beb40b-07ed-4f60-9c64-8228d7a2fecb completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:45.285347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b2737dee-1b78-4d77-8964-f2abe20f1bf4 None None] Provisioning complete for port b7beb40b-07ed-4f60-9c64-8228d7a2fecb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:45.285911 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b2737dee-1b78-4d77-8964-f2abe20f1bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:45.298087 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:45.341825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b2737dee-1b78-4d77-8964-f2abe20f1bf4 None None] Port b7beb40b-07ed-4f60-9c64-8228d7a2fecb cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:14:45.638296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb32c9-0d2c-4279-adc3-835f262febb8 req-8cd82808-8f38-47f5-a2d1-adf2f91f85ba tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:45.638988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a6eb32c9-0d2c-4279-adc3-835f262febb8 req-8cd82808-8f38-47f5-a2d1-adf2f91f85ba tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Synchronizing usage tracker for tenant:4fae62d1cbba4ced98a99ca6147a496f on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:45.693506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-a6eb32c9-0d2c-4279-adc3-835f262febb8 req-8cd82808-8f38-47f5-a2d1-adf2f91f85ba tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Unset dirty status for tenant:4fae62d1cbba4ced98a99ca6147a496f on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:45.694597 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6eb32c9-0d2c-4279-adc3-835f262febb8 req-8cd82808-8f38-47f5-a2d1-adf2f91f85ba tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 932 time: 0.2478476 Feb 04 16:14:45.741307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7beb40b-07ed-4f60-9c64-8228d7a2fecb {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:14:45.757341 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:45.778981 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6eb32c9-0d2c-4279-adc3-835f262febb8 req-fd557b6f-a1df-4697-8866-044b1616d595 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728605 Feb 04 16:14:45.779883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Transition to ACTIVE for port object b7beb40b-07ed-4f60-9c64-8228d7a2fecb will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:45.784356 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:45.930108 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7beb40b-07ed-4f60-9c64-8228d7a2fecb,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:46.039557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Attempting to bind port b7beb40b-07ed-4f60-9c64-8228d7a2fecb on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:14:46.039882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Attempting to bind port b7beb40b-07ed-4f60-9c64-8228d7a2fecb by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'ac578809-d161-4204-9cce-9fbabe2775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:14:46.040404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Attempting to bind port b7beb40b-07ed-4f60-9c64-8228d7a2fecb on network 665a3d0a-dfc4-4564-bd14-cb448eba3d4d {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:14:46.048081 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Port b7beb40b-07ed-4f60-9c64-8228d7a2fecb on network 665a3d0a-dfc4-4564-bd14-cb448eba3d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:14:46.048379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Attempting to bind port b7beb40b-07ed-4f60-9c64-8228d7a2fecb on network 665a3d0a-dfc4-4564-bd14-cb448eba3d4d {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:14:46.055242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:14:46.055786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Checking segment: {'id': 'ac578809-d161-4204-9cce-9fbabe2775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:14:46.056307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Bound using segment: {'id': 'ac578809-d161-4204-9cce-9fbabe2775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:14:46.056733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Bound port: b7beb40b-07ed-4f60-9c64-8228d7a2fecb, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac578809-d161-4204-9cce-9fbabe2775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:14:46.057084 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:46.252521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] For port b7beb40b-07ed-4f60-9c64-8228d7a2fecb, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:14:46.255350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] For port b7beb40b-07ed-4f60-9c64-8228d7a2fecb, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b7beb40b-07ed-4f60-9c64-8228d7a2fecb,segment=NetworkSegment(ac578809-d161-4204-9cce-9fbabe2775d0),segment_id=ac578809-d161-4204-9cce-9fbabe2775d0)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:14:46.260029 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:46.319762 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:46.321170 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] 10.222.0.73 "PUT /v2.0/ports/b7beb40b-07ed-4f60-9c64-8228d7a2fecb HTTP/1.1" status: 200 len: 1092 time: 1.2196565 Feb 04 16:14:46.321592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'tag': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:14:46.338995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de29ab-e545-4875-8286-de3d2228a9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7beb40b-07ed-4f60-9c64-8228d7a2fecb,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:46.393407 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'tag': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'status': 'completed', 'code': 200} Feb 04 16:14:46.435221 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-5f0776a0-75fa-40a5-bd35-bf2160da7794 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4fae62d1cbba4ced98a99ca6147a496f&device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 1095 time: 0.0750618 Feb 04 16:14:46.506673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-76ab06bc-29b6-47c1-ad0b-f75bb0f5c6bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7beb40b-07ed-4f60-9c64-8228d7a2fecb HTTP/1.1" status: 200 len: 217 time: 0.0651972 Feb 04 16:14:46.567906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adab53f-b848-4d72-87a0-2c371088c671 req-e4e871e8-7c5c-4b36-b29a-6f0c919c6a6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:46.569353 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-e4e871e8-7c5c-4b36-b29a-6f0c919c6a6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b00fe68-1870-4215-8601-2b7e9f6c8359 HTTP/1.1" status: 200 len: 852 time: 0.0574560 Feb 04 16:14:46.642210 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-cde7c425-4227-4d95-b190-dcc9d0a7d29f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=665a3d0a-dfc4-4564-bd14-cb448eba3d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673783 Feb 04 16:14:46.772222 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-ce346b69-13b9-45a3-9ba5-fabef3c625cf service neutron] 10.222.0.73 "GET /v2.0/networks/665a3d0a-dfc4-4564-bd14-cb448eba3d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244068 Feb 04 16:14:46.902529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1adab53f-b848-4d72-87a0-2c371088c671 req-f6142567-44ce-4e4b-b764-07b545ee1f7d service neutron] 10.222.0.73 "GET /v2.0/networks/665a3d0a-dfc4-4564-bd14-cb448eba3d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233857 Feb 04 16:14:47.046257 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c555e30-e917-4d69-afff-9823663544a3 req-95d514dc-6a60-4aa2-b50f-2bf6b007b5fd tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:47.047951 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c555e30-e917-4d69-afff-9823663544a3 req-95d514dc-6a60-4aa2-b50f-2bf6b007b5fd tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 944 time: 0.1391268 Feb 04 16:14:47.051707 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec4bff9d-8550-4268-8d89-9e2d232f09a0 req-c98ece59-c8b9-40e9-8e23-0b441c045626 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4fae62d1cbba4ced98a99ca6147a496f&device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 1095 time: 0.1033580 Feb 04 16:14:47.180701 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c555e30-e917-4d69-afff-9823663544a3 req-da8d1bb2-81b4-4115-b397-89c969ed4823 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271937 Feb 04 16:14:47.216106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bff9d-8550-4268-8d89-9e2d232f09a0 req-1cdca865-330e-4c1a-9c10-32493162b19f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:47.218262 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec4bff9d-8550-4268-8d89-9e2d232f09a0 req-1cdca865-330e-4c1a-9c10-32493162b19f service neutron] 10.222.0.73 "GET /v2.0/networks?id=665a3d0a-dfc4-4564-bd14-cb448eba3d4d HTTP/1.1" status: 200 len: 914 time: 0.1514001 Feb 04 16:14:47.286091 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec4bff9d-8550-4268-8d89-9e2d232f09a0 req-9e1a78e7-8072-4f34-82a9-b00c950eabd4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7beb40b-07ed-4f60-9c64-8228d7a2fecb HTTP/1.1" status: 200 len: 217 time: 0.0620780 Feb 04 16:14:47.349876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bff9d-8550-4268-8d89-9e2d232f09a0 req-74eec0b5-061a-438a-b68f-866ff489b0c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:47.351326 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec4bff9d-8550-4268-8d89-9e2d232f09a0 req-74eec0b5-061a-438a-b68f-866ff489b0c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b00fe68-1870-4215-8601-2b7e9f6c8359 HTTP/1.1" status: 200 len: 852 time: 0.0603275 Feb 04 16:14:47.424288 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec4bff9d-8550-4268-8d89-9e2d232f09a0 req-849e5e4c-0ed6-4590-8d85-5c8d64d11842 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=665a3d0a-dfc4-4564-bd14-cb448eba3d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676053 Feb 04 16:14:47.557204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec4bff9d-8550-4268-8d89-9e2d232f09a0 req-a1f8cd3d-58ea-4a3c-9b90-6b51368e2cfb service neutron] 10.222.0.73 "GET /v2.0/networks/665a3d0a-dfc4-4564-bd14-cb448eba3d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261866 Feb 04 16:14:47.687065 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec4bff9d-8550-4268-8d89-9e2d232f09a0 req-9eb4f95b-850a-4115-9d07-acc230aecad9 service neutron] 10.222.0.73 "GET /v2.0/networks/665a3d0a-dfc4-4564-bd14-cb448eba3d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238434 Feb 04 16:14:48.379749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee5c1f-7742-4a7a-8ece-8cb6b4ad0038 req-214ce0df-e5c3-4fd6-b947-60e583087c22 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:48.381192 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63ee5c1f-7742-4a7a-8ece-8cb6b4ad0038 req-214ce0df-e5c3-4fd6-b947-60e583087c22 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 944 time: 0.0755880 Feb 04 16:14:48.515506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63ee5c1f-7742-4a7a-8ece-8cb6b4ad0038 req-bba3df0a-08e5-4a71-80cb-3e10fe457932 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286492 Feb 04 16:14:49.711070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16f631-c034-4738-9060-9a81d0b5d533 req-034041e7-f7f5-4b85-8cec-fcd79e685152 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:49.712541 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb16f631-c034-4738-9060-9a81d0b5d533 req-034041e7-f7f5-4b85-8cec-fcd79e685152 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 944 time: 0.0758736 Feb 04 16:14:49.743621 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:49.758378 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb16f631-c034-4738-9060-9a81d0b5d533 req-471b7439-f7f8-40c1-8822-fff6c1afa9b6 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395949 Feb 04 16:14:50.973063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb1ade-efda-477f-8f37-ba6172060b55 req-70014c82-9bfa-4758-b1bb-bc43565f9e09 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:50.974635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0edb1ade-efda-477f-8f37-ba6172060b55 req-70014c82-9bfa-4758-b1bb-bc43565f9e09 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 944 time: 0.0900209 Feb 04 16:14:51.023418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0edb1ade-efda-477f-8f37-ba6172060b55 req-76286d5a-8e4f-4c24-9799-4218cdf703cc tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431731 Feb 04 16:14:52.237215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dd883-ac9a-4536-a33c-22fc36e1dddc req-bace8af7-65a5-48c3-b57d-c9126adb6633 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:52.238871 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6a9dd883-ac9a-4536-a33c-22fc36e1dddc req-bace8af7-65a5-48c3-b57d-c9126adb6633 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 944 time: 0.0879009 Feb 04 16:14:52.285886 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6a9dd883-ac9a-4536-a33c-22fc36e1dddc req-ceb079d3-20f7-4927-a8db-b7c233f76906 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414624 Feb 04 16:14:53.492323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361877-e7c6-40d0-90d8-341dad279db2 req-2d87a55b-6245-42eb-9f7c-eac4409d4642 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:53.493788 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8a361877-e7c6-40d0-90d8-341dad279db2 req-2d87a55b-6245-42eb-9f7c-eac4409d4642 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 944 time: 0.0810316 Feb 04 16:14:53.538721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8a361877-e7c6-40d0-90d8-341dad279db2 req-d6463e18-f042-47fb-9eb5-7009cd7ae452 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386181 Feb 04 16:14:54.742509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da457b-1810-4cd2-a78b-c844c2d84edc req-49fe17aa-ff57-41db-90a2-270318ae39bd tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:54.744003 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5da457b-1810-4cd2-a78b-c844c2d84edc req-49fe17aa-ff57-41db-90a2-270318ae39bd tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 944 time: 0.0812445 Feb 04 16:14:54.793940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5da457b-1810-4cd2-a78b-c844c2d84edc req-5ab94862-76a3-4072-8d8a-9b7620cbc7ae tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438383 Feb 04 16:14:56.007917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7472eba-779a-4ba6-b132-ace8dc1b3479 req-39de8518-bbc2-4cb6-a96b-ead1f4a7521e tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:56.009416 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7472eba-779a-4ba6-b132-ace8dc1b3479 req-39de8518-bbc2-4cb6-a96b-ead1f4a7521e tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 944 time: 0.0881770 Feb 04 16:14:56.061782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7472eba-779a-4ba6-b132-ace8dc1b3479 req-896cd889-2e5c-4f3f-a089-5c3560cf468e tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459948 Feb 04 16:14:57.081711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device b7beb40b-07ed-4f60-9c64-8228d7a2fecb details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:14:57.247562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port b7beb40b-07ed-4f60-9c64-8228d7a2fecb, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b7beb40b-07ed-4f60-9c64-8228d7a2fecb,segment=NetworkSegment(ac578809-d161-4204-9cce-9fbabe2775d0),segment_id=ac578809-d161-4204-9cce-9fbabe2775d0)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:57.261376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'port_id': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'mac_address': 'fa:16:3e:63:4d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:14:57.272723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2196e29-96d3-451c-8c22-d5003b75207f req-5282d11a-b8a8-4148-b80b-308803ee6762 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:57.274179 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2196e29-96d3-451c-8c22-d5003b75207f req-5282d11a-b8a8-4148-b80b-308803ee6762 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 944 time: 0.0820858 Feb 04 16:14:57.319238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2196e29-96d3-451c-8c22-d5003b75207f req-49907838-95cb-42f7-8c20-239f3b21d187 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391660 Feb 04 16:14:57.321127 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:57.339711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7beb40b-07ed-4f60-9c64-8228d7a2fecb {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:14:57.355394 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port b7beb40b-07ed-4f60-9c64-8228d7a2fecb, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b7beb40b-07ed-4f60-9c64-8228d7a2fecb,segment=NetworkSegment(ac578809-d161-4204-9cce-9fbabe2775d0),segment_id=ac578809-d161-4204-9cce-9fbabe2775d0)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:57.359435 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:57.428592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=b7beb40b-07ed-4f60-9c64-8228d7a2fecb,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:57.718296 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['b7beb40b-07ed-4f60-9c64-8228d7a2fecb'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:14:58.518096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43405a8-dafb-442e-bf14-30f1c7190043 req-2c651ae1-a827-478b-84de-9eb5ac323987 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:58.519580 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c43405a8-dafb-442e-bf14-30f1c7190043 req-2c651ae1-a827-478b-84de-9eb5ac323987 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 945 time: 0.0756330 Feb 04 16:14:58.564642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c43405a8-dafb-442e-bf14-30f1c7190043 req-735a9ce1-b111-4969-9e29-714c85d50a85 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396144 Feb 04 16:14:59.089360 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device b7beb40b-07ed-4f60-9c64-8228d7a2fecb up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:14:59.161434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port b7beb40b-07ed-4f60-9c64-8228d7a2fecb completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:59.165981 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port b7beb40b-07ed-4f60-9c64-8228d7a2fecb triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:59.166350 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:59.281740 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:59.308673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:14:59.318642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port b7beb40b-07ed-4f60-9c64-8228d7a2fecb, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b7beb40b-07ed-4f60-9c64-8228d7a2fecb,segment=NetworkSegment(ac578809-d161-4204-9cce-9fbabe2775d0),segment_id=ac578809-d161-4204-9cce-9fbabe2775d0)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:59.323696 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:59.394983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=b7beb40b-07ed-4f60-9c64-8228d7a2fecb,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:59.527362 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'code': 200} Feb 04 16:14:59.657122 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4e49ece-6bc3-4fa9-a3e2-c1ac786386ba req-595dc7b0-1a5f-4d97-8d58-ff1f8570c14a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 1097 time: 0.0757761 Feb 04 16:14:59.728961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4e49ece-6bc3-4fa9-a3e2-c1ac786386ba req-9d374b79-ae99-4574-a4c6-e6e6285792f0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666270 Feb 04 16:14:59.774986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9a176-995b-4902-82f1-4defd31ecc62 req-812a4601-8829-4c51-a9f5-ff1181e12acb tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:59.776452 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b4c9a176-995b-4902-82f1-4defd31ecc62 req-812a4601-8829-4c51-a9f5-ff1181e12acb tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 946 time: 0.0788081 Feb 04 16:14:59.825470 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b4c9a176-995b-4902-82f1-4defd31ecc62 req-2430c03d-08d3-47ab-9553-0f868786aa0f tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428412 Feb 04 16:15:01.035278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ba706-fb7c-4023-8170-a298e68df332 req-fd48d372-e55a-4472-bc64-be3e463bc776 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:01.036718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b25ba706-fb7c-4023-8170-a298e68df332 req-fd48d372-e55a-4472-bc64-be3e463bc776 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 946 time: 0.0795829 Feb 04 16:15:01.085447 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b25ba706-fb7c-4023-8170-a298e68df332 req-9de8a19f-7b24-4fbc-b5c3-6d665da59324 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424626 Feb 04 16:15:02.299532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40939ce2-aeff-42a7-abd2-f5828015831a req-df533531-a834-4c0b-a13a-e0e7cb6187e6 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:02.300942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-40939ce2-aeff-42a7-abd2-f5828015831a req-df533531-a834-4c0b-a13a-e0e7cb6187e6 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 946 time: 0.0827649 Feb 04 16:15:02.348043 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-40939ce2-aeff-42a7-abd2-f5828015831a req-6b1740d1-f868-47ec-8034-eda18e08084f tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413220 Feb 04 16:15:02.548303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aa975-5021-4fd4-bc77-f195e445da7e req-d72105ae-b060-49eb-9250-ac14e0c58b85 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:02.549840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-129aa975-5021-4fd4-bc77-f195e445da7e req-d72105ae-b060-49eb-9250-ac14e0c58b85 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 946 time: 0.0767217 Feb 04 16:15:02.594819 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-129aa975-5021-4fd4-bc77-f195e445da7e req-4c8063f3-562e-40e9-89fa-2adaf0abec10 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395091 Feb 04 16:15:02.623087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52204) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:02.903284 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-efa7132e-8df5-4b2d-b108-42a4428092f0 tempest-TestVolumeBackupRestore-1966328165 tempest-TestVolumeBackupRestore-1966328165-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 1092 time: 0.2775707 Feb 04 16:15:02.906004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52216) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:02.910989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:02.917056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:02.921758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Usage tracker for resource:floatingip and tenant:4fae62d1cbba4ced98a99ca6147a496f is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:02.924632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:02.930300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:02.940959 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:03.078361 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:03.211542 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Allocated IP 172.25.0.245 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/a8586db8-6517-4659-8cfc-2d998d50c7a4) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:15:03.361683 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:03.390401 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:03.459423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:15:03.463009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:15:03.464943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Pushing event updated for resources: {'Port': ['ID=a8586db8-6517-4659-8cfc-2d998d50c7a4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:03.467535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:15:04.079113 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:04.137708 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:04.341131 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:04.346213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:04.446278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Pushing event updated for resources: {'Port': ['ID=a8586db8-6517-4659-8cfc-2d998d50c7a4,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:04.464411 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:04.651206 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Floating IP e80f8b9a-a1b6-4499-acd5-3c38ef9f0605 associated. External IP: 172.25.0.245, port: b7beb40b-07ed-4f60-9c64-8228d7a2fecb. Feb 04 16:15:05.036693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:15:05.336153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:15:05.346280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615bef1-07f9-4228-ad5e-deeedbb3d13b None None] Sync routers for ids ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:15:05.359226 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615bef1-07f9-4228-ad5e-deeedbb3d13b None None] Routers {'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:05.359862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0615bef1-07f9-4228-ad5e-deeedbb3d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:14:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:05.360530 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:05.416331 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ed8ed57c-551b-4520-8d87-3d2ce76932f9 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5093079 Feb 04 16:15:05.416892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'tag': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:05.419059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52222) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:05.473809 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'tag': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'status': 'completed', 'code': 200} Feb 04 16:15:05.491276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f11a226b-da56-425c-8f78-413b2517a2e6 tempest-TestVolumeBackupRestore-1966328165 tempest-TestVolumeBackupRestore-1966328165-project-admin] Synchronizing usage tracker for tenant:29839513d109404386173208663e73e0 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:15:05.508664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f11a226b-da56-425c-8f78-413b2517a2e6 tempest-TestVolumeBackupRestore-1966328165 tempest-TestVolumeBackupRestore-1966328165-project-admin] Unset dirty status for tenant:29839513d109404386173208663e73e0 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:15:05.512731 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f11a226b-da56-425c-8f78-413b2517a2e6 tempest-TestVolumeBackupRestore-1966328165 tempest-TestVolumeBackupRestore-1966328165-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 1092 time: 0.0900974 Feb 04 16:15:05.513054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52228) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:05.518486 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9049a437-ec91-4ce5-9c1c-a8cb8cf072c7 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Request body: {'floatingip': {'port_id': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:05.565212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-0615bef1-07f9-4228-ad5e-deeedbb3d13b None None] Set router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:05.574504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71639680-39cc-4c8b-83ec-53ccb98c6888 req-4d6426d0-1466-4c28-bce8-9d9be11de112 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4fae62d1cbba4ced98a99ca6147a496f&device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 1097 time: 0.0763633 Feb 04 16:15:05.621253 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9049a437-ec91-4ce5-9c1c-a8cb8cf072c7 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for floatingip, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:05.711679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71639680-39cc-4c8b-83ec-53ccb98c6888 req-dfabe7d2-36da-416d-a962-8776e9679d7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:05.713753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71639680-39cc-4c8b-83ec-53ccb98c6888 req-dfabe7d2-36da-416d-a962-8776e9679d7d service neutron] 10.222.0.73 "GET /v2.0/networks?id=665a3d0a-dfc4-4564-bd14-cb448eba3d4d HTTP/1.1" status: 200 len: 914 time: 0.1342750 Feb 04 16:15:05.819600 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71639680-39cc-4c8b-83ec-53ccb98c6888 req-522fbb18-2c07-4010-b116-437d81159c91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7beb40b-07ed-4f60-9c64-8228d7a2fecb HTTP/1.1" status: 200 len: 1000 time: 0.1001945 Feb 04 16:15:05.882254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71639680-39cc-4c8b-83ec-53ccb98c6888 req-39833a6a-22bf-4109-bf2f-5fd5dcdf9a42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:05.883661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71639680-39cc-4c8b-83ec-53ccb98c6888 req-39833a6a-22bf-4109-bf2f-5fd5dcdf9a42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b00fe68-1870-4215-8601-2b7e9f6c8359 HTTP/1.1" status: 200 len: 852 time: 0.0589521 Feb 04 16:15:05.922580 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0615bef1-07f9-4228-ad5e-deeedbb3d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'e80f8b9a-a1b6-4499-acd5-3c38ef9f0605', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'port_id': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'mac_address': 'fa:16:3e:63:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:15:03Z', 'updated_at': '2022-02-04T16:15:03Z', 'revision_number': 0, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1c1944-3766-4ae7-a58a-46e48493f687', 'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'mac_address': 'fa:16:3e:91:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:31Z', 'updated_at': '2022-02-04T16:13:04Z', 'revision_number': 5, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'subnets': [{'id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:05.926716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615bef1-07f9-4228-ad5e-deeedbb3d13b None None] Checking router: f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:15:05.938188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615bef1-07f9-4228-ad5e-deeedbb3d13b None None] Routers {'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:05.938789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0615bef1-07f9-4228-ad5e-deeedbb3d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:14:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:05.966553 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71639680-39cc-4c8b-83ec-53ccb98c6888 req-6903e2e8-6bea-4312-b55c-00c61309103c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=665a3d0a-dfc4-4564-bd14-cb448eba3d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774148 Feb 04 16:15:06.110839 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71639680-39cc-4c8b-83ec-53ccb98c6888 req-3067720d-6c4a-4f78-a29f-2256f33ba2f7 service neutron] 10.222.0.73 "GET /v2.0/networks/665a3d0a-dfc4-4564-bd14-cb448eba3d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366117 Feb 04 16:15:06.118304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-0615bef1-07f9-4228-ad5e-deeedbb3d13b None None] Set router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:06.250912 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-71639680-39cc-4c8b-83ec-53ccb98c6888 req-e989cb67-3ec0-45c9-97ca-bdf3b0e3e21e service neutron] 10.222.0.73 "GET /v2.0/networks/665a3d0a-dfc4-4564-bd14-cb448eba3d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335988 Feb 04 16:15:06.313030 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9049a437-ec91-4ce5-9c1c-a8cb8cf072c7 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:06.318078 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9049a437-ec91-4ce5-9c1c-a8cb8cf072c7 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:06.525584 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-0615bef1-07f9-4228-ad5e-deeedbb3d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'e80f8b9a-a1b6-4499-acd5-3c38ef9f0605', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'port_id': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'mac_address': 'fa:16:3e:63:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:15:03Z', 'updated_at': '2022-02-04T16:15:03Z', 'revision_number': 0, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1c1944-3766-4ae7-a58a-46e48493f687', 'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'mac_address': 'fa:16:3e:91:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:31Z', 'updated_at': '2022-02-04T16:13:04Z', 'revision_number': 5, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'subnets': [{'id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:06.530516 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615bef1-07f9-4228-ad5e-deeedbb3d13b None None] The sync data for ids ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'] in n-d-827872-1 is: [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'e80f8b9a-a1b6-4499-acd5-3c38ef9f0605', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'port_id': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'mac_address': 'fa:16:3e:63:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:15:03Z', 'updated_at': '2022-02-04T16:15:03Z', 'revision_number': 0, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1c1944-3766-4ae7-a58a-46e48493f687', 'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'mac_address': 'fa:16:3e:91:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:31Z', 'updated_at': '2022-02-04T16:13:04Z', 'revision_number': 5, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'subnets': [{'id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:15:06.593895 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0527e5c6-6b6e-488d-b8e4-bb7affc01265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:06.732543 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c5b16-8609-43f5-9154-b06b3d91ca0f None None] New status for floating IP e80f8b9a-a1b6-4499-acd5-3c38ef9f0605: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:15:06.822993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9049a437-ec91-4ce5-9c1c-a8cb8cf072c7 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:15:07.031058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9049a437-ec91-4ce5-9c1c-a8cb8cf072c7 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:15:07.035806 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9049a437-ec91-4ce5-9c1c-a8cb8cf072c7 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:07.114198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'tag': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:07.160009 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9049a437-ec91-4ce5-9c1c-a8cb8cf072c7 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "PUT /v2.0/floatingips/e80f8b9a-a1b6-4499-acd5-3c38ef9f0605 HTTP/1.1" status: 200 len: 992 time: 1.6458638 Feb 04 16:15:07.275332 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'tag': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'status': 'completed', 'code': 200} Feb 04 16:15:07.371960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb2bf0b7-b8a6-4d68-8e34-35a553ddd92f req-3cfefebc-61be-4275-ad5c-50ddfac065ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4fae62d1cbba4ced98a99ca6147a496f&device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 1097 time: 0.0749609 Feb 04 16:15:07.504595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bf0b7-b8a6-4d68-8e34-35a553ddd92f req-cb7070b5-d08a-4383-88ed-c8ed5d4025f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:07.505954 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb2bf0b7-b8a6-4d68-8e34-35a553ddd92f req-cb7070b5-d08a-4383-88ed-c8ed5d4025f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=665a3d0a-dfc4-4564-bd14-cb448eba3d4d HTTP/1.1" status: 200 len: 914 time: 0.1277397 Feb 04 16:15:07.608640 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb2bf0b7-b8a6-4d68-8e34-35a553ddd92f req-8a251bcc-347a-4967-b2e8-f1031efa089c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7beb40b-07ed-4f60-9c64-8228d7a2fecb HTTP/1.1" status: 200 len: 1002 time: 0.0957160 Feb 04 16:15:07.669319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bf0b7-b8a6-4d68-8e34-35a553ddd92f req-ec195710-5507-4f40-99e0-6bb849fcbb5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:07.671211 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb2bf0b7-b8a6-4d68-8e34-35a553ddd92f req-ec195710-5507-4f40-99e0-6bb849fcbb5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b00fe68-1870-4215-8601-2b7e9f6c8359 HTTP/1.1" status: 200 len: 852 time: 0.0564167 Feb 04 16:15:07.746763 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb2bf0b7-b8a6-4d68-8e34-35a553ddd92f req-6c673260-f5fc-44b1-9dff-6d02b5a656ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=665a3d0a-dfc4-4564-bd14-cb448eba3d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692120 Feb 04 16:15:07.875543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb2bf0b7-b8a6-4d68-8e34-35a553ddd92f req-c612a62a-b988-477c-a54a-bac1b4f3f668 service neutron] 10.222.0.73 "GET /v2.0/networks/665a3d0a-dfc4-4564-bd14-cb448eba3d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231868 Feb 04 16:15:08.105718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb2bf0b7-b8a6-4d68-8e34-35a553ddd92f req-7cbcc688-02a0-4913-947e-8266e9d9725d service neutron] 10.222.0.73 "GET /v2.0/networks/665a3d0a-dfc4-4564-bd14-cb448eba3d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249227 Feb 04 16:15:08.460141 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:15:08.838941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cfa6eb-2964-48a1-af78-67ef96127de5 None None] Sync routers for ids ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:15:08.851029 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cfa6eb-2964-48a1-af78-67ef96127de5 None None] Routers {'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:08.851672 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d6cfa6eb-2964-48a1-af78-67ef96127de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:14:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:09.018831 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e260cb40-f9de-4985-bd2d-f1abfb6e5bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:09.037864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-d6cfa6eb-2964-48a1-af78-67ef96127de5 None None] Set router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:09.277383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'tag': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:09.333617 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'tag': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'status': 'completed', 'code': 200} Feb 04 16:15:09.387376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d6cfa6eb-2964-48a1-af78-67ef96127de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'e80f8b9a-a1b6-4499-acd5-3c38ef9f0605', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'port_id': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'mac_address': 'fa:16:3e:63:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:15:03Z', 'updated_at': '2022-02-04T16:15:06Z', 'revision_number': 2, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1c1944-3766-4ae7-a58a-46e48493f687', 'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'mac_address': 'fa:16:3e:91:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:31Z', 'updated_at': '2022-02-04T16:13:04Z', 'revision_number': 5, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'subnets': [{'id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:09.391927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cfa6eb-2964-48a1-af78-67ef96127de5 None None] Checking router: f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:15:09.403326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cfa6eb-2964-48a1-af78-67ef96127de5 None None] Routers {'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:09.403939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d6cfa6eb-2964-48a1-af78-67ef96127de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:15:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:09.427729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1a31f4a-d3ff-4de1-a1f4-fcf6e4e2b4a6 req-231c9b5f-a603-4adb-8bc9-b2f3dbbb0278 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4fae62d1cbba4ced98a99ca6147a496f&device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 1097 time: 0.0707223 Feb 04 16:15:09.558631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a31f4a-d3ff-4de1-a1f4-fcf6e4e2b4a6 req-2f1247bf-7e86-4791-97fd-632fc7613fe2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:09.560144 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1a31f4a-d3ff-4de1-a1f4-fcf6e4e2b4a6 req-2f1247bf-7e86-4791-97fd-632fc7613fe2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=665a3d0a-dfc4-4564-bd14-cb448eba3d4d HTTP/1.1" status: 200 len: 914 time: 0.1264634 Feb 04 16:15:09.581078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-d6cfa6eb-2964-48a1-af78-67ef96127de5 None None] Set router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:09.669969 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1a31f4a-d3ff-4de1-a1f4-fcf6e4e2b4a6 req-d0b1120b-6356-44bc-9b6f-6f7ad4cc3284 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7beb40b-07ed-4f60-9c64-8228d7a2fecb HTTP/1.1" status: 200 len: 1002 time: 0.1028328 Feb 04 16:15:09.735266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a31f4a-d3ff-4de1-a1f4-fcf6e4e2b4a6 req-ca5cb3bb-884f-451c-b2a2-9e31d1043295 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:09.736434 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1a31f4a-d3ff-4de1-a1f4-fcf6e4e2b4a6 req-ca5cb3bb-884f-451c-b2a2-9e31d1043295 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b00fe68-1870-4215-8601-2b7e9f6c8359 HTTP/1.1" status: 200 len: 852 time: 0.0605755 Feb 04 16:15:09.823252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1a31f4a-d3ff-4de1-a1f4-fcf6e4e2b4a6 req-1bd46bdc-b62f-4c84-ae2b-9afd2a0678c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=665a3d0a-dfc4-4564-bd14-cb448eba3d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785551 Feb 04 16:15:09.963272 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1a31f4a-d3ff-4de1-a1f4-fcf6e4e2b4a6 req-c3f49ff4-4eba-4557-9371-7f79aae1792e service neutron] 10.222.0.73 "GET /v2.0/networks/665a3d0a-dfc4-4564-bd14-cb448eba3d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331754 Feb 04 16:15:10.005708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d6cfa6eb-2964-48a1-af78-67ef96127de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'e80f8b9a-a1b6-4499-acd5-3c38ef9f0605', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'port_id': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'mac_address': 'fa:16:3e:63:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:15:03Z', 'updated_at': '2022-02-04T16:15:06Z', 'revision_number': 2, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1c1944-3766-4ae7-a58a-46e48493f687', 'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'mac_address': 'fa:16:3e:91:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:31Z', 'updated_at': '2022-02-04T16:13:04Z', 'revision_number': 5, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'subnets': [{'id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:10.009789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cfa6eb-2964-48a1-af78-67ef96127de5 None None] The sync data for ids ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'] in n-d-827872-1 is: [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'e80f8b9a-a1b6-4499-acd5-3c38ef9f0605', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'port_id': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'mac_address': 'fa:16:3e:63:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:15:03Z', 'updated_at': '2022-02-04T16:15:06Z', 'revision_number': 2, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1c1944-3766-4ae7-a58a-46e48493f687', 'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'mac_address': 'fa:16:3e:91:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:31Z', 'updated_at': '2022-02-04T16:13:04Z', 'revision_number': 5, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'subnets': [{'id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:15:10.100976 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1a31f4a-d3ff-4de1-a1f4-fcf6e4e2b4a6 req-68128051-d57a-4b89-b44e-6406a60824f7 service neutron] 10.222.0.73 "GET /v2.0/networks/665a3d0a-dfc4-4564-bd14-cb448eba3d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319430 Feb 04 16:15:10.293245 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:10.421858 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:11.540148 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:11.829488 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:19.738547 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:36.536856 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-219ed13b-9aa9-4840-a9d0-b797c383c3f1 req-9b221bf3-6bdb-4986-9d2c-a5c44ed80e67 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705626 Feb 04 16:15:36.590059 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ecb021ec-3729-4014-8daf-1db85913a0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:36.692557 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-219ed13b-9aa9-4840-a9d0-b797c383c3f1 req-700981ec-7a1f-4192-bb78-35e25f50ee61 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 1096 time: 0.0690219 Feb 04 16:15:36.840331 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ed13b-9aa9-4840-a9d0-b797c383c3f1 req-6c3d7138-d783-4459-9d53-49845f82f191 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:36.842685 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-219ed13b-9aa9-4840-a9d0-b797c383c3f1 req-6c3d7138-d783-4459-9d53-49845f82f191 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7011370a-3285-4bcc-9123-85df9d46f397 HTTP/1.1" status: 200 len: 898 time: 0.1320050 Feb 04 16:15:36.947818 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-219ed13b-9aa9-4840-a9d0-b797c383c3f1 req-fd44316c-9272-4a6d-ae7e-6711ea5e3e8f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f68d6f19-aff1-4767-908a-a44bc9757039 HTTP/1.1" status: 200 len: 1000 time: 0.0970058 Feb 04 16:15:37.009100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ed13b-9aa9-4840-a9d0-b797c383c3f1 req-5e53786a-b84e-4a67-90ed-b0915303b855 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:37.010525 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-219ed13b-9aa9-4840-a9d0-b797c383c3f1 req-5e53786a-b84e-4a67-90ed-b0915303b855 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6eb276af-55fe-4b8a-8a44-32c3b28806b1 HTTP/1.1" status: 200 len: 834 time: 0.0569694 Feb 04 16:15:37.089682 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-219ed13b-9aa9-4840-a9d0-b797c383c3f1 req-0b6f4f4b-255a-44fc-babb-2f2029e5a8e3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7011370a-3285-4bcc-9123-85df9d46f397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730615 Feb 04 16:15:37.221868 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-219ed13b-9aa9-4840-a9d0-b797c383c3f1 req-cfa03dfe-47ad-465e-8320-3c5ed86d7452 service neutron] 10.222.0.81 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262980 Feb 04 16:15:37.449271 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-219ed13b-9aa9-4840-a9d0-b797c383c3f1 req-f04260bf-6bc5-4edd-90a1-34fa269914c4 service neutron] 10.222.0.81 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211068 Feb 04 16:15:38.970534 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-efa37c96-b87a-4de3-ac52-aeb17b3ea729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.266866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52256) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:40.299017 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.432562 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.481643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Deleting port a8586db8-6517-4659-8cfc-2d998d50c7a4 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:40.482552 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.667617 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.668453 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.796758 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Calling delete_port for a8586db8-6517-4659-8cfc-2d998d50c7a4 owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:40.967951 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:41.023225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Pushing event deleted for resources: {'Port': ['ID=a8586db8-6517-4659-8cfc-2d998d50c7a4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:41.049487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:41.049487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:41.049487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:41.049487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:41.049487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:41.049487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:41.049487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:41.049487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:41.049487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:41.049487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:41.049487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:41.141490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:41.542749 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:41.570751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:15:41.784279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:15:41.794057 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd93102-bd35-47b6-9408-0118265297f9 None None] Sync routers for ids ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:15:41.806435 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd93102-bd35-47b6-9408-0118265297f9 None None] Routers {'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:41.806855 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9cd93102-bd35-47b6-9408-0118265297f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:15:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:41.807093 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:41.845038 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:41.937977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52262) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:41.986549 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a2ace79d-622a-4835-9618-8bf1c50efa18 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "DELETE /v2.0/floatingips/e80f8b9a-a1b6-4499-acd5-3c38ef9f0605 HTTP/1.1" status: 204 len: 168 time: 1.7184858 Feb 04 16:15:41.987463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'tag': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:42.000040 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-9cd93102-bd35-47b6-9408-0118265297f9 None None] Set router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:42.088095 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'tag': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'status': 'completed', 'code': 200} Feb 04 16:15:42.228492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port b5ae4b24-90ca-4be1-a777-dd46d6f28352 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:42.228855 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.312709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-430f8a2c-63f9-411e-82b5-0ba89931a4f6 req-9ef2fd69-53cf-4372-92bb-bc2c10d28eac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4fae62d1cbba4ced98a99ca6147a496f&device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 1097 time: 0.1893735 Feb 04 16:15:42.424178 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9cd93102-bd35-47b6-9408-0118265297f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '0d1c1944-3766-4ae7-a58a-46e48493f687', 'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'mac_address': 'fa:16:3e:91:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:31Z', 'updated_at': '2022-02-04T16:13:04Z', 'revision_number': 5, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'subnets': [{'id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:42.428852 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd93102-bd35-47b6-9408-0118265297f9 None None] Checking router: f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:15:42.446565 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd93102-bd35-47b6-9408-0118265297f9 None None] Routers {'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:42.447760 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9cd93102-bd35-47b6-9408-0118265297f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:15:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:42.523795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.523994 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.630155 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-9cd93102-bd35-47b6-9408-0118265297f9 None None] Set router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:42.803968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for b5ae4b24-90ca-4be1-a777-dd46d6f28352 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:42.831096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f8a2c-63f9-411e-82b5-0ba89931a4f6 req-354fc7b5-91df-4696-8862-d78bf92f710b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:42.832574 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-430f8a2c-63f9-411e-82b5-0ba89931a4f6 req-354fc7b5-91df-4696-8862-d78bf92f710b service neutron] 10.222.0.73 "GET /v2.0/networks?id=665a3d0a-dfc4-4564-bd14-cb448eba3d4d HTTP/1.1" status: 200 len: 914 time: 0.4735556 Feb 04 16:15:42.933772 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-430f8a2c-63f9-411e-82b5-0ba89931a4f6 req-2ff3e026-9b7d-49fe-b4c6-4461bf78e978 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7beb40b-07ed-4f60-9c64-8228d7a2fecb HTTP/1.1" status: 200 len: 217 time: 0.0910110 Feb 04 16:15:42.946733 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9cd93102-bd35-47b6-9408-0118265297f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '0d1c1944-3766-4ae7-a58a-46e48493f687', 'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'mac_address': 'fa:16:3e:91:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:31Z', 'updated_at': '2022-02-04T16:13:04Z', 'revision_number': 5, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'subnets': [{'id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:42.950917 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd93102-bd35-47b6-9408-0118265297f9 None None] The sync data for ids ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'] in n-d-827872-1 is: [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 4, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '0d1c1944-3766-4ae7-a58a-46e48493f687', 'name': '', 'network_id': '665a3d0a-dfc4-4564-bd14-cb448eba3d4d', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'mac_address': 'fa:16:3e:91:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:31Z', 'updated_at': '2022-02-04T16:13:04Z', 'revision_number': 5, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'subnets': [{'id': '5b00fe68-1870-4215-8601-2b7e9f6c8359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:15:43.026932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039c15c-b6ea-43e0-bee8-9f66991f2286 req-feb198e5-b7c4-4dcd-825f-af02fef655c3 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:43.028438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9039c15c-b6ea-43e0-bee8-9f66991f2286 req-feb198e5-b7c4-4dcd-825f-af02fef655c3 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 946 time: 0.5068367 Feb 04 16:15:43.034983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f8a2c-63f9-411e-82b5-0ba89931a4f6 req-26cb6876-546d-47e2-b2f4-2769b3e227ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:43.036432 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-430f8a2c-63f9-411e-82b5-0ba89931a4f6 req-26cb6876-546d-47e2-b2f4-2769b3e227ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b00fe68-1870-4215-8601-2b7e9f6c8359 HTTP/1.1" status: 200 len: 852 time: 0.0891464 Feb 04 16:15:43.195001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9039c15c-b6ea-43e0-bee8-9f66991f2286 req-881d0044-95cb-419d-b1ca-54107ceee604 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569297 Feb 04 16:15:43.203160 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.206647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d40a70-c504-4212-9ddf-3b0698762d00 None None] New status for floating IP e80f8b9a-a1b6-4499-acd5-3c38ef9f0605: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:15:43.255078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=b5ae4b24-90ca-4be1-a777-dd46d6f28352,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:43.267463 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-430f8a2c-63f9-411e-82b5-0ba89931a4f6 req-33d468a4-820b-4ded-bb12-13386ee0d1d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=665a3d0a-dfc4-4564-bd14-cb448eba3d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2138367 Feb 04 16:15:43.316505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:43.316849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:43.317183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:43.317511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:43.317839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:43.318162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:43.318484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:43.318807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:43.319125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:43.319466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:43.319780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:43.455903 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.545830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-430f8a2c-63f9-411e-82b5-0ba89931a4f6 req-582f6d65-8488-4506-9db6-7d8633335184 service neutron] 10.222.0.73 "GET /v2.0/networks/665a3d0a-dfc4-4564-bd14-cb448eba3d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520988 Feb 04 16:15:43.750310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-430f8a2c-63f9-411e-82b5-0ba89931a4f6 req-26be2cd5-914a-48ed-9877-b7860c7561ba service neutron] 10.222.0.73 "GET /v2.0/networks/665a3d0a-dfc4-4564-bd14-cb448eba3d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936421 Feb 04 16:15:44.035315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e9065-c4e0-4ef5-9d7b-6c12beb83899 req-c79ec5f8-6919-4010-83b0-aef25c57ad63 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:44.036637 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e09e9065-c4e0-4ef5-9d7b-6c12beb83899 req-c79ec5f8-6919-4010-83b0-aef25c57ad63 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 946 time: 0.1067851 Feb 04 16:15:44.206192 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:15:44.219052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-e09e9065-c4e0-4ef5-9d7b-6c12beb83899 req-52575ed6-1f16-48cc-9270-b41e14d4159b tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Deleting port b7beb40b-07ed-4f60-9c64-8228d7a2fecb {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:44.219451 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e09e9065-c4e0-4ef5-9d7b-6c12beb83899 req-52575ed6-1f16-48cc-9270-b41e14d4159b tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.605062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a2c77-6a68-44e9-959c-79924de8aad9 req-c88e9a83-1366-4770-999c-b0500f0d3942 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:44.606528 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c5a2c77-6a68-44e9-959c-79924de8aad9 req-c88e9a83-1366-4770-999c-b0500f0d3942 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 946 time: 0.2795031 Feb 04 16:15:44.715051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-e09e9065-c4e0-4ef5-9d7b-6c12beb83899 req-52575ed6-1f16-48cc-9270-b41e14d4159b tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] For port b7beb40b-07ed-4f60-9c64-8228d7a2fecb, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=b7beb40b-07ed-4f60-9c64-8228d7a2fecb,segment=NetworkSegment(ac578809-d161-4204-9cce-9fbabe2775d0),segment_id=ac578809-d161-4204-9cce-9fbabe2775d0)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:44.715433 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e09e9065-c4e0-4ef5-9d7b-6c12beb83899 req-52575ed6-1f16-48cc-9270-b41e14d4159b tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.861530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-e09e9065-c4e0-4ef5-9d7b-6c12beb83899 req-52575ed6-1f16-48cc-9270-b41e14d4159b tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Calling delete_port for b7beb40b-07ed-4f60-9c64-8228d7a2fecb owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:44.897130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c5a2c77-6a68-44e9-959c-79924de8aad9 req-ef452719-dd70-4010-ad4e-010e90abd6c4 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/security-groups?id=5cb1070d-0ae6-47c3-8215-a70e54d8fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2838328 Feb 04 16:15:44.958355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:15:44.968970 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a4cfd-96ce-4eb7-93a6-76f1c83a486b None None] Sync routers for ids ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:15:44.981343 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a4cfd-96ce-4eb7-93a6-76f1c83a486b None None] Routers {'8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:44.982675 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8c0a4cfd-96ce-4eb7-93a6-76f1c83a486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:15:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:45.024268 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:45.079313 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e09e9065-c4e0-4ef5-9d7b-6c12beb83899 req-52575ed6-1f16-48cc-9270-b41e14d4159b tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:45.141035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52575ed6-1f16-48cc-9270-b41e14d4159b tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Pushing event deleted for resources: {'Port': ['ID=b7beb40b-07ed-4f60-9c64-8228d7a2fecb,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:45.143590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ff34b813-8e77-4e09-8593-a91341fd70ee tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/floatingips/9c1703fc-6556-4aaf-afe4-09318dcf8c71 HTTP/1.1" status: 204 len: 168 time: 3.2044275 Feb 04 16:15:45.146352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663399b6-87d6-4095-ba45-a1258721be66', 'tag': 'f68d6f19-aff1-4767-908a-a44bc9757039'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:45.194927 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-8c0a4cfd-96ce-4eb7-93a6-76f1c83a486b None None] Set router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:45.222865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09e9065-c4e0-4ef5-9d7b-6c12beb83899 req-52575ed6-1f16-48cc-9270-b41e14d4159b tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] No DVR routers for this DVR port b7beb40b-07ed-4f60-9c64-8228d7a2fecb on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:45.225449 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e09e9065-c4e0-4ef5-9d7b-6c12beb83899 req-52575ed6-1f16-48cc-9270-b41e14d4159b tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:45.227804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e09e9065-c4e0-4ef5-9d7b-6c12beb83899 req-52575ed6-1f16-48cc-9270-b41e14d4159b tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.73 "DELETE /v2.0/ports/b7beb40b-07ed-4f60-9c64-8228d7a2fecb HTTP/1.1" status: 204 len: 173 time: 1.1851945 Feb 04 16:15:45.330907 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663399b6-87d6-4095-ba45-a1258721be66', 'tag': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'status': 'completed', 'code': 200} Feb 04 16:15:45.476029 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9417dee9-6391-477d-863c-ad042fb349a5 req-1e8f7893-1788-4c44-b041-94b1582f6cec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 1096 time: 0.0999751 Feb 04 16:15:45.487534 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:15:45.633343 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8c0a4cfd-96ce-4eb7-93a6-76f1c83a486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:29Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:30Z', 'updated_at': '2022-02-04T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '8090b926-f018-4632-bfaf-9993cf0105d2', 'name': '', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:36:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:35Z', 'updated_at': '2022-02-04T16:13:04Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:45.640831 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a4cfd-96ce-4eb7-93a6-76f1c83a486b None None] Checking router: 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:15:45.653083 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a4cfd-96ce-4eb7-93a6-76f1c83a486b None None] Routers {'8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:45.655252 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8c0a4cfd-96ce-4eb7-93a6-76f1c83a486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:15:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:45.687673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9455c-389f-4394-b74e-2f0ecd13ddf4 req-5129864f-69db-47e4-b3b2-687143b1a0b2 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:45.688394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-78d9455c-389f-4394-b74e-2f0ecd13ddf4 req-5129864f-69db-47e4-b3b2-687143b1a0b2 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:15:45.705077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417dee9-6391-477d-863c-ad042fb349a5 req-64948930-c4c7-45a0-8314-06a85b18c197 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:45.706586 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9417dee9-6391-477d-863c-ad042fb349a5 req-64948930-c4c7-45a0-8314-06a85b18c197 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7011370a-3285-4bcc-9123-85df9d46f397 HTTP/1.1" status: 200 len: 898 time: 0.2252309 Feb 04 16:15:45.707094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-78d9455c-389f-4394-b74e-2f0ecd13ddf4 req-5129864f-69db-47e4-b3b2-687143b1a0b2 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:15:45.713937 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-78d9455c-389f-4394-b74e-2f0ecd13ddf4 req-5129864f-69db-47e4-b3b2-687143b1a0b2 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.1382957 Feb 04 16:15:45.807583 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-78d9455c-389f-4394-b74e-2f0ecd13ddf4 req-12cb491f-b883-43cf-9cb6-11804eb18248 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884597 Feb 04 16:15:45.814301 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9417dee9-6391-477d-863c-ad042fb349a5 req-bcd5a49f-0cda-4a30-9103-adf40fd16956 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f68d6f19-aff1-4767-908a-a44bc9757039 HTTP/1.1" status: 200 len: 217 time: 0.1007860 Feb 04 16:15:45.890120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417dee9-6391-477d-863c-ad042fb349a5 req-8ad99a00-81fe-4e2e-bce6-2980202c1b43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:45.892697 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9417dee9-6391-477d-863c-ad042fb349a5 req-8ad99a00-81fe-4e2e-bce6-2980202c1b43 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6eb276af-55fe-4b8a-8a44-32c3b28806b1 HTTP/1.1" status: 200 len: 834 time: 0.0674310 Feb 04 16:15:45.907695 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-8c0a4cfd-96ce-4eb7-93a6-76f1c83a486b None None] Set router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:46.028853 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9417dee9-6391-477d-863c-ad042fb349a5 req-5bcd4b5a-6a68-4ceb-b0b2-b9ec9568a0ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7011370a-3285-4bcc-9123-85df9d46f397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280835 Feb 04 16:15:46.108207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-041c4a21-cc12-46af-96cf-b064d52ae322 req-db282618-3288-4645-bf65-5df2207777f1 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Synchronizing usage tracker for tenant:4fae62d1cbba4ced98a99ca6147a496f on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:15:46.125719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-041c4a21-cc12-46af-96cf-b064d52ae322 req-db282618-3288-4645-bf65-5df2207777f1 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Unset dirty status for tenant:4fae62d1cbba4ced98a99ca6147a496f on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:15:46.127270 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-041c4a21-cc12-46af-96cf-b064d52ae322 req-db282618-3288-4645-bf65-5df2207777f1 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdf1d982-360e-4a3a-8934-aa77fd522aae HTTP/1.1" status: 200 len: 210 time: 0.0608997 Feb 04 16:15:46.190096 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9417dee9-6391-477d-863c-ad042fb349a5 req-c95d7fe8-e8d0-4e60-b55c-09811a5f8c81 service neutron] 10.222.0.81 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537900 Feb 04 16:15:46.300563 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8c0a4cfd-96ce-4eb7-93a6-76f1c83a486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:29Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:30Z', 'updated_at': '2022-02-04T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '8090b926-f018-4632-bfaf-9993cf0105d2', 'name': '', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:36:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:35Z', 'updated_at': '2022-02-04T16:13:04Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:46.304524 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a4cfd-96ce-4eb7-93a6-76f1c83a486b None None] The sync data for ids ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'] in n-d-827872-1 is: [{'id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:29Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:30Z', 'updated_at': '2022-02-04T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '8090b926-f018-4632-bfaf-9993cf0105d2', 'name': '', 'network_id': '7011370a-3285-4bcc-9123-85df9d46f397', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'mac_address': 'fa:16:3e:36:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:35Z', 'updated_at': '2022-02-04T16:13:04Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'subnets': [{'id': '6eb276af-55fe-4b8a-8a44-32c3b28806b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:15:46.329847 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9417dee9-6391-477d-863c-ad042fb349a5 req-c0e1d848-3d28-4b2e-9322-3e17392af0ac service neutron] 10.222.0.81 "GET /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325524 Feb 04 16:15:46.536650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38c49f-0f60-46b4-9448-3dd73a18333a None None] New status for floating IP 9c1703fc-6556-4aaf-afe4-09318dcf8c71: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:15:47.008946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbc5af-775a-4135-8be9-e213ae376129 req-30062d51-91fb-45a6-8184-f0aba65339dc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:47.010405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4dbc5af-775a-4135-8be9-e213ae376129 req-30062d51-91fb-45a6-8184-f0aba65339dc tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.0841899 Feb 04 16:15:47.060704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4dbc5af-775a-4135-8be9-e213ae376129 req-db2245f3-72dd-4e79-b3b6-f07f5342f0c7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/security-groups?id=c13242d1-3b20-4ebe-9140-12339124f657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422583 Feb 04 16:15:47.240175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52290) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:47.309743 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c8813c9-520d-4bd7-91aa-ae598d99df83 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:47.327204 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fa621-5a11-409d-b0cd-ecacd87f28c3 req-466ea12f-061d-46f2-adcf-cc46ab8acef9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:47.328250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-be4fa621-5a11-409d-b0cd-ecacd87f28c3 req-466ea12f-061d-46f2-adcf-cc46ab8acef9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Synchronizing usage tracker for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:15:47.331456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'name': 'network-vif-deleted', 'tag': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:47.340625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-be4fa621-5a11-409d-b0cd-ecacd87f28c3 req-466ea12f-061d-46f2-adcf-cc46ab8acef9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Unset dirty status for tenant:d7ff7bfbfb3140b590e1ea986a3aedc3 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:15:47.342810 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be4fa621-5a11-409d-b0cd-ecacd87f28c3 req-466ea12f-061d-46f2-adcf-cc46ab8acef9 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 945 time: 0.1058884 Feb 04 16:15:47.345486 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c8813c9-520d-4bd7-91aa-ae598d99df83 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:47.395306 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf1d982-360e-4a3a-8934-aa77fd522aae', 'name': 'network-vif-deleted', 'tag': 'b7beb40b-07ed-4f60-9c64-8228d7a2fecb', 'status': 'completed', 'code': 200} Feb 04 16:15:47.416190 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c8813c9-520d-4bd7-91aa-ae598d99df83 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:47.433305 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-be4fa621-5a11-409d-b0cd-ecacd87f28c3 req-573e2b79-d316-47e0-a715-a497af175ad7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port f68d6f19-aff1-4767-908a-a44bc9757039 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:47.433626 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be4fa621-5a11-409d-b0cd-ecacd87f28c3 req-573e2b79-d316-47e0-a715-a497af175ad7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:47.436504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8813c9-520d-4bd7-91aa-ae598d99df83 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb1070d-0ae6-47c3-8215-a70e54d8fe79,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:47.457852 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c8813c9-520d-4bd7-91aa-ae598d99df83 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:47.457852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5c8813c9-520d-4bd7-91aa-ae598d99df83 tempest-TestVolumeBackupRestore-1339621410 tempest-TestVolumeBackupRestore-1339621410-project] 10.222.0.60 "DELETE /v2.0/security-groups/5cb1070d-0ae6-47c3-8215-a70e54d8fe79 HTTP/1.1" status: 204 len: 168 time: 0.2132969 Feb 04 16:15:47.749511 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-be4fa621-5a11-409d-b0cd-ecacd87f28c3 req-573e2b79-d316-47e0-a715-a497af175ad7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] For port f68d6f19-aff1-4767-908a-a44bc9757039, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=f68d6f19-aff1-4767-908a-a44bc9757039,segment=NetworkSegment(19eec921-7c4b-41c7-9bfc-878e763ecd20),segment_id=19eec921-7c4b-41c7-9bfc-878e763ecd20)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:47.749877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be4fa621-5a11-409d-b0cd-ecacd87f28c3 req-573e2b79-d316-47e0-a715-a497af175ad7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:47.898002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-be4fa621-5a11-409d-b0cd-ecacd87f28c3 req-573e2b79-d316-47e0-a715-a497af175ad7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for f68d6f19-aff1-4767-908a-a44bc9757039 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:48.076652 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be4fa621-5a11-409d-b0cd-ecacd87f28c3 req-573e2b79-d316-47e0-a715-a497af175ad7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:48.145423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e2b79-d316-47e0-a715-a497af175ad7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=f68d6f19-aff1-4767-908a-a44bc9757039,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:48.242628 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4fa621-5a11-409d-b0cd-ecacd87f28c3 req-573e2b79-d316-47e0-a715-a497af175ad7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] No DVR routers for this DVR port f68d6f19-aff1-4767-908a-a44bc9757039 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:48.245283 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-be4fa621-5a11-409d-b0cd-ecacd87f28c3 req-573e2b79-d316-47e0-a715-a497af175ad7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:48.248949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663399b6-87d6-4095-ba45-a1258721be66', 'name': 'network-vif-deleted', 'tag': 'f68d6f19-aff1-4767-908a-a44bc9757039'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:48.270687 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-be4fa621-5a11-409d-b0cd-ecacd87f28c3 req-573e2b79-d316-47e0-a715-a497af175ad7 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.81 "DELETE /v2.0/ports/f68d6f19-aff1-4767-908a-a44bc9757039 HTTP/1.1" status: 204 len: 173 time: 0.9228697 Feb 04 16:15:48.331479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5031534f-3aad-4d6d-816d-4f1ec33981dc req-d6ab55fd-b8b4-4e3c-9cd0-7e8460a2ae3d tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "GET /v2.0/ports?device_id=663399b6-87d6-4095-ba45-a1258721be66 HTTP/1.1" status: 200 len: 210 time: 0.0703392 Feb 04 16:15:48.364821 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663399b6-87d6-4095-ba45-a1258721be66', 'name': 'network-vif-deleted', 'tag': 'f68d6f19-aff1-4767-908a-a44bc9757039', 'status': 'completed', 'code': 200} Feb 04 16:15:49.345578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device b7beb40b-07ed-4f60-9c64-8228d7a2fecb no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:49.396318 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: b7beb40b-07ed-4f60-9c64-8228d7a2fecb {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:15:49.396823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device b7beb40b-07ed-4f60-9c64-8228d7a2fecb not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:15:49.496697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52518) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:49.751035 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:50.162315 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cf38bb4e-56b8-45f2-9dc8-fc16d1364613 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:50.201770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52606) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:50.969963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f68d6f19-aff1-4767-908a-a44bc9757039 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:51.014955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: f68d6f19-aff1-4767-908a-a44bc9757039 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:15:51.015143 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9490aaa-ca1e-4c76-ab8a-40f89a60d3d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:51.015686 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device f68d6f19-aff1-4767-908a-a44bc9757039 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:15:51.119485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-cf38bb4e-56b8-45f2-9dc8-fc16d1364613 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port 8090b926-f018-4632-bfaf-9993cf0105d2 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:51.119937 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cf38bb4e-56b8-45f2-9dc8-fc16d1364613 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:51.346525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-cf38bb4e-56b8-45f2-9dc8-fc16d1364613 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] For port 8090b926-f018-4632-bfaf-9993cf0105d2, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=8090b926-f018-4632-bfaf-9993cf0105d2,segment=NetworkSegment(19eec921-7c4b-41c7-9bfc-878e763ecd20),segment_id=19eec921-7c4b-41c7-9bfc-878e763ecd20)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:51.346865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cf38bb4e-56b8-45f2-9dc8-fc16d1364613 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:51.471799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-cf38bb4e-56b8-45f2-9dc8-fc16d1364613 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for 8090b926-f018-4632-bfaf-9993cf0105d2 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:51.672575 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cf38bb4e-56b8-45f2-9dc8-fc16d1364613 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:51.686007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b9490aaa-ca1e-4c76-ab8a-40f89a60d3d8 admin admin] Deleting port 0d1c1944-3766-4ae7-a58a-46e48493f687 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:51.686590 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9490aaa-ca1e-4c76-ab8a-40f89a60d3d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:51.718003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38bb4e-56b8-45f2-9dc8-fc16d1364613 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=8090b926-f018-4632-bfaf-9993cf0105d2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:51.887016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-b9490aaa-ca1e-4c76-ab8a-40f89a60d3d8 admin admin] For port 0d1c1944-3766-4ae7-a58a-46e48493f687, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0d1c1944-3766-4ae7-a58a-46e48493f687,segment=NetworkSegment(ac578809-d161-4204-9cce-9fbabe2775d0),segment_id=ac578809-d161-4204-9cce-9fbabe2775d0)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:51.887638 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9490aaa-ca1e-4c76-ab8a-40f89a60d3d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:52.036827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b9490aaa-ca1e-4c76-ab8a-40f89a60d3d8 admin admin] Calling delete_port for 0d1c1944-3766-4ae7-a58a-46e48493f687 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:52.149306 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-cf38bb4e-56b8-45f2-9dc8-fc16d1364613 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:52.216673 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9490aaa-ca1e-4c76-ab8a-40f89a60d3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:52.264114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9490aaa-ca1e-4c76-ab8a-40f89a60d3d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1c1944-3766-4ae7-a58a-46e48493f687,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:52.681940 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b9490aaa-ca1e-4c76-ab8a-40f89a60d3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:52.777689 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf38bb4e-56b8-45f2-9dc8-fc16d1364613 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:15:52.982925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf38bb4e-56b8-45f2-9dc8-fc16d1364613 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:15:52.997412 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb55f33-87f3-45e4-bc5b-cfb086028778 None None] Sync routers for ids ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:15:52.998559 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cf38bb4e-56b8-45f2-9dc8-fc16d1364613 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "PUT /v2.0/routers/8d67a79c-5bc3-4d76-9032-b8cc11de7ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4998007 Feb 04 16:15:53.000818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52758) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:53.009258 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb55f33-87f3-45e4-bc5b-cfb086028778 None None] Routers {'8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:53.009860 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-bdb55f33-87f3-45e4-bc5b-cfb086028778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:15:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:53.191876 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-bdb55f33-87f3-45e4-bc5b-cfb086028778 None None] Set router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:53.193601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5ce0fc-7048-4d16-b377-efedfa2a3e3b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting subnet 6eb276af-55fe-4b8a-8a44-32c3b28806b1 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:15:53.196914 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce0fc-7048-4d16-b377-efedfa2a3e3b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.257110 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce0fc-7048-4d16-b377-efedfa2a3e3b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.288521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9490aaa-ca1e-4c76-ab8a-40f89a60d3d8 admin admin] Router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:15:53.349060 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce0fc-7048-4d16-b377-efedfa2a3e3b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.513480 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-bdb55f33-87f3-45e4-bc5b-cfb086028778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:29Z', 'updated_at': '2022-02-04T16:15:51Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:30Z', 'updated_at': '2022-02-04T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:53.519203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9490aaa-ca1e-4c76-ab8a-40f89a60d3d8 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:15:53.521524 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb55f33-87f3-45e4-bc5b-cfb086028778 None None] Checking router: 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:15:53.529501 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928dabcd-9efb-49d6-b97f-2ef90c98d080 None None] Sync routers for ids ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:15:53.533188 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb55f33-87f3-45e4-bc5b-cfb086028778 None None] Routers {'8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:53.533791 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-bdb55f33-87f3-45e4-bc5b-cfb086028778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:15:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:53.546293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928dabcd-9efb-49d6-b97f-2ef90c98d080 None None] Routers {'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:53.546925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-928dabcd-9efb-49d6-b97f-2ef90c98d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:15:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:53.548866 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b9490aaa-ca1e-4c76-ab8a-40f89a60d3d8 admin admin] 10.222.0.60 "PUT /v2.0/routers/f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3451097 Feb 04 16:15:53.551423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52762) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:53.561139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce0fc-7048-4d16-b377-efedfa2a3e3b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.622010 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce0fc-7048-4d16-b377-efedfa2a3e3b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.632695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ce0fc-7048-4d16-b377-efedfa2a3e3b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb276af-55fe-4b8a-8a44-32c3b28806b1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:53.639803 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1f5ce0fc-7048-4d16-b377-efedfa2a3e3b tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/subnets/6eb276af-55fe-4b8a-8a44-32c3b28806b1 HTTP/1.1" status: 204 len: 168 time: 0.6352842 Feb 04 16:15:53.640146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52766) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:53.751553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a06d8ba-579d-4df9-be9e-244a4a2a03bb None None] Network 7011370a-3285-4bcc-9123-85df9d46f397 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:15:53.761492 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-bdb55f33-87f3-45e4-bc5b-cfb086028778 None None] Set router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:53.799875 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.824568 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-928dabcd-9efb-49d6-b97f-2ef90c98d080 None None] Set router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:53.885676 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:54.141938 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:54.156142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Deleting port b888f617-caf8-4668-bdbd-7f19f650b809 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:54.156767 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:54.177943 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:54.189080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] Deleting port c8306565-f242-4a5a-a64f-97a88cde7b8d {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:54.191334 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:54.196880 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-bdb55f33-87f3-45e4-bc5b-cfb086028778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:29Z', 'updated_at': '2022-02-04T16:15:51Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:30Z', 'updated_at': '2022-02-04T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:54.203625 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb55f33-87f3-45e4-bc5b-cfb086028778 None None] The sync data for ids ['8d67a79c-5bc3-4d76-9032-b8cc11de7ca8'] in n-d-827872-1 is: [{'id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965463919', 'tenant_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:29Z', 'updated_at': '2022-02-04T16:15:51Z', 'revision_number': 5, 'project_id': 'd7ff7bfbfb3140b590e1ea986a3aedc3', 'gw_port': {'id': 'b888f617-caf8-4668-bdbd-7f19f650b809', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67a79c-5bc3-4d76-9032-b8cc11de7ca8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:30Z', 'updated_at': '2022-02-04T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:15:54.400008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] For port c8306565-f242-4a5a-a64f-97a88cde7b8d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=c8306565-f242-4a5a-a64f-97a88cde7b8d,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:54.400503 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:54.405361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-928dabcd-9efb-49d6-b97f-2ef90c98d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 5, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port': {'id': 'c8306565-f242-4a5a-a64f-97a88cde7b8d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:54.410935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] For port b888f617-caf8-4668-bdbd-7f19f650b809, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b888f617-caf8-4668-bdbd-7f19f650b809,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:54.411565 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928dabcd-9efb-49d6-b97f-2ef90c98d080 None None] Checking router: f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:15:54.412063 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:54.433140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928dabcd-9efb-49d6-b97f-2ef90c98d080 None None] Routers {'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:54.433947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-928dabcd-9efb-49d6-b97f-2ef90c98d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:15:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:54.487405 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] DHCP port deletion for 7011370a-3285-4bcc-9123-85df9d46f397 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:15:54.504971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Deleting port 67c944ad-1098-4ea9-b173-5e5a7d30db4d {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:54.505245 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:54.555723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] Calling delete_port for c8306565-f242-4a5a-a64f-97a88cde7b8d owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:54.563529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Calling delete_port for b888f617-caf8-4668-bdbd-7f19f650b809 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:54.740445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-928dabcd-9efb-49d6-b97f-2ef90c98d080 None None] Set router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:54.753677 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:54.756208 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:54.801003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Port': ['ID=b888f617-caf8-4668-bdbd-7f19f650b809,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:54.806446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8306565-f242-4a5a-a64f-97a88cde7b8d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:54.921289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-928dabcd-9efb-49d6-b97f-2ef90c98d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:15:54Z', 'revision_number': 6, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:54.934405 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928dabcd-9efb-49d6-b97f-2ef90c98d080 None None] The sync data for ids ['f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be'] in n-d-827872-1 is: [{'id': 'f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be', 'name': 'tempest-TestVolumeBackupRestore-422744768-router', 'tenant_id': '4fae62d1cbba4ced98a99ca6147a496f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:28Z', 'updated_at': '2022-02-04T16:15:54Z', 'revision_number': 6, 'project_id': '4fae62d1cbba4ced98a99ca6147a496f', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:15:54.960118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] For port 67c944ad-1098-4ea9-b173-5e5a7d30db4d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=67c944ad-1098-4ea9-b173-5e5a7d30db4d,segment=NetworkSegment(19eec921-7c4b-41c7-9bfc-878e763ecd20),segment_id=19eec921-7c4b-41c7-9bfc-878e763ecd20)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:54.960514 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.044908 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.088066 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.097831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Calling delete_port for 67c944ad-1098-4ea9-b173-5e5a7d30db4d owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:55.188644 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.233528 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Pushing event deleted for resources: {'Port': ['ID=67c944ad-1098-4ea9-b173-5e5a7d30db4d,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:55.245667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:55.246000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:55.246334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:55.246659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:55.246982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:55.247909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:55.248221 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:55.248541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:55.248858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:55.249175 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:55.249501 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:55.252351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05518040-284a-4dca-913d-23d4d3ea3822 None None] No DVR routers for this DVR port 67c944ad-1098-4ea9-b173-5e5a7d30db4d on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:55.368421 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.375047 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.403468 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.404129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:15:55.420457 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.421593 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7ae193c0-74d4-4952-a67e-e2bca8c398f1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f0fdf7db-8e7a-49fe-8d4a-52fd4fbcf0be HTTP/1.1" status: 204 len: 168 time: 1.8689420 Feb 04 16:15:55.424148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52770) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:55.452806 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.460095 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.490407 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.491058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Fanout notify agent at l3_agent the message router_deleted on router 8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:15:55.498882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-946e03c0-4e02-44c6-8ec0-549547d7c98f admin admin] Deleting subnet 5b00fe68-1870-4215-8601-2b7e9f6c8359 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:15:55.502422 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-946e03c0-4e02-44c6-8ec0-549547d7c98f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.514406 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.518080 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-49cd3e14-b5f1-43e4-9928-58228727caae tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/routers/8d67a79c-5bc3-4d76-9032-b8cc11de7ca8 HTTP/1.1" status: 204 len: 168 time: 1.8743947 Feb 04 16:15:55.518302 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52774) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:55.556756 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-946e03c0-4e02-44c6-8ec0-549547d7c98f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.649325 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-893b84e5-b87a-4705-8e3f-b879344b1847 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.652004 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-946e03c0-4e02-44c6-8ec0-549547d7c98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.727698 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-946e03c0-4e02-44c6-8ec0-549547d7c98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.775982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e03c0-4e02-44c6-8ec0-549547d7c98f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b00fe68-1870-4215-8601-2b7e9f6c8359,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:55.780586 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-946e03c0-4e02-44c6-8ec0-549547d7c98f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.789654 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-946e03c0-4e02-44c6-8ec0-549547d7c98f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5b00fe68-1870-4215-8601-2b7e9f6c8359 HTTP/1.1" status: 204 len: 168 time: 0.3645093 Feb 04 16:15:55.790351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52778) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:55.793715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0d15c2-9edd-4304-bf6f-468effe331e6 None None] Network 665a3d0a-dfc4-4564-bd14-cb448eba3d4d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:15:55.803351 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-893b84e5-b87a-4705-8e3f-b879344b1847 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.841615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-893b84e5-b87a-4705-8e3f-b879344b1847 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7011370a-3285-4bcc-9123-85df9d46f397']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:55.855825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-893b84e5-b87a-4705-8e3f-b879344b1847 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19eec921-7c4b-41c7-9bfc-878e763ecd20') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:55.856217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-893b84e5-b87a-4705-8e3f-b879344b1847 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19eec921-7c4b-41c7-9bfc-878e763ecd20') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:55.871546 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-893b84e5-b87a-4705-8e3f-b879344b1847 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.890843 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-893b84e5-b87a-4705-8e3f-b879344b1847 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.897418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893b84e5-b87a-4705-8e3f-b879344b1847 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:15:55.897901 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-893b84e5-b87a-4705-8e3f-b879344b1847 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:15:55.913335 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:15:56.047836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-893b84e5-b87a-4705-8e3f-b879344b1847 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.056365 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.078954 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] Deleting port 4d3637bc-2e7f-477a-ae31-9281a6227f78 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:56.079649 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.087477 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c8306565-f242-4a5a-a64f-97a88cde7b8d no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:56.103938 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-893b84e5-b87a-4705-8e3f-b879344b1847 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.128313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: c8306565-f242-4a5a-a64f-97a88cde7b8d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:15:56.128658 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device c8306565-f242-4a5a-a64f-97a88cde7b8d not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:15:56.129084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0d1c1944-3766-4ae7-a58a-46e48493f687 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:56.130187 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b84e5-b87a-4705-8e3f-b879344b1847 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'Network': ['ID=7011370a-3285-4bcc-9123-85df9d46f397,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:56.142031 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-893b84e5-b87a-4705-8e3f-b879344b1847 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/networks/7011370a-3285-4bcc-9123-85df9d46f397 HTTP/1.1" status: 204 len: 168 time: 0.6225626 Feb 04 16:15:56.143986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52782) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:56.192695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad922e50-eabb-494a-b933-969ab80258c9 None None] DHCP port deletion for 665a3d0a-dfc4-4564-bd14-cb448eba3d4d request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:15:56.195410 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 0d1c1944-3766-4ae7-a58a-46e48493f687 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:15:56.195954 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 0d1c1944-3766-4ae7-a58a-46e48493f687 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:15:56.196617 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 67c944ad-1098-4ea9-b173-5e5a7d30db4d no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:56.224889 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf41eb54-a086-4cb6-89e0-0521a83fa008 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.237548 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 67c944ad-1098-4ea9-b173-5e5a7d30db4d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:15:56.237893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 67c944ad-1098-4ea9-b173-5e5a7d30db4d not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:15:56.238622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b888f617-caf8-4668-bdbd-7f19f650b809 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:56.259970 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf41eb54-a086-4cb6-89e0-0521a83fa008 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.261106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ad922e50-eabb-494a-b933-969ab80258c9 None None] Deleting port 4d3637bc-2e7f-477a-ae31-9281a6227f78 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:56.261473 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ad922e50-eabb-494a-b933-969ab80258c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.307876 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: b888f617-caf8-4668-bdbd-7f19f650b809 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:15:56.308212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b888f617-caf8-4668-bdbd-7f19f650b809 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:15:56.308634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8090b926-f018-4632-bfaf-9993cf0105d2 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:56.348021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf41eb54-a086-4cb6-89e0-0521a83fa008 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.353581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] For port 4d3637bc-2e7f-477a-ae31-9281a6227f78, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4d3637bc-2e7f-477a-ae31-9281a6227f78,segment=NetworkSegment(ac578809-d161-4204-9cce-9fbabe2775d0),segment_id=ac578809-d161-4204-9cce-9fbabe2775d0)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:56.354083 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.357544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 8090b926-f018-4632-bfaf-9993cf0105d2 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:15:56.357815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 8090b926-f018-4632-bfaf-9993cf0105d2 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:15:56.367655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41eb54-a086-4cb6-89e0-0521a83fa008 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13242d1-3b20-4ebe-9140-12339124f657,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:56.382296 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf41eb54-a086-4cb6-89e0-0521a83fa008 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.386000 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bf41eb54-a086-4cb6-89e0-0521a83fa008 tempest-TestNetworkAdvancedServerOps-1408457685 tempest-TestNetworkAdvancedServerOps-1408457685-project] 10.222.0.60 "DELETE /v2.0/security-groups/c13242d1-3b20-4ebe-9140-12339124f657 HTTP/1.1" status: 204 len: 168 time: 0.2385542 Feb 04 16:15:56.492851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] Calling delete_port for 4d3637bc-2e7f-477a-ae31-9281a6227f78 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:56.566782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ad922e50-eabb-494a-b933-969ab80258c9 None None] For port 4d3637bc-2e7f-477a-ae31-9281a6227f78, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4d3637bc-2e7f-477a-ae31-9281a6227f78,segment=NetworkSegment(ac578809-d161-4204-9cce-9fbabe2775d0),segment_id=ac578809-d161-4204-9cce-9fbabe2775d0)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:56.567377 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ad922e50-eabb-494a-b933-969ab80258c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.573664 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.621744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3637bc-2e7f-477a-ae31-9281a6227f78,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:56.627670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] No DVR routers for this DVR port 4d3637bc-2e7f-477a-ae31-9281a6227f78 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:56.745248 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ad922e50-eabb-494a-b933-969ab80258c9 None None] Calling delete_port for 4d3637bc-2e7f-477a-ae31-9281a6227f78 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:56.757892 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.786109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665a3d0a-dfc4-4564-bd14-cb448eba3d4d']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:56.803758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac578809-d161-4204-9cce-9fbabe2775d0') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:56.804088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac578809-d161-4204-9cce-9fbabe2775d0') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:56.816446 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.827111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52792) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:56.828848 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-ad922e50-eabb-494a-b933-969ab80258c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:15:56.829298 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-ad922e50-eabb-494a-b933-969ab80258c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:15:56.843732 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.850142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:15:56.850524 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:15:56.865045 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:15:56.941705 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.958425 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.987824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] Pushing event deleted for resources: {'Network': ['ID=665a3d0a-dfc4-4564-bd14-cb448eba3d4d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:57.018161 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1760b45e-6c31-4f93-82f8-afe4ddb1c276 admin admin] 10.222.0.60 "DELETE /v2.0/networks/665a3d0a-dfc4-4564-bd14-cb448eba3d4d HTTP/1.1" status: 204 len: 168 time: 1.2261529 Feb 04 16:15:57.021804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52798) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:57.036080 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a1aa89aa-541d-44fe-a4cf-ed16ba0e41cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d7ff7bfbfb3140b590e1ea986a3aedc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2078431 Feb 04 16:15:57.038594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52802) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:57.100225 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13939553-329d-4f9d-bfb6-71c994b6122d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.126408 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13939553-329d-4f9d-bfb6-71c994b6122d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.182170 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13939553-329d-4f9d-bfb6-71c994b6122d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.198827 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13939553-329d-4f9d-bfb6-71c994b6122d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b38e3e0-1203-445e-b71b-25db4fac55b3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:57.206843 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13939553-329d-4f9d-bfb6-71c994b6122d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.207996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-13939553-329d-4f9d-bfb6-71c994b6122d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b38e3e0-1203-445e-b71b-25db4fac55b3 HTTP/1.1" status: 204 len: 168 time: 0.1684875 Feb 04 16:15:57.331061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ad922e50-eabb-494a-b933-969ab80258c9 None None] Deleting port 4d3637bc-2e7f-477a-ae31-9281a6227f78 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:57.331402 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ad922e50-eabb-494a-b933-969ab80258c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.401592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ad922e50-eabb-494a-b933-969ab80258c9 None None] The port '4d3637bc-2e7f-477a-ae31-9281a6227f78' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:15:57.434126 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-87f65630-3f87-4aa6-bba5-8bdae78fde21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.587414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52810) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:57.639901 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f06466d2-a658-40ed-919c-b43863ea73af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d615d2e5a37d4732864ae09f1c58506a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485191 Feb 04 16:15:57.640916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52814) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:57.707073 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d1c5-af3a-459d-b7df-393893fb4384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.740543 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d1c5-af3a-459d-b7df-393893fb4384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.800322 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d1c5-af3a-459d-b7df-393893fb4384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.818810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2d1c5-af3a-459d-b7df-393893fb4384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dc3bc8-93ec-4eee-99c7-c0764972a91d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:57.831660 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d1c5-af3a-459d-b7df-393893fb4384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.835384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9ba2d1c5-af3a-459d-b7df-393893fb4384 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/04dc3bc8-93ec-4eee-99c7-c0764972a91d HTTP/1.1" status: 204 len: 168 time: 0.1910725 Feb 04 16:15:58.045112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4d3637bc-2e7f-477a-ae31-9281a6227f78 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:58.095398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 4d3637bc-2e7f-477a-ae31-9281a6227f78 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:15:58.095398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4d3637bc-2e7f-477a-ae31-9281a6227f78 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:15:58.257866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-87f65630-3f87-4aa6-bba5-8bdae78fde21 admin admin] Deleting port 12f27bf8-dfcf-4e39-b703-c5da3575b165 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:58.258329 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-87f65630-3f87-4aa6-bba5-8bdae78fde21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:58.476683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-87f65630-3f87-4aa6-bba5-8bdae78fde21 admin admin] For port 12f27bf8-dfcf-4e39-b703-c5da3575b165, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=12f27bf8-dfcf-4e39-b703-c5da3575b165,segment=NetworkSegment(375c56d6-3af4-448f-8e50-ff79921e9a25),segment_id=375c56d6-3af4-448f-8e50-ff79921e9a25)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:58.477167 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-87f65630-3f87-4aa6-bba5-8bdae78fde21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:58.629672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-87f65630-3f87-4aa6-bba5-8bdae78fde21 admin admin] Calling delete_port for 12f27bf8-dfcf-4e39-b703-c5da3575b165 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:58.877475 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-87f65630-3f87-4aa6-bba5-8bdae78fde21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:58.885294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52836) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:58.924568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f65630-3f87-4aa6-bba5-8bdae78fde21 admin admin] Pushing event deleted for resources: {'Port': ['ID=12f27bf8-dfcf-4e39-b703-c5da3575b165,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:59.060599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-803365469-network', 'tenant_id': '712bc513df6c4eec89ab7c8130959559'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:59.068228 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:59.072593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Usage tracker for resource:network and tenant:712bc513df6c4eec89ab7c8130959559 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:59.075778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:59.082656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:59.096137 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Made reservation on behalf of 712bc513df6c4eec89ab7c8130959559 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:15:59.098482 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.111851 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.151599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:59.155894 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Usage tracker for resource:security_group_rule and tenant:712bc513df6c4eec89ab7c8130959559 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:59.158933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:59.165167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:59.242685 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.247837 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.248239 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-87f65630-3f87-4aa6-bba5-8bdae78fde21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.281420 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:15:59.297499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ba5f50-476d-4e52-9b8c-46f39ded0a15,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:59.302392 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.302701 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Added segment c3dc4c4f-9926-4628-9a72-4981b4c41286 of type vlan for network d4720e42-3d03-45e8-91d8-4987d980797a Feb 04 16:15:59.332185 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.364753 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.365619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:59.366189 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.472678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] Pushing event updated for resources: {'Network': ['ID=d4720e42-3d03-45e8-91d8-4987d980797a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:59.478615 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dac6b3f6-8568-45e8-bde6-31cd6881d182 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5893295 Feb 04 16:15:59.478884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52842) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:59.484616 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network d4720e42-3d03-45e8-91d8-4987d980797a details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:15:59.485140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] Request body: {'subnet': {'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-803365469-subnet', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:59.490752 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:59.494782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] Usage tracker for resource:subnet and tenant:712bc513df6c4eec89ab7c8130959559 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:59.498467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:59.504311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:59.528765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] Made reservation on behalf of 712bc513df6c4eec89ab7c8130959559 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:15:59.532098 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.762458 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.840234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ef6756-075a-4f1b-8269-341770422096,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:59.956321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] Checking segment: {'id': 'c3dc4c4f-9926-4628-9a72-4981b4c41286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:15:59.957027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] Network hostable DHCP agents. Network: d4720e42-3d03-45e8-91d8-4987d980797a, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:15:59.986124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] Network d4720e42-3d03-45e8-91d8-4987d980797a is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:16:00.002308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f65630-3f87-4aa6-bba5-8bdae78fde21 admin admin] Router e129e8e8-1c86-461d-9387-741c5acad4e7 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:16:00.002854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, d4720e42-3d03-45e8-91d8-4987d980797a) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:00.007027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:00.008119 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.016758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e29db5-b4d0-4a63-834a-3d6990d9f674 None None] Network d4720e42-3d03-45e8-91d8-4987d980797a requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:00.036930 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-851c699b-4e1d-4ba9-8fd6-40d6ded8337c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5569274 Feb 04 16:16:00.038841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52846) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:00.044897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:00.050605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:00.054664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Usage tracker for resource:router and tenant:712bc513df6c4eec89ab7c8130959559 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:00.057745 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:00.064677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:00.079312 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.080421 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.101386 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.234850 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f65630-3f87-4aa6-bba5-8bdae78fde21 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:16:00.254688 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11baa72b-e1ff-4b3c-abb5-d069374d1f01 None None] Sync routers for ids ['e129e8e8-1c86-461d-9387-741c5acad4e7'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:16:00.258335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52850) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:00.261282 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-87f65630-3f87-4aa6-bba5-8bdae78fde21 admin admin] 10.222.0.60 "PUT /v2.0/routers/e129e8e8-1c86-461d-9387-741c5acad4e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2366850 Feb 04 16:16:00.265847 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-d4720e42-3d03-45e8-91d8-4987d980797a', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'fixed_ips': [{'subnet_id': '18ef6756-075a-4f1b-8269-341770422096'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:16:00.266850 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.269118 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11baa72b-e1ff-4b3c-abb5-d069374d1f01 None None] Routers {'e129e8e8-1c86-461d-9387-741c5acad4e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:00.269801 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-11baa72b-e1ff-4b3c-abb5-d069374d1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:15:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e129e8e8-1c86-461d-9387-741c5acad4e7'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:00.339218 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.440998 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Allocated IP 172.20.0.2 (d4720e42-3d03-45e8-91d8-4987d980797a/18ef6756-075a-4f1b-8269-341770422096/5c57e82f-8989-4511-b065-9daac0477fb8) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:00.496852 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-11baa72b-e1ff-4b3c-abb5-d069374d1f01 None None] Set router e129e8e8-1c86-461d-9387-741c5acad4e7 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:00.594825 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.667692 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.678516 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Transition to ACTIVE for port object 5c57e82f-8989-4511-b065-9daac0477fb8 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:00.699630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Transition to ACTIVE for port object 5c57e82f-8989-4511-b065-9daac0477fb8 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:00.706467 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.739659 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.771800 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.773685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Network d4720e42-3d03-45e8-91d8-4987d980797a is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:00.776556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:00.786995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:00.793722 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Pushing event updated for resources: {'Port': ['ID=5c57e82f-8989-4511-b065-9daac0477fb8,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:00.804494 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-11baa72b-e1ff-4b3c-abb5-d069374d1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'name': 'tempest-TestVolumeBackupRestore-916594913-router', 'tenant_id': '29839513d109404386173208663e73e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:15:58Z', 'revision_number': 5, 'project_id': '29839513d109404386173208663e73e0', 'gw_port': {'id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:00.809217 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11baa72b-e1ff-4b3c-abb5-d069374d1f01 None None] Checking router: e129e8e8-1c86-461d-9387-741c5acad4e7 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:16:00.823586 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11baa72b-e1ff-4b3c-abb5-d069374d1f01 None None] Routers {'e129e8e8-1c86-461d-9387-741c5acad4e7'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:00.824379 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-11baa72b-e1ff-4b3c-abb5-d069374d1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:15:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e129e8e8-1c86-461d-9387-741c5acad4e7'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:00.902671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Attempting to bind port 5c57e82f-8989-4511-b065-9daac0477fb8 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:00.903052 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Attempting to bind port 5c57e82f-8989-4511-b065-9daac0477fb8 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'c3dc4c4f-9926-4628-9a72-4981b4c41286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:00.903849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Attempting to bind port 5c57e82f-8989-4511-b065-9daac0477fb8 on network d4720e42-3d03-45e8-91d8-4987d980797a {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:00.911158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:00.911158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Checking segment: {'id': 'c3dc4c4f-9926-4628-9a72-4981b4c41286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:00.911541 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.912408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Bound using segment: {'id': 'c3dc4c4f-9926-4628-9a72-4981b4c41286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:00.912408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Bound port: 5c57e82f-8989-4511-b065-9daac0477fb8, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3dc4c4f-9926-4628-9a72-4981b4c41286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:00.912730 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:01.006453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Allocated IP 172.25.0.7 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/d63a583f-8d22-434a-b627-b9fd88ba8073) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:01.012000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] For port 5c57e82f-8989-4511-b065-9daac0477fb8, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:01.015699 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] For port 5c57e82f-8989-4511-b065-9daac0477fb8, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5c57e82f-8989-4511-b065-9daac0477fb8,segment=NetworkSegment(c3dc4c4f-9926-4628-9a72-4981b4c41286),segment_id=c3dc4c4f-9926-4628-9a72-4981b4c41286)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:01.020224 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:01.041041 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-11baa72b-e1ff-4b3c-abb5-d069374d1f01 None None] Set router e129e8e8-1c86-461d-9387-741c5acad4e7 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:01.051339 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:01.115122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] Deleting port 56079dcf-2b81-41c7-aa11-b68d71e82374 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:01.115611 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:01.129676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e01370-9cdc-4ca3-909b-a5b64a983d95 None None] Pushing event updated for resources: {'Port': ['ID=5c57e82f-8989-4511-b065-9daac0477fb8,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:01.306465 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:01.381460 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-11baa72b-e1ff-4b3c-abb5-d069374d1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'name': 'tempest-TestVolumeBackupRestore-916594913-router', 'tenant_id': '29839513d109404386173208663e73e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:15:58Z', 'revision_number': 5, 'project_id': '29839513d109404386173208663e73e0', 'gw_port': {'id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:01.382201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] For port 56079dcf-2b81-41c7-aa11-b68d71e82374, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=56079dcf-2b81-41c7-aa11-b68d71e82374,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:01.382695 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:01.386393 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11baa72b-e1ff-4b3c-abb5-d069374d1f01 None None] The sync data for ids ['e129e8e8-1c86-461d-9387-741c5acad4e7'] in n-d-827872-1 is: [{'id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'name': 'tempest-TestVolumeBackupRestore-916594913-router', 'tenant_id': '29839513d109404386173208663e73e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:15:58Z', 'revision_number': 5, 'project_id': '29839513d109404386173208663e73e0', 'gw_port': {'id': '56079dcf-2b81-41c7-aa11-b68d71e82374', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e129e8e8-1c86-461d-9387-741c5acad4e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:16:01.629631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] Calling delete_port for 56079dcf-2b81-41c7-aa11-b68d71e82374 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:01.665600 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:01.751128 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:01.766660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:01.769457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:01.800101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d63a583f-8d22-434a-b627-b9fd88ba8073,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:01.994305 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.056268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] Pushing event deleted for resources: {'Port': ['ID=56079dcf-2b81-41c7-aa11-b68d71e82374,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:02.083943 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5c57e82f-8989-4511-b065-9daac0477fb8 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:02.167640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 5c57e82f-8989-4511-b065-9daac0477fb8 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:02.177276 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.178054 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.182332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 12f27bf8-dfcf-4e39-b703-c5da3575b165 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:16:02.225272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 12f27bf8-dfcf-4e39-b703-c5da3575b165 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:16:02.225619 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 12f27bf8-dfcf-4e39-b703-c5da3575b165 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:16:02.243780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae31f67e-a42b-476f-a04f-9dc8e32d0470 None None] Network d4720e42-3d03-45e8-91d8-4987d980797a requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:02.360139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9321c284-fe62-4638-bf67-94839f35650d None None] Provisioning for port 5c57e82f-8989-4511-b065-9daac0477fb8 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:02.377412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9321c284-fe62-4638-bf67-94839f35650d None None] Provisioning complete for port 5c57e82f-8989-4511-b065-9daac0477fb8 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:02.377831 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9321c284-fe62-4638-bf67-94839f35650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.384320 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.627745 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9321c284-fe62-4638-bf67-94839f35650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.664240 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.670673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9321c284-fe62-4638-bf67-94839f35650d None None] For port 5c57e82f-8989-4511-b065-9daac0477fb8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5c57e82f-8989-4511-b065-9daac0477fb8,segment=NetworkSegment(c3dc4c4f-9926-4628-9a72-4981b4c41286),segment_id=c3dc4c4f-9926-4628-9a72-4981b4c41286)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:02.671824 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.675257 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9321c284-fe62-4638-bf67-94839f35650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.756384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321c284-fe62-4638-bf67-94839f35650d None None] Pushing event updated for resources: {'Port': ['ID=5c57e82f-8989-4511-b065-9daac0477fb8,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:02.769864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.770469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e129e8e8-1c86-461d-9387-741c5acad4e7 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:16:02.795023 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.798541 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-adc516c2-d018-421e-9f94-aafc94af394d admin admin] 10.222.0.60 "DELETE /v2.0/routers/e129e8e8-1c86-461d-9387-741c5acad4e7 HTTP/1.1" status: 204 len: 168 time: 2.5357668 Feb 04 16:16:02.798879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52854) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:02.881940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-99982593-57fe-487b-bc6b-344f7764e354 admin admin] Deleting subnet 5a496ff7-22c0-4339-af89-3ab2264b0f74 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:16:02.890318 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99982593-57fe-487b-bc6b-344f7764e354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.945918 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99982593-57fe-487b-bc6b-344f7764e354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.983116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:16:03.000551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-26b7bcf6-4397-47f3-b119-248aeca1cb1c None None] Provisioning complete for port 5c57e82f-8989-4511-b065-9daac0477fb8 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:03.000995 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-26b7bcf6-4397-47f3-b119-248aeca1cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:03.223474 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99982593-57fe-487b-bc6b-344f7764e354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:03.361353 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99982593-57fe-487b-bc6b-344f7764e354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:03.410180 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99982593-57fe-487b-bc6b-344f7764e354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a496ff7-22c0-4339-af89-3ab2264b0f74,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:03.416295 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-99982593-57fe-487b-bc6b-344f7764e354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:03.421808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ed7fdf-ab73-4ee8-b5d0-55b0bad037a8 None None] Network d8902da6-acaa-43b2-b6c1-59fa325c1ada requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:03.427246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-99982593-57fe-487b-bc6b-344f7764e354 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5a496ff7-22c0-4339-af89-3ab2264b0f74 HTTP/1.1" status: 204 len: 168 time: 0.6273146 Feb 04 16:16:03.429812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52858) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:03.530054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:16:03.551754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Sync routers for ids ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:16:03.557806 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:03.565873 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:03.567066 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7407a332-8f66-4466-b88d-2dd0061f92e7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.5269926 Feb 04 16:16:03.570629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52862) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:03.578211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] Deleting port 273ce49f-c40a-46a6-ad56-828364c330a4 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:03.578765 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:03.613330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Routers {'d31ee6e5-158c-4da3-80e1-2a0095b58dd4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:03.613963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:15:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:03.812171 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] For port 273ce49f-c40a-46a6-ad56-828364c330a4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=273ce49f-c40a-46a6-ad56-828364c330a4,segment=NetworkSegment(375c56d6-3af4-448f-8e50-ff79921e9a25),segment_id=375c56d6-3af4-448f-8e50-ff79921e9a25)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:03.812572 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:03.812686 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Set router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:03.866898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8036a59-fdf2-4929-8159-1d004a07c953 None None] DHCP port deletion for d8902da6-acaa-43b2-b6c1-59fa325c1ada request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:16:03.946782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] Calling delete_port for 273ce49f-c40a-46a6-ad56-828364c330a4 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:03.957897 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d8036a59-fdf2-4929-8159-1d004a07c953 None None] Deleting port 273ce49f-c40a-46a6-ad56-828364c330a4 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:03.958620 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d8036a59-fdf2-4929-8159-1d004a07c953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.055260 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.109279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=273ce49f-c40a-46a6-ad56-828364c330a4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:04.116093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] No DVR routers for this DVR port 273ce49f-c40a-46a6-ad56-828364c330a4 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:16:04.164566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5c57e82f-8989-4511-b065-9daac0477fb8 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:04.234338 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d8036a59-fdf2-4929-8159-1d004a07c953 None None] The port '273ce49f-c40a-46a6-ad56-828364c330a4' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:16:04.244888 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.276373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8902da6-acaa-43b2-b6c1-59fa325c1ada']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:04.290518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375c56d6-3af4-448f-8e50-ff79921e9a25') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:04.290832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375c56d6-3af4-448f-8e50-ff79921e9a25') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:04.294507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 5c57e82f-8989-4511-b065-9daac0477fb8 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:04.294898 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.304531 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.322827 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.329907 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:16:04.330495 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:16:04.345150 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:16:04.353475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:01Z', 'revision_number': 3, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'gw_port': {'id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:04.366225 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Checking router: d31ee6e5-158c-4da3-80e1-2a0095b58dd4 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:16:04.366622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Updating router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 port d63a583f-8d22-434a-b627-b9fd88ba8073 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:16:04.436888 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.439592 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.462360 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.465328 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.470627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] Pushing event deleted for resources: {'Network': ['ID=d8902da6-acaa-43b2-b6c1-59fa325c1ada,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:04.485711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6f04a073-f6c2-45d2-8d98-bc1f17662c9f admin admin] 10.222.0.60 "DELETE /v2.0/networks/d8902da6-acaa-43b2-b6c1-59fa325c1ada HTTP/1.1" status: 204 len: 168 time: 1.0525105 Feb 04 16:16:04.689261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52868) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:04.715147 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Allocated IP 172.20.0.1 (d4720e42-3d03-45e8-91d8-4987d980797a/18ef6756-075a-4f1b-8269-341770422096/2afc2cda-80b3-4fef-b845-12ff9b56d629) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:04.752362 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cc5e9f25-4761-43a8-bbaf-bfd23f31b9b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fae62d1cbba4ced98a99ca6147a496f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0618029 Feb 04 16:16:04.756021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52872) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:04.756561 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 273ce49f-c40a-46a6-ad56-828364c330a4 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:16:04.798644 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 273ce49f-c40a-46a6-ad56-828364c330a4 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:16:04.798967 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 273ce49f-c40a-46a6-ad56-828364c330a4 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:16:04.799451 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 56079dcf-2b81-41c7-aa11-b68d71e82374 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:16:04.829152 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-720238ee-5e8c-4498-99cd-05865007119c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.836632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 56079dcf-2b81-41c7-aa11-b68d71e82374 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:16:04.836971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 56079dcf-2b81-41c7-aa11-b68d71e82374 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:16:04.862925 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-720238ee-5e8c-4498-99cd-05865007119c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.924829 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-720238ee-5e8c-4498-99cd-05865007119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.950644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720238ee-5e8c-4498-99cd-05865007119c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b217ce40-0d44-40a6-8050-4dccff3cfe8b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:04.971050 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-720238ee-5e8c-4498-99cd-05865007119c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.974049 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-720238ee-5e8c-4498-99cd-05865007119c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b217ce40-0d44-40a6-8050-4dccff3cfe8b HTTP/1.1" status: 204 len: 168 time: 0.2161324 Feb 04 16:16:04.994945 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.009915 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Transition to ACTIVE for port object d63a583f-8d22-434a-b627-b9fd88ba8073 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:05.018676 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.049126 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.076314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Transition to ACTIVE for port object 2afc2cda-80b3-4fef-b845-12ff9b56d629 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:05.108088 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.109977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Attempting to bind port d63a583f-8d22-434a-b627-b9fd88ba8073 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:05.110350 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Attempting to bind port d63a583f-8d22-434a-b627-b9fd88ba8073 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:05.110709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Attempting to bind port d63a583f-8d22-434a-b627-b9fd88ba8073 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:05.112722 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84854b-bdd1-404a-b14b-d204e9dd8a37 None None] Pushing event updated for resources: {'Port': ['ID=d63a583f-8d22-434a-b627-b9fd88ba8073,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:05.120193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:05.120575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:05.120975 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.121486 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:05.122586 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Bound port: d63a583f-8d22-434a-b627-b9fd88ba8073, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:05.123312 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.182228 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Network d4720e42-3d03-45e8-91d8-4987d980797a is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:05.186053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:05.191738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:05.205471 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] For port d63a583f-8d22-434a-b627-b9fd88ba8073, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:05.209484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] For port d63a583f-8d22-434a-b627-b9fd88ba8073, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d63a583f-8d22-434a-b627-b9fd88ba8073,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:05.214267 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.233968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Pushing event updated for resources: {'Port': ['ID=2afc2cda-80b3-4fef-b845-12ff9b56d629,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:05.266120 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.318215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84854b-bdd1-404a-b14b-d204e9dd8a37 None None] Pushing event updated for resources: {'Port': ['ID=d63a583f-8d22-434a-b627-b9fd88ba8073,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:05.323482 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Routers {'d31ee6e5-158c-4da3-80e1-2a0095b58dd4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:05.324091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:15:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:05.368490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.505465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52880) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:05.530881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] Set router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:05.568311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-705b1d7b-bed6-452f-afa1-f938bcee5bdb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29839513d109404386173208663e73e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0606873 Feb 04 16:16:05.571055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52884) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:05.605400 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e6410868-f55d-4b22-87b5-c0e3da9a63e2 None None] Provisioning for port 2afc2cda-80b3-4fef-b845-12ff9b56d629 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:05.615246 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e6410868-f55d-4b22-87b5-c0e3da9a63e2 None None] Provisioning complete for port 2afc2cda-80b3-4fef-b845-12ff9b56d629 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:05.615530 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e6410868-f55d-4b22-87b5-c0e3da9a63e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.636544 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.642690 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.643832 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4087-25e0-4255-8ad4-1c40e5b23f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.677347 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4087-25e0-4255-8ad4-1c40e5b23f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.741754 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4087-25e0-4255-8ad4-1c40e5b23f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.774535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.779992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Pushing event updated for resources: {'Port': ['ID=2afc2cda-80b3-4fef-b845-12ff9b56d629,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:05.784798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b4087-25e0-4255-8ad4-1c40e5b23f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4fa130-238a-4fea-88c4-39b4378fa7b4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:05.788665 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4087-25e0-4255-8ad4-1c40e5b23f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.789384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bd2b4087-25e0-4255-8ad4-1c40e5b23f87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd4fa130-238a-4fea-88c4-39b4378fa7b4 HTTP/1.1" status: 204 len: 168 time: 0.2172348 Feb 04 16:16:05.819681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e6410868-f55d-4b22-87b5-c0e3da9a63e2 None None] Port 2afc2cda-80b3-4fef-b845-12ff9b56d629 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:05.976666 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:05Z', 'revision_number': 4, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'gw_port': {'id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '2afc2cda-80b3-4fef-b845-12ff9b56d629', 'name': '', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'mac_address': 'fa:16:3e:16:f9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18ef6756-075a-4f1b-8269-341770422096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:04Z', 'updated_at': '2022-02-04T16:16:04Z', 'revision_number': 1, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'subnets': [{'id': '18ef6756-075a-4f1b-8269-341770422096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:05.983019 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb504f83-87a2-454b-acd7-1efbcdb047a9 None None] The sync data for ids ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'] in n-d-827872-1 is: [{'id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:05Z', 'revision_number': 4, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'gw_port': {'id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '2afc2cda-80b3-4fef-b845-12ff9b56d629', 'name': '', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'mac_address': 'fa:16:3e:16:f9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18ef6756-075a-4f1b-8269-341770422096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:04Z', 'updated_at': '2022-02-04T16:16:04Z', 'revision_number': 1, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'subnets': [{'id': '18ef6756-075a-4f1b-8269-341770422096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:16:05.991168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Network d4720e42-3d03-45e8-91d8-4987d980797a is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:05.992568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:06.349734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-be2d449b-d1ea-4334-859f-3b15d4f66822 None None] Provisioning complete for port 2afc2cda-80b3-4fef-b845-12ff9b56d629 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:06.350105 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be2d449b-d1ea-4334-859f-3b15d4f66822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:06.439831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-be2d449b-d1ea-4334-859f-3b15d4f66822 None None] Port 2afc2cda-80b3-4fef-b845-12ff9b56d629 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:06.496034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:16:06.595550 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0dffe8f2-f534-45ac-9168-7f041eb6adc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:06.730650 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:16:06.745264 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eb0f36c1-7e81-4bde-9be1-086ecd134173 admin admin] 10.222.0.60 "PUT /v2.0/routers/d31ee6e5-158c-4da3-80e1-2a0095b58dd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1724079 Feb 04 16:16:06.974076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52910) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:07.237873 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2118403687-network', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:07.244566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:07.251571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Usage tracker for resource:network and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:07.256747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:07.263618 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:07.276139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Made reservation on behalf of e00cee0f908a4015ba575ed436ec7346 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:07.280864 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.303715 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.364393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:07.371662 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Usage tracker for resource:security_group_rule and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:07.373127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:07.380167 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:07.456415 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.460862 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.505767 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:16:07.516739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8d5d68-4bfd-4526-94b7-69a2c415867a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:07.533350 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.534047 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Added segment 4ca735f1-ba28-41f4-8c0f-4bf0cea56941 of type vlan for network b250d564-79c6-4311-88c8-4d123b616443 Feb 04 16:16:07.565163 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.615331 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.616338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:07.616996 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.844099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] Pushing event updated for resources: {'Network': ['ID=b250d564-79c6-4311-88c8-4d123b616443,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:07.851039 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-10be4ca3-ffef-4202-bcac-100e17c21756 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8745317 Feb 04 16:16:07.854072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52932) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:07.855696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network b250d564-79c6-4311-88c8-4d123b616443 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:16:07.860390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] Request body: {'subnet': {'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2118403687-subnet', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:07.866382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:07.870350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] Usage tracker for resource:subnet and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:07.874448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:07.880754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:07.891699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] Made reservation on behalf of e00cee0f908a4015ba575ed436ec7346 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:07.894067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.920989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52936) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:07.927133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-991452732-network', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:07.932622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:07.937535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Usage tracker for resource:network and tenant:be9a60b144d4417582ecd27ac5631122 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:07.940714 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:07.947483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:08.075849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Made reservation on behalf of be9a60b144d4417582ecd27ac5631122 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:08.079154 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d63a583f-8d22-434a-b627-b9fd88ba8073 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:08.079909 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.094382 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.131207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.132728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:08.136863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Usage tracker for resource:security_group_rule and tenant:be9a60b144d4417582ecd27ac5631122 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:08.140584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:08.146810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:08.160932 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port d63a583f-8d22-434a-b627-b9fd88ba8073 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:08.166372 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d63a583f-8d22-434a-b627-b9fd88ba8073 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:08.166991 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.210495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:08.223419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] Checking segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:08.223653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] Network hostable DHCP agents. Network: b250d564-79c6-4311-88c8-4d123b616443, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:16:08.234130 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.239765 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.248656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] Network b250d564-79c6-4311-88c8-4d123b616443 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:16:08.264383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, b250d564-79c6-4311-88c8-4d123b616443) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:08.270636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:08.271771 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.282368 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:16:08.287669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117a21c4-1a17-4ae7-9afa-cfe7a111ea07 None None] Network b250d564-79c6-4311-88c8-4d123b616443 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:08.288385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc8489c-34e8-4c41-b7b5-36386047a352,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:08.296488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.297051 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Added segment fe0fa49b-9dcf-41de-9dfd-45ae660851f5 of type vlan for network ad0798be-1143-4857-94b1-2c72139e54ec Feb 04 16:16:08.312706 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-07b96bfc-1c45-4984-986a-d6b7c92692db admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4549112 Feb 04 16:16:08.313038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52940) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:08.318577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:08.324600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:08.327905 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.329551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Usage tracker for resource:router and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:08.332496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:08.339129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:08.352460 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.352954 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.362263 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.363634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:08.364601 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.376458 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.439259 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.473591 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port d63a583f-8d22-434a-b627-b9fd88ba8073, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d63a583f-8d22-434a-b627-b9fd88ba8073,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:08.486438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5643291 Feb 04 16:16:08.486896 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.489890 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52944) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:08.497768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] Request body: {'subnet': {'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-991452732-subnet', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:08.500153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97abc4-da9c-41f8-85f5-ce5042dda0da admin admin] Pushing event updated for resources: {'Network': ['ID=ad0798be-1143-4857-94b1-2c72139e54ec,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:08.503887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:08.507949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] Usage tracker for resource:subnet and tenant:be9a60b144d4417582ecd27ac5631122 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:08.510898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:08.516812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:08.525210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network ad0798be-1143-4857-94b1-2c72139e54ec details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:16:08.528504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] Made reservation on behalf of be9a60b144d4417582ecd27ac5631122 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:08.531055 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.567546 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.694144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=d63a583f-8d22-434a-b627-b9fd88ba8073,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:08.752517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-b250d564-79c6-4311-88c8-4d123b616443', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:16:08.753391 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.774496 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.820394 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.837573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b03964-e97f-48c6-898e-38e108738552,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:08.857330 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.895567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] Checking segment: {'id': 'fe0fa49b-9dcf-41de-9dfd-45ae660851f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:08.896093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] Network hostable DHCP agents. Network: ad0798be-1143-4857-94b1-2c72139e54ec, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:16:08.928468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] Network ad0798be-1143-4857-94b1-2c72139e54ec is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:16:08.939119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, ad0798be-1143-4857-94b1-2c72139e54ec) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:08.943906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:08.944547 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.951604 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0179a26f-e50a-42a1-ac14-ee0d69baec88 None None] Network ad0798be-1143-4857-94b1-2c72139e54ec requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:08.969530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6df5f3a5-21b9-401f-9ab5-6594d10c96a8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4786375 Feb 04 16:16:08.972249 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52948) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:08.978340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-991452732-router', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:08.985693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:08.990390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Usage tracker for resource:router and tenant:be9a60b144d4417582ecd27ac5631122 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:08.994518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:09.002330 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:09.018985 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.020639 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.022253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Allocated IP 172.25.0.241 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/414b30ac-0abf-410c-bc33-2665da58e2b1) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:09.046408 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.056957 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-16508212-bb78-4a89-878c-5ed56fcbc7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.061156 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Allocated IP 172.20.0.2 (b250d564-79c6-4311-88c8-4d123b616443/7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c/5b4bb61c-7c97-48ea-b405-988e634a6d97) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:09.198371 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.218812 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.230594 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.305968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:09.310177 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:09.312786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:09.342487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Pushing event updated for resources: {'Port': ['ID=414b30ac-0abf-410c-bc33-2665da58e2b1,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:09.370685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-ad0798be-1143-4857-94b1-2c72139e54ec', 'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'fixed_ips': [{'subnet_id': '61b03964-e97f-48c6-898e-38e108738552'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:16:09.372230 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.447027 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.473572 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.484314 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.499116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Transition to ACTIVE for port object 5b4bb61c-7c97-48ea-b405-988e634a6d97 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:09.531715 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.533467 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.563520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Transition to ACTIVE for port object 5b4bb61c-7c97-48ea-b405-988e634a6d97 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:09.578520 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.641088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Allocated IP 172.25.0.205 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/2e01fd30-d13f-441f-bd69-9c33a7e9e530) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:09.655363 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Allocated IP 172.20.0.2 (ad0798be-1143-4857-94b1-2c72139e54ec/61b03964-e97f-48c6-898e-38e108738552/07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:09.667670 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Network b250d564-79c6-4311-88c8-4d123b616443 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:09.670755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:09.672507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Pushing event updated for resources: {'Port': ['ID=5b4bb61c-7c97-48ea-b405-988e634a6d97,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:09.677905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:09.784153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Router 9cd36b00-3e48-4d48-b538-9ce2c546972e is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:16:09.820262 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.857161 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.862910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Attempting to bind port 5b4bb61c-7c97-48ea-b405-988e634a6d97 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:09.863309 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Attempting to bind port 5b4bb61c-7c97-48ea-b405-988e634a6d97 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:09.863675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Attempting to bind port 5b4bb61c-7c97-48ea-b405-988e634a6d97 on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:09.888557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:09.889136 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Checking segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:09.889551 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.889945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Bound using segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:09.890429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Bound port: 5b4bb61c-7c97-48ea-b405-988e634a6d97, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:09.890808 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.939211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:09.943404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:09.946027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:09.972964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Pushing event updated for resources: {'Port': ['ID=2e01fd30-d13f-441f-bd69-9c33a7e9e530,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:10.099296 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d63a583f-8d22-434a-b627-b9fd88ba8073 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:10.145479 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.146314 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.157268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:16:10.163776 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.167904 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Sync routers for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:16:10.181101 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:10.181962 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:10.191291 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.195010 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f99b0ec2-5a7e-403a-867e-315b52d08279 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8785920 Feb 04 16:16:10.195638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52952) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:10.208935 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Transition to ACTIVE for port object 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:10.233541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Transition to ACTIVE for port object 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:10.243821 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.296419 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] For port 5b4bb61c-7c97-48ea-b405-988e634a6d97, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:10.397456 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] For port 5b4bb61c-7c97-48ea-b405-988e634a6d97, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5b4bb61c-7c97-48ea-b405-988e634a6d97,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:10.414808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Network ad0798be-1143-4857-94b1-2c72139e54ec is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:10.420314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:10.421105 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:10.422520 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.432590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:10.438120 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.456647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Pushing event updated for resources: {'Port': ['ID=07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:10.545713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Router 7a17c290-cc83-4f54-935b-f0c946af5a3f is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:16:10.567431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d63a583f-8d22-434a-b627-b9fd88ba8073 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:10.567803 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.591428 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.721446 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Attempting to bind port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:10.722350 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Attempting to bind port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'fe0fa49b-9dcf-41de-9dfd-45ae660851f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:10.722876 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Attempting to bind port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f on network ad0798be-1143-4857-94b1-2c72139e54ec {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:10.734009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e08572-3f9b-413f-abbc-a1507266dac2 None None] Pushing event updated for resources: {'Port': ['ID=5b4bb61c-7c97-48ea-b405-988e634a6d97,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:10.742791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:10.743493 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Checking segment: {'id': 'fe0fa49b-9dcf-41de-9dfd-45ae660851f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:10.744047 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.744596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Bound using segment: {'id': 'fe0fa49b-9dcf-41de-9dfd-45ae660851f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:10.745221 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Bound port: 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0fa49b-9dcf-41de-9dfd-45ae660851f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:10.745930 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.864526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:16:10.886124 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Sync routers for ids ['7a17c290-cc83-4f54-935b-f0c946af5a3f'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:16:10.907592 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.909282 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-73d79e93-0a81-45c3-8b76-13f348c8d50b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9357841 Feb 04 16:16:10.912278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52956) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:10.966385 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:09Z', 'revision_number': 3, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:10.973764 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Checking router: 9cd36b00-3e48-4d48-b538-9ce2c546972e for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:16:10.976972 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Updating router 9cd36b00-3e48-4d48-b538-9ce2c546972e port 414b30ac-0abf-410c-bc33-2665da58e2b1 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:16:10.982181 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Routers {'7a17c290-cc83-4f54-935b-f0c946af5a3f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:10.982803 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c4934675-ce65-4999-8119-78bae8865737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['7a17c290-cc83-4f54-935b-f0c946af5a3f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:11.123895 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.252797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] For port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:11.258236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] For port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f,segment=NetworkSegment(fe0fa49b-9dcf-41de-9dfd-45ae660851f5),segment_id=fe0fa49b-9dcf-41de-9dfd-45ae660851f5)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:11.259590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Set router 7a17c290-cc83-4f54-935b-f0c946af5a3f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:11.303991 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.340997 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.568161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2a2be-4a6d-40d7-90fb-c173b1295e02 None None] Pushing event updated for resources: {'Port': ['ID=07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:11.589217 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.641665 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.672438 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Transition to ACTIVE for port object 414b30ac-0abf-410c-bc33-2665da58e2b1 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:11.685343 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.727379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Allocated IP 172.20.0.1 (b250d564-79c6-4311-88c8-4d123b616443/7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c/81cd4566-9170-45d5-8a1c-2c8a51970af6) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:11.789412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c4934675-ce65-4999-8119-78bae8865737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'name': 'tempest-TestServerBasicOps-991452732-router', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '2e01fd30-d13f-441f-bd69-9c33a7e9e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:16:10Z', 'revision_number': 3, 'project_id': 'be9a60b144d4417582ecd27ac5631122', 'gw_port': {'id': '2e01fd30-d13f-441f-bd69-9c33a7e9e530', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:11.794458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Checking router: 7a17c290-cc83-4f54-935b-f0c946af5a3f for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:16:11.794890 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Updating router 7a17c290-cc83-4f54-935b-f0c946af5a3f port 2e01fd30-d13f-441f-bd69-9c33a7e9e530 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:16:11.829827 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34208933-9043-4bc6-b541-edf582568005 None None] Pushing event updated for resources: {'Port': ['ID=414b30ac-0abf-410c-bc33-2665da58e2b1,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:11.865982 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34208933-9043-4bc6-b541-edf582568005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:11.867118 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34208933-9043-4bc6-b541-edf582568005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:11.867691 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34208933-9043-4bc6-b541-edf582568005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:11.868211 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34208933-9043-4bc6-b541-edf582568005 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:11.868539 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34208933-9043-4bc6-b541-edf582568005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:11.868861 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34208933-9043-4bc6-b541-edf582568005 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:11.869179 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34208933-9043-4bc6-b541-edf582568005 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:11.869503 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34208933-9043-4bc6-b541-edf582568005 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:11.869820 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34208933-9043-4bc6-b541-edf582568005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:11.870134 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34208933-9043-4bc6-b541-edf582568005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:11.870977 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34208933-9043-4bc6-b541-edf582568005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:11.884697 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Attempting to bind port 414b30ac-0abf-410c-bc33-2665da58e2b1 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:11.885298 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Attempting to bind port 414b30ac-0abf-410c-bc33-2665da58e2b1 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:11.885851 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Attempting to bind port 414b30ac-0abf-410c-bc33-2665da58e2b1 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:11.895280 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:11.895680 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:11.895858 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.896082 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.896458 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:11.896927 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Bound port: 414b30ac-0abf-410c-bc33-2665da58e2b1, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:11.897295 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.898864 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.065763 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] For port 414b30ac-0abf-410c-bc33-2665da58e2b1, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:12.071976 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] For port 414b30ac-0abf-410c-bc33-2665da58e2b1, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=414b30ac-0abf-410c-bc33-2665da58e2b1,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:12.081246 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.167167 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.178348 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.205517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Transition to ACTIVE for port object 81cd4566-9170-45d5-8a1c-2c8a51970af6 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:12.251682 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34208933-9043-4bc6-b541-edf582568005 None None] Pushing event updated for resources: {'Port': ['ID=414b30ac-0abf-410c-bc33-2665da58e2b1,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:12.253133 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.284050 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:12.285349 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:12.318119 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5b4bb61c-7c97-48ea-b405-988e634a6d97 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:12.387826 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Network b250d564-79c6-4311-88c8-4d123b616443 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:12.392053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:12.398939 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:12.402187 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd11bee0-d8ff-4ca9-8fbd-4287ed639673 None None] Network b250d564-79c6-4311-88c8-4d123b616443 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:12.442562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Pushing event updated for resources: {'Port': ['ID=81cd4566-9170-45d5-8a1c-2c8a51970af6,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:12.469791 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.568038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Allocated IP 172.20.0.1 (ad0798be-1143-4857-94b1-2c72139e54ec/61b03964-e97f-48c6-898e-38e108738552/a2ddf4ed-d56b-46cf-b308-cd582c742661) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:12.585851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-57fcacf7-2e81-4bcf-95ab-7067c0af309d None None] Provisioning for port 5b4bb61c-7c97-48ea-b405-988e634a6d97 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:12.586341 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:12.588693 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.645000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 5b4bb61c-7c97-48ea-b405-988e634a6d97 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:12.824335 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.843516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Transition to ACTIVE for port object a2ddf4ed-d56b-46cf-b308-cd582c742661 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:12.858319 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.874878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Transition to ACTIVE for port object 2e01fd30-d13f-441f-bd69-9c33a7e9e530 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:12.882547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 5b4bb61c-7c97-48ea-b405-988e634a6d97 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:12.883382 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.888015 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.972861 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:09Z', 'revision_number': 3, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:12.982514 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb84ff4-48d4-4f91-a9ac-1cc29f282774 None None] The sync data for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 is: [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:09Z', 'revision_number': 3, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:16:12.986367 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Network ad0798be-1143-4857-94b1-2c72139e54ec is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:12.989826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:12.995262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:13.014739 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.045897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ddf4ed-d56b-46cf-b308-cd582c742661,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:13.084616 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.137031 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.143376 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.181001 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Attempting to bind port 2e01fd30-d13f-441f-bd69-9c33a7e9e530 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:13.181447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Attempting to bind port 2e01fd30-d13f-441f-bd69-9c33a7e9e530 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:13.181922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Attempting to bind port 2e01fd30-d13f-441f-bd69-9c33a7e9e530 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:13.186193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7161770e-0d61-4a63-9153-a14e34069706 None None] Network ad0798be-1143-4857-94b1-2c72139e54ec requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:13.199878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710ae62-7760-4fbc-9e0a-f515e60dd8fc None None] Pushing event updated for resources: {'Port': ['ID=2e01fd30-d13f-441f-bd69-9c33a7e9e530,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:13.264360 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.268044 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Pushing event updated for resources: {'Port': ['ID=81cd4566-9170-45d5-8a1c-2c8a51970af6,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:13.306602 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.368518 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:13.369258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:13.369258 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.369964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:13.370339 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Bound port: 2e01fd30-d13f-441f-bd69-9c33a7e9e530, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:13.370714 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.422677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Network b250d564-79c6-4311-88c8-4d123b616443 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:13.424250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:13.447881 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.519702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-54831f50-3e86-45aa-980c-4f571611af40 None None] Provisioning for port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:13.575734 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.583980 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.619258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c4934675-ce65-4999-8119-78bae8865737 None None] For port 2e01fd30-d13f-441f-bd69-9c33a7e9e530, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:13.625521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c4934675-ce65-4999-8119-78bae8865737 None None] For port 2e01fd30-d13f-441f-bd69-9c33a7e9e530, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2e01fd30-d13f-441f-bd69-9c33a7e9e530,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:13.642271 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.692099 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.699465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ddf4ed-d56b-46cf-b308-cd582c742661,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:13.750721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710ae62-7760-4fbc-9e0a-f515e60dd8fc None None] Pushing event updated for resources: {'Port': ['ID=2e01fd30-d13f-441f-bd69-9c33a7e9e530,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:13.771979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 5b4bb61c-7c97-48ea-b405-988e634a6d97, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5b4bb61c-7c97-48ea-b405-988e634a6d97,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:13.772944 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Routers {'7a17c290-cc83-4f54-935b-f0c946af5a3f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:13.773609 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c4934675-ce65-4999-8119-78bae8865737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['7a17c290-cc83-4f54-935b-f0c946af5a3f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:13.854493 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.855337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:13.877606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Network ad0798be-1143-4857-94b1-2c72139e54ec is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:13.878876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:13.968127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Router 9cd36b00-3e48-4d48-b538-9ce2c546972e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:16:13.984425 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=5b4bb61c-7c97-48ea-b405-988e634a6d97,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:14.048379 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cc7eae41-abd8-4d99-9d02-56f5a87091bb None None] Provisioning complete for port 5b4bb61c-7c97-48ea-b405-988e634a6d97 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:14.048750 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cc7eae41-abd8-4d99-9d02-56f5a87091bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:14.297841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:16:14.301982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:14.317765 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-50b7ef6d-3de1-4860-93a8-58a6c43ebad8 admin admin] 10.222.0.60 "PUT /v2.0/routers/9cd36b00-3e48-4d48-b538-9ce2c546972e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1120842 Feb 04 16:16:14.317963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:14.317963 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:14.378512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c4934675-ce65-4999-8119-78bae8865737 None None] Set router 7a17c290-cc83-4f54-935b-f0c946af5a3f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:14.414592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Router 7a17c290-cc83-4f54-935b-f0c946af5a3f has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:16:14.600924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cc7eae41-abd8-4d99-9d02-56f5a87091bb None None] Provisioning for port 81cd4566-9170-45d5-8a1c-2c8a51970af6 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:14.710982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:16:14.732662 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dca16c25-a4a9-4da7-a73e-c4debd323e54 admin admin] 10.222.0.60 "PUT /v2.0/routers/7a17c290-cc83-4f54-935b-f0c946af5a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8187861 Feb 04 16:16:14.802186 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cc7eae41-abd8-4d99-9d02-56f5a87091bb None None] Provisioning complete for port 81cd4566-9170-45d5-8a1c-2c8a51970af6 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:14.802564 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cc7eae41-abd8-4d99-9d02-56f5a87091bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:14.883005 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-cc7eae41-abd8-4d99-9d02-56f5a87091bb None None] Port 81cd4566-9170-45d5-8a1c-2c8a51970af6 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:14.890455 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:14.929671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f,segment=NetworkSegment(fe0fa49b-9dcf-41de-9dfd-45ae660851f5),segment_id=fe0fa49b-9dcf-41de-9dfd-45ae660851f5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:14.935965 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.068959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5b4bb61c-7c97-48ea-b405-988e634a6d97 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:15.206307 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6c43a3dc-e14d-409e-bccd-c73abf7cc4e4 None None] Provisioning complete for port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:15.206683 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6c43a3dc-e14d-409e-bccd-c73abf7cc4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.231218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:15.315359 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c4934675-ce65-4999-8119-78bae8865737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'name': 'tempest-TestServerBasicOps-991452732-router', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '2e01fd30-d13f-441f-bd69-9c33a7e9e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:16:13Z', 'revision_number': 4, 'project_id': 'be9a60b144d4417582ecd27ac5631122', 'gw_port': {'id': '2e01fd30-d13f-441f-bd69-9c33a7e9e530', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a2ddf4ed-d56b-46cf-b308-cd582c742661', 'name': '', 'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'mac_address': 'fa:16:3e:57:48:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b03964-e97f-48c6-898e-38e108738552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:12Z', 'updated_at': '2022-02-04T16:16:13Z', 'revision_number': 2, 'project_id': 'be9a60b144d4417582ecd27ac5631122', 'subnets': [{'id': '61b03964-e97f-48c6-898e-38e108738552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:15.360285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4934675-ce65-4999-8119-78bae8865737 None None] The sync data for ids ['7a17c290-cc83-4f54-935b-f0c946af5a3f'] in n-d-827872-1 is: [{'id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'name': 'tempest-TestServerBasicOps-991452732-router', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '2e01fd30-d13f-441f-bd69-9c33a7e9e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:16:13Z', 'revision_number': 4, 'project_id': 'be9a60b144d4417582ecd27ac5631122', 'gw_port': {'id': '2e01fd30-d13f-441f-bd69-9c33a7e9e530', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a2ddf4ed-d56b-46cf-b308-cd582c742661', 'name': '', 'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'mac_address': 'fa:16:3e:57:48:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b03964-e97f-48c6-898e-38e108738552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:12Z', 'updated_at': '2022-02-04T16:16:13Z', 'revision_number': 2, 'project_id': 'be9a60b144d4417582ecd27ac5631122', 'subnets': [{'id': '61b03964-e97f-48c6-898e-38e108738552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:16:15.376735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 5b4bb61c-7c97-48ea-b405-988e634a6d97 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:15.377022 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.475508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6c43a3dc-e14d-409e-bccd-c73abf7cc4e4 None None] Provisioning for port a2ddf4ed-d56b-46cf-b308-cd582c742661 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:15.516414 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6c43a3dc-e14d-409e-bccd-c73abf7cc4e4 None None] Provisioning complete for port a2ddf4ed-d56b-46cf-b308-cd582c742661 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:15.516803 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6c43a3dc-e14d-409e-bccd-c73abf7cc4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.590650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6c43a3dc-e14d-409e-bccd-c73abf7cc4e4 None None] Port a2ddf4ed-d56b-46cf-b308-cd582c742661 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:15.597793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52984) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:15.605287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-268527100-network', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:15.607496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-6c43a3dc-e14d-409e-bccd-c73abf7cc4e4 None None] Provisioning complete for port 81cd4566-9170-45d5-8a1c-2c8a51970af6 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:15.607923 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6c43a3dc-e14d-409e-bccd-c73abf7cc4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.611923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:15.616779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Usage tracker for resource:network and tenant:0db5c7dd88b94323947ce2b6bacb20eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:15.620211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:15.627320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:15.641781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Made reservation on behalf of 0db5c7dd88b94323947ce2b6bacb20eb for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:15.644878 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.658764 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.680178 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6c43a3dc-e14d-409e-bccd-c73abf7cc4e4 None None] Port 81cd4566-9170-45d5-8a1c-2c8a51970af6 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:15.698574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:15.703410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Usage tracker for resource:security_group_rule and tenant:0db5c7dd88b94323947ce2b6bacb20eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:15.706417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:15.712295 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:15.791017 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.796609 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.804180 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b00405c3-1ed5-4df2-b791-4f80342f4b56 None None] Provisioning complete for port a2ddf4ed-d56b-46cf-b308-cd582c742661 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:15.804780 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b00405c3-1ed5-4df2-b791-4f80342f4b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.812715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52988) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:15.820447 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7c4473c8-7602-439e-a483-2fb3eca5e919 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87888758', 'description': 'tempest-secgroup-smoke-87888758 description', 'project_id': '712bc513df6c4eec89ab7c8130959559'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:15.830164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7c4473c8-7602-439e-a483-2fb3eca5e919 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:15.833611 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7c4473c8-7602-439e-a483-2fb3eca5e919 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Usage tracker for resource:security_group and tenant:712bc513df6c4eec89ab7c8130959559 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:15.836826 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7c4473c8-7602-439e-a483-2fb3eca5e919 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:15.841195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6cac0c-6aa6-44da-bcec-3f4fa4302244,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:15.843985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7c4473c8-7602-439e-a483-2fb3eca5e919 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:15.844261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:16:15.854994 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.855418 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Added segment 7ea77662-afc2-46ea-a6b3-fe4f24549116 of type vlan for network 99674fde-8b12-4da0-9e7e-b05e505514a9 Feb 04 16:16:15.859621 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c4473c8-7602-439e-a483-2fb3eca5e919 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.877772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b00405c3-1ed5-4df2-b791-4f80342f4b56 None None] Port a2ddf4ed-d56b-46cf-b308-cd582c742661 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:15.885834 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.905602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7c4473c8-7602-439e-a483-2fb3eca5e919 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:15.909789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7c4473c8-7602-439e-a483-2fb3eca5e919 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Usage tracker for resource:security_group_rule and tenant:712bc513df6c4eec89ab7c8130959559 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:15.912361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7c4473c8-7602-439e-a483-2fb3eca5e919 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:15.916108 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.917047 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:15.917686 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.918218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7c4473c8-7602-439e-a483-2fb3eca5e919 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:15.982811 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c4473c8-7602-439e-a483-2fb3eca5e919 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.986886 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c4473c8-7602-439e-a483-2fb3eca5e919 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.031918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4473c8-7602-439e-a483-2fb3eca5e919 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:16.032136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] Pushing event updated for resources: {'Network': ['ID=99674fde-8b12-4da0-9e7e-b05e505514a9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:16.037074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5072d86d-dca5-42c4-b58d-abe6efde0866 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4372211 Feb 04 16:16:16.041537 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c4473c8-7602-439e-a483-2fb3eca5e919 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.042911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 52992) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:16.044207 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7c4473c8-7602-439e-a483-2fb3eca5e919 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2301288 Feb 04 16:16:16.046194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 52994) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:16.051122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] Request body: {'subnet': {'network_id': '99674fde-8b12-4da0-9e7e-b05e505514a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-268527100-subnet', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:16.051485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 99674fde-8b12-4da0-9e7e-b05e505514a9 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:16:16.051862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5b5abd13-97d2-4f63-99da-8183a21a7f73 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Request body: {'security_group_rule': {'security_group_id': '0b5bc305-6e9e-464c-bbb0-cd82d4f89e37', 'project_id': '712bc513df6c4eec89ab7c8130959559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:16.057550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:16.060337 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5b5abd13-97d2-4f63-99da-8183a21a7f73 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:16.062908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] Usage tracker for resource:subnet and tenant:0db5c7dd88b94323947ce2b6bacb20eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:16.064643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5b5abd13-97d2-4f63-99da-8183a21a7f73 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Usage tracker for resource:security_group_rule and tenant:712bc513df6c4eec89ab7c8130959559 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:16.066865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:16.067823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5b5abd13-97d2-4f63-99da-8183a21a7f73 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:16.074029 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5b5abd13-97d2-4f63-99da-8183a21a7f73 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:16.074395 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:16.086700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] Made reservation on behalf of 0db5c7dd88b94323947ce2b6bacb20eb for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:16.089146 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.092984 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b5abd13-97d2-4f63-99da-8183a21a7f73 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.170525 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b5abd13-97d2-4f63-99da-8183a21a7f73 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.174932 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b5abd13-97d2-4f63-99da-8183a21a7f73 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.203438 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5abd13-97d2-4f63-99da-8183a21a7f73 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80432288-ea1a-46b4-8434-12e75631a9af,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:16.214285 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5b5abd13-97d2-4f63-99da-8183a21a7f73 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.218810 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5b5abd13-97d2-4f63-99da-8183a21a7f73 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1690633 Feb 04 16:16:16.219075 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53000) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:16.224723 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-bedb9751-8885-41b2-9bf2-f697f30b31f6 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Request body: {'security_group_rule': {'security_group_id': '0b5bc305-6e9e-464c-bbb0-cd82d4f89e37', 'project_id': '712bc513df6c4eec89ab7c8130959559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:16.232624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bedb9751-8885-41b2-9bf2-f697f30b31f6 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:16.236758 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bedb9751-8885-41b2-9bf2-f697f30b31f6 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Usage tracker for resource:security_group_rule and tenant:712bc513df6c4eec89ab7c8130959559 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:16.240079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bedb9751-8885-41b2-9bf2-f697f30b31f6 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:16.245876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bedb9751-8885-41b2-9bf2-f697f30b31f6 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:16.264036 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bedb9751-8885-41b2-9bf2-f697f30b31f6 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.330824 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bedb9751-8885-41b2-9bf2-f697f30b31f6 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.334729 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bedb9751-8885-41b2-9bf2-f697f30b31f6 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.360978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb9751-8885-41b2-9bf2-f697f30b31f6 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9e3bb4-9495-4b20-9041-bfbbaacf96f9,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:16.370786 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bedb9751-8885-41b2-9bf2-f697f30b31f6 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.372148 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bedb9751-8885-41b2-9bf2-f697f30b31f6 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1520967 Feb 04 16:16:16.374816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53004) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:16.380248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-959f62c7-7c2a-40a0-9e51-f67b53f1cc93 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Request body: {'security_group_rule': {'security_group_id': '0b5bc305-6e9e-464c-bbb0-cd82d4f89e37', 'project_id': '712bc513df6c4eec89ab7c8130959559', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:16.387209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-959f62c7-7c2a-40a0-9e51-f67b53f1cc93 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:16.391202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-959f62c7-7c2a-40a0-9e51-f67b53f1cc93 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Usage tracker for resource:security_group_rule and tenant:712bc513df6c4eec89ab7c8130959559 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:16.394144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-959f62c7-7c2a-40a0-9e51-f67b53f1cc93 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:16.399826 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-959f62c7-7c2a-40a0-9e51-f67b53f1cc93 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:16.418086 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.419306 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-959f62c7-7c2a-40a0-9e51-f67b53f1cc93 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.491797 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-959f62c7-7c2a-40a0-9e51-f67b53f1cc93 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.495791 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-959f62c7-7c2a-40a0-9e51-f67b53f1cc93 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.499532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7598da8b-bac5-45dd-8303-8aeb2280cdad,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:16.508463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] Checking segment: {'id': '7ea77662-afc2-46ea-a6b3-fe4f24549116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '99674fde-8b12-4da0-9e7e-b05e505514a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:16.508814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] Network hostable DHCP agents. Network: 99674fde-8b12-4da0-9e7e-b05e505514a9, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:16:16.522109 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f62c7-7c2a-40a0-9e51-f67b53f1cc93 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184bd6fa-c0c6-4bd0-b94a-e3dccb5e28b4,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:16.534296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] Network 99674fde-8b12-4da0-9e7e-b05e505514a9 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:16:16.535123 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-959f62c7-7c2a-40a0-9e51-f67b53f1cc93 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.536389 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-959f62c7-7c2a-40a0-9e51-f67b53f1cc93 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1606269 Feb 04 16:16:16.539104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53008) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:16.545159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 99674fde-8b12-4da0-9e7e-b05e505514a9) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:16.546241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3457fcf4-5f44-40e6-9894-b2dee04ad451 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Request body: {'security_group_rule': {'security_group_id': '0b5bc305-6e9e-464c-bbb0-cd82d4f89e37', 'project_id': '712bc513df6c4eec89ab7c8130959559', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:16.549534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:16.550112 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.555705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95003403-eb93-4592-9103-51fec3ebf11c None None] Network 99674fde-8b12-4da0-9e7e-b05e505514a9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:16.556361 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3457fcf4-5f44-40e6-9894-b2dee04ad451 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:16.561842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3457fcf4-5f44-40e6-9894-b2dee04ad451 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Usage tracker for resource:security_group_rule and tenant:712bc513df6c4eec89ab7c8130959559 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:16.565262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3457fcf4-5f44-40e6-9894-b2dee04ad451 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:16.573015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3457fcf4-5f44-40e6-9894-b2dee04ad451 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:16.577106 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1f30f8c4-7a0b-4479-b184-3b90a57b3731 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5297594 Feb 04 16:16:16.577703 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53012) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:16.583627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-268527100-router', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:16.590525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:16.596673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Usage tracker for resource:router and tenant:0db5c7dd88b94323947ce2b6bacb20eb is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:16.600034 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:16.612321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:16.614465 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3457fcf4-5f44-40e6-9894-b2dee04ad451 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.644809 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.645856 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.698918 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.701345 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3457fcf4-5f44-40e6-9894-b2dee04ad451 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.709144 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3457fcf4-5f44-40e6-9894-b2dee04ad451 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.740967 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457fcf4-5f44-40e6-9894-b2dee04ad451 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdff892-a4d5-4c2f-8c23-fee0585cd029,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:16.781649 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-99674fde-8b12-4da0-9e7e-b05e505514a9', 'network_id': '99674fde-8b12-4da0-9e7e-b05e505514a9', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'fixed_ips': [{'subnet_id': '7598da8b-bac5-45dd-8303-8aeb2280cdad'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:16:16.782475 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.815507 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3457fcf4-5f44-40e6-9894-b2dee04ad451 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.816704 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3457fcf4-5f44-40e6-9894-b2dee04ad451 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2766125 Feb 04 16:16:16.820011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53016) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:16.832506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e08d6ab7-87f9-4952-bbd7-a6439d7d47f4 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Request body: {'security_group_rule': {'security_group_id': '0b5bc305-6e9e-464c-bbb0-cd82d4f89e37', 'project_id': '712bc513df6c4eec89ab7c8130959559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:16.845732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e08d6ab7-87f9-4952-bbd7-a6439d7d47f4 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:16.853072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e08d6ab7-87f9-4952-bbd7-a6439d7d47f4 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Usage tracker for resource:security_group_rule and tenant:712bc513df6c4eec89ab7c8130959559 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:16.860984 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e08d6ab7-87f9-4952-bbd7-a6439d7d47f4 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:16.869390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e08d6ab7-87f9-4952-bbd7-a6439d7d47f4 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:16.881085 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-e08d6ab7-87f9-4952-bbd7-a6439d7d47f4 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Project 712bc513df6c4eec89ab7c8130959559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:16:16.888233 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e08d6ab7-87f9-4952-bbd7-a6439d7d47f4 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.904614 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.971791 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e08d6ab7-87f9-4952-bbd7-a6439d7d47f4 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.976970 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e08d6ab7-87f9-4952-bbd7-a6439d7d47f4 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.002685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Allocated IP 172.20.0.2 (99674fde-8b12-4da0-9e7e-b05e505514a9/7598da8b-bac5-45dd-8303-8aeb2280cdad/3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:17.010253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d6ab7-87f9-4952-bbd7-a6439d7d47f4 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e836e082-5ae5-4fd0-bd43-fde5dff77b7f,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:17.023702 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e08d6ab7-87f9-4952-bbd7-a6439d7d47f4 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.026851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e08d6ab7-87f9-4952-bbd7-a6439d7d47f4 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2051687 Feb 04 16:16:17.030156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53020) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:17.048592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-1a1899a6-41c5-4b61-9876-a17757505051 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Request body: {'security_group_rule': {'security_group_id': '0b5bc305-6e9e-464c-bbb0-cd82d4f89e37', 'project_id': '712bc513df6c4eec89ab7c8130959559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:17.055968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1a1899a6-41c5-4b61-9876-a17757505051 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:17.060608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1a1899a6-41c5-4b61-9876-a17757505051 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Usage tracker for resource:security_group_rule and tenant:712bc513df6c4eec89ab7c8130959559 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:17.061192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:17.064199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-1a1899a6-41c5-4b61-9876-a17757505051 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:17.070561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-1a1899a6-41c5-4b61-9876-a17757505051 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:17.082562 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-1a1899a6-41c5-4b61-9876-a17757505051 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Project 712bc513df6c4eec89ab7c8130959559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:16:17.089673 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1a1899a6-41c5-4b61-9876-a17757505051 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.174433 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1a1899a6-41c5-4b61-9876-a17757505051 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.179712 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1a1899a6-41c5-4b61-9876-a17757505051 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.212098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1899a6-41c5-4b61-9876-a17757505051 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9e9cab-2978-487e-b4ba-7ab43c860104,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:17.214873 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-1a1899a6-41c5-4b61-9876-a17757505051 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.216714 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1a1899a6-41c5-4b61-9876-a17757505051 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1849315 Feb 04 16:16:17.230705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:17.231832 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.270539 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.305186 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.408644 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.453672 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Transition to ACTIVE for port object 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:17.460254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Allocated IP 172.25.0.122 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/d2d3f6e2-ef55-4167-84eb-fb0f34a6352d) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:17.477868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f7850653-c45c-4d45-8e66-4e44d990193c req-b2f0e17a-429b-4827-a796-2bc44662d775 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Synchronizing usage tracker for tenant:712bc513df6c4eec89ab7c8130959559 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:17.491610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Transition to ACTIVE for port object 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:17.496157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f7850653-c45c-4d45-8e66-4e44d990193c req-b2f0e17a-429b-4827-a796-2bc44662d775 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Unset dirty status for tenant:712bc513df6c4eec89ab7c8130959559 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:17.498910 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.505078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-b2f0e17a-429b-4827-a796-2bc44662d775 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87888758&fields=id&tenant_id=712bc513df6c4eec89ab7c8130959559 HTTP/1.1" status: 200 len: 267 time: 0.0738256 Feb 04 16:16:17.568073 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Network 99674fde-8b12-4da0-9e7e-b05e505514a9 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:17.571928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:17.573947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Pushing event updated for resources: {'Port': ['ID=3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:17.576185 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:17.655324 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.664444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850653-c45c-4d45-8e66-4e44d990193c req-de1d9345-9afe-4fdf-aa62-fbf20579fb5c tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:17.665737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f7850653-c45c-4d45-8e66-4e44d990193c req-de1d9345-9afe-4fdf-aa62-fbf20579fb5c tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Synchronizing usage tracker for tenant:712bc513df6c4eec89ab7c8130959559 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:17.670226 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Attempting to bind port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:17.670439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Attempting to bind port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '7ea77662-afc2-46ea-a6b3-fe4f24549116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '99674fde-8b12-4da0-9e7e-b05e505514a9'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:17.670744 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Attempting to bind port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 on network 99674fde-8b12-4da0-9e7e-b05e505514a9 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:17.677626 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:17.677991 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Checking segment: {'id': '7ea77662-afc2-46ea-a6b3-fe4f24549116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '99674fde-8b12-4da0-9e7e-b05e505514a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:17.678386 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.678770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Bound using segment: {'id': '7ea77662-afc2-46ea-a6b3-fe4f24549116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '99674fde-8b12-4da0-9e7e-b05e505514a9'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:17.679398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Bound port: 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea77662-afc2-46ea-a6b3-fe4f24549116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '99674fde-8b12-4da0-9e7e-b05e505514a9'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:17.679611 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.687084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-f7850653-c45c-4d45-8e66-4e44d990193c req-de1d9345-9afe-4fdf-aa62-fbf20579fb5c tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Unset dirty status for tenant:712bc513df6c4eec89ab7c8130959559 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:17.688614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-de1d9345-9afe-4fdf-aa62-fbf20579fb5c tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/networks?id=d4720e42-3d03-45e8-91d8-4987d980797a HTTP/1.1" status: 200 len: 808 time: 0.1825926 Feb 04 16:16:17.689858 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.709796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-821a4e65-becc-4476-9aff-e5d326ce1d43 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/quotas/712bc513df6c4eec89ab7c8130959559 HTTP/1.1" status: 200 len: 375 time: 0.0125353 Feb 04 16:16:17.759539 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d3f6e2-ef55-4167-84eb-fb0f34a6352d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:17.773835 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] For port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:17.776241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:17.778452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:17.779605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] For port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4,segment=NetworkSegment(7ea77662-afc2-46ea-a6b3-fe4f24549116),segment_id=7ea77662-afc2-46ea-a6b3-fe4f24549116)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:17.780829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:17.789393 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.803453 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-f7cc9bb6-ae8a-4f08-9252-d07bbc9916c0 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=712bc513df6c4eec89ab7c8130959559&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859375 Feb 04 16:16:17.894927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5527de-974b-4f6e-a2f6-342c87ec6c38 None None] Pushing event updated for resources: {'Port': ['ID=3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:17.966265 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.967316 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:18.161936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-4bc0327f-d568-4274-a9de-f2fc9899aa5a service neutron] 10.222.0.60 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418579 Feb 04 16:16:18.251561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Router f601960f-f952-4c05-8bd6-07074f93b8ab is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:16:18.311267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-15389a8f-b4cc-4af1-b601-25696ad3a9e8 service neutron] 10.222.0.60 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391761 Feb 04 16:16:18.474091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:16:18.484922 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Sync routers for ids ['f601960f-f952-4c05-8bd6-07074f93b8ab'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:16:18.501618 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Routers {'f601960f-f952-4c05-8bd6-07074f93b8ab'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:18.502520 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f601960f-f952-4c05-8bd6-07074f93b8ab'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:18.509292 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:18.510899 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6e73c926-4f90-441f-80f1-ff8b7a42b494 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9325664 Feb 04 16:16:18.513735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53038) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:18.548936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edb2e582-eb74-41e6-a677-ae1e6e23dada req-6793ce16-de6e-4124-a1a0-82d8ab856ef9 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 210 time: 0.0487719 Feb 04 16:16:18.742903 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Set router f601960f-f952-4c05-8bd6-07074f93b8ab gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:19.054759 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3041173b-7d2e-4b92-bf2f-83470d6c4207 None None] Network 99674fde-8b12-4da0-9e7e-b05e505514a9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:19.151741 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'name': 'tempest-TestVolumeBootPattern-268527100-router', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd2d3f6e2-ef55-4167-84eb-fb0f34a6352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:16Z', 'updated_at': '2022-02-04T16:16:17Z', 'revision_number': 3, 'project_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'gw_port': {'id': 'd2d3f6e2-ef55-4167-84eb-fb0f34a6352d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:17Z', 'updated_at': '2022-02-04T16:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:19.152385 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:19.158099 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Checking router: f601960f-f952-4c05-8bd6-07074f93b8ab for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:16:19.158551 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Updating router f601960f-f952-4c05-8bd6-07074f93b8ab port d2d3f6e2-ef55-4167-84eb-fb0f34a6352d binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:16:19.254860 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:19.365635 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-312d3494-e403-4ed8-9922-11ebd1a59110 None None] Provisioning for port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:19.453128 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:19.461625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:19.462166 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:19.613097 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:19.649180 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:19.688724 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:19.704149 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Transition to ACTIVE for port object d2d3f6e2-ef55-4167-84eb-fb0f34a6352d will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:19.713843 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:19.745104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4,segment=NetworkSegment(7ea77662-afc2-46ea-a6b3-fe4f24549116),segment_id=7ea77662-afc2-46ea-a6b3-fe4f24549116)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:19.748422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b3da944-60a8-4d35-a07e-b57a4bff9047 req-eb26630d-768d-470f-ad8a-b911938ee1bf tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 210 time: 0.0870926 Feb 04 16:16:19.756148 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:19.833831 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Attempting to bind port d2d3f6e2-ef55-4167-84eb-fb0f34a6352d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:19.834543 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Attempting to bind port d2d3f6e2-ef55-4167-84eb-fb0f34a6352d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:19.834830 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Attempting to bind port d2d3f6e2-ef55-4167-84eb-fb0f34a6352d on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:19.842612 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250f4af-b666-4685-a14b-bdc1960c11d5 None None] Pushing event updated for resources: {'Port': ['ID=d2d3f6e2-ef55-4167-84eb-fb0f34a6352d,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:19.848227 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:19.848758 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:19.849257 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:19.849739 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:19.850303 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Bound port: d2d3f6e2-ef55-4167-84eb-fb0f34a6352d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:19.850887 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:19.872551 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:19.873206 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:19.904333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-95ea16f1-f505-4998-bb28-cdc450bd05dc None None] Provisioning complete for port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:19.908948 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-95ea16f1-f505-4998-bb28-cdc450bd05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:19.971088 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] For port d2d3f6e2-ef55-4167-84eb-fb0f34a6352d, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:19.978410 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] For port d2d3f6e2-ef55-4167-84eb-fb0f34a6352d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d2d3f6e2-ef55-4167-84eb-fb0f34a6352d,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:19.983796 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.032460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Allocated IP 172.20.0.1 (99674fde-8b12-4da0-9e7e-b05e505514a9/7598da8b-bac5-45dd-8303-8aeb2280cdad/4afc25a3-d1e8-4bd5-afdd-722c84f8accd) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:20.072227 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Routers {'f601960f-f952-4c05-8bd6-07074f93b8ab'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:20.072837 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f601960f-f952-4c05-8bd6-07074f93b8ab'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:20.194067 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250f4af-b666-4685-a14b-bdc1960c11d5 None None] Pushing event updated for resources: {'Port': ['ID=d2d3f6e2-ef55-4167-84eb-fb0f34a6352d,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:20.227783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.252350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Transition to ACTIVE for port object 4afc25a3-d1e8-4bd5-afdd-722c84f8accd will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:20.291400 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.313895 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Sync routers for ids ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:16:20.324472 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] Set router f601960f-f952-4c05-8bd6-07074f93b8ab gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:20.357479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Routers {'d31ee6e5-158c-4da3-80e1-2a0095b58dd4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:20.358115 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:20.380859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Network 99674fde-8b12-4da0-9e7e-b05e505514a9 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:20.384072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:20.424261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Pushing event updated for resources: {'Port': ['ID=4afc25a3-d1e8-4bd5-afdd-722c84f8accd,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:20.427892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:20.514159 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.642302 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.648956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Set router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:20.758134 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'name': 'tempest-TestVolumeBootPattern-268527100-router', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd2d3f6e2-ef55-4167-84eb-fb0f34a6352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:16Z', 'updated_at': '2022-02-04T16:16:17Z', 'revision_number': 3, 'project_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'gw_port': {'id': 'd2d3f6e2-ef55-4167-84eb-fb0f34a6352d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:17Z', 'updated_at': '2022-02-04T16:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:20.764753 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b02baa-14a8-49b8-8f42-d5b80d984b62 None None] The sync data for ids ['f601960f-f952-4c05-8bd6-07074f93b8ab'] in n-d-827872-1 is: [{'id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'name': 'tempest-TestVolumeBootPattern-268527100-router', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd2d3f6e2-ef55-4167-84eb-fb0f34a6352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:16Z', 'updated_at': '2022-02-04T16:16:17Z', 'revision_number': 3, 'project_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'gw_port': {'id': 'd2d3f6e2-ef55-4167-84eb-fb0f34a6352d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:17Z', 'updated_at': '2022-02-04T16:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:16:20.840603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-48c1d23f-a62a-4084-82fe-b8bd03a345d8 None None] Provisioning for port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:20.879782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f84e4b2-f685-45d5-b6fe-3c739e8a3a3b req-28c4363f-2331-406f-9623-63afa198b43d tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 210 time: 0.0607882 Feb 04 16:16:20.923105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-48c1d23f-a62a-4084-82fe-b8bd03a345d8 None None] Provisioning complete for port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:20.923501 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-48c1d23f-a62a-4084-82fe-b8bd03a345d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.933246 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.938492 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:21.057566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-48c1d23f-a62a-4084-82fe-b8bd03a345d8 None None] Port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:21.104010 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:21.118272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Pushing event updated for resources: {'Port': ['ID=4afc25a3-d1e8-4bd5-afdd-722c84f8accd,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:21.172612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:05Z', 'revision_number': 4, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'gw_port': {'id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '2afc2cda-80b3-4fef-b845-12ff9b56d629', 'name': '', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'mac_address': 'fa:16:3e:16:f9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18ef6756-075a-4f1b-8269-341770422096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:04Z', 'updated_at': '2022-02-04T16:16:05Z', 'revision_number': 2, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'subnets': [{'id': '18ef6756-075a-4f1b-8269-341770422096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:21.180697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Checking router: d31ee6e5-158c-4da3-80e1-2a0095b58dd4 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:16:21.181354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Updating router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 port 2afc2cda-80b3-4fef-b845-12ff9b56d629 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:16:21.233025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:21.272885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Network 99674fde-8b12-4da0-9e7e-b05e505514a9 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:21.274140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:21.286588 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:21.487112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:21.487794 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:21.776700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e2b4ed12-5615-4193-b605-17d1f09d40e2 None None] Provisioning complete for port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:21.777068 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ed12-5615-4193-b605-17d1f09d40e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:21.871248 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4ed12-5615-4193-b605-17d1f09d40e2 None None] Port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:21.891926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 414b30ac-0abf-410c-bc33-2665da58e2b1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:21.942286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Router f601960f-f952-4c05-8bd6-07074f93b8ab has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:16:22.036942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 414b30ac-0abf-410c-bc33-2665da58e2b1 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:22.044190 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:22.048501 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 414b30ac-0abf-410c-bc33-2665da58e2b1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:22.048871 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:22.076650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-391f4a55-fb66-4963-919f-dd4e4f53f207 req-dcb7cc0c-a059-49f2-8ae1-95ffa991b498 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 210 time: 0.0496571 Feb 04 16:16:22.095329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Transition to ACTIVE for port object 2afc2cda-80b3-4fef-b845-12ff9b56d629 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:22.114616 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:22.193706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:16:22.210884 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f9e0a335-155c-4aaf-a393-96c9e8a75afc admin admin] 10.222.0.60 "PUT /v2.0/routers/f601960f-f952-4c05-8bd6-07074f93b8ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6881254 Feb 04 16:16:22.239682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec509c2b-9bc7-4ea5-a907-e29ace6b335b None None] Pushing event updated for resources: {'Port': ['ID=2afc2cda-80b3-4fef-b845-12ff9b56d629,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:22.335225 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:22.404221 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 414b30ac-0abf-410c-bc33-2665da58e2b1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=414b30ac-0abf-410c-bc33-2665da58e2b1,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:22.413547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Attempting to bind port 2afc2cda-80b3-4fef-b845-12ff9b56d629 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:22.413928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Attempting to bind port 2afc2cda-80b3-4fef-b845-12ff9b56d629 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'c3dc4c4f-9926-4628-9a72-4981b4c41286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:22.414298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Attempting to bind port 2afc2cda-80b3-4fef-b845-12ff9b56d629 on network d4720e42-3d03-45e8-91d8-4987d980797a {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:22.420284 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:22.465787 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:16:22.480376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:22.480894 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Checking segment: {'id': 'c3dc4c4f-9926-4628-9a72-4981b4c41286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:22.481207 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:22.481595 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Bound using segment: {'id': 'c3dc4c4f-9926-4628-9a72-4981b4c41286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:22.482062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Bound port: 2afc2cda-80b3-4fef-b845-12ff9b56d629, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3dc4c4f-9926-4628-9a72-4981b4c41286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:22.482431 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:22.580084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=414b30ac-0abf-410c-bc33-2665da58e2b1,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:22.594079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850653-c45c-4d45-8e66-4e44d990193c req-c0f8042c-5d0a-4448-a399-3f7b97c12ffb tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:22.595724 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-c0f8042c-5d0a-4448-a399-3f7b97c12ffb tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.81 "GET /v2.0/networks?id=d4720e42-3d03-45e8-91d8-4987d980797a HTTP/1.1" status: 200 len: 808 time: 0.2009063 Feb 04 16:16:22.648312 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] For port 2afc2cda-80b3-4fef-b845-12ff9b56d629, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:22.651919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] For port 2afc2cda-80b3-4fef-b845-12ff9b56d629, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2afc2cda-80b3-4fef-b845-12ff9b56d629,segment=NetworkSegment(c3dc4c4f-9926-4628-9a72-4981b4c41286),segment_id=c3dc4c4f-9926-4628-9a72-4981b4c41286)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:22.658612 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:22.663031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f7850653-c45c-4d45-8e66-4e44d990193c req-92bc3762-a808-4732-967a-02a292629e78 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Synchronizing usage tracker for tenant:712bc513df6c4eec89ab7c8130959559 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:22.675457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f7850653-c45c-4d45-8e66-4e44d990193c req-92bc3762-a808-4732-967a-02a292629e78 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Unset dirty status for tenant:712bc513df6c4eec89ab7c8130959559 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:22.676607 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-92bc3762-a808-4732-967a-02a292629e78 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=712bc513df6c4eec89ab7c8130959559 HTTP/1.1" status: 200 len: 378 time: 0.0608652 Feb 04 16:16:22.713702 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Request body: {'port': {'device_id': 'f2316b1b-3dda-48cb-b893-cf60f5de2899', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'admin_state_up': True, 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'security_groups': ['0b5bc305-6e9e-464c-bbb0-cd82d4f89e37']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:22.741329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Routers {'d31ee6e5-158c-4da3-80e1-2a0095b58dd4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:22.741946 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:22.818793 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec509c2b-9bc7-4ea5-a907-e29ace6b335b None None] Pushing event updated for resources: {'Port': ['ID=2afc2cda-80b3-4fef-b845-12ff9b56d629,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:22.872666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:22.876884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Usage tracker for resource:port and tenant:712bc513df6c4eec89ab7c8130959559 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:22.879966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:22.885924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:22.897516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Made reservation on behalf of 712bc513df6c4eec89ab7c8130959559 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:22.901009 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.029962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] Set router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:23.119564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Allocated IP 172.20.0.5 (d4720e42-3d03-45e8-91d8-4987d980797a/18ef6756-075a-4f1b-8269-341770422096/063a6baa-7568-41b1-b17c-17f9e9e4a0e0) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:23.198883 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2afc2cda-80b3-4fef-b845-12ff9b56d629 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:23.305497 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4c4f1a2-f09e-4a37-870d-d28b20de11cf req-7ed405fd-a8e6-4e0a-82de-48a195599eb9 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 210 time: 0.0536816 Feb 04 16:16:23.369125 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.387713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Transition to ACTIVE for port object 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:23.410497 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 2afc2cda-80b3-4fef-b845-12ff9b56d629 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:23.417504 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.419939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2afc2cda-80b3-4fef-b845-12ff9b56d629 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:23.420402 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.502469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Network d4720e42-3d03-45e8-91d8-4987d980797a is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:23.508536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:05Z', 'revision_number': 4, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'gw_port': {'id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '2afc2cda-80b3-4fef-b845-12ff9b56d629', 'name': '', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'mac_address': 'fa:16:3e:16:f9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18ef6756-075a-4f1b-8269-341770422096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:04Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'subnets': [{'id': '18ef6756-075a-4f1b-8269-341770422096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:23.510059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:23.525864 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:23.540257 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53d2cfa-d230-45dd-b4ff-398c6e3f3281 None None] The sync data for ids ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'] in n-d-827872-1 is: [{'id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:05Z', 'revision_number': 4, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'gw_port': {'id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '2afc2cda-80b3-4fef-b845-12ff9b56d629', 'name': '', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'mac_address': 'fa:16:3e:16:f9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18ef6756-075a-4f1b-8269-341770422096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:04Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'subnets': [{'id': '18ef6756-075a-4f1b-8269-341770422096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:16:23.600616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Pushing event updated for resources: {'Port': ['ID=063a6baa-7568-41b1-b17c-17f9e9e4a0e0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:23.604290 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.639725 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:23.640359 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.653880 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 2afc2cda-80b3-4fef-b845-12ff9b56d629, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2afc2cda-80b3-4fef-b845-12ff9b56d629,segment=NetworkSegment(c3dc4c4f-9926-4628-9a72-4981b4c41286),segment_id=c3dc4c4f-9926-4628-9a72-4981b4c41286)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:23.669318 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.670550 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2e01fd30-d13f-441f-bd69-9c33a7e9e530 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:23.672451 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-33715e72-7fdf-4349-b51e-af1a4eddf253 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9652038 Feb 04 16:16:23.689957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Request body: {'port': {'device_id': 'f2316b1b-3dda-48cb-b893-cf60f5de2899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:23.848003 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=2afc2cda-80b3-4fef-b845-12ff9b56d629,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:23.848565 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.853399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 2e01fd30-d13f-441f-bd69-9c33a7e9e530 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:23.859959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2e01fd30-d13f-441f-bd69-9c33a7e9e530 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:23.860462 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.998430 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.021397 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 2e01fd30-d13f-441f-bd69-9c33a7e9e530, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2e01fd30-d13f-441f-bd69-9c33a7e9e530,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:24.025723 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.026627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 414b30ac-0abf-410c-bc33-2665da58e2b1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:24.101030 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c5580a49-8c90-4ca8-8f71-82059c4bb3b5 None None] Provisioning for port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:24.150752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c5580a49-8c90-4ca8-8f71-82059c4bb3b5 None None] Provisioning complete for port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:24.151632 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c5580a49-8c90-4ca8-8f71-82059c4bb3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.236377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c5580a49-8c90-4ca8-8f71-82059c4bb3b5 None None] Port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:24.243026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=2e01fd30-d13f-441f-bd69-9c33a7e9e530,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:24.251894 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 414b30ac-0abf-410c-bc33-2665da58e2b1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:24.252291 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.426755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:16:24.435680 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.452914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Transition to ACTIVE for port object 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:24.456520 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.553760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcef0ee-608f-4e19-9951-ed93471ceb16 req-d7cba9c6-4d68-4cd3-9186-fd5b4b48a273 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:24.555465 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bcef0ee-608f-4e19-9951-ed93471ceb16 req-d7cba9c6-4d68-4cd3-9186-fd5b4b48a273 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 943 time: 0.0928612 Feb 04 16:16:24.593807 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Pushing event updated for resources: {'Port': ['ID=063a6baa-7568-41b1-b17c-17f9e9e4a0e0,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:24.621130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7bcef0ee-608f-4e19-9951-ed93471ceb16 req-ffc9e3d9-7f06-4145-99f7-aa062c3a8493 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587773 Feb 04 16:16:24.710572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Attempting to bind port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:24.710884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Attempting to bind port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'c3dc4c4f-9926-4628-9a72-4981b4c41286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:24.711082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Attempting to bind port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 on network d4720e42-3d03-45e8-91d8-4987d980797a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:24.717545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 on network d4720e42-3d03-45e8-91d8-4987d980797a not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:16:24.717861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Attempting to bind port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 on network d4720e42-3d03-45e8-91d8-4987d980797a {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:24.724084 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:24.724418 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Checking segment: {'id': 'c3dc4c4f-9926-4628-9a72-4981b4c41286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:24.724793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Bound using segment: {'id': 'c3dc4c4f-9926-4628-9a72-4981b4c41286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:24.725219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Bound port: 063a6baa-7568-41b1-b17c-17f9e9e4a0e0, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3dc4c4f-9926-4628-9a72-4981b4c41286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:24.725558 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.815800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] For port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:24.818862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] For port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=063a6baa-7568-41b1-b17c-17f9e9e4a0e0,segment=NetworkSegment(c3dc4c4f-9926-4628-9a72-4981b4c41286),segment_id=c3dc4c4f-9926-4628-9a72-4981b4c41286)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:24.824081 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.892888 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.894519 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] 10.222.0.81 "PUT /v2.0/ports/063a6baa-7568-41b1-b17c-17f9e9e4a0e0 HTTP/1.1" status: 200 len: 1091 time: 1.2088706 Feb 04 16:16:24.896983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2316b1b-3dda-48cb-b893-cf60f5de2899', 'tag': '063a6baa-7568-41b1-b17c-17f9e9e4a0e0'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:24.947223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ce3b6-951e-405c-b6d0-f8b9de10684f service neutron] Pushing event updated for resources: {'Port': ['ID=063a6baa-7568-41b1-b17c-17f9e9e4a0e0,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:25.002141 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2316b1b-3dda-48cb-b893-cf60f5de2899', 'tag': '063a6baa-7568-41b1-b17c-17f9e9e4a0e0', 'status': 'completed', 'code': 200} Feb 04 16:16:25.048605 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-d1ff4ecb-71a3-47c1-8521-0c6e72504a64 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=712bc513df6c4eec89ab7c8130959559&device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 1094 time: 0.0904682 Feb 04 16:16:25.083556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2afc2cda-80b3-4fef-b845-12ff9b56d629 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:25.140350 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-ee7f1cd4-6135-43fb-83a8-9cfab21afad3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=063a6baa-7568-41b1-b17c-17f9e9e4a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0782316 Feb 04 16:16:25.199616 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2afc2cda-80b3-4fef-b845-12ff9b56d629 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:25.203345 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:25.258195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850653-c45c-4d45-8e66-4e44d990193c req-5f90efc5-2382-42c6-9376-9471cc85859f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:25.263568 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-5f90efc5-2382-42c6-9376-9471cc85859f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=18ef6756-075a-4f1b-8269-341770422096 HTTP/1.1" status: 200 len: 847 time: 0.1175764 Feb 04 16:16:25.371269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2e01fd30-d13f-441f-bd69-9c33a7e9e530 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:25.374120 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-a4ee0284-801e-44f4-8721-c2a591eff853 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4720e42-3d03-45e8-91d8-4987d980797a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022785 Feb 04 16:16:25.447904 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2e01fd30-d13f-441f-bd69-9c33a7e9e530 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:25.448275 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:25.470591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-e34188b4-12d5-46f8-854b-004f7d15589e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:25.476722 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-e34188b4-12d5-46f8-854b-004f7d15589e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 812 time: 0.2352233 Feb 04 16:16:25.501317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-88b19316-6e15-419c-8095-a06a4e96865c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/quotas/e00cee0f908a4015ba575ed436ec7346 HTTP/1.1" status: 200 len: 375 time: 0.0171494 Feb 04 16:16:25.538059 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-7a29cf37-a685-4aee-a5ce-f4bdd8a9d4b4 service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515992 Feb 04 16:16:25.593259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-9b817267-509a-4ba1-be46-ad8bdbd635cc tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907996 Feb 04 16:16:25.693163 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f7850653-c45c-4d45-8e66-4e44d990193c req-8c76ad1a-1fba-4189-97ff-746d08bead16 service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490548 Feb 04 16:16:25.734057 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f62851d4-ed7b-4691-ba6d-da40bff56e31 service neutron] 10.222.0.60 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346250 Feb 04 16:16:25.860602 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5bc4f558-43bb-43b4-8c75-6170792914de req-d717c24a-7506-40c6-818b-6777bb8837ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=712bc513df6c4eec89ab7c8130959559&device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 1094 time: 0.0736666 Feb 04 16:16:26.008078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4f558-43bb-43b4-8c75-6170792914de req-3a902a39-6f55-4a3c-9549-dc28f1fcdbec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:26.009546 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5bc4f558-43bb-43b4-8c75-6170792914de req-3a902a39-6f55-4a3c-9549-dc28f1fcdbec service neutron] 10.222.0.81 "GET /v2.0/networks?id=d4720e42-3d03-45e8-91d8-4987d980797a HTTP/1.1" status: 200 len: 909 time: 0.1423528 Feb 04 16:16:26.044758 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-edbff05f-809f-4112-9c9b-eb2d97e5618f service neutron] 10.222.0.60 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031397 Feb 04 16:16:26.054356 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f27cd-d619-422a-9107-1f8016248cae req-f800eea9-29ce-4d8a-b43c-9dd23bf90e15 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:26.055840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c16f27cd-d619-422a-9107-1f8016248cae req-f800eea9-29ce-4d8a-b43c-9dd23bf90e15 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 943 time: 0.2895610 Feb 04 16:16:26.082295 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5bc4f558-43bb-43b4-8c75-6170792914de req-1849deb0-7dcd-497a-8b6e-2d85e5f667e2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=063a6baa-7568-41b1-b17c-17f9e9e4a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0657666 Feb 04 16:16:26.104759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c16f27cd-d619-422a-9107-1f8016248cae req-d723fed6-aa5b-4896-8fde-20e840425b1d tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417843 Feb 04 16:16:26.146445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4f558-43bb-43b4-8c75-6170792914de req-77b33f5c-1a01-4d32-9359-415ea161f1f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:26.147949 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5bc4f558-43bb-43b4-8c75-6170792914de req-77b33f5c-1a01-4d32-9359-415ea161f1f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=18ef6756-075a-4f1b-8269-341770422096 HTTP/1.1" status: 200 len: 847 time: 0.0602415 Feb 04 16:16:26.225415 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5bc4f558-43bb-43b4-8c75-6170792914de req-9d37cc01-04fc-44d7-b1f9-58a94ef759cb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4720e42-3d03-45e8-91d8-4987d980797a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714996 Feb 04 16:16:26.370299 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5bc4f558-43bb-43b4-8c75-6170792914de req-5c00f965-5978-4c36-a81d-b52af5064442 service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374114 Feb 04 16:16:26.470892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12f9c730-9ee2-4f29-959a-dae0a3fce960 req-91bd97c4-5daf-439d-b382-f502b9f2d719 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 210 time: 0.0478144 Feb 04 16:16:26.613143 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5bc4f558-43bb-43b4-8c75-6170792914de req-3326bec7-5415-48f0-8e33-67baed6a4d73 service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351625 Feb 04 16:16:27.040194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d2d3f6e2-ef55-4167-84eb-fb0f34a6352d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:27.109725 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port d2d3f6e2-ef55-4167-84eb-fb0f34a6352d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:27.114815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d2d3f6e2-ef55-4167-84eb-fb0f34a6352d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:27.115210 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:27.231954 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:27.250442 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port d2d3f6e2-ef55-4167-84eb-fb0f34a6352d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d2d3f6e2-ef55-4167-84eb-fb0f34a6352d,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:27.255033 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:27.337762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9459d-f051-42a9-9449-e7b62326370a req-9b00b9f0-2b64-4dd9-85d8-d0428036f3f5 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:27.341446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ff9459d-f051-42a9-9449-e7b62326370a req-9b00b9f0-2b64-4dd9-85d8-d0428036f3f5 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 943 time: 0.0991564 Feb 04 16:16:27.365243 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=d2d3f6e2-ef55-4167-84eb-fb0f34a6352d,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:27.396171 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ff9459d-f051-42a9-9449-e7b62326370a req-84fcf097-4742-4c07-8e43-6804abef67e2 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480278 Feb 04 16:16:27.640534 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a61b05f-3d21-45d7-aa04-7fed3e202925 req-9935ce76-1576-4771-926a-b47e8264d5b9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 210 time: 0.0434031 Feb 04 16:16:27.928961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-32051145-74ac-49ce-92e6-4d94c1a81439 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:27.930422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-32051145-74ac-49ce-92e6-4d94c1a81439 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 812 time: 0.1485665 Feb 04 16:16:27.945393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'port': {'device_id': 'eca42d1b-758a-4ac9-b350-1d253b52967a', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'admin_state_up': True, 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:28.087038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:28.091761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Usage tracker for resource:port and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:28.095324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:28.101274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:28.112496 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Made reservation on behalf of e00cee0f908a4015ba575ed436ec7346 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:28.115985 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.284098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Allocated IP 172.20.0.11 (b250d564-79c6-4311-88c8-4d123b616443/7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c/51302e3c-4ad7-4dd6-a284-d52520ef6bca) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:28.499100 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.516556 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Transition to ACTIVE for port object 51302e3c-4ad7-4dd6-a284-d52520ef6bca will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:28.586775 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.681750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Network b250d564-79c6-4311-88c8-4d123b616443 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:28.684148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:28.686566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'Port': ['ID=51302e3c-4ad7-4dd6-a284-d52520ef6bca,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:28.688740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:28.755039 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74521adf-acc5-463d-b8f2-a3cfc4923c38 req-6f4fbcc5-f9d8-491d-b78d-c68432fd7c9e tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:28.756538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-74521adf-acc5-463d-b8f2-a3cfc4923c38 req-6f4fbcc5-f9d8-491d-b78d-c68432fd7c9e tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 943 time: 0.2250853 Feb 04 16:16:28.793669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:28.794363 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.874690 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-1c2a4213-c4ef-4349-ae52-429c600ceee2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9330907 Feb 04 16:16:28.878116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-74521adf-acc5-463d-b8f2-a3cfc4923c38 req-c2dc2b43-ff0f-489b-9e2a-e2c2a806662d tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1137214 Feb 04 16:16:28.892144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Request body: {'port': {'device_id': 'eca42d1b-758a-4ac9-b350-1d253b52967a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:28.968157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9fd19-cf23-4dfb-a562-fa9b970ed582 req-67a3ded6-aa6f-45c8-9c34-733afe183013 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:28.969197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0fd9fd19-cf23-4dfb-a562-fa9b970ed582 req-67a3ded6-aa6f-45c8-9c34-733afe183013 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:29.023676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c2f58c95-ae7c-4ef9-ac71-94bdf2dcbefe None None] Provisioning for port 51302e3c-4ad7-4dd6-a284-d52520ef6bca completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:29.035679 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c2f58c95-ae7c-4ef9-ac71-94bdf2dcbefe None None] Provisioning complete for port 51302e3c-4ad7-4dd6-a284-d52520ef6bca triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:29.036143 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2f58c95-ae7c-4ef9-ac71-94bdf2dcbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:29.047864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0fd9fd19-cf23-4dfb-a562-fa9b970ed582 req-67a3ded6-aa6f-45c8-9c34-733afe183013 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:29.049117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fd9fd19-cf23-4dfb-a562-fa9b970ed582 req-67a3ded6-aa6f-45c8-9c34-733afe183013 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 932 time: 0.2632074 Feb 04 16:16:29.056781 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:29.061379 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d2d3f6e2-ef55-4167-84eb-fb0f34a6352d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:29.140824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c2f58c95-ae7c-4ef9-ac71-94bdf2dcbefe None None] Port 51302e3c-4ad7-4dd6-a284-d52520ef6bca cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:29.145000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:16:29.179525 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fd9fd19-cf23-4dfb-a562-fa9b970ed582 req-951cfb25-7a75-4fae-8e35-88561ddb3892 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006141 Feb 04 16:16:29.236503 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port d2d3f6e2-ef55-4167-84eb-fb0f34a6352d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:29.237000 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:29.347966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=063a6baa-7568-41b1-b17c-17f9e9e4a0e0,segment=NetworkSegment(c3dc4c4f-9926-4628-9a72-4981b4c41286),segment_id=c3dc4c4f-9926-4628-9a72-4981b4c41286)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:29.397614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '063a6baa-7568-41b1-b17c-17f9e9e4a0e0', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'port_id': '063a6baa-7568-41b1-b17c-17f9e9e4a0e0', 'mac_address': 'fa:16:3e:d8:6b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ef6756-075a-4f1b-8269-341770422096', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:16:29.470211 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:29.486781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51302e3c-4ad7-4dd6-a284-d52520ef6bca {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:16:29.490447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:16:29.494473 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:29.508500 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=063a6baa-7568-41b1-b17c-17f9e9e4a0e0,segment=NetworkSegment(c3dc4c4f-9926-4628-9a72-4981b4c41286),segment_id=c3dc4c4f-9926-4628-9a72-4981b4c41286)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:29.510559 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Transition to ACTIVE for port object 51302e3c-4ad7-4dd6-a284-d52520ef6bca will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:29.513801 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:29.514691 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:29.590617 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=063a6baa-7568-41b1-b17c-17f9e9e4a0e0,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:29.754755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Pushing event updated for resources: {'Port': ['ID=51302e3c-4ad7-4dd6-a284-d52520ef6bca,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:29.872606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Attempting to bind port 51302e3c-4ad7-4dd6-a284-d52520ef6bca on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:29.872862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Attempting to bind port 51302e3c-4ad7-4dd6-a284-d52520ef6bca by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:29.873185 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Attempting to bind port 51302e3c-4ad7-4dd6-a284-d52520ef6bca on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:29.878931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Port 51302e3c-4ad7-4dd6-a284-d52520ef6bca on network b250d564-79c6-4311-88c8-4d123b616443 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:16:29.879275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Attempting to bind port 51302e3c-4ad7-4dd6-a284-d52520ef6bca on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:29.885403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:29.886049 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Checking segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:29.886429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Bound using segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:29.886851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Bound port: 51302e3c-4ad7-4dd6-a284-d52520ef6bca, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:29.887233 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:29.934204 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['063a6baa-7568-41b1-b17c-17f9e9e4a0e0'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:16:29.983931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] For port 51302e3c-4ad7-4dd6-a284-d52520ef6bca, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:29.987442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] For port 51302e3c-4ad7-4dd6-a284-d52520ef6bca, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=51302e3c-4ad7-4dd6-a284-d52520ef6bca,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:29.993371 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:30.108740 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:30.110293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] 10.222.0.73 "PUT /v2.0/ports/51302e3c-4ad7-4dd6-a284-d52520ef6bca HTTP/1.1" status: 200 len: 1092 time: 1.2256448 Feb 04 16:16:30.110911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca42d1b-758a-4ac9-b350-1d253b52967a', 'tag': '51302e3c-4ad7-4dd6-a284-d52520ef6bca'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:30.147357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1a75a-c288-410b-b3be-da59eb21003a service neutron] Pushing event updated for resources: {'Port': ['ID=51302e3c-4ad7-4dd6-a284-d52520ef6bca,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:30.201192 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca42d1b-758a-4ac9-b350-1d253b52967a', 'tag': '51302e3c-4ad7-4dd6-a284-d52520ef6bca', 'status': 'completed', 'code': 200} Feb 04 16:16:30.228702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7cfd1-e287-40f4-8b81-b4ad47b5cb31 req-3228c788-882e-4efb-adb9-4d403f641294 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:30.230216 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ab7cfd1-e287-40f4-8b81-b4ad47b5cb31 req-3228c788-882e-4efb-adb9-4d403f641294 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 944 time: 0.1917830 Feb 04 16:16:30.300933 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-e26148b3-01d8-464e-8f21-d0aece15fe8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 1095 time: 0.1492167 Feb 04 16:16:30.358589 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ab7cfd1-e287-40f4-8b81-b4ad47b5cb31 req-58a3625e-078e-44b4-9976-a00794825027 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1192160 Feb 04 16:16:30.409470 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-ac658f8f-c36f-4af6-80fc-333a118a099a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51302e3c-4ad7-4dd6-a284-d52520ef6bca HTTP/1.1" status: 200 len: 217 time: 0.1020617 Feb 04 16:16:30.489760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-09fc3692-af2d-41c8-95f7-92d5287ec14f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:30.491210 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-09fc3692-af2d-41c8-95f7-92d5287ec14f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0758610 Feb 04 16:16:30.546606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17342552-b5e8-4e54-8afe-8d1c9fa55cff req-e4c833db-1f96-487b-8902-ef7eea555ac9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:30.548064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17342552-b5e8-4e54-8afe-8d1c9fa55cff req-e4c833db-1f96-487b-8902-ef7eea555ac9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 944 time: 0.1879568 Feb 04 16:16:30.610692 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-cf692944-edbc-4286-a2ea-34fc38e9dcef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133399 Feb 04 16:16:30.615533 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17342552-b5e8-4e54-8afe-8d1c9fa55cff req-c90086f5-6cfc-4e81-8a54-b0197948c801 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568871 Feb 04 16:16:30.744431 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-cd51d0e7-ce82-4638-813a-c037d7f52e4b service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277847 Feb 04 16:16:30.876566 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-541a93ac-1926-4b50-83d6-70dd2f1dc150 req-16415ad5-2c28-47a6-aaec-d94ef53a95d8 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265831 Feb 04 16:16:30.986789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4808612-4862-4c4f-ac9a-9f1d26cc9b49 req-4a43761c-3e62-41b1-aba0-e31c861b558a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 1095 time: 0.0695829 Feb 04 16:16:31.114789 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4808612-4862-4c4f-ac9a-9f1d26cc9b49 req-4a138f51-25f0-498a-a2ca-ea7fbfa57bb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:31.116250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4808612-4862-4c4f-ac9a-9f1d26cc9b49 req-4a138f51-25f0-498a-a2ca-ea7fbfa57bb6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1232929 Feb 04 16:16:31.176479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:31.184796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4808612-4862-4c4f-ac9a-9f1d26cc9b49 req-4078b129-2d11-4d2b-a16b-5f765131f974 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51302e3c-4ad7-4dd6-a284-d52520ef6bca HTTP/1.1" status: 200 len: 217 time: 0.0619214 Feb 04 16:16:31.245305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4808612-4862-4c4f-ac9a-9f1d26cc9b49 req-c9f9641f-f374-4c8b-9c6a-ad8c4bbfecb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:31.247426 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4808612-4862-4c4f-ac9a-9f1d26cc9b49 req-c9f9641f-f374-4c8b-9c6a-ad8c4bbfecb3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0571985 Feb 04 16:16:31.249004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:31.253716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:31.254087 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:31.326215 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4808612-4862-4c4f-ac9a-9f1d26cc9b49 req-9855913a-0cd6-4d5b-bb4c-f6cbe317eed5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733261 Feb 04 16:16:31.375352 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:31.404134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2316b1b-3dda-48cb-b893-cf60f5de2899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063a6baa-7568-41b1-b17c-17f9e9e4a0e0'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:31.414331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=063a6baa-7568-41b1-b17c-17f9e9e4a0e0,segment=NetworkSegment(c3dc4c4f-9926-4628-9a72-4981b4c41286),segment_id=c3dc4c4f-9926-4628-9a72-4981b4c41286)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:31.419529 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:31.488148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=063a6baa-7568-41b1-b17c-17f9e9e4a0e0,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:31.492126 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2316b1b-3dda-48cb-b893-cf60f5de2899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063a6baa-7568-41b1-b17c-17f9e9e4a0e0', 'code': 200} Feb 04 16:16:31.641861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4808612-4862-4c4f-ac9a-9f1d26cc9b49 req-b686b5cf-8603-4ce7-b558-6d7357150f7b service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090382 Feb 04 16:16:31.651264 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1494f353-dfa9-478f-8c48-5365a4e8bbd7 req-0af07322-f270-4861-ae82-0d08cf60b165 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 1096 time: 0.0756459 Feb 04 16:16:31.678722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b7fc2-0c27-4949-9bc3-efd59b81e05c req-ce9a77ac-aec1-4021-9c78-fef79c3b7c7b tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:31.679821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e69b7fc2-0c27-4949-9bc3-efd59b81e05c req-ce9a77ac-aec1-4021-9c78-fef79c3b7c7b tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 945 time: 0.1521983 Feb 04 16:16:31.699009 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1494f353-dfa9-478f-8c48-5365a4e8bbd7 req-5f066944-0a04-4981-99a4-dc81a1b5f12e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398042 Feb 04 16:16:31.854026 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e69b7fc2-0c27-4949-9bc3-efd59b81e05c req-53b4fbb3-bad1-4efa-b4de-d8fe1866edbb tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289835 Feb 04 16:16:31.876577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d4808612-4862-4c4f-ac9a-9f1d26cc9b49 req-83f820c6-b394-4876-bb31-c2d058ef09e9 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253907 Feb 04 16:16:31.898948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c987e47-9dd3-46f6-8e00-e22eb9eba089 req-c5a4dee5-b206-43ff-94c1-998e31c105ab tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:31.900327 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c987e47-9dd3-46f6-8e00-e22eb9eba089 req-c5a4dee5-b206-43ff-94c1-998e31c105ab tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 944 time: 0.1556349 Feb 04 16:16:31.947315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c987e47-9dd3-46f6-8e00-e22eb9eba089 req-8906bae9-d3b2-41db-b325-1e7dbbf6fea9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404022 Feb 04 16:16:33.073973 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ebcce-583c-4c43-a95d-6ed8320942b0 req-71612f56-dc7a-4216-86a4-10c0aa5b2724 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:33.075893 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb6ebcce-583c-4c43-a95d-6ed8320942b0 req-71612f56-dc7a-4216-86a4-10c0aa5b2724 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 945 time: 0.0899270 Feb 04 16:16:33.172402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb6ebcce-583c-4c43-a95d-6ed8320942b0 req-782e6463-b220-4635-80a9-40a41846858f tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905175 Feb 04 16:16:33.192179 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145a9ec-4ed3-469b-8f2c-2c44745366db req-c8312b34-6f74-47ca-91ad-5fe0c7643419 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:33.193582 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5145a9ec-4ed3-469b-8f2c-2c44745366db req-c8312b34-6f74-47ca-91ad-5fe0c7643419 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 944 time: 0.0963726 Feb 04 16:16:33.242104 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5145a9ec-4ed3-469b-8f2c-2c44745366db req-4beac2d2-b58b-431a-8328-80c990c4eee1 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427027 Feb 04 16:16:34.404942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780407f4-f61a-47ff-82c0-dc0ed6f59cd6 req-ac0c2734-af3b-4c04-a596-06a977a98f64 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:34.406360 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-780407f4-f61a-47ff-82c0-dc0ed6f59cd6 req-ac0c2734-af3b-4c04-a596-06a977a98f64 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 945 time: 0.1106665 Feb 04 16:16:34.472202 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-780407f4-f61a-47ff-82c0-dc0ed6f59cd6 req-b6068d85-32ac-46f0-8739-bc5982ed1000 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603950 Feb 04 16:16:34.489955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032855b-7a76-47e4-b810-854dbca85c06 req-3817a810-3dec-4d14-acb0-2320fd3426f6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:34.491415 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b032855b-7a76-47e4-b810-854dbca85c06 req-3817a810-3dec-4d14-acb0-2320fd3426f6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 944 time: 0.1216416 Feb 04 16:16:34.541518 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b032855b-7a76-47e4-b810-854dbca85c06 req-5d4de00b-e17b-414f-8e09-9d67720c2bf8 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440998 Feb 04 16:16:34.677281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be2d02-07fd-4af5-8c4c-8aab14e1bd76 req-a872cff6-3f9d-4d86-92a5-3df98377150b tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:34.678728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-91be2d02-07fd-4af5-8c4c-8aab14e1bd76 req-a872cff6-3f9d-4d86-92a5-3df98377150b tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 945 time: 0.0778441 Feb 04 16:16:34.726343 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-91be2d02-07fd-4af5-8c4c-8aab14e1bd76 req-a0730ff9-2c03-47f4-a5c5-bbeebcd5bb67 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419002 Feb 04 16:16:34.935152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabec85e-57ca-4472-af93-f439ba678229 req-850f31e0-1d01-46db-a5f9-d6c663718c05 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:34.936774 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dabec85e-57ca-4472-af93-f439ba678229 req-850f31e0-1d01-46db-a5f9-d6c663718c05 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 945 time: 0.0844669 Feb 04 16:16:34.984441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dabec85e-57ca-4472-af93-f439ba678229 req-8ae69988-3d6c-485a-8659-9c5485e7e496 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420825 Feb 04 16:16:35.014314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53164) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:35.220366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bb6f291c-8e75-417c-9c44-74c9e5ba4929 tempest-TestServerBasicOps-1524981532 tempest-TestServerBasicOps-1524981532-project-admin] Synchronizing usage tracker for tenant:be9a60b144d4417582ecd27ac5631122 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:35.238325 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bb6f291c-8e75-417c-9c44-74c9e5ba4929 tempest-TestServerBasicOps-1524981532 tempest-TestServerBasicOps-1524981532-project-admin] Unset dirty status for tenant:be9a60b144d4417582ecd27ac5631122 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:35.240206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bb6f291c-8e75-417c-9c44-74c9e5ba4929 tempest-TestServerBasicOps-1524981532 tempest-TestServerBasicOps-1524981532-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 1091 time: 0.2247531 Feb 04 16:16:35.243536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53170) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:35.249861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': '063a6baa-7568-41b1-b17c-17f9e9e4a0e0', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:35.256398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:35.260203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Usage tracker for resource:floatingip and tenant:712bc513df6c4eec89ab7c8130959559 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:35.263900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:35.269542 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:35.280482 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:35.419128 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:35.562885 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Allocated IP 172.25.0.119 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/b4cc2bca-ec78-4bce-89f1-6d9c0bbeae3d) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:35.762021 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:35.808065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d48084-c2d7-4be2-b959-a512472a9670 req-85a07b9a-c8b2-4075-a4ce-f7c595001e0a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:35.810024 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65d48084-c2d7-4be2-b959-a512472a9670 req-85a07b9a-c8b2-4075-a4ce-f7c595001e0a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 944 time: 0.1247332 Feb 04 16:16:35.836206 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:36.023592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:36.028232 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65d48084-c2d7-4be2-b959-a512472a9670 req-51e65767-a4f2-4f32-9e4a-51f4772dc957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123291 Feb 04 16:16:36.029106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:36.033565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:36.061121 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Pushing event updated for resources: {'Port': ['ID=b4cc2bca-ec78-4bce-89f1-6d9c0bbeae3d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:36.536038 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0836b828-ef95-4470-a86a-f79ecf4d2fe6 req-55b03296-5afa-42b2-98d0-4bf4427f67e3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776498 Feb 04 16:16:36.539121 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:36.597990 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:36.604121 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4b6be00-a6d2-4e35-8389-35d93c175a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:36.696167 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0836b828-ef95-4470-a86a-f79ecf4d2fe6 req-9ad96725-e302-40c4-ac13-a5da1da0fbe7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=712bc513df6c4eec89ab7c8130959559&device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 1096 time: 0.0727885 Feb 04 16:16:36.808669 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:36.813515 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:36.844483 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836b828-ef95-4470-a86a-f79ecf4d2fe6 req-43b5bc8d-c6dc-4caa-af05-afd31a4f2915 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:36.845929 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0836b828-ef95-4470-a86a-f79ecf4d2fe6 req-43b5bc8d-c6dc-4caa-af05-afd31a4f2915 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d4720e42-3d03-45e8-91d8-4987d980797a HTTP/1.1" status: 200 len: 909 time: 0.1310794 Feb 04 16:16:36.916120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Pushing event updated for resources: {'Port': ['ID=b4cc2bca-ec78-4bce-89f1-6d9c0bbeae3d,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:36.935159 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:36.957015 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0836b828-ef95-4470-a86a-f79ecf4d2fe6 req-2d1bfa7c-0d77-4062-b6fe-9127eedd7f08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=063a6baa-7568-41b1-b17c-17f9e9e4a0e0 HTTP/1.1" status: 200 len: 999 time: 0.1050708 Feb 04 16:16:37.020485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836b828-ef95-4470-a86a-f79ecf4d2fe6 req-9261a9bb-1756-48fb-9197-e69f36f77c3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:37.021913 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0836b828-ef95-4470-a86a-f79ecf4d2fe6 req-9261a9bb-1756-48fb-9197-e69f36f77c3c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=18ef6756-075a-4f1b-8269-341770422096 HTTP/1.1" status: 200 len: 847 time: 0.0592916 Feb 04 16:16:37.101195 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0836b828-ef95-4470-a86a-f79ecf4d2fe6 req-b2e13c63-e053-4a30-8e0c-211beddf67eb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4720e42-3d03-45e8-91d8-4987d980797a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722537 Feb 04 16:16:37.135305 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Floating IP 998c5187-c060-4064-aed0-35b7a55d2cbf associated. External IP: 172.25.0.119, port: 063a6baa-7568-41b1-b17c-17f9e9e4a0e0. Feb 04 16:16:37.239970 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0836b828-ef95-4470-a86a-f79ecf4d2fe6 req-0e626e8a-dbc2-4e7a-aa2f-939cdfc7c50f service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322379 Feb 04 16:16:37.303273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a383b6-7a0b-476a-bb16-b15d90d6774c req-ce6ead57-7173-482e-a915-069035e6889a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:37.304616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46a383b6-7a0b-476a-bb16-b15d90d6774c req-ce6ead57-7173-482e-a915-069035e6889a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 944 time: 0.1070633 Feb 04 16:16:37.373408 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0836b828-ef95-4470-a86a-f79ecf4d2fe6 req-4dc44e89-bec7-4ac5-92fc-8ca0ff82cc5a service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264348 Feb 04 16:16:37.414085 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46a383b6-7a0b-476a-bb16-b15d90d6774c req-6fd3a819-8904-4c6b-898a-07d399b4717b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596673 Feb 04 16:16:37.730399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:16:37.932367 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:16:37.957386 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:38.011089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-98e13612-df00-4908-8607-a8ba12c98f57 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7663829 Feb 04 16:16:38.011820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2316b1b-3dda-48cb-b893-cf60f5de2899', 'tag': '063a6baa-7568-41b1-b17c-17f9e9e4a0e0'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:38.066036 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2316b1b-3dda-48cb-b893-cf60f5de2899', 'tag': '063a6baa-7568-41b1-b17c-17f9e9e4a0e0', 'status': 'completed', 'code': 200} Feb 04 16:16:38.180256 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3173e696-4319-4f78-8d53-a9fb97d15de3 req-9fd5d4a8-d5a7-4195-93f6-632c18c402ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=712bc513df6c4eec89ab7c8130959559&device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 1096 time: 0.0704672 Feb 04 16:16:38.307751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173e696-4319-4f78-8d53-a9fb97d15de3 req-839e94e5-a002-4585-adbd-be87088eeea0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:38.309195 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3173e696-4319-4f78-8d53-a9fb97d15de3 req-839e94e5-a002-4585-adbd-be87088eeea0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d4720e42-3d03-45e8-91d8-4987d980797a HTTP/1.1" status: 200 len: 909 time: 0.1232765 Feb 04 16:16:38.411912 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3173e696-4319-4f78-8d53-a9fb97d15de3 req-20d1ab65-c63a-442b-ab70-1ef13cee85b4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=063a6baa-7568-41b1-b17c-17f9e9e4a0e0 HTTP/1.1" status: 200 len: 999 time: 0.0956340 Feb 04 16:16:38.476216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173e696-4319-4f78-8d53-a9fb97d15de3 req-62182ff1-84c0-4ab2-9951-de0d84e41a54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:38.477653 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3173e696-4319-4f78-8d53-a9fb97d15de3 req-62182ff1-84c0-4ab2-9951-de0d84e41a54 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=18ef6756-075a-4f1b-8269-341770422096 HTTP/1.1" status: 200 len: 847 time: 0.0611198 Feb 04 16:16:38.562915 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3173e696-4319-4f78-8d53-a9fb97d15de3 req-11a5bcdc-1f52-4bae-b449-abb03309ebc0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4720e42-3d03-45e8-91d8-4987d980797a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735078 Feb 04 16:16:38.633715 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a3867-6726-4ee1-af93-5035c66f280f req-ea8ec973-6a86-407b-bcbc-da96df381f49 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:38.635199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd7a3867-6726-4ee1-af93-5035c66f280f req-ea8ec973-6a86-407b-bcbc-da96df381f49 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 944 time: 0.0848360 Feb 04 16:16:38.687057 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd7a3867-6726-4ee1-af93-5035c66f280f req-783ef35c-ed73-4a9b-b61e-d9a68e87e069 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453846 Feb 04 16:16:38.799960 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3173e696-4319-4f78-8d53-a9fb97d15de3 req-10deb8a7-6335-4d58-84fa-572e6ba3f9b4 service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301388 Feb 04 16:16:38.930207 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3173e696-4319-4f78-8d53-a9fb97d15de3 req-13c1d468-31a8-4fdd-92bb-e9a53ecc2a28 service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237719 Feb 04 16:16:38.974308 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-54080f09-db53-4305-af2f-ccc421d39886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:39.331241 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b564e-2f02-47f7-93c9-2bb509b35165 None None] Sync routers for ids ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:16:39.349318 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b564e-2f02-47f7-93c9-2bb509b35165 None None] Routers {'d31ee6e5-158c-4da3-80e1-2a0095b58dd4'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:39.349935 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-751b564e-2f02-47f7-93c9-2bb509b35165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:39.522131 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-751b564e-2f02-47f7-93c9-2bb509b35165 None None] Set router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:39.578065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 51302e3c-4ad7-4dd6-a284-d52520ef6bca details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:16:39.716530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 51302e3c-4ad7-4dd6-a284-d52520ef6bca, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=51302e3c-4ad7-4dd6-a284-d52520ef6bca,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:39.730025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '51302e3c-4ad7-4dd6-a284-d52520ef6bca', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'port_id': '51302e3c-4ad7-4dd6-a284-d52520ef6bca', 'mac_address': 'fa:16:3e:f0:e5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:16:39.787156 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:39.805116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51302e3c-4ad7-4dd6-a284-d52520ef6bca {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:16:39.820907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 51302e3c-4ad7-4dd6-a284-d52520ef6bca, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=51302e3c-4ad7-4dd6-a284-d52520ef6bca,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:39.826128 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:39.867873 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-751b564e-2f02-47f7-93c9-2bb509b35165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:05Z', 'revision_number': 4, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'gw_port': {'id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '998c5187-c060-4064-aed0-35b7a55d2cbf', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'port_id': '063a6baa-7568-41b1-b17c-17f9e9e4a0e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'mac_address': 'fa:16:3e:d8:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2316b1b-3dda-48cb-b893-cf60f5de2899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:16:36Z', 'updated_at': '2022-02-04T16:16:36Z', 'revision_number': 0, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afc2cda-80b3-4fef-b845-12ff9b56d629', 'name': '', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'mac_address': 'fa:16:3e:16:f9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18ef6756-075a-4f1b-8269-341770422096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:04Z', 'updated_at': '2022-02-04T16:16:23Z', 'revision_number': 5, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'subnets': [{'id': '18ef6756-075a-4f1b-8269-341770422096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:39.872677 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b564e-2f02-47f7-93c9-2bb509b35165 None None] Checking router: d31ee6e5-158c-4da3-80e1-2a0095b58dd4 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:16:39.888351 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b564e-2f02-47f7-93c9-2bb509b35165 None None] Routers {'d31ee6e5-158c-4da3-80e1-2a0095b58dd4'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:39.888979 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-751b564e-2f02-47f7-93c9-2bb509b35165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:39.899052 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=51302e3c-4ad7-4dd6-a284-d52520ef6bca,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:39.899568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347790c9-ff2a-4078-8f3e-d3dde6ec8f93 req-2c541414-7d4f-4c34-bb56-d2597476d067 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:39.901891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-347790c9-ff2a-4078-8f3e-d3dde6ec8f93 req-2c541414-7d4f-4c34-bb56-d2597476d067 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 945 time: 0.0871720 Feb 04 16:16:39.949938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-347790c9-ff2a-4078-8f3e-d3dde6ec8f93 req-721afca0-e92f-485c-b002-b4bb5259f47f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Feb 04 16:16:40.077412 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-751b564e-2f02-47f7-93c9-2bb509b35165 None None] Set router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:40.140315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['51302e3c-4ad7-4dd6-a284-d52520ef6bca'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:16:40.316302 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:40.423730 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:40.424332 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-751b564e-2f02-47f7-93c9-2bb509b35165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:05Z', 'revision_number': 4, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'gw_port': {'id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '998c5187-c060-4064-aed0-35b7a55d2cbf', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'port_id': '063a6baa-7568-41b1-b17c-17f9e9e4a0e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'mac_address': 'fa:16:3e:d8:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2316b1b-3dda-48cb-b893-cf60f5de2899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:16:36Z', 'updated_at': '2022-02-04T16:16:36Z', 'revision_number': 0, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afc2cda-80b3-4fef-b845-12ff9b56d629', 'name': '', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'mac_address': 'fa:16:3e:16:f9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18ef6756-075a-4f1b-8269-341770422096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:04Z', 'updated_at': '2022-02-04T16:16:23Z', 'revision_number': 5, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'subnets': [{'id': '18ef6756-075a-4f1b-8269-341770422096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:40.429575 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b564e-2f02-47f7-93c9-2bb509b35165 None None] The sync data for ids ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'] in n-d-827872-1 is: [{'id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:05Z', 'revision_number': 4, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'gw_port': {'id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '998c5187-c060-4064-aed0-35b7a55d2cbf', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'port_id': '063a6baa-7568-41b1-b17c-17f9e9e4a0e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'mac_address': 'fa:16:3e:d8:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2316b1b-3dda-48cb-b893-cf60f5de2899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:16:36Z', 'updated_at': '2022-02-04T16:16:36Z', 'revision_number': 0, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afc2cda-80b3-4fef-b845-12ff9b56d629', 'name': '', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'mac_address': 'fa:16:3e:16:f9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18ef6756-075a-4f1b-8269-341770422096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:04Z', 'updated_at': '2022-02-04T16:16:23Z', 'revision_number': 5, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'subnets': [{'id': '18ef6756-075a-4f1b-8269-341770422096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:16:41.153426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeded0b6-6169-422e-b8f3-ac99d4106b63 req-0fec0d18-5241-469c-a15c-c53c590ed5db tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:41.154908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eeded0b6-6169-422e-b8f3-ac99d4106b63 req-0fec0d18-5241-469c-a15c-c53c590ed5db tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 945 time: 0.0811448 Feb 04 16:16:41.200839 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eeded0b6-6169-422e-b8f3-ac99d4106b63 req-4cddb16b-ed67-46bb-b99b-7dd74e9833d3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402839 Feb 04 16:16:41.550273 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.578835 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 51302e3c-4ad7-4dd6-a284-d52520ef6bca up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:41.649194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 51302e3c-4ad7-4dd6-a284-d52520ef6bca completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:41.655189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 51302e3c-4ad7-4dd6-a284-d52520ef6bca triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:41.655800 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.766299 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.791471 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca42d1b-758a-4ac9-b350-1d253b52967a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51302e3c-4ad7-4dd6-a284-d52520ef6bca'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:41.800684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 51302e3c-4ad7-4dd6-a284-d52520ef6bca, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=51302e3c-4ad7-4dd6-a284-d52520ef6bca,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:41.805695 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.868552 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca42d1b-758a-4ac9-b350-1d253b52967a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51302e3c-4ad7-4dd6-a284-d52520ef6bca', 'code': 200} Feb 04 16:16:41.909226 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.917675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=51302e3c-4ad7-4dd6-a284-d52520ef6bca,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:41.979930 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9bfb9d3c-0628-4de7-a457-344a526620bc req-8d5c36fa-d451-44bf-a7a3-43b50c967361 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 1097 time: 0.0689662 Feb 04 16:16:42.023614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9bfb9d3c-0628-4de7-a457-344a526620bc req-944e743b-a0a3-435e-b8c3-38ded92c31f7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372069 Feb 04 16:16:42.403052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52581cee-1550-4238-9e50-72dd765ab04b req-35125d7e-75a8-44c5-85a8-4b0de16b604a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:42.404709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52581cee-1550-4238-9e50-72dd765ab04b req-35125d7e-75a8-44c5-85a8-4b0de16b604a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 946 time: 0.0795572 Feb 04 16:16:42.452106 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52581cee-1550-4238-9e50-72dd765ab04b req-1e8bd2a6-6460-424d-bed7-f3f8e625444d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Feb 04 16:16:43.658267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c07a32-d9b8-46e3-95ef-80105769492a req-dc5c49a2-fe81-4a16-8245-0d45b70a218f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:43.659758 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1c07a32-d9b8-46e3-95ef-80105769492a req-dc5c49a2-fe81-4a16-8245-0d45b70a218f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 946 time: 0.0792899 Feb 04 16:16:43.709582 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1c07a32-d9b8-46e3-95ef-80105769492a req-46893962-3809-445e-b164-e06c36f1aef4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443211 Feb 04 16:16:43.907664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89519e13-3e90-4610-bcb3-2b2ffcc93b0e req-eacce0bd-5ab6-43f1-aa1d-de652ece25ab tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:43.909109 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89519e13-3e90-4610-bcb3-2b2ffcc93b0e req-eacce0bd-5ab6-43f1-aa1d-de652ece25ab tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 946 time: 0.0777423 Feb 04 16:16:43.954775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89519e13-3e90-4610-bcb3-2b2ffcc93b0e req-81a3acf4-35b4-4f82-8e86-26876411b46c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401471 Feb 04 16:16:44.156846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6748577-809b-4d75-9151-5fb077ccd48c req-1b3afe25-b471-4bf7-bbaa-9e1901a06e79 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:44.158280 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6748577-809b-4d75-9151-5fb077ccd48c req-1b3afe25-b471-4bf7-bbaa-9e1901a06e79 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 946 time: 0.0796435 Feb 04 16:16:44.203606 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6748577-809b-4d75-9151-5fb077ccd48c req-7f024fd2-39ec-4f25-a9b2-026de7ba8661 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398159 Feb 04 16:16:44.613699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55ec23-010d-4e01-b702-ae2ca26e78f6 req-1c677e65-6463-4339-adb0-9ae9df006392 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:44.615444 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e55ec23-010d-4e01-b702-ae2ca26e78f6 req-1c677e65-6463-4339-adb0-9ae9df006392 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 946 time: 0.0799363 Feb 04 16:16:44.660631 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e55ec23-010d-4e01-b702-ae2ca26e78f6 req-fb03fba5-feec-4721-a86c-ba0c2740f325 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395756 Feb 04 16:16:45.877568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f101f74-03e4-4b6b-a97b-ef0ea0e4579d req-4bf96e4b-01e3-4999-8771-ceace9c7b441 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:45.879274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f101f74-03e4-4b6b-a97b-ef0ea0e4579d req-4bf96e4b-01e3-4999-8771-ceace9c7b441 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 946 time: 0.0907035 Feb 04 16:16:45.927374 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f101f74-03e4-4b6b-a97b-ef0ea0e4579d req-c31bfb0b-e396-4cf7-8d6c-019f643f6a1a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 Feb 04 16:16:46.331328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab1284-c1a3-4e65-aa49-0764ed006339 req-0e64eb29-b950-4c2a-a861-400ebacf6477 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:46.332735 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9ab1284-c1a3-4e65-aa49-0764ed006339 req-0e64eb29-b950-4c2a-a861-400ebacf6477 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 946 time: 0.0741704 Feb 04 16:16:46.403515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c9ab1284-c1a3-4e65-aa49-0764ed006339 req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Deleting port 51302e3c-4ad7-4dd6-a284-d52520ef6bca {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:46.403757 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c9ab1284-c1a3-4e65-aa49-0764ed006339 req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:46.736337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c9ab1284-c1a3-4e65-aa49-0764ed006339 req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] For port 51302e3c-4ad7-4dd6-a284-d52520ef6bca, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=51302e3c-4ad7-4dd6-a284-d52520ef6bca,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:46.736680 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c9ab1284-c1a3-4e65-aa49-0764ed006339 req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:46.854230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c9ab1284-c1a3-4e65-aa49-0764ed006339 req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Calling delete_port for 51302e3c-4ad7-4dd6-a284-d52520ef6bca owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:47.005266 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c9ab1284-c1a3-4e65-aa49-0764ed006339 req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:47.018472 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['51302e3c-4ad7-4dd6-a284-d52520ef6bca'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:16:47.053755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event deleted for resources: {'Port': ['ID=51302e3c-4ad7-4dd6-a284-d52520ef6bca,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:47.125462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.125799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.126129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.126455 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.126778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.127094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.127433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.127751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.128060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.128368 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.128675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.177126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f0e8503-af90-4293-b179-385046ec4b0d req-bcb577a8-c6c8-46ed-837e-731f75bb7daf tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=eca42d1b-758a-4ac9-b350-1d253b52967a HTTP/1.1" status: 200 len: 210 time: 0.0887268 Feb 04 16:16:47.190027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ab1284-c1a3-4e65-aa49-0764ed006339 req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] No DVR routers for this DVR port 51302e3c-4ad7-4dd6-a284-d52520ef6bca on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:16:47.193238 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c9ab1284-c1a3-4e65-aa49-0764ed006339 req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:47.195928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca42d1b-758a-4ac9-b350-1d253b52967a', 'name': 'network-vif-deleted', 'tag': '51302e3c-4ad7-4dd6-a284-d52520ef6bca'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:47.217571 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9ab1284-c1a3-4e65-aa49-0764ed006339 req-79112923-6bbf-480d-ab4a-a1e88f06483b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "DELETE /v2.0/ports/51302e3c-4ad7-4dd6-a284-d52520ef6bca HTTP/1.1" status: 204 len: 173 time: 0.8799250 Feb 04 16:16:47.257910 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca42d1b-758a-4ac9-b350-1d253b52967a', 'name': 'network-vif-deleted', 'tag': '51302e3c-4ad7-4dd6-a284-d52520ef6bca', 'status': 'completed', 'code': 200} Feb 04 16:16:49.625470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 51302e3c-4ad7-4dd6-a284-d52520ef6bca no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:16:49.660514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 51302e3c-4ad7-4dd6-a284-d52520ef6bca {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:16:49.660861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 51302e3c-4ad7-4dd6-a284-d52520ef6bca not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:16:49.769423 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:50.219787 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Sync routers for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:16:50.234770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:50.235681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:50.347061 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5020585b-64a2-4c00-878f-e9da1978349a None None] New status for floating IP 998c5187-c060-4064-aed0-35b7a55d2cbf: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:16:50.422821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:50.757945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 2, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:50.762603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Checking router: 9cd36b00-3e48-4d48-b538-9ce2c546972e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:16:50.762951 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Updating router 9cd36b00-3e48-4d48-b538-9ce2c546972e port 81cd4566-9170-45d5-8a1c-2c8a51970af6 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:16:50.815488 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.175924 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.189355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Transition to ACTIVE for port object 81cd4566-9170-45d5-8a1c-2c8a51970af6 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:51.195575 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.330147 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385420a-91d1-4182-bbaf-7e671da489c5 None None] Pushing event updated for resources: {'Port': ['ID=81cd4566-9170-45d5-8a1c-2c8a51970af6,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:51.504097 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Attempting to bind port 81cd4566-9170-45d5-8a1c-2c8a51970af6 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:51.504458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Attempting to bind port 81cd4566-9170-45d5-8a1c-2c8a51970af6 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:51.504808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Attempting to bind port 81cd4566-9170-45d5-8a1c-2c8a51970af6 on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:51.512224 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:51.512600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Checking segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:51.513166 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.513787 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Bound using segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:51.514258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Bound port: 81cd4566-9170-45d5-8a1c-2c8a51970af6, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:51.514644 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.609784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] For port 81cd4566-9170-45d5-8a1c-2c8a51970af6, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:51.613511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] For port 81cd4566-9170-45d5-8a1c-2c8a51970af6, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=81cd4566-9170-45d5-8a1c-2c8a51970af6,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:51.620690 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.712930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385420a-91d1-4182-bbaf-7e671da489c5 None None] Pushing event updated for resources: {'Port': ['ID=81cd4566-9170-45d5-8a1c-2c8a51970af6,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:51.716439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:51.717116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:51.912728 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:52.246093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:51Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:52.250537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4111e3-2f4f-44eb-8aae-0a6276dd5ff8 None None] The sync data for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 is: [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:51Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:16:53.065422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 81cd4566-9170-45d5-8a1c-2c8a51970af6 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:53.146376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 81cd4566-9170-45d5-8a1c-2c8a51970af6 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:53.151817 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 81cd4566-9170-45d5-8a1c-2c8a51970af6 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:53.152684 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:53.276978 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:53.310579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 81cd4566-9170-45d5-8a1c-2c8a51970af6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=81cd4566-9170-45d5-8a1c-2c8a51970af6,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:53.314466 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:53.382127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=81cd4566-9170-45d5-8a1c-2c8a51970af6,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:55.032017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 81cd4566-9170-45d5-8a1c-2c8a51970af6 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:55.101870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 81cd4566-9170-45d5-8a1c-2c8a51970af6 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:55.102328 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:55.730985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Sync routers for ids ['7a17c290-cc83-4f54-935b-f0c946af5a3f'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:16:55.744022 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Routers {'7a17c290-cc83-4f54-935b-f0c946af5a3f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:55.744647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['7a17c290-cc83-4f54-935b-f0c946af5a3f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:55.940547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Set router 7a17c290-cc83-4f54-935b-f0c946af5a3f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:56.296918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'name': 'tempest-TestServerBasicOps-991452732-router', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '2e01fd30-d13f-441f-bd69-9c33a7e9e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:16:13Z', 'revision_number': 4, 'project_id': 'be9a60b144d4417582ecd27ac5631122', 'gw_port': {'id': '2e01fd30-d13f-441f-bd69-9c33a7e9e530', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a2ddf4ed-d56b-46cf-b308-cd582c742661', 'name': '', 'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'mac_address': 'fa:16:3e:57:48:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b03964-e97f-48c6-898e-38e108738552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:12Z', 'updated_at': '2022-02-04T16:16:13Z', 'revision_number': 2, 'project_id': 'be9a60b144d4417582ecd27ac5631122', 'subnets': [{'id': '61b03964-e97f-48c6-898e-38e108738552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:56.300880 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Checking router: 7a17c290-cc83-4f54-935b-f0c946af5a3f for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:16:56.301234 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Updating router 7a17c290-cc83-4f54-935b-f0c946af5a3f port a2ddf4ed-d56b-46cf-b308-cd582c742661 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:16:56.357130 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:56.707076 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:56.719678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Transition to ACTIVE for port object a2ddf4ed-d56b-46cf-b308-cd582c742661 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:56.726528 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:56.851154 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf8925-f382-4ad8-89f9-74de81dce08a None None] Pushing event updated for resources: {'Port': ['ID=a2ddf4ed-d56b-46cf-b308-cd582c742661,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:56.886638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf8925-f382-4ad8-89f9-74de81dce08a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:56.887109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf8925-f382-4ad8-89f9-74de81dce08a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:56.887563 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf8925-f382-4ad8-89f9-74de81dce08a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:56.887997 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf8925-f382-4ad8-89f9-74de81dce08a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:56.888332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf8925-f382-4ad8-89f9-74de81dce08a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:56.888928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf8925-f382-4ad8-89f9-74de81dce08a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:56.889065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf8925-f382-4ad8-89f9-74de81dce08a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:56.889289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf8925-f382-4ad8-89f9-74de81dce08a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:56.889603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf8925-f382-4ad8-89f9-74de81dce08a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:56.889917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf8925-f382-4ad8-89f9-74de81dce08a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:56.890231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf8925-f382-4ad8-89f9-74de81dce08a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:56.986633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Attempting to bind port a2ddf4ed-d56b-46cf-b308-cd582c742661 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:56.987883 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Attempting to bind port a2ddf4ed-d56b-46cf-b308-cd582c742661 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'fe0fa49b-9dcf-41de-9dfd-45ae660851f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:56.989978 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Attempting to bind port a2ddf4ed-d56b-46cf-b308-cd582c742661 on network ad0798be-1143-4857-94b1-2c72139e54ec {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:57.010712 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:57.011098 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Checking segment: {'id': 'fe0fa49b-9dcf-41de-9dfd-45ae660851f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:57.012720 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:57.013330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Bound using segment: {'id': 'fe0fa49b-9dcf-41de-9dfd-45ae660851f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:57.013817 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Bound port: a2ddf4ed-d56b-46cf-b308-cd582c742661, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0fa49b-9dcf-41de-9dfd-45ae660851f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:57.014195 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:57.118766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] For port a2ddf4ed-d56b-46cf-b308-cd582c742661, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:57.122895 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] For port a2ddf4ed-d56b-46cf-b308-cd582c742661, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a2ddf4ed-d56b-46cf-b308-cd582c742661,segment=NetworkSegment(fe0fa49b-9dcf-41de-9dfd-45ae660851f5),segment_id=fe0fa49b-9dcf-41de-9dfd-45ae660851f5)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:57.127525 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:57.217047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf8925-f382-4ad8-89f9-74de81dce08a None None] Pushing event updated for resources: {'Port': ['ID=a2ddf4ed-d56b-46cf-b308-cd582c742661,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:57.219839 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Routers {'7a17c290-cc83-4f54-935b-f0c946af5a3f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:57.220429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['7a17c290-cc83-4f54-935b-f0c946af5a3f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:57.444143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] Set router 7a17c290-cc83-4f54-935b-f0c946af5a3f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:57.806037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'name': 'tempest-TestServerBasicOps-991452732-router', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '2e01fd30-d13f-441f-bd69-9c33a7e9e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:16:13Z', 'revision_number': 4, 'project_id': 'be9a60b144d4417582ecd27ac5631122', 'gw_port': {'id': '2e01fd30-d13f-441f-bd69-9c33a7e9e530', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a2ddf4ed-d56b-46cf-b308-cd582c742661', 'name': '', 'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'mac_address': 'fa:16:3e:57:48:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b03964-e97f-48c6-898e-38e108738552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:12Z', 'updated_at': '2022-02-04T16:16:57Z', 'revision_number': 4, 'project_id': 'be9a60b144d4417582ecd27ac5631122', 'subnets': [{'id': '61b03964-e97f-48c6-898e-38e108738552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:57.809575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebca50-2efa-4075-8376-76a9fca3078b None None] The sync data for ids ['7a17c290-cc83-4f54-935b-f0c946af5a3f'] in n-d-827872-1 is: [{'id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'name': 'tempest-TestServerBasicOps-991452732-router', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '2e01fd30-d13f-441f-bd69-9c33a7e9e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:16:13Z', 'revision_number': 4, 'project_id': 'be9a60b144d4417582ecd27ac5631122', 'gw_port': {'id': '2e01fd30-d13f-441f-bd69-9c33a7e9e530', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'a2ddf4ed-d56b-46cf-b308-cd582c742661', 'name': '', 'network_id': 'ad0798be-1143-4857-94b1-2c72139e54ec', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'mac_address': 'fa:16:3e:57:48:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b03964-e97f-48c6-898e-38e108738552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:12Z', 'updated_at': '2022-02-04T16:16:57Z', 'revision_number': 4, 'project_id': 'be9a60b144d4417582ecd27ac5631122', 'subnets': [{'id': '61b03964-e97f-48c6-898e-38e108738552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:16:59.061046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a2ddf4ed-d56b-46cf-b308-cd582c742661 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:59.145254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port a2ddf4ed-d56b-46cf-b308-cd582c742661 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:59.150734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port a2ddf4ed-d56b-46cf-b308-cd582c742661 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:59.151115 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:59.284231 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:59.323418 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port a2ddf4ed-d56b-46cf-b308-cd582c742661, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a2ddf4ed-d56b-46cf-b308-cd582c742661,segment=NetworkSegment(fe0fa49b-9dcf-41de-9dfd-45ae660851f5),segment_id=fe0fa49b-9dcf-41de-9dfd-45ae660851f5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:59.330914 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:59.421052 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=a2ddf4ed-d56b-46cf-b308-cd582c742661,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:59.459200 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:17:01.035870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a2ddf4ed-d56b-46cf-b308-cd582c742661 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:17:01.108109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port a2ddf4ed-d56b-46cf-b308-cd582c742661 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:17:01.108477 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:05.266202 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Sync routers for ids ['f601960f-f952-4c05-8bd6-07074f93b8ab'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:17:05.279130 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Routers {'f601960f-f952-4c05-8bd6-07074f93b8ab'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:17:05.279795 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f601960f-f952-4c05-8bd6-07074f93b8ab'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:05.452863 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Set router f601960f-f952-4c05-8bd6-07074f93b8ab gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:17:05.763538 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'name': 'tempest-TestVolumeBootPattern-268527100-router', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd2d3f6e2-ef55-4167-84eb-fb0f34a6352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:16Z', 'updated_at': '2022-02-04T16:16:20Z', 'revision_number': 4, 'project_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'gw_port': {'id': 'd2d3f6e2-ef55-4167-84eb-fb0f34a6352d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:17Z', 'updated_at': '2022-02-04T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4afc25a3-d1e8-4bd5-afdd-722c84f8accd', 'name': '', 'network_id': '99674fde-8b12-4da0-9e7e-b05e505514a9', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'mac_address': 'fa:16:3e:82:93:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7598da8b-bac5-45dd-8303-8aeb2280cdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:19Z', 'updated_at': '2022-02-04T16:16:20Z', 'revision_number': 2, 'project_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'subnets': [{'id': '7598da8b-bac5-45dd-8303-8aeb2280cdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:05.767392 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Checking router: f601960f-f952-4c05-8bd6-07074f93b8ab for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:17:05.767741 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Updating router f601960f-f952-4c05-8bd6-07074f93b8ab port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:17:05.818366 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:06.165725 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:06.179224 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Transition to ACTIVE for port object 4afc25a3-d1e8-4bd5-afdd-722c84f8accd will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:17:06.191307 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:06.324151 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a7d02-7263-461c-871f-7e670cb1bf76 None None] Pushing event updated for resources: {'Port': ['ID=4afc25a3-d1e8-4bd5-afdd-722c84f8accd,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:06.416912 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Attempting to bind port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:17:06.417278 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Attempting to bind port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '7ea77662-afc2-46ea-a6b3-fe4f24549116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '99674fde-8b12-4da0-9e7e-b05e505514a9'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:17:06.418210 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Attempting to bind port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd on network 99674fde-8b12-4da0-9e7e-b05e505514a9 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:17:06.425991 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:17:06.426365 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Checking segment: {'id': '7ea77662-afc2-46ea-a6b3-fe4f24549116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '99674fde-8b12-4da0-9e7e-b05e505514a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:17:06.426765 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:06.427149 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Bound using segment: {'id': '7ea77662-afc2-46ea-a6b3-fe4f24549116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '99674fde-8b12-4da0-9e7e-b05e505514a9'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:17:06.427633 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Bound port: 4afc25a3-d1e8-4bd5-afdd-722c84f8accd, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea77662-afc2-46ea-a6b3-fe4f24549116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '99674fde-8b12-4da0-9e7e-b05e505514a9'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:17:06.428003 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:06.525839 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] For port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:17:06.529537 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] For port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4afc25a3-d1e8-4bd5-afdd-722c84f8accd,segment=NetworkSegment(7ea77662-afc2-46ea-a6b3-fe4f24549116),segment_id=7ea77662-afc2-46ea-a6b3-fe4f24549116)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:17:06.534100 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:06.604452 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e330135d-72c3-4870-92d6-737587b9988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:06.616137 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a7d02-7263-461c-871f-7e670cb1bf76 None None] Pushing event updated for resources: {'Port': ['ID=4afc25a3-d1e8-4bd5-afdd-722c84f8accd,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:06.618908 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Routers {'f601960f-f952-4c05-8bd6-07074f93b8ab'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:17:06.619514 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:16:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f601960f-f952-4c05-8bd6-07074f93b8ab'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:06.846203 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] Set router f601960f-f952-4c05-8bd6-07074f93b8ab gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:17:07.196153 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'name': 'tempest-TestVolumeBootPattern-268527100-router', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd2d3f6e2-ef55-4167-84eb-fb0f34a6352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:16Z', 'updated_at': '2022-02-04T16:16:20Z', 'revision_number': 4, 'project_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'gw_port': {'id': 'd2d3f6e2-ef55-4167-84eb-fb0f34a6352d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:17Z', 'updated_at': '2022-02-04T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4afc25a3-d1e8-4bd5-afdd-722c84f8accd', 'name': '', 'network_id': '99674fde-8b12-4da0-9e7e-b05e505514a9', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'mac_address': 'fa:16:3e:82:93:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7598da8b-bac5-45dd-8303-8aeb2280cdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:19Z', 'updated_at': '2022-02-04T16:17:06Z', 'revision_number': 4, 'project_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'subnets': [{'id': '7598da8b-bac5-45dd-8303-8aeb2280cdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:07.201274 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81368cef-8a07-43c8-b27b-920cbdb31af9 None None] The sync data for ids ['f601960f-f952-4c05-8bd6-07074f93b8ab'] in n-d-827872-1 is: [{'id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'name': 'tempest-TestVolumeBootPattern-268527100-router', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd2d3f6e2-ef55-4167-84eb-fb0f34a6352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:16Z', 'updated_at': '2022-02-04T16:16:20Z', 'revision_number': 4, 'project_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'gw_port': {'id': 'd2d3f6e2-ef55-4167-84eb-fb0f34a6352d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:17Z', 'updated_at': '2022-02-04T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4afc25a3-d1e8-4bd5-afdd-722c84f8accd', 'name': '', 'network_id': '99674fde-8b12-4da0-9e7e-b05e505514a9', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'mac_address': 'fa:16:3e:82:93:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7598da8b-bac5-45dd-8303-8aeb2280cdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:19Z', 'updated_at': '2022-02-04T16:17:06Z', 'revision_number': 4, 'project_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'subnets': [{'id': '7598da8b-bac5-45dd-8303-8aeb2280cdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:17:08.715364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-381e1112-3ec6-42bf-925b-020a2050144c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:08.716812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-381e1112-3ec6-42bf-925b-020a2050144c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 812 time: 0.1475604 Feb 04 16:17:08.733741 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-3263a6b1-7afc-43af-a607-38bcca280474 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/quotas/e00cee0f908a4015ba575ed436ec7346 HTTP/1.1" status: 200 len: 375 time: 0.0113859 Feb 04 16:17:08.814972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-4bce167d-5950-4840-bb8b-99ccf8cf5626 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:08.832039 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-4bce167d-5950-4840-bb8b-99ccf8cf5626 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:08.833686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-4bce167d-5950-4840-bb8b-99ccf8cf5626 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951486 Feb 04 16:17:08.969784 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1927136c-0182-4b8b-9cf5-33bba9e58eef service neutron] 10.222.0.60 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290166 Feb 04 16:17:08.978264 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c58fe061-0be3-44e4-8295-0fea66c7fd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:09.062657 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4afc25a3-d1e8-4bd5-afdd-722c84f8accd up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:17:09.118427 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-b0dcc873-4774-4604-8395-fa230ba3d156 service neutron] 10.222.0.60 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341290 Feb 04 16:17:09.137566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:17:09.143011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:17:09.143413 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:09.268145 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:09.303488 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4afc25a3-d1e8-4bd5-afdd-722c84f8accd,segment=NetworkSegment(7ea77662-afc2-46ea-a6b3-fe4f24549116),segment_id=7ea77662-afc2-46ea-a6b3-fe4f24549116)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:09.307725 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:09.365535 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c7bf1de-10fb-426e-b475-3f3a8b001e1a req-05cc3e51-d802-453c-9c5f-29d40cdbef9c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 210 time: 0.0498428 Feb 04 16:17:09.380248 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=4afc25a3-d1e8-4bd5-afdd-722c84f8accd,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:10.310204 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:10.343133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-21b782e9-0baf-47ea-925f-478bad517f39 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:10.344612 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-21b782e9-0baf-47ea-925f-478bad517f39 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 812 time: 0.1442597 Feb 04 16:17:10.364920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'port': {'device_id': 'a6eba143-32e8-40bf-9c7b-2e7a387c644e', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'admin_state_up': True, 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:17:10.429275 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:10.509536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:10.549793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:10.565348 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb090e8b-44c8-49a7-920f-5968819d17c0 req-cadba757-1d2e-40d5-bf34-16796b4dd05c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 210 time: 0.0507574 Feb 04 16:17:10.571350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Made reservation on behalf of e00cee0f908a4015ba575ed436ec7346 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:17:10.574404 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:10.836702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Allocated IP 172.20.0.13 (b250d564-79c6-4311-88c8-4d123b616443/7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c/9092630c-60c5-4af8-b116-fae9b13f91f0) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:17:11.054674 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:11.071967 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4afc25a3-d1e8-4bd5-afdd-722c84f8accd up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:17:11.073358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Transition to ACTIVE for port object 9092630c-60c5-4af8-b116-fae9b13f91f0 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:17:11.096640 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:11.164359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Network b250d564-79c6-4311-88c8-4d123b616443 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:17:11.168421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:17:11.177951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:17:11.184926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:17:11.185448 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:11.232281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'Port': ['ID=9092630c-60c5-4af8-b116-fae9b13f91f0,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:11.270672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:11.271319 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:11.309556 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-6d1d4ef3-1d9f-4144-ac56-c3aca5b0d798 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9487789 Feb 04 16:17:11.332793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Request body: {'port': {'device_id': 'a6eba143-32e8-40bf-9c7b-2e7a387c644e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:17:11.451231 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:11.488365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1a3a5420-9a98-4417-bf11-e50e5beea062 None None] Provisioning for port 9092630c-60c5-4af8-b116-fae9b13f91f0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:17:11.495368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1a3a5420-9a98-4417-bf11-e50e5beea062 None None] Provisioning complete for port 9092630c-60c5-4af8-b116-fae9b13f91f0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:17:11.496190 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5420-9a98-4417-bf11-e50e5beea062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:11.566968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a5420-9a98-4417-bf11-e50e5beea062 None None] Port 9092630c-60c5-4af8-b116-fae9b13f91f0 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:17:11.568929 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:11.826618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e08086-2ade-4e6f-b4fa-ef3f76f96428 req-18ac8ef1-c279-4c15-91ad-95d14d45a6f5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:11.827345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-12e08086-2ade-4e6f-b4fa-ef3f76f96428 req-18ac8ef1-c279-4c15-91ad-95d14d45a6f5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:11.861527 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:11.888721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9092630c-60c5-4af8-b116-fae9b13f91f0 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:17:11.895421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-12e08086-2ade-4e6f-b4fa-ef3f76f96428 req-18ac8ef1-c279-4c15-91ad-95d14d45a6f5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:11.896618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12e08086-2ade-4e6f-b4fa-ef3f76f96428 req-18ac8ef1-c279-4c15-91ad-95d14d45a6f5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 932 time: 0.2018981 Feb 04 16:17:11.898323 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:11.932168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Transition to ACTIVE for port object 9092630c-60c5-4af8-b116-fae9b13f91f0 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:17:11.941906 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:12.053332 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12e08086-2ade-4e6f-b4fa-ef3f76f96428 req-de1d35e2-b755-47b1-8392-debda95c7ae7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505778 Feb 04 16:17:12.081053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Pushing event updated for resources: {'Port': ['ID=9092630c-60c5-4af8-b116-fae9b13f91f0,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:12.199216 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Attempting to bind port 9092630c-60c5-4af8-b116-fae9b13f91f0 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:17:12.199699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Attempting to bind port 9092630c-60c5-4af8-b116-fae9b13f91f0 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:17:12.200237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Attempting to bind port 9092630c-60c5-4af8-b116-fae9b13f91f0 on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:17:12.206169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Port 9092630c-60c5-4af8-b116-fae9b13f91f0 on network b250d564-79c6-4311-88c8-4d123b616443 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:17:12.206485 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Attempting to bind port 9092630c-60c5-4af8-b116-fae9b13f91f0 on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:17:12.217702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:17:12.218041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Checking segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:17:12.218425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Bound using segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:17:12.218859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Bound port: 9092630c-60c5-4af8-b116-fae9b13f91f0, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:17:12.219283 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:12.313558 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] For port 9092630c-60c5-4af8-b116-fae9b13f91f0, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:17:12.316863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] For port 9092630c-60c5-4af8-b116-fae9b13f91f0, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=9092630c-60c5-4af8-b116-fae9b13f91f0,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:17:12.320550 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:12.385382 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:12.387078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] 10.222.0.73 "PUT /v2.0/ports/9092630c-60c5-4af8-b116-fae9b13f91f0 HTTP/1.1" status: 200 len: 1092 time: 1.0591769 Feb 04 16:17:12.387544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6eba143-32e8-40bf-9c7b-2e7a387c644e', 'tag': '9092630c-60c5-4af8-b116-fae9b13f91f0'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:12.407557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4b8a5-1a93-475c-a7c5-1dd2d235b9db service neutron] Pushing event updated for resources: {'Port': ['ID=9092630c-60c5-4af8-b116-fae9b13f91f0,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:12.465148 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6eba143-32e8-40bf-9c7b-2e7a387c644e', 'tag': '9092630c-60c5-4af8-b116-fae9b13f91f0', 'status': 'completed', 'code': 200} Feb 04 16:17:12.514644 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-ab592cd4-c95a-42fc-afa0-099cfacbb460 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 1095 time: 0.0837843 Feb 04 16:17:12.617552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-566a8bf6-96df-4bf7-a116-8a398a2e9062 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9092630c-60c5-4af8-b116-fae9b13f91f0 HTTP/1.1" status: 200 len: 217 time: 0.0967431 Feb 04 16:17:12.685994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-4ebd2cc0-202f-48a0-91d0-64fc1e2468b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:12.687643 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-4ebd2cc0-202f-48a0-91d0-64fc1e2468b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0643888 Feb 04 16:17:12.767004 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-64c65a72-3833-452c-a63e-4bb5a99528f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741608 Feb 04 16:17:12.995565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-d1a62040-9712-4512-834d-523d405b2ee8 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222097 Feb 04 16:17:13.137809 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db03dee3-ea59-4f23-81c3-b48b29781935 req-9c42be80-c321-4c00-a951-7203d38cff5d service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364911 Feb 04 16:17:13.311792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-472a19c0-8099-4d0f-b7f0-2fdfb92f1e78 req-6c98aef4-3c86-4190-8a9f-c3ad658b7aa6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 1095 time: 0.1307621 Feb 04 16:17:13.318151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147651b-4620-4510-8c39-6980360050f9 req-4ff884ec-675a-4d9c-95e4-9500967fb5e8 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:13.319499 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5147651b-4620-4510-8c39-6980360050f9 req-4ff884ec-675a-4d9c-95e4-9500967fb5e8 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 944 time: 0.1084785 Feb 04 16:17:13.447145 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5147651b-4620-4510-8c39-6980360050f9 req-1c7f1536-ab13-49b3-afd9-36c9c02be513 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093311 Feb 04 16:17:13.501937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a19c0-8099-4d0f-b7f0-2fdfb92f1e78 req-4e56ba1a-49cb-446d-9493-f69f66aba813 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:13.506154 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-472a19c0-8099-4d0f-b7f0-2fdfb92f1e78 req-4e56ba1a-49cb-446d-9493-f69f66aba813 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1856894 Feb 04 16:17:13.588701 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-472a19c0-8099-4d0f-b7f0-2fdfb92f1e78 req-326c61b2-f21a-4c20-9622-dbfb1d7f1c77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9092630c-60c5-4af8-b116-fae9b13f91f0 HTTP/1.1" status: 200 len: 217 time: 0.0738435 Feb 04 16:17:13.669335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a19c0-8099-4d0f-b7f0-2fdfb92f1e78 req-5457e284-8a5e-4ce1-aa76-5e7f494160f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:13.672623 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-472a19c0-8099-4d0f-b7f0-2fdfb92f1e78 req-5457e284-8a5e-4ce1-aa76-5e7f494160f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0775032 Feb 04 16:17:13.774422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-472a19c0-8099-4d0f-b7f0-2fdfb92f1e78 req-100558b2-b72a-49ca-b29a-2475e14518c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887182 Feb 04 16:17:13.944626 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-472a19c0-8099-4d0f-b7f0-2fdfb92f1e78 req-054bc638-5d95-4069-bf13-51d4325110d5 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625099 Feb 04 16:17:14.137585 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-472a19c0-8099-4d0f-b7f0-2fdfb92f1e78 req-77ef3003-4e2e-452d-b93c-62193295ca5a service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869237 Feb 04 16:17:14.720135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38457f9-e5a3-4fb6-9b67-55602c8cf70b req-a5e4f1a5-0583-4508-8046-3b34ea157fce tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:14.722410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e38457f9-e5a3-4fb6-9b67-55602c8cf70b req-a5e4f1a5-0583-4508-8046-3b34ea157fce tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 944 time: 0.1076350 Feb 04 16:17:14.791984 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e38457f9-e5a3-4fb6-9b67-55602c8cf70b req-97a1ed39-3241-4397-8d7c-1057a20bf210 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617919 Feb 04 16:17:16.081611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0860-7704-4579-bf6b-df2c940b8512 req-66505e70-dfe7-4cfc-b59e-b94b86010b99 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:16.083335 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea9c0860-7704-4579-bf6b-df2c940b8512 req-66505e70-dfe7-4cfc-b59e-b94b86010b99 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 944 time: 0.1428833 Feb 04 16:17:16.141421 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea9c0860-7704-4579-bf6b-df2c940b8512 req-a45de968-1d4b-4271-9960-e5f177f7e116 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523498 Feb 04 16:17:17.388562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49d0c1-f13c-44cd-9d1b-d9bc7d50ad50 req-a4496503-01f8-419b-8a3c-e040ecc142c6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:17.390273 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db49d0c1-f13c-44cd-9d1b-d9bc7d50ad50 req-a4496503-01f8-419b-8a3c-e040ecc142c6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 944 time: 0.0849581 Feb 04 16:17:17.443545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db49d0c1-f13c-44cd-9d1b-d9bc7d50ad50 req-5392aecd-911b-4db2-afce-ab6fe75eabde tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473242 Feb 04 16:17:18.655155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fb6b6-368e-4cf4-97f1-e1d3d461c5fc req-c0ad2625-21e7-4839-8086-1e61b82cdec7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:18.656629 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d64fb6b6-368e-4cf4-97f1-e1d3d461c5fc req-c0ad2625-21e7-4839-8086-1e61b82cdec7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 944 time: 0.0807228 Feb 04 16:17:18.703601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d64fb6b6-368e-4cf4-97f1-e1d3d461c5fc req-699495f1-2dfd-4803-84c3-cff4e1543ab5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 Feb 04 16:17:19.783508 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:19.903907 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121da84e-ee15-4475-8231-53d7da57763e req-7c5dc642-54b2-4b29-8dd9-0979e86f851c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:19.905364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-121da84e-ee15-4475-8231-53d7da57763e req-7c5dc642-54b2-4b29-8dd9-0979e86f851c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 944 time: 0.0766499 Feb 04 16:17:19.950462 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-121da84e-ee15-4475-8231-53d7da57763e req-fa8af307-315c-4715-80e7-00a2a8baa7cd tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395126 Feb 04 16:17:21.161637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e81f35-5769-4311-8cbd-1f6b2fa21cdf req-df522281-c936-44cc-9662-ece8fe1adc80 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:21.162993 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-66e81f35-5769-4311-8cbd-1f6b2fa21cdf req-df522281-c936-44cc-9662-ece8fe1adc80 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 944 time: 0.0801287 Feb 04 16:17:21.210282 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-66e81f35-5769-4311-8cbd-1f6b2fa21cdf req-7a19d5a3-ec33-46bc-8f52-c71709d2c707 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Feb 04 16:17:22.416023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cca06-7c38-483d-b692-24b1d82507d9 req-69da1a23-3d6a-4e6c-bc3a-b1b9ad4332ee tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:22.417413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-899cca06-7c38-483d-b692-24b1d82507d9 req-69da1a23-3d6a-4e6c-bc3a-b1b9ad4332ee tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 944 time: 0.0765865 Feb 04 16:17:22.557386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-899cca06-7c38-483d-b692-24b1d82507d9 req-9d3958ed-afb6-4e2d-9fd9-89f2b1b9406b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342933 Feb 04 16:17:23.761919 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf6431-0352-47ae-9edd-28c69bd09fd3 req-07bcdea1-8de3-44d2-ad45-c23c91b5509a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:23.763378 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01bf6431-0352-47ae-9edd-28c69bd09fd3 req-07bcdea1-8de3-44d2-ad45-c23c91b5509a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 944 time: 0.0765126 Feb 04 16:17:23.808147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01bf6431-0352-47ae-9edd-28c69bd09fd3 req-841b2155-10ba-4cd1-9a93-a2764bdf0800 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392618 Feb 04 16:17:25.011526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875225d9-2efe-47a6-b92d-109fe415253d req-1fdee1b5-2878-4b2c-b94b-d72122699e82 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:25.013261 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-875225d9-2efe-47a6-b92d-109fe415253d req-1fdee1b5-2878-4b2c-b94b-d72122699e82 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 944 time: 0.0812082 Feb 04 16:17:25.057889 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-875225d9-2efe-47a6-b92d-109fe415253d req-e5672331-4cfb-42af-9477-99e00d48a0f9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392962 Feb 04 16:17:26.276141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67085939-8427-4996-9cb7-e3ca5b1200e1 req-2ca58392-fd1d-4bda-9971-41d78bb10e3b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:26.277506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67085939-8427-4996-9cb7-e3ca5b1200e1 req-2ca58392-fd1d-4bda-9971-41d78bb10e3b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 944 time: 0.0754085 Feb 04 16:17:26.321593 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67085939-8427-4996-9cb7-e3ca5b1200e1 req-24ff2149-2cb5-4153-bad1-4f6f89f213a8 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377917 Feb 04 16:17:27.526899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b2edb-e8eb-468c-97df-742c52ddcd93 req-08d706bf-8109-4b62-8a35-069036def2b7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:27.528385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-133b2edb-e8eb-468c-97df-742c52ddcd93 req-08d706bf-8109-4b62-8a35-069036def2b7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 944 time: 0.0813594 Feb 04 16:17:27.573101 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-133b2edb-e8eb-468c-97df-742c52ddcd93 req-2473507b-be8a-4f6c-8361-6ef808df55b8 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390432 Feb 04 16:17:28.772230 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92406c-022b-4411-8c76-560712a4b3c5 req-7288904d-c4bb-4a1d-acb5-182ca41f4d75 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:28.773570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b92406c-022b-4411-8c76-560712a4b3c5 req-7288904d-c4bb-4a1d-acb5-182ca41f4d75 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 944 time: 0.0749581 Feb 04 16:17:28.821129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b92406c-022b-4411-8c76-560712a4b3c5 req-21d65e29-7231-4572-b084-375ba8a6f99a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413914 Feb 04 16:17:30.022424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988a670-2ee0-4a9a-9fff-9b588c7bc088 req-2ecbf1ad-f464-4fb3-98a7-f16087ed48b7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:30.023894 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c988a670-2ee0-4a9a-9fff-9b588c7bc088 req-2ecbf1ad-f464-4fb3-98a7-f16087ed48b7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 944 time: 0.0783174 Feb 04 16:17:30.067964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c988a670-2ee0-4a9a-9fff-9b588c7bc088 req-dddd3970-8c67-4db1-af49-3fec01ea3c9a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376117 Feb 04 16:17:31.281297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48105f38-3ec0-4348-a1da-be549c1f5279 req-11fc962f-a740-4fcc-8fbb-83c757d8d905 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:31.282757 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48105f38-3ec0-4348-a1da-be549c1f5279 req-11fc962f-a740-4fcc-8fbb-83c757d8d905 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 944 time: 0.0848351 Feb 04 16:17:31.331679 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48105f38-3ec0-4348-a1da-be549c1f5279 req-4cd61ede-d6e1-4c26-94bd-00511ccb09e4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432289 Feb 04 16:17:31.816343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 9092630c-60c5-4af8-b116-fae9b13f91f0 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:17:31.950405 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 9092630c-60c5-4af8-b116-fae9b13f91f0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=9092630c-60c5-4af8-b116-fae9b13f91f0,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:31.963535 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '9092630c-60c5-4af8-b116-fae9b13f91f0', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'port_id': '9092630c-60c5-4af8-b116-fae9b13f91f0', 'mac_address': 'fa:16:3e:39:7b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:17:32.018722 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:32.036018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9092630c-60c5-4af8-b116-fae9b13f91f0 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:17:32.051107 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 9092630c-60c5-4af8-b116-fae9b13f91f0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=9092630c-60c5-4af8-b116-fae9b13f91f0,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:32.055276 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:32.122390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=9092630c-60c5-4af8-b116-fae9b13f91f0,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:32.353982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['9092630c-60c5-4af8-b116-fae9b13f91f0'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:17:32.532599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0aea6f-a487-4153-bf2f-e035580c4bf4 req-b339187f-a35c-4bd9-b26d-0e95bff51706 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:32.534049 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b0aea6f-a487-4153-bf2f-e035580c4bf4 req-b339187f-a35c-4bd9-b26d-0e95bff51706 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 945 time: 0.0759993 Feb 04 16:17:32.579303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b0aea6f-a487-4153-bf2f-e035580c4bf4 req-1694cbf3-cda3-4169-a2fe-1ba491482ced tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394254 Feb 04 16:17:33.800127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef5f6f-bfcf-477b-bbf1-b68aec3cf43d req-830fbfce-c247-42c1-b741-3fef587bf968 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:33.801598 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1ef5f6f-bfcf-477b-bbf1-b68aec3cf43d req-830fbfce-c247-42c1-b741-3fef587bf968 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 945 time: 0.0806258 Feb 04 16:17:33.828377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 9092630c-60c5-4af8-b116-fae9b13f91f0 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:17:33.850920 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1ef5f6f-bfcf-477b-bbf1-b68aec3cf43d req-dd43abee-c568-4322-8ada-a88c7e08443e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436432 Feb 04 16:17:33.900754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 9092630c-60c5-4af8-b116-fae9b13f91f0 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:17:33.906067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 9092630c-60c5-4af8-b116-fae9b13f91f0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:17:33.906437 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:34.050001 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:34.076432 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6eba143-32e8-40bf-9c7b-2e7a387c644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9092630c-60c5-4af8-b116-fae9b13f91f0'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:34.085480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 9092630c-60c5-4af8-b116-fae9b13f91f0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=9092630c-60c5-4af8-b116-fae9b13f91f0,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:34.096566 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:34.139582 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6eba143-32e8-40bf-9c7b-2e7a387c644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9092630c-60c5-4af8-b116-fae9b13f91f0', 'code': 200} Feb 04 16:17:34.167459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=9092630c-60c5-4af8-b116-fae9b13f91f0,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:34.258490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ce37c6-2825-4c58-9a76-30c348afc6c4 req-01b61a6a-a514-470d-8c6f-cfdba184606a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 1097 time: 0.0681019 Feb 04 16:17:34.302316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ce37c6-2825-4c58-9a76-30c348afc6c4 req-6b49b227-45dd-40b4-ba01-c81ad15fbe45 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379593 Feb 04 16:17:35.052676 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bb02c-737c-4df3-8764-605abcf31b6e req-102ed11e-d8a9-4067-9f67-2786fbfac4ec tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:35.054129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd3bb02c-737c-4df3-8764-605abcf31b6e req-102ed11e-d8a9-4067-9f67-2786fbfac4ec tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 946 time: 0.0769296 Feb 04 16:17:35.098696 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd3bb02c-737c-4df3-8764-605abcf31b6e req-f153495b-5815-4da3-861a-4246ca20f611 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386033 Feb 04 16:17:36.304437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f69ad1-51e5-4609-ae3f-2326c1099207 req-7acfed24-5ffa-421a-aebf-c60914204249 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:36.305781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8f69ad1-51e5-4609-ae3f-2326c1099207 req-7acfed24-5ffa-421a-aebf-c60914204249 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 946 time: 0.0793195 Feb 04 16:17:36.351372 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8f69ad1-51e5-4609-ae3f-2326c1099207 req-9bb13d07-1297-4281-bfe6-daa682be6f6b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399516 Feb 04 16:17:36.461212 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:17:36.551816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22855041-8adb-4632-8d6c-787f3b76b19e req-6b36b064-2a4e-4da9-9627-8f32e8272278 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:36.553238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22855041-8adb-4632-8d6c-787f3b76b19e req-6b36b064-2a4e-4da9-9627-8f32e8272278 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 946 time: 0.0747614 Feb 04 16:17:36.599813 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3d5e4982-a8be-4b58-b69f-bbb2acd99a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:36.602329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22855041-8adb-4632-8d6c-787f3b76b19e req-6d6ab496-ec15-4028-8b3b-507f800d914c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434783 Feb 04 16:17:36.804724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aa3f1-6aeb-44cb-bffd-855ef639ff2c req-ba5a513a-c31f-4dcb-b356-8a8a7c9fc14c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:36.806170 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-060aa3f1-6aeb-44cb-bffd-855ef639ff2c req-ba5a513a-c31f-4dcb-b356-8a8a7c9fc14c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 946 time: 0.0802443 Feb 04 16:17:36.850984 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-060aa3f1-6aeb-44cb-bffd-855ef639ff2c req-263f37a0-f1aa-4edd-a624-c54d6852fdb1 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386934 Feb 04 16:17:37.374027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28487ac7-6473-41f7-952d-85d2529d63c0 req-0e656bc6-d255-45f5-890c-dc2aed3108d0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:37.375508 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28487ac7-6473-41f7-952d-85d2529d63c0 req-0e656bc6-d255-45f5-890c-dc2aed3108d0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 946 time: 0.0795791 Feb 04 16:17:37.425143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28487ac7-6473-41f7-952d-85d2529d63c0 req-5c5e8ec9-0c12-4ee0-947b-78f200e493eb tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432668 Feb 04 16:17:38.586188 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a052da55-52bd-4bcc-881f-0375c2af8ac2 req-9320b798-418b-4fcf-9351-1e9f39de0ef6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1240258 Feb 04 16:17:38.705339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b09d9-6eac-4d79-a7ff-e488a69d880e req-99e775e9-9a1f-4e30-bb5a-26199ffb24e9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:38.709199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac7b09d9-6eac-4d79-a7ff-e488a69d880e req-99e775e9-9a1f-4e30-bb5a-26199ffb24e9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 946 time: 0.1136754 Feb 04 16:17:38.776298 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac7b09d9-6eac-4d79-a7ff-e488a69d880e req-99c57f00-a2ac-4343-ba6c-d4c8625616e1 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629499 Feb 04 16:17:38.828964 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a052da55-52bd-4bcc-881f-0375c2af8ac2 req-ba32bca7-3ee4-437b-8a81-7bff0837930e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=712bc513df6c4eec89ab7c8130959559&device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 1096 time: 0.0803933 Feb 04 16:17:38.901352 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03e9b5-ee5f-44e7-b3e3-3f61349ac809 req-9a0c4044-eb1a-44ab-af75-1b6f089fa709 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:38.903322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e03e9b5-ee5f-44e7-b3e3-3f61349ac809 req-9a0c4044-eb1a-44ab-af75-1b6f089fa709 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 946 time: 0.0996318 Feb 04 16:17:38.985090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-5e03e9b5-ee5f-44e7-b3e3-3f61349ac809 req-14ed87b3-29ec-4564-99a7-52cdac916866 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Deleting port 9092630c-60c5-4af8-b116-fae9b13f91f0 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:38.985351 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5e03e9b5-ee5f-44e7-b3e3-3f61349ac809 req-14ed87b3-29ec-4564-99a7-52cdac916866 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:38.992742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052da55-52bd-4bcc-881f-0375c2af8ac2 req-af0880f7-3ce7-4b6c-9ccc-e69791e8df36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:38.994253 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a052da55-52bd-4bcc-881f-0375c2af8ac2 req-af0880f7-3ce7-4b6c-9ccc-e69791e8df36 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d4720e42-3d03-45e8-91d8-4987d980797a HTTP/1.1" status: 200 len: 909 time: 0.1363866 Feb 04 16:17:39.006367 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-356dae51-d504-4f89-8652-5a2c221c1f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:39.118370 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a052da55-52bd-4bcc-881f-0375c2af8ac2 req-92a514ea-c9dd-45e9-b9ef-236741807c2a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=063a6baa-7568-41b1-b17c-17f9e9e4a0e0 HTTP/1.1" status: 200 len: 1001 time: 0.1174691 Feb 04 16:17:39.194199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052da55-52bd-4bcc-881f-0375c2af8ac2 req-7a6fdb9e-70b8-4093-933c-5dc4e359e4e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:39.195708 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a052da55-52bd-4bcc-881f-0375c2af8ac2 req-7a6fdb9e-70b8-4093-933c-5dc4e359e4e0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=18ef6756-075a-4f1b-8269-341770422096 HTTP/1.1" status: 200 len: 847 time: 0.0718639 Feb 04 16:17:39.276100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-5e03e9b5-ee5f-44e7-b3e3-3f61349ac809 req-14ed87b3-29ec-4564-99a7-52cdac916866 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] For port 9092630c-60c5-4af8-b116-fae9b13f91f0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=9092630c-60c5-4af8-b116-fae9b13f91f0,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:39.276639 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5e03e9b5-ee5f-44e7-b3e3-3f61349ac809 req-14ed87b3-29ec-4564-99a7-52cdac916866 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:39.279349 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a052da55-52bd-4bcc-881f-0375c2af8ac2 req-0d2b56e1-6a83-4a6c-a1de-ccc532f97150 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4720e42-3d03-45e8-91d8-4987d980797a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766044 Feb 04 16:17:39.408592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-5e03e9b5-ee5f-44e7-b3e3-3f61349ac809 req-14ed87b3-29ec-4564-99a7-52cdac916866 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Calling delete_port for 9092630c-60c5-4af8-b116-fae9b13f91f0 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:39.426026 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a052da55-52bd-4bcc-881f-0375c2af8ac2 req-d3cb7a6b-f9e5-4282-b502-2bbf9f9e499f service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395652 Feb 04 16:17:39.583226 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a052da55-52bd-4bcc-881f-0375c2af8ac2 req-eacf8471-a538-4fa7-8ca9-9bb235241ef1 service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463726 Feb 04 16:17:39.675643 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5e03e9b5-ee5f-44e7-b3e3-3f61349ac809 req-14ed87b3-29ec-4564-99a7-52cdac916866 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:39.688272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['9092630c-60c5-4af8-b116-fae9b13f91f0'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:17:39.727876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed87b3-29ec-4564-99a7-52cdac916866 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event deleted for resources: {'Port': ['ID=9092630c-60c5-4af8-b116-fae9b13f91f0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:39.806630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e03e9b5-ee5f-44e7-b3e3-3f61349ac809 req-14ed87b3-29ec-4564-99a7-52cdac916866 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] No DVR routers for this DVR port 9092630c-60c5-4af8-b116-fae9b13f91f0 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:39.810069 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5e03e9b5-ee5f-44e7-b3e3-3f61349ac809 req-14ed87b3-29ec-4564-99a7-52cdac916866 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:39.812819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6eba143-32e8-40bf-9c7b-2e7a387c644e', 'name': 'network-vif-deleted', 'tag': '9092630c-60c5-4af8-b116-fae9b13f91f0'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:39.837050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e03e9b5-ee5f-44e7-b3e3-3f61349ac809 req-14ed87b3-29ec-4564-99a7-52cdac916866 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "DELETE /v2.0/ports/9092630c-60c5-4af8-b116-fae9b13f91f0 HTTP/1.1" status: 204 len: 173 time: 0.9277101 Feb 04 16:17:39.890705 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6eba143-32e8-40bf-9c7b-2e7a387c644e', 'name': 'network-vif-deleted', 'tag': '9092630c-60c5-4af8-b116-fae9b13f91f0', 'status': 'completed', 'code': 200} Feb 04 16:17:40.019828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d1848ee6-7c2c-4807-af64-3bf3e051aea3 req-84cc8c83-694d-4c67-a59c-aba90da130cc tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:40.041328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d1848ee6-7c2c-4807-af64-3bf3e051aea3 req-84cc8c83-694d-4c67-a59c-aba90da130cc tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:40.042568 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1848ee6-7c2c-4807-af64-3bf3e051aea3 req-84cc8c83-694d-4c67-a59c-aba90da130cc tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 210 time: 0.0897686 Feb 04 16:17:40.310980 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:40.433066 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:41.452467 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54d7b677-ffe2-43c9-884f-be7d611eee74 req-d189e4a5-e6ba-41c0-a91f-a69819f643bb tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6eba143-32e8-40bf-9c7b-2e7a387c644e HTTP/1.1" status: 200 len: 210 time: 0.2614653 Feb 04 16:17:41.556976 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:41.862759 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:43.858078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 9092630c-60c5-4af8-b116-fae9b13f91f0 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:43.892820 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 9092630c-60c5-4af8-b116-fae9b13f91f0 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:17:43.892820 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 9092630c-60c5-4af8-b116-fae9b13f91f0 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:17:49.778033 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:51.086849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53534) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:51.266752 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a9ead92-6dc3-4565-8b72-0ebb51990fc4 req-259998be-94e5-4bc7-9446-39629ab47611 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 1096 time: 0.1787632 Feb 04 16:17:51.315801 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a9ead92-6dc3-4565-8b72-0ebb51990fc4 req-2eeee200-9609-4864-b409-9a3e866724f6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432043 Feb 04 16:18:01.795615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2c9b8489-9199-488f-8271-96353748c543 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:01.797063 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2c9b8489-9199-488f-8271-96353748c543 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 812 time: 0.1455140 Feb 04 16:18:01.814053 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-d4fe9ffd-e436-4b17-b382-d4a6b5648774 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/quotas/e00cee0f908a4015ba575ed436ec7346 HTTP/1.1" status: 200 len: 375 time: 0.0117188 Feb 04 16:18:01.898748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-62a9c6b2-fbb0-4668-94be-7b6e540623be tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797215 Feb 04 16:18:02.032926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-e90fc3cc-92bc-4d64-9447-c4079f0c268a service neutron] 10.222.0.60 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277595 Feb 04 16:18:02.164130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-1479fb6f-b9d9-4915-b073-ea7f0863e848 service neutron] 10.222.0.60 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254985 Feb 04 16:18:02.560423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eebe4a62-016c-4a85-88c9-0bc1730d82db req-0c08f19f-78e4-4112-8ac5-bf3438228441 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 210 time: 0.0424080 Feb 04 16:18:03.569263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-8150e04e-65d5-4ada-a6b2-ba2e9a077d74 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:03.570701 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-8150e04e-65d5-4ada-a6b2-ba2e9a077d74 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 812 time: 0.1496296 Feb 04 16:18:03.585717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'port': {'device_id': '0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'admin_state_up': True, 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:03.749386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6aed055d-bb8b-43a5-8bee-5f7b720524c4 req-f7963675-131d-4ca3-bb54-7ccc76c48195 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 210 time: 0.0570769 Feb 04 16:18:03.779772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:03.790083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:03.800380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Made reservation on behalf of e00cee0f908a4015ba575ed436ec7346 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:18:03.803353 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:03.969752 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Allocated IP 172.20.0.13 (b250d564-79c6-4311-88c8-4d123b616443/7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c/67cfb615-2a6f-4453-859e-6ce2a36e6d1a) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:18:04.276917 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:04.294159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Transition to ACTIVE for port object 67cfb615-2a6f-4453-859e-6ce2a36e6d1a will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:04.317513 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:04.390746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Network b250d564-79c6-4311-88c8-4d123b616443 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:18:04.393837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:18:04.398303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:18:04.424805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'Port': ['ID=67cfb615-2a6f-4453-859e-6ce2a36e6d1a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:04.446628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:04.446875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:04.447221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:04.447551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:04.447874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:04.448193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:04.448501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:04.448821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:04.449154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:04.449457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:04.449776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:04.481221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:04.481870 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:04.509697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-2f9086a9-3b53-4931-af48-10e355e5e957 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9271014 Feb 04 16:18:04.523159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Request body: {'port': {'device_id': '0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:04.638232 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:04.672726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-54935718-ccc6-4d14-b158-899a1fdee4ee None None] Provisioning for port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:04.677834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-54935718-ccc6-4d14-b158-899a1fdee4ee None None] Provisioning complete for port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:04.678240 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-54935718-ccc6-4d14-b158-899a1fdee4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:04.734361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-54935718-ccc6-4d14-b158-899a1fdee4ee None None] Port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:18:05.025366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098d083-a120-4c91-ab65-e4d6c410af46 req-3a9bbf2b-ce80-4078-8d9f-73591b230f39 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:05.026063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5098d083-a120-4c91-ab65-e4d6c410af46 req-3a9bbf2b-ce80-4078-8d9f-73591b230f39 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:18:05.087982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5098d083-a120-4c91-ab65-e4d6c410af46 req-3a9bbf2b-ce80-4078-8d9f-73591b230f39 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:18:05.089132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5098d083-a120-4c91-ab65-e4d6c410af46 req-3a9bbf2b-ce80-4078-8d9f-73591b230f39 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 932 time: 0.2103286 Feb 04 16:18:05.091314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67cfb615-2a6f-4453-859e-6ce2a36e6d1a {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:18:05.100203 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:05.143126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Transition to ACTIVE for port object 67cfb615-2a6f-4453-859e-6ce2a36e6d1a will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:05.149542 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:05.216201 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5098d083-a120-4c91-ab65-e4d6c410af46 req-d2fdf57b-3879-4293-bab1-14994447b85b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207232 Feb 04 16:18:05.291258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=67cfb615-2a6f-4453-859e-6ce2a36e6d1a,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:05.405685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Attempting to bind port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:18:05.406011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Attempting to bind port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:18:05.406326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Attempting to bind port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:18:05.412896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a on network b250d564-79c6-4311-88c8-4d123b616443 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:18:05.413207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Attempting to bind port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:18:05.419665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:18:05.419995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Checking segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:18:05.420365 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Bound using segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:18:05.420786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Bound port: 67cfb615-2a6f-4453-859e-6ce2a36e6d1a, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:18:05.421121 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:05.512965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] For port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:18:05.515877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] For port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=67cfb615-2a6f-4453-859e-6ce2a36e6d1a,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:18:05.520058 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:05.578997 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:05.580399 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] 10.222.0.73 "PUT /v2.0/ports/67cfb615-2a6f-4453-859e-6ce2a36e6d1a HTTP/1.1" status: 200 len: 1092 time: 1.0644500 Feb 04 16:18:05.580819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e', 'tag': '67cfb615-2a6f-4453-859e-6ce2a36e6d1a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:05.609625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1e9f2-d564-4da2-87ad-6c965c9dbdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=67cfb615-2a6f-4453-859e-6ce2a36e6d1a,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:05.655005 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e', 'tag': '67cfb615-2a6f-4453-859e-6ce2a36e6d1a', 'status': 'completed', 'code': 200} Feb 04 16:18:05.693475 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-999b1582-556a-4e62-ad15-a68715f98f4a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 1095 time: 0.0758905 Feb 04 16:18:05.769851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-32a1af86-c8b0-4e24-9e68-3dab539b7b93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67cfb615-2a6f-4453-859e-6ce2a36e6d1a HTTP/1.1" status: 200 len: 217 time: 0.0694947 Feb 04 16:18:05.831792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-26e3bde9-d998-46e8-b8f7-8b7a393eda2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:05.833236 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-26e3bde9-d998-46e8-b8f7-8b7a393eda2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0579386 Feb 04 16:18:05.911571 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-9c830b52-552b-4ff6-93b0-e637e6752958 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721483 Feb 04 16:18:06.043741 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-92e7dee1-f7fa-49ad-98fb-e85e9ea50d3b service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255670 Feb 04 16:18:06.269046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dbf0b40a-884d-48eb-a02d-41c80e9103df req-7c0cbf21-8b7f-4f54-86a6-4e68f4096a22 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166760 Feb 04 16:18:06.447082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d230abf5-621d-4fbb-bdf0-bb158c2b15ab req-9e2c744b-6e72-4713-806f-40b8e0d5ca72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 1095 time: 0.1325758 Feb 04 16:18:06.453933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f7ab2-cbe3-4d1a-bf4b-bbbb264ec78e req-039175ae-4df4-4f75-bccc-3bee38f34cfc tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:06.455310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-583f7ab2-cbe3-4d1a-bf4b-bbbb264ec78e req-039175ae-4df4-4f75-bccc-3bee38f34cfc tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 944 time: 0.1068597 Feb 04 16:18:06.579371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-583f7ab2-cbe3-4d1a-bf4b-bbbb264ec78e req-eb68ae8e-4cef-463a-8b60-08e69c05a617 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053920 Feb 04 16:18:06.610836 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-87863ad9-9944-44aa-a2e5-b2f6f815d4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:06.618388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230abf5-621d-4fbb-bdf0-bb158c2b15ab req-0ae916e6-52a8-4ed0-9a8b-154af2f38fe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:06.619946 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d230abf5-621d-4fbb-bdf0-bb158c2b15ab req-0ae916e6-52a8-4ed0-9a8b-154af2f38fe7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1637955 Feb 04 16:18:06.690190 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d230abf5-621d-4fbb-bdf0-bb158c2b15ab req-b20d78c7-d9eb-49f3-bc95-dbb0a1992c72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67cfb615-2a6f-4453-859e-6ce2a36e6d1a HTTP/1.1" status: 200 len: 217 time: 0.0635774 Feb 04 16:18:06.750772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230abf5-621d-4fbb-bdf0-bb158c2b15ab req-f78e6adf-3d70-4a8e-acb9-e49586ddfbba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:06.752153 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d230abf5-621d-4fbb-bdf0-bb158c2b15ab req-f78e6adf-3d70-4a8e-acb9-e49586ddfbba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0566213 Feb 04 16:18:06.827942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d230abf5-621d-4fbb-bdf0-bb158c2b15ab req-86565db5-a9cb-4d35-ba6d-76c292ae57d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701373 Feb 04 16:18:06.957307 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d230abf5-621d-4fbb-bdf0-bb158c2b15ab req-56e2c399-693e-4a04-a008-d638d9e453ed service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233227 Feb 04 16:18:07.087250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d230abf5-621d-4fbb-bdf0-bb158c2b15ab req-997712e1-75c0-4c5e-a5f7-84f0809b17ba service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241465 Feb 04 16:18:07.785207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642968bc-00e8-4ab8-9638-1f1493317f84 req-de45f721-e164-4c3a-8dc8-62875452a2df tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:07.786640 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-642968bc-00e8-4ab8-9638-1f1493317f84 req-de45f721-e164-4c3a-8dc8-62875452a2df tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 944 time: 0.0761759 Feb 04 16:18:07.832025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-642968bc-00e8-4ab8-9638-1f1493317f84 req-aa933df0-d81c-474a-a081-23f86ae3bb87 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394475 Feb 04 16:18:08.981065 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c48d44ea-955d-4465-a474-8ea132f53d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:09.038410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62e6fa-b4cc-432a-bcb6-4c1572188e56 req-3e2a607e-85c0-478e-b2da-0a49fc11802a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:09.039882 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be62e6fa-b4cc-432a-bcb6-4c1572188e56 req-3e2a607e-85c0-478e-b2da-0a49fc11802a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 944 time: 0.0810843 Feb 04 16:18:09.084974 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be62e6fa-b4cc-432a-bcb6-4c1572188e56 req-b3c0bec1-ac9f-4327-ba6e-e76d99d99782 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392721 Feb 04 16:18:10.281766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a047cf7-3cf1-4f9d-b367-fc6fef4b5770 req-b193c9e4-3f4b-4cb2-85a4-9866adb0d327 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:10.283100 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a047cf7-3cf1-4f9d-b367-fc6fef4b5770 req-b193c9e4-3f4b-4cb2-85a4-9866adb0d327 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 944 time: 0.0764995 Feb 04 16:18:10.311769 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:10.329814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a047cf7-3cf1-4f9d-b367-fc6fef4b5770 req-3e97c627-aa5b-4972-a10a-6339e3e74f79 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413239 Feb 04 16:18:10.427023 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:11.532858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b765d0-65d4-4d3d-8139-49428755df51 req-cac45947-84f6-495f-9ee7-6a6c2dd7afc5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:11.534326 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4b765d0-65d4-4d3d-8139-49428755df51 req-cac45947-84f6-495f-9ee7-6a6c2dd7afc5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 944 time: 0.0810690 Feb 04 16:18:11.558899 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:11.580318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4b765d0-65d4-4d3d-8139-49428755df51 req-626b6273-fab1-4776-924e-c85ffa1b3f7c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405505 Feb 04 16:18:11.862777 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:12.781327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875b135-7cc5-4c04-8121-3117164e8998 req-f6b388be-df3b-40a4-b0cb-f43ad9c34ad7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:12.782791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6875b135-7cc5-4c04-8121-3117164e8998 req-f6b388be-df3b-40a4-b0cb-f43ad9c34ad7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 944 time: 0.0778875 Feb 04 16:18:12.827644 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6875b135-7cc5-4c04-8121-3117164e8998 req-c6d413ee-023c-448d-a57c-71cf9b1a1c11 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Feb 04 16:18:13.461648 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:18:14.030382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a9c54-9304-46c3-9546-fa827f2c82ed req-b1cef57a-e965-4e00-9940-f6e7582e9bae tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:14.031897 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-435a9c54-9304-46c3-9546-fa827f2c82ed req-b1cef57a-e965-4e00-9940-f6e7582e9bae tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 944 time: 0.0810533 Feb 04 16:18:14.077171 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-435a9c54-9304-46c3-9546-fa827f2c82ed req-f2146cbe-e994-48f5-831d-9bcc207c7a54 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Feb 04 16:18:15.275926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfc42c-6599-47f6-8f3b-e29f7c4c612a req-ba252cfb-143d-44c6-9dbb-7d33d329427e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:15.277804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cbfc42c-6599-47f6-8f3b-e29f7c4c612a req-ba252cfb-143d-44c6-9dbb-7d33d329427e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 944 time: 0.0757799 Feb 04 16:18:15.325407 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cbfc42c-6599-47f6-8f3b-e29f7c4c612a req-08d85e5e-ecc3-46ca-b8bf-5a5c127749dd tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 Feb 04 16:18:16.007581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 67cfb615-2a6f-4453-859e-6ce2a36e6d1a details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:18:16.139894 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=67cfb615-2a6f-4453-859e-6ce2a36e6d1a,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:16.155702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '67cfb615-2a6f-4453-859e-6ce2a36e6d1a', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'port_id': '67cfb615-2a6f-4453-859e-6ce2a36e6d1a', 'mac_address': 'fa:16:3e:fe:d1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:18:16.208129 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:16.224537 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67cfb615-2a6f-4453-859e-6ce2a36e6d1a {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:18:16.239444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=67cfb615-2a6f-4453-859e-6ce2a36e6d1a,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:16.243482 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:16.305263 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=67cfb615-2a6f-4453-859e-6ce2a36e6d1a,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:16.313627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:16.313972 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:16.314298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:16.314624 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:16.314948 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:16.315294 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:16.315629 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:16.315927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:16.316239 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:16.316552 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:16.316865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:16.531826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce25378-bf52-4e7d-8d41-aa176cbfe798 req-05500abd-a6b1-4b8c-82ec-400b8456c664 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:16.533166 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dce25378-bf52-4e7d-8d41-aa176cbfe798 req-05500abd-a6b1-4b8c-82ec-400b8456c664 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 945 time: 0.0759325 Feb 04 16:18:16.577104 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dce25378-bf52-4e7d-8d41-aa176cbfe798 req-86b73ec6-3d19-40ba-ae1e-d3aaac7fdf81 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385556 Feb 04 16:18:16.586311 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['67cfb615-2a6f-4453-859e-6ce2a36e6d1a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:18:17.876137 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c111fe-0f2a-4fca-8a3d-d0db86f6d393 req-354308ab-ac99-4849-9f6e-095f9f940845 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:17.877509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59c111fe-0f2a-4fca-8a3d-d0db86f6d393 req-354308ab-ac99-4849-9f6e-095f9f940845 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 945 time: 0.1762536 Feb 04 16:18:17.926711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59c111fe-0f2a-4fca-8a3d-d0db86f6d393 req-336ee636-6dd0-4aac-b4ca-57f9f7a0b6f3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437613 Feb 04 16:18:18.037578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 67cfb615-2a6f-4453-859e-6ce2a36e6d1a up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:18:18.107100 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:18.111655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:18.112030 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:18.225501 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:18.251832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cfb615-2a6f-4453-859e-6ce2a36e6d1a'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:18.261450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=67cfb615-2a6f-4453-859e-6ce2a36e6d1a,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:18.266040 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:18.310323 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cfb615-2a6f-4453-859e-6ce2a36e6d1a', 'code': 200} Feb 04 16:18:18.342689 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=67cfb615-2a6f-4453-859e-6ce2a36e6d1a,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:18.436449 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0f5ad31-8397-4426-bc64-bcb1c2f5c1a8 req-951d2764-9ead-4238-ab6f-8e2b55f603e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 1097 time: 0.0671701 Feb 04 16:18:18.480562 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0f5ad31-8397-4426-bc64-bcb1c2f5c1a8 req-7b2ec3aa-9473-4f5f-9e1c-bec0fdb292ff service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366061 Feb 04 16:18:19.284372 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ae299-fe67-4e67-86fe-e7217e149068 req-c6a5de61-03d1-4cb9-951e-4f1b2071de0e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:19.285734 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a19ae299-fe67-4e67-86fe-e7217e149068 req-c6a5de61-03d1-4cb9-951e-4f1b2071de0e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 946 time: 0.0804775 Feb 04 16:18:19.330316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a19ae299-fe67-4e67-86fe-e7217e149068 req-63695c37-e0f9-4794-8ee5-0c5c45bf60f8 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391030 Feb 04 16:18:19.782245 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:20.529604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0781c8f-0929-4a8f-b136-23fbfc07292a req-e94ece2b-4b84-4fa1-8348-194fd4b20b4c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:20.531074 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0781c8f-0929-4a8f-b136-23fbfc07292a req-e94ece2b-4b84-4fa1-8348-194fd4b20b4c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 946 time: 0.0774980 Feb 04 16:18:20.575749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0781c8f-0929-4a8f-b136-23fbfc07292a req-43c145c6-ccce-4c5e-a569-80fc6418dfaa tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391836 Feb 04 16:18:20.779671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97322ace-44c4-42e6-a526-14724143159e req-3490e9d6-7324-432b-8c98-0c62290babe8 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:20.781205 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97322ace-44c4-42e6-a526-14724143159e req-3490e9d6-7324-432b-8c98-0c62290babe8 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 946 time: 0.0824666 Feb 04 16:18:20.827094 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-97322ace-44c4-42e6-a526-14724143159e req-330e19c6-2dcc-4612-9e36-232c68adb4bb tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399234 Feb 04 16:18:23.677237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-bb85fc66-63ee-4f29-a06f-00dc66d21e2d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:23.678598 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-bb85fc66-63ee-4f29-a06f-00dc66d21e2d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 812 time: 0.1405480 Feb 04 16:18:23.695567 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-561b8c73-dd9d-45eb-8415-f94bf7d7f56c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/quotas/e00cee0f908a4015ba575ed436ec7346 HTTP/1.1" status: 200 len: 375 time: 0.0111880 Feb 04 16:18:23.784643 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-bd18d7b2-0cf3-48e7-85e2-2919fb885d07 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832736 Feb 04 16:18:23.917220 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-87f68960-fd41-4403-ac3e-6d240bcef24e service neutron] 10.222.0.60 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257756 Feb 04 16:18:24.050645 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-902d6f89-7a13-4c40-a80b-d4154921ae4e service neutron] 10.222.0.60 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275437 Feb 04 16:18:24.284844 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa693ecc-2fd5-4866-ae53-427a2a20fc71 req-e966f8bb-2322-4d7e-9ed3-2789195243c1 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 210 time: 0.0410495 Feb 04 16:18:25.390448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-943dc6dc-5794-4a91-b124-c1a9bc1cb6ba tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:25.391796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-943dc6dc-5794-4a91-b124-c1a9bc1cb6ba tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:18:25.411253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-943dc6dc-5794-4a91-b124-c1a9bc1cb6ba tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:18:25.412928 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-943dc6dc-5794-4a91-b124-c1a9bc1cb6ba tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.81 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 812 time: 0.1680086 Feb 04 16:18:25.435102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'port': {'device_id': '3c35b479-62b5-4b22-b469-a5b8b8a80bc7', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'admin_state_up': True, 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:25.459410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04a67198-49ce-4937-82cc-32b00b40fbf4 req-4bd58306-fc44-40be-ad17-60a95de9f9d3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 210 time: 0.0421309 Feb 04 16:18:25.570938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:25.580647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:25.591605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Made reservation on behalf of e00cee0f908a4015ba575ed436ec7346 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:18:25.594810 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:25.762132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Allocated IP 172.20.0.11 (b250d564-79c6-4311-88c8-4d123b616443/7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c/ba17623f-5776-4842-9c9d-f5c89ac101ca) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:18:26.096982 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:26.113579 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Transition to ACTIVE for port object ba17623f-5776-4842-9c9d-f5c89ac101ca will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:26.137849 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:26.157208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['67cfb615-2a6f-4453-859e-6ce2a36e6d1a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:18:26.213384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Network b250d564-79c6-4311-88c8-4d123b616443 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:18:26.216663 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:18:26.220751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:18:26.264327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'Port': ['ID=ba17623f-5776-4842-9c9d-f5c89ac101ca,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:26.288335 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:26.288946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:26.289448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:26.289937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:26.290421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:26.290919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:26.291427 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:26.291902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:26.292486 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:26.293496 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:26.293984 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:26.312353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:26.313262 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:26.343679 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-2d83fde3-26e8-4d42-aa68-43a81d95f467 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9127645 Feb 04 16:18:26.360872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-e7c66b04-dbf1-4177-9253-c90178232623 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:18:26.362094 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-e7c66b04-dbf1-4177-9253-c90178232623 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055642 Feb 04 16:18:26.375854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Request body: {'port': {'device_id': '3c35b479-62b5-4b22-b469-a5b8b8a80bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:26.491127 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:26.534540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d3fb4c83-71a2-462e-b55b-ca4dd066b37b None None] Provisioning for port ba17623f-5776-4842-9c9d-f5c89ac101ca completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:26.540543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d3fb4c83-71a2-462e-b55b-ca4dd066b37b None None] Provisioning complete for port ba17623f-5776-4842-9c9d-f5c89ac101ca triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:26.541198 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4c83-71a2-462e-b55b-ca4dd066b37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:26.611056 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb4c83-71a2-462e-b55b-ca4dd066b37b None None] Port ba17623f-5776-4842-9c9d-f5c89ac101ca cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:18:26.710739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088dd112-37c2-412a-8ff2-1d5d1b763867 req-81a5ad5e-1b35-486a-b36c-de130f1b1d32 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:26.713420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-088dd112-37c2-412a-8ff2-1d5d1b763867 req-81a5ad5e-1b35-486a-b36c-de130f1b1d32 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 932 time: 0.0879791 Feb 04 16:18:26.771803 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-088dd112-37c2-412a-8ff2-1d5d1b763867 req-0ba28890-0bd1-4a18-b68d-b77292182106 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483260 Feb 04 16:18:26.877104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba17623f-5776-4842-9c9d-f5c89ac101ca {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:18:26.883842 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:26.899704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Transition to ACTIVE for port object ba17623f-5776-4842-9c9d-f5c89ac101ca will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:26.904000 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:26.969179 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba17623f-5776-4842-9c9d-f5c89ac101ca,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:27.153430 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Attempting to bind port ba17623f-5776-4842-9c9d-f5c89ac101ca on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:18:27.153756 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Attempting to bind port ba17623f-5776-4842-9c9d-f5c89ac101ca by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:18:27.154077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Attempting to bind port ba17623f-5776-4842-9c9d-f5c89ac101ca on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:18:27.160738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Port ba17623f-5776-4842-9c9d-f5c89ac101ca on network b250d564-79c6-4311-88c8-4d123b616443 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:18:27.161069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Attempting to bind port ba17623f-5776-4842-9c9d-f5c89ac101ca on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:18:27.168425 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:18:27.168821 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Checking segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:18:27.169343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Bound using segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:18:27.169893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Bound port: ba17623f-5776-4842-9c9d-f5c89ac101ca, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:18:27.170276 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:27.269071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] For port ba17623f-5776-4842-9c9d-f5c89ac101ca, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:18:27.272559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] For port ba17623f-5776-4842-9c9d-f5c89ac101ca, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ba17623f-5776-4842-9c9d-f5c89ac101ca,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:18:27.284237 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:27.344428 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:27.345891 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] 10.222.0.81 "PUT /v2.0/ports/ba17623f-5776-4842-9c9d-f5c89ac101ca HTTP/1.1" status: 200 len: 1092 time: 0.9753175 Feb 04 16:18:27.352790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c35b479-62b5-4b22-b469-a5b8b8a80bc7', 'tag': 'ba17623f-5776-4842-9c9d-f5c89ac101ca'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:27.380430 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f8771-4fef-4396-9398-1ccf334f89c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba17623f-5776-4842-9c9d-f5c89ac101ca,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:27.441339 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c35b479-62b5-4b22-b469-a5b8b8a80bc7', 'tag': 'ba17623f-5776-4842-9c9d-f5c89ac101ca', 'status': 'completed', 'code': 200} Feb 04 16:18:27.493452 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-b684193e-99d5-4c03-8341-960939a15a58 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 1095 time: 0.0890491 Feb 04 16:18:27.577311 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-17f98479-1868-4e32-a1e1-020db15760f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba17623f-5776-4842-9c9d-f5c89ac101ca HTTP/1.1" status: 200 len: 217 time: 0.0705743 Feb 04 16:18:27.653930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-a47687b4-52cb-420c-9692-9bb1eee83eeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:27.655440 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-a47687b4-52cb-420c-9692-9bb1eee83eeb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0705557 Feb 04 16:18:27.732609 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-1fae8901-1f46-49eb-8fc6-ecfaa4cad153 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707233 Feb 04 16:18:27.871059 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-4dd6de51-23ba-49fc-a5bc-337991cb474c service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302228 Feb 04 16:18:27.998304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f2815-398f-4259-9578-8436e0c4cbf6 req-00448c43-d180-4775-9244-e6d38cbe02a2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:28.000355 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca7f2815-398f-4259-9578-8436e0c4cbf6 req-00448c43-d180-4775-9244-e6d38cbe02a2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 944 time: 0.1005538 Feb 04 16:18:28.041748 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d98d8940-5560-4f6d-84be-87b8ed2e4d80 req-8eed7c6c-470b-4a89-a5bb-ac3e1fe6d5a3 service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614144 Feb 04 16:18:28.049675 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca7f2815-398f-4259-9578-8436e0c4cbf6 req-5aed27a2-6f76-449b-a0eb-cac94249c25d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Feb 04 16:18:28.189510 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a6de28ae-7953-4e45-ba7c-3172863b0219 req-6542ea41-6b1b-4c36-808f-3c14e5a04c74 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 1095 time: 0.0745533 Feb 04 16:18:28.438004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de28ae-7953-4e45-ba7c-3172863b0219 req-bcc9cf91-5a3a-4e83-a085-8bb1ef3220d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:28.439835 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a6de28ae-7953-4e45-ba7c-3172863b0219 req-bcc9cf91-5a3a-4e83-a085-8bb1ef3220d6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.2435775 Feb 04 16:18:28.529448 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a6de28ae-7953-4e45-ba7c-3172863b0219 req-18a4319d-3761-4300-8b1c-4529b1de2029 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba17623f-5776-4842-9c9d-f5c89ac101ca HTTP/1.1" status: 200 len: 217 time: 0.0820496 Feb 04 16:18:28.612352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de28ae-7953-4e45-ba7c-3172863b0219 req-489522df-2760-41b4-8f33-dd863957d60c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:28.615070 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a6de28ae-7953-4e45-ba7c-3172863b0219 req-489522df-2760-41b4-8f33-dd863957d60c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0794289 Feb 04 16:18:28.713145 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a6de28ae-7953-4e45-ba7c-3172863b0219 req-8b19d372-4d08-4910-a3d2-2f8c97daa4d8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920224 Feb 04 16:18:28.884308 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a6de28ae-7953-4e45-ba7c-3172863b0219 req-748842b4-e9d5-440a-b6bd-80171621d8b0 service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649604 Feb 04 16:18:29.046957 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a6de28ae-7953-4e45-ba7c-3172863b0219 req-b2fc93ca-07ff-43e6-b6f0-2ec9f31d9663 service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566064 Feb 04 16:18:29.296922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247aa84d-31a2-4d93-824a-4e8025b151df req-11583549-d701-45cb-bc9d-620aba7fb215 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:29.298288 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-247aa84d-31a2-4d93-824a-4e8025b151df req-11583549-d701-45cb-bc9d-620aba7fb215 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 944 time: 0.1009374 Feb 04 16:18:29.353645 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-247aa84d-31a2-4d93-824a-4e8025b151df req-10c44f7d-a217-4e84-9c17-f3030d65cba0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475147 Feb 04 16:18:30.661938 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b23561-f5eb-4299-b036-0b21ef294110 req-da889f3c-798b-463e-9179-45eb51a0ee14 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:30.664596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27b23561-f5eb-4299-b036-0b21ef294110 req-da889f3c-798b-463e-9179-45eb51a0ee14 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 944 time: 0.1339619 Feb 04 16:18:30.739762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27b23561-f5eb-4299-b036-0b21ef294110 req-93bd5eeb-8fed-4520-87e5-63227850e750 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626712 Feb 04 16:18:31.973393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a217467-07aa-4dbe-bf52-2a9b1bc3a045 req-ef3754a3-2060-44e6-85cd-4f4c7c271977 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:31.980992 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6a217467-07aa-4dbe-bf52-2a9b1bc3a045 req-ef3754a3-2060-44e6-85cd-4f4c7c271977 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 944 time: 0.0997093 Feb 04 16:18:32.025564 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6a217467-07aa-4dbe-bf52-2a9b1bc3a045 req-3a07ccc4-c57d-4e9d-9191-84c28c785f36 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435975 Feb 04 16:18:33.241970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3ac15-653a-4ddd-8975-21f1917538ec req-48742973-e740-4c66-8503-c87674574adb tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:33.243513 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8d3ac15-653a-4ddd-8975-21f1917538ec req-48742973-e740-4c66-8503-c87674574adb tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 944 time: 0.0882490 Feb 04 16:18:33.296228 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8d3ac15-653a-4ddd-8975-21f1917538ec req-c49c9f59-3cc0-43b2-8a4d-4fad22025368 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462046 Feb 04 16:18:34.504530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642c0fd-cd5b-49c5-a803-ff35a739610b req-4c9e1b29-3adb-46df-9553-16e3a296b128 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:34.505899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1642c0fd-cd5b-49c5-a803-ff35a739610b req-4c9e1b29-3adb-46df-9553-16e3a296b128 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 944 time: 0.0788629 Feb 04 16:18:34.550839 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1642c0fd-cd5b-49c5-a803-ff35a739610b req-3df79169-39eb-4ec0-923d-cfa74bc5f1b4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385802 Feb 04 16:18:35.775829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd4779-7dd3-4116-a006-93afe1b3558a req-44940a3e-f0e3-4c39-b18c-b10da6481e50 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:35.777509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fdd4779-7dd3-4116-a006-93afe1b3558a req-44940a3e-f0e3-4c39-b18c-b10da6481e50 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 944 time: 0.0865984 Feb 04 16:18:35.826979 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fdd4779-7dd3-4116-a006-93afe1b3558a req-2ab94335-f662-41cf-8bf3-725787bf3a47 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Feb 04 16:18:36.604684 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-21f79f44-0ffd-48f0-a5ea-65d17e20f7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.039427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de916d0-478d-47db-8f1b-77610847ac8e req-d4e68c2b-93cc-4e49-bd7e-b411f00b8245 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:37.040931 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8de916d0-478d-47db-8f1b-77610847ac8e req-d4e68c2b-93cc-4e49-bd7e-b411f00b8245 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 944 time: 0.0812376 Feb 04 16:18:37.088346 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8de916d0-478d-47db-8f1b-77610847ac8e req-d391f204-bdf9-43c2-bd73-76b80bea6300 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 Feb 04 16:18:38.435106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101018dc-89e5-4abc-8fcd-8af5e4ae6998 req-41f583e4-b405-4cd5-91ec-dbb30d742392 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:38.439235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-101018dc-89e5-4abc-8fcd-8af5e4ae6998 req-41f583e4-b405-4cd5-91ec-dbb30d742392 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 944 time: 0.2052238 Feb 04 16:18:38.484477 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-101018dc-89e5-4abc-8fcd-8af5e4ae6998 req-017df284-4532-41d0-ab7b-d86e8af0c59d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421805 Feb 04 16:18:38.623305 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b857e987-ee68-40be-aaf5-c0cc6145cf51 req-474943cb-2c46-4ac3-bf8f-8cc4cba72d3b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1565871 Feb 04 16:18:38.781180 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b857e987-ee68-40be-aaf5-c0cc6145cf51 req-be7527dc-eaec-4f7c-9628-3775d92386fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=712bc513df6c4eec89ab7c8130959559&device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 1096 time: 0.0743482 Feb 04 16:18:38.938630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857e987-ee68-40be-aaf5-c0cc6145cf51 req-580e1492-af22-4b2d-9966-aad0f0146bd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:38.938630 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b857e987-ee68-40be-aaf5-c0cc6145cf51 req-580e1492-af22-4b2d-9966-aad0f0146bd3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d4720e42-3d03-45e8-91d8-4987d980797a HTTP/1.1" status: 200 len: 909 time: 0.1379704 Feb 04 16:18:39.006952 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ba3e5e10-8ca4-44fa-ac5e-ba93e7b6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:39.057034 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b857e987-ee68-40be-aaf5-c0cc6145cf51 req-81425367-981e-40bc-9ff0-5e318847be94 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=063a6baa-7568-41b1-b17c-17f9e9e4a0e0 HTTP/1.1" status: 200 len: 1001 time: 0.1137700 Feb 04 16:18:39.118616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857e987-ee68-40be-aaf5-c0cc6145cf51 req-bb566744-1574-4cd4-a513-320583823df6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:39.119989 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b857e987-ee68-40be-aaf5-c0cc6145cf51 req-bb566744-1574-4cd4-a513-320583823df6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=18ef6756-075a-4f1b-8269-341770422096 HTTP/1.1" status: 200 len: 847 time: 0.0574100 Feb 04 16:18:39.198040 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b857e987-ee68-40be-aaf5-c0cc6145cf51 req-2ed77c79-e506-46d2-b845-3f53c9acd1ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4720e42-3d03-45e8-91d8-4987d980797a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719454 Feb 04 16:18:39.328976 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b857e987-ee68-40be-aaf5-c0cc6145cf51 req-1cd316ac-a2fa-4bb6-86e6-ced0dba02115 service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248462 Feb 04 16:18:39.460204 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b857e987-ee68-40be-aaf5-c0cc6145cf51 req-f6b7bb5c-3ed5-4432-b763-9fc945564494 service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255617 Feb 04 16:18:39.689332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270ab80-2192-4bc5-abbb-e290d0d4ab13 req-d29a79e5-a149-460f-9e46-b50601321022 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:39.690790 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9270ab80-2192-4bc5-abbb-e290d0d4ab13 req-d29a79e5-a149-460f-9e46-b50601321022 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 944 time: 0.0812593 Feb 04 16:18:39.742794 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9270ab80-2192-4bc5-abbb-e290d0d4ab13 req-4b73aa1b-0049-45ac-8b1a-bc349e28d23c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419769 Feb 04 16:18:40.315238 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:40.430786 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:40.953937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21380fd-59ef-4fb4-8955-4fe4de330020 req-9749c44d-e7b6-4687-9e0a-6c571667faf3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:40.956451 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c21380fd-59ef-4fb4-8955-4fe4de330020 req-9749c44d-e7b6-4687-9e0a-6c571667faf3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 944 time: 0.0835516 Feb 04 16:18:41.003066 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c21380fd-59ef-4fb4-8955-4fe4de330020 req-02df3875-70a8-4285-a1cb-e309ae2d19b5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415888 Feb 04 16:18:41.562100 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:41.873759 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:42.227564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d328859-86e1-4e53-a9ef-eb829be62d81 req-87d41887-44d9-42be-b7fd-2b37cf41f638 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:42.229767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d328859-86e1-4e53-a9ef-eb829be62d81 req-87d41887-44d9-42be-b7fd-2b37cf41f638 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 944 time: 0.0855920 Feb 04 16:18:42.287089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d328859-86e1-4e53-a9ef-eb829be62d81 req-c07d190e-2451-4e67-b277-d102ff649a29 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460582 Feb 04 16:18:42.646233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b357c6c1-8286-473b-9d63-939940d84ee8 req-834ff6be-2477-4c64-839f-c8a31900941e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700994 Feb 04 16:18:42.788780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b357c6c1-8286-473b-9d63-939940d84ee8 req-c57db9a3-7d39-411b-aa2f-30d5912ea1f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 1097 time: 0.0719421 Feb 04 16:18:42.960150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357c6c1-8286-473b-9d63-939940d84ee8 req-75015f9a-c766-460f-827c-a136b152d59f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:42.960842 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b357c6c1-8286-473b-9d63-939940d84ee8 req-75015f9a-c766-460f-827c-a136b152d59f service neutron] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1517122 Feb 04 16:18:43.030720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b357c6c1-8286-473b-9d63-939940d84ee8 req-75f0d8c5-4d2b-41f1-813e-28a6df4594af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67cfb615-2a6f-4453-859e-6ce2a36e6d1a HTTP/1.1" status: 200 len: 217 time: 0.0636258 Feb 04 16:18:43.097054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357c6c1-8286-473b-9d63-939940d84ee8 req-7886b679-5125-4792-9f42-20ac4b40d86d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:43.098484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b357c6c1-8286-473b-9d63-939940d84ee8 req-7886b679-5125-4792-9f42-20ac4b40d86d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0614834 Feb 04 16:18:43.177423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b357c6c1-8286-473b-9d63-939940d84ee8 req-9baf9ace-f10a-491a-a84b-521b4f18565c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694759 Feb 04 16:18:43.187830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-b357c6c1-8286-473b-9d63-939940d84ee8 req-3049c099-b6a6-43d3-bd0e-e2bcba654982 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:18:43.188768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b357c6c1-8286-473b-9d63-939940d84ee8 req-3049c099-b6a6-43d3-bd0e-e2bcba654982 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054238 Feb 04 16:18:43.326589 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b357c6c1-8286-473b-9d63-939940d84ee8 req-4b19c84d-d08d-4378-bfca-641d82f8e1df service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313114 Feb 04 16:18:43.518305 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b357c6c1-8286-473b-9d63-939940d84ee8 req-22a2482d-0fd5-4c91-ab37-9d34c80da931 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860533 Feb 04 16:18:43.538288 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726ce0a-15cd-4b93-9ce1-a4028283fa43 req-2af7b995-be95-4cd8-bc12-15702189c745 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:43.539880 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2726ce0a-15cd-4b93-9ce1-a4028283fa43 req-2af7b995-be95-4cd8-bc12-15702189c745 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 944 time: 0.1111794 Feb 04 16:18:43.591694 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2726ce0a-15cd-4b93-9ce1-a4028283fa43 req-d82d76a5-a424-49cd-8fa9-a0c1d6a18d5a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Feb 04 16:18:44.802796 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc250524-99ab-4437-9888-e3a0237a4c8a req-596716fe-2219-4575-8481-452ad5f10f52 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:44.804311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc250524-99ab-4437-9888-e3a0237a4c8a req-596716fe-2219-4575-8481-452ad5f10f52 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 944 time: 0.0828726 Feb 04 16:18:44.856867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc250524-99ab-4437-9888-e3a0237a4c8a req-c666ed04-48ff-4432-8490-89a098e784aa tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456359 Feb 04 16:18:45.969025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ba17623f-5776-4842-9c9d-f5c89ac101ca details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:18:46.121666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff1639-78f2-47e8-95fd-14a8ceede0d7 req-60a93304-1b24-4ed8-8a47-59f6395b2bd6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:46.128797 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-caff1639-78f2-47e8-95fd-14a8ceede0d7 req-60a93304-1b24-4ed8-8a47-59f6395b2bd6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 944 time: 0.1107669 Feb 04 16:18:46.136995 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port ba17623f-5776-4842-9c9d-f5c89ac101ca, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ba17623f-5776-4842-9c9d-f5c89ac101ca,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:46.151290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'ba17623f-5776-4842-9c9d-f5c89ac101ca', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'port_id': 'ba17623f-5776-4842-9c9d-f5c89ac101ca', 'mac_address': 'fa:16:3e:88:fe:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:18:46.184212 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-caff1639-78f2-47e8-95fd-14a8ceede0d7 req-028f9704-c6c0-4dfb-b0ca-3b0eb0c3b27a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513723 Feb 04 16:18:46.220957 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:46.239226 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba17623f-5776-4842-9c9d-f5c89ac101ca {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:18:46.258269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port ba17623f-5776-4842-9c9d-f5c89ac101ca, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ba17623f-5776-4842-9c9d-f5c89ac101ca,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:46.262354 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:46.330220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=ba17623f-5776-4842-9c9d-f5c89ac101ca,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:46.707715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['ba17623f-5776-4842-9c9d-f5c89ac101ca'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:18:47.404986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce357b7-f678-48ff-bfb1-8d2acb859008 req-fbdd01df-5369-4856-8629-72af2dbeeba1 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:47.406468 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ce357b7-f678-48ff-bfb1-8d2acb859008 req-fbdd01df-5369-4856-8629-72af2dbeeba1 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 945 time: 0.0790582 Feb 04 16:18:47.454626 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ce357b7-f678-48ff-bfb1-8d2acb859008 req-d94a3de3-9048-471c-9f5c-03be8440809f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 Feb 04 16:18:47.969723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ba17623f-5776-4842-9c9d-f5c89ac101ca up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:18:48.036839 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port ba17623f-5776-4842-9c9d-f5c89ac101ca completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:48.041559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port ba17623f-5776-4842-9c9d-f5c89ac101ca triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:48.041951 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:48.154197 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:48.180068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c35b479-62b5-4b22-b469-a5b8b8a80bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba17623f-5776-4842-9c9d-f5c89ac101ca'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:48.190293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port ba17623f-5776-4842-9c9d-f5c89ac101ca, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ba17623f-5776-4842-9c9d-f5c89ac101ca,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:48.193837 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:48.242128 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c35b479-62b5-4b22-b469-a5b8b8a80bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba17623f-5776-4842-9c9d-f5c89ac101ca', 'code': 200} Feb 04 16:18:48.266529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=ba17623f-5776-4842-9c9d-f5c89ac101ca,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:48.392760 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9fbc3629-3649-48f5-82ed-7ee189f5e5e6 req-250d6df7-aea0-464f-89c4-6552bbda0f85 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0670731 Feb 04 16:18:48.434555 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9fbc3629-3649-48f5-82ed-7ee189f5e5e6 req-edc3584c-1bdf-4fb7-97fb-5d953eec3410 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348597 Feb 04 16:18:48.665401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f895af-aab9-4cb9-b52d-d42203474b99 req-ad69790a-942b-4378-8253-bde8f2b959ae tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:48.667106 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1f895af-aab9-4cb9-b52d-d42203474b99 req-ad69790a-942b-4378-8253-bde8f2b959ae tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 946 time: 0.0786476 Feb 04 16:18:48.714424 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1f895af-aab9-4cb9-b52d-d42203474b99 req-77dfaa90-823c-4ecd-bad0-505a0f898ffa tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406973 Feb 04 16:18:49.797833 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:49.945150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49977e41-6b1b-4ff3-a150-e35a78eaf463 req-a014a6ad-da7b-4752-bc45-021841035515 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:49.947154 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49977e41-6b1b-4ff3-a150-e35a78eaf463 req-a014a6ad-da7b-4752-bc45-021841035515 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 946 time: 0.0915797 Feb 04 16:18:50.120883 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49977e41-6b1b-4ff3-a150-e35a78eaf463 req-48904bd0-1f24-42f5-bb39-9b8cfca87377 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651802 Feb 04 16:18:50.462030 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:18:51.329934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9f2bd-fc7c-4c50-9f76-3437392c7da3 req-31ebbc27-acb1-4fe6-a78b-0286118e5f32 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:51.331861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9b9f2bd-fc7c-4c50-9f76-3437392c7da3 req-31ebbc27-acb1-4fe6-a78b-0286118e5f32 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 946 time: 0.0815189 Feb 04 16:18:51.378964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9b9f2bd-fc7c-4c50-9f76-3437392c7da3 req-b81c3b51-3d78-43de-b4db-06d1ef3ce161 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420475 Feb 04 16:18:51.599215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a149a-1886-4e33-9617-f0770a9510ac req-a74f33a2-34f3-4d03-823d-d78248427ca5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:51.600656 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-931a149a-1886-4e33-9617-f0770a9510ac req-a74f33a2-34f3-4d03-823d-d78248427ca5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 946 time: 0.0899622 Feb 04 16:18:51.652919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-931a149a-1886-4e33-9617-f0770a9510ac req-0198e253-8c26-4f1a-be11-685052f9f139 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446768 Feb 04 16:18:52.237722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d6e06-8352-45b9-ab63-2242192901e7 req-c4ce9ac7-0ce1-4a7d-a3c2-b837b6ec88a5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:52.239413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-329d6e06-8352-45b9-ab63-2242192901e7 req-c4ce9ac7-0ce1-4a7d-a3c2-b837b6ec88a5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 946 time: 0.0859239 Feb 04 16:18:52.304289 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-329d6e06-8352-45b9-ab63-2242192901e7 req-824b6fe3-008f-43e4-82fa-a7da0de44876 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583720 Feb 04 16:18:53.529145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61636cc-50b7-4ce5-b136-a3b9311495eb req-1fb4e840-896c-4695-bc01-bd43ce325039 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:53.531171 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f61636cc-50b7-4ce5-b136-a3b9311495eb req-1fb4e840-896c-4695-bc01-bd43ce325039 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 946 time: 0.0791621 Feb 04 16:18:53.576275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f61636cc-50b7-4ce5-b136-a3b9311495eb req-c3161b46-43f6-46a3-b4d6-19be28c8d0ca tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391343 Feb 04 16:18:54.167313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab88220-d876-42be-bbe7-47b0c26296fa req-b3aaa9c7-a6af-4449-9cf3-09906147a2b1 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:54.167996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-eab88220-d876-42be-bbe7-47b0c26296fa req-b3aaa9c7-a6af-4449-9cf3-09906147a2b1 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:18:54.183524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-eab88220-d876-42be-bbe7-47b0c26296fa req-b3aaa9c7-a6af-4449-9cf3-09906147a2b1 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:18:54.184681 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eab88220-d876-42be-bbe7-47b0c26296fa req-b3aaa9c7-a6af-4449-9cf3-09906147a2b1 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 946 time: 0.1963928 Feb 04 16:18:54.252298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-eab88220-d876-42be-bbe7-47b0c26296fa req-d82f894f-517a-4491-8f6a-55bfc7d2a236 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Deleting port ba17623f-5776-4842-9c9d-f5c89ac101ca {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:54.252593 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eab88220-d876-42be-bbe7-47b0c26296fa req-d82f894f-517a-4491-8f6a-55bfc7d2a236 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.513841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-eab88220-d876-42be-bbe7-47b0c26296fa req-d82f894f-517a-4491-8f6a-55bfc7d2a236 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] For port ba17623f-5776-4842-9c9d-f5c89ac101ca, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=ba17623f-5776-4842-9c9d-f5c89ac101ca,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:54.513841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eab88220-d876-42be-bbe7-47b0c26296fa req-d82f894f-517a-4491-8f6a-55bfc7d2a236 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.643990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-eab88220-d876-42be-bbe7-47b0c26296fa req-d82f894f-517a-4491-8f6a-55bfc7d2a236 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Calling delete_port for ba17623f-5776-4842-9c9d-f5c89ac101ca owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:54.797472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eab88220-d876-42be-bbe7-47b0c26296fa req-d82f894f-517a-4491-8f6a-55bfc7d2a236 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.809691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['67cfb615-2a6f-4453-859e-6ce2a36e6d1a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:18:54.822105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a39ae-a009-46d9-98af-b144f886e1d0 req-32a314e2-2deb-4abf-a40b-309472c26bb0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:54.823591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e59a39ae-a009-46d9-98af-b144f886e1d0 req-32a314e2-2deb-4abf-a40b-309472c26bb0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 867 time: 0.0960534 Feb 04 16:18:54.845086 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['ba17623f-5776-4842-9c9d-f5c89ac101ca'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:18:54.848004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f894f-517a-4491-8f6a-55bfc7d2a236 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event deleted for resources: {'Port': ['ID=ba17623f-5776-4842-9c9d-f5c89ac101ca,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:54.894088 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e59a39ae-a009-46d9-98af-b144f886e1d0 req-745e660e-b714-4b30-90c3-1c3f27a65bad tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641661 Feb 04 16:18:54.932757 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab88220-d876-42be-bbe7-47b0c26296fa req-d82f894f-517a-4491-8f6a-55bfc7d2a236 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] No DVR routers for this DVR port ba17623f-5776-4842-9c9d-f5c89ac101ca on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:18:54.939324 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-eab88220-d876-42be-bbe7-47b0c26296fa req-d82f894f-517a-4491-8f6a-55bfc7d2a236 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.942190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c35b479-62b5-4b22-b469-a5b8b8a80bc7', 'name': 'network-vif-deleted', 'tag': 'ba17623f-5776-4842-9c9d-f5c89ac101ca'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:54.966469 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-eab88220-d876-42be-bbe7-47b0c26296fa req-d82f894f-517a-4491-8f6a-55bfc7d2a236 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.81 "DELETE /v2.0/ports/ba17623f-5776-4842-9c9d-f5c89ac101ca HTTP/1.1" status: 204 len: 173 time: 0.7752745 Feb 04 16:18:55.022464 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c35b479-62b5-4b22-b469-a5b8b8a80bc7', 'name': 'network-vif-deleted', 'tag': 'ba17623f-5776-4842-9c9d-f5c89ac101ca', 'status': 'completed', 'code': 200} Feb 04 16:18:56.087551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f134f08-69aa-4f08-ae5f-5c1483223320 req-4de524e5-fa1f-4675-af09-ef96f714c42c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c35b479-62b5-4b22-b469-a5b8b8a80bc7 HTTP/1.1" status: 200 len: 210 time: 0.0402105 Feb 04 16:18:58.023042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ba17623f-5776-4842-9c9d-f5c89ac101ca no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:18:58.057157 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: ba17623f-5776-4842-9c9d-f5c89ac101ca {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:18:58.057483 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device ba17623f-5776-4842-9c9d-f5c89ac101ca not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:18:59.879631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2daaca-1e2d-49ea-84a2-2b73a615c169 req-67e4c8a3-20ce-4a96-9896-c8db91012045 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:59.881086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e2daaca-1e2d-49ea-84a2-2b73a615c169 req-67e4c8a3-20ce-4a96-9896-c8db91012045 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 946 time: 0.0817692 Feb 04 16:18:59.926323 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e2daaca-1e2d-49ea-84a2-2b73a615c169 req-34904dcf-2648-4714-a783-06903c4c13d0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397656 Feb 04 16:19:01.131762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9c338-a7a1-4fd9-8704-6f77d8036d9c req-57247651-5a06-408a-a93f-678a43358384 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:01.133228 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61e9c338-a7a1-4fd9-8704-6f77d8036d9c req-57247651-5a06-408a-a93f-678a43358384 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 946 time: 0.0778763 Feb 04 16:19:01.180401 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61e9c338-a7a1-4fd9-8704-6f77d8036d9c req-b3f2f54d-380c-43b8-acc4-8f323861da31 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae8d5d68-4bfd-4526-94b7-69a2c415867a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413511 Feb 04 16:19:01.544357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f4d44-f25d-459b-b3ef-0a23d1360632 req-7413b38a-4b48-4205-bd65-d8a56e11a717 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:01.545719 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-000f4d44-f25d-459b-b3ef-0a23d1360632 req-7413b38a-4b48-4205-bd65-d8a56e11a717 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 946 time: 0.0802011 Feb 04 16:19:01.611661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-000f4d44-f25d-459b-b3ef-0a23d1360632 req-2c797356-0bd9-463e-ad76-b15e98ebe2fd tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Deleting port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:01.611997 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-000f4d44-f25d-459b-b3ef-0a23d1360632 req-2c797356-0bd9-463e-ad76-b15e98ebe2fd tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:01.871766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-000f4d44-f25d-459b-b3ef-0a23d1360632 req-2c797356-0bd9-463e-ad76-b15e98ebe2fd tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] For port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=67cfb615-2a6f-4453-859e-6ce2a36e6d1a,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:01.872119 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-000f4d44-f25d-459b-b3ef-0a23d1360632 req-2c797356-0bd9-463e-ad76-b15e98ebe2fd tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:02.007284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-000f4d44-f25d-459b-b3ef-0a23d1360632 req-2c797356-0bd9-463e-ad76-b15e98ebe2fd tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Calling delete_port for 67cfb615-2a6f-4453-859e-6ce2a36e6d1a owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:02.171314 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-000f4d44-f25d-459b-b3ef-0a23d1360632 req-2c797356-0bd9-463e-ad76-b15e98ebe2fd tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:02.185328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['67cfb615-2a6f-4453-859e-6ce2a36e6d1a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:19:02.221576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c797356-0bd9-463e-ad76-b15e98ebe2fd tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event deleted for resources: {'Port': ['ID=67cfb615-2a6f-4453-859e-6ce2a36e6d1a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:02.303150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-000f4d44-f25d-459b-b3ef-0a23d1360632 req-2c797356-0bd9-463e-ad76-b15e98ebe2fd tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] No DVR routers for this DVR port 67cfb615-2a6f-4453-859e-6ce2a36e6d1a on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:19:02.306543 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-000f4d44-f25d-459b-b3ef-0a23d1360632 req-2c797356-0bd9-463e-ad76-b15e98ebe2fd tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:02.309418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e', 'name': 'network-vif-deleted', 'tag': '67cfb615-2a6f-4453-859e-6ce2a36e6d1a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:02.325664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-000f4d44-f25d-459b-b3ef-0a23d1360632 req-2c797356-0bd9-463e-ad76-b15e98ebe2fd tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "DELETE /v2.0/ports/67cfb615-2a6f-4453-859e-6ce2a36e6d1a HTTP/1.1" status: 204 len: 173 time: 0.7751589 Feb 04 16:19:02.398960 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e', 'name': 'network-vif-deleted', 'tag': '67cfb615-2a6f-4453-859e-6ce2a36e6d1a', 'status': 'completed', 'code': 200} Feb 04 16:19:02.400980 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-de1b382f-561a-4407-897f-3d1ee9a1d538 req-63b91a9d-73cd-4d87-87a1-9942cc40eb40 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:02.425037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-de1b382f-561a-4407-897f-3d1ee9a1d538 req-63b91a9d-73cd-4d87-87a1-9942cc40eb40 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:02.426324 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de1b382f-561a-4407-897f-3d1ee9a1d538 req-63b91a9d-73cd-4d87-87a1-9942cc40eb40 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 210 time: 0.0942464 Feb 04 16:19:03.620520 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8abc45ae-0661-4331-a847-2336e5cf61df req-fd79e55c-50bf-4c33-8a50-f4a480065f5b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b0fd5ca-a67e-486b-8b1b-7cccd63b2d2e HTTP/1.1" status: 200 len: 210 time: 0.0417798 Feb 04 16:19:05.886726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 53864) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:05.892361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1806364178', 'description': 'tempest-secgroup-smoke-1806364178 description', 'project_id': 'e00cee0f908a4015ba575ed436ec7346'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:05.898739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:05.902607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Usage tracker for resource:security_group and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:05.905891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:05.911461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:05.926210 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.049210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:06.052911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Usage tracker for resource:security_group_rule and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:06.055676 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:06.061221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:06.116247 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.119982 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.163351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d5cb58-a486-400b-b4fe-30f368410e14,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:06.165532 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.166728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2789772 Feb 04 16:19:06.169861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53868) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:06.174802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:06.175148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:06.175519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:06.175853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:06.176185 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:06.176516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:06.176837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:06.177155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:06.177259 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3ee93650-9661-4afe-9300-16da9d59c5f9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'security_group_rule': {'security_group_id': 'd4d5cb58-a486-400b-b4fe-30f368410e14', 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:06.177472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:06.177786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:06.178103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1337673-4e27-4294-90bb-9822bd93ad0d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:06.184129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3ee93650-9661-4afe-9300-16da9d59c5f9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:06.188411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3ee93650-9661-4afe-9300-16da9d59c5f9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Usage tracker for resource:security_group_rule and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:06.191390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3ee93650-9661-4afe-9300-16da9d59c5f9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:06.197793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3ee93650-9661-4afe-9300-16da9d59c5f9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:06.213189 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ee93650-9661-4afe-9300-16da9d59c5f9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.216801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 67cfb615-2a6f-4453-859e-6ce2a36e6d1a no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:06.253399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 67cfb615-2a6f-4453-859e-6ce2a36e6d1a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:19:06.253739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 67cfb615-2a6f-4453-859e-6ce2a36e6d1a not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:19:06.282546 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ee93650-9661-4afe-9300-16da9d59c5f9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.286401 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ee93650-9661-4afe-9300-16da9d59c5f9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.309925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee93650-9661-4afe-9300-16da9d59c5f9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a50fbd-9efb-45b1-8d56-93a9d133f74b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:06.318622 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3ee93650-9661-4afe-9300-16da9d59c5f9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.319843 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3ee93650-9661-4afe-9300-16da9d59c5f9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1481586 Feb 04 16:19:06.322522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53872) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:06.328752 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1c8bfe96-bf14-48eb-a618-217c3efc1b97 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'security_group_rule': {'security_group_id': 'd4d5cb58-a486-400b-b4fe-30f368410e14', 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:06.335290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1c8bfe96-bf14-48eb-a618-217c3efc1b97 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:06.339059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1c8bfe96-bf14-48eb-a618-217c3efc1b97 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Usage tracker for resource:security_group_rule and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:06.341960 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1c8bfe96-bf14-48eb-a618-217c3efc1b97 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:06.349262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1c8bfe96-bf14-48eb-a618-217c3efc1b97 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:06.368972 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c8bfe96-bf14-48eb-a618-217c3efc1b97 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.433391 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c8bfe96-bf14-48eb-a618-217c3efc1b97 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.437530 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c8bfe96-bf14-48eb-a618-217c3efc1b97 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.464715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bfe96-bf14-48eb-a618-217c3efc1b97 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da354ed-59c2-4d89-b028-7e92b4596bbf,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:06.471469 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1c8bfe96-bf14-48eb-a618-217c3efc1b97 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.472609 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1c8bfe96-bf14-48eb-a618-217c3efc1b97 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1491694 Feb 04 16:19:06.475320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53876) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:06.480626 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-5f394c99-1404-4e40-a956-cb0010736de4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'security_group_rule': {'security_group_id': 'd4d5cb58-a486-400b-b4fe-30f368410e14', 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:06.488208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5f394c99-1404-4e40-a956-cb0010736de4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:06.492260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5f394c99-1404-4e40-a956-cb0010736de4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Usage tracker for resource:security_group_rule and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:06.495071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-5f394c99-1404-4e40-a956-cb0010736de4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:06.501853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-5f394c99-1404-4e40-a956-cb0010736de4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:06.518426 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f394c99-1404-4e40-a956-cb0010736de4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.581168 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f394c99-1404-4e40-a956-cb0010736de4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.584649 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f394c99-1404-4e40-a956-cb0010736de4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.606527 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1800ae8d-a28d-48c0-852b-f99e12470644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.607788 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f394c99-1404-4e40-a956-cb0010736de4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2c7655-0aa3-4947-81c7-6112411e933a,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:06.617157 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5f394c99-1404-4e40-a956-cb0010736de4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.618362 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5f394c99-1404-4e40-a956-cb0010736de4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1421263 Feb 04 16:19:06.621154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53880) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:06.627451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-984c12b5-8ae9-43b9-9d52-4a04b0a29351 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'security_group_rule': {'security_group_id': 'd4d5cb58-a486-400b-b4fe-30f368410e14', 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:06.638107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-984c12b5-8ae9-43b9-9d52-4a04b0a29351 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:06.642803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-984c12b5-8ae9-43b9-9d52-4a04b0a29351 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Usage tracker for resource:security_group_rule and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:06.646406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-984c12b5-8ae9-43b9-9d52-4a04b0a29351 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:06.653646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-984c12b5-8ae9-43b9-9d52-4a04b0a29351 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:06.670080 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-984c12b5-8ae9-43b9-9d52-4a04b0a29351 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.735682 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-984c12b5-8ae9-43b9-9d52-4a04b0a29351 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.738936 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-984c12b5-8ae9-43b9-9d52-4a04b0a29351 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.766513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c12b5-8ae9-43b9-9d52-4a04b0a29351 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54df945-1652-4e61-a4aa-ab9f697d758b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:06.775743 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-984c12b5-8ae9-43b9-9d52-4a04b0a29351 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.776894 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-984c12b5-8ae9-43b9-9d52-4a04b0a29351 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1548767 Feb 04 16:19:06.780989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53884) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:06.786208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-4dea82c4-59cb-450e-961a-8f63196045ec tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'security_group_rule': {'security_group_id': 'd4d5cb58-a486-400b-b4fe-30f368410e14', 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:06.793036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4dea82c4-59cb-450e-961a-8f63196045ec tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:06.797588 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4dea82c4-59cb-450e-961a-8f63196045ec tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Usage tracker for resource:security_group_rule and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:06.800424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-4dea82c4-59cb-450e-961a-8f63196045ec tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:06.805990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-4dea82c4-59cb-450e-961a-8f63196045ec tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:06.815804 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-4dea82c4-59cb-450e-961a-8f63196045ec tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Project e00cee0f908a4015ba575ed436ec7346 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:19:06.822139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4dea82c4-59cb-450e-961a-8f63196045ec tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.885758 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4dea82c4-59cb-450e-961a-8f63196045ec tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.889049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4dea82c4-59cb-450e-961a-8f63196045ec tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.911565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea82c4-59cb-450e-961a-8f63196045ec tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9802194b-79bd-43ea-9e54-6151f7f49d74,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:06.921518 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4dea82c4-59cb-450e-961a-8f63196045ec tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.922824 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4dea82c4-59cb-450e-961a-8f63196045ec tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1409485 Feb 04 16:19:06.925643 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 53888) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:06.930886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b5e605bb-b0c4-42c6-b341-f020be9cb035 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'security_group_rule': {'security_group_id': 'd4d5cb58-a486-400b-b4fe-30f368410e14', 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:06.937657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b5e605bb-b0c4-42c6-b341-f020be9cb035 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:06.941417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b5e605bb-b0c4-42c6-b341-f020be9cb035 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Usage tracker for resource:security_group_rule and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:06.944274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b5e605bb-b0c4-42c6-b341-f020be9cb035 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:06.949876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b5e605bb-b0c4-42c6-b341-f020be9cb035 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:06.960420 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-b5e605bb-b0c4-42c6-b341-f020be9cb035 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Project e00cee0f908a4015ba575ed436ec7346 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:19:06.966660 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5e605bb-b0c4-42c6-b341-f020be9cb035 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:07.032280 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5e605bb-b0c4-42c6-b341-f020be9cb035 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:07.036390 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5e605bb-b0c4-42c6-b341-f020be9cb035 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:07.060218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e605bb-b0c4-42c6-b341-f020be9cb035 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed8a5ad-9951-42d1-b925-56860e3fcdfe,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:07.070343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b5e605bb-b0c4-42c6-b341-f020be9cb035 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:07.071760 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b5e605bb-b0c4-42c6-b341-f020be9cb035 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1452034 Feb 04 16:19:08.990135 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dcfdce59-ac6f-46e6-b85b-9ab3055e7d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:10.317686 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:10.437657 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:11.565259 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:11.870051 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:19.797934 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:21.219066 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-24ea5895-401a-451c-8f70-615859da12ad req-dabef34d-e591-4497-9d8e-54dbbfbd4003 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:21.235709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-24ea5895-401a-451c-8f70-615859da12ad req-dabef34d-e591-4497-9d8e-54dbbfbd4003 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:21.236892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-dabef34d-e591-4497-9d8e-54dbbfbd4003 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806364178&fields=id&tenant_id=e00cee0f908a4015ba575ed436ec7346 HTTP/1.1" status: 200 len: 267 time: 0.0655298 Feb 04 16:19:21.380841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea5895-401a-451c-8f70-615859da12ad req-98f38a67-340c-4fa2-85b2-ae289fc182d6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:21.382175 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-98f38a67-340c-4fa2-85b2-ae289fc182d6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 812 time: 0.1383750 Feb 04 16:19:21.398352 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-aee7a4b1-7dc4-43f5-8faf-bf5fa25c417b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/quotas/e00cee0f908a4015ba575ed436ec7346 HTTP/1.1" status: 200 len: 375 time: 0.0108879 Feb 04 16:19:21.479450 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-87010abd-07ca-4237-8f02-bb60004c72cc tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760994 Feb 04 16:19:21.613476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-000632c8-3599-496b-9a95-c5e99dc8298a service neutron] 10.222.0.60 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220026 Feb 04 16:19:21.742991 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-dbc35021-86bb-47c2-8620-41017907df90 service neutron] 10.222.0.60 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234150 Feb 04 16:19:22.148306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb14c016-9d49-4486-adfc-581d72bf8910 req-a5f5cb7a-15ef-46fc-a4cf-dfeb13b39f33 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0439515 Feb 04 16:19:23.133259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea5895-401a-451c-8f70-615859da12ad req-2def80ad-a12c-4a29-be91-4ec1376bade3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:23.134676 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-2def80ad-a12c-4a29-be91-4ec1376bade3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 812 time: 0.1497045 Feb 04 16:19:23.190400 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-12d6c5bd-8b8d-4e61-b066-4d780fd964cd tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00cee0f908a4015ba575ed436ec7346 HTTP/1.1" status: 200 len: 380 time: 0.0440261 Feb 04 16:19:23.202580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-24ea5895-401a-451c-8f70-615859da12ad req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'port': {'device_id': '904c24f1-fbf0-428d-9828-53103773b2d3', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'admin_state_up': True, 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'security_groups': ['d4d5cb58-a486-400b-b4fe-30f368410e14']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:23.337001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67862818-4791-4206-8052-ab62a668f727 req-ea10e687-5391-4185-b39a-c3f2415e4b4d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0525162 Feb 04 16:19:23.386366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-24ea5895-401a-451c-8f70-615859da12ad req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:23.396520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-24ea5895-401a-451c-8f70-615859da12ad req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:23.407909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ea5895-401a-451c-8f70-615859da12ad req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Made reservation on behalf of e00cee0f908a4015ba575ed436ec7346 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:23.411051 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-24ea5895-401a-451c-8f70-615859da12ad req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:23.575300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-24ea5895-401a-451c-8f70-615859da12ad req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Allocated IP 172.20.0.11 (b250d564-79c6-4311-88c8-4d123b616443/7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c/197021a7-8823-409f-9c1a-8757d7da3cdf) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:23.763710 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-24ea5895-401a-451c-8f70-615859da12ad req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:23.781254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-24ea5895-401a-451c-8f70-615859da12ad req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Transition to ACTIVE for port object 197021a7-8823-409f-9c1a-8757d7da3cdf will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:23.804860 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-24ea5895-401a-451c-8f70-615859da12ad req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:23.883169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ea5895-401a-451c-8f70-615859da12ad req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Network b250d564-79c6-4311-88c8-4d123b616443 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:23.887289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-24ea5895-401a-451c-8f70-615859da12ad req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:23.890314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ea5895-401a-451c-8f70-615859da12ad req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:19:23.930074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'Port': ['ID=197021a7-8823-409f-9c1a-8757d7da3cdf,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:23.973365 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea5895-401a-451c-8f70-615859da12ad req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:23.973972 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-24ea5895-401a-451c-8f70-615859da12ad req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:24.002318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-f866d1cf-221d-451b-9f82-33bf26c5938b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8065369 Feb 04 16:19:24.014864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Request body: {'port': {'device_id': '904c24f1-fbf0-428d-9828-53103773b2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:24.128244 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:24.183653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c45f9d2e-55d2-4891-83c0-3ef56bfd290b None None] Provisioning for port 197021a7-8823-409f-9c1a-8757d7da3cdf completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:24.189232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c45f9d2e-55d2-4891-83c0-3ef56bfd290b None None] Provisioning complete for port 197021a7-8823-409f-9c1a-8757d7da3cdf triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:24.189604 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c45f9d2e-55d2-4891-83c0-3ef56bfd290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:24.246972 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c45f9d2e-55d2-4891-83c0-3ef56bfd290b None None] Port 197021a7-8823-409f-9c1a-8757d7da3cdf cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:19:24.604607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197021a7-8823-409f-9c1a-8757d7da3cdf {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:19:24.613885 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:24.671988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Transition to ACTIVE for port object 197021a7-8823-409f-9c1a-8757d7da3cdf will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:24.680915 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:24.840910 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Pushing event updated for resources: {'Port': ['ID=197021a7-8823-409f-9c1a-8757d7da3cdf,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:24.917323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee261ca-cf3a-4f63-aea5-94a15bb577be req-516db39e-5149-4f59-af57-55959e7ae2ed tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:24.918023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-bee261ca-cf3a-4f63-aea5-94a15bb577be req-516db39e-5149-4f59-af57-55959e7ae2ed tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:24.956061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-bee261ca-cf3a-4f63-aea5-94a15bb577be req-516db39e-5149-4f59-af57-55959e7ae2ed tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:24.958137 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bee261ca-cf3a-4f63-aea5-94a15bb577be req-516db39e-5149-4f59-af57-55959e7ae2ed tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 932 time: 0.3264070 Feb 04 16:19:24.997377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Attempting to bind port 197021a7-8823-409f-9c1a-8757d7da3cdf on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:24.997716 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Attempting to bind port 197021a7-8823-409f-9c1a-8757d7da3cdf by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:24.998044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Attempting to bind port 197021a7-8823-409f-9c1a-8757d7da3cdf on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:25.013616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Port 197021a7-8823-409f-9c1a-8757d7da3cdf on network b250d564-79c6-4311-88c8-4d123b616443 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:25.014626 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Attempting to bind port 197021a7-8823-409f-9c1a-8757d7da3cdf on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:25.028590 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:19:25.028939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Checking segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:19:25.029321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Bound using segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:19:25.029772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Bound port: 197021a7-8823-409f-9c1a-8757d7da3cdf, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:19:25.030116 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:25.041677 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bee261ca-cf3a-4f63-aea5-94a15bb577be req-bbe2cd39-d441-486d-bbec-0d9ee6e3da31 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698853 Feb 04 16:19:25.119625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] For port 197021a7-8823-409f-9c1a-8757d7da3cdf, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:19:25.122499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] For port 197021a7-8823-409f-9c1a-8757d7da3cdf, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=197021a7-8823-409f-9c1a-8757d7da3cdf,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:19:25.128098 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:25.192265 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:25.194004 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] 10.222.0.73 "PUT /v2.0/ports/197021a7-8823-409f-9c1a-8757d7da3cdf HTTP/1.1" status: 200 len: 1092 time: 1.1843686 Feb 04 16:19:25.194431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904c24f1-fbf0-428d-9828-53103773b2d3', 'tag': '197021a7-8823-409f-9c1a-8757d7da3cdf'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:25.212916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1fd59-2088-4f62-8368-bb8cdac1fb1b service neutron] Pushing event updated for resources: {'Port': ['ID=197021a7-8823-409f-9c1a-8757d7da3cdf,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:25.271406 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904c24f1-fbf0-428d-9828-53103773b2d3', 'tag': '197021a7-8823-409f-9c1a-8757d7da3cdf', 'status': 'completed', 'code': 200} Feb 04 16:19:25.309231 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-8c1a9a60-f212-4791-bb43-eb6803d5ac5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 1095 time: 0.0768502 Feb 04 16:19:25.382129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-d62aff6e-b136-42b9-b845-6e3b1bbf0a09 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197021a7-8823-409f-9c1a-8757d7da3cdf HTTP/1.1" status: 200 len: 217 time: 0.0660343 Feb 04 16:19:25.442825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea5895-401a-451c-8f70-615859da12ad req-2acd05e4-8582-4092-bf4f-ae8223b77787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:25.444208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-2acd05e4-8582-4092-bf4f-ae8223b77787 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0569396 Feb 04 16:19:25.519385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-15919d12-f557-4a81-9195-1519598fcc08 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698192 Feb 04 16:19:25.651828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-776cfbc3-99eb-4483-8863-6e223a1839a1 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258905 Feb 04 16:19:25.781558 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24ea5895-401a-451c-8f70-615859da12ad req-e5a46afe-30d2-41d7-9612-55d52436e823 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244140 Feb 04 16:19:25.891470 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c337386d-2316-465d-b7cf-54b3a4c5706f req-b1a55486-ccab-4a64-862b-b2a0f87f1580 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 1095 time: 0.0690556 Feb 04 16:19:26.112868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337386d-2316-465d-b7cf-54b3a4c5706f req-0c213294-c150-458c-ada7-6b0eb225c0e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:26.114327 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c337386d-2316-465d-b7cf-54b3a4c5706f req-0c213294-c150-458c-ada7-6b0eb225c0e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.2171834 Feb 04 16:19:26.222138 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c337386d-2316-465d-b7cf-54b3a4c5706f req-55db8b42-4ddb-40fc-a7ac-3a5568d3cb53 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197021a7-8823-409f-9c1a-8757d7da3cdf HTTP/1.1" status: 200 len: 217 time: 0.1010022 Feb 04 16:19:26.303264 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337386d-2316-465d-b7cf-54b3a4c5706f req-ce71b3d1-c1bf-4ef8-b467-c16897d40ef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:26.304684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c337386d-2316-465d-b7cf-54b3a4c5706f req-ce71b3d1-c1bf-4ef8-b467-c16897d40ef6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0765867 Feb 04 16:19:26.351100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780e1fa-154a-4837-a33a-bb73a1ed3a6a req-768782a5-799b-485a-81f4-6be712e4241a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:26.352480 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3780e1fa-154a-4837-a33a-bb73a1ed3a6a req-768782a5-799b-485a-81f4-6be712e4241a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 944 time: 0.1766822 Feb 04 16:19:26.417990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3780e1fa-154a-4837-a33a-bb73a1ed3a6a req-1bec1c77-f928-4ede-b4f1-b71b19e620ac tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570314 Feb 04 16:19:26.426333 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c337386d-2316-465d-b7cf-54b3a4c5706f req-1d16949c-72c0-4608-af8d-8c05cc949718 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153209 Feb 04 16:19:26.558733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c337386d-2316-465d-b7cf-54b3a4c5706f req-9cc10392-a46c-4991-af93-dbb5a3b8fb8f service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253147 Feb 04 16:19:26.690700 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c337386d-2316-465d-b7cf-54b3a4c5706f req-b11a34a8-8964-4be9-a037-7c8f2ec74122 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253328 Feb 04 16:19:27.463012 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:19:27.623364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519373d-eebe-46cb-8262-13433c107079 req-608d362a-a3c0-4387-9714-5d8bab7e1d1f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:27.624818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6519373d-eebe-46cb-8262-13433c107079 req-608d362a-a3c0-4387-9714-5d8bab7e1d1f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 944 time: 0.0790241 Feb 04 16:19:27.669393 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6519373d-eebe-46cb-8262-13433c107079 req-58d677d2-aaa9-46dc-ad08-a5c39b34cb1e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385344 Feb 04 16:19:28.867935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90dd24-03fa-4388-bdb9-ddd9196d4f4f req-5cc40e50-8102-4b1a-9da2-c875067fa8e6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:28.869411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a90dd24-03fa-4388-bdb9-ddd9196d4f4f req-5cc40e50-8102-4b1a-9da2-c875067fa8e6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 944 time: 0.0761957 Feb 04 16:19:28.916228 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a90dd24-03fa-4388-bdb9-ddd9196d4f4f req-d43ad9b7-ca9c-4895-b54a-d21d03d2b2d8 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408251 Feb 04 16:19:30.117674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3be878-1780-408e-bfe9-617b94974b1e req-9d33b802-0720-48eb-b29e-31867f8bf59d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:30.119121 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b3be878-1780-408e-bfe9-617b94974b1e req-9d33b802-0720-48eb-b29e-31867f8bf59d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 944 time: 0.0782239 Feb 04 16:19:30.164045 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b3be878-1780-408e-bfe9-617b94974b1e req-222465b9-dae0-4da6-b005-3a07c5251bd8 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394859 Feb 04 16:19:31.365495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee1b89-5bfe-471a-9414-8340ded09008 req-aa11cf2b-e815-4ae7-ab8e-438658e0c8d7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:31.367229 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03ee1b89-5bfe-471a-9414-8340ded09008 req-aa11cf2b-e815-4ae7-ab8e-438658e0c8d7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 944 time: 0.0752037 Feb 04 16:19:31.414852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-03ee1b89-5bfe-471a-9414-8340ded09008 req-74693148-281b-4185-b4b6-cbd4d125e937 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420322 Feb 04 16:19:32.613478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762eaf1-5921-4ab7-8985-4094568809e5 req-4a5f9098-04a1-464d-a572-cd8b246ed865 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:32.614937 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6762eaf1-5921-4ab7-8985-4094568809e5 req-4a5f9098-04a1-464d-a572-cd8b246ed865 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 944 time: 0.0778656 Feb 04 16:19:32.661367 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6762eaf1-5921-4ab7-8985-4094568809e5 req-8835d3c3-1213-4996-b955-0a60f8c2aaf5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406239 Feb 04 16:19:33.861610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a61617-3800-454e-9467-d344fdbe733c req-9c38d3a8-1f73-4e67-b9bc-694b972448ab tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:33.863985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a61617-3800-454e-9467-d344fdbe733c req-9c38d3a8-1f73-4e67-b9bc-694b972448ab tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 944 time: 0.0811498 Feb 04 16:19:33.909796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94a61617-3800-454e-9467-d344fdbe733c req-900e220d-4b83-4db5-86b5-0178a0343e4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395455 Feb 04 16:19:34.355743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 197021a7-8823-409f-9c1a-8757d7da3cdf details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:19:34.487678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 197021a7-8823-409f-9c1a-8757d7da3cdf, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=197021a7-8823-409f-9c1a-8757d7da3cdf,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:34.500623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '197021a7-8823-409f-9c1a-8757d7da3cdf', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'port_id': '197021a7-8823-409f-9c1a-8757d7da3cdf', 'mac_address': 'fa:16:3e:6a:2e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:19:34.557452 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:34.574780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197021a7-8823-409f-9c1a-8757d7da3cdf {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:19:34.590557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 197021a7-8823-409f-9c1a-8757d7da3cdf, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=197021a7-8823-409f-9c1a-8757d7da3cdf,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:34.594449 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:34.661574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=197021a7-8823-409f-9c1a-8757d7da3cdf,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:34.671671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:34.672018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:34.672358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:34.672691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:34.673017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:34.673340 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:34.673664 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:34.673984 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:34.674304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:34.675205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:34.675714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:34.909713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['197021a7-8823-409f-9c1a-8757d7da3cdf'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:19:35.111393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4303ff-1f1e-4618-a9eb-76f4dc7d8a21 req-a6169b75-3ce6-40ce-8df8-d91e03972748 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:35.112850 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be4303ff-1f1e-4618-a9eb-76f4dc7d8a21 req-a6169b75-3ce6-40ce-8df8-d91e03972748 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0763931 Feb 04 16:19:35.159692 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be4303ff-1f1e-4618-a9eb-76f4dc7d8a21 req-9c74a720-634f-4506-8495-2025cae88e4c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407579 Feb 04 16:19:36.366092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b718a-78a7-483d-840c-0d50380422ca req-e0b5959f-69f2-422d-af93-6f04e6462a38 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:36.367678 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-140b718a-78a7-483d-840c-0d50380422ca req-e0b5959f-69f2-422d-af93-6f04e6462a38 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0859015 Feb 04 16:19:36.370368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 197021a7-8823-409f-9c1a-8757d7da3cdf up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:19:36.415714 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-140b718a-78a7-483d-840c-0d50380422ca req-9d7c7bb6-ccd3-489c-98b0-aea03b78849f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422132 Feb 04 16:19:36.473370 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 197021a7-8823-409f-9c1a-8757d7da3cdf completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:36.477778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 197021a7-8823-409f-9c1a-8757d7da3cdf triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:36.478144 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.590518 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.624074 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-28c6beef-8cd8-46f6-a80a-59c36d6eac39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.631001 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904c24f1-fbf0-428d-9828-53103773b2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197021a7-8823-409f-9c1a-8757d7da3cdf'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:36.641325 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 197021a7-8823-409f-9c1a-8757d7da3cdf, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=197021a7-8823-409f-9c1a-8757d7da3cdf,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:36.646481 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.690038 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904c24f1-fbf0-428d-9828-53103773b2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197021a7-8823-409f-9c1a-8757d7da3cdf', 'code': 200} Feb 04 16:19:36.714817 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=197021a7-8823-409f-9c1a-8757d7da3cdf,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:36.809577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50437c8b-dfa8-46c7-a711-eb1a2e2d0728 req-99a364ca-7093-4565-b0dd-431e48016003 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 1097 time: 0.0663331 Feb 04 16:19:36.851691 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-50437c8b-dfa8-46c7-a711-eb1a2e2d0728 req-0b5ef424-d72f-4cdb-b2f5-b6a89393225f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362775 Feb 04 16:19:37.620499 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522c8f8-298d-4fa7-9570-20f86adb42dc req-01b12ee3-d799-43b0-97c7-044ef9ea5be2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:37.621951 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0522c8f8-298d-4fa7-9570-20f86adb42dc req-01b12ee3-d799-43b0-97c7-044ef9ea5be2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 946 time: 0.0801644 Feb 04 16:19:37.667459 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0522c8f8-298d-4fa7-9570-20f86adb42dc req-61349e80-fcbc-4ee0-9402-fd05455a5e5b tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399151 Feb 04 16:19:38.539374 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05540879-e773-4cbe-96bd-221256923730 req-5a8321c5-0151-4179-b7e9-4a3c289c0352 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725467 Feb 04 16:19:38.701981 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05540879-e773-4cbe-96bd-221256923730 req-3fe9bd47-a671-498f-b39f-38199a7baedb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=712bc513df6c4eec89ab7c8130959559&device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 1096 time: 0.0772877 Feb 04 16:19:38.850101 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05540879-e773-4cbe-96bd-221256923730 req-22d2203c-5752-46f0-8c18-ebac352ae8c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:38.851586 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05540879-e773-4cbe-96bd-221256923730 req-22d2203c-5752-46f0-8c18-ebac352ae8c0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d4720e42-3d03-45e8-91d8-4987d980797a HTTP/1.1" status: 200 len: 909 time: 0.1302037 Feb 04 16:19:38.869384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcde9c-c5b2-41db-a2ba-c4224ced27ff req-906259c4-4b88-4901-865f-a71cc65e372d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:38.870861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ebcde9c-c5b2-41db-a2ba-c4224ced27ff req-906259c4-4b88-4901-865f-a71cc65e372d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 946 time: 0.0777326 Feb 04 16:19:38.969924 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05540879-e773-4cbe-96bd-221256923730 req-6f156ee8-3fd5-4976-8e86-95b5f4b85161 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=063a6baa-7568-41b1-b17c-17f9e9e4a0e0 HTTP/1.1" status: 200 len: 1001 time: 0.1114874 Feb 04 16:19:38.985143 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0393857a-0487-4ecb-80bc-ef0059b95bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.022261 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ebcde9c-c5b2-41db-a2ba-c4224ced27ff req-9d8e662d-46d7-46b6-9b84-6cdb768b2428 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454175 Feb 04 16:19:39.050589 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05540879-e773-4cbe-96bd-221256923730 req-ebea1e37-bb1c-4eba-8990-31e34ffd478a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:39.052098 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05540879-e773-4cbe-96bd-221256923730 req-ebea1e37-bb1c-4eba-8990-31e34ffd478a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=18ef6756-075a-4f1b-8269-341770422096 HTTP/1.1" status: 200 len: 847 time: 0.0748630 Feb 04 16:19:39.238328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4433022-3103-4df0-b3f9-dbf7251c202a req-34727e69-77f9-4734-83cc-9c58b4a2851f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:39.239749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4433022-3103-4df0-b3f9-dbf7251c202a req-34727e69-77f9-4734-83cc-9c58b4a2851f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 946 time: 0.0838807 Feb 04 16:19:39.242447 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05540879-e773-4cbe-96bd-221256923730 req-12171f51-f229-4ea2-9c5f-88718635d8dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4720e42-3d03-45e8-91d8-4987d980797a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840963 Feb 04 16:19:39.287677 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4433022-3103-4df0-b3f9-dbf7251c202a req-70395800-849a-4a37-abc1-f16649eecac6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415509 Feb 04 16:19:39.387914 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05540879-e773-4cbe-96bd-221256923730 req-b15aea44-3f24-429a-9a4b-8c4127a54882 service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389499 Feb 04 16:19:39.437303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54036) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:39.509725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-23560bf5-4513-4a79-ad50-ab64b1f1fba5 tempest-TestVolumeBootPattern-643513384 tempest-TestVolumeBootPattern-643513384-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 1092 time: 0.0711405 Feb 04 16:19:39.512360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54040) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:39.517668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': '197021a7-8823-409f-9c1a-8757d7da3cdf', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:39.524767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:39.526546 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-05540879-e773-4cbe-96bd-221256923730 req-ef9ad755-6a14-40e7-93a6-b693d02493f0 service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329050 Feb 04 16:19:39.528844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Usage tracker for resource:floatingip and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:39.531803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:39.537518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:39.548182 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.686852 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.820961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Allocated IP 172.25.0.6 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/6045be63-475f-46cc-a0bd-d681f11afe33) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:39.974337 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.003437 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.070855 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:40.073803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:40.078199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:19:40.105495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'Port': ['ID=6045be63-475f-46cc-a0bd-d681f11afe33,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:40.320867 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.429698 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.625724 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.683396 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.895458 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.900135 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.101373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'Port': ['ID=6045be63-475f-46cc-a0bd-d681f11afe33,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:41.119459 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.314036 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Floating IP 4b74cae5-60c8-44c2-ba9d-30b6c50a1803 associated. External IP: 172.25.0.6, port: 197021a7-8823-409f-9c1a-8757d7da3cdf. Feb 04 16:19:41.569493 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.709101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Router 9cd36b00-3e48-4d48-b538-9ce2c546972e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:19:41.885978 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.912479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:19:41.923496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e4107-ed7b-4276-b708-e5a4c37e14a0 None None] Sync routers for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:19:41.936638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e4107-ed7b-4276-b708-e5a4c37e14a0 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:41.937330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6b4e4107-ed7b-4276-b708-e5a4c37e14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:19:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:41.939294 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.996336 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a64094a8-e3fc-4ab8-8b51-ec529b8875a9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4829700 Feb 04 16:19:41.997079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904c24f1-fbf0-428d-9828-53103773b2d3', 'tag': '197021a7-8823-409f-9c1a-8757d7da3cdf'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:42.052081 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904c24f1-fbf0-428d-9828-53103773b2d3', 'tag': '197021a7-8823-409f-9c1a-8757d7da3cdf', 'status': 'completed', 'code': 200} Feb 04 16:19:42.124349 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-6b4e4107-ed7b-4276-b708-e5a4c37e14a0 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:19:42.144190 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c3a2d27-3ca0-4632-b903-a243d8085156 req-2464575a-ebe8-4944-aedc-f948498b583a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 1097 time: 0.0720227 Feb 04 16:19:42.274557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a2d27-3ca0-4632-b903-a243d8085156 req-b1871f4d-71e7-4c7a-912e-56cfc5c9f01d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:42.276043 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c3a2d27-3ca0-4632-b903-a243d8085156 req-b1871f4d-71e7-4c7a-912e-56cfc5c9f01d service neutron] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1257639 Feb 04 16:19:42.376646 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c3a2d27-3ca0-4632-b903-a243d8085156 req-c3861eef-6cb8-4f32-8fd3-3642d36f653b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197021a7-8823-409f-9c1a-8757d7da3cdf HTTP/1.1" status: 200 len: 998 time: 0.0952804 Feb 04 16:19:42.442991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a2d27-3ca0-4632-b903-a243d8085156 req-0645c020-51af-4ec0-856d-2cb54431a616 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:42.444360 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c3a2d27-3ca0-4632-b903-a243d8085156 req-0645c020-51af-4ec0-856d-2cb54431a616 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0624654 Feb 04 16:19:42.482412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6b4e4107-ed7b-4276-b708-e5a4c37e14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '4b74cae5-60c8-44c2-ba9d-30b6c50a1803', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'port_id': '197021a7-8823-409f-9c1a-8757d7da3cdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'mac_address': 'fa:16:3e:6a:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904c24f1-fbf0-428d-9828-53103773b2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:19:40Z', 'updated_at': '2022-02-04T16:19:40Z', 'revision_number': 0, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:42.486209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e4107-ed7b-4276-b708-e5a4c37e14a0 None None] Checking router: 9cd36b00-3e48-4d48-b538-9ce2c546972e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:19:42.500283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e4107-ed7b-4276-b708-e5a4c37e14a0 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:42.500902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6b4e4107-ed7b-4276-b708-e5a4c37e14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:19:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:42.520223 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c3a2d27-3ca0-4632-b903-a243d8085156 req-f44b6ee4-1421-460f-9a8b-06baad351a64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701640 Feb 04 16:19:42.686500 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-6b4e4107-ed7b-4276-b708-e5a4c37e14a0 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:19:42.839299 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c3a2d27-3ca0-4632-b903-a243d8085156 req-ff6df850-36d4-4b32-ac43-cbb44d12d3b1 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121288 Feb 04 16:19:42.868996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a8533b1-cc88-4a6d-863a-c30148af3c45 req-4993d823-809c-41cf-8eaa-46c48be76326 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2749662 Feb 04 16:19:42.983241 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c3a2d27-3ca0-4632-b903-a243d8085156 req-9ce67fc2-d09e-455f-ac31-77050b0c0c4a service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374288 Feb 04 16:19:43.077416 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6b4e4107-ed7b-4276-b708-e5a4c37e14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '4b74cae5-60c8-44c2-ba9d-30b6c50a1803', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'port_id': '197021a7-8823-409f-9c1a-8757d7da3cdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'mac_address': 'fa:16:3e:6a:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904c24f1-fbf0-428d-9828-53103773b2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:19:40Z', 'updated_at': '2022-02-04T16:19:40Z', 'revision_number': 0, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:43.082758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e4107-ed7b-4276-b708-e5a4c37e14a0 None None] The sync data for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 is: [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '4b74cae5-60c8-44c2-ba9d-30b6c50a1803', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'port_id': '197021a7-8823-409f-9c1a-8757d7da3cdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'mac_address': 'fa:16:3e:6a:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904c24f1-fbf0-428d-9828-53103773b2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:19:40Z', 'updated_at': '2022-02-04T16:19:40Z', 'revision_number': 0, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:19:43.174067 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a8533b1-cc88-4a6d-863a-c30148af3c45 req-75ea8157-2032-4086-af48-210549d24a43 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 1097 time: 0.0710480 Feb 04 16:19:43.301246 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0926434-02d8-4ce5-9030-4d44558da06d None None] New status for floating IP 4b74cae5-60c8-44c2-ba9d-30b6c50a1803: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:19:43.328522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8533b1-cc88-4a6d-863a-c30148af3c45 req-a5b67b40-3df2-4581-ab40-9dfb94b4d154 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:43.329959 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a8533b1-cc88-4a6d-863a-c30148af3c45 req-a5b67b40-3df2-4581-ab40-9dfb94b4d154 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1380188 Feb 04 16:19:43.437754 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a8533b1-cc88-4a6d-863a-c30148af3c45 req-7157c743-2183-4774-a9b8-5e330839a027 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197021a7-8823-409f-9c1a-8757d7da3cdf HTTP/1.1" status: 200 len: 998 time: 0.0980959 Feb 04 16:19:43.500609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8533b1-cc88-4a6d-863a-c30148af3c45 req-7f79ef04-3a72-43b2-a172-00ab3877f298 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:43.502033 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a8533b1-cc88-4a6d-863a-c30148af3c45 req-7f79ef04-3a72-43b2-a172-00ab3877f298 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0583141 Feb 04 16:19:43.584059 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a8533b1-cc88-4a6d-863a-c30148af3c45 req-788bde20-263c-4428-b157-98306545f3b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730939 Feb 04 16:19:43.717206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a8533b1-cc88-4a6d-863a-c30148af3c45 req-051fc9a3-6803-4e2a-adc4-d14366f54460 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255581 Feb 04 16:19:43.851125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a8533b1-cc88-4a6d-863a-c30148af3c45 req-56469e06-8172-4424-9bf8-f8ab7fdb7470 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281149 Feb 04 16:19:49.802229 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:04.464212 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:20:06.615211 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-29c03ad8-84f0-48ff-86d1-46f0e9c8c06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:08.981361 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ba836de9-1ef0-44bb-8a32-c102a8e68da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:10.358410 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:10.432484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:11.570359 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:11.898086 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:19.800248 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.605964 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b4ba567f-fe3e-4121-9bcb-f27d4ff7a6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.533804 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59ed4a0c-64b1-476c-9967-9d38f4adccf6 req-7f927ce6-7ff5-4189-9710-3911ecaa98bc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689499 Feb 04 16:20:38.696983 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59ed4a0c-64b1-476c-9967-9d38f4adccf6 req-5537f21f-af3f-405f-8744-91a5c25a0ed2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=712bc513df6c4eec89ab7c8130959559&device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 1096 time: 0.0788546 Feb 04 16:20:38.846749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed4a0c-64b1-476c-9967-9d38f4adccf6 req-6328347b-b13a-41c3-a858-286a849d1150 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:38.848266 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59ed4a0c-64b1-476c-9967-9d38f4adccf6 req-6328347b-b13a-41c3-a858-286a849d1150 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d4720e42-3d03-45e8-91d8-4987d980797a HTTP/1.1" status: 200 len: 909 time: 0.1316075 Feb 04 16:20:38.967265 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59ed4a0c-64b1-476c-9967-9d38f4adccf6 req-b8e8342f-3f2f-4f3f-ba71-ee1277b9860b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=063a6baa-7568-41b1-b17c-17f9e9e4a0e0 HTTP/1.1" status: 200 len: 1001 time: 0.1126747 Feb 04 16:20:38.990453 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a00f41e6-c287-4d0e-af32-acc07bda2157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:39.060512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed4a0c-64b1-476c-9967-9d38f4adccf6 req-de4c9851-e290-4a27-958a-ba2670b62d50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:39.061970 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59ed4a0c-64b1-476c-9967-9d38f4adccf6 req-de4c9851-e290-4a27-958a-ba2670b62d50 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=18ef6756-075a-4f1b-8269-341770422096 HTTP/1.1" status: 200 len: 847 time: 0.0886948 Feb 04 16:20:39.143731 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59ed4a0c-64b1-476c-9967-9d38f4adccf6 req-b246a865-b0ca-4678-91f1-6024b43e1bd6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4720e42-3d03-45e8-91d8-4987d980797a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754144 Feb 04 16:20:39.284533 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59ed4a0c-64b1-476c-9967-9d38f4adccf6 req-8c747418-aa5c-47f8-ac81-f3c3fb40f59c service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346350 Feb 04 16:20:39.419441 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-59ed4a0c-64b1-476c-9967-9d38f4adccf6 req-9e633ef5-a466-4f4e-8615-32264ea714af service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278572 Feb 04 16:20:40.326673 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:40.435003 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.463985 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:20:41.573895 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.914537 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:42.722539 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80cb5037-4a88-4aa6-bcb8-644fb44e4574 req-1c8fe981-707a-42f8-8f88-e2a1a52343b9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1436205 Feb 04 16:20:42.874778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80cb5037-4a88-4aa6-bcb8-644fb44e4574 req-2fe7f592-7715-466d-a446-b392a194ef43 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 1097 time: 0.0731959 Feb 04 16:20:43.022727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb5037-4a88-4aa6-bcb8-644fb44e4574 req-b6124491-0a47-40bc-bc9d-470390d958c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:43.024208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80cb5037-4a88-4aa6-bcb8-644fb44e4574 req-b6124491-0a47-40bc-bc9d-470390d958c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1309988 Feb 04 16:20:43.124747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80cb5037-4a88-4aa6-bcb8-644fb44e4574 req-803da41b-58a4-40f7-856d-2aa6b05670b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197021a7-8823-409f-9c1a-8757d7da3cdf HTTP/1.1" status: 200 len: 1000 time: 0.0943737 Feb 04 16:20:43.190717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb5037-4a88-4aa6-bcb8-644fb44e4574 req-7cec2967-d6ce-4928-a1b8-72c4a3a9285a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:43.192107 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80cb5037-4a88-4aa6-bcb8-644fb44e4574 req-7cec2967-d6ce-4928-a1b8-72c4a3a9285a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0622811 Feb 04 16:20:43.268806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80cb5037-4a88-4aa6-bcb8-644fb44e4574 req-40c3ab1c-698d-415e-af5b-768c44d0b882 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713518 Feb 04 16:20:43.402127 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80cb5037-4a88-4aa6-bcb8-644fb44e4574 req-6389ff16-224a-43f3-8495-dd8476726193 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272943 Feb 04 16:20:43.642746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80cb5037-4a88-4aa6-bcb8-644fb44e4574 req-cd5b19ca-3ba4-4787-bb3b-92d8980ffc19 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347000 Feb 04 16:20:49.833570 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:06.608453 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5f7145f5-f9b2-43b1-ad45-bc6d75041ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:08.987316 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e174bf1d-5140-457d-8fca-d3802e925e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:10.330867 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:10.436475 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:11.575894 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:11.928874 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:18.463824 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:21:19.829658 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:36.613879 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c3112b23-7455-4890-8261-989808c4f681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:38.452282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5f55c-8856-46e3-bebd-3740d28b5cdc req-e74a43fc-4c4f-430c-a49a-759ac579ba9e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:38.454224 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10c5f55c-8856-46e3-bebd-3740d28b5cdc req-e74a43fc-4c4f-430c-a49a-759ac579ba9e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 946 time: 0.0798435 Feb 04 16:21:38.501599 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10c5f55c-8856-46e3-bebd-3740d28b5cdc req-6eb59243-bc9e-450f-8c1f-f038e028b5fa tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Feb 04 16:21:38.515382 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aff0df79-0b61-4ceb-9d78-aed4f3cabf04 req-9f5044b3-a85d-46d4-8272-1d16a18e6b9a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709410 Feb 04 16:21:38.667464 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aff0df79-0b61-4ceb-9d78-aed4f3cabf04 req-623cfea5-bc60-42f7-a735-47e4d5d57bea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=712bc513df6c4eec89ab7c8130959559&device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 1096 time: 0.0697286 Feb 04 16:21:38.810720 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0df79-0b61-4ceb-9d78-aed4f3cabf04 req-c97e2064-9707-4038-a25c-dcec67f6298e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:38.812217 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aff0df79-0b61-4ceb-9d78-aed4f3cabf04 req-c97e2064-9707-4038-a25c-dcec67f6298e service neutron] 10.222.0.81 "GET /v2.0/networks?id=d4720e42-3d03-45e8-91d8-4987d980797a HTTP/1.1" status: 200 len: 909 time: 0.1275594 Feb 04 16:21:38.920119 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aff0df79-0b61-4ceb-9d78-aed4f3cabf04 req-a1656e65-286e-4e87-812e-c06723610f36 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=063a6baa-7568-41b1-b17c-17f9e9e4a0e0 HTTP/1.1" status: 200 len: 1001 time: 0.1022122 Feb 04 16:21:38.997697 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-69f66120-e9ee-4a16-bf34-56e342374e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:39.096270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0df79-0b61-4ceb-9d78-aed4f3cabf04 req-9e8bb7a0-e407-4e26-ba61-f5adcc4b8654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:39.097724 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aff0df79-0b61-4ceb-9d78-aed4f3cabf04 req-9e8bb7a0-e407-4e26-ba61-f5adcc4b8654 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=18ef6756-075a-4f1b-8269-341770422096 HTTP/1.1" status: 200 len: 847 time: 0.1718969 Feb 04 16:21:39.173616 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aff0df79-0b61-4ceb-9d78-aed4f3cabf04 req-b28446c5-a354-455b-87f9-0b11cd8be9db service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d4720e42-3d03-45e8-91d8-4987d980797a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703681 Feb 04 16:21:39.314508 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aff0df79-0b61-4ceb-9d78-aed4f3cabf04 req-aab59580-ee7d-4dac-bc58-6f9c2bf35b80 service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330879 Feb 04 16:21:39.447055 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-aff0df79-0b61-4ceb-9d78-aed4f3cabf04 req-83d04b56-6ba5-4f67-80ff-f5be417a47de service neutron] 10.222.0.81 "GET /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263456 Feb 04 16:21:39.719679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdf682-f3b3-4463-87e1-ace1aae58f08 req-808d4b2a-5f12-4d7f-b4e4-976c88214f26 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:39.721123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8cdf682-f3b3-4463-87e1-ace1aae58f08 req-808d4b2a-5f12-4d7f-b4e4-976c88214f26 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 946 time: 0.0788257 Feb 04 16:21:39.769782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8cdf682-f3b3-4463-87e1-ace1aae58f08 req-c8f7d6ce-debd-4971-804d-4a674df8ddcc tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431752 Feb 04 16:21:40.207891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-513d5e4a-621b-43d1-8ba1-f9d8ef479fbc tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:40.209248 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-513d5e4a-621b-43d1-8ba1-f9d8ef479fbc tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 946 time: 0.0763605 Feb 04 16:21:40.278092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Deleting port 197021a7-8823-409f-9c1a-8757d7da3cdf {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:21:40.278350 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:40.334803 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:40.439804 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:40.528662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] For port 197021a7-8823-409f-9c1a-8757d7da3cdf, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=197021a7-8823-409f-9c1a-8757d7da3cdf,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:40.528919 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:40.842833 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:40.844143 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:40.844537 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Floating IP 4b74cae5-60c8-44c2-ba9d-30b6c50a1803 disassociated. External IP: 172.25.0.6, port: 197021a7-8823-409f-9c1a-8757d7da3cdf. Feb 04 16:21:40.844834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Calling delete_port for 197021a7-8823-409f-9c1a-8757d7da3cdf owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:21:41.044242 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:41.102721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event deleted for resources: {'Port': ['ID=197021a7-8823-409f-9c1a-8757d7da3cdf,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:41.120037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:41.120387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:41.120727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:41.121125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:41.121373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:41.121695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:41.122014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:41.122363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:41.122653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:41.122965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:41.123308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:41.194824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d53af-a9cf-46e6-a216-beba1e32f55d req-ecbf1e21-3009-4e1d-890d-98339023377f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:41.196335 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e0d53af-a9cf-46e6-a216-beba1e32f55d req-ecbf1e21-3009-4e1d-890d-98339023377f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 867 time: 0.2435448 Feb 04 16:21:41.262126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e0d53af-a9cf-46e6-a216-beba1e32f55d req-8b8ee9c5-3262-43c8-ad3c-374af7503d98 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588613 Feb 04 16:21:41.382479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Router 9cd36b00-3e48-4d48-b538-9ce2c546972e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:21:41.579858 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:41.704220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:21:41.713483 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41ab0d0-8154-44bb-ac56-2ade36174109 None None] Sync routers for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:21:41.726507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41ab0d0-8154-44bb-ac56-2ade36174109 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:21:41.727260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a41ab0d0-8154-44bb-ac56-2ade36174109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:21:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:41.774411 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] No DVR routers for this DVR port 197021a7-8823-409f-9c1a-8757d7da3cdf on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:21:41.776940 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:41.779524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904c24f1-fbf0-428d-9828-53103773b2d3', 'name': 'network-vif-deleted', 'tag': '197021a7-8823-409f-9c1a-8757d7da3cdf'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:41.795701 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb6ac007-c9b9-4f71-a2ae-04892c524ae0 req-e9030188-543d-4335-ad28-c4fde0a8af6c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "DELETE /v2.0/ports/197021a7-8823-409f-9c1a-8757d7da3cdf HTTP/1.1" status: 204 len: 173 time: 1.5806296 Feb 04 16:21:41.911265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-a41ab0d0-8154-44bb-ac56-2ade36174109 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:21:41.981919 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904c24f1-fbf0-428d-9828-53103773b2d3', 'name': 'network-vif-deleted', 'tag': '197021a7-8823-409f-9c1a-8757d7da3cdf', 'status': 'completed', 'code': 200} Feb 04 16:21:42.050054 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:42.257327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a41ab0d0-8154-44bb-ac56-2ade36174109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:42.261450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41ab0d0-8154-44bb-ac56-2ade36174109 None None] Checking router: 9cd36b00-3e48-4d48-b538-9ce2c546972e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:21:42.272583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41ab0d0-8154-44bb-ac56-2ade36174109 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:21:42.273188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a41ab0d0-8154-44bb-ac56-2ade36174109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:21:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:42.458460 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-674406d7-785e-4d0e-91b8-854f60de913c req-75fe972a-4a88-4062-878e-3d570e7aa45c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:21:42.466193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-a41ab0d0-8154-44bb-ac56-2ade36174109 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:21:42.478178 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-674406d7-785e-4d0e-91b8-854f60de913c req-75fe972a-4a88-4062-878e-3d570e7aa45c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:21:42.480921 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-674406d7-785e-4d0e-91b8-854f60de913c req-75fe972a-4a88-4062-878e-3d570e7aa45c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=904c24f1-fbf0-428d-9828-53103773b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0841401 Feb 04 16:21:42.819579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a41ab0d0-8154-44bb-ac56-2ade36174109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:42.823539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41ab0d0-8154-44bb-ac56-2ade36174109 None None] The sync data for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 is: [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:21:43.024496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 197021a7-8823-409f-9c1a-8757d7da3cdf no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:21:43.054987 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a22efa-8665-4faf-8544-c00d35d57026 None None] New status for floating IP 4b74cae5-60c8-44c2-ba9d-30b6c50a1803: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:21:43.058530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 197021a7-8823-409f-9c1a-8757d7da3cdf {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:21:43.058877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 197021a7-8823-409f-9c1a-8757d7da3cdf not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:21:43.824688 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-7769b487-a3cf-4e25-ace1-f87656503361 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806364178&fields=id&tenant_id=e00cee0f908a4015ba575ed436ec7346 HTTP/1.1" status: 200 len: 267 time: 0.0439644 Feb 04 16:21:43.973334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-63f9c120-506d-4d43-b23e-9c1730eb8e42 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:43.976247 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-63f9c120-506d-4d43-b23e-9c1730eb8e42 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 812 time: 0.1443357 Feb 04 16:21:43.993501 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f7b84677-930c-40eb-8b27-f2377c630bdc tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/quotas/e00cee0f908a4015ba575ed436ec7346 HTTP/1.1" status: 200 len: 375 time: 0.0119960 Feb 04 16:21:44.074933 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-762bca10-2250-4e27-8e3d-511546dcf98f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762246 Feb 04 16:21:44.164025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-437165af-54b7-4640-b5a2-d28acf33cfcf service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:21:44.164988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-437165af-54b7-4640-b5a2-d28acf33cfcf service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0784311 Feb 04 16:21:44.298944 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-03e5e002-bac8-4bf0-9c63-4917c8312267 service neutron] 10.222.0.60 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275418 Feb 04 16:21:44.429667 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-d586f1bb-247b-4810-b3de-c2845eaf86a0 service neutron] 10.222.0.60 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249135 Feb 04 16:21:44.842914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6de1a700-73d3-436a-9e8a-95a50fea55d0 req-e5cf35bf-5896-4f1e-80c0-a3130d7bb4a7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 210 time: 0.0479188 Feb 04 16:21:46.049648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7200e5db-a3b1-47b3-8200-18784fcdb75b req-93e75a34-13bb-4e8a-86fb-c7ea04355aac tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 210 time: 0.0715568 Feb 04 16:21:46.062152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f834d07b-d16a-4c38-91f7-9bc72799b028 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:46.064284 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f834d07b-d16a-4c38-91f7-9bc72799b028 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 812 time: 0.2057433 Feb 04 16:21:46.121149 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-06cda6c9-4fe9-45a8-b9f9-b3cf96070f0e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00cee0f908a4015ba575ed436ec7346 HTTP/1.1" status: 200 len: 380 time: 0.0449913 Feb 04 16:21:46.130344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'port': {'device_id': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'admin_state_up': True, 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'security_groups': ['d4d5cb58-a486-400b-b4fe-30f368410e14']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:46.271122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:46.280713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:46.292272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Made reservation on behalf of e00cee0f908a4015ba575ed436ec7346 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:21:46.295375 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.461618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Allocated IP 172.20.0.13 (b250d564-79c6-4311-88c8-4d123b616443/7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c/c68389d9-8dc1-487c-a328-caabacac4f4a) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:21:46.654381 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.670633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Transition to ACTIVE for port object c68389d9-8dc1-487c-a328-caabacac4f4a will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:46.696508 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.873268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Network b250d564-79c6-4311-88c8-4d123b616443 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:21:46.876991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:46.881587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:21:46.906675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'Port': ['ID=c68389d9-8dc1-487c-a328-caabacac4f4a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:46.952004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:46.952764 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.982620 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-02d74a4c-e60e-4d57-a80a-f4a6b78f7f4e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8560061 Feb 04 16:21:46.995000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Request body: {'port': {'device_id': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:47.111746 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:47.169973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-23c4ab07-5156-4d25-bbdb-f71d58d50ffc None None] Provisioning for port c68389d9-8dc1-487c-a328-caabacac4f4a completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:21:47.176130 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-23c4ab07-5156-4d25-bbdb-f71d58d50ffc None None] Provisioning complete for port c68389d9-8dc1-487c-a328-caabacac4f4a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:47.176753 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-23c4ab07-5156-4d25-bbdb-f71d58d50ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:47.238273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-23c4ab07-5156-4d25-bbdb-f71d58d50ffc None None] Port c68389d9-8dc1-487c-a328-caabacac4f4a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:21:47.420745 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40709c-ea68-4ac1-98b9-85bcddc9d992 req-4f818f00-bf27-409a-82e0-eda4fb5e3198 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:47.421359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7b40709c-ea68-4ac1-98b9-85bcddc9d992 req-4f818f00-bf27-409a-82e0-eda4fb5e3198 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:21:47.474010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7b40709c-ea68-4ac1-98b9-85bcddc9d992 req-4f818f00-bf27-409a-82e0-eda4fb5e3198 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:21:47.475755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b40709c-ea68-4ac1-98b9-85bcddc9d992 req-4f818f00-bf27-409a-82e0-eda4fb5e3198 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 932 time: 0.2418144 Feb 04 16:21:47.601470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68389d9-8dc1-487c-a328-caabacac4f4a {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:21:47.611000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b40709c-ea68-4ac1-98b9-85bcddc9d992 req-c25cfc8d-4d76-4b98-86b9-073085572efc tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277924 Feb 04 16:21:47.612812 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:47.630709 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Transition to ACTIVE for port object c68389d9-8dc1-487c-a328-caabacac4f4a will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:47.635422 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:47.766682 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Pushing event updated for resources: {'Port': ['ID=c68389d9-8dc1-487c-a328-caabacac4f4a,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:47.881754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Attempting to bind port c68389d9-8dc1-487c-a328-caabacac4f4a on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:21:47.882083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Attempting to bind port c68389d9-8dc1-487c-a328-caabacac4f4a by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:21:47.882400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Attempting to bind port c68389d9-8dc1-487c-a328-caabacac4f4a on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:21:47.888018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Port c68389d9-8dc1-487c-a328-caabacac4f4a on network b250d564-79c6-4311-88c8-4d123b616443 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:21:47.888331 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Attempting to bind port c68389d9-8dc1-487c-a328-caabacac4f4a on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:21:47.894907 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:21:47.895263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Checking segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:21:47.895639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Bound using segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:21:47.896050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Bound port: c68389d9-8dc1-487c-a328-caabacac4f4a, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:21:47.896387 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:47.986054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] For port c68389d9-8dc1-487c-a328-caabacac4f4a, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:21:47.989375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] For port c68389d9-8dc1-487c-a328-caabacac4f4a, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c68389d9-8dc1-487c-a328-caabacac4f4a,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:21:47.994504 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:48.061134 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:48.062881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] 10.222.0.73 "PUT /v2.0/ports/c68389d9-8dc1-487c-a328-caabacac4f4a HTTP/1.1" status: 200 len: 1092 time: 1.0730429 Feb 04 16:21:48.063338 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'tag': 'c68389d9-8dc1-487c-a328-caabacac4f4a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:48.088730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3c595-3366-4b5d-b91a-dd76daf51537 service neutron] Pushing event updated for resources: {'Port': ['ID=c68389d9-8dc1-487c-a328-caabacac4f4a,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:48.137409 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'tag': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'status': 'completed', 'code': 200} Feb 04 16:21:48.182678 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-f9ab9ec8-c1a5-423f-b915-f44da9305133 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 1095 time: 0.0824594 Feb 04 16:21:48.255420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-8d9cc234-3796-43b1-b6dc-fd9a6a5fce7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c68389d9-8dc1-487c-a328-caabacac4f4a HTTP/1.1" status: 200 len: 217 time: 0.0655303 Feb 04 16:21:48.316611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-fc001ca3-c1c1-44c0-8c99-853b3581dec7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:48.318081 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-fc001ca3-c1c1-44c0-8c99-853b3581dec7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0571415 Feb 04 16:21:48.391948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-b039d495-304a-4745-b493-a609e8666db6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683672 Feb 04 16:21:48.521402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-c7fd9452-d6d5-46b7-a322-40e2c467a11d service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238894 Feb 04 16:21:48.651039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c50d0aa4-b9a5-4cf5-bf35-31e49a91959e req-ceb39f2b-5309-4783-b8dd-567c6c44751c service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241102 Feb 04 16:21:48.934642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f892f51-24a6-41bc-9544-39de1b8d785f req-0fb7f1a6-ee15-4499-ab0d-998357b5c7f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 1095 time: 0.2418592 Feb 04 16:21:48.944552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a5190-271b-4bbc-9a1e-7d1081e5c147 req-36849410-c3d3-4dbb-be01-268e2c13df1f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:48.945947 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-139a5190-271b-4bbc-9a1e-7d1081e5c147 req-36849410-c3d3-4dbb-be01-268e2c13df1f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 944 time: 0.1140926 Feb 04 16:21:49.074661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-139a5190-271b-4bbc-9a1e-7d1081e5c147 req-4bf78620-cec9-4aad-990b-83c6979c163a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082480 Feb 04 16:21:49.106760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f892f51-24a6-41bc-9544-39de1b8d785f req-cc3f47f0-7616-4c03-ac75-d07fc947acc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:49.108246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f892f51-24a6-41bc-9544-39de1b8d785f req-cc3f47f0-7616-4c03-ac75-d07fc947acc5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1614745 Feb 04 16:21:49.174784 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f892f51-24a6-41bc-9544-39de1b8d785f req-6e3c2c6c-264b-4279-921f-fb34c0de6c69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c68389d9-8dc1-487c-a328-caabacac4f4a HTTP/1.1" status: 200 len: 217 time: 0.0606511 Feb 04 16:21:49.237870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f892f51-24a6-41bc-9544-39de1b8d785f req-aac31f2a-dea1-4cfa-b15c-c19fb7914bba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:49.239350 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f892f51-24a6-41bc-9544-39de1b8d785f req-aac31f2a-dea1-4cfa-b15c-c19fb7914bba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0595315 Feb 04 16:21:49.316037 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f892f51-24a6-41bc-9544-39de1b8d785f req-da79122d-513e-4906-94ae-482890304525 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705016 Feb 04 16:21:49.446985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f892f51-24a6-41bc-9544-39de1b8d785f req-d5431fae-dbe9-45d9-9345-290b310f492f service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244984 Feb 04 16:21:49.581478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f892f51-24a6-41bc-9544-39de1b8d785f req-4d3e6d15-0b5f-4ad9-b7bc-db52c1be2ba9 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286955 Feb 04 16:21:49.834512 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:50.279727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe72ff-e40b-4291-8ef0-fd1745506f2d req-97132eb5-a3d2-49f7-becc-63e4f2087dc5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:50.281180 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9cbe72ff-e40b-4291-8ef0-fd1745506f2d req-97132eb5-a3d2-49f7-becc-63e4f2087dc5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 944 time: 0.0812061 Feb 04 16:21:50.328377 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9cbe72ff-e40b-4291-8ef0-fd1745506f2d req-74837120-fc57-417b-8945-1571c4dc3365 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410159 Feb 04 16:21:51.527656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28bf56-b270-42a5-b6b6-712ef6e73c89 req-69dc4829-90bb-4b81-9468-22c8efdae032 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:51.529089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b28bf56-b270-42a5-b6b6-712ef6e73c89 req-69dc4829-90bb-4b81-9468-22c8efdae032 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 944 time: 0.0755308 Feb 04 16:21:51.574654 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3b28bf56-b270-42a5-b6b6-712ef6e73c89 req-dba1789f-c7a9-404f-b3ae-3bc87042ea2f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390730 Feb 04 16:21:52.776467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb0956-e2e4-4081-b967-481dee12b23f req-9a2cb9bd-490d-4609-90ae-e1073ac124f4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:52.777924 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4eb0956-e2e4-4081-b967-481dee12b23f req-9a2cb9bd-490d-4609-90ae-e1073ac124f4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 944 time: 0.0796800 Feb 04 16:21:52.821772 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4eb0956-e2e4-4081-b967-481dee12b23f req-4206b4dc-0d10-42e1-9d81-1efe3beee91d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384381 Feb 04 16:21:54.026140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b7ee7-cb57-4fa3-8583-83906893075d req-91329c13-b636-4720-88a7-9f5a6bebf3be tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:54.027616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-221b7ee7-cb57-4fa3-8583-83906893075d req-91329c13-b636-4720-88a7-9f5a6bebf3be tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 944 time: 0.0780687 Feb 04 16:21:54.077011 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-221b7ee7-cb57-4fa3-8583-83906893075d req-b5675cd7-fa87-4cde-90f6-91a424be41a2 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437171 Feb 04 16:21:55.280112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9a8af-a688-4dde-b4b6-b07218df50e1 req-d37682e0-022c-4d7c-acb6-0c954cb1b1b4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:55.282193 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10a9a8af-a688-4dde-b4b6-b07218df50e1 req-d37682e0-022c-4d7c-acb6-0c954cb1b1b4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 944 time: 0.0792296 Feb 04 16:21:55.328989 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-10a9a8af-a688-4dde-b4b6-b07218df50e1 req-354d0ee5-fb57-4ebe-936c-2b18b92c5102 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407305 Feb 04 16:21:55.467949 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:21:56.214183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850788-69cd-4fda-9120-eeef8008d4c3 req-261698fd-e4de-4627-8fb7-e70666e2f927 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:56.215658 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8850788-69cd-4fda-9120-eeef8008d4c3 req-261698fd-e4de-4627-8fb7-e70666e2f927 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 945 time: 0.0804157 Feb 04 16:21:56.262119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8850788-69cd-4fda-9120-eeef8008d4c3 req-1fa45647-5808-498b-8153-c3f55939f597 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409737 Feb 04 16:21:56.531976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4afc1-d1cb-4c15-9c85-1772b3c421db req-a06922fd-2ca1-4fa9-9d16-d000fe753f8d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:56.533467 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67f4afc1-d1cb-4c15-9c85-1772b3c421db req-a06922fd-2ca1-4fa9-9d16-d000fe753f8d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 944 time: 0.0795872 Feb 04 16:21:56.577600 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67f4afc1-d1cb-4c15-9c85-1772b3c421db req-750d1137-70ff-4437-b33c-2ecfa6b47f58 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385988 Feb 04 16:21:56.892946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-1edb1f21-f196-4880-90cc-5eba5b237fec tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:56.893629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-1edb1f21-f196-4880-90cc-5eba5b237fec tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Synchronizing usage tracker for tenant:712bc513df6c4eec89ab7c8130959559 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:21:56.910969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-1edb1f21-f196-4880-90cc-5eba5b237fec tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Unset dirty status for tenant:712bc513df6c4eec89ab7c8130959559 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:21:56.912225 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-1edb1f21-f196-4880-90cc-5eba5b237fec tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 945 time: 0.0947521 Feb 04 16:21:56.984800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Deleting port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:21:56.985144 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:57.088476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c68389d9-8dc1-487c-a328-caabacac4f4a details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:21:57.233224 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c68389d9-8dc1-487c-a328-caabacac4f4a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c68389d9-8dc1-487c-a328-caabacac4f4a,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:57.244922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] For port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=063a6baa-7568-41b1-b17c-17f9e9e4a0e0,segment=NetworkSegment(c3dc4c4f-9926-4628-9a72-4981b4c41286),segment_id=c3dc4c4f-9926-4628-9a72-4981b4c41286)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:57.245272 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:57.246863 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'port_id': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'mac_address': 'fa:16:3e:72:27:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:21:57.302758 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:57.322241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68389d9-8dc1-487c-a328-caabacac4f4a {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:21:57.340002 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c68389d9-8dc1-487c-a328-caabacac4f4a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c68389d9-8dc1-487c-a328-caabacac4f4a,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:57.347390 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:57.424762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=c68389d9-8dc1-487c-a328-caabacac4f4a,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:57.433854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.434340 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.434685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.435019 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.435390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.435765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.436099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.436422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.436741 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.437672 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.438102 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.487149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5855f-9bb4-4f11-ba49-ca363ca13f5e req-fc4965c7-4924-456d-b0d3-5d500ac40fec tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:57.488687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61e5855f-9bb4-4f11-ba49-ca363ca13f5e req-fc4965c7-4924-456d-b0d3-5d500ac40fec tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 945 time: 0.0999072 Feb 04 16:21:57.535656 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61e5855f-9bb4-4f11-ba49-ca363ca13f5e req-10b41187-54ca-42fa-8329-812f93752f7d tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411942 Feb 04 16:21:57.555023 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:57.555426 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:57.555737 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Floating IP 998c5187-c060-4064-aed0-35b7a55d2cbf disassociated. External IP: 172.25.0.119, port: 063a6baa-7568-41b1-b17c-17f9e9e4a0e0. Feb 04 16:21:57.556069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Calling delete_port for 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:21:57.654773 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['c68389d9-8dc1-487c-a328-caabacac4f4a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:21:57.705415 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:57.758996 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Pushing event deleted for resources: {'Port': ['ID=063a6baa-7568-41b1-b17c-17f9e9e4a0e0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:57.776965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.776965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.777294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.777639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.777973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.778305 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.778632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.779369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.779706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.780035 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.780360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:57.788821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc5017-7bed-420c-b03b-03ff5875950a req-0b6cc192-825b-4726-881e-dea922d00874 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:57.790426 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1cc5017-7bed-420c-b03b-03ff5875950a req-0b6cc192-825b-4726-881e-dea922d00874 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 945 time: 0.0825133 Feb 04 16:21:57.844424 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1cc5017-7bed-420c-b03b-03ff5875950a req-9d0bc355-d5b6-43e7-b39b-2c29a03bf69a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480583 Feb 04 16:21:57.991855 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:21:58.306902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:21:58.316736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d9c032-dceb-46cb-839f-7e2638b6c5b4 None None] Sync routers for ids ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:21:58.328502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d9c032-dceb-46cb-839f-7e2638b6c5b4 None None] Routers {'d31ee6e5-158c-4da3-80e1-2a0095b58dd4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:21:58.329287 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a6d9c032-dceb-46cb-839f-7e2638b6c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:21:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:58.379847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] No DVR routers for this DVR port 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:21:58.381741 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:58.386325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2316b1b-3dda-48cb-b893-cf60f5de2899', 'name': 'network-vif-deleted', 'tag': '063a6baa-7568-41b1-b17c-17f9e9e4a0e0'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:58.401878 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-462372f3-1eff-46b6-b04e-c9f9b190f115 req-23f8a71e-9b72-48be-b72b-e77c20cec522 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.81 "DELETE /v2.0/ports/063a6baa-7568-41b1-b17c-17f9e9e4a0e0 HTTP/1.1" status: 204 len: 173 time: 1.4843640 Feb 04 16:21:58.514237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-a6d9c032-dceb-46cb-839f-7e2638b6c5b4 None None] Set router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:21:58.544434 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2316b1b-3dda-48cb-b893-cf60f5de2899', 'name': 'network-vif-deleted', 'tag': '063a6baa-7568-41b1-b17c-17f9e9e4a0e0', 'status': 'completed', 'code': 200} Feb 04 16:21:58.824213 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-339a0301-eb74-412b-ab5c-224fd3f850d5 req-b96b712d-f7eb-49dd-8d42-2456e063d47e tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2316b1b-3dda-48cb-b893-cf60f5de2899 HTTP/1.1" status: 200 len: 210 time: 0.1385078 Feb 04 16:21:58.836946 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a6d9c032-dceb-46cb-839f-7e2638b6c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:05Z', 'revision_number': 4, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'gw_port': {'id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '2afc2cda-80b3-4fef-b845-12ff9b56d629', 'name': '', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'mac_address': 'fa:16:3e:16:f9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18ef6756-075a-4f1b-8269-341770422096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:04Z', 'updated_at': '2022-02-04T16:16:23Z', 'revision_number': 5, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'subnets': [{'id': '18ef6756-075a-4f1b-8269-341770422096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:58.842112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d9c032-dceb-46cb-839f-7e2638b6c5b4 None None] Checking router: d31ee6e5-158c-4da3-80e1-2a0095b58dd4 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:21:58.852998 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d9c032-dceb-46cb-839f-7e2638b6c5b4 None None] Routers {'d31ee6e5-158c-4da3-80e1-2a0095b58dd4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:21:58.853592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a6d9c032-dceb-46cb-839f-7e2638b6c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:21:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:59.054858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-a6d9c032-dceb-46cb-839f-7e2638b6c5b4 None None] Set router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:21:59.092005 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451340e1-bc7c-48ed-98fb-97fc0b79c2fe req-40ae1c84-118a-431b-9ceb-011435b4d3d9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:59.093497 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-451340e1-bc7c-48ed-98fb-97fc0b79c2fe req-40ae1c84-118a-431b-9ceb-011435b4d3d9 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 945 time: 0.0842962 Feb 04 16:21:59.120872 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c68389d9-8dc1-487c-a328-caabacac4f4a up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:21:59.147269 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-451340e1-bc7c-48ed-98fb-97fc0b79c2fe req-c1e1b547-fdc8-4334-9b4d-4988c70b8bb4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477972 Feb 04 16:21:59.373385 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port c68389d9-8dc1-487c-a328-caabacac4f4a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:21:59.391401 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port c68389d9-8dc1-487c-a328-caabacac4f4a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:59.391765 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:59.565983 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:59.586392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a6d9c032-dceb-46cb-839f-7e2638b6c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:05Z', 'revision_number': 4, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'gw_port': {'id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '2afc2cda-80b3-4fef-b845-12ff9b56d629', 'name': '', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'mac_address': 'fa:16:3e:16:f9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18ef6756-075a-4f1b-8269-341770422096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:04Z', 'updated_at': '2022-02-04T16:16:23Z', 'revision_number': 5, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'subnets': [{'id': '18ef6756-075a-4f1b-8269-341770422096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:59.599476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d9c032-dceb-46cb-839f-7e2638b6c5b4 None None] The sync data for ids ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'] in n-d-827872-1 is: [{'id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:05Z', 'revision_number': 4, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'gw_port': {'id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '2afc2cda-80b3-4fef-b845-12ff9b56d629', 'name': '', 'network_id': 'd4720e42-3d03-45e8-91d8-4987d980797a', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'mac_address': 'fa:16:3e:16:f9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18ef6756-075a-4f1b-8269-341770422096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:04Z', 'updated_at': '2022-02-04T16:16:23Z', 'revision_number': 5, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'subnets': [{'id': '18ef6756-075a-4f1b-8269-341770422096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:21:59.600802 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68389d9-8dc1-487c-a328-caabacac4f4a'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:59.611616 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port c68389d9-8dc1-487c-a328-caabacac4f4a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c68389d9-8dc1-487c-a328-caabacac4f4a,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:59.616575 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:59.688024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=c68389d9-8dc1-487c-a328-caabacac4f4a,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:59.750076 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'code': 200} Feb 04 16:21:59.862644 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad0b531-2ea9-4478-adb4-b939c9f0a551 None None] New status for floating IP 998c5187-c060-4064-aed0-35b7a55d2cbf: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:21:59.879528 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8af7a084-8119-45f0-b70e-de74a30101bd req-1046bfc7-6d30-4f45-9c49-428fc348aebb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 1097 time: 0.0732825 Feb 04 16:21:59.924446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8af7a084-8119-45f0-b70e-de74a30101bd req-da404dc3-4e69-4ec8-9446-0ad1a6c04a28 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396082 Feb 04 16:21:59.960537 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54200) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:00.123647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8417823d-90e0-4d44-9527-c4c909578e34 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Deleting port b4cc2bca-ec78-4bce-89f1-6d9c0bbeae3d {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:00.123990 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8417823d-90e0-4d44-9527-c4c909578e34 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:00.298409 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8417823d-90e0-4d44-9527-c4c909578e34 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:00.298409 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8417823d-90e0-4d44-9527-c4c909578e34 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:00.360182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb61fb-c3e0-445a-8af6-0ab707752542 req-3d499d86-c99b-4c53-988f-7c0057d293c0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:00.361965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ebb61fb-c3e0-445a-8af6-0ab707752542 req-3d499d86-c99b-4c53-988f-7c0057d293c0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 946 time: 0.0831172 Feb 04 16:22:00.408411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6ebb61fb-c3e0-445a-8af6-0ab707752542 req-96bf191d-67b3-4f4f-8516-8f4ce0982ba6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405250 Feb 04 16:22:00.422405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-8417823d-90e0-4d44-9527-c4c909578e34 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Calling delete_port for b4cc2bca-ec78-4bce-89f1-6d9c0bbeae3d owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:00.567427 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8417823d-90e0-4d44-9527-c4c909578e34 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:00.612178 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417823d-90e0-4d44-9527-c4c909578e34 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Pushing event deleted for resources: {'Port': ['ID=b4cc2bca-ec78-4bce-89f1-6d9c0bbeae3d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:00.707541 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8417823d-90e0-4d44-9527-c4c909578e34 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:00.722325 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8417823d-90e0-4d44-9527-c4c909578e34 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:00.723483 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8417823d-90e0-4d44-9527-c4c909578e34 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "DELETE /v2.0/floatingips/998c5187-c060-4064-aed0-35b7a55d2cbf HTTP/1.1" status: 204 len: 168 time: 0.7619500 Feb 04 16:22:00.893165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54210) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:00.963571 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9287aff6-e35b-4e1e-923c-1fee64f31f42 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:00.994831 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9287aff6-e35b-4e1e-923c-1fee64f31f42 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:01.059381 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9287aff6-e35b-4e1e-923c-1fee64f31f42 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:01.070099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:01.078097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287aff6-e35b-4e1e-923c-1fee64f31f42 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5bc305-6e9e-464c-bbb0-cd82d4f89e37,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:01.088376 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9287aff6-e35b-4e1e-923c-1fee64f31f42 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:01.089514 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9287aff6-e35b-4e1e-923c-1fee64f31f42 tempest-TestServerBasicOps-298531583 tempest-TestServerBasicOps-298531583-project] 10.222.0.60 "DELETE /v2.0/security-groups/0b5bc305-6e9e-464c-bbb0-cd82d4f89e37 HTTP/1.1" status: 204 len: 168 time: 0.1953866 Feb 04 16:22:01.117532 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:22:01.118077 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 063a6baa-7568-41b1-b17c-17f9e9e4a0e0 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:22:01.160999 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54216) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:01.692779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527751ed-349a-46e0-af88-2b55bae9c47c req-2b9619da-258e-433d-89ad-8d98e5eb685f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:01.694155 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-527751ed-349a-46e0-af88-2b55bae9c47c req-2b9619da-258e-433d-89ad-8d98e5eb685f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 946 time: 0.1574273 Feb 04 16:22:01.806992 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-527751ed-349a-46e0-af88-2b55bae9c47c req-16db0d43-ba84-469b-b793-e90667dcfef4 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063116 Feb 04 16:22:01.832954 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3809-b38a-4d8e-9403-52967b38326e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:02.096007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662982a-7bd5-4581-bf56-140477097331 req-ab61ebd8-6df6-4f63-b09d-4d29bb7053b7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:02.097458 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2662982a-7bd5-4581-bf56-140477097331 req-ab61ebd8-6df6-4f63-b09d-4d29bb7053b7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 946 time: 0.1190431 Feb 04 16:22:02.237668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2662982a-7bd5-4581-bf56-140477097331 req-91c3e82e-ceff-4a76-89e3-befe1507aeb0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130347 Feb 04 16:22:02.267605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54226) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:02.410153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-17a75acb-4b97-41c0-ae00-887faadc3c71 tempest-TestVolumeBootPattern-643513384 tempest-TestVolumeBootPattern-643513384-project-admin] Synchronizing usage tracker for tenant:0db5c7dd88b94323947ce2b6bacb20eb on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:02.428284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-17a75acb-4b97-41c0-ae00-887faadc3c71 tempest-TestVolumeBootPattern-643513384 tempest-TestVolumeBootPattern-643513384-project-admin] Unset dirty status for tenant:0db5c7dd88b94323947ce2b6bacb20eb on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:02.432041 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-17a75acb-4b97-41c0-ae00-887faadc3c71 tempest-TestVolumeBootPattern-643513384 tempest-TestVolumeBootPattern-643513384-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 1092 time: 0.1608891 Feb 04 16:22:02.432258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54232) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:02.438488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:02.445434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:02.449202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Usage tracker for resource:floatingip and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:02.452053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:02.457816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:02.467827 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:02.611542 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:02.662283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c3809-b38a-4d8e-9403-52967b38326e admin admin] Deleting port 2afc2cda-80b3-4fef-b845-12ff9b56d629 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:02.662626 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3809-b38a-4d8e-9403-52967b38326e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:02.754462 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Allocated IP 172.25.0.134 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/f6592890-eb9f-4a88-99e8-2546867a7365) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:22:02.831365 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-4d8c3809-b38a-4d8e-9403-52967b38326e admin admin] For port 2afc2cda-80b3-4fef-b845-12ff9b56d629, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2afc2cda-80b3-4fef-b845-12ff9b56d629,segment=NetworkSegment(c3dc4c4f-9926-4628-9a72-4981b4c41286),segment_id=c3dc4c4f-9926-4628-9a72-4981b4c41286)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:02.831722 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3809-b38a-4d8e-9403-52967b38326e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:02.954853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c3809-b38a-4d8e-9403-52967b38326e admin admin] Calling delete_port for 2afc2cda-80b3-4fef-b845-12ff9b56d629 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:03.010324 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:03.039596 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:03.107067 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:22:03.110552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:22:03.114410 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:22:03.139307 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3809-b38a-4d8e-9403-52967b38326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:03.144979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'Port': ['ID=f6592890-eb9f-4a88-99e8-2546867a7365,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:03.187301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c3809-b38a-4d8e-9403-52967b38326e admin admin] Pushing event deleted for resources: {'Port': ['ID=2afc2cda-80b3-4fef-b845-12ff9b56d629,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:03.487788 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3809-b38a-4d8e-9403-52967b38326e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:03.666537 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:03.726923 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:03.958997 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:03.964999 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:04.096428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'Port': ['ID=f6592890-eb9f-4a88-99e8-2546867a7365,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:04.106488 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:04.133701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8c3809-b38a-4d8e-9403-52967b38326e admin admin] Router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:22:04.336426 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Floating IP 62cd2492-ec4d-4b29-8f76-7ad4923ab200 associated. External IP: 172.25.0.134, port: c68389d9-8dc1-487c-a328-caabacac4f4a. Feb 04 16:22:04.480590 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8c3809-b38a-4d8e-9403-52967b38326e admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:22:04.492525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519279f-63d7-455b-a676-f374ea00cdb6 None None] Sync routers for ids ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:22:04.495404 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4d8c3809-b38a-4d8e-9403-52967b38326e admin admin] 10.222.0.60 "PUT /v2.0/routers/d31ee6e5-158c-4da3-80e1-2a0095b58dd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3327634 Feb 04 16:22:04.498813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54236) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:04.506850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519279f-63d7-455b-a676-f374ea00cdb6 None None] Routers {'d31ee6e5-158c-4da3-80e1-2a0095b58dd4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:22:04.507709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-9519279f-63d7-455b-a676-f374ea00cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:21:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:04.717760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-9519279f-63d7-455b-a676-f374ea00cdb6 None None] Set router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:22:04.729937 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:04.950996 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:04.963670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Router 9cd36b00-3e48-4d48-b538-9ce2c546972e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:22:04.964752 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] Deleting port d63a583f-8d22-434a-b627-b9fd88ba8073 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:04.965152 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.049024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-9519279f-63d7-455b-a676-f374ea00cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:22:03Z', 'revision_number': 5, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'gw_port': {'id': 'd63a583f-8d22-434a-b627-b9fd88ba8073', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:05.053330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519279f-63d7-455b-a676-f374ea00cdb6 None None] Checking router: d31ee6e5-158c-4da3-80e1-2a0095b58dd4 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:22:05.065285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519279f-63d7-455b-a676-f374ea00cdb6 None None] Routers {'d31ee6e5-158c-4da3-80e1-2a0095b58dd4'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:22:05.066046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-9519279f-63d7-455b-a676-f374ea00cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:21:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:05.167211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] For port d63a583f-8d22-434a-b627-b9fd88ba8073, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d63a583f-8d22-434a-b627-b9fd88ba8073,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:05.167211 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.188098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:22:05.197440 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1810b047-2719-44c5-bc00-fddf3d8205f9 None None] Sync routers for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:22:05.218086 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1810b047-2719-44c5-bc00-fddf3d8205f9 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:22:05.221259 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1810b047-2719-44c5-bc00-fddf3d8205f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:21:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:05.228562 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.240503 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-9519279f-63d7-455b-a676-f374ea00cdb6 None None] Set router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:22:05.303699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] Calling delete_port for d63a583f-8d22-434a-b627-b9fd88ba8073 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:05.308811 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6f31d3ee-c599-41fc-8041-1fcc73bcbff0 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8755522 Feb 04 16:22:05.309531 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'tag': 'c68389d9-8dc1-487c-a328-caabacac4f4a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:05.371434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-9519279f-63d7-455b-a676-f374ea00cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:22:04Z', 'revision_number': 6, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:05.377008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519279f-63d7-455b-a676-f374ea00cdb6 None None] The sync data for ids ['d31ee6e5-158c-4da3-80e1-2a0095b58dd4'] in n-d-827872-1 is: [{'id': 'd31ee6e5-158c-4da3-80e1-2a0095b58dd4', 'name': 'tempest-TestServerBasicOps-803365469-router', 'tenant_id': '712bc513df6c4eec89ab7c8130959559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:00Z', 'updated_at': '2022-02-04T16:22:04Z', 'revision_number': 6, 'project_id': '712bc513df6c4eec89ab7c8130959559', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:22:05.377476 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'tag': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'status': 'completed', 'code': 200} Feb 04 16:22:05.453711 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-1810b047-2719-44c5-bc00-fddf3d8205f9 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:22:05.523565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8857209-0f02-41e3-b2d3-8a3326d12ef6 req-8a380084-1f36-4f99-93e5-77c95d57d0d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 1097 time: 0.1247332 Feb 04 16:22:05.613726 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.672995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d63a583f-8d22-434a-b627-b9fd88ba8073,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:05.794567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8857209-0f02-41e3-b2d3-8a3326d12ef6 req-f632a4c4-eb33-46e0-924b-8a12ff745e25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:05.796086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8857209-0f02-41e3-b2d3-8a3326d12ef6 req-f632a4c4-eb33-46e0-924b-8a12ff745e25 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.2608335 Feb 04 16:22:05.993449 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1810b047-2719-44c5-bc00-fddf3d8205f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '62cd2492-ec4d-4b29-8f76-7ad4923ab200', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'port_id': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'mac_address': 'fa:16:3e:72:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:22:03Z', 'updated_at': '2022-02-04T16:22:03Z', 'revision_number': 0, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:06.007699 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1810b047-2719-44c5-bc00-fddf3d8205f9 None None] Checking router: 9cd36b00-3e48-4d48-b538-9ce2c546972e for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:22:06.029024 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1810b047-2719-44c5-bc00-fddf3d8205f9 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:22:06.029631 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1810b047-2719-44c5-bc00-fddf3d8205f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:21:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:06.103409 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.244867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8857209-0f02-41e3-b2d3-8a3326d12ef6 req-a6f866b6-181d-471f-9836-dc20b0845c81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c68389d9-8dc1-487c-a328-caabacac4f4a HTTP/1.1" status: 200 len: 1000 time: 0.2876458 Feb 04 16:22:06.263618 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-1810b047-2719-44c5-bc00-fddf3d8205f9 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:22:06.418834 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.433434 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.435616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8857209-0f02-41e3-b2d3-8a3326d12ef6 req-dde09c51-2d00-4abc-809a-c3cf6ac10252 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:06.437261 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8857209-0f02-41e3-b2d3-8a3326d12ef6 req-dde09c51-2d00-4abc-809a-c3cf6ac10252 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.1357863 Feb 04 16:22:06.507851 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.508234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d31ee6e5-158c-4da3-80e1-2a0095b58dd4 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:22:06.532828 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.537482 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-13550581-1a54-4c33-83dd-71b7cec16a21 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d31ee6e5-158c-4da3-80e1-2a0095b58dd4 HTTP/1.1" status: 204 len: 168 time: 2.0334439 Feb 04 16:22:06.537557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54244) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:06.538194 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8857209-0f02-41e3-b2d3-8a3326d12ef6 req-e684ff42-5045-4c09-9011-e650147f4b16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951023 Feb 04 16:22:06.615619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09e15cc-5798-4a5f-9eca-82635bfd9c85 admin admin] Deleting subnet 18ef6756-075a-4f1b-8269-341770422096 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:22:06.619090 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d09e15cc-5798-4a5f-9eca-82635bfd9c85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.623250 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e386e59d-8c00-404b-b738-0a30d689effb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.675146 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d09e15cc-5798-4a5f-9eca-82635bfd9c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.675821 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1810b047-2719-44c5-bc00-fddf3d8205f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '62cd2492-ec4d-4b29-8f76-7ad4923ab200', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'port_id': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'mac_address': 'fa:16:3e:72:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:22:03Z', 'updated_at': '2022-02-04T16:22:03Z', 'revision_number': 0, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:06.681277 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1810b047-2719-44c5-bc00-fddf3d8205f9 None None] The sync data for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 is: [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '62cd2492-ec4d-4b29-8f76-7ad4923ab200', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'port_id': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'mac_address': 'fa:16:3e:72:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:22:03Z', 'updated_at': '2022-02-04T16:22:03Z', 'revision_number': 0, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:22:06.686034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8857209-0f02-41e3-b2d3-8a3326d12ef6 req-989f0d0e-e8ce-4b31-9753-0fd0189dc407 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420186 Feb 04 16:22:06.763053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d09e15cc-5798-4a5f-9eca-82635bfd9c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.824499 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8857209-0f02-41e3-b2d3-8a3326d12ef6 req-e1fa1309-de3d-4f37-95d4-a26f8d929f76 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328490 Feb 04 16:22:06.836095 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d09e15cc-5798-4a5f-9eca-82635bfd9c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.878043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e15cc-5798-4a5f-9eca-82635bfd9c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ef6756-075a-4f1b-8269-341770422096,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:06.881982 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d09e15cc-5798-4a5f-9eca-82635bfd9c85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.888164 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d09e15cc-5798-4a5f-9eca-82635bfd9c85 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/18ef6756-075a-4f1b-8269-341770422096 HTTP/1.1" status: 204 len: 168 time: 0.3502431 Feb 04 16:22:06.888533 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6745e68-ccfa-4b91-be5a-d0b8a429d266 None None] Network d4720e42-3d03-45e8-91d8-4987d980797a requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:22:06.890819 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54248) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:07.006751 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb449d8b-60da-44c5-9dc3-ced08fd908e2 None None] New status for floating IP 62cd2492-ec4d-4b29-8f76-7ad4923ab200: ACTIVE {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:22:07.008506 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:07.018963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] Deleting port 5c57e82f-8989-4511-b065-9daac0477fb8 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:07.019247 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:07.216986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2afc2cda-80b3-4fef-b845-12ff9b56d629 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:07.226961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] For port 5c57e82f-8989-4511-b065-9daac0477fb8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5c57e82f-8989-4511-b065-9daac0477fb8,segment=NetworkSegment(c3dc4c4f-9926-4628-9a72-4981b4c41286),segment_id=c3dc4c4f-9926-4628-9a72-4981b4c41286)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:07.227348 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:07.298978 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 2afc2cda-80b3-4fef-b845-12ff9b56d629 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:22:07.299253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2afc2cda-80b3-4fef-b845-12ff9b56d629 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:22:07.299688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d63a583f-8d22-434a-b627-b9fd88ba8073 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:07.350606 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: d63a583f-8d22-434a-b627-b9fd88ba8073 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:22:07.350946 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d63a583f-8d22-434a-b627-b9fd88ba8073 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:22:07.353801 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] Calling delete_port for 5c57e82f-8989-4511-b065-9daac0477fb8 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:07.429374 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:07.486263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c57e82f-8989-4511-b065-9daac0477fb8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:07.492242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] No DVR routers for this DVR port 5c57e82f-8989-4511-b065-9daac0477fb8 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:07.516724 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572d63c3-7877-425e-a142-c3c8be8a0180 None None] DHCP port deletion for d4720e42-3d03-45e8-91d8-4987d980797a request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:22:07.611663 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:07.636493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4720e42-3d03-45e8-91d8-4987d980797a']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:07.649500 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3dc4c4f-9926-4628-9a72-4981b4c41286') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:07.649801 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3dc4c4f-9926-4628-9a72-4981b4c41286') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:07.661787 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:07.677757 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:07.683904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:22:07.684280 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:22:07.696985 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:22:07.870600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:07.886882 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:07.897052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4720e42-3d03-45e8-91d8-4987d980797a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:07.911269 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bd3ffd84-f87f-4ff5-851d-ab86fd1bb4a4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d4720e42-3d03-45e8-91d8-4987d980797a HTTP/1.1" status: 204 len: 168 time: 1.0190258 Feb 04 16:22:07.914002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54252) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:08.306618 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4933b9a5-4c9e-4990-b9df-3f751c32f4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:08.892706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4933b9a5-4c9e-4990-b9df-3f751c32f4d0 admin admin] Deleting port a2ddf4ed-d56b-46cf-b308-cd582c742661 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:08.893353 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4933b9a5-4c9e-4990-b9df-3f751c32f4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:08.991094 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b63543ff-fce9-4ced-affd-21a2f692eee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:09.074642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-4933b9a5-4c9e-4990-b9df-3f751c32f4d0 admin admin] For port a2ddf4ed-d56b-46cf-b308-cd582c742661, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a2ddf4ed-d56b-46cf-b308-cd582c742661,segment=NetworkSegment(fe0fa49b-9dcf-41de-9dfd-45ae660851f5),segment_id=fe0fa49b-9dcf-41de-9dfd-45ae660851f5)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:09.074993 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4933b9a5-4c9e-4990-b9df-3f751c32f4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:09.195458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5c57e82f-8989-4511-b065-9daac0477fb8 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:09.200336 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-4933b9a5-4c9e-4990-b9df-3f751c32f4d0 admin admin] Calling delete_port for a2ddf4ed-d56b-46cf-b308-cd582c742661 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:09.229252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 5c57e82f-8989-4511-b065-9daac0477fb8 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:22:09.229826 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5c57e82f-8989-4511-b065-9daac0477fb8 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:22:09.490970 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4933b9a5-4c9e-4990-b9df-3f751c32f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:09.537583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933b9a5-4c9e-4990-b9df-3f751c32f4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ddf4ed-d56b-46cf-b308-cd582c742661,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:09.830367 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4933b9a5-4c9e-4990-b9df-3f751c32f4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:10.337665 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:10.411430 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4933b9a5-4c9e-4990-b9df-3f751c32f4d0 admin admin] Router 7a17c290-cc83-4f54-935b-f0c946af5a3f has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:22:10.448231 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:10.618947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4933b9a5-4c9e-4990-b9df-3f751c32f4d0 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:22:10.628236 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a51dc-a75c-40c4-9108-cc084decd575 None None] Sync routers for ids ['7a17c290-cc83-4f54-935b-f0c946af5a3f'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:22:10.635757 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4933b9a5-4c9e-4990-b9df-3f751c32f4d0 admin admin] 10.222.0.60 "PUT /v2.0/routers/7a17c290-cc83-4f54-935b-f0c946af5a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7207620 Feb 04 16:22:10.638192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54256) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:10.643821 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a51dc-a75c-40c4-9108-cc084decd575 None None] Routers {'7a17c290-cc83-4f54-935b-f0c946af5a3f'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:22:10.644424 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-052a51dc-a75c-40c4-9108-cc084decd575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:22:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['7a17c290-cc83-4f54-935b-f0c946af5a3f'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:10.819553 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-052a51dc-a75c-40c4-9108-cc084decd575 None None] Set router 7a17c290-cc83-4f54-935b-f0c946af5a3f gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:22:10.834698 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.111442 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-052a51dc-a75c-40c4-9108-cc084decd575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'name': 'tempest-TestServerBasicOps-991452732-router', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '2e01fd30-d13f-441f-bd69-9c33a7e9e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:22:09Z', 'revision_number': 5, 'project_id': 'be9a60b144d4417582ecd27ac5631122', 'gw_port': {'id': '2e01fd30-d13f-441f-bd69-9c33a7e9e530', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:11.115440 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a51dc-a75c-40c4-9108-cc084decd575 None None] Checking router: 7a17c290-cc83-4f54-935b-f0c946af5a3f for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:22:11.128550 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a51dc-a75c-40c4-9108-cc084decd575 None None] Routers {'7a17c290-cc83-4f54-935b-f0c946af5a3f'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:22:11.129325 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-052a51dc-a75c-40c4-9108-cc084decd575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:22:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['7a17c290-cc83-4f54-935b-f0c946af5a3f'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:11.146301 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.160740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] Deleting port 2e01fd30-d13f-441f-bd69-9c33a7e9e530 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:11.160740 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.280580 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-052a51dc-a75c-40c4-9108-cc084decd575 None None] Set router 7a17c290-cc83-4f54-935b-f0c946af5a3f gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:22:11.335521 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] For port 2e01fd30-d13f-441f-bd69-9c33a7e9e530, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2e01fd30-d13f-441f-bd69-9c33a7e9e530,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:11.335875 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.384644 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-052a51dc-a75c-40c4-9108-cc084decd575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'name': 'tempest-TestServerBasicOps-991452732-router', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:22:11Z', 'revision_number': 6, 'project_id': 'be9a60b144d4417582ecd27ac5631122', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:11.388525 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a51dc-a75c-40c4-9108-cc084decd575 None None] The sync data for ids ['7a17c290-cc83-4f54-935b-f0c946af5a3f'] in n-d-827872-1 is: [{'id': '7a17c290-cc83-4f54-935b-f0c946af5a3f', 'name': 'tempest-TestServerBasicOps-991452732-router', 'tenant_id': 'be9a60b144d4417582ecd27ac5631122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:09Z', 'updated_at': '2022-02-04T16:22:11Z', 'revision_number': 6, 'project_id': 'be9a60b144d4417582ecd27ac5631122', 'gw_port_host': None}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:22:11.458341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] Calling delete_port for 2e01fd30-d13f-441f-bd69-9c33a7e9e530 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:11.581094 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.626195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.673792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e01fd30-d13f-441f-bd69-9c33a7e9e530,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:11.913302 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.949690 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.185432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.189965 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.216786 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.217854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a17c290-cc83-4f54-935b-f0c946af5a3f {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:22:12.230910 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.236730 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2336f54d-098f-4436-94dd-f7255387cc14 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7a17c290-cc83-4f54-935b-f0c946af5a3f HTTP/1.1" status: 204 len: 168 time: 1.5930114 Feb 04 16:22:12.236730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54260) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:12.414487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafe2c2c-d8ff-4412-a3d7-6d412e9cc56d admin admin] Deleting subnet 61b03964-e97f-48c6-898e-38e108738552 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:22:12.417748 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fafe2c2c-d8ff-4412-a3d7-6d412e9cc56d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.475528 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fafe2c2c-d8ff-4412-a3d7-6d412e9cc56d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.559959 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fafe2c2c-d8ff-4412-a3d7-6d412e9cc56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.638308 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fafe2c2c-d8ff-4412-a3d7-6d412e9cc56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.675498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe2c2c-d8ff-4412-a3d7-6d412e9cc56d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b03964-e97f-48c6-898e-38e108738552,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:12.683592 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fafe2c2c-d8ff-4412-a3d7-6d412e9cc56d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.689990 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c737252-218a-47f4-b8c7-41e31da0d626 None None] Network ad0798be-1143-4857-94b1-2c72139e54ec requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:22:12.692208 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fafe2c2c-d8ff-4412-a3d7-6d412e9cc56d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/61b03964-e97f-48c6-898e-38e108738552 HTTP/1.1" status: 204 len: 168 time: 0.4557364 Feb 04 16:22:12.695911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54268) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:12.855676 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.872902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] Deleting port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:12.872902 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.977190 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b00943-acbc-4b3b-9b73-ac58d8e802bb None None] DHCP port deletion for ad0798be-1143-4857-94b1-2c72139e54ec request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:22:12.981706 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f1b00943-acbc-4b3b-9b73-ac58d8e802bb None None] Deleting port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:12.982075 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1b00943-acbc-4b3b-9b73-ac58d8e802bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.126067 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] For port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f,segment=NetworkSegment(fe0fa49b-9dcf-41de-9dfd-45ae660851f5),segment_id=fe0fa49b-9dcf-41de-9dfd-45ae660851f5)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:13.126428 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.219356 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f1b00943-acbc-4b3b-9b73-ac58d8e802bb None None] For port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f,segment=NetworkSegment(fe0fa49b-9dcf-41de-9dfd-45ae660851f5),segment_id=fe0fa49b-9dcf-41de-9dfd-45ae660851f5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:13.219758 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1b00943-acbc-4b3b-9b73-ac58d8e802bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.257281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] Calling delete_port for 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:13.330650 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.339783 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f1b00943-acbc-4b3b-9b73-ac58d8e802bb None None] Calling delete_port for 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:13.379115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:13.386527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] No DVR routers for this DVR port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:13.412544 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-f1b00943-acbc-4b3b-9b73-ac58d8e802bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:22:13.412897 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-f1b00943-acbc-4b3b-9b73-ac58d8e802bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:22:13.508783 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.535605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0798be-1143-4857-94b1-2c72139e54ec']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:13.550465 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a2ddf4ed-d56b-46cf-b308-cd582c742661 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:13.552082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0fa49b-9dcf-41de-9dfd-45ae660851f5') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:13.552390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0fa49b-9dcf-41de-9dfd-45ae660851f5') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:13.568056 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.587669 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: a2ddf4ed-d56b-46cf-b308-cd582c742661 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:22:13.588047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a2ddf4ed-d56b-46cf-b308-cd582c742661 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:22:13.588460 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:13.588685 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.597052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:22:13.597484 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:22:13.613011 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:22:13.621676 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:22:13.622028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:22:13.698905 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.716464 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.727890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad0798be-1143-4857-94b1-2c72139e54ec,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:13.735667 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0ce77640-27a9-413d-bd4b-1e3610fd76e0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ad0798be-1143-4857-94b1-2c72139e54ec HTTP/1.1" status: 204 len: 168 time: 1.0399406 Feb 04 16:22:13.873648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54276) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:13.914028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f1b00943-acbc-4b3b-9b73-ac58d8e802bb None None] Deleting port 07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:13.914583 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1b00943-acbc-4b3b-9b73-ac58d8e802bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.926519 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-511bd9e0-9e4e-4c76-8c57-abd2cc18d3fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=712bc513df6c4eec89ab7c8130959559&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488756 Feb 04 16:22:13.926707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54280) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:13.976188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f1b00943-acbc-4b3b-9b73-ac58d8e802bb None None] The port '07f6d44e-59b5-4b59-ba1b-8ef1bbac1b3f' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:22:13.991557 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cea53ae-29ce-44a5-8d61-c625273cfddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.018551 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cea53ae-29ce-44a5-8d61-c625273cfddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.074758 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cea53ae-29ce-44a5-8d61-c625273cfddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.090835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea53ae-29ce-44a5-8d61-c625273cfddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ba5f50-476d-4e52-9b8c-46f39ded0a15,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:14.104028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cea53ae-29ce-44a5-8d61-c625273cfddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.105193 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6cea53ae-29ce-44a5-8d61-c625273cfddc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23ba5f50-476d-4e52-9b8c-46f39ded0a15 HTTP/1.1" status: 204 len: 168 time: 0.1772585 Feb 04 16:22:14.495306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54288) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:14.545289 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-682efd88-f0f7-44eb-840a-18f1de564a2c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be9a60b144d4417582ecd27ac5631122&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488241 Feb 04 16:22:14.548514 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54292) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:14.606055 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63ccd92f-eb02-458d-9424-884e5e1ad040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.633297 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63ccd92f-eb02-458d-9424-884e5e1ad040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.683837 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63ccd92f-eb02-458d-9424-884e5e1ad040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.700642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccd92f-eb02-458d-9424-884e5e1ad040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc8489c-34e8-4c41-b7b5-36386047a352,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:14.706205 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63ccd92f-eb02-458d-9424-884e5e1ad040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.711755 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-63ccd92f-eb02-458d-9424-884e5e1ad040 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bc8489c-34e8-4c41-b7b5-36386047a352 HTTP/1.1" status: 204 len: 168 time: 0.1606922 Feb 04 16:22:15.145909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2e01fd30-d13f-441f-bd69-9c33a7e9e530 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:15.226377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 2e01fd30-d13f-441f-bd69-9c33a7e9e530 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:22:15.226757 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2e01fd30-d13f-441f-bd69-9c33a7e9e530 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:22:19.849019 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:32.471455 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:22:36.618587 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-656dc7bf-b88d-4f79-91cc-4f2ca517df6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:38.994904 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ea750c5e-25e3-4e7e-b80a-60eb0f3ad029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:40.338628 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:40.441342 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:41.588660 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:41.952223 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:42.049238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-eb306f40-0311-4678-a103-607c6e6552b7 req-45640234-736f-4454-81d8-9575d3ff9e4a service neutron] (83551) timed out ('10.222.0.60', 53980) {{(pid=83551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:22:43.654781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-273f2bb2-d39b-4fb1-89c8-fd31d1ff67e6 req-7e91021b-c21e-41ff-acec-5fa5559de07e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750866 Feb 04 16:22:43.799555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-273f2bb2-d39b-4fb1-89c8-fd31d1ff67e6 req-e431a7cf-61c7-4502-9257-1d287998c139 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 1097 time: 0.0781434 Feb 04 16:22:43.949815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f2bb2-d39b-4fb1-89c8-fd31d1ff67e6 req-bd58f76f-6067-4b0c-b7f4-089dbcb4f5ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:43.951248 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-273f2bb2-d39b-4fb1-89c8-fd31d1ff67e6 req-bd58f76f-6067-4b0c-b7f4-089dbcb4f5ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1332734 Feb 04 16:22:44.161943 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-273f2bb2-d39b-4fb1-89c8-fd31d1ff67e6 req-55562d14-0293-4576-a907-3737db37635f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c68389d9-8dc1-487c-a328-caabacac4f4a HTTP/1.1" status: 200 len: 1002 time: 0.2051215 Feb 04 16:22:44.224094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f2bb2-d39b-4fb1-89c8-fd31d1ff67e6 req-77eb4e7f-2d29-48f0-ab2a-2a814f7b63f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:44.225438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-273f2bb2-d39b-4fb1-89c8-fd31d1ff67e6 req-77eb4e7f-2d29-48f0-ab2a-2a814f7b63f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0576575 Feb 04 16:22:44.302830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-273f2bb2-d39b-4fb1-89c8-fd31d1ff67e6 req-0364b221-fdf9-43c0-a25c-b4bdd4f0ad2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716388 Feb 04 16:22:44.431796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-273f2bb2-d39b-4fb1-89c8-fd31d1ff67e6 req-98b878ed-d803-4bdc-a98a-c0b955e3bc7c service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231713 Feb 04 16:22:44.565757 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-273f2bb2-d39b-4fb1-89c8-fd31d1ff67e6 req-27ce085d-029d-41e2-bed3-4a54ea9ca9a0 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286037 Feb 04 16:22:49.875051 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:06.621262 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fde523a5-e5b8-4466-9dde-889195b00f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:08.999791 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5a586738-6e23-4584-8b44-e6eec5a2dff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:09.473097 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:23:10.341528 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.443594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:11.588327 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:11.951720 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:19.882324 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:32.288656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-faacefc9-d0f0-4b87-ac96-5ddf8b781ea7 req-26d597ba-6202-4965-8b8a-418d659ed985 service neutron] (83550) timed out ('10.222.0.81', 61633) {{(pid=83550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:23:36.624654 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6b422414-6973-408e-9d10-8823e0f33afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:39.002149 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9e74b575-77ea-4546-a62c-cd762fc70db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:40.344123 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:40.449150 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:41.593437 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:41.957731 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:43.665892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e64c8d70-ea55-492a-8dce-6ac46fc472ef req-ebabce78-5f00-4465-8330-bd4e50c014a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922351 Feb 04 16:23:43.827097 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e64c8d70-ea55-492a-8dce-6ac46fc472ef req-b974900d-5b64-48a8-aa58-65f736f24378 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 1097 time: 0.0882578 Feb 04 16:23:44.017404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c8d70-ea55-492a-8dce-6ac46fc472ef req-2ef49400-c68f-42a8-8e71-60c8bb9f3067 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:44.018834 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e64c8d70-ea55-492a-8dce-6ac46fc472ef req-2ef49400-c68f-42a8-8e71-60c8bb9f3067 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1715171 Feb 04 16:23:44.143135 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e64c8d70-ea55-492a-8dce-6ac46fc472ef req-812f0e59-2a0b-4ffc-9fad-c7e1c67782bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c68389d9-8dc1-487c-a328-caabacac4f4a HTTP/1.1" status: 200 len: 1002 time: 0.1173067 Feb 04 16:23:44.225134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c8d70-ea55-492a-8dce-6ac46fc472ef req-abbfc1fd-7758-425c-898a-6e4319b04bab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:44.226606 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e64c8d70-ea55-492a-8dce-6ac46fc472ef req-abbfc1fd-7758-425c-898a-6e4319b04bab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0786345 Feb 04 16:23:44.339401 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e64c8d70-ea55-492a-8dce-6ac46fc472ef req-675a88ab-c9a1-4ecf-ac7b-83356af39cab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019228 Feb 04 16:23:44.528530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e64c8d70-ea55-492a-8dce-6ac46fc472ef req-8461bf08-97e0-4cd6-9fc2-47dfddcb6bb5 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835983 Feb 04 16:23:44.719293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e64c8d70-ea55-492a-8dce-6ac46fc472ef req-8e2aaa6e-55ed-463c-88a6-df79872f0d56 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847777 Feb 04 16:23:46.474481 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:23:49.462050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-0f688de8-e087-420c-83d9-8461f0e281f7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806364178&fields=id&tenant_id=e00cee0f908a4015ba575ed436ec7346 HTTP/1.1" status: 200 len: 267 time: 0.0414860 Feb 04 16:23:49.608173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-dd34ceea-3886-4e1a-8f1e-56d5d9bf3455 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:49.609476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-dd34ceea-3886-4e1a-8f1e-56d5d9bf3455 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 812 time: 0.1405158 Feb 04 16:23:49.626092 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-42767363-170e-4cb5-bb3b-8bbfc26a65e5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/quotas/e00cee0f908a4015ba575ed436ec7346 HTTP/1.1" status: 200 len: 375 time: 0.0113955 Feb 04 16:23:49.715866 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-ba6edf34-873b-4ae1-8ddb-cb7dfcac61f7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0846443 Feb 04 16:23:49.902335 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.959735 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-6f8cd9ac-9c39-4175-8c11-4c490b4b6898 service neutron] 10.222.0.60 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334304 Feb 04 16:23:50.090633 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-f6bd341e-2362-4f83-95b1-8c5dd6177a94 service neutron] 10.222.0.60 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251397 Feb 04 16:23:50.652015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f599560-fa3c-42b5-8d59-2a2390d73ecf req-629d72e5-8e1d-43f3-b06e-40406640db2c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 210 time: 0.1838567 Feb 04 16:23:51.824312 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ecc30d95-9ebc-48b9-87e6-477b3cf897b8 req-4158d43c-ec1f-44ad-ad26-144271994de7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 210 time: 0.0404506 Feb 04 16:23:51.910085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-38901bd1-4217-4696-b1bf-8283aa359c19 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:51.911588 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-38901bd1-4217-4696-b1bf-8283aa359c19 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.81 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 812 time: 0.1621330 Feb 04 16:23:51.973266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-6767e902-425b-4c01-b0ac-9cffe264d458 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:51.986007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-6767e902-425b-4c01-b0ac-9cffe264d458 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:51.987124 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-6767e902-425b-4c01-b0ac-9cffe264d458 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00cee0f908a4015ba575ed436ec7346 HTTP/1.1" status: 200 len: 380 time: 0.0567524 Feb 04 16:23:52.017279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'port': {'device_id': '2440239e-3f05-45e0-b469-77637489903a', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'admin_state_up': True, 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'security_groups': ['d4d5cb58-a486-400b-b4fe-30f368410e14']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:52.257758 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:52.267308 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:52.277238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Made reservation on behalf of e00cee0f908a4015ba575ed436ec7346 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:52.281386 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.448986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Allocated IP 172.20.0.12 (b250d564-79c6-4311-88c8-4d123b616443/7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c/a66a572d-3264-44ce-a84a-c3ba7435dcd3) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:23:52.643738 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.660445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Transition to ACTIVE for port object a66a572d-3264-44ce-a84a-c3ba7435dcd3 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:52.683134 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.753981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Network b250d564-79c6-4311-88c8-4d123b616443 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:52.757554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:52.761281 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:23:52.796249 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'Port': ['ID=a66a572d-3264-44ce-a84a-c3ba7435dcd3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:52.814507 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:52.814849 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:52.815203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:52.815536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:52.815865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:52.816190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:52.816514 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:52.817003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:52.817332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:52.817653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:52.818061 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:52.844396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:52.845013 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.874365 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-d58d9f75-9555-4263-9d95-68ec83b16f43 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8610890 Feb 04 16:23:52.984669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Request body: {'port': {'device_id': '2440239e-3f05-45e0-b469-77637489903a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:53.049789 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-50e3cd8e-5da9-4ea3-a62e-32dbac317355 None None] Provisioning for port a66a572d-3264-44ce-a84a-c3ba7435dcd3 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:53.056329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-50e3cd8e-5da9-4ea3-a62e-32dbac317355 None None] Provisioning complete for port a66a572d-3264-44ce-a84a-c3ba7435dcd3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:53.057136 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-50e3cd8e-5da9-4ea3-a62e-32dbac317355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.108677 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.120174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-50e3cd8e-5da9-4ea3-a62e-32dbac317355 None None] Port a66a572d-3264-44ce-a84a-c3ba7435dcd3 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:23:53.139317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a05ae-7fc8-48df-9c7a-4baaeb90fd6e req-2f3c0a5a-2c77-432f-822a-4e6c4ff4dfe6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:53.141047 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-880a05ae-7fc8-48df-9c7a-4baaeb90fd6e req-2f3c0a5a-2c77-432f-822a-4e6c4ff4dfe6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 932 time: 0.0985615 Feb 04 16:23:53.192311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-880a05ae-7fc8-48df-9c7a-4baaeb90fd6e req-607f1d98-a2cf-4bce-9135-aead815d49a6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454168 Feb 04 16:23:53.479506 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66a572d-3264-44ce-a84a-c3ba7435dcd3 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:23:53.487224 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.503314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Transition to ACTIVE for port object a66a572d-3264-44ce-a84a-c3ba7435dcd3 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:53.508445 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.647953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Pushing event updated for resources: {'Port': ['ID=a66a572d-3264-44ce-a84a-c3ba7435dcd3,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:53.759802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Attempting to bind port a66a572d-3264-44ce-a84a-c3ba7435dcd3 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:23:53.760145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Attempting to bind port a66a572d-3264-44ce-a84a-c3ba7435dcd3 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:23:53.760473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Attempting to bind port a66a572d-3264-44ce-a84a-c3ba7435dcd3 on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:23:53.766466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Port a66a572d-3264-44ce-a84a-c3ba7435dcd3 on network b250d564-79c6-4311-88c8-4d123b616443 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:23:53.766788 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Attempting to bind port a66a572d-3264-44ce-a84a-c3ba7435dcd3 on network b250d564-79c6-4311-88c8-4d123b616443 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:23:53.772946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:23:53.773282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Checking segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:53.773666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Bound using segment: {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:23:53.774114 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Bound port: a66a572d-3264-44ce-a84a-c3ba7435dcd3, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca735f1-ba28-41f4-8c0f-4bf0cea56941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:23:53.774445 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.864364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] For port a66a572d-3264-44ce-a84a-c3ba7435dcd3, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:23:53.867291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] For port a66a572d-3264-44ce-a84a-c3ba7435dcd3, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a66a572d-3264-44ce-a84a-c3ba7435dcd3,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:23:53.871882 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.928289 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.929992 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] 10.222.0.81 "PUT /v2.0/ports/a66a572d-3264-44ce-a84a-c3ba7435dcd3 HTTP/1.1" status: 200 len: 1092 time: 1.0409400 Feb 04 16:23:53.937971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2440239e-3f05-45e0-b469-77637489903a', 'tag': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:53.964782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df06189-3029-427c-bd30-ea68fea2ead2 service neutron] Pushing event updated for resources: {'Port': ['ID=a66a572d-3264-44ce-a84a-c3ba7435dcd3,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:54.019966 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2440239e-3f05-45e0-b469-77637489903a', 'tag': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3', 'status': 'completed', 'code': 200} Feb 04 16:23:54.062075 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-eaac52b7-dfa1-4ed7-9549-2aba7cab1161 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 1095 time: 0.0745027 Feb 04 16:23:54.148182 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-1706386b-f510-4dde-838f-7e41fc1b503b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66a572d-3264-44ce-a84a-c3ba7435dcd3 HTTP/1.1" status: 200 len: 217 time: 0.0657921 Feb 04 16:23:54.211242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-405338f0-429d-4280-bc7b-3d7be362e897 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:54.212649 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-405338f0-429d-4280-bc7b-3d7be362e897 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0578318 Feb 04 16:23:54.288233 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-e0354ac1-5afb-4cfc-9ce3-cdfc2a8f2c91 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690136 Feb 04 16:23:54.401705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20325e-108d-4d21-abb3-5544e756f27b req-785afb57-b690-48f8-8451-a2bbacac2045 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:54.403292 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea20325e-108d-4d21-abb3-5544e756f27b req-785afb57-b690-48f8-8451-a2bbacac2045 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 944 time: 0.0824451 Feb 04 16:23:54.454663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea20325e-108d-4d21-abb3-5544e756f27b req-4689b541-a7c6-43b2-b0d4-ae85972ffd58 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453985 Feb 04 16:23:54.531571 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-fbda9abe-faf0-4ec1-a750-33a090b964f8 service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367499 Feb 04 16:23:54.672649 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d20d12eb-67c2-413e-8d63-71a71c99ff7c req-f519296c-68f0-4d21-8d09-12419eb9e5d5 service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349363 Feb 04 16:23:54.842250 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9313feb6-aa79-4c4c-8074-dcd8ec2c82bf req-59196e26-c0b4-4cf6-af85-a372f5264d7a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 1095 time: 0.0715036 Feb 04 16:23:54.983460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313feb6-aa79-4c4c-8074-dcd8ec2c82bf req-cacbd861-8f47-466c-b0b3-46abd838059d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:54.984919 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9313feb6-aa79-4c4c-8074-dcd8ec2c82bf req-cacbd861-8f47-466c-b0b3-46abd838059d service neutron] 10.222.0.81 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1361027 Feb 04 16:23:55.057607 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9313feb6-aa79-4c4c-8074-dcd8ec2c82bf req-009850d1-d7c1-42a7-86cf-ad3b1df8aba1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66a572d-3264-44ce-a84a-c3ba7435dcd3 HTTP/1.1" status: 200 len: 217 time: 0.0656061 Feb 04 16:23:55.118859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313feb6-aa79-4c4c-8074-dcd8ec2c82bf req-7730c3f1-1534-460f-b93e-9481c16b4ac0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:55.120240 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9313feb6-aa79-4c4c-8074-dcd8ec2c82bf req-7730c3f1-1534-460f-b93e-9481c16b4ac0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0571733 Feb 04 16:23:55.200666 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9313feb6-aa79-4c4c-8074-dcd8ec2c82bf req-d31b107d-05ab-439f-ae6e-a91042448f86 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742598 Feb 04 16:23:55.335887 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9313feb6-aa79-4c4c-8074-dcd8ec2c82bf req-057fd683-0c19-4a9c-a31d-2a8592637605 service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289513 Feb 04 16:23:55.469634 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9313feb6-aa79-4c4c-8074-dcd8ec2c82bf req-7c5d29d1-2531-459f-b89f-9e14fb0351e0 service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270540 Feb 04 16:23:55.659862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c62d1b-509d-4f17-bded-2a4bdd566df4 req-10c88539-6017-46c3-ab8b-4185d7821034 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:55.661332 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4c62d1b-509d-4f17-bded-2a4bdd566df4 req-10c88539-6017-46c3-ab8b-4185d7821034 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 944 time: 0.0775204 Feb 04 16:23:55.707334 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4c62d1b-509d-4f17-bded-2a4bdd566df4 req-5a10845c-d464-4e43-a731-18cf7b1bde66 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403545 Feb 04 16:23:56.913124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d9bae-14a4-49eb-8ec0-4655df663283 req-4d639da6-b299-4e21-b79f-a53cb5f53bda tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:56.914891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e4d9bae-14a4-49eb-8ec0-4655df663283 req-4d639da6-b299-4e21-b79f-a53cb5f53bda tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 944 time: 0.0813050 Feb 04 16:23:56.961388 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e4d9bae-14a4-49eb-8ec0-4655df663283 req-51aa842b-c9df-4b9c-a65c-0720cfd97678 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402114 Feb 04 16:23:58.166187 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203719f-edcd-47a9-beb8-6dce98e65d61 req-6e5c46fc-fc61-4142-8792-74bca461d50c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:58.167688 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5203719f-edcd-47a9-beb8-6dce98e65d61 req-6e5c46fc-fc61-4142-8792-74bca461d50c tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 944 time: 0.0790095 Feb 04 16:23:58.222729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5203719f-edcd-47a9-beb8-6dce98e65d61 req-736d9b27-6454-4c46-abf9-0bd8ea99a73a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450478 Feb 04 16:23:59.431944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18fc32-e5f6-4b01-a320-47275b575dc0 req-2ec2c1cc-9355-4597-b6bf-92c2e3979f63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:59.433399 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb18fc32-e5f6-4b01-a320-47275b575dc0 req-2ec2c1cc-9355-4597-b6bf-92c2e3979f63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 944 time: 0.0801015 Feb 04 16:23:59.480276 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb18fc32-e5f6-4b01-a320-47275b575dc0 req-e030f976-79e6-44b6-924d-d18e3db7c8da tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401685 Feb 04 16:24:00.710025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50dccb-eaca-4170-a2d0-6835011c939f req-2cef18e4-9067-47f6-86f0-88fb009c15c6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:00.711515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c50dccb-eaca-4170-a2d0-6835011c939f req-2cef18e4-9067-47f6-86f0-88fb009c15c6 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 944 time: 0.0867143 Feb 04 16:24:00.763509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c50dccb-eaca-4170-a2d0-6835011c939f req-1cbaa0e7-5015-4648-a414-af62a7fed9eb tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458589 Feb 04 16:24:01.982542 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e41384-85b1-4e39-b07e-699e238cde17 req-2bb37b7b-fb95-415b-903c-1e6f82221def tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:01.988858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1e41384-85b1-4e39-b07e-699e238cde17 req-2bb37b7b-fb95-415b-903c-1e6f82221def tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 944 time: 0.0950611 Feb 04 16:24:02.035736 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1e41384-85b1-4e39-b07e-699e238cde17 req-e21bae57-86a8-4ea5-9ef0-b7e95420aa01 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459635 Feb 04 16:24:03.236584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6d9b9-6e33-443d-b767-3e8fce94ba45 req-cdf1b2cb-d7f5-46c2-88ab-12674bb66bfa tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:03.238043 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60d6d9b9-6e33-443d-b767-3e8fce94ba45 req-cdf1b2cb-d7f5-46c2-88ab-12674bb66bfa tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 944 time: 0.0779469 Feb 04 16:24:03.309209 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-60d6d9b9-6e33-443d-b767-3e8fce94ba45 req-52b39ac5-e2db-4986-9e8f-22bac69eb887 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639048 Feb 04 16:24:03.569088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a66a572d-3264-44ce-a84a-c3ba7435dcd3 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:24:03.718685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a66a572d-3264-44ce-a84a-c3ba7435dcd3, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a66a572d-3264-44ce-a84a-c3ba7435dcd3,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:03.732050 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'port_id': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3', 'mac_address': 'fa:16:3e:7f:b3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:24:03.789659 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.806900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66a572d-3264-44ce-a84a-c3ba7435dcd3 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:24:03.821856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a66a572d-3264-44ce-a84a-c3ba7435dcd3, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a66a572d-3264-44ce-a84a-c3ba7435dcd3,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:03.826121 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.890738 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=a66a572d-3264-44ce-a84a-c3ba7435dcd3,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:03.899534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:03.899875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:03.900205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:03.900549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:03.900873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:03.901193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:03.901510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:03.901825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:03.902142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:03.902515 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:03.902815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:04.288893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['a66a572d-3264-44ce-a84a-c3ba7435dcd3'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:24:04.528029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3c32b-d48c-4ca2-abd4-f7f7fca03b9d req-538544ad-1cc1-44cd-b001-ada414ed7434 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:04.529599 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-81d3c32b-d48c-4ca2-abd4-f7f7fca03b9d req-538544ad-1cc1-44cd-b001-ada414ed7434 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 945 time: 0.0778637 Feb 04 16:24:04.575593 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-81d3c32b-d48c-4ca2-abd4-f7f7fca03b9d req-7d1feb18-f0ad-4432-bf17-28d9b8adb825 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403607 Feb 04 16:24:05.580740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a66a572d-3264-44ce-a84a-c3ba7435dcd3 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:05.652571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port a66a572d-3264-44ce-a84a-c3ba7435dcd3 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:05.658147 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port a66a572d-3264-44ce-a84a-c3ba7435dcd3 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:05.658715 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.787287 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.798668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d314b6-d2d0-4bc9-bc51-4ce0cb4d1d6e req-8a67c6ba-178a-4d3e-b93f-73723293556e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:05.800765 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6d314b6-d2d0-4bc9-bc51-4ce0cb4d1d6e req-8a67c6ba-178a-4d3e-b93f-73723293556e tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 945 time: 0.0942314 Feb 04 16:24:05.814889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2440239e-3f05-45e0-b469-77637489903a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:24:05.829597 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port a66a572d-3264-44ce-a84a-c3ba7435dcd3, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a66a572d-3264-44ce-a84a-c3ba7435dcd3,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:05.835434 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.850663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6d314b6-d2d0-4bc9-bc51-4ce0cb4d1d6e req-8088b511-a10e-45d3-a374-04053310cadc tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442708 Feb 04 16:24:05.889349 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2440239e-3f05-45e0-b469-77637489903a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3', 'code': 200} Feb 04 16:24:05.937968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=a66a572d-3264-44ce-a84a-c3ba7435dcd3,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:06.076387 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a0437a4-e264-424a-a1c9-d9fa2cd2f5f2 req-62a76a44-1be8-4eb7-bb07-1f244667a6f8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 1097 time: 0.0900810 Feb 04 16:24:06.130399 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6a0437a4-e264-424a-a1c9-d9fa2cd2f5f2 req-5481fb58-4370-483e-b112-22895e2f7b31 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465069 Feb 04 16:24:06.629279 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dac7cb14-9022-44ac-8706-1705e036715d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.065517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94b0ab-4a99-4d54-97e9-bc7578d80b4a req-58f6f2c8-1d12-4cdb-9857-8a13d03c7276 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:07.066987 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b94b0ab-4a99-4d54-97e9-bc7578d80b4a req-58f6f2c8-1d12-4cdb-9857-8a13d03c7276 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 946 time: 0.0777547 Feb 04 16:24:07.116782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b94b0ab-4a99-4d54-97e9-bc7578d80b4a req-d09b36ee-e129-4030-ac4e-4ce12df55177 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440884 Feb 04 16:24:08.324377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5a96e-5a2d-420c-90ff-4e2a3b891892 req-4b7ce7bf-dbf1-4752-a031-abfed2845f65 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:08.326357 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bce5a96e-5a2d-420c-90ff-4e2a3b891892 req-4b7ce7bf-dbf1-4752-a031-abfed2845f65 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 946 time: 0.0801957 Feb 04 16:24:08.371450 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bce5a96e-5a2d-420c-90ff-4e2a3b891892 req-13a8f3b5-4ef5-456e-8eb4-e6975a6d9068 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394151 Feb 04 16:24:08.573534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66cf37-6789-4923-bac6-ab8b48ad97bb req-0224f139-dc26-45b1-b12f-a321f9d5f846 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:08.575097 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc66cf37-6789-4923-bac6-ab8b48ad97bb req-0224f139-dc26-45b1-b12f-a321f9d5f846 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 946 time: 0.0763414 Feb 04 16:24:08.625818 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc66cf37-6789-4923-bac6-ab8b48ad97bb req-3b1ef533-9105-4150-872e-5ba7c93814e1 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447140 Feb 04 16:24:08.654431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54436) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:08.725154 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-785fb86c-95f0-4459-9a70-ecc4c8b860c0 tempest-TestVolumeBootPattern-643513384 tempest-TestVolumeBootPattern-643513384-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 1092 time: 0.0695674 Feb 04 16:24:08.727856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54440) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:08.733152 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:08.739423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:08.743518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Usage tracker for resource:floatingip and tenant:e00cee0f908a4015ba575ed436ec7346 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:08.746332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:08.752598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:08.765842 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.001133 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.006311 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-903d0f25-6ebf-454e-8aa7-cbe8682ebd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.147911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Allocated IP 172.25.0.237 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/0646c1cd-4dad-4808-8df4-0c57aed56821) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:09.296683 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.324332 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.391079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:09.393936 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:09.398243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:24:09.425436 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'Port': ['ID=0646c1cd-4dad-4808-8df4-0c57aed56821,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:09.445104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:09.445463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:09.445777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:09.446108 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:09.446432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:09.446750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:09.447065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:09.447409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:09.447723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:09.448035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:09.448346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:09.925901 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.985758 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.190238 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.194650 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.293935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event updated for resources: {'Port': ['ID=0646c1cd-4dad-4808-8df4-0c57aed56821,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:10.313654 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.346756 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.443119 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.501798 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Floating IP 057a48af-a37d-4317-8337-58d292e5e18a associated. External IP: 172.25.0.237, port: a66a572d-3264-44ce-a84a-c3ba7435dcd3. Feb 04 16:24:10.999344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Router 9cd36b00-3e48-4d48-b538-9ce2c546972e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:24:11.203084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:24:11.213228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d64f08-24e1-4054-91ee-2e0834322c52 None None] Sync routers for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:24:11.226066 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d64f08-24e1-4054-91ee-2e0834322c52 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:11.226779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e7d64f08-24e1-4054-91ee-2e0834322c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:24:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:11.229019 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:11.284188 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b08705a1-904a-4005-93c7-01125a46de63 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5551572 Feb 04 16:24:11.284767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2440239e-3f05-45e0-b469-77637489903a', 'tag': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:24:11.343774 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2440239e-3f05-45e0-b469-77637489903a', 'tag': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3', 'status': 'completed', 'code': 200} Feb 04 16:24:11.414107 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-e7d64f08-24e1-4054-91ee-2e0834322c52 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:24:11.456495 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1fcdc165-6480-4ac2-a1da-29ec8a5ec313 req-ce16c122-15a5-48c0-8830-80fb8ba63226 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 1097 time: 0.0690870 Feb 04 16:24:11.593326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdc165-6480-4ac2-a1da-29ec8a5ec313 req-45346a4e-aa79-4920-88e6-5ee828ef0d7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:11.594898 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1fcdc165-6480-4ac2-a1da-29ec8a5ec313 req-45346a4e-aa79-4920-88e6-5ee828ef0d7c service neutron] 10.222.0.81 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1322460 Feb 04 16:24:11.606560 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:11.701544 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1fcdc165-6480-4ac2-a1da-29ec8a5ec313 req-74600e0b-ac1a-4f10-a9e5-1fb4a6235f01 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66a572d-3264-44ce-a84a-c3ba7435dcd3 HTTP/1.1" status: 200 len: 1000 time: 0.1012232 Feb 04 16:24:11.768560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdc165-6480-4ac2-a1da-29ec8a5ec313 req-719057d8-4396-48a1-bd3f-2a6ff01db676 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:11.770014 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1fcdc165-6480-4ac2-a1da-29ec8a5ec313 req-719057d8-4396-48a1-bd3f-2a6ff01db676 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0628345 Feb 04 16:24:11.820361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e7d64f08-24e1-4054-91ee-2e0834322c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '057a48af-a37d-4317-8337-58d292e5e18a', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'port_id': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'mac_address': 'fa:16:3e:7f:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2440239e-3f05-45e0-b469-77637489903a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:24:09Z', 'updated_at': '2022-02-04T16:24:09Z', 'revision_number': 0, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address_scope': None}, {'id': '62cd2492-ec4d-4b29-8f76-7ad4923ab200', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'port_id': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'mac_address': 'fa:16:3e:72:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:22:03Z', 'updated_at': '2022-02-04T16:22:07Z', 'revision_number': 1, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:11.824140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d64f08-24e1-4054-91ee-2e0834322c52 None None] Checking router: 9cd36b00-3e48-4d48-b538-9ce2c546972e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:24:11.835188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d64f08-24e1-4054-91ee-2e0834322c52 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:11.835871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e7d64f08-24e1-4054-91ee-2e0834322c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:24:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:11.846449 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1fcdc165-6480-4ac2-a1da-29ec8a5ec313 req-4940f340-50b2-4155-8120-6c101a11d60c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696945 Feb 04 16:24:11.989743 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1fcdc165-6480-4ac2-a1da-29ec8a5ec313 req-b4d998c6-03ff-4a32-80f6-8b8e49d8eaed service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367042 Feb 04 16:24:12.004638 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.030920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-e7d64f08-24e1-4054-91ee-2e0834322c52 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:24:12.126790 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1fcdc165-6480-4ac2-a1da-29ec8a5ec313 req-1dd4787c-607e-464c-b67e-0f851c12c874 service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302903 Feb 04 16:24:12.390566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e7d64f08-24e1-4054-91ee-2e0834322c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '057a48af-a37d-4317-8337-58d292e5e18a', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'port_id': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'mac_address': 'fa:16:3e:7f:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2440239e-3f05-45e0-b469-77637489903a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:24:09Z', 'updated_at': '2022-02-04T16:24:09Z', 'revision_number': 0, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address_scope': None}, {'id': '62cd2492-ec4d-4b29-8f76-7ad4923ab200', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'port_id': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'mac_address': 'fa:16:3e:72:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:22:03Z', 'updated_at': '2022-02-04T16:22:07Z', 'revision_number': 1, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:12.394449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d64f08-24e1-4054-91ee-2e0834322c52 None None] The sync data for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 is: [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '057a48af-a37d-4317-8337-58d292e5e18a', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'port_id': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'mac_address': 'fa:16:3e:7f:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2440239e-3f05-45e0-b469-77637489903a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:24:09Z', 'updated_at': '2022-02-04T16:24:09Z', 'revision_number': 0, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address_scope': None}, {'id': '62cd2492-ec4d-4b29-8f76-7ad4923ab200', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'port_id': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'mac_address': 'fa:16:3e:72:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:22:03Z', 'updated_at': '2022-02-04T16:22:07Z', 'revision_number': 1, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:24:12.606984 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5781d46a-e150-4573-833d-57e591f38e9b None None] New status for floating IP 057a48af-a37d-4317-8337-58d292e5e18a: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:24:19.928688 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:23.474934 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:24:36.632966 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f9323bc1-a025-4eb6-86a8-900d8bd6fff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:39.008154 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3af7216-4874-4e0b-bc17-373803656891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:40.354739 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:40.445397 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:41.514406 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-50c6bb69-f9bd-4fa7-80b2-3729fc90d96f req-3645a1a6-7931-48be-8dc8-7bc731918b11 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746353 Feb 04 16:24:41.598600 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:41.779685 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-50c6bb69-f9bd-4fa7-80b2-3729fc90d96f req-63c65e52-2879-4586-9faa-87c78f329d48 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 1097 time: 0.1738021 Feb 04 16:24:41.927953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6bb69-f9bd-4fa7-80b2-3729fc90d96f req-f801972d-3b62-4720-83bc-5377f11eb818 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:41.929417 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-50c6bb69-f9bd-4fa7-80b2-3729fc90d96f req-f801972d-3b62-4720-83bc-5377f11eb818 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1302409 Feb 04 16:24:41.961409 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:42.042671 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-50c6bb69-f9bd-4fa7-80b2-3729fc90d96f req-c29b49cd-9f90-49ee-85b3-c9e71b551c78 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66a572d-3264-44ce-a84a-c3ba7435dcd3 HTTP/1.1" status: 200 len: 1002 time: 0.1066904 Feb 04 16:24:42.113027 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6bb69-f9bd-4fa7-80b2-3729fc90d96f req-addee639-8bd9-4654-9f9b-192faf9c69f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:42.114486 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-50c6bb69-f9bd-4fa7-80b2-3729fc90d96f req-addee639-8bd9-4654-9f9b-192faf9c69f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0653312 Feb 04 16:24:42.197423 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-50c6bb69-f9bd-4fa7-80b2-3729fc90d96f req-33dcad7e-aef8-4748-ace6-034aeb26810e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762181 Feb 04 16:24:42.328372 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-50c6bb69-f9bd-4fa7-80b2-3729fc90d96f req-17feaf81-9029-4ca4-84d9-dc4222185264 service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250141 Feb 04 16:24:42.461612 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-50c6bb69-f9bd-4fa7-80b2-3729fc90d96f req-cddff115-6a8b-40b2-8915-b70934fea658 service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271527 Feb 04 16:24:44.634190 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ec4ab76-4989-4b6c-b358-15b9476e4439 req-b1298568-173d-4d0d-b362-17d9adea520b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718315 Feb 04 16:24:44.768987 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ec4ab76-4989-4b6c-b358-15b9476e4439 req-8da2c49e-e17c-45ac-958a-01fc99a2bfaf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 1097 time: 0.0681138 Feb 04 16:24:44.910320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4ab76-4989-4b6c-b358-15b9476e4439 req-3e75bd91-2370-47c5-a5fd-788fbb11c5db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:44.911673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ec4ab76-4989-4b6c-b358-15b9476e4439 req-3e75bd91-2370-47c5-a5fd-788fbb11c5db service neutron] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1235962 Feb 04 16:24:45.016361 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ec4ab76-4989-4b6c-b358-15b9476e4439 req-0e13a154-04ab-48d6-bb12-ae348ccaacf9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c68389d9-8dc1-487c-a328-caabacac4f4a HTTP/1.1" status: 200 len: 1002 time: 0.0976484 Feb 04 16:24:45.078731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4ab76-4989-4b6c-b358-15b9476e4439 req-ee211bff-719f-4a56-b616-06200fb10397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:45.080175 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ec4ab76-4989-4b6c-b358-15b9476e4439 req-ee211bff-719f-4a56-b616-06200fb10397 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0569317 Feb 04 16:24:45.158465 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ec4ab76-4989-4b6c-b358-15b9476e4439 req-00432ab2-a387-40e9-ae86-739271609008 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719163 Feb 04 16:24:45.288383 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ec4ab76-4989-4b6c-b358-15b9476e4439 req-62471bc5-e367-4193-a717-8e6fcebe2c12 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235619 Feb 04 16:24:45.421213 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ec4ab76-4989-4b6c-b358-15b9476e4439 req-8eebe3de-1484-4cea-9aa8-1e063cc101f3 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262426 Feb 04 16:24:49.918756 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.475287 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:25:06.635069 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-757e6a2e-15dd-43b7-ac45-a06b034bd3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.010186 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eb852258-11cc-44da-acde-07204c11063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:10.353249 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:10.447387 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:11.599480 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:11.987604 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:19.915014 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:36.638146 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ea4a39b0-9f73-4159-98ce-fb40e69b779c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:37.475397 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:25:39.012188 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a5a0193b-bbcc-4286-86a5-a8e089a97e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:40.356105 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:40.449882 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:41.601961 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:41.647605 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1beaaeea-c8df-44b5-81e2-7262911c3457 req-3ed642fd-4125-4b37-a385-b5117e12470c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1307116 Feb 04 16:25:41.808187 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1beaaeea-c8df-44b5-81e2-7262911c3457 req-ed27c869-a60c-4c97-893f-fc2ab4ef0c4d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 1097 time: 0.0741622 Feb 04 16:25:41.955083 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaaeea-c8df-44b5-81e2-7262911c3457 req-c24617a9-1457-40e9-bf1d-8b88b16f7719 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:41.956581 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1beaaeea-c8df-44b5-81e2-7262911c3457 req-c24617a9-1457-40e9-bf1d-8b88b16f7719 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1299024 Feb 04 16:25:41.988430 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:42.060945 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1beaaeea-c8df-44b5-81e2-7262911c3457 req-e7d7ecc6-d7ed-45cb-a7a5-6d6a67d271ef service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66a572d-3264-44ce-a84a-c3ba7435dcd3 HTTP/1.1" status: 200 len: 1002 time: 0.0950630 Feb 04 16:25:42.126149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaaeea-c8df-44b5-81e2-7262911c3457 req-0eb7b350-23d8-4da9-86be-5c29b157a88f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:42.127620 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1beaaeea-c8df-44b5-81e2-7262911c3457 req-0eb7b350-23d8-4da9-86be-5c29b157a88f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0604286 Feb 04 16:25:42.201321 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1beaaeea-c8df-44b5-81e2-7262911c3457 req-85aaeb8c-59aa-46a8-8d91-4ae9f4dffbb1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674279 Feb 04 16:25:42.330863 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1beaaeea-c8df-44b5-81e2-7262911c3457 req-3d2266f8-6b4e-4734-96be-ab7d2f87d480 service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232738 Feb 04 16:25:42.460193 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1beaaeea-c8df-44b5-81e2-7262911c3457 req-74fdd245-025e-46e0-bfa4-0df8481342a3 service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230652 Feb 04 16:25:44.725371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1cb1c40-8f2f-446f-9b79-f86d89e8f9e0 req-4f34f769-84f9-4514-ae1b-6a3a844f7b9c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1292622 Feb 04 16:25:44.967900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1cb1c40-8f2f-446f-9b79-f86d89e8f9e0 req-be6b922b-c6c7-405d-9174-fcb229e46665 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 1097 time: 0.1753323 Feb 04 16:25:45.111504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb1c40-8f2f-446f-9b79-f86d89e8f9e0 req-1e734da6-04a6-48f4-8327-270b8f01fd41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:45.112944 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1cb1c40-8f2f-446f-9b79-f86d89e8f9e0 req-1e734da6-04a6-48f4-8327-270b8f01fd41 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1263428 Feb 04 16:25:45.218497 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1cb1c40-8f2f-446f-9b79-f86d89e8f9e0 req-c3de0834-1998-448d-83ae-36e57bb5dfa9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c68389d9-8dc1-487c-a328-caabacac4f4a HTTP/1.1" status: 200 len: 1002 time: 0.0949857 Feb 04 16:25:45.281716 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb1c40-8f2f-446f-9b79-f86d89e8f9e0 req-eda3125a-7136-4250-8600-57e0218989b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:45.283141 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1cb1c40-8f2f-446f-9b79-f86d89e8f9e0 req-eda3125a-7136-4250-8600-57e0218989b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0581760 Feb 04 16:25:45.360655 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1cb1c40-8f2f-446f-9b79-f86d89e8f9e0 req-439c94e4-1746-4745-9230-ba95e6ffc066 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715723 Feb 04 16:25:45.489429 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1cb1c40-8f2f-446f-9b79-f86d89e8f9e0 req-e6bf2627-4f0a-4f19-a664-367fad692e6e service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229079 Feb 04 16:25:45.616381 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1cb1c40-8f2f-446f-9b79-f86d89e8f9e0 req-7561dde6-dff4-4377-bf45-a29956059667 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214917 Feb 04 16:25:47.673983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54478) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:47.884917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Deleting port 0646c1cd-4dad-4808-8df4-0c57aed56821 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:25:47.886007 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:48.057503 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:48.057876 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:48.178604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Calling delete_port for 0646c1cd-4dad-4808-8df4-0c57aed56821 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:25:48.326256 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:48.374011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event deleted for resources: {'Port': ['ID=0646c1cd-4dad-4808-8df4-0c57aed56821,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:48.412476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:48.412812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:48.413146 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:48.413476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:48.413803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:48.414126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:48.414446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:48.414770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:48.415085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:48.415426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:48.415740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:48.474683 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:48.966636 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Router 9cd36b00-3e48-4d48-b538-9ce2c546972e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:25:49.168462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:25:49.178780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7ed449-e8f8-486d-9bc0-fbe84c1bae6d None None] Sync routers for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:25:49.185110 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:49.191816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7ed449-e8f8-486d-9bc0-fbe84c1bae6d None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:49.192497 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ef7ed449-e8f8-486d-9bc0-fbe84c1bae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:25:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:49.237718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-72c72b5f-e38e-4739-a08c-6e2ecfb17a4f tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "DELETE /v2.0/floatingips/057a48af-a37d-4317-8337-58d292e5e18a HTTP/1.1" status: 204 len: 168 time: 1.5626636 Feb 04 16:25:49.238290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2440239e-3f05-45e0-b469-77637489903a', 'tag': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:25:49.384560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-ef7ed449-e8f8-486d-9bc0-fbe84c1bae6d None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:25:49.527812 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2440239e-3f05-45e0-b469-77637489903a', 'tag': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3', 'status': 'completed', 'code': 200} Feb 04 16:25:49.784223 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6056bd0-3a5a-48f4-b787-1fc9d97fafdc req-601183c9-73bf-4ace-b826-33e0689ff9f5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 1097 time: 0.1971073 Feb 04 16:25:49.795341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ef7ed449-e8f8-486d-9bc0-fbe84c1bae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '62cd2492-ec4d-4b29-8f76-7ad4923ab200', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'port_id': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'mac_address': 'fa:16:3e:72:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:22:03Z', 'updated_at': '2022-02-04T16:22:07Z', 'revision_number': 1, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:49.799237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7ed449-e8f8-486d-9bc0-fbe84c1bae6d None None] Checking router: 9cd36b00-3e48-4d48-b538-9ce2c546972e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:25:49.810469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfac5ce-0b86-4482-a7c7-fa467746549b req-c5946e6c-8d7d-40cd-af74-5981c3264311 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:49.811339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6dfac5ce-0b86-4482-a7c7-fa467746549b req-c5946e6c-8d7d-40cd-af74-5981c3264311 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:25:49.815318 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7ed449-e8f8-486d-9bc0-fbe84c1bae6d None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:49.815958 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ef7ed449-e8f8-486d-9bc0-fbe84c1bae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:25:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:49.832129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-6dfac5ce-0b86-4482-a7c7-fa467746549b req-c5946e6c-8d7d-40cd-af74-5981c3264311 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:25:49.833617 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6dfac5ce-0b86-4482-a7c7-fa467746549b req-c5946e6c-8d7d-40cd-af74-5981c3264311 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 946 time: 0.1869242 Feb 04 16:25:49.888521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6dfac5ce-0b86-4482-a7c7-fa467746549b req-46133964-2f61-44df-abac-0f4fbd162baf tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482309 Feb 04 16:25:49.931017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6056bd0-3a5a-48f4-b787-1fc9d97fafdc req-5e532821-77df-41a8-aeda-9aca2e0cdfee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:49.933492 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6056bd0-3a5a-48f4-b787-1fc9d97fafdc req-5e532821-77df-41a8-aeda-9aca2e0cdfee service neutron] 10.222.0.81 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1420019 Feb 04 16:25:49.995735 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.003801 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6056bd0-3a5a-48f4-b787-1fc9d97fafdc req-2eb205cc-9e7d-40fc-a223-43a552e6070d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66a572d-3264-44ce-a84a-c3ba7435dcd3 HTTP/1.1" status: 200 len: 217 time: 0.0633790 Feb 04 16:25:50.015236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-ef7ed449-e8f8-486d-9bc0-fbe84c1bae6d None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:25:50.071933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6056bd0-3a5a-48f4-b787-1fc9d97fafdc req-5b79b24d-8ddd-4265-b74c-025b6dd2cf6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:50.073413 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6056bd0-3a5a-48f4-b787-1fc9d97fafdc req-5b79b24d-8ddd-4265-b74c-025b6dd2cf6d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0638604 Feb 04 16:25:50.149600 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6056bd0-3a5a-48f4-b787-1fc9d97fafdc req-08b33786-908f-42f6-aeb1-ef7c7a66822b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693195 Feb 04 16:25:50.288619 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6056bd0-3a5a-48f4-b787-1fc9d97fafdc req-59305ed8-23bf-435f-ba31-55fd5ac66f61 service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319489 Feb 04 16:25:50.361273 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ef7ed449-e8f8-486d-9bc0-fbe84c1bae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '62cd2492-ec4d-4b29-8f76-7ad4923ab200', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'port_id': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'mac_address': 'fa:16:3e:72:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:22:03Z', 'updated_at': '2022-02-04T16:22:07Z', 'revision_number': 1, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:50.365191 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7ed449-e8f8-486d-9bc0-fbe84c1bae6d None None] The sync data for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 is: [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '62cd2492-ec4d-4b29-8f76-7ad4923ab200', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'port_id': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'mac_address': 'fa:16:3e:72:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:22:03Z', 'updated_at': '2022-02-04T16:22:07Z', 'revision_number': 1, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:25:50.423097 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e6056bd0-3a5a-48f4-b787-1fc9d97fafdc req-6db83125-c594-434b-9314-4e893378e893 service neutron] 10.222.0.81 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286919 Feb 04 16:25:50.594908 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0895ec-846b-4cf2-b1f4-94aecb6dea9c None None] New status for floating IP 057a48af-a37d-4317-8337-58d292e5e18a: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:25:51.170394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddebcaa-760c-4d2a-b43d-14246e50e4d7 req-e7c682e4-1f81-46ba-905c-d09802bff98d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:51.171876 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fddebcaa-760c-4d2a-b43d-14246e50e4d7 req-e7c682e4-1f81-46ba-905c-d09802bff98d tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 946 time: 0.1463866 Feb 04 16:25:51.219030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fddebcaa-760c-4d2a-b43d-14246e50e4d7 req-edd5eb81-f2a5-49b8-be95-6aec5f6c6f37 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415270 Feb 04 16:25:51.679682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380823a-b488-4109-bcf2-90d60b971c5a req-4926d993-24b2-449f-88ff-ae6341c2d312 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:51.680364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-1380823a-b488-4109-bcf2-90d60b971c5a req-4926d993-24b2-449f-88ff-ae6341c2d312 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:25:51.692327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-1380823a-b488-4109-bcf2-90d60b971c5a req-4926d993-24b2-449f-88ff-ae6341c2d312 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:25:51.693398 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1380823a-b488-4109-bcf2-90d60b971c5a req-4926d993-24b2-449f-88ff-ae6341c2d312 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.81 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 946 time: 0.0953901 Feb 04 16:25:51.761490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-1380823a-b488-4109-bcf2-90d60b971c5a req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Deleting port a66a572d-3264-44ce-a84a-c3ba7435dcd3 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:25:51.761816 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1380823a-b488-4109-bcf2-90d60b971c5a req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.010718 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-1380823a-b488-4109-bcf2-90d60b971c5a req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] For port a66a572d-3264-44ce-a84a-c3ba7435dcd3, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=a66a572d-3264-44ce-a84a-c3ba7435dcd3,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:52.011072 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1380823a-b488-4109-bcf2-90d60b971c5a req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.130848 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-1380823a-b488-4109-bcf2-90d60b971c5a req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Calling delete_port for a66a572d-3264-44ce-a84a-c3ba7435dcd3 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:25:52.276446 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1380823a-b488-4109-bcf2-90d60b971c5a req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.336706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event deleted for resources: {'Port': ['ID=a66a572d-3264-44ce-a84a-c3ba7435dcd3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:52.388788 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:52.389158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:52.389494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:52.389825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:52.390170 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:52.390475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:52.390795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:52.391112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:52.391449 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:52.391771 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:52.392089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:52.418885 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa7880e8-2d4d-4f2d-9359-a26edd767c8f req-97a2baa1-2c83-40e3-8141-f4af2150e917 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 210 time: 0.0457530 Feb 04 16:25:52.430966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1380823a-b488-4109-bcf2-90d60b971c5a req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] No DVR routers for this DVR port a66a572d-3264-44ce-a84a-c3ba7435dcd3 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:25:52.434902 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1380823a-b488-4109-bcf2-90d60b971c5a req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.438045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2440239e-3f05-45e0-b469-77637489903a', 'name': 'network-vif-deleted', 'tag': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:25:52.455287 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1380823a-b488-4109-bcf2-90d60b971c5a req-d2e17256-d51e-42f2-a33e-56df4471b1a3 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.81 "DELETE /v2.0/ports/a66a572d-3264-44ce-a84a-c3ba7435dcd3 HTTP/1.1" status: 204 len: 173 time: 0.7558765 Feb 04 16:25:52.630898 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2440239e-3f05-45e0-b469-77637489903a', 'name': 'network-vif-deleted', 'tag': 'a66a572d-3264-44ce-a84a-c3ba7435dcd3', 'status': 'completed', 'code': 200} Feb 04 16:25:53.616174 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c711310-fa2f-49d8-9c89-4c8be8e964aa req-1bb5878a-6bd2-4344-89bd-ad3486f5a22a tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=2440239e-3f05-45e0-b469-77637489903a HTTP/1.1" status: 200 len: 210 time: 0.0419371 Feb 04 16:25:54.045602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a66a572d-3264-44ce-a84a-c3ba7435dcd3 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:25:54.079121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: a66a572d-3264-44ce-a84a-c3ba7435dcd3 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:25:54.079480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device a66a572d-3264-44ce-a84a-c3ba7435dcd3 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:25:59.282218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54542) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:59.485087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-5cb22ada-36bc-4abf-9fed-79bd45f1c219 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Deleting port f6592890-eb9f-4a88-99e8-2546867a7365 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:25:59.485422 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5cb22ada-36bc-4abf-9fed-79bd45f1c219 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:59.651948 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5cb22ada-36bc-4abf-9fed-79bd45f1c219 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:59.652352 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5cb22ada-36bc-4abf-9fed-79bd45f1c219 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:59.774617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-5cb22ada-36bc-4abf-9fed-79bd45f1c219 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Calling delete_port for f6592890-eb9f-4a88-99e8-2546867a7365 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:00.029237 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5cb22ada-36bc-4abf-9fed-79bd45f1c219 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:00.078292 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb22ada-36bc-4abf-9fed-79bd45f1c219 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event deleted for resources: {'Port': ['ID=f6592890-eb9f-4a88-99e8-2546867a7365,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:00.167070 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5cb22ada-36bc-4abf-9fed-79bd45f1c219 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:00.567757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb22ada-36bc-4abf-9fed-79bd45f1c219 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Router 9cd36b00-3e48-4d48-b538-9ce2c546972e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:26:00.769186 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb22ada-36bc-4abf-9fed-79bd45f1c219 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:26:00.779201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf392a50-1794-4f84-a332-bcd29f33abd8 None None] Sync routers for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:26:00.785424 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5cb22ada-36bc-4abf-9fed-79bd45f1c219 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:00.791204 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf392a50-1794-4f84-a332-bcd29f33abd8 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:00.791901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-bf392a50-1794-4f84-a332-bcd29f33abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:25:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:00.839574 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5cb22ada-36bc-4abf-9fed-79bd45f1c219 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "DELETE /v2.0/floatingips/62cd2492-ec4d-4b29-8f76-7ad4923ab200 HTTP/1.1" status: 204 len: 168 time: 1.5560753 Feb 04 16:26:00.839981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'tag': 'c68389d9-8dc1-487c-a328-caabacac4f4a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:00.899079 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'tag': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'status': 'completed', 'code': 200} Feb 04 16:26:00.983456 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-bf392a50-1794-4f84-a332-bcd29f33abd8 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:00.997688 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-322deb6f-18c7-48e5-bca1-2b8f9b482e2c req-4a19b263-21e2-4e8d-9dc3-438af4889ca8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e00cee0f908a4015ba575ed436ec7346&device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 1097 time: 0.0781410 Feb 04 16:26:01.142284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322deb6f-18c7-48e5-bca1-2b8f9b482e2c req-d3f9f50b-f950-42a0-a076-c352951b6a47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:01.144267 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-322deb6f-18c7-48e5-bca1-2b8f9b482e2c req-d3f9f50b-f950-42a0-a076-c352951b6a47 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 200 len: 913 time: 0.1397555 Feb 04 16:26:01.260695 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-322deb6f-18c7-48e5-bca1-2b8f9b482e2c req-9672f809-11cc-4924-8119-031f8b3e03f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c68389d9-8dc1-487c-a328-caabacac4f4a HTTP/1.1" status: 200 len: 217 time: 0.1107442 Feb 04 16:26:01.335235 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322deb6f-18c7-48e5-bca1-2b8f9b482e2c req-62a15062-9ed7-438c-ace0-f16ac5268867 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:01.336875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-322deb6f-18c7-48e5-bca1-2b8f9b482e2c req-62a15062-9ed7-438c-ace0-f16ac5268867 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 200 len: 851 time: 0.0660341 Feb 04 16:26:01.347088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984bc05-6eb8-4894-8b86-3304116e731b req-e17bde3b-2aeb-4911-a1b3-5a88a3738dc7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:01.347790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5984bc05-6eb8-4894-8b86-3304116e731b req-e17bde3b-2aeb-4911-a1b3-5a88a3738dc7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:26:01.365492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-bf392a50-1794-4f84-a332-bcd29f33abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:01.370087 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf392a50-1794-4f84-a332-bcd29f33abd8 None None] Checking router: 9cd36b00-3e48-4d48-b538-9ce2c546972e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:26:01.380779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf392a50-1794-4f84-a332-bcd29f33abd8 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:01.381381 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-bf392a50-1794-4f84-a332-bcd29f33abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:25:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:01.406159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5984bc05-6eb8-4894-8b86-3304116e731b req-e17bde3b-2aeb-4911-a1b3-5a88a3738dc7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:26:01.407351 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5984bc05-6eb8-4894-8b86-3304116e731b req-e17bde3b-2aeb-4911-a1b3-5a88a3738dc7 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 946 time: 0.2101450 Feb 04 16:26:01.468145 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-322deb6f-18c7-48e5-bca1-2b8f9b482e2c req-f8169287-50a1-42eb-bbec-24b741a2541e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b250d564-79c6-4311-88c8-4d123b616443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166067 Feb 04 16:26:01.470418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5984bc05-6eb8-4894-8b86-3304116e731b req-b99b85e7-4c27-4bcf-a09d-3c03521a7dca tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564315 Feb 04 16:26:01.569353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-bf392a50-1794-4f84-a332-bcd29f33abd8 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:01.711069 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-322deb6f-18c7-48e5-bca1-2b8f9b482e2c req-eaa39c8c-b353-471e-a8e9-8bc4144fe058 service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344806 Feb 04 16:26:01.844176 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-322deb6f-18c7-48e5-bca1-2b8f9b482e2c req-a29eeaa9-a693-423e-a7f4-e07a7abbc78c service neutron] 10.222.0.73 "GET /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269743 Feb 04 16:26:01.895258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-bf392a50-1794-4f84-a332-bcd29f33abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:01.899066 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf392a50-1794-4f84-a332-bcd29f33abd8 None None] The sync data for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 is: [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:12Z', 'revision_number': 4, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '81cd4566-9170-45d5-8a1c-2c8a51970af6', 'name': '', 'network_id': 'b250d564-79c6-4311-88c8-4d123b616443', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'mac_address': 'fa:16:3e:14:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:11Z', 'updated_at': '2022-02-04T16:16:53Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'subnets': [{'id': '7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:26:02.119292 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6cc7d-0611-4f9e-9580-fe810b54c448 None None] New status for floating IP 62cd2492-ec4d-4b29-8f76-7ad4923ab200: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:26:02.682551 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdac91f-5a41-49c8-933d-ae0fca202a99 req-5b9d0842-a975-4ff3-830b-55665c5b9cbf tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:02.682551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1bdac91f-5a41-49c8-933d-ae0fca202a99 req-5b9d0842-a975-4ff3-830b-55665c5b9cbf tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 946 time: 0.0775115 Feb 04 16:26:02.723680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1bdac91f-5a41-49c8-933d-ae0fca202a99 req-ce066a69-5fce-4dfd-b2b4-6f56d23b8862 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4d5cb58-a486-400b-b4fe-30f368410e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417957 Feb 04 16:26:02.964821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80281c8-25a3-4fdd-80e6-87181564afc2 req-f283f13a-e10a-4c0d-adb5-03bea882f396 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:02.966235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e80281c8-25a3-4fdd-80e6-87181564afc2 req-f283f13a-e10a-4c0d-adb5-03bea882f396 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 946 time: 0.0812027 Feb 04 16:26:03.033386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-e80281c8-25a3-4fdd-80e6-87181564afc2 req-9fdb3eff-0d21-473e-8f55-ba30fd42c7c5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Deleting port c68389d9-8dc1-487c-a328-caabacac4f4a {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:03.033744 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e80281c8-25a3-4fdd-80e6-87181564afc2 req-9fdb3eff-0d21-473e-8f55-ba30fd42c7c5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:03.284513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-e80281c8-25a3-4fdd-80e6-87181564afc2 req-9fdb3eff-0d21-473e-8f55-ba30fd42c7c5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] For port c68389d9-8dc1-487c-a328-caabacac4f4a, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=c68389d9-8dc1-487c-a328-caabacac4f4a,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:03.284866 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e80281c8-25a3-4fdd-80e6-87181564afc2 req-9fdb3eff-0d21-473e-8f55-ba30fd42c7c5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:03.409220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-e80281c8-25a3-4fdd-80e6-87181564afc2 req-9fdb3eff-0d21-473e-8f55-ba30fd42c7c5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Calling delete_port for c68389d9-8dc1-487c-a328-caabacac4f4a owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:03.557761 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e80281c8-25a3-4fdd-80e6-87181564afc2 req-9fdb3eff-0d21-473e-8f55-ba30fd42c7c5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:03.609995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb3eff-0d21-473e-8f55-ba30fd42c7c5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event deleted for resources: {'Port': ['ID=c68389d9-8dc1-487c-a328-caabacac4f4a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:03.680398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80281c8-25a3-4fdd-80e6-87181564afc2 req-9fdb3eff-0d21-473e-8f55-ba30fd42c7c5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] No DVR routers for this DVR port c68389d9-8dc1-487c-a328-caabacac4f4a on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:26:03.682939 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e80281c8-25a3-4fdd-80e6-87181564afc2 req-9fdb3eff-0d21-473e-8f55-ba30fd42c7c5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:03.685527 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'name': 'network-vif-deleted', 'tag': 'c68389d9-8dc1-487c-a328-caabacac4f4a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:03.703434 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e80281c8-25a3-4fdd-80e6-87181564afc2 req-9fdb3eff-0d21-473e-8f55-ba30fd42c7c5 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.73 "DELETE /v2.0/ports/c68389d9-8dc1-487c-a328-caabacac4f4a HTTP/1.1" status: 204 len: 173 time: 0.7324283 Feb 04 16:26:03.745225 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc894e1-9e68-438a-9d2a-f3e34c683c9f', 'name': 'network-vif-deleted', 'tag': 'c68389d9-8dc1-487c-a328-caabacac4f4a', 'status': 'completed', 'code': 200} Feb 04 16:26:03.893754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-bd7532a0-76de-4640-bbec-5fd353c70df8 req-62316b02-17f4-4efb-af17-a20eb6d7a506 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Synchronizing usage tracker for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:26:03.909862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-bd7532a0-76de-4640-bbec-5fd353c70df8 req-62316b02-17f4-4efb-af17-a20eb6d7a506 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Unset dirty status for tenant:e00cee0f908a4015ba575ed436ec7346 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:26:03.911016 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bd7532a0-76de-4640-bbec-5fd353c70df8 req-62316b02-17f4-4efb-af17-a20eb6d7a506 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fc894e1-9e68-438a-9d2a-f3e34c683c9f HTTP/1.1" status: 200 len: 210 time: 0.0574000 Feb 04 16:26:05.022256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54560) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:05.181072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-56cb45c4-466d-4a7f-9a4c-c1aa5dbc1577 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Deleting port 6045be63-475f-46cc-a0bd-d681f11afe33 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:05.181330 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56cb45c4-466d-4a7f-9a4c-c1aa5dbc1577 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:05.351432 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56cb45c4-466d-4a7f-9a4c-c1aa5dbc1577 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:05.351761 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56cb45c4-466d-4a7f-9a4c-c1aa5dbc1577 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:05.575613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-56cb45c4-466d-4a7f-9a4c-c1aa5dbc1577 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Calling delete_port for 6045be63-475f-46cc-a0bd-d681f11afe33 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:05.716339 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56cb45c4-466d-4a7f-9a4c-c1aa5dbc1577 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:05.765102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb45c4-466d-4a7f-9a4c-c1aa5dbc1577 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event deleted for resources: {'Port': ['ID=6045be63-475f-46cc-a0bd-d681f11afe33,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:05.859755 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56cb45c4-466d-4a7f-9a4c-c1aa5dbc1577 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:05.878291 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56cb45c4-466d-4a7f-9a4c-c1aa5dbc1577 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:05.879607 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-56cb45c4-466d-4a7f-9a4c-c1aa5dbc1577 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "DELETE /v2.0/floatingips/4b74cae5-60c8-44c2-ba9d-30b6c50a1803 HTTP/1.1" status: 204 len: 168 time: 0.8561785 Feb 04 16:26:06.476673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c68389d9-8dc1-487c-a328-caabacac4f4a no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:06.511917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: c68389d9-8dc1-487c-a328-caabacac4f4a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:26:06.512261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device c68389d9-8dc1-487c-a328-caabacac4f4a not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:06.640526 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f4617b59-a79d-4e83-8e12-9f51ca038bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:08.388042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54578) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:08.458481 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc905-3d2a-43d9-91bb-78e02a710b79 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:08.488137 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc905-3d2a-43d9-91bb-78e02a710b79 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:08.555349 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc905-3d2a-43d9-91bb-78e02a710b79 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:08.578473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bc905-3d2a-43d9-91bb-78e02a710b79 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d5cb58-a486-400b-b4fe-30f368410e14,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:08.590185 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc905-3d2a-43d9-91bb-78e02a710b79 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:08.591297 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8a1bc905-3d2a-43d9-91bb-78e02a710b79 tempest-TestVolumeBootPattern-730343939 tempest-TestVolumeBootPattern-730343939-project] 10.222.0.60 "DELETE /v2.0/security-groups/d4d5cb58-a486-400b-b4fe-30f368410e14 HTTP/1.1" status: 204 len: 168 time: 0.2022297 Feb 04 16:26:08.674391 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54584) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:09.020002 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4dd7a3cc-1d3b-44fa-9206-f4be4d132930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:09.254084 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-09afa26d-f58a-45b7-a76c-311fdc8f629e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:09.929775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-09afa26d-f58a-45b7-a76c-311fdc8f629e admin admin] Deleting port 81cd4566-9170-45d5-8a1c-2c8a51970af6 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:09.930432 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-09afa26d-f58a-45b7-a76c-311fdc8f629e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:10.211093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-09afa26d-f58a-45b7-a76c-311fdc8f629e admin admin] For port 81cd4566-9170-45d5-8a1c-2c8a51970af6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=81cd4566-9170-45d5-8a1c-2c8a51970af6,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:10.211389 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-09afa26d-f58a-45b7-a76c-311fdc8f629e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:10.331730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-09afa26d-f58a-45b7-a76c-311fdc8f629e admin admin] Calling delete_port for 81cd4566-9170-45d5-8a1c-2c8a51970af6 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:10.361896 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:10.451675 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:10.515421 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-09afa26d-f58a-45b7-a76c-311fdc8f629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:10.558552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afa26d-f58a-45b7-a76c-311fdc8f629e admin admin] Pushing event deleted for resources: {'Port': ['ID=81cd4566-9170-45d5-8a1c-2c8a51970af6,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:10.851372 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-09afa26d-f58a-45b7-a76c-311fdc8f629e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:11.434055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09afa26d-f58a-45b7-a76c-311fdc8f629e admin admin] Router 9cd36b00-3e48-4d48-b538-9ce2c546972e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:26:11.606594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:11.744719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09afa26d-f58a-45b7-a76c-311fdc8f629e admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:26:11.753197 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c5c6d7-40eb-421c-a4fc-f2b90e828246 None None] Sync routers for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:26:11.756881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-09afa26d-f58a-45b7-a76c-311fdc8f629e admin admin] 10.222.0.60 "PUT /v2.0/routers/9cd36b00-3e48-4d48-b538-9ce2c546972e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0813649 Feb 04 16:26:11.759351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54590) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:11.765791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c5c6d7-40eb-421c-a4fc-f2b90e828246 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:11.766326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-09c5c6d7-40eb-421c-a4fc-f2b90e828246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:26:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:11.954910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-09c5c6d7-40eb-421c-a4fc-f2b90e828246 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:11.961703 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:12.090702 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:12.163757 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:12.173661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] Deleting port 414b30ac-0abf-410c-bc33-2665da58e2b1 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:12.174011 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:12.266107 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-09c5c6d7-40eb-421c-a4fc-f2b90e828246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:26:10Z', 'revision_number': 5, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port': {'id': '414b30ac-0abf-410c-bc33-2665da58e2b1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:12.271126 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c5c6d7-40eb-421c-a4fc-f2b90e828246 None None] Checking router: 9cd36b00-3e48-4d48-b538-9ce2c546972e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:26:12.284200 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c5c6d7-40eb-421c-a4fc-f2b90e828246 None None] Routers {'9cd36b00-3e48-4d48-b538-9ce2c546972e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:12.284842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-09c5c6d7-40eb-421c-a4fc-f2b90e828246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:26:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cd36b00-3e48-4d48-b538-9ce2c546972e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:12.352220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] For port 414b30ac-0abf-410c-bc33-2665da58e2b1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=414b30ac-0abf-410c-bc33-2665da58e2b1,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:12.352646 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:12.477960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] Calling delete_port for 414b30ac-0abf-410c-bc33-2665da58e2b1 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:12.480492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-09c5c6d7-40eb-421c-a4fc-f2b90e828246 None None] Set router 9cd36b00-3e48-4d48-b538-9ce2c546972e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:12.588321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-09c5c6d7-40eb-421c-a4fc-f2b90e828246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:26:12Z', 'revision_number': 6, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:12.592851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c5c6d7-40eb-421c-a4fc-f2b90e828246 None None] The sync data for ids ['9cd36b00-3e48-4d48-b538-9ce2c546972e'] in n-d-827872-1 is: [{'id': '9cd36b00-3e48-4d48-b538-9ce2c546972e', 'name': 'tempest-TestVolumeBootPattern-2118403687-router', 'tenant_id': 'e00cee0f908a4015ba575ed436ec7346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:08Z', 'updated_at': '2022-02-04T16:26:12Z', 'revision_number': 6, 'project_id': 'e00cee0f908a4015ba575ed436ec7346', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:26:12.648637 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:12.693338 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=414b30ac-0abf-410c-bc33-2665da58e2b1,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:12.913612 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.274616 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.279508 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.303455 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.303920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd36b00-3e48-4d48-b538-9ce2c546972e {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:26:13.315908 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.317023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-69b416ef-19db-4c38-a3ab-dde002267fd2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9cd36b00-3e48-4d48-b538-9ce2c546972e HTTP/1.1" status: 204 len: 168 time: 1.5561953 Feb 04 16:26:13.319628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54594) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:13.383901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f57068-3e9d-47bb-a59e-0f932469e3b5 admin admin] Deleting subnet 7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:26:13.387852 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01f57068-3e9d-47bb-a59e-0f932469e3b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.420898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 81cd4566-9170-45d5-8a1c-2c8a51970af6 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:13.439931 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01f57068-3e9d-47bb-a59e-0f932469e3b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.455416 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 81cd4566-9170-45d5-8a1c-2c8a51970af6 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:26:13.455756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 81cd4566-9170-45d5-8a1c-2c8a51970af6 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:13.456174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 414b30ac-0abf-410c-bc33-2665da58e2b1 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:13.487511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 414b30ac-0abf-410c-bc33-2665da58e2b1 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:26:13.487855 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 414b30ac-0abf-410c-bc33-2665da58e2b1 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:13.527870 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01f57068-3e9d-47bb-a59e-0f932469e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.598037 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01f57068-3e9d-47bb-a59e-0f932469e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.638529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f57068-3e9d-47bb-a59e-0f932469e3b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:13.645013 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-01f57068-3e9d-47bb-a59e-0f932469e3b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.650956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363139ce-281d-4324-a1c7-c14b7b9f4064 None None] Network b250d564-79c6-4311-88c8-4d123b616443 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:13.654558 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-01f57068-3e9d-47bb-a59e-0f932469e3b5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7fc0f627-6d26-4fbe-9f09-c25f1d5e1e8c HTTP/1.1" status: 204 len: 168 time: 0.3338246 Feb 04 16:26:13.656850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54598) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:13.769522 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.780884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] Deleting port 5b4bb61c-7c97-48ea-b405-988e634a6d97 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:13.781223 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.908300 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6264da08-2b9c-4bbf-a15e-edfc8c2eb316 None None] DHCP port deletion for b250d564-79c6-4311-88c8-4d123b616443 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:26:13.912388 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6264da08-2b9c-4bbf-a15e-edfc8c2eb316 None None] Deleting port 5b4bb61c-7c97-48ea-b405-988e634a6d97 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:13.912755 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6264da08-2b9c-4bbf-a15e-edfc8c2eb316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.003190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] For port 5b4bb61c-7c97-48ea-b405-988e634a6d97, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5b4bb61c-7c97-48ea-b405-988e634a6d97,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:14.003558 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.113012 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-6264da08-2b9c-4bbf-a15e-edfc8c2eb316 None None] For port 5b4bb61c-7c97-48ea-b405-988e634a6d97, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5b4bb61c-7c97-48ea-b405-988e634a6d97,segment=NetworkSegment(4ca735f1-ba28-41f4-8c0f-4bf0cea56941),segment_id=4ca735f1-ba28-41f4-8c0f-4bf0cea56941)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:14.113386 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6264da08-2b9c-4bbf-a15e-edfc8c2eb316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.125398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] Calling delete_port for 5b4bb61c-7c97-48ea-b405-988e634a6d97 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:14.201595 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.241535 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6264da08-2b9c-4bbf-a15e-edfc8c2eb316 None None] Calling delete_port for 5b4bb61c-7c97-48ea-b405-988e634a6d97 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:14.249452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4bb61c-7c97-48ea-b405-988e634a6d97,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:14.255632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] No DVR routers for this DVR port 5b4bb61c-7c97-48ea-b405-988e634a6d97 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:14.307842 n-d-827872-1 neutron-server[83552]: util.warn( Feb 04 16:26:14.317095 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-6264da08-2b9c-4bbf-a15e-edfc8c2eb316 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:26:14.317447 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-6264da08-2b9c-4bbf-a15e-edfc8c2eb316 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:26:14.373247 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.397637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b250d564-79c6-4311-88c8-4d123b616443']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:14.410585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca735f1-ba28-41f4-8c0f-4bf0cea56941') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:14.410875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca735f1-ba28-41f4-8c0f-4bf0cea56941') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:14.423160 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.439318 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.445478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:26:14.445961 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:26:14.459754 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:26:14.475450 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:26:14.537096 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.553930 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.564883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] Pushing event deleted for resources: {'Network': ['ID=b250d564-79c6-4311-88c8-4d123b616443,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:14.579049 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-df03b2a4-e9d2-47e4-89a7-cec3472d0952 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b250d564-79c6-4311-88c8-4d123b616443 HTTP/1.1" status: 204 len: 168 time: 0.9212098 Feb 04 16:26:14.581847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54604) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:14.818919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6264da08-2b9c-4bbf-a15e-edfc8c2eb316 None None] Deleting port 5b4bb61c-7c97-48ea-b405-988e634a6d97 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:14.819503 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6264da08-2b9c-4bbf-a15e-edfc8c2eb316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.887230 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-6264da08-2b9c-4bbf-a15e-edfc8c2eb316 None None] The port '5b4bb61c-7c97-48ea-b405-988e634a6d97' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:26:15.076351 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2d89a80-4655-4cc9-88a2-bdb02a70f607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:15.301986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5b4bb61c-7c97-48ea-b405-988e634a6d97 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:15.334792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 5b4bb61c-7c97-48ea-b405-988e634a6d97 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:26:15.335051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5b4bb61c-7c97-48ea-b405-988e634a6d97 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:15.684081 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-c2d89a80-4655-4cc9-88a2-bdb02a70f607 admin admin] Deleting port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:15.684622 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2d89a80-4655-4cc9-88a2-bdb02a70f607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:15.860395 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-c2d89a80-4655-4cc9-88a2-bdb02a70f607 admin admin] For port 4afc25a3-d1e8-4bd5-afdd-722c84f8accd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4afc25a3-d1e8-4bd5-afdd-722c84f8accd,segment=NetworkSegment(7ea77662-afc2-46ea-a6b3-fe4f24549116),segment_id=7ea77662-afc2-46ea-a6b3-fe4f24549116)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:15.860743 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2d89a80-4655-4cc9-88a2-bdb02a70f607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:15.983423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-c2d89a80-4655-4cc9-88a2-bdb02a70f607 admin admin] Calling delete_port for 4afc25a3-d1e8-4bd5-afdd-722c84f8accd owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:16.159202 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2d89a80-4655-4cc9-88a2-bdb02a70f607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:16.206410 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d89a80-4655-4cc9-88a2-bdb02a70f607 admin admin] Pushing event deleted for resources: {'Port': ['ID=4afc25a3-d1e8-4bd5-afdd-722c84f8accd,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:16.594359 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2d89a80-4655-4cc9-88a2-bdb02a70f607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:17.175881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d89a80-4655-4cc9-88a2-bdb02a70f607 admin admin] Router f601960f-f952-4c05-8bd6-07074f93b8ab has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:26:17.385911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d89a80-4655-4cc9-88a2-bdb02a70f607 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:26:17.394591 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6015e55-326e-4373-835d-407e191bf403 None None] Sync routers for ids ['f601960f-f952-4c05-8bd6-07074f93b8ab'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:26:17.402996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c2d89a80-4655-4cc9-88a2-bdb02a70f607 admin admin] 10.222.0.60 "PUT /v2.0/routers/f601960f-f952-4c05-8bd6-07074f93b8ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8201454 Feb 04 16:26:17.405476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54608) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:17.407613 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6015e55-326e-4373-835d-407e191bf403 None None] Routers {'f601960f-f952-4c05-8bd6-07074f93b8ab'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:17.408224 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b6015e55-326e-4373-835d-407e191bf403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:26:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f601960f-f952-4c05-8bd6-07074f93b8ab'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:17.596516 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-b6015e55-326e-4373-835d-407e191bf403 None None] Set router f601960f-f952-4c05-8bd6-07074f93b8ab gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:17.621706 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:17.923295 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b6015e55-326e-4373-835d-407e191bf403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'name': 'tempest-TestVolumeBootPattern-268527100-router', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd2d3f6e2-ef55-4167-84eb-fb0f34a6352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:16Z', 'updated_at': '2022-02-04T16:26:16Z', 'revision_number': 5, 'project_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'gw_port': {'id': 'd2d3f6e2-ef55-4167-84eb-fb0f34a6352d', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:17Z', 'updated_at': '2022-02-04T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:17.927118 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6015e55-326e-4373-835d-407e191bf403 None None] Checking router: f601960f-f952-4c05-8bd6-07074f93b8ab for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:26:17.938881 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6015e55-326e-4373-835d-407e191bf403 None None] Routers {'f601960f-f952-4c05-8bd6-07074f93b8ab'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:17.939504 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b6015e55-326e-4373-835d-407e191bf403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:26:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['f601960f-f952-4c05-8bd6-07074f93b8ab'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:17.940489 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:17.950531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] Deleting port d2d3f6e2-ef55-4167-84eb-fb0f34a6352d {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:17.951111 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.088559 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-b6015e55-326e-4373-835d-407e191bf403 None None] Set router f601960f-f952-4c05-8bd6-07074f93b8ab gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:18.130120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] For port d2d3f6e2-ef55-4167-84eb-fb0f34a6352d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=d2d3f6e2-ef55-4167-84eb-fb0f34a6352d,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:18.130463 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.192670 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b6015e55-326e-4373-835d-407e191bf403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'name': 'tempest-TestVolumeBootPattern-268527100-router', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:16Z', 'updated_at': '2022-02-04T16:26:17Z', 'revision_number': 6, 'project_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:18.196711 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6015e55-326e-4373-835d-407e191bf403 None None] The sync data for ids ['f601960f-f952-4c05-8bd6-07074f93b8ab'] in n-d-827872-1 is: [{'id': 'f601960f-f952-4c05-8bd6-07074f93b8ab', 'name': 'tempest-TestVolumeBootPattern-268527100-router', 'tenant_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:16Z', 'updated_at': '2022-02-04T16:26:17Z', 'revision_number': 6, 'project_id': '0db5c7dd88b94323947ce2b6bacb20eb', 'gw_port_host': None}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:26:18.258520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] Calling delete_port for d2d3f6e2-ef55-4167-84eb-fb0f34a6352d owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:18.422832 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.465605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d3f6e2-ef55-4167-84eb-fb0f34a6352d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:18.689843 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.944948 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.949121 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.984660 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.986850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f601960f-f952-4c05-8bd6-07074f93b8ab {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:26:19.003893 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.007456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-10d8ac55-0eec-46f3-86da-1af3d4ad8d71 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f601960f-f952-4c05-8bd6-07074f93b8ab HTTP/1.1" status: 204 len: 168 time: 1.5987256 Feb 04 16:26:19.007793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54612) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:19.070798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-32724589-c45c-4a03-80e1-69be9d9b9d2c admin admin] Deleting subnet 7598da8b-bac5-45dd-8303-8aeb2280cdad {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:26:19.074648 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32724589-c45c-4a03-80e1-69be9d9b9d2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.125228 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32724589-c45c-4a03-80e1-69be9d9b9d2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.207740 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32724589-c45c-4a03-80e1-69be9d9b9d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.302730 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4afc25a3-d1e8-4bd5-afdd-722c84f8accd no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:19.337721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 4afc25a3-d1e8-4bd5-afdd-722c84f8accd {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:26:19.338048 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4afc25a3-d1e8-4bd5-afdd-722c84f8accd not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:19.338544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d2d3f6e2-ef55-4167-84eb-fb0f34a6352d no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:19.374919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: d2d3f6e2-ef55-4167-84eb-fb0f34a6352d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:26:19.375289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device d2d3f6e2-ef55-4167-84eb-fb0f34a6352d not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:19.386768 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32724589-c45c-4a03-80e1-69be9d9b9d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.424920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32724589-c45c-4a03-80e1-69be9d9b9d2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7598da8b-bac5-45dd-8303-8aeb2280cdad,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:19.430898 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-32724589-c45c-4a03-80e1-69be9d9b9d2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.437267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ccc5e7-39e2-4b37-aff2-8cbace6146d3 None None] Network 99674fde-8b12-4da0-9e7e-b05e505514a9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:19.437523 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-32724589-c45c-4a03-80e1-69be9d9b9d2c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7598da8b-bac5-45dd-8303-8aeb2280cdad HTTP/1.1" status: 204 len: 168 time: 0.4286036 Feb 04 16:26:19.440006 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54616) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:19.544594 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.554803 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] Deleting port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:19.555135 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.684657 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d3cfbc-915e-4e36-99ab-5302775b5297 None None] DHCP port deletion for 99674fde-8b12-4da0-9e7e-b05e505514a9 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:26:19.689078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-29d3cfbc-915e-4e36-99ab-5302775b5297 None None] Deleting port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:19.689451 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-29d3cfbc-915e-4e36-99ab-5302775b5297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.758541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] For port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4,segment=NetworkSegment(7ea77662-afc2-46ea-a6b3-fe4f24549116),segment_id=7ea77662-afc2-46ea-a6b3-fe4f24549116)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:19.758889 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.881784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] Calling delete_port for 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:19.936450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-29d3cfbc-915e-4e36-99ab-5302775b5297 None None] For port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4,segment=NetworkSegment(7ea77662-afc2-46ea-a6b3-fe4f24549116),segment_id=7ea77662-afc2-46ea-a6b3-fe4f24549116)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:19.937049 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-29d3cfbc-915e-4e36-99ab-5302775b5297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.962645 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.016759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:20.021646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] No DVR routers for this DVR port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:26:20.065873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-29d3cfbc-915e-4e36-99ab-5302775b5297 None None] Calling delete_port for 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:20.108024 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.138789 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-29d3cfbc-915e-4e36-99ab-5302775b5297 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:26:20.139129 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-29d3cfbc-915e-4e36-99ab-5302775b5297 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:26:20.143945 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.169860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99674fde-8b12-4da0-9e7e-b05e505514a9']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:20.182309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea77662-afc2-46ea-a6b3-fe4f24549116') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:20.182594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea77662-afc2-46ea-a6b3-fe4f24549116') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:20.193846 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.209835 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.220019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:26:20.220404 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:26:20.233738 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:26:20.310974 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.328206 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.338818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] Pushing event deleted for resources: {'Network': ['ID=99674fde-8b12-4da0-9e7e-b05e505514a9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:20.346144 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7b66f942-7c28-453a-bd5f-5b9e0a786724 admin admin] 10.222.0.60 "DELETE /v2.0/networks/99674fde-8b12-4da0-9e7e-b05e505514a9 HTTP/1.1" status: 204 len: 168 time: 0.9052067 Feb 04 16:26:20.504438 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54624) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:20.555702 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-23381820-e4a8-46a3-925b-2d87c3590d31 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e00cee0f908a4015ba575ed436ec7346&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500405 Feb 04 16:26:20.558754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54628) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:20.616565 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-945b6f6e-33fb-43ca-97a7-b3f9bd61d4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.640893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-29d3cfbc-915e-4e36-99ab-5302775b5297 None None] Deleting port 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:20.641409 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-29d3cfbc-915e-4e36-99ab-5302775b5297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.645887 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-945b6f6e-33fb-43ca-97a7-b3f9bd61d4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.699784 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-945b6f6e-33fb-43ca-97a7-b3f9bd61d4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.709492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-29d3cfbc-915e-4e36-99ab-5302775b5297 None None] The port '3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:26:20.722826 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-945b6f6e-33fb-43ca-97a7-b3f9bd61d4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.724007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-945b6f6e-33fb-43ca-97a7-b3f9bd61d4f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae8d5d68-4bfd-4526-94b7-69a2c415867a HTTP/1.1" status: 204 len: 168 time: 0.1643097 Feb 04 16:26:20.724835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b6f6e-33fb-43ca-97a7-b3f9bd61d4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8d5d68-4bfd-4526-94b7-69a2c415867a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:21.150483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54636) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:21.200539 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-63419bd1-10e1-4ae0-a32e-8413bd209367 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0db5c7dd88b94323947ce2b6bacb20eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489388 Feb 04 16:26:21.203137 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54640) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:21.264313 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c91f4962-ecbc-4342-9897-fd13036acf1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:21.291500 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c91f4962-ecbc-4342-9897-fd13036acf1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:21.302565 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:21.337452 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:26:21.337705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3b4c34a8-e592-4da2-9ab8-b8a1c23d0ac4 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:21.352425 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c91f4962-ecbc-4342-9897-fd13036acf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:21.371656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f4962-ecbc-4342-9897-fd13036acf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6cac0c-6aa6-44da-bcec-3f4fa4302244,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:21.378131 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c91f4962-ecbc-4342-9897-fd13036acf1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:21.379285 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c91f4962-ecbc-4342-9897-fd13036acf1d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c6cac0c-6aa6-44da-bcec-3f4fa4302244 HTTP/1.1" status: 204 len: 168 time: 0.1751845 Feb 04 16:26:32.255578 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-5468e359-63a9-48fd-b2b8-7c7208daf41c tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=50a7e127c7a744d0a74ae587574d4313&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293503 Feb 04 16:26:32.411539 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-dc6edc46-43aa-4700-a753-b2e3aae97487 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:32.412894 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-dc6edc46-43aa-4700-a753-b2e3aae97487 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521184 Feb 04 16:26:32.430128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-04fd6a7e-5b8f-49ce-bf03-f9a462929a2a tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/quotas/50a7e127c7a744d0a74ae587574d4313 HTTP/1.1" status: 200 len: 375 time: 0.0112324 Feb 04 16:26:32.477261 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-4b7c86b9-62cc-4122-96f3-7a86e0b2186e tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=50a7e127c7a744d0a74ae587574d4313&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410755 Feb 04 16:26:32.679551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b78b53fc-fbce-4bb1-9e69-dc32c9983835 req-8b6b2a7b-89f7-4b23-b92c-b73513a16f37 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 210 time: 0.0457802 Feb 04 16:26:33.835972 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-70b36544-28f9-4ce5-9170-5e4c81891ebc tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=50a7e127c7a744d0a74ae587574d4313&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1323700 Feb 04 16:26:33.960824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5882f91e-7108-4af6-bc6a-0f6f95327681 req-929cc9ec-2aed-4cc3-b1c0-b66b71c01923 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 210 time: 0.1456599 Feb 04 16:26:34.001868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-794de917-b491-4e0d-a284-c218b0ddf7a9 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:34.003388 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-794de917-b491-4e0d-a284-c218b0ddf7a9 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626680 Feb 04 16:26:34.039659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Request body: {'port': {'device_id': '3bb6e801-b749-4623-aa6b-f430a1fef998', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'admin_state_up': True, 'tenant_id': '50a7e127c7a744d0a74ae587574d4313'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:34.178383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:34.182437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Usage tracker for resource:port and tenant:50a7e127c7a744d0a74ae587574d4313 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:34.185252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:34.190871 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:34.201885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Made reservation on behalf of 50a7e127c7a744d0a74ae587574d4313 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:34.204601 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.218031 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.251238 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:34.254912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Usage tracker for resource:security_group_rule and tenant:50a7e127c7a744d0a74ae587574d4313 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:34.257802 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:34.265235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:34.336779 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.341282 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.426804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e456b16-0275-45ac-bc81-0d8347a6d823,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:34.520583 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Allocated IP 192.168.233.15 (13d8f02d-edc3-4082-aaec-3c11840ace9e/b64bdb63-5f94-49d4-8271-406b7e66116a/650f4398-0c4a-4f9a-818d-d020bbd46fbe) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:34.725476 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.741321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Transition to ACTIVE for port object 650f4398-0c4a-4f9a-818d-d020bbd46fbe will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:34.764621 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.838603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Network 13d8f02d-edc3-4082-aaec-3c11840ace9e is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:34.841885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:34.845919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:26:34.878200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Pushing event updated for resources: {'Port': ['ID=650f4398-0c4a-4f9a-818d-d020bbd46fbe,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:34.914706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:34.915893 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.945264 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-e209597b-6d19-424a-a56c-ce174364ffe3 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9092448 Feb 04 16:26:34.963625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Request body: {'port': {'device_id': '3bb6e801-b749-4623-aa6b-f430a1fef998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:35.065491 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-830e874e-76dc-4754-8871-29264d6d74f2 None None] Provisioning for port 650f4398-0c4a-4f9a-818d-d020bbd46fbe completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:35.074141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-830e874e-76dc-4754-8871-29264d6d74f2 None None] Provisioning complete for port 650f4398-0c4a-4f9a-818d-d020bbd46fbe triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:35.074645 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-830e874e-76dc-4754-8871-29264d6d74f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.085572 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.131932 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-830e874e-76dc-4754-8871-29264d6d74f2 None None] Port 650f4398-0c4a-4f9a-818d-d020bbd46fbe cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:26:35.188812 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f15ec-9f5e-4acb-a151-81dd88d9bf2d req-ff9d9376-3093-4537-a046-db7aa1c3d01d tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:35.190271 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-256f15ec-9f5e-4acb-a151-81dd88d9bf2d req-ff9d9376-3093-4537-a046-db7aa1c3d01d tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 935 time: 0.0828323 Feb 04 16:26:35.239649 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-256f15ec-9f5e-4acb-a151-81dd88d9bf2d req-f14b105e-6d34-435f-8555-5af525f23476 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e456b16-0275-45ac-bc81-0d8347a6d823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432222 Feb 04 16:26:35.454571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650f4398-0c4a-4f9a-818d-d020bbd46fbe {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:26:35.461413 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.476640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Transition to ACTIVE for port object 650f4398-0c4a-4f9a-818d-d020bbd46fbe will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:35.481034 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.613090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Pushing event updated for resources: {'Port': ['ID=650f4398-0c4a-4f9a-818d-d020bbd46fbe,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:35.734627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Attempting to bind port 650f4398-0c4a-4f9a-818d-d020bbd46fbe on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:35.734963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Attempting to bind port 650f4398-0c4a-4f9a-818d-d020bbd46fbe by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:35.735332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Attempting to bind port 650f4398-0c4a-4f9a-818d-d020bbd46fbe on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:35.741142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Port 650f4398-0c4a-4f9a-818d-d020bbd46fbe on network 13d8f02d-edc3-4082-aaec-3c11840ace9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:35.741457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Attempting to bind port 650f4398-0c4a-4f9a-818d-d020bbd46fbe on network 13d8f02d-edc3-4082-aaec-3c11840ace9e {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:35.749405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:26:35.749748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Checking segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:35.750143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Bound using segment: {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:26:35.750569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Bound port: 650f4398-0c4a-4f9a-818d-d020bbd46fbe, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fdc3c-a0e4-452d-a419-8c0eacc00a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:35.750916 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.951372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] For port 650f4398-0c4a-4f9a-818d-d020bbd46fbe, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:26:35.954291 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] For port 650f4398-0c4a-4f9a-818d-d020bbd46fbe, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=650f4398-0c4a-4f9a-818d-d020bbd46fbe,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:26:35.959875 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.024709 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.026552 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] 10.222.0.81 "PUT /v2.0/ports/650f4398-0c4a-4f9a-818d-d020bbd46fbe HTTP/1.1" status: 200 len: 1095 time: 1.0676560 Feb 04 16:26:36.026993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb6e801-b749-4623-aa6b-f430a1fef998', 'tag': '650f4398-0c4a-4f9a-818d-d020bbd46fbe'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:36.045179 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fe461-76e3-4f35-8305-2aac6aeb1a2d service neutron] Pushing event updated for resources: {'Port': ['ID=650f4398-0c4a-4f9a-818d-d020bbd46fbe,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:36.119684 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb6e801-b749-4623-aa6b-f430a1fef998', 'tag': '650f4398-0c4a-4f9a-818d-d020bbd46fbe', 'status': 'completed', 'code': 200} Feb 04 16:26:36.170101 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-f9fe4a13-3ce0-4ded-b153-5ff404c25060 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50a7e127c7a744d0a74ae587574d4313&device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 1098 time: 0.0845382 Feb 04 16:26:36.246488 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-0ca24430-ecf8-422f-8203-298003104af9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=650f4398-0c4a-4f9a-818d-d020bbd46fbe HTTP/1.1" status: 200 len: 217 time: 0.0635293 Feb 04 16:26:36.315118 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-50533838-8b8b-4277-b12e-52c4871bfaf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:36.316628 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-50533838-8b8b-4277-b12e-52c4871bfaf4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0644221 Feb 04 16:26:36.395104 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-79c37872-0542-49ea-a0fd-4f9c885cd527 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722027 Feb 04 16:26:36.454755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639554d-4800-4f1d-bc8e-1c6637511950 req-7766702c-e5f4-4ed3-ac72-2ceb326236f0 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:36.456253 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5639554d-4800-4f1d-bc8e-1c6637511950 req-7766702c-e5f4-4ed3-ac72-2ceb326236f0 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 947 time: 0.0857079 Feb 04 16:26:36.504939 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5639554d-4800-4f1d-bc8e-1c6637511950 req-6dfe42b1-4ba9-41c1-ac13-3ded4ac50030 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e456b16-0275-45ac-bc81-0d8347a6d823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429513 Feb 04 16:26:36.537450 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-1a376617-75bd-4229-a497-d9cc63f01e1e service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355801 Feb 04 16:26:36.643435 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d1b76d57-f12c-49d5-94cb-309091b7eb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.678408 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2efb27cc-4c27-4241-b71f-0db1fe8625da req-d9dcfa8d-480b-497f-95fc-737f03b07bf2 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341293 Feb 04 16:26:36.847528 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fbd65278-09b5-4241-ac75-ae27a26c29ca req-c8ff7680-4561-4302-8f20-1f2e8a916132 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50a7e127c7a744d0a74ae587574d4313&device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 1098 time: 0.0759900 Feb 04 16:26:36.983849 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd65278-09b5-4241-ac75-ae27a26c29ca req-90abd262-457c-492a-aaaf-31f81f9fd914 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:36.985328 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fbd65278-09b5-4241-ac75-ae27a26c29ca req-90abd262-457c-492a-aaaf-31f81f9fd914 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13d8f02d-edc3-4082-aaec-3c11840ace9e HTTP/1.1" status: 200 len: 870 time: 0.1324537 Feb 04 16:26:37.059942 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fbd65278-09b5-4241-ac75-ae27a26c29ca req-9111fe86-3ef4-40d7-9bbf-807ff9396695 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=650f4398-0c4a-4f9a-818d-d020bbd46fbe HTTP/1.1" status: 200 len: 217 time: 0.0682189 Feb 04 16:26:37.126779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd65278-09b5-4241-ac75-ae27a26c29ca req-9c539199-36b8-4936-a3e2-9ecad8f461e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:37.128183 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fbd65278-09b5-4241-ac75-ae27a26c29ca req-9c539199-36b8-4936-a3e2-9ecad8f461e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b64bdb63-5f94-49d4-8271-406b7e66116a HTTP/1.1" status: 200 len: 843 time: 0.0625408 Feb 04 16:26:37.204195 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fbd65278-09b5-4241-ac75-ae27a26c29ca req-23dda7f0-3bf7-473b-a5a9-b9cad064794d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13d8f02d-edc3-4082-aaec-3c11840ace9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691376 Feb 04 16:26:37.338646 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fbd65278-09b5-4241-ac75-ae27a26c29ca req-c4b820b4-e3e2-40e7-8fdf-2b8ed65171d5 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277125 Feb 04 16:26:37.474337 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fbd65278-09b5-4241-ac75-ae27a26c29ca req-ab27fa8b-6bee-4b64-bdc8-c465a7dfc809 service neutron] 10.222.0.81 "GET /v2.0/networks/13d8f02d-edc3-4082-aaec-3c11840ace9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283600 Feb 04 16:26:37.705988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918b8ca-3c40-4725-8189-ff38aa5c46b5 req-51d78408-bb8f-4a7f-9648-0713afd672e4 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:37.707481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0918b8ca-3c40-4725-8189-ff38aa5c46b5 req-51d78408-bb8f-4a7f-9648-0713afd672e4 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 947 time: 0.0761874 Feb 04 16:26:37.757280 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0918b8ca-3c40-4725-8189-ff38aa5c46b5 req-efa78b8f-87f9-48ad-99c1-e11f27266bef tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e456b16-0275-45ac-bc81-0d8347a6d823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430408 Feb 04 16:26:38.966227 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db4744-c2f7-4d12-948a-955edb9a9d87 req-c3611b53-9489-4872-aab0-9fc08236e241 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:38.967747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27db4744-c2f7-4d12-948a-955edb9a9d87 req-c3611b53-9489-4872-aab0-9fc08236e241 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 947 time: 0.0787780 Feb 04 16:26:39.014889 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a1884853-6078-4b0d-b63e-f9111774a735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.016172 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27db4744-c2f7-4d12-948a-955edb9a9d87 req-cabbb311-48ec-48e5-9307-c7001e5801e1 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e456b16-0275-45ac-bc81-0d8347a6d823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429168 Feb 04 16:26:40.224875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4beb5-b88e-4824-a281-e9c51cba8ea9 req-d5bd8a68-d0f1-4551-b80b-2b2c055896ce tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:40.226324 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8eb4beb5-b88e-4824-a281-e9c51cba8ea9 req-d5bd8a68-d0f1-4551-b80b-2b2c055896ce tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 947 time: 0.0807760 Feb 04 16:26:40.246562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 650f4398-0c4a-4f9a-818d-d020bbd46fbe details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:26:40.272333 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8eb4beb5-b88e-4824-a281-e9c51cba8ea9 req-9673d8d7-92ec-41fa-8429-3df71ee21fe5 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e456b16-0275-45ac-bc81-0d8347a6d823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Feb 04 16:26:40.381866 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:40.391543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 650f4398-0c4a-4f9a-818d-d020bbd46fbe, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=650f4398-0c4a-4f9a-818d-d020bbd46fbe,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:40.409648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '650f4398-0c4a-4f9a-818d-d020bbd46fbe', 'network_id': '13d8f02d-edc3-4082-aaec-3c11840ace9e', 'port_id': '650f4398-0c4a-4f9a-818d-d020bbd46fbe', 'mac_address': 'fa:16:3e:79:ed:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64bdb63-5f94-49d4-8271-406b7e66116a', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:26:40.478887 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:40.481300 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:40.499619 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650f4398-0c4a-4f9a-818d-d020bbd46fbe {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:26:40.517819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 650f4398-0c4a-4f9a-818d-d020bbd46fbe, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=650f4398-0c4a-4f9a-818d-d020bbd46fbe,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:40.522685 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:40.591337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=650f4398-0c4a-4f9a-818d-d020bbd46fbe,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:40.600017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:40.600365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:40.600702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:40.601042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:40.601370 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:40.601708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:40.602025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:40.602347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:40.602746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:40.603351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:40.603722 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:40.960748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['650f4398-0c4a-4f9a-818d-d020bbd46fbe'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:26:41.472959 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f789ce-f280-4eec-9fec-8d2b0624e3f3 req-8fcc616d-1cb1-4549-b0f8-4b5e8822328f tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:41.474423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9f789ce-f280-4eec-9fec-8d2b0624e3f3 req-8fcc616d-1cb1-4549-b0f8-4b5e8822328f tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 948 time: 0.0768607 Feb 04 16:26:41.521541 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a9f789ce-f280-4eec-9fec-8d2b0624e3f3 req-2a87efcb-fc8c-4b54-ad86-d3d571bb974a tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e456b16-0275-45ac-bc81-0d8347a6d823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Feb 04 16:26:41.603668 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.015829 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.277868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 650f4398-0c4a-4f9a-818d-d020bbd46fbe up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:42.345781 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 650f4398-0c4a-4f9a-818d-d020bbd46fbe completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:42.350364 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 650f4398-0c4a-4f9a-818d-d020bbd46fbe triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:42.350734 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.466514 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.494239 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb6e801-b749-4623-aa6b-f430a1fef998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650f4398-0c4a-4f9a-818d-d020bbd46fbe'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:42.503323 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 650f4398-0c4a-4f9a-818d-d020bbd46fbe, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=650f4398-0c4a-4f9a-818d-d020bbd46fbe,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:42.508229 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.578231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=650f4398-0c4a-4f9a-818d-d020bbd46fbe,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:42.688202 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb6e801-b749-4623-aa6b-f430a1fef998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650f4398-0c4a-4f9a-818d-d020bbd46fbe', 'code': 200} Feb 04 16:26:42.739825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce5308-eb14-4ea9-8af9-4f7af40391dc req-671c8a6e-f9f9-4f4e-b930-d7d9bffb49c0 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:42.741836 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8bce5308-eb14-4ea9-8af9-4f7af40391dc req-671c8a6e-f9f9-4f4e-b930-d7d9bffb49c0 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 949 time: 0.0896399 Feb 04 16:26:42.788402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8bce5308-eb14-4ea9-8af9-4f7af40391dc req-d76a4818-53d7-491b-a6ce-d5102fab187f tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e456b16-0275-45ac-bc81-0d8347a6d823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404868 Feb 04 16:26:42.845212 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3d14d4c6-e722-46ad-9526-5c3e5c0217d2 req-47dee1f8-095a-4060-b536-025e96b36c08 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 1100 time: 0.0674932 Feb 04 16:26:42.891613 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3d14d4c6-e722-46ad-9526-5c3e5c0217d2 req-a9a6ee26-13ef-4f1b-930e-34ab95198837 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3e456b16-0275-45ac-bc81-0d8347a6d823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402749 Feb 04 16:26:43.988433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b5ce6-db41-44bb-ad6f-9054a6bb7e64 req-e71aa869-24d0-4d56-ab15-b6dc9748c02d tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:43.989879 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c03b5ce6-db41-44bb-ad6f-9054a6bb7e64 req-e71aa869-24d0-4d56-ab15-b6dc9748c02d tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 949 time: 0.0763674 Feb 04 16:26:44.039599 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c03b5ce6-db41-44bb-ad6f-9054a6bb7e64 req-0cf200f8-b1b1-4573-b4f1-27226fc3355c tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e456b16-0275-45ac-bc81-0d8347a6d823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439022 Feb 04 16:26:45.246268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44197ed4-839b-4796-9c16-db6c0dcd2235 req-9e22768b-5d73-4a4a-9d35-9049634fd7c5 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:45.247755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44197ed4-839b-4796-9c16-db6c0dcd2235 req-9e22768b-5d73-4a4a-9d35-9049634fd7c5 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 949 time: 0.0791609 Feb 04 16:26:45.293819 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44197ed4-839b-4796-9c16-db6c0dcd2235 req-061d421b-da8e-4303-89cf-0032a0471611 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e456b16-0275-45ac-bc81-0d8347a6d823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Feb 04 16:26:45.894017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f4182b3-5000-4b21-a0bf-8a069ba8f5c8 req-315201bf-ada3-4d7f-8da4-bffdee346696 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1397221 Feb 04 16:26:46.493605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6347378-67f0-42b3-b234-0df9582b4ec8 req-9a59bce2-eede-49c2-8a07-b50bab3acdaf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1372008 Feb 04 16:26:47.189260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d60f1-16c1-4081-aa9d-86b0ace08e96 req-947a6bf3-52ac-48a4-819e-004ef4448e49 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:47.190728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d3d60f1-16c1-4081-aa9d-86b0ace08e96 req-947a6bf3-52ac-48a4-819e-004ef4448e49 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 949 time: 0.0783668 Feb 04 16:26:47.240964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d3d60f1-16c1-4081-aa9d-86b0ace08e96 req-9d1cbed0-26e9-418a-9b5b-3db054ebdf4f tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e456b16-0275-45ac-bc81-0d8347a6d823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447457 Feb 04 16:26:48.443582 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae12b7-379e-4003-9b9e-0eb5468230c0 req-0a552764-986a-41fd-992f-ac06d045dcf9 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:48.445026 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ae12b7-379e-4003-9b9e-0eb5468230c0 req-0a552764-986a-41fd-992f-ac06d045dcf9 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 949 time: 0.0777094 Feb 04 16:26:48.493166 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3ae12b7-379e-4003-9b9e-0eb5468230c0 req-7a6c2729-ef9e-4517-9a51-0bb253311262 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e456b16-0275-45ac-bc81-0d8347a6d823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419786 Feb 04 16:26:48.831066 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65061c0-b2b1-4be9-97b7-568482670c12 req-b119ae1c-03c6-42de-9176-cd45af617f11 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:48.831781 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d65061c0-b2b1-4be9-97b7-568482670c12 req-b119ae1c-03c6-42de-9176-cd45af617f11 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Synchronizing usage tracker for tenant:50a7e127c7a744d0a74ae587574d4313 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:26:48.849605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-d65061c0-b2b1-4be9-97b7-568482670c12 req-b119ae1c-03c6-42de-9176-cd45af617f11 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Unset dirty status for tenant:50a7e127c7a744d0a74ae587574d4313 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:26:48.850744 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d65061c0-b2b1-4be9-97b7-568482670c12 req-b119ae1c-03c6-42de-9176-cd45af617f11 tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 949 time: 0.0969999 Feb 04 16:26:48.918327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d65061c0-b2b1-4be9-97b7-568482670c12 req-e68232d8-0070-4ba8-a37f-36c13bde18cf tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Deleting port 650f4398-0c4a-4f9a-818d-d020bbd46fbe {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:48.918665 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d65061c0-b2b1-4be9-97b7-568482670c12 req-e68232d8-0070-4ba8-a37f-36c13bde18cf tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.265742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d65061c0-b2b1-4be9-97b7-568482670c12 req-e68232d8-0070-4ba8-a37f-36c13bde18cf tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] For port 650f4398-0c4a-4f9a-818d-d020bbd46fbe, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=650f4398-0c4a-4f9a-818d-d020bbd46fbe,segment=NetworkSegment(230fdc3c-a0e4-452d-a419-8c0eacc00a96),segment_id=230fdc3c-a0e4-452d-a419-8c0eacc00a96)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:49.266334 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d65061c0-b2b1-4be9-97b7-568482670c12 req-e68232d8-0070-4ba8-a37f-36c13bde18cf tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.393253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-d65061c0-b2b1-4be9-97b7-568482670c12 req-e68232d8-0070-4ba8-a37f-36c13bde18cf tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Calling delete_port for 650f4398-0c4a-4f9a-818d-d020bbd46fbe owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:49.536515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d65061c0-b2b1-4be9-97b7-568482670c12 req-e68232d8-0070-4ba8-a37f-36c13bde18cf tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.569392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['650f4398-0c4a-4f9a-818d-d020bbd46fbe'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:26:49.592064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68232d8-0070-4ba8-a37f-36c13bde18cf tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Pushing event deleted for resources: {'Port': ['ID=650f4398-0c4a-4f9a-818d-d020bbd46fbe,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:49.668621 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c3d5611-cd48-48a9-8f34-331d4a56448e req-259e5beb-1c7b-4244-81bc-4e517e7b56ae tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bb6e801-b749-4623-aa6b-f430a1fef998 HTTP/1.1" status: 200 len: 210 time: 0.0420635 Feb 04 16:26:49.669190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65061c0-b2b1-4be9-97b7-568482670c12 req-e68232d8-0070-4ba8-a37f-36c13bde18cf tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] No DVR routers for this DVR port 650f4398-0c4a-4f9a-818d-d020bbd46fbe on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:26:49.671447 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d65061c0-b2b1-4be9-97b7-568482670c12 req-e68232d8-0070-4ba8-a37f-36c13bde18cf tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.678150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb6e801-b749-4623-aa6b-f430a1fef998', 'name': 'network-vif-deleted', 'tag': '650f4398-0c4a-4f9a-818d-d020bbd46fbe'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:49.700904 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d65061c0-b2b1-4be9-97b7-568482670c12 req-e68232d8-0070-4ba8-a37f-36c13bde18cf tempest-ServersAdminNegativeTestJSON-210835730 tempest-ServersAdminNegativeTestJSON-210835730-project] 10.222.0.81 "DELETE /v2.0/ports/650f4398-0c4a-4f9a-818d-d020bbd46fbe HTTP/1.1" status: 204 len: 173 time: 0.8447924 Feb 04 16:26:49.745610 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb6e801-b749-4623-aa6b-f430a1fef998', 'name': 'network-vif-deleted', 'tag': '650f4398-0c4a-4f9a-818d-d020bbd46fbe', 'status': 'completed', 'code': 200} Feb 04 16:26:49.958544 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.070749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54804) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:51.250601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0b31fb3b-ef0b-460b-8eed-dbcf5d584f18 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50a7e127c7a744d0a74ae587574d4313&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1779857 Feb 04 16:26:51.252948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54810) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:51.320112 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.345746 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.398870 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.415693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e456b16-0275-45ac-bc81-0d8347a6d823,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:51.423324 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.424455 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e456b16-0275-45ac-bc81-0d8347a6d823 HTTP/1.1" status: 204 len: 168 time: 0.1706190 Feb 04 16:26:51.428064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:51.428390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:51.428730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:51.429055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:51.429381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:51.429732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:51.430010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:51.430329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:51.431238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:51.431562 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:51.431903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366358ff-318c-4c56-bef8-0c7c63c438e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:51.475465 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:26:51.751880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54818) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:51.770055 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e508d8ae-ed6a-4c17-b9fa-c5fcc2604b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.803390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e508d8ae-ed6a-4c17-b9fa-c5fcc2604b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:51.807311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e508d8ae-ed6a-4c17-b9fa-c5fcc2604b28 admin admin] Usage tracker for resource:security_group_rule and tenant:3643296909b140bfba44b2d56333a661 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:51.810083 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e508d8ae-ed6a-4c17-b9fa-c5fcc2604b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:51.815805 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e508d8ae-ed6a-4c17-b9fa-c5fcc2604b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:51.882082 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e508d8ae-ed6a-4c17-b9fa-c5fcc2604b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.885703 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e508d8ae-ed6a-4c17-b9fa-c5fcc2604b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.934590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508d8ae-ed6a-4c17-b9fa-c5fcc2604b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754b4314-5e98-49b5-8518-16ee56f1d5cc,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:51.940643 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e508d8ae-ed6a-4c17-b9fa-c5fcc2604b28 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3643296909b140bfba44b2d56333a661&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1877439 Feb 04 16:26:51.943275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 54822) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:52.004305 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-764ca803-e218-4bf9-9041-74933e2c8141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.029962 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-764ca803-e218-4bf9-9041-74933e2c8141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.080458 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-764ca803-e218-4bf9-9041-74933e2c8141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.095510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ca803-e218-4bf9-9041-74933e2c8141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754b4314-5e98-49b5-8518-16ee56f1d5cc,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:52.101449 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-764ca803-e218-4bf9-9041-74933e2c8141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.103630 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-764ca803-e218-4bf9-9041-74933e2c8141 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/754b4314-5e98-49b5-8518-16ee56f1d5cc HTTP/1.1" status: 204 len: 168 time: 0.1594701 Feb 04 16:26:52.324536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 650f4398-0c4a-4f9a-818d-d020bbd46fbe no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:52.359815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 650f4398-0c4a-4f9a-818d-d020bbd46fbe {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:26:52.360327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 650f4398-0c4a-4f9a-818d-d020bbd46fbe not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:52.967258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54844) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:53.099296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1864427435-network', 'tenant_id': 'cae766e8de4741b0afad0fdc4426ca4a'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:53.105301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:53.109719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Usage tracker for resource:network and tenant:cae766e8de4741b0afad0fdc4426ca4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:53.112489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:53.119643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:53.129441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Made reservation on behalf of cae766e8de4741b0afad0fdc4426ca4a for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:53.131754 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.144553 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.175319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:53.179013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:cae766e8de4741b0afad0fdc4426ca4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:53.182413 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:53.188052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:53.257753 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.262314 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.292068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:53.300993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd0a005-6d38-4726-9e2c-4628bd452e36,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:53.308963 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.309260 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Added segment 0d63ee0e-d1fc-4105-8b6a-004b008c7fb7 of type vlan for network 58372bc4-0b46-4161-9945-795ddb191c65 Feb 04 16:26:53.335556 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.364723 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.365443 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:53.366009 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.476043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=58372bc4-0b46-4161-9945-795ddb191c65,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:53.481324 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4f0fe5ea-526a-41da-9ae6-bee8f3071ed1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5129635 Feb 04 16:26:53.484213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54850) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:53.486641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 58372bc4-0b46-4161-9945-795ddb191c65 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:53.490501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] Request body: {'subnet': {'network_id': '58372bc4-0b46-4161-9945-795ddb191c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1864427435-subnet', 'tenant_id': 'cae766e8de4741b0afad0fdc4426ca4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:53.496797 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:53.500684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] Usage tracker for resource:subnet and tenant:cae766e8de4741b0afad0fdc4426ca4a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:53.503525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:53.511130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:53.521563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] Made reservation on behalf of cae766e8de4741b0afad0fdc4426ca4a for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:53.524287 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.731765 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.903574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e6d3d61-969c-4746-bef5-fe81f8ab1b5d,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:53.913355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] Checking segment: {'id': '0d63ee0e-d1fc-4105-8b6a-004b008c7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58372bc4-0b46-4161-9945-795ddb191c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:53.913708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] Network hostable DHCP agents. Network: 58372bc4-0b46-4161-9945-795ddb191c65, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:26:53.936549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] Network 58372bc4-0b46-4161-9945-795ddb191c65 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:26:53.945974 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 58372bc4-0b46-4161-9945-795ddb191c65) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:53.950949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:53.951732 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.958641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534843aa-5c0c-45b3-b142-cd7364c82c8d None None] Network 58372bc4-0b46-4161-9945-795ddb191c65 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:53.973352 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b8759c15-3637-4aa3-9a12-03f71e97a968 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4872723 Feb 04 16:26:54.212437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8907b0-028d-4a9f-8200-10154cccb508 None None] Network 58372bc4-0b46-4161-9945-795ddb191c65 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:54.301177 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-c1bd1cb3-7525-40d3-a858-d6539d316847 req-3624c9f3-b228-4f9a-93b3-face3d3b76ac service neutron] (83550) timed out ('10.222.0.60', 36878) {{(pid=83550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:26:54.530849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-f951e5f5-731a-475f-aa72-cd55025274a0 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:54.531609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-f951e5f5-731a-475f-aa72-cd55025274a0 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Synchronizing usage tracker for tenant:cae766e8de4741b0afad0fdc4426ca4a on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:26:54.549149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-f951e5f5-731a-475f-aa72-cd55025274a0 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Unset dirty status for tenant:cae766e8de4741b0afad0fdc4426ca4a on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:26:54.550426 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-f951e5f5-731a-475f-aa72-cd55025274a0 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/networks?id=58372bc4-0b46-4161-9945-795ddb191c65 HTTP/1.1" status: 200 len: 812 time: 0.1631050 Feb 04 16:26:54.567876 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-410cee1f-a5e1-4114-b1f3-4ed962f86215 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/quotas/cae766e8de4741b0afad0fdc4426ca4a HTTP/1.1" status: 200 len: 375 time: 0.0114818 Feb 04 16:26:54.617019 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-7deea570-7181-49fd-ac5f-c8998e7d9951 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae766e8de4741b0afad0fdc4426ca4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439472 Feb 04 16:26:54.748232 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-2d1bfe78-6c6f-42b4-9770-8c6ea5f770c1 service neutron] 10.222.0.60 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236331 Feb 04 16:26:54.880609 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-c8c71880-ed05-4634-b9ac-d49440638bb9 service neutron] 10.222.0.60 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267028 Feb 04 16:26:56.091420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c7b73c8-b56e-4888-bc83-4a69b6ea35ae req-44e1ce3f-d6b2-4628-9c99-5b0ea042aa31 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 210 time: 0.0462046 Feb 04 16:26:57.199767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1a5526fe-14ed-465b-be71-348e0d597190 req-54f375b3-bd76-4e3b-bfd8-114fe5d05ed7 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 210 time: 0.0407169 Feb 04 16:26:58.307530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a8b8858-dcf6-4db5-b861-1dbe41b66b78 req-41085063-f812-4bd2-ba98-e91df4406b72 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 210 time: 0.0401444 Feb 04 16:26:59.482440 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a6e349e-e697-4a17-b67d-c610a1057ab9 req-de81d5dd-2880-4fb3-b761-93b77da9f61b tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 210 time: 0.0459082 Feb 04 16:26:59.591272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-32f64b18-4756-4548-b623-cd5a30713a1f tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:59.592756 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-32f64b18-4756-4548-b623-cd5a30713a1f tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.81 "GET /v2.0/networks?id=58372bc4-0b46-4161-9945-795ddb191c65 HTTP/1.1" status: 200 len: 812 time: 0.1487648 Feb 04 16:26:59.616104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Request body: {'port': {'device_id': '217c528c-e704-4a35-a86d-26a1d7a4b86b', 'network_id': '58372bc4-0b46-4161-9945-795ddb191c65', 'admin_state_up': True, 'tenant_id': 'cae766e8de4741b0afad0fdc4426ca4a'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:59.752210 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:59.755993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Usage tracker for resource:port and tenant:cae766e8de4741b0afad0fdc4426ca4a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:59.758744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:59.764386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:59.775153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Made reservation on behalf of cae766e8de4741b0afad0fdc4426ca4a for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:59.779248 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:59.951489 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Allocated IP 172.20.0.14 (58372bc4-0b46-4161-9945-795ddb191c65/4e6d3d61-969c-4746-bef5-fe81f8ab1b5d/7e154e8e-68da-433a-91f4-374459b91fb7) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:00.154657 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:00.182182 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:00.255330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Network 58372bc4-0b46-4161-9945-795ddb191c65 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:00.258297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:00.263309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:00.293160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Pushing event updated for resources: {'Port': ['ID=7e154e8e-68da-433a-91f4-374459b91fb7,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:00.312141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:00.312489 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:00.312830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:00.313163 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:00.313495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:00.313823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:00.314148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:00.314471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:00.314794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:00.315114 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:00.315463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:00.337316 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:00.337921 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:00.358434 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9b3293b1-ac8e-492c-b2b0-574e491012db tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7465920 Feb 04 16:27:00.375646 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Request body: {'port': {'device_id': '217c528c-e704-4a35-a86d-26a1d7a4b86b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:00.582351 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:00.688956 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d0dec-ea79-41de-9662-21cdcb53a9df req-c66d0e20-2ca8-4311-9810-3155b1ba060c tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:00.690435 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b8d0dec-ea79-41de-9662-21cdcb53a9df req-c66d0e20-2ca8-4311-9810-3155b1ba060c tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 932 time: 0.0774457 Feb 04 16:27:00.736317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5b8d0dec-ea79-41de-9662-21cdcb53a9df req-201f5b39-4f01-42d0-aa7c-2a9ba1855d2c tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Synchronizing usage tracker for tenant:cae766e8de4741b0afad0fdc4426ca4a on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:00.753180 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5b8d0dec-ea79-41de-9662-21cdcb53a9df req-201f5b39-4f01-42d0-aa7c-2a9ba1855d2c tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Unset dirty status for tenant:cae766e8de4741b0afad0fdc4426ca4a on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:00.754289 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b8d0dec-ea79-41de-9662-21cdcb53a9df req-201f5b39-4f01-42d0-aa7c-2a9ba1855d2c tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582774 Feb 04 16:27:00.922793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e154e8e-68da-433a-91f4-374459b91fb7 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:27:00.929802 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:00.943957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Transition to ACTIVE for port object 7e154e8e-68da-433a-91f4-374459b91fb7 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:00.948560 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.073610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Pushing event updated for resources: {'Port': ['ID=7e154e8e-68da-433a-91f4-374459b91fb7,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:01.176910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Attempting to bind port 7e154e8e-68da-433a-91f4-374459b91fb7 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:01.177149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Attempting to bind port 7e154e8e-68da-433a-91f4-374459b91fb7 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '0d63ee0e-d1fc-4105-8b6a-004b008c7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58372bc4-0b46-4161-9945-795ddb191c65'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:01.177471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Attempting to bind port 7e154e8e-68da-433a-91f4-374459b91fb7 on network 58372bc4-0b46-4161-9945-795ddb191c65 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:01.183129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Port 7e154e8e-68da-433a-91f4-374459b91fb7 on network 58372bc4-0b46-4161-9945-795ddb191c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:27:01.183473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Attempting to bind port 7e154e8e-68da-433a-91f4-374459b91fb7 on network 58372bc4-0b46-4161-9945-795ddb191c65 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:01.189554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:27:01.189883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Checking segment: {'id': '0d63ee0e-d1fc-4105-8b6a-004b008c7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58372bc4-0b46-4161-9945-795ddb191c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:01.190261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Bound using segment: {'id': '0d63ee0e-d1fc-4105-8b6a-004b008c7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58372bc4-0b46-4161-9945-795ddb191c65'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:27:01.190678 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Bound port: 7e154e8e-68da-433a-91f4-374459b91fb7, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d63ee0e-d1fc-4105-8b6a-004b008c7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58372bc4-0b46-4161-9945-795ddb191c65'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:01.191015 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.281685 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] For port 7e154e8e-68da-433a-91f4-374459b91fb7, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:01.284632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] For port 7e154e8e-68da-433a-91f4-374459b91fb7, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7e154e8e-68da-433a-91f4-374459b91fb7,segment=NetworkSegment(0d63ee0e-d1fc-4105-8b6a-004b008c7fb7),segment_id=0d63ee0e-d1fc-4105-8b6a-004b008c7fb7)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:27:01.289627 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.350671 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.352186 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] 10.222.0.81 "PUT /v2.0/ports/7e154e8e-68da-433a-91f4-374459b91fb7 HTTP/1.1" status: 200 len: 1092 time: 0.9804432 Feb 04 16:27:01.352609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217c528c-e704-4a35-a86d-26a1d7a4b86b', 'tag': '7e154e8e-68da-433a-91f4-374459b91fb7'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:01.374563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d976dc1-d814-443d-b608-b553fcef0561 service neutron] Pushing event updated for resources: {'Port': ['ID=7e154e8e-68da-433a-91f4-374459b91fb7,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:01.439509 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217c528c-e704-4a35-a86d-26a1d7a4b86b', 'tag': '7e154e8e-68da-433a-91f4-374459b91fb7', 'status': 'completed', 'code': 200} Feb 04 16:27:01.480608 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-8433c29a-537a-420b-afba-97b4ec71d2eb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cae766e8de4741b0afad0fdc4426ca4a&device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 1095 time: 0.0749626 Feb 04 16:27:01.557772 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-9e409401-c12f-48b3-ae22-a18f7840eff9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e154e8e-68da-433a-91f4-374459b91fb7 HTTP/1.1" status: 200 len: 217 time: 0.0658257 Feb 04 16:27:01.619690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-ee5a9e8a-060f-42f0-81df-f628d6dd11ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:01.621114 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-ee5a9e8a-060f-42f0-81df-f628d6dd11ec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e6d3d61-969c-4746-bef5-fe81f8ab1b5d HTTP/1.1" status: 200 len: 852 time: 0.0575304 Feb 04 16:27:01.669073 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-22ed68a2-5462-4ac8-bf46-96882e5ca1d2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58372bc4-0b46-4161-9945-795ddb191c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423481 Feb 04 16:27:01.804923 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-ce8ec1a7-dc14-4810-8f7a-2ad06c3d28ed service neutron] 10.222.0.81 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299055 Feb 04 16:27:01.940256 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-38c6ba18-15de-46bd-8600-18c534d8d3f5 req-d77cc313-c289-4b11-8daa-3a888c14cf3b service neutron] 10.222.0.81 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286781 Feb 04 16:27:01.966785 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc71516-35d6-4ecf-a906-e0a619aa0a01 req-9fa365b8-a2ce-4910-b6f2-c3d033fd8aac tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:01.968298 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbc71516-35d6-4ecf-a906-e0a619aa0a01 req-9fa365b8-a2ce-4910-b6f2-c3d033fd8aac tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 944 time: 0.0816100 Feb 04 16:27:02.016652 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbc71516-35d6-4ecf-a906-e0a619aa0a01 req-c1f0dfcb-df6a-4291-8ce6-725004d294fd tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418477 Feb 04 16:27:02.093907 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9311c641-d39f-4c5f-8b5a-7816f6e1fe03 req-c848586d-3f04-43ea-a96d-cd05de3f5899 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cae766e8de4741b0afad0fdc4426ca4a&device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 1095 time: 0.0697963 Feb 04 16:27:02.224463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c641-d39f-4c5f-8b5a-7816f6e1fe03 req-9f0a11a1-78d1-49c7-b307-feb659c46b99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:02.225910 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9311c641-d39f-4c5f-8b5a-7816f6e1fe03 req-9f0a11a1-78d1-49c7-b307-feb659c46b99 service neutron] 10.222.0.81 "GET /v2.0/networks?id=58372bc4-0b46-4161-9945-795ddb191c65 HTTP/1.1" status: 200 len: 913 time: 0.1255293 Feb 04 16:27:02.391911 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9311c641-d39f-4c5f-8b5a-7816f6e1fe03 req-f45c4d0b-f697-43cc-bb32-cc864a88e294 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e154e8e-68da-433a-91f4-374459b91fb7 HTTP/1.1" status: 200 len: 217 time: 0.1596985 Feb 04 16:27:02.454346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c641-d39f-4c5f-8b5a-7816f6e1fe03 req-8e71085f-59db-4130-a01f-dfb577f296c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:02.456078 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9311c641-d39f-4c5f-8b5a-7816f6e1fe03 req-8e71085f-59db-4130-a01f-dfb577f296c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e6d3d61-969c-4746-bef5-fe81f8ab1b5d HTTP/1.1" status: 200 len: 852 time: 0.0580132 Feb 04 16:27:02.504162 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9311c641-d39f-4c5f-8b5a-7816f6e1fe03 req-e54268e0-26fc-4c59-b362-9127ab7e4a9c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58372bc4-0b46-4161-9945-795ddb191c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413637 Feb 04 16:27:02.642064 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9311c641-d39f-4c5f-8b5a-7816f6e1fe03 req-e42559c0-9cf4-49d3-b8e7-ffddc6025180 service neutron] 10.222.0.81 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314380 Feb 04 16:27:02.773572 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9311c641-d39f-4c5f-8b5a-7816f6e1fe03 req-35b6055f-50b3-4af9-83a9-7955a89e999a service neutron] 10.222.0.81 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255085 Feb 04 16:27:03.226758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dfc60-32ef-4dc9-b6de-be349309b819 req-1c50634c-884b-4cdd-80f2-a4ea3f895681 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:03.228888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba8dfc60-32ef-4dc9-b6de-be349309b819 req-1c50634c-884b-4cdd-80f2-a4ea3f895681 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 944 time: 0.0878658 Feb 04 16:27:03.273821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba8dfc60-32ef-4dc9-b6de-be349309b819 req-eaa7e125-2ab8-4064-b9f1-70803acc96e6 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394557 Feb 04 16:27:04.355346 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7e154e8e-68da-433a-91f4-374459b91fb7 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:27:04.481754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f15fd-6eb3-463d-a0dc-6f1d7ba0edbb req-5ac62158-ee2b-45a9-b180-14ce1e100ccd tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:04.483254 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-739f15fd-6eb3-463d-a0dc-6f1d7ba0edbb req-5ac62158-ee2b-45a9-b180-14ce1e100ccd tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 944 time: 0.0826941 Feb 04 16:27:04.497009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 7e154e8e-68da-433a-91f4-374459b91fb7, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7e154e8e-68da-433a-91f4-374459b91fb7,segment=NetworkSegment(0d63ee0e-d1fc-4105-8b6a-004b008c7fb7),segment_id=0d63ee0e-d1fc-4105-8b6a-004b008c7fb7)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:04.511230 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '7e154e8e-68da-433a-91f4-374459b91fb7', 'network_id': '58372bc4-0b46-4161-9945-795ddb191c65', 'port_id': '7e154e8e-68da-433a-91f4-374459b91fb7', 'mac_address': 'fa:16:3e:fb:8b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6d3d61-969c-4746-bef5-fe81f8ab1b5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:27:04.530367 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-739f15fd-6eb3-463d-a0dc-6f1d7ba0edbb req-271f0ea0-b805-490a-ac3a-d3b02e505fb8 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416238 Feb 04 16:27:04.566204 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:04.582654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e154e8e-68da-433a-91f4-374459b91fb7 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:27:04.597829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 7e154e8e-68da-433a-91f4-374459b91fb7, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7e154e8e-68da-433a-91f4-374459b91fb7,segment=NetworkSegment(0d63ee0e-d1fc-4105-8b6a-004b008c7fb7),segment_id=0d63ee0e-d1fc-4105-8b6a-004b008c7fb7)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:04.601518 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:04.666968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=7e154e8e-68da-433a-91f4-374459b91fb7,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:04.973546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['7e154e8e-68da-433a-91f4-374459b91fb7'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:27:05.730054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad81b-0e61-461d-a341-f50fcde6cedf req-b97e6e60-a3c2-47a6-8c4b-d2e5eb958ce1 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:05.731687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f7ad81b-0e61-461d-a341-f50fcde6cedf req-b97e6e60-a3c2-47a6-8c4b-d2e5eb958ce1 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 945 time: 0.0762472 Feb 04 16:27:05.780059 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f7ad81b-0e61-461d-a341-f50fcde6cedf req-77ee3446-5e89-476b-a9a6-ec45fef30b93 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428653 Feb 04 16:27:06.370821 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7e154e8e-68da-433a-91f4-374459b91fb7 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:06.443049 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 7e154e8e-68da-433a-91f4-374459b91fb7 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:06.448720 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 7e154e8e-68da-433a-91f4-374459b91fb7 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:06.449092 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.561870 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.596129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217c528c-e704-4a35-a86d-26a1d7a4b86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e154e8e-68da-433a-91f4-374459b91fb7'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:06.606792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 7e154e8e-68da-433a-91f4-374459b91fb7, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7e154e8e-68da-433a-91f4-374459b91fb7,segment=NetworkSegment(0d63ee0e-d1fc-4105-8b6a-004b008c7fb7),segment_id=0d63ee0e-d1fc-4105-8b6a-004b008c7fb7)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:06.610040 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.661395 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217c528c-e704-4a35-a86d-26a1d7a4b86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e154e8e-68da-433a-91f4-374459b91fb7', 'code': 200} Feb 04 16:27:06.686176 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a6968fa5-9a09-4c1b-82ec-dd9845e41b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.695315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=7e154e8e-68da-433a-91f4-374459b91fb7,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:06.814315 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fb5993c6-b261-407e-beb8-4c65fe696a0f req-05202068-d254-4ed9-8f82-0eec3b9bf198 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 1097 time: 0.0676270 Feb 04 16:27:06.857768 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fb5993c6-b261-407e-beb8-4c65fe696a0f req-797a95cb-e7f8-4313-985d-a40f8b7807e9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376418 Feb 04 16:27:06.983377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057936b8-b29b-4b73-9512-84f7b96fb72a req-d8851fcd-eeb3-4be1-b40d-98b2cec5098d tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:06.985041 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-057936b8-b29b-4b73-9512-84f7b96fb72a req-d8851fcd-eeb3-4be1-b40d-98b2cec5098d tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0767286 Feb 04 16:27:07.031227 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-057936b8-b29b-4b73-9512-84f7b96fb72a req-a421d33b-2caf-4981-8599-345e2a29993f tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Feb 04 16:27:08.252154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4e6c2-66c3-49ed-a902-264f35ad9972 req-c364e975-bfbd-4856-86a7-5f6eccc24407 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:08.253552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bcb4e6c2-66c3-49ed-a902-264f35ad9972 req-c364e975-bfbd-4856-86a7-5f6eccc24407 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0839076 Feb 04 16:27:08.300151 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bcb4e6c2-66c3-49ed-a902-264f35ad9972 req-e19449a4-7976-4b65-9a0c-33648d8ec231 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404670 Feb 04 16:27:09.018648 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-da3ca7d0-cd62-4bee-b6f4-8c08d3f583c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:09.528240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b6a56-b6b2-4d56-b3f5-76aebedfa39a req-e061f14a-613b-4095-8edc-456d6ddfa04d tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:09.529643 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f1b6a56-b6b2-4d56-b3f5-76aebedfa39a req-e061f14a-613b-4095-8edc-456d6ddfa04d tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0889277 Feb 04 16:27:09.588386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f1b6a56-b6b2-4d56-b3f5-76aebedfa39a req-bc5eefd5-7336-4c22-bdab-439c333ffa11 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516067 Feb 04 16:27:09.795076 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a3c3598-e2a5-4ad7-8db6-5d1c656b6ef9 req-c9d8b538-5aed-44bd-95d3-982eef2f4fd9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0727243 Feb 04 16:27:10.030289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 54922) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:10.269508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f83d0-e063-4643-9337-8d7a181c9a9b req-b3bb04da-41ee-4878-a939-cfe074d4df3b tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:10.270992 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d9f83d0-e063-4643-9337-8d7a181c9a9b req-b3bb04da-41ee-4878-a939-cfe074d4df3b tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.2241030 Feb 04 16:27:10.307358 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-06f760e6-a7dc-44dc-9f45-24c15c660320 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2758110 Feb 04 16:27:10.326491 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0d9f83d0-e063-4643-9337-8d7a181c9a9b req-9da9c738-e4a2-41dc-9b04-15ab21c017c4 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494857 Feb 04 16:27:10.369690 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:10.454171 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:11.537786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb54bd6-81b3-464d-806f-b355d1ba2b72 req-fe27639c-f794-4abf-a12f-99b06641fbda tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:11.539147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edb54bd6-81b3-464d-806f-b355d1ba2b72 req-fe27639c-f794-4abf-a12f-99b06641fbda tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0841627 Feb 04 16:27:11.578139 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-1390af23-5924-4187-9070-aa3727e13e48 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cae766e8de4741b0afad0fdc4426ca4a&device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 1097 time: 0.0983882 Feb 04 16:27:11.588768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-edb54bd6-81b3-464d-806f-b355d1ba2b72 req-e685c507-708d-41b1-9a17-536a505ed25d tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428822 Feb 04 16:27:11.610168 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:11.717162 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b3a9eb4c-f87f-40dd-9407-553ef03aa2a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:11.718675 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b3a9eb4c-f87f-40dd-9407-553ef03aa2a6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=58372bc4-0b46-4161-9945-795ddb191c65 HTTP/1.1" status: 200 len: 913 time: 0.1336586 Feb 04 16:27:11.789291 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-f013d60a-e0c8-48ac-9be3-eba22568407a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e154e8e-68da-433a-91f4-374459b91fb7 HTTP/1.1" status: 200 len: 217 time: 0.0621274 Feb 04 16:27:11.857453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-3eed287f-c256-4555-a8f2-32b95b33bae1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:11.858890 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-3eed287f-c256-4555-a8f2-32b95b33bae1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e6d3d61-969c-4746-bef5-fe81f8ab1b5d HTTP/1.1" status: 200 len: 852 time: 0.0629728 Feb 04 16:27:11.905708 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-1852a253-078d-4cb5-b1c7-520d128a715a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58372bc4-0b46-4161-9945-795ddb191c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391016 Feb 04 16:27:12.024192 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:12.046915 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-7b9c4c9b-3915-41cc-8c17-17afe1527880 service neutron] 10.222.0.81 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350729 Feb 04 16:27:12.178349 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-37fe5bcc-4069-4194-a683-61deaa291289 service neutron] 10.222.0.81 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245308 Feb 04 16:27:12.795093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e559d3d-82df-4f60-a64c-7c0d5fb68394 req-46f21499-9c63-4211-b343-453d94c305a2 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:12.796573 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e559d3d-82df-4f60-a64c-7c0d5fb68394 req-46f21499-9c63-4211-b343-453d94c305a2 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0764377 Feb 04 16:27:12.844120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e559d3d-82df-4f60-a64c-7c0d5fb68394 req-68c20626-1b34-48a4-b22e-88dcc7644e16 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 Feb 04 16:27:14.055697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed2f50-ac4d-4ad9-897f-303de771def6 req-2051e676-77c1-48d7-8b20-bf767a9141ba tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:14.057412 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fed2f50-ac4d-4ad9-897f-303de771def6 req-2051e676-77c1-48d7-8b20-bf767a9141ba tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0823717 Feb 04 16:27:14.102208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8fed2f50-ac4d-4ad9-897f-303de771def6 req-1f9d9df6-bc5f-41b9-9e0f-26d7ec6de2da tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387421 Feb 04 16:27:15.309947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fa7c4-f783-41c7-a602-8903a12a17b8 req-bb660025-63e0-4c1f-ae68-660e01b12342 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:15.311427 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e80fa7c4-f783-41c7-a602-8903a12a17b8 req-bb660025-63e0-4c1f-ae68-660e01b12342 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0778661 Feb 04 16:27:15.358504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e80fa7c4-f783-41c7-a602-8903a12a17b8 req-a5f63786-fad7-4fe0-a396-253ee893f45c tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 Feb 04 16:27:16.560619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac0125-ca8a-4ac2-a047-53e916961a5d req-c3db36e6-b41a-47a3-b5e6-9b9497d16e3a tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:16.562079 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcac0125-ca8a-4ac2-a047-53e916961a5d req-c3db36e6-b41a-47a3-b5e6-9b9497d16e3a tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0800674 Feb 04 16:27:16.607425 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcac0125-ca8a-4ac2-a047-53e916961a5d req-47c40829-74dd-465f-8901-30cf15a7929c tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394835 Feb 04 16:27:17.306743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-db63669b-965e-4d24-826a-0ca2b0b95b73 req-626c0fc7-8230-4763-983d-77c268e4ec65 service neutron] (83550) timed out ('10.222.0.81', 61645) {{(pid=83550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:27:17.814244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f78f0-ac7e-48e3-81e7-5acb91679b67 req-e2976147-3f8d-4bda-a127-af2c31fe5b7d tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:17.815729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7d0f78f0-ac7e-48e3-81e7-5acb91679b67 req-e2976147-3f8d-4bda-a127-af2c31fe5b7d tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0826781 Feb 04 16:27:17.860410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7d0f78f0-ac7e-48e3-81e7-5acb91679b67 req-6d9fff64-b68e-42f5-b517-d54f02cd9d62 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391405 Feb 04 16:27:19.063349 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d9778-290b-408a-92ec-f9eb2d06e9a0 req-93ea0b60-39a4-447e-a941-d31fb04f2adc tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:19.064794 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac8d9778-290b-408a-92ec-f9eb2d06e9a0 req-93ea0b60-39a4-447e-a941-d31fb04f2adc tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0818675 Feb 04 16:27:19.109835 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac8d9778-290b-408a-92ec-f9eb2d06e9a0 req-45fbb71d-bea6-46df-b593-6375470550e4 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394905 Feb 04 16:27:19.973891 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:20.310593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e36d6-1f4c-44dc-9fc4-95dca0619300 req-8e494e76-6ea1-4913-ba06-2f362b40df34 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:20.312054 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc7e36d6-1f4c-44dc-9fc4-95dca0619300 req-8e494e76-6ea1-4913-ba06-2f362b40df34 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0744889 Feb 04 16:27:20.361521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc7e36d6-1f4c-44dc-9fc4-95dca0619300 req-42bbd232-d84b-4595-804f-99e92c966401 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437062 Feb 04 16:27:21.566928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4b8c2-d13b-4d27-be7c-babdf84a1605 req-bbe71477-6e9f-44f8-894b-f17f2b66ea37 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:21.568386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ea4b8c2-d13b-4d27-be7c-babdf84a1605 req-bbe71477-6e9f-44f8-894b-f17f2b66ea37 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0814264 Feb 04 16:27:21.613133 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ea4b8c2-d13b-4d27-be7c-babdf84a1605 req-a42f3875-5e11-4e39-9131-5a8b12e11320 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390134 Feb 04 16:27:22.817799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc006d-6fc4-469a-b261-4fe3fa733988 req-ae5883ac-2c41-470c-b749-4d11375b8651 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:22.819292 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f4fc006d-6fc4-469a-b261-4fe3fa733988 req-ae5883ac-2c41-470c-b749-4d11375b8651 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0814168 Feb 04 16:27:22.864438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f4fc006d-6fc4-469a-b261-4fe3fa733988 req-8ea830a7-53b9-40ce-bc61-d75d80b7e0ee tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387783 Feb 04 16:27:24.062273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceba03-5cfb-40ec-a649-4755b9545cab req-42a55bc5-2562-415b-8065-35126b1e1c0c tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:24.063722 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05ceba03-5cfb-40ec-a649-4755b9545cab req-42a55bc5-2562-415b-8065-35126b1e1c0c tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0749331 Feb 04 16:27:24.112694 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05ceba03-5cfb-40ec-a649-4755b9545cab req-090623c6-5793-4aec-8727-d095398d67c7 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432603 Feb 04 16:27:25.316018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f76ddc-448c-4d4f-8897-44f27fa69d22 req-bb379994-1573-49c6-8a20-5ba993242727 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:25.317484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6f76ddc-448c-4d4f-8897-44f27fa69d22 req-bb379994-1573-49c6-8a20-5ba993242727 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0797436 Feb 04 16:27:25.361965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6f76ddc-448c-4d4f-8897-44f27fa69d22 req-617af302-bcd8-4775-b036-bf4cd92d1cd6 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388167 Feb 04 16:27:26.561303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaaeee-1ae3-47b8-9575-d5cb81421f4e req-c0c54655-6345-4b35-b300-3a73d4496304 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:26.562761 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8eeaaeee-1ae3-47b8-9575-d5cb81421f4e req-c0c54655-6345-4b35-b300-3a73d4496304 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0786040 Feb 04 16:27:26.611195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8eeaaeee-1ae3-47b8-9575-d5cb81421f4e req-73086e72-d1ce-43ce-8d8e-0804f84f02f3 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429842 Feb 04 16:27:27.812239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ba92b-dc64-404a-950b-d69b5dd66405 req-cdc4d510-e09f-488b-95b3-2b2dff792137 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:27.813752 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f7ba92b-dc64-404a-950b-d69b5dd66405 req-cdc4d510-e09f-488b-95b3-2b2dff792137 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0764840 Feb 04 16:27:27.858512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f7ba92b-dc64-404a-950b-d69b5dd66405 req-5105c30b-85b7-4540-8e4c-a81826c8e2b1 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393856 Feb 04 16:27:28.475388 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:27:29.068393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fdc17-06a0-437e-a304-31a669841941 req-2a1d95a9-d608-49c6-9507-0ef32651e7ce tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:29.069863 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c2fdc17-06a0-437e-a304-31a669841941 req-2a1d95a9-d608-49c6-9507-0ef32651e7ce tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0802402 Feb 04 16:27:29.114683 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c2fdc17-06a0-437e-a304-31a669841941 req-382eed2f-4abb-4b4e-9e6c-d4b5a7d895f1 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391264 Feb 04 16:27:30.312997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e434c-712e-4b7e-b48a-fafd453f5a50 req-fb69f26b-0085-43df-9c4b-15c4480ecddd tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:30.314446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964e434c-712e-4b7e-b48a-fafd453f5a50 req-fb69f26b-0085-43df-9c4b-15c4480ecddd tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0747383 Feb 04 16:27:30.359206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964e434c-712e-4b7e-b48a-fafd453f5a50 req-21b49102-7f67-47ee-909d-5ffa18b14f03 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392902 Feb 04 16:27:31.571622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dd0bd-901c-4a3f-a71c-89a945ba2ca2 req-a4ee5dd1-3ac5-4eb8-835f-8320eb88a5f9 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:31.573744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-714dd0bd-901c-4a3f-a71c-89a945ba2ca2 req-a4ee5dd1-3ac5-4eb8-835f-8320eb88a5f9 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0801449 Feb 04 16:27:31.618144 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-714dd0bd-901c-4a3f-a71c-89a945ba2ca2 req-f3067eee-d831-4090-8549-f4a39e2c0052 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390475 Feb 04 16:27:32.817868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abb949-af33-4a03-a9f1-f94da7e01317 req-7c680f5c-6e55-430f-826c-6f7fba234600 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:32.819406 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59abb949-af33-4a03-a9f1-f94da7e01317 req-7c680f5c-6e55-430f-826c-6f7fba234600 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0769310 Feb 04 16:27:32.864082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59abb949-af33-4a03-a9f1-f94da7e01317 req-284e37dc-eb1c-4a78-8299-2bc1205435bc tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385995 Feb 04 16:27:34.065382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35451f1-1d3c-45d0-aadc-ff7598eb90f5 req-d38b5e22-373c-4d99-9379-f8bdb907ad95 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:34.066858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f35451f1-1d3c-45d0-aadc-ff7598eb90f5 req-d38b5e22-373c-4d99-9379-f8bdb907ad95 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0786302 Feb 04 16:27:34.116739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f35451f1-1d3c-45d0-aadc-ff7598eb90f5 req-8402bda4-8518-4cd0-b5f5-c196c8217608 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435958 Feb 04 16:27:35.325151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260403d-705d-419b-ab7e-e28a0e42bb4c req-0b5ed147-df9a-47fc-a7ad-06a03e4b9786 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:35.326601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a260403d-705d-419b-ab7e-e28a0e42bb4c req-0b5ed147-df9a-47fc-a7ad-06a03e4b9786 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0792243 Feb 04 16:27:35.375964 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a260403d-705d-419b-ab7e-e28a0e42bb4c req-c66c6e07-d3ff-4f17-9539-da7a5b799e2b tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437245 Feb 04 16:27:36.589322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa91dd-9dc1-48f1-a7c4-14a8b7e96668 req-4629a532-1e2e-4cec-892e-29d43b7b2a58 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:36.590778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77aa91dd-9dc1-48f1-a7c4-14a8b7e96668 req-4629a532-1e2e-4cec-892e-29d43b7b2a58 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0770171 Feb 04 16:27:36.636686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77aa91dd-9dc1-48f1-a7c4-14a8b7e96668 req-907ea576-470d-47ac-a8ae-9e45d56f58b7 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Feb 04 16:27:36.649703 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cb134f44-fd37-49fc-bd9c-d2567fa20712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.840615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90479b20-b673-4006-93a2-d642f29ca3da req-32643fc5-56b6-4c7f-86fe-2422c9a2d5f4 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:37.842045 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90479b20-b673-4006-93a2-d642f29ca3da req-32643fc5-56b6-4c7f-86fe-2422c9a2d5f4 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0779338 Feb 04 16:27:37.887338 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90479b20-b673-4006-93a2-d642f29ca3da req-309c2f04-1dbd-4ba3-aab6-f1c25c2ff974 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398066 Feb 04 16:27:39.025132 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f2d8459-1e8d-4ae3-bb0c-e8779900c84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:39.090104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f35981-6f3b-4de8-9c8f-070a6a4813c9 req-05e55ccc-a331-4d22-a976-a38ae65b4e56 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:39.091607 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4f35981-6f3b-4de8-9c8f-070a6a4813c9 req-05e55ccc-a331-4d22-a976-a38ae65b4e56 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0810876 Feb 04 16:27:39.137343 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4f35981-6f3b-4de8-9c8f-070a6a4813c9 req-2426a2ab-9464-48f8-a241-59adaff9930a tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Feb 04 16:27:39.572800 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-d1c70de5-5ea5-4000-8170-b20312efc6da service neutron] show failed (client error): The resource could not be found. Feb 04 16:27:39.573817 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-d1c70de5-5ea5-4000-8170-b20312efc6da service neutron] 10.222.0.81 "GET /v2.0/ports/7e154e8e-68da-433a-91f4-374459b91fb7/bindings/n-h2-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.0778906 Feb 04 16:27:39.921509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-7a08be1c-f95f-467c-8169-48cc2dc2ae07 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b&tenant_id=cae766e8de4741b0afad0fdc4426ca4a HTTP/1.1" status: 200 len: 1097 time: 0.1608019 Feb 04 16:27:39.931777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:40.035142 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.337781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] For port 7e154e8e-68da-433a-91f4-374459b91fb7, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=7e154e8e-68da-433a-91f4-374459b91fb7,segment=NetworkSegment(0d63ee0e-d1fc-4105-8b6a-004b008c7fb7),segment_id=0d63ee0e-d1fc-4105-8b6a-004b008c7fb7)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:40.366003 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.385505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] For port 7e154e8e-68da-433a-91f4-374459b91fb7, host n-h1-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:40.417232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c3bfd-933f-42a5-87d9-d37f31852afc req-8a3e7f0b-58f5-469d-b9bb-9534505b658c tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:40.418693 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f7c3bfd-933f-42a5-87d9-d37f31852afc req-8a3e7f0b-58f5-469d-b9bb-9534505b658c tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.1548235 Feb 04 16:27:40.448486 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.479987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217c528c-e704-4a35-a86d-26a1d7a4b86b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e154e8e-68da-433a-91f4-374459b91fb7'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:40.485211 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.503606 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f7c3bfd-933f-42a5-87d9-d37f31852afc req-d871a55b-c39b-414b-a6c9-4d998e908c85 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744359 Feb 04 16:27:40.506188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Transition to ACTIVE for port object 7e154e8e-68da-433a-91f4-374459b91fb7 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:40.512011 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.556462 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217c528c-e704-4a35-a86d-26a1d7a4b86b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e154e8e-68da-433a-91f4-374459b91fb7', 'code': 200} Feb 04 16:27:40.672508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Pushing event updated for resources: {'Port': ['ID=7e154e8e-68da-433a-91f4-374459b91fb7,revision_number=6']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:40.675632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] No DVR routers for this DVR port 7e154e8e-68da-433a-91f4-374459b91fb7 on host n-h1-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:27:40.729296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Attempting to bind port 7e154e8e-68da-433a-91f4-374459b91fb7 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:40.729535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Attempting to bind port 7e154e8e-68da-433a-91f4-374459b91fb7 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '0d63ee0e-d1fc-4105-8b6a-004b008c7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58372bc4-0b46-4161-9945-795ddb191c65'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:40.729868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Attempting to bind port 7e154e8e-68da-433a-91f4-374459b91fb7 on network 58372bc4-0b46-4161-9945-795ddb191c65 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:40.735678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Port 7e154e8e-68da-433a-91f4-374459b91fb7 on network 58372bc4-0b46-4161-9945-795ddb191c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:27:40.735997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Attempting to bind port 7e154e8e-68da-433a-91f4-374459b91fb7 on network 58372bc4-0b46-4161-9945-795ddb191c65 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:40.742070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:27:40.742685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Checking segment: {'id': '0d63ee0e-d1fc-4105-8b6a-004b008c7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58372bc4-0b46-4161-9945-795ddb191c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:40.743063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Bound using segment: {'id': '0d63ee0e-d1fc-4105-8b6a-004b008c7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58372bc4-0b46-4161-9945-795ddb191c65'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:27:40.743513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Bound port: 7e154e8e-68da-433a-91f4-374459b91fb7, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d63ee0e-d1fc-4105-8b6a-004b008c7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '58372bc4-0b46-4161-9945-795ddb191c65'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:40.743985 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.834177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] For port 7e154e8e-68da-433a-91f4-374459b91fb7, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:40.837110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] For port 7e154e8e-68da-433a-91f4-374459b91fb7, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=7e154e8e-68da-433a-91f4-374459b91fb7,segment=NetworkSegment(0d63ee0e-d1fc-4105-8b6a-004b008c7fb7),segment_id=0d63ee0e-d1fc-4105-8b6a-004b008c7fb7)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:27:40.842781 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.904354 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.905742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] 10.222.0.73 "PUT /v2.0/ports/7e154e8e-68da-433a-91f4-374459b91fb7 HTTP/1.1" status: 200 len: 1092 time: 0.9777434 Feb 04 16:27:40.918470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163a503-47c7-4020-a75e-f688b65f7978 service neutron] Pushing event updated for resources: {'Port': ['ID=7e154e8e-68da-433a-91f4-374459b91fb7,revision_number=7']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:40.999949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-027e62c8-d6d3-49cc-a050-3e2975912392 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cae766e8de4741b0afad0fdc4426ca4a&device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 1095 time: 0.0735202 Feb 04 16:27:41.130135 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-cf0ff43b-6e97-4067-b1cf-7436b28e3bc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:41.131590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-cf0ff43b-6e97-4067-b1cf-7436b28e3bc9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58372bc4-0b46-4161-9945-795ddb191c65 HTTP/1.1" status: 200 len: 913 time: 0.1257935 Feb 04 16:27:41.199751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-a557f301-d7e7-4dbe-a334-c6bb4716e172 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e154e8e-68da-433a-91f4-374459b91fb7 HTTP/1.1" status: 200 len: 217 time: 0.0627105 Feb 04 16:27:41.261915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-c150cf3e-2db1-4a81-9683-9a53fac81e50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:41.263280 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-c150cf3e-2db1-4a81-9683-9a53fac81e50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e6d3d61-969c-4746-bef5-fe81f8ab1b5d HTTP/1.1" status: 200 len: 852 time: 0.0573015 Feb 04 16:27:41.313065 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-9396905b-5a71-498e-90cb-62f1e20aafd6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58372bc4-0b46-4161-9945-795ddb191c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433953 Feb 04 16:27:41.444062 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-5eec5ebb-70ba-42c0-91b3-a5612709aa29 service neutron] 10.222.0.73 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257088 Feb 04 16:27:41.612800 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.716394 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04eb2e27-40b4-462c-b78d-7639d76988b9 req-484cbc0b-7da8-48ab-98a7-9dbf9505247c service neutron] 10.222.0.73 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664835 Feb 04 16:27:41.747362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25096ed0-6ab5-4d91-9fb3-8bdbd3bb6ddc req-13288cb5-8897-4dc8-a31d-2c72479ef2d6 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:41.748850 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25096ed0-6ab5-4d91-9fb3-8bdbd3bb6ddc req-13288cb5-8897-4dc8-a31d-2c72479ef2d6 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 944 time: 0.1078475 Feb 04 16:27:41.797042 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-25096ed0-6ab5-4d91-9fb3-8bdbd3bb6ddc req-f2c94103-ffb8-43cb-857c-7baba7c2977e tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Feb 04 16:27:42.014617 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.543107 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7e154e8e-68da-433a-91f4-374459b91fb7 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:27:42.557292 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217c528c-e704-4a35-a86d-26a1d7a4b86b', 'tag': '7e154e8e-68da-433a-91f4-374459b91fb7'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:42.600974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 7e154e8e-68da-433a-91f4-374459b91fb7 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:27:42.628944 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217c528c-e704-4a35-a86d-26a1d7a4b86b', 'tag': '7e154e8e-68da-433a-91f4-374459b91fb7', 'status': 'completed', 'code': 200} Feb 04 16:27:42.724064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-aef17f7a-cb14-42f5-8c3f-e4ee899df484 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cae766e8de4741b0afad0fdc4426ca4a&device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 1095 time: 0.0728090 Feb 04 16:27:42.746704 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-9b0cc99f-775f-4a37-9cde-a1770af6bac4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cae766e8de4741b0afad0fdc4426ca4a&device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 1095 time: 0.0756736 Feb 04 16:27:42.859902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-804bed53-f471-427d-b591-c23a49729b8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:42.861365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-804bed53-f471-427d-b591-c23a49729b8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=58372bc4-0b46-4161-9945-795ddb191c65 HTTP/1.1" status: 200 len: 913 time: 0.1312337 Feb 04 16:27:42.886389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-c171caba-7805-46b1-9dea-773f385da3b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:42.887875 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-c171caba-7805-46b1-9dea-773f385da3b4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=58372bc4-0b46-4161-9945-795ddb191c65 HTTP/1.1" status: 200 len: 913 time: 0.1347718 Feb 04 16:27:42.935034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-2b28985c-b0be-4e90-91a3-14148d0fb097 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e154e8e-68da-433a-91f4-374459b91fb7 HTTP/1.1" status: 200 len: 217 time: 0.0677271 Feb 04 16:27:43.042778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-cc582e95-70a3-413b-8762-8f3484a1b176 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:43.044255 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-cc582e95-70a3-413b-8762-8f3484a1b176 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e6d3d61-969c-4746-bef5-fe81f8ab1b5d HTTP/1.1" status: 200 len: 852 time: 0.0803497 Feb 04 16:27:43.074006 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-a15baee4-bb52-4f5e-a414-ac2758fea605 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e154e8e-68da-433a-91f4-374459b91fb7 HTTP/1.1" status: 200 len: 217 time: 0.1789834 Feb 04 16:27:43.096615 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-fe34eadc-4f1f-4074-a09c-be6a2a770403 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58372bc4-0b46-4161-9945-795ddb191c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451615 Feb 04 16:27:43.105564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1d16b-8902-450c-bc3a-770cdb5c0739 req-769442e2-3afb-45b2-be7f-30ca390e874b tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:43.106951 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44d1d16b-8902-450c-bc3a-770cdb5c0739 req-769442e2-3afb-45b2-be7f-30ca390e874b tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 944 time: 0.1749132 Feb 04 16:27:43.139233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-eddade52-7b0b-41ae-9f4b-b4ebfc6f7eca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:43.140663 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-eddade52-7b0b-41ae-9f4b-b4ebfc6f7eca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e6d3d61-969c-4746-bef5-fe81f8ab1b5d HTTP/1.1" status: 200 len: 852 time: 0.0594182 Feb 04 16:27:43.188381 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-81f6521e-6d5b-4a5e-8d29-5f5e5606d8cd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58372bc4-0b46-4161-9945-795ddb191c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411444 Feb 04 16:27:43.235239 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-44d1d16b-8902-450c-bc3a-770cdb5c0739 req-9992e954-07d6-45c9-a809-784f16ac5133 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090925 Feb 04 16:27:43.265693 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-6cc8bb32-1506-4407-9325-ab7a8997ace9 service neutron] 10.222.0.73 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577961 Feb 04 16:27:43.319878 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-3df6c192-5c45-44d8-84c8-93e02a8dfadc service neutron] 10.222.0.81 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248336 Feb 04 16:27:43.399159 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-43e40ad9-2b6d-4ab8-a432-e5c64ae14c2e service neutron] 10.222.0.73 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273489 Feb 04 16:27:43.450921 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e97e6433-d5c5-42ab-af68-03b57d3b777a req-797d1be7-30b7-4aa3-8ac1-047714ed8ce7 service neutron] 10.222.0.81 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253028 Feb 04 16:27:44.438253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299c194-e4a9-4c3e-842b-f1b1160b0972 req-6597a5d8-bf4a-489e-9fba-7fe7bb194cb6 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:44.439736 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5299c194-e4a9-4c3e-842b-f1b1160b0972 req-6597a5d8-bf4a-489e-9fba-7fe7bb194cb6 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 944 time: 0.0766695 Feb 04 16:27:44.488561 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5299c194-e4a9-4c3e-842b-f1b1160b0972 req-603fe774-d5ca-4044-a098-3dd4cafef14b tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 Feb 04 16:27:44.947782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 7e154e8e-68da-433a-91f4-374459b91fb7 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:27:45.085449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 7e154e8e-68da-433a-91f4-374459b91fb7, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=7e154e8e-68da-433a-91f4-374459b91fb7,segment=NetworkSegment(0d63ee0e-d1fc-4105-8b6a-004b008c7fb7),segment_id=0d63ee0e-d1fc-4105-8b6a-004b008c7fb7)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:45.099295 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '7e154e8e-68da-433a-91f4-374459b91fb7', 'network_id': '58372bc4-0b46-4161-9945-795ddb191c65', 'port_id': '7e154e8e-68da-433a-91f4-374459b91fb7', 'mac_address': 'fa:16:3e:fb:8b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6d3d61-969c-4746-bef5-fe81f8ab1b5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:27:45.152504 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.170139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e154e8e-68da-433a-91f4-374459b91fb7 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:27:45.184660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 7e154e8e-68da-433a-91f4-374459b91fb7, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=7e154e8e-68da-433a-91f4-374459b91fb7,segment=NetworkSegment(0d63ee0e-d1fc-4105-8b6a-004b008c7fb7),segment_id=0d63ee0e-d1fc-4105-8b6a-004b008c7fb7)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:45.188687 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.286443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=7e154e8e-68da-433a-91f4-374459b91fb7,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:45.295068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:45.295434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:45.295772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:45.296103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:45.296429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:45.296753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:45.297075 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:45.297395 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:45.297713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:45.298028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:45.298343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:45.569133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['7e154e8e-68da-433a-91f4-374459b91fb7'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:27:45.688138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2cbe8-9513-4518-90b3-2b3fa8af82f2 req-875ca43a-1da4-48a3-bf9f-c660d91b38b1 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:45.689600 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cb2cbe8-9513-4518-90b3-2b3fa8af82f2 req-875ca43a-1da4-48a3-bf9f-c660d91b38b1 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 945 time: 0.0762546 Feb 04 16:27:45.735141 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cb2cbe8-9513-4518-90b3-2b3fa8af82f2 req-a474ca3c-61d2-433f-9853-951c13bc11b9 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392632 Feb 04 16:27:46.153524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-1a2860d1-9cd8-4ad6-9079-f567bb03db07 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:46.154122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-1a2860d1-9cd8-4ad6-9079-f567bb03db07 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Synchronizing usage tracker for tenant:cae766e8de4741b0afad0fdc4426ca4a on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:46.171540 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-1a2860d1-9cd8-4ad6-9079-f567bb03db07 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Unset dirty status for tenant:cae766e8de4741b0afad0fdc4426ca4a on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:46.172803 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-1a2860d1-9cd8-4ad6-9079-f567bb03db07 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.81 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b&tenant_id=cae766e8de4741b0afad0fdc4426ca4a&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 945 time: 0.1039555 Feb 04 16:27:46.252464 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-9f84debf-cddf-4a0a-96df-5f7c8d3890bd service neutron] delete failed (client error): The resource could not be found. Feb 04 16:27:46.253468 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-9f84debf-cddf-4a0a-96df-5f7c8d3890bd service neutron] 10.222.0.81 "DELETE /v2.0/ports/7e154e8e-68da-433a-91f4-374459b91fb7/bindings/n-h1-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.0752361 Feb 04 16:27:46.409054 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-ab493a27-05b3-4484-8fb4-ae476e54b17b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cae766e8de4741b0afad0fdc4426ca4a&device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 1096 time: 0.0731230 Feb 04 16:27:46.539798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-ed4a62e3-dd3c-49d5-9fad-36668ee2a7f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:46.541990 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-ed4a62e3-dd3c-49d5-9fad-36668ee2a7f9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=58372bc4-0b46-4161-9945-795ddb191c65 HTTP/1.1" status: 200 len: 913 time: 0.1274569 Feb 04 16:27:46.611497 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-e9cac367-b18e-40c6-84dc-3e87be15a6e9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e154e8e-68da-433a-91f4-374459b91fb7 HTTP/1.1" status: 200 len: 217 time: 0.0629461 Feb 04 16:27:46.678960 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-f665776f-a4cd-4954-813a-53f79d88bcd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:46.680352 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-f665776f-a4cd-4954-813a-53f79d88bcd0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4e6d3d61-969c-4746-bef5-fe81f8ab1b5d HTTP/1.1" status: 200 len: 852 time: 0.0632508 Feb 04 16:27:46.726471 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-4a339d2b-201f-4527-bd63-03587b7db39e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58372bc4-0b46-4161-9945-795ddb191c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395839 Feb 04 16:27:46.860346 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-155ccf8a-24d0-4a30-b958-6c0399f46135 service neutron] 10.222.0.81 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273479 Feb 04 16:27:46.969348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 7e154e8e-68da-433a-91f4-374459b91fb7 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:47.008843 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-e9dc42dc-175b-4459-9a29-6fc23c440ecb service neutron] 10.222.0.81 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400557 Feb 04 16:27:47.057115 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 7e154e8e-68da-433a-91f4-374459b91fb7 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:47.062332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 7e154e8e-68da-433a-91f4-374459b91fb7 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:47.062706 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.184168 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.211061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217c528c-e704-4a35-a86d-26a1d7a4b86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e154e8e-68da-433a-91f4-374459b91fb7'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:47.220508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 7e154e8e-68da-433a-91f4-374459b91fb7, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=7e154e8e-68da-433a-91f4-374459b91fb7,segment=NetworkSegment(0d63ee0e-d1fc-4105-8b6a-004b008c7fb7),segment_id=0d63ee0e-d1fc-4105-8b6a-004b008c7fb7)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:47.224330 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.281008 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217c528c-e704-4a35-a86d-26a1d7a4b86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e154e8e-68da-433a-91f4-374459b91fb7', 'code': 200} Feb 04 16:27:47.290712 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=7e154e8e-68da-433a-91f4-374459b91fb7,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:47.647821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c4e9945-cabd-4d0f-b63c-9edf470ac050 req-4e56a715-ed09-40ae-9bc1-7651fe7e6b80 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783415 Feb 04 16:27:47.784365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c4e9945-cabd-4d0f-b63c-9edf470ac050 req-0f934837-dfb5-4d6e-b008-03fab50cbd20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cae766e8de4741b0afad0fdc4426ca4a&device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 1097 time: 0.0704627 Feb 04 16:27:47.980651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e9945-cabd-4d0f-b63c-9edf470ac050 req-361b1256-3e25-4193-89ed-d9e4c57e9c81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:47.982095 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c4e9945-cabd-4d0f-b63c-9edf470ac050 req-361b1256-3e25-4193-89ed-d9e4c57e9c81 service neutron] 10.222.0.73 "GET /v2.0/networks?id=58372bc4-0b46-4161-9945-795ddb191c65 HTTP/1.1" status: 200 len: 913 time: 0.1801589 Feb 04 16:27:48.051217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d45ef-17c0-4d21-852c-091de3bd0d5d req-10543215-cce1-476a-8a27-faa53f6ff40d tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:48.052561 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-815d45ef-17c0-4d21-852c-091de3bd0d5d req-10543215-cce1-476a-8a27-faa53f6ff40d tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.1839516 Feb 04 16:27:48.073817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c4e9945-cabd-4d0f-b63c-9edf470ac050 req-1a91b505-e8f8-4693-9937-531d84fa852f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e154e8e-68da-433a-91f4-374459b91fb7 HTTP/1.1" status: 200 len: 217 time: 0.0843127 Feb 04 16:27:48.247683 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-815d45ef-17c0-4d21-852c-091de3bd0d5d req-cabb42b2-a721-4524-90dd-b118126ffce9 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875174 Feb 04 16:27:48.254904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e9945-cabd-4d0f-b63c-9edf470ac050 req-f5831987-7cfd-43c6-ad24-2a8e61d73d87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:48.256291 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c4e9945-cabd-4d0f-b63c-9edf470ac050 req-f5831987-7cfd-43c6-ad24-2a8e61d73d87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e6d3d61-969c-4746-bef5-fe81f8ab1b5d HTTP/1.1" status: 200 len: 852 time: 0.1752434 Feb 04 16:27:48.305539 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c4e9945-cabd-4d0f-b63c-9edf470ac050 req-27257954-e69d-4b8d-b167-6731266329f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=58372bc4-0b46-4161-9945-795ddb191c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427966 Feb 04 16:27:48.436778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c4e9945-cabd-4d0f-b63c-9edf470ac050 req-9aebc9fd-e401-46bc-8fc4-0f146d19d49f service neutron] 10.222.0.73 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239982 Feb 04 16:27:48.564644 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7c4e9945-cabd-4d0f-b63c-9edf470ac050 req-28a665b6-6278-48a2-aeca-1c774eb8d36c service neutron] 10.222.0.73 "GET /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217887 Feb 04 16:27:49.294911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-29c70e0f-1451-479c-a30a-84d3cfdfe197 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:49.296411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-29c70e0f-1451-479c-a30a-84d3cfdfe197 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.73 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.0767498 Feb 04 16:27:49.368246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-d607d650-565a-4226-a8b0-01baf16319bc tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Deleting port 7e154e8e-68da-433a-91f4-374459b91fb7 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:49.369153 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-d607d650-565a-4226-a8b0-01baf16319bc tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.605487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90979aca-b99f-4e0b-9024-98b5b2b1a941 req-017f972b-7945-4741-8da9-a84962798216 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:49.606940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90979aca-b99f-4e0b-9024-98b5b2b1a941 req-017f972b-7945-4741-8da9-a84962798216 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/ports?device_id=217c528c-e704-4a35-a86d-26a1d7a4b86b HTTP/1.1" status: 200 len: 946 time: 0.2137811 Feb 04 16:27:49.704458 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90979aca-b99f-4e0b-9024-98b5b2b1a941 req-c8462d67-0cca-47a0-8282-22ecf6116ee4 tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd0a005-6d38-4726-9e2c-4628bd452e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898011 Feb 04 16:27:49.709198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-d607d650-565a-4226-a8b0-01baf16319bc tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] For port 7e154e8e-68da-433a-91f4-374459b91fb7, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=7e154e8e-68da-433a-91f4-374459b91fb7,segment=NetworkSegment(0d63ee0e-d1fc-4105-8b6a-004b008c7fb7),segment_id=0d63ee0e-d1fc-4105-8b6a-004b008c7fb7)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:49.709547 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-d607d650-565a-4226-a8b0-01baf16319bc tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.835954 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-d607d650-565a-4226-a8b0-01baf16319bc tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Calling delete_port for 7e154e8e-68da-433a-91f4-374459b91fb7 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:49.981078 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-d607d650-565a-4226-a8b0-01baf16319bc tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.988574 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.992201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['7e154e8e-68da-433a-91f4-374459b91fb7'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:27:50.038452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607d650-565a-4226-a8b0-01baf16319bc tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Pushing event deleted for resources: {'Port': ['ID=7e154e8e-68da-433a-91f4-374459b91fb7,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:50.110038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-d607d650-565a-4226-a8b0-01baf16319bc tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] No DVR routers for this DVR port 7e154e8e-68da-433a-91f4-374459b91fb7 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:27:50.112616 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-d607d650-565a-4226-a8b0-01baf16319bc tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:50.116587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217c528c-e704-4a35-a86d-26a1d7a4b86b', 'name': 'network-vif-deleted', 'tag': '7e154e8e-68da-433a-91f4-374459b91fb7'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:50.131384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac1ab33f-23f2-4e85-b39b-012e0785e80c req-d607d650-565a-4226-a8b0-01baf16319bc tempest-DeleteServersTestJSON-249743764 tempest-DeleteServersTestJSON-249743764-project] 10.222.0.73 "DELETE /v2.0/ports/7e154e8e-68da-433a-91f4-374459b91fb7 HTTP/1.1" status: 204 len: 173 time: 0.8300211 Feb 04 16:27:50.172716 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217c528c-e704-4a35-a86d-26a1d7a4b86b', 'name': 'network-vif-deleted', 'tag': '7e154e8e-68da-433a-91f4-374459b91fb7', 'status': 'completed', 'code': 200} Feb 04 16:27:50.976175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55050) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:51.038400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-98066399-3ca0-4309-b9a6-0f4fcd388d56 admin admin] Deleting subnet 4e6d3d61-969c-4746-bef5-fe81f8ab1b5d {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:27:51.042102 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98066399-3ca0-4309-b9a6-0f4fcd388d56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.091056 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98066399-3ca0-4309-b9a6-0f4fcd388d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.149376 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98066399-3ca0-4309-b9a6-0f4fcd388d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.220090 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98066399-3ca0-4309-b9a6-0f4fcd388d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.258250 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98066399-3ca0-4309-b9a6-0f4fcd388d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e6d3d61-969c-4746-bef5-fe81f8ab1b5d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:51.263513 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-98066399-3ca0-4309-b9a6-0f4fcd388d56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.269209 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-98066399-3ca0-4309-b9a6-0f4fcd388d56 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4e6d3d61-969c-4746-bef5-fe81f8ab1b5d HTTP/1.1" status: 204 len: 168 time: 0.2920496 Feb 04 16:27:51.271647 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55054) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:51.471623 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.591571 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.616199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58372bc4-0b46-4161-9945-795ddb191c65']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:51.628987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d63ee0e-d1fc-4105-8b6a-004b008c7fb7') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:51.629279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d63ee0e-d1fc-4105-8b6a-004b008c7fb7') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:51.641184 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.657279 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.663462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:51.663847 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:51.680704 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:51.765996 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.781226 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.791061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=58372bc4-0b46-4161-9945-795ddb191c65,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:51.801734 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/58372bc4-0b46-4161-9945-795ddb191c65 HTTP/1.1" status: 204 len: 168 time: 0.5291703 Feb 04 16:27:51.803086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:51.803447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:51.803775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:51.804099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:51.804423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:51.804734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:51.805050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:51.805816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:51.805816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:51.806608 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:51.806795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56df21b5-7b07-43a7-b004-fe86d9167bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:51.964774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55060) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:52.016784 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2a038ee0-fee7-4011-ac32-29c14edeea79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cae766e8de4741b0afad0fdc4426ca4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510814 Feb 04 16:27:52.019243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55064) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:52.077412 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-071280e6-f987-4c11-ab41-ee65d26a9cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:52.101640 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-071280e6-f987-4c11-ab41-ee65d26a9cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:52.156575 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-071280e6-f987-4c11-ab41-ee65d26a9cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:52.173412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071280e6-f987-4c11-ab41-ee65d26a9cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd0a005-6d38-4726-9e2c-4628bd452e36,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:52.183354 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-071280e6-f987-4c11-ab41-ee65d26a9cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:52.184475 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-071280e6-f987-4c11-ab41-ee65d26a9cfd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afd0a005-6d38-4726-9e2c-4628bd452e36 HTTP/1.1" status: 204 len: 168 time: 0.1643488 Feb 04 16:27:53.000800 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 7e154e8e-68da-433a-91f4-374459b91fb7 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:27:53.036289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 7e154e8e-68da-433a-91f4-374459b91fb7 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:27:53.036629 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 7e154e8e-68da-433a-91f4-374459b91fb7 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:27:53.044092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55086) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:53.221183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1148539521-network', 'tenant_id': '249415fff9fb4240a9eb1cb8449a3329'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:53.226662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:53.230701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Usage tracker for resource:network and tenant:249415fff9fb4240a9eb1cb8449a3329 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:53.233495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:53.238995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:53.250403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Made reservation on behalf of 249415fff9fb4240a9eb1cb8449a3329 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:53.252704 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.265714 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.297403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:53.301254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Usage tracker for resource:security_group_rule and tenant:249415fff9fb4240a9eb1cb8449a3329 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:53.304048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:53.310130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:53.379788 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.383386 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.412950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:27:53.421926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d1997b-519c-43e2-8251-dc521dae925b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:53.427455 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.427804 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Added segment c4107cd3-e174-4ab6-b407-6bd0ed8161e5 of type vlan for network 31b174d9-155f-466c-ac69-f2b55983005d Feb 04 16:27:53.455357 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.484301 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.485125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:53.485697 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.588734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] Pushing event updated for resources: {'Network': ['ID=31b174d9-155f-466c-ac69-f2b55983005d,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:53.592127 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-43f592a5-127a-4c3c-beeb-3467279b1056 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5470262 Feb 04 16:27:53.595253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55092) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:53.600686 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] Request body: {'subnet': {'network_id': '31b174d9-155f-466c-ac69-f2b55983005d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1148539521-subnet', 'tenant_id': '249415fff9fb4240a9eb1cb8449a3329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:53.606603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 31b174d9-155f-466c-ac69-f2b55983005d details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:27:53.607046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:53.610981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] Usage tracker for resource:subnet and tenant:249415fff9fb4240a9eb1cb8449a3329 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:53.613820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:53.620372 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:53.630879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] Made reservation on behalf of 249415fff9fb4240a9eb1cb8449a3329 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:53.633171 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.833830 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.998243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:54.021192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] Checking segment: {'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:54.021549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] Network hostable DHCP agents. Network: 31b174d9-155f-466c-ac69-f2b55983005d, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:27:54.051940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] Network 31b174d9-155f-466c-ac69-f2b55983005d is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:27:54.060317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 31b174d9-155f-466c-ac69-f2b55983005d) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:54.064420 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:54.064992 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:54.070863 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb35220-25cd-4da2-aeb6-b4fd66702dac None None] Network 31b174d9-155f-466c-ac69-f2b55983005d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:54.085788 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0dd012ac-8c0f-478b-84c0-8fc9a098dd09 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4894683 Feb 04 16:27:54.276684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f4d738-b93c-4eac-88cd-883b0da13dd1 None None] Network 31b174d9-155f-466c-ac69-f2b55983005d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:54.644997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-9d25b3bf-2d0a-425e-8dc5-a10a082f1860 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:54.645690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-9d25b3bf-2d0a-425e-8dc5-a10a082f1860 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Synchronizing usage tracker for tenant:249415fff9fb4240a9eb1cb8449a3329 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:54.662486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-9d25b3bf-2d0a-425e-8dc5-a10a082f1860 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Unset dirty status for tenant:249415fff9fb4240a9eb1cb8449a3329 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:54.663794 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-9d25b3bf-2d0a-425e-8dc5-a10a082f1860 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 815 time: 0.1639371 Feb 04 16:27:54.681309 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-57317525-7c49-4103-ab09-06562953f109 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/quotas/249415fff9fb4240a9eb1cb8449a3329 HTTP/1.1" status: 200 len: 375 time: 0.0113022 Feb 04 16:27:54.726542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-0ad49aad-3492-41a3-ab8c-8e114fc49cb0 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400290 Feb 04 16:27:54.855998 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-929f497a-63aa-4392-8472-ac8cf565ae7b service neutron] 10.222.0.60 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226468 Feb 04 16:27:54.988915 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-334eaa8f-dba5-4ce3-a7ab-30be3c4ea807 service neutron] 10.222.0.60 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272643 Feb 04 16:27:55.188446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80018055-9bfa-4dce-9d24-59cb84140b92 req-f76fbf25-ced3-4114-9c34-71d867d9ff74 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 210 time: 0.0484157 Feb 04 16:27:56.219891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-684cc862-905a-4985-ac7d-984db0952c1a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:56.221305 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-684cc862-905a-4985-ac7d-984db0952c1a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.73 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 815 time: 0.1445584 Feb 04 16:27:56.236942 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Request body: {'port': {'device_id': '8c9df615-8f19-48c8-894a-cde2f2482862', 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d', 'admin_state_up': True, 'tenant_id': '249415fff9fb4240a9eb1cb8449a3329'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:56.377061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b479494-67fc-4c28-adb1-07a0daac2994 req-1d9cdf8f-f2f3-4d5e-980e-54b7a3c8392a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 210 time: 0.0513518 Feb 04 16:27:56.411521 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:56.415276 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Usage tracker for resource:port and tenant:249415fff9fb4240a9eb1cb8449a3329 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:56.417989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:56.423505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:56.432927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Made reservation on behalf of 249415fff9fb4240a9eb1cb8449a3329 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:56.435935 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.691701 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Allocated IP 172.20.0.10 (31b174d9-155f-466c-ac69-f2b55983005d/0cbf18fc-4d24-4abc-bf8a-2db03d60acdd/178f470f-0234-4814-97a9-764ede6264dd) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:56.896099 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.925340 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.996624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Network 31b174d9-155f-466c-ac69-f2b55983005d is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:56.999906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:57.003993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:57.034313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Pushing event updated for resources: {'Port': ['ID=178f470f-0234-4814-97a9-764ede6264dd,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:57.067196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:57.067797 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.087639 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-3d8dff06-be95-447d-9b8a-570200082dd6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8540480 Feb 04 16:27:57.098187 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Request body: {'port': {'device_id': '8c9df615-8f19-48c8-894a-cde2f2482862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:57.205705 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.586282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178f470f-0234-4814-97a9-764ede6264dd {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:27:57.598984 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.620315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Transition to ACTIVE for port object 178f470f-0234-4814-97a9-764ede6264dd will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:57.626891 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.682919 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b0114-03ce-4364-9b71-70267bb681d8 req-dd15783b-1e59-4577-b2b9-6a28facecd9f tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:57.683640 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-8f4b0114-03ce-4364-9b71-70267bb681d8 req-dd15783b-1e59-4577-b2b9-6a28facecd9f tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Synchronizing usage tracker for tenant:249415fff9fb4240a9eb1cb8449a3329 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:57.764760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Pushing event updated for resources: {'Port': ['ID=178f470f-0234-4814-97a9-764ede6264dd,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:57.800191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-8f4b0114-03ce-4364-9b71-70267bb681d8 req-dd15783b-1e59-4577-b2b9-6a28facecd9f tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Unset dirty status for tenant:249415fff9fb4240a9eb1cb8449a3329 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:57.801336 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f4b0114-03ce-4364-9b71-70267bb681d8 req-dd15783b-1e59-4577-b2b9-6a28facecd9f tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 932 time: 0.2812920 Feb 04 16:27:57.897186 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-8f4b0114-03ce-4364-9b71-70267bb681d8 req-f6fe86d4-bd92-4110-a38d-1f295ec9d033 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Synchronizing usage tracker for tenant:249415fff9fb4240a9eb1cb8449a3329 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:57.918392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Attempting to bind port 178f470f-0234-4814-97a9-764ede6264dd on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:57.918724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Attempting to bind port 178f470f-0234-4814-97a9-764ede6264dd by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:57.919046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Attempting to bind port 178f470f-0234-4814-97a9-764ede6264dd on network 31b174d9-155f-466c-ac69-f2b55983005d {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:57.928882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Port 178f470f-0234-4814-97a9-764ede6264dd on network 31b174d9-155f-466c-ac69-f2b55983005d not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:27:57.929197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Attempting to bind port 178f470f-0234-4814-97a9-764ede6264dd on network 31b174d9-155f-466c-ac69-f2b55983005d {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:57.933745 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-8f4b0114-03ce-4364-9b71-70267bb681d8 req-f6fe86d4-bd92-4110-a38d-1f295ec9d033 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Unset dirty status for tenant:249415fff9fb4240a9eb1cb8449a3329 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:57.934872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f4b0114-03ce-4364-9b71-70267bb681d8 req-f6fe86d4-bd92-4110-a38d-1f295ec9d033 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274040 Feb 04 16:27:57.937876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:27:57.938210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Checking segment: {'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:57.938579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Bound using segment: {'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:27:57.938995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Bound port: 178f470f-0234-4814-97a9-764ede6264dd, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:57.939361 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.030243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] For port 178f470f-0234-4814-97a9-764ede6264dd, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:58.033192 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] For port 178f470f-0234-4814-97a9-764ede6264dd, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=178f470f-0234-4814-97a9-764ede6264dd,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:27:58.037183 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.106743 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.108305 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] 10.222.0.73 "PUT /v2.0/ports/178f470f-0234-4814-97a9-764ede6264dd HTTP/1.1" status: 200 len: 1092 time: 1.0139329 Feb 04 16:27:58.108810 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9df615-8f19-48c8-894a-cde2f2482862', 'tag': '178f470f-0234-4814-97a9-764ede6264dd'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:58.129928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71db1e5-a2aa-4a59-909c-949d571e87d2 service neutron] Pushing event updated for resources: {'Port': ['ID=178f470f-0234-4814-97a9-764ede6264dd,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:58.178450 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9df615-8f19-48c8-894a-cde2f2482862', 'tag': '178f470f-0234-4814-97a9-764ede6264dd', 'status': 'completed', 'code': 200} Feb 04 16:27:58.213101 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-5dcb1fb4-5fb2-4ad3-8b15-ff1951768246 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 1095 time: 0.0687046 Feb 04 16:27:58.282005 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-2771e0e1-1645-4c88-a9c4-706d298873b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=178f470f-0234-4814-97a9-764ede6264dd HTTP/1.1" status: 200 len: 217 time: 0.0620759 Feb 04 16:27:58.341475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-9a85bc1c-3b22-4859-90ff-af01fcbad4d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:58.342866 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-9a85bc1c-3b22-4859-90ff-af01fcbad4d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 200 len: 855 time: 0.0556264 Feb 04 16:27:58.477542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-f99ec934-1b41-4632-92bc-6d3db53aea63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31b174d9-155f-466c-ac69-f2b55983005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291778 Feb 04 16:27:58.603556 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-710c4f84-e036-40db-9b4a-dee5719e4e36 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201453 Feb 04 16:27:58.729578 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ad18fdcd-77bb-4dad-ac32-dab881efa10c req-2ba4bfcf-5d22-486c-8ec6-66d6ee7191d6 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200368 Feb 04 16:27:58.840792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b81ae3b-8bcb-4e2c-b547-fedcf8010e46 req-bc89053d-ea0e-4216-8106-c9b2cb766421 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 1095 time: 0.0662236 Feb 04 16:27:58.969482 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81ae3b-8bcb-4e2c-b547-fedcf8010e46 req-6fc01290-1eeb-4126-ac73-c655f1dcd9ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:58.970918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b81ae3b-8bcb-4e2c-b547-fedcf8010e46 req-6fc01290-1eeb-4126-ac73-c655f1dcd9ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 916 time: 0.1236157 Feb 04 16:27:59.040990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b81ae3b-8bcb-4e2c-b547-fedcf8010e46 req-af6e2ba7-8f59-469a-a6e0-740216db90f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=178f470f-0234-4814-97a9-764ede6264dd HTTP/1.1" status: 200 len: 217 time: 0.0638340 Feb 04 16:27:59.144918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81ae3b-8bcb-4e2c-b547-fedcf8010e46 req-d34175a5-e87f-4065-9b95-368d0a7c0983 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:59.146345 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b81ae3b-8bcb-4e2c-b547-fedcf8010e46 req-d34175a5-e87f-4065-9b95-368d0a7c0983 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 200 len: 855 time: 0.1005111 Feb 04 16:27:59.194411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b81ae3b-8bcb-4e2c-b547-fedcf8010e46 req-18668aa6-3360-4cfc-885a-67b3c2e85cac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31b174d9-155f-466c-ac69-f2b55983005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415678 Feb 04 16:27:59.284761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb349-7712-4827-b254-41e493d2f0e2 req-bd5c58d7-b652-4824-8b95-f66318f3372a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:59.286121 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e8cb349-7712-4827-b254-41e493d2f0e2 req-bd5c58d7-b652-4824-8b95-f66318f3372a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 944 time: 0.2080710 Feb 04 16:27:59.367530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e8cb349-7712-4827-b254-41e493d2f0e2 req-f2c490b1-1f71-4734-ba85-9142726945c2 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698469 Feb 04 16:27:59.370509 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b81ae3b-8bcb-4e2c-b547-fedcf8010e46 req-d500b808-d66c-4492-9254-7bbeda527748 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702075 Feb 04 16:27:59.503589 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b81ae3b-8bcb-4e2c-b547-fedcf8010e46 req-ba1082da-c191-4143-a9b2-f8106e28f836 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268017 Feb 04 16:28:00.575727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181eeb9-7dd1-4e63-936b-9dde30d11e4a req-81595157-c567-448b-be51-b8449d402964 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:00.577160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0181eeb9-7dd1-4e63-936b-9dde30d11e4a req-81595157-c567-448b-be51-b8449d402964 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 944 time: 0.0785007 Feb 04 16:28:00.621546 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0181eeb9-7dd1-4e63-936b-9dde30d11e4a req-b20745c2-7fc3-4257-8e5b-c5b1b54e8bdb tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388863 Feb 04 16:28:01.062318 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 178f470f-0234-4814-97a9-764ede6264dd details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:28:01.195973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 178f470f-0234-4814-97a9-764ede6264dd, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=178f470f-0234-4814-97a9-764ede6264dd,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:01.209436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '178f470f-0234-4814-97a9-764ede6264dd', 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d', 'port_id': '178f470f-0234-4814-97a9-764ede6264dd', 'mac_address': 'fa:16:3e:dc:11:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbf18fc-4d24-4abc-bf8a-2db03d60acdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:28:01.262443 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:01.282089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178f470f-0234-4814-97a9-764ede6264dd {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:28:01.296333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 178f470f-0234-4814-97a9-764ede6264dd, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=178f470f-0234-4814-97a9-764ede6264dd,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:01.300240 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:01.369829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=178f470f-0234-4814-97a9-764ede6264dd,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:01.685864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['178f470f-0234-4814-97a9-764ede6264dd'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:28:01.822285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7083539-54f1-4647-83b9-be9281b3be98 req-c59b58b2-8300-4eb1-a987-5217c4f592dc tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:01.823796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7083539-54f1-4647-83b9-be9281b3be98 req-c59b58b2-8300-4eb1-a987-5217c4f592dc tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 945 time: 0.0768330 Feb 04 16:28:01.873427 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7083539-54f1-4647-83b9-be9281b3be98 req-2ad743ae-32f3-4c27-83f2-c5537a89411e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Feb 04 16:28:03.062246 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 178f470f-0234-4814-97a9-764ede6264dd up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:03.074186 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a22b1-ba42-42ba-82c3-7d75bc6fc9e0 req-095ed8e2-dee8-46e7-9414-f3c13f276cf9 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:03.075666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc6a22b1-ba42-42ba-82c3-7d75bc6fc9e0 req-095ed8e2-dee8-46e7-9414-f3c13f276cf9 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 945 time: 0.0767167 Feb 04 16:28:03.121206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc6a22b1-ba42-42ba-82c3-7d75bc6fc9e0 req-d39b5fc4-9de4-4809-bcae-66a5aed640df tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400236 Feb 04 16:28:03.130799 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 178f470f-0234-4814-97a9-764ede6264dd completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:03.136447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 178f470f-0234-4814-97a9-764ede6264dd triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:03.136819 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:03.281726 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:03.308896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9df615-8f19-48c8-894a-cde2f2482862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178f470f-0234-4814-97a9-764ede6264dd'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:03.318630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 178f470f-0234-4814-97a9-764ede6264dd, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=178f470f-0234-4814-97a9-764ede6264dd,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:03.322750 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:03.376842 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9df615-8f19-48c8-894a-cde2f2482862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178f470f-0234-4814-97a9-764ede6264dd', 'code': 200} Feb 04 16:28:03.393416 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=178f470f-0234-4814-97a9-764ede6264dd,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:03.497410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6860bb7-e668-418b-94f4-8c4db91126cd req-1492bba5-8c99-4770-8f87-9a117ba9d4d4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 1097 time: 0.0709727 Feb 04 16:28:03.539641 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6860bb7-e668-418b-94f4-8c4db91126cd req-9c8ff8b3-49ae-45b9-b71c-74efd9061274 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359573 Feb 04 16:28:04.323988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d56207-15ff-4737-8d7e-5ebd622462a4 req-950aa69c-b2b5-4120-af03-5cb85c02b632 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:04.325330 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48d56207-15ff-4737-8d7e-5ebd622462a4 req-950aa69c-b2b5-4120-af03-5cb85c02b632 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0757654 Feb 04 16:28:04.370861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48d56207-15ff-4737-8d7e-5ebd622462a4 req-8abbde51-d0b8-46a5-b810-8492c8f0a15a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401125 Feb 04 16:28:05.475293 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:28:05.669086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b50cae-8355-4488-a3ca-79b68d7f5865 req-5fe05807-a30d-4f59-b3c7-afd647833667 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:05.670586 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8b50cae-8355-4488-a3ca-79b68d7f5865 req-5fe05807-a30d-4f59-b3c7-afd647833667 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.1678894 Feb 04 16:28:05.715199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8b50cae-8355-4488-a3ca-79b68d7f5865 req-9f084c58-ecf9-4be8-b8ae-8db9916b7269 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388358 Feb 04 16:28:05.917450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3f306-4d97-4340-98bb-a17a5c4fbc74 req-84036dcc-3e3e-4e38-a17a-91ac12767aad tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:05.919277 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0a3f306-4d97-4340-98bb-a17a5c4fbc74 req-84036dcc-3e3e-4e38-a17a-91ac12767aad tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0773840 Feb 04 16:28:05.972829 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0a3f306-4d97-4340-98bb-a17a5c4fbc74 req-fccb0e43-a27c-43e7-aab1-9b8ba7186ce4 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470183 Feb 04 16:28:06.348038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24f7b5-eab0-4e97-afde-cd123f3d1632 req-5bd21572-e322-447d-8d60-af7f2ab183ce tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:06.350578 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed24f7b5-eab0-4e97-afde-cd123f3d1632 req-5bd21572-e322-447d-8d60-af7f2ab183ce tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0775588 Feb 04 16:28:06.396467 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed24f7b5-eab0-4e97-afde-cd123f3d1632 req-b2b863c8-e1d7-4d87-aa66-608ad514977f tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Feb 04 16:28:06.596697 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e558601-b925-43ee-814c-161eb7937888 req-8a9ef7d7-fce1-4127-b85a-64979180b773 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:06.598173 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e558601-b925-43ee-814c-161eb7937888 req-8a9ef7d7-fce1-4127-b85a-64979180b773 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0783241 Feb 04 16:28:06.644025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3e558601-b925-43ee-814c-161eb7937888 req-862eb7d3-2ae3-44e3-805e-d6ffcb86c071 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399318 Feb 04 16:28:06.653046 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6b7bd47c-762f-4ea4-a080-92ad5711ed01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:06.846760 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b692576f-70df-49ad-8dfa-605ef14ee33a req-39dfbd8c-27cf-40e2-aeb8-210886506d5f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0654979 Feb 04 16:28:07.104748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-608cf976-b4a8-43cb-99f2-28d08d26f312 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746384 Feb 04 16:28:07.315984 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72bbb3-7376-42df-8a33-73b0397f247e req-755f49be-6fbf-44bd-83ab-5716f1b7761a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:07.317422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce72bbb3-7376-42df-8a33-73b0397f247e req-755f49be-6fbf-44bd-83ab-5716f1b7761a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0785553 Feb 04 16:28:07.362946 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ce72bbb3-7376-42df-8a33-73b0397f247e req-ee718f57-e11c-4106-a324-fa29e9f005df tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392962 Feb 04 16:28:08.445246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-9253fd21-d0d9-40c3-b512-8c02ce89fd62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 1097 time: 0.0722272 Feb 04 16:28:08.624718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17d580-7733-4a63-92c2-91029c07fcea req-5bd55429-6a47-481a-91cb-5d28c510d5c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:08.626179 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-5bd55429-6a47-481a-91cb-5d28c510d5c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 916 time: 0.1752813 Feb 04 16:28:08.687265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e27c7a-fa9e-43d3-bcd4-c69b0fa2d702 req-2e42735d-64a4-4562-bc6c-39fafa17e451 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:08.688594 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59e27c7a-fa9e-43d3-bcd4-c69b0fa2d702 req-2e42735d-64a4-4562-bc6c-39fafa17e451 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.1731219 Feb 04 16:28:08.717627 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-d3a18957-0433-4242-a3ba-b7e9f0e0a7d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=178f470f-0234-4814-97a9-764ede6264dd HTTP/1.1" status: 200 len: 217 time: 0.0843132 Feb 04 16:28:08.784263 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-59e27c7a-fa9e-43d3-bcd4-c69b0fa2d702 req-0ef9b511-04ae-421a-9abb-34048e16c9f2 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895762 Feb 04 16:28:08.796909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17d580-7733-4a63-92c2-91029c07fcea req-2b1ea3f1-7b00-4e4b-a75c-9b7b79c45d41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:08.798296 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-2b1ea3f1-7b00-4e4b-a75c-9b7b79c45d41 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 200 len: 855 time: 0.0735869 Feb 04 16:28:08.850894 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-ca783aa4-0d8d-4600-8e2a-c09949073305 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31b174d9-155f-466c-ac69-f2b55983005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462430 Feb 04 16:28:08.996834 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-c6a637ba-995c-4478-b6d6-6b285b5a2b02 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398213 Feb 04 16:28:09.032924 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-facb8907-7bee-41c6-8a90-3992f45afc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:09.161542 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-a4527ec2-ba7d-4e2d-ae6b-876544a0f557 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585622 Feb 04 16:28:09.986550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404d7c6-0576-4731-abfc-8d5d25ed98a7 req-f22b2ec3-0a66-4ec2-b2d4-3ee58fc355eb tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:09.987969 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9404d7c6-0576-4731-abfc-8d5d25ed98a7 req-f22b2ec3-0a66-4ec2-b2d4-3ee58fc355eb tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0769637 Feb 04 16:28:10.034163 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9404d7c6-0576-4731-abfc-8d5d25ed98a7 req-a3a5bd4d-9c99-4d26-9147-2df3f6722800 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Feb 04 16:28:10.364256 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:10.451658 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:11.242346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28d743-884a-4bc8-aec6-b77ab391045e req-65080bff-8510-4cb5-8f15-7feaea5195a2 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:11.243746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bf28d743-884a-4bc8-aec6-b77ab391045e req-65080bff-8510-4cb5-8f15-7feaea5195a2 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0791819 Feb 04 16:28:11.291801 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bf28d743-884a-4bc8-aec6-b77ab391045e req-66baff5d-6b4d-480d-909e-f1a4925d56ff tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417078 Feb 04 16:28:11.604749 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:12.034288 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:12.492339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dbe8e-ea2f-41d0-b02f-530c3e1205a1 req-87edf5f8-6eff-422c-979e-56acc57350f9 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:12.493776 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-399dbe8e-ea2f-41d0-b02f-530c3e1205a1 req-87edf5f8-6eff-422c-979e-56acc57350f9 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0747154 Feb 04 16:28:12.540076 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-399dbe8e-ea2f-41d0-b02f-530c3e1205a1 req-f2fb9618-b089-4cba-9d06-e573ef874532 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402598 Feb 04 16:28:13.842084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80511f-0a9f-4812-8e78-47910bc69b31 req-d2f24dfc-4220-4a3e-bc8f-f680fe5b820e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:13.843497 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa80511f-0a9f-4812-8e78-47910bc69b31 req-d2f24dfc-4220-4a3e-bc8f-f680fe5b820e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.1775353 Feb 04 16:28:13.889317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fa80511f-0a9f-4812-8e78-47910bc69b31 req-f3927bd7-e8d8-41c2-940c-baf2ade66326 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400679 Feb 04 16:28:15.091424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673efcb6-4aad-44c3-ac39-f16a44915e10 req-04a66610-81fa-4b52-a0e5-26146bb25622 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:15.092870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-673efcb6-4aad-44c3-ac39-f16a44915e10 req-04a66610-81fa-4b52-a0e5-26146bb25622 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0768533 Feb 04 16:28:15.138005 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-673efcb6-4aad-44c3-ac39-f16a44915e10 req-95bcc1b6-bc81-4877-a0b4-892215aa63a7 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395882 Feb 04 16:28:16.345466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93209ed-c20a-4c91-adc9-4bafe2388c83 req-7a2618bc-7346-42ae-969c-c9f67e1d952b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:16.346900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b93209ed-c20a-4c91-adc9-4bafe2388c83 req-7a2618bc-7346-42ae-969c-c9f67e1d952b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0764101 Feb 04 16:28:16.391545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b93209ed-c20a-4c91-adc9-4bafe2388c83 req-43d51b1b-06f0-45cb-afae-c5170d80ebc8 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 Feb 04 16:28:17.599043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dcb8a-33dc-4833-a9e3-471f5d46e87e req-4f2e8dea-3e89-4f2b-98f1-5dc330d9a16f tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:17.600415 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-002dcb8a-33dc-4833-a9e3-471f5d46e87e req-4f2e8dea-3e89-4f2b-98f1-5dc330d9a16f tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0783372 Feb 04 16:28:17.645414 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-002dcb8a-33dc-4833-a9e3-471f5d46e87e req-f6a02458-ccde-4a4e-b82e-1c8ccafe244a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387595 Feb 04 16:28:18.850991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c8dd1-ce1b-43f8-b3e8-9beda9388116 req-928bbaf8-8ee1-436c-b1ba-511d07912523 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:18.852465 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-253c8dd1-ce1b-43f8-b3e8-9beda9388116 req-928bbaf8-8ee1-436c-b1ba-511d07912523 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0748739 Feb 04 16:28:18.898508 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-253c8dd1-ce1b-43f8-b3e8-9beda9388116 req-2cb24497-aeb8-411a-a2ea-8915579a75e7 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 Feb 04 16:28:20.003519 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:20.104397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefb345-6ca4-437a-b130-1b1c52c28f75 req-32441b42-aa72-4735-a7fc-fef142044776 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:20.105828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcefb345-6ca4-437a-b130-1b1c52c28f75 req-32441b42-aa72-4735-a7fc-fef142044776 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0779369 Feb 04 16:28:20.151592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fcefb345-6ca4-437a-b130-1b1c52c28f75 req-1a844404-854e-4088-9521-b3b9b07f9128 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402818 Feb 04 16:28:21.351016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be8559-596f-4f55-b5fa-6f038f223d0d req-a8c1b998-8b83-4086-8ba8-44686d666827 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:21.352524 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0be8559-596f-4f55-b5fa-6f038f223d0d req-a8c1b998-8b83-4086-8ba8-44686d666827 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0742004 Feb 04 16:28:21.404334 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f0be8559-596f-4f55-b5fa-6f038f223d0d req-f97433d5-00a8-447a-98ba-3e3f3337c02d tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459535 Feb 04 16:28:22.604637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381c962-c0f3-4f54-8c6c-a824bc3f11a3 req-8c56eeef-6aed-4b19-adef-355919323ffc tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:22.606078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e381c962-c0f3-4f54-8c6c-a824bc3f11a3 req-8c56eeef-6aed-4b19-adef-355919323ffc tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0753801 Feb 04 16:28:22.650581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e381c962-c0f3-4f54-8c6c-a824bc3f11a3 req-8b687fa5-59e2-4d62-873e-41dda75ed872 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385318 Feb 04 16:28:23.855052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5c067-701f-4786-bbe6-4eb3e3cb5cdd req-180cf934-a4d4-4db3-ac99-bb1e0bd298e4 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:23.856534 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e5c067-701f-4786-bbe6-4eb3e3cb5cdd req-180cf934-a4d4-4db3-ac99-bb1e0bd298e4 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0800335 Feb 04 16:28:23.901545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b6e5c067-701f-4786-bbe6-4eb3e3cb5cdd req-53e93b52-c9dc-4614-b637-eb02134f763b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395613 Feb 04 16:28:25.101238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7c3df-24e1-4905-9db5-50577c953c1c req-c79d5304-3f91-4fcf-b1f9-89c6c49bc4a7 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:25.102687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fc7c3df-24e1-4905-9db5-50577c953c1c req-c79d5304-3f91-4fcf-b1f9-89c6c49bc4a7 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0742228 Feb 04 16:28:25.147248 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fc7c3df-24e1-4905-9db5-50577c953c1c req-2da1964f-ba53-4e2c-87a7-a6ab8969f174 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384843 Feb 04 16:28:26.350931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55a576-d4f7-4144-a061-30a62bc08e10 req-50ca1dee-02f6-467f-9247-419db0a15561 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:26.352394 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f55a576-d4f7-4144-a061-30a62bc08e10 req-50ca1dee-02f6-467f-9247-419db0a15561 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0798800 Feb 04 16:28:26.397638 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f55a576-d4f7-4144-a061-30a62bc08e10 req-a78b5236-322e-4d2e-91bb-699ce516c1fa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394297 Feb 04 16:28:27.610086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2371715-a6bc-47cd-9e81-3b59901ebc50 req-7c294b6a-6e85-45ce-9d32-1bbbb788538e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:27.611540 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2371715-a6bc-47cd-9e81-3b59901ebc50 req-7c294b6a-6e85-45ce-9d32-1bbbb788538e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0812664 Feb 04 16:28:27.661854 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2371715-a6bc-47cd-9e81-3b59901ebc50 req-66408c8f-6cac-4697-a166-3d53a806087e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 Feb 04 16:28:28.862210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4b8e5-3f22-4090-be2e-8ba6930cd5c2 req-aaff3d61-1ff9-49bb-8d4f-ee453322747b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:28.863686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8a4b8e5-3f22-4090-be2e-8ba6930cd5c2 req-aaff3d61-1ff9-49bb-8d4f-ee453322747b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0763791 Feb 04 16:28:28.911038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8a4b8e5-3f22-4090-be2e-8ba6930cd5c2 req-42ea2a5b-caae-47b7-8f25-93b86a3abc65 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418205 Feb 04 16:28:30.124195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87393ea-9e66-4e3e-b392-488f4e2f1d35 req-35f5db9b-8835-4a3c-80f2-966a16000099 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:30.126208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c87393ea-9e66-4e3e-b392-488f4e2f1d35 req-35f5db9b-8835-4a3c-80f2-966a16000099 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0862367 Feb 04 16:28:30.171042 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c87393ea-9e66-4e3e-b392-488f4e2f1d35 req-d397667d-1039-4c2a-ba9b-ea7591a36ca1 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392413 Feb 04 16:28:31.379389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1167b47-de38-4d2a-8a58-d9f24677b56a req-5c1cd63b-c5d9-4a05-af5f-6625811cfbb1 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:31.380858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1167b47-de38-4d2a-8a58-d9f24677b56a req-5c1cd63b-c5d9-4a05-af5f-6625811cfbb1 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0792129 Feb 04 16:28:31.426812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1167b47-de38-4d2a-8a58-d9f24677b56a req-79c80b10-c7c5-4941-befa-bca483744417 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402009 Feb 04 16:28:32.630404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3de3f-460b-4ae2-9e7f-a6b841fa6c85 req-4dbe74b6-381c-4ed0-92d4-f20f4af555dc tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:32.631860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8b3de3f-460b-4ae2-9e7f-a6b841fa6c85 req-4dbe74b6-381c-4ed0-92d4-f20f4af555dc tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0804348 Feb 04 16:28:32.676290 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8b3de3f-460b-4ae2-9e7f-a6b841fa6c85 req-a3e67864-3587-479e-acf8-9af09131be99 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383651 Feb 04 16:28:33.882417 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4ea81-bc41-4d5a-9453-d0fbadd39024 req-82dc4157-cc92-41af-b932-fe1bb6617c4f tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:33.883913 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6dc4ea81-bc41-4d5a-9453-d0fbadd39024 req-82dc4157-cc92-41af-b932-fe1bb6617c4f tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0770268 Feb 04 16:28:33.936212 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6dc4ea81-bc41-4d5a-9453-d0fbadd39024 req-e3b43ed7-c1f4-4f5d-991e-8f6f3f01ea3e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464628 Feb 04 16:28:35.145265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3562b4-f85d-430f-aec4-6ba9af558194 req-7ddbb36f-45dd-459b-9759-4bb19847d506 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:35.146708 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e3562b4-f85d-430f-aec4-6ba9af558194 req-7ddbb36f-45dd-459b-9759-4bb19847d506 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0786021 Feb 04 16:28:35.191985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e3562b4-f85d-430f-aec4-6ba9af558194 req-031b7529-bebd-4e42-83b2-7912d1f18d55 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397203 Feb 04 16:28:36.196096 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-4d17d580-7733-4a63-92c2-91029c07fcea req-4cc6cb57-c1f8-42f0-94e4-d12ffc5a66b8 service neutron] show failed (client error): The resource could not be found. Feb 04 16:28:36.197660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-4cc6cb57-c1f8-42f0-94e4-d12ffc5a66b8 service neutron] 10.222.0.73 "GET /v2.0/ports/178f470f-0234-4814-97a9-764ede6264dd/bindings/n-h1-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.0761521 Feb 04 16:28:36.410585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f4d0a-d68a-4b61-82cb-70e7d63f5711 req-482ea888-92d0-4aba-be38-3c8d847afd4d tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:36.412036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-053f4d0a-d68a-4b61-82cb-70e7d63f5711 req-482ea888-92d0-4aba-be38-3c8d847afd4d tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0905950 Feb 04 16:28:36.460361 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-053f4d0a-d68a-4b61-82cb-70e7d63f5711 req-5604c7bb-ad98-471f-8c7b-79529c167a91 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421219 Feb 04 16:28:36.495954 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-8d505cf9-48c8-4cb5-8511-7ebcbf211459 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862&tenant_id=249415fff9fb4240a9eb1cb8449a3329 HTTP/1.1" status: 200 len: 1097 time: 0.0765066 Feb 04 16:28:36.514275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:36.630861 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.655682 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a9f42d32-c75a-43b9-9ff2-e517e8d01c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.909283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] For port 178f470f-0234-4814-97a9-764ede6264dd, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=178f470f-0234-4814-97a9-764ede6264dd,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:36.940286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] For port 178f470f-0234-4814-97a9-764ede6264dd, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:37.001239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9df615-8f19-48c8-894a-cde2f2482862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178f470f-0234-4814-97a9-764ede6264dd'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:37.007409 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.025894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Transition to ACTIVE for port object 178f470f-0234-4814-97a9-764ede6264dd will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:37.030191 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.093950 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9df615-8f19-48c8-894a-cde2f2482862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178f470f-0234-4814-97a9-764ede6264dd', 'code': 200} Feb 04 16:28:37.161704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Pushing event updated for resources: {'Port': ['ID=178f470f-0234-4814-97a9-764ede6264dd,revision_number=6']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:37.205876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] No DVR routers for this DVR port 178f470f-0234-4814-97a9-764ede6264dd on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:28:37.208695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:37.209043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:37.209383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:37.209769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:37.210054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:37.210729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:37.211059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:37.211505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:37.213156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:37.213156 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:37.213358 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:37.276397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Attempting to bind port 178f470f-0234-4814-97a9-764ede6264dd on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:37.276727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Attempting to bind port 178f470f-0234-4814-97a9-764ede6264dd by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:37.277053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Attempting to bind port 178f470f-0234-4814-97a9-764ede6264dd on network 31b174d9-155f-466c-ac69-f2b55983005d {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:37.293010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Port 178f470f-0234-4814-97a9-764ede6264dd on network 31b174d9-155f-466c-ac69-f2b55983005d not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:28:37.293333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Attempting to bind port 178f470f-0234-4814-97a9-764ede6264dd on network 31b174d9-155f-466c-ac69-f2b55983005d {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:37.299923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:28:37.300255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Checking segment: {'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:37.300675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Bound using segment: {'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:28:37.301635 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Bound port: 178f470f-0234-4814-97a9-764ede6264dd, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:37.301635 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.389715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] For port 178f470f-0234-4814-97a9-764ede6264dd, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:37.392695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] For port 178f470f-0234-4814-97a9-764ede6264dd, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=178f470f-0234-4814-97a9-764ede6264dd,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:37.396194 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.460673 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.462193 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] 10.222.0.81 "PUT /v2.0/ports/178f470f-0234-4814-97a9-764ede6264dd HTTP/1.1" status: 200 len: 1092 time: 0.9524972 Feb 04 16:28:37.480475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8a042-87f1-48e7-9731-2a4b009f94d0 service neutron] Pushing event updated for resources: {'Port': ['ID=178f470f-0234-4814-97a9-764ede6264dd,revision_number=7']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:37.579091 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-8b3b9562-1d56-41d1-991e-463fa2e8896a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 1095 time: 0.0795901 Feb 04 16:28:37.691139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca1b8d-f45a-4d0f-80c2-4b677dd06042 req-c1ae77d9-c08b-4c34-9d84-65a625652498 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:37.693460 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5dca1b8d-f45a-4d0f-80c2-4b677dd06042 req-c1ae77d9-c08b-4c34-9d84-65a625652498 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 944 time: 0.0891054 Feb 04 16:28:37.723431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17d580-7733-4a63-92c2-91029c07fcea req-78345b21-38ab-4193-aecd-fac9452d15b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:37.724757 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-78345b21-38ab-4193-aecd-fac9452d15b9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 916 time: 0.1376429 Feb 04 16:28:37.746289 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5dca1b8d-f45a-4d0f-80c2-4b677dd06042 req-514565ec-3391-4747-bc56-e1b28aa4b7c6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456874 Feb 04 16:28:37.797535 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-5bba5923-3d43-4742-a900-8c82427f5f0d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=178f470f-0234-4814-97a9-764ede6264dd HTTP/1.1" status: 200 len: 217 time: 0.0667088 Feb 04 16:28:37.858639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0fa1fd78-d78c-460e-a2a2-085dca42838e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:37.860106 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-0fa1fd78-d78c-460e-a2a2-085dca42838e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 200 len: 855 time: 0.0573754 Feb 04 16:28:37.909398 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-7ff335ba-e78d-49ab-8319-d6dbad71bc9f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=31b174d9-155f-466c-ac69-f2b55983005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432613 Feb 04 16:28:37.921094 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-228d7442-2643-418f-a7d5-c8f20eb4cecb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:28:37.922125 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-228d7442-2643-418f-a7d5-c8f20eb4cecb service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050530 Feb 04 16:28:38.054924 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-a4eb268e-cd50-409c-b204-fc823af5372f service neutron] 10.222.0.81 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263134 Feb 04 16:28:38.290300 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4d17d580-7733-4a63-92c2-91029c07fcea req-29c28df0-b16f-4eaa-9a22-48e030a925b4 service neutron] 10.222.0.81 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292068 Feb 04 16:28:38.953716 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd6fa9-eceb-4aad-8437-26b98736471d req-146e74d5-a525-44bc-80e4-a557a703d72b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:38.955187 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2fd6fa9-eceb-4aad-8437-26b98736471d req-146e74d5-a525-44bc-80e4-a557a703d72b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 944 time: 0.0788169 Feb 04 16:28:39.003383 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2fd6fa9-eceb-4aad-8437-26b98736471d req-6fc79b7f-cace-4566-90ff-5987d5e1e531 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424283 Feb 04 16:28:39.029024 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8d4caa08-d50b-4e29-a35c-bd32f0377239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:39.094999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9df615-8f19-48c8-894a-cde2f2482862', 'tag': '178f470f-0234-4814-97a9-764ede6264dd'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:39.164703 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9df615-8f19-48c8-894a-cde2f2482862', 'tag': '178f470f-0234-4814-97a9-764ede6264dd', 'status': 'completed', 'code': 200} Feb 04 16:28:39.249609 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 178f470f-0234-4814-97a9-764ede6264dd no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:28:39.281834 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-9a85265d-2cf8-4536-820b-4290d9c9571c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 1095 time: 0.0787580 Feb 04 16:28:39.316876 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 178f470f-0234-4814-97a9-764ede6264dd not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:28:39.357792 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-e7468fb2-05fc-452f-a64c-6b16087bd358 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 1095 time: 0.1710129 Feb 04 16:28:39.419120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-94259b5f-5ca7-498e-9ca1-e6810d1077ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:39.420601 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-94259b5f-5ca7-498e-9ca1-e6810d1077ae service neutron] 10.222.0.81 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 916 time: 0.1320570 Feb 04 16:28:39.488688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-89b3e80c-875f-4785-b269-34ba5a92321b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:39.490115 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-89b3e80c-875f-4785-b269-34ba5a92321b service neutron] 10.222.0.73 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 916 time: 0.1268387 Feb 04 16:28:39.493164 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-707a284d-707a-4b7e-8751-acbc03763043 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=178f470f-0234-4814-97a9-764ede6264dd HTTP/1.1" status: 200 len: 217 time: 0.0656717 Feb 04 16:28:39.560473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-3fcffa9e-1858-4a1b-8df6-f64610fe7e91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:39.561340 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-b77ff080-5df7-45f7-bc0b-cb8969559388 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=178f470f-0234-4814-97a9-764ede6264dd HTTP/1.1" status: 200 len: 217 time: 0.0652392 Feb 04 16:28:39.561917 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-3fcffa9e-1858-4a1b-8df6-f64610fe7e91 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 200 len: 855 time: 0.0631249 Feb 04 16:28:39.612166 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-429d0e12-fdfb-4faa-9c76-7a058e104558 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=31b174d9-155f-466c-ac69-f2b55983005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428007 Feb 04 16:28:39.627431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-f6cd96ba-4988-45db-8f09-04ce51907ff9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:39.628855 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-f6cd96ba-4988-45db-8f09-04ce51907ff9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 200 len: 855 time: 0.0620368 Feb 04 16:28:39.673558 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-bffb3d15-9ef1-46fd-8b97-7bfed47dff80 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31b174d9-155f-466c-ac69-f2b55983005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394287 Feb 04 16:28:39.749285 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-bc882353-d339-4188-9834-13254e3f334b service neutron] 10.222.0.81 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310594 Feb 04 16:28:39.812865 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-69fc9fe5-8efa-4620-a2a5-a9da1766dd91 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340816 Feb 04 16:28:39.891040 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-287a738f-4e98-49d8-a223-1f95a5fa7cf4 service neutron] 10.222.0.81 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342731 Feb 04 16:28:39.949877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89bf40e4-12db-4d88-a5a1-ed4fd5c65de0 req-3c11a578-fbd5-4d8a-ae21-151235f3c209 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315238 Feb 04 16:28:40.218754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a6721-d9f3-4355-bb9e-d346a90ca854 req-2bad703a-2bc3-4452-bda8-b8a068b8af91 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:40.220146 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-178a6721-d9f3-4355-bb9e-d346a90ca854 req-2bad703a-2bc3-4452-bda8-b8a068b8af91 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 944 time: 0.0909450 Feb 04 16:28:40.270006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-178a6721-d9f3-4355-bb9e-d346a90ca854 req-d2fb0a44-3e65-4f52-9d5b-6ec853eb7ce6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444024 Feb 04 16:28:40.367720 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.454012 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:41.477777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e983a79-22e7-4e3b-9c58-8874fda8936e req-ce0377bc-593a-4be6-a77b-60989515a006 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:41.479337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e983a79-22e7-4e3b-9c58-8874fda8936e req-ce0377bc-593a-4be6-a77b-60989515a006 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 944 time: 0.0743730 Feb 04 16:28:41.524941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e983a79-22e7-4e3b-9c58-8874fda8936e req-d95c4266-7202-470d-8f95-cf9eb474823e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400331 Feb 04 16:28:41.608923 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:42.044962 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:42.475364 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:28:42.748905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586f172-c6af-4fdd-98b0-9f455d4ef3d2 req-cf31bb15-a2bb-4ecb-b938-4eea36cdf5fa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:42.750461 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6586f172-c6af-4fdd-98b0-9f455d4ef3d2 req-cf31bb15-a2bb-4ecb-b938-4eea36cdf5fa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 944 time: 0.0930903 Feb 04 16:28:42.799530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6586f172-c6af-4fdd-98b0-9f455d4ef3d2 req-99d4c40e-fa1e-499d-a742-dad41e3359ca tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 Feb 04 16:28:42.805399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 178f470f-0234-4814-97a9-764ede6264dd details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:28:42.944053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 178f470f-0234-4814-97a9-764ede6264dd, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=178f470f-0234-4814-97a9-764ede6264dd,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:42.962372 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '178f470f-0234-4814-97a9-764ede6264dd', 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d', 'port_id': '178f470f-0234-4814-97a9-764ede6264dd', 'mac_address': 'fa:16:3e:dc:11:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbf18fc-4d24-4abc-bf8a-2db03d60acdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:28:43.023608 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:43.044081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178f470f-0234-4814-97a9-764ede6264dd {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:28:43.061437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 178f470f-0234-4814-97a9-764ede6264dd, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=178f470f-0234-4814-97a9-764ede6264dd,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:43.066354 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:43.132623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=178f470f-0234-4814-97a9-764ede6264dd,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:43.205761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f74ba7-5303-4a02-bf62-ed3b5599cffc req-323d8dd2-fd61-4e5e-9791-2539507e5bf2 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:43.207156 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57f74ba7-5303-4a02-bf62-ed3b5599cffc req-323d8dd2-fd61-4e5e-9791-2539507e5bf2 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862&tenant_id=249415fff9fb4240a9eb1cb8449a3329&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 945 time: 0.1355243 Feb 04 16:28:43.218126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffa770-3730-4ef0-9cdc-0cda0cf57879 req-34ce40e7-f1bc-4a79-a169-caa8ca44ed65 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:43.219490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bffa770-3730-4ef0-9cdc-0cda0cf57879 req-34ce40e7-f1bc-4a79-a169-caa8ca44ed65 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 945 time: 0.1134524 Feb 04 16:28:43.222811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-57f74ba7-5303-4a02-bf62-ed3b5599cffc req-3b314c14-0ffb-4f7c-8e28-4db86276c5c8 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:28:43.224167 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57f74ba7-5303-4a02-bf62-ed3b5599cffc req-3b314c14-0ffb-4f7c-8e28-4db86276c5c8 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0112250 Feb 04 16:28:43.320471 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bffa770-3730-4ef0-9cdc-0cda0cf57879 req-1f4aa09b-efac-4b01-9442-66fdfa45467f tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953479 Feb 04 16:28:43.329417 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-57f74ba7-5303-4a02-bf62-ed3b5599cffc req-bbca964e-8bb2-4780-9c70-5f417264b174 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:28:43.330375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57f74ba7-5303-4a02-bf62-ed3b5599cffc req-bbca964e-8bb2-4780-9c70-5f417264b174 service neutron] 10.222.0.73 "DELETE /v2.0/ports/178f470f-0234-4814-97a9-764ede6264dd/bindings/n-h2-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.0921202 Feb 04 16:28:43.469608 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57f74ba7-5303-4a02-bf62-ed3b5599cffc req-78dcc4e7-e6e6-469f-96d4-2ff31728e456 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 1096 time: 0.0713456 Feb 04 16:28:43.513396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['178f470f-0234-4814-97a9-764ede6264dd'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:28:43.604422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f74ba7-5303-4a02-bf62-ed3b5599cffc req-b714d439-3b66-4069-a9d1-96e20294733c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:43.606194 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57f74ba7-5303-4a02-bf62-ed3b5599cffc req-b714d439-3b66-4069-a9d1-96e20294733c service neutron] 10.222.0.73 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 916 time: 0.1314306 Feb 04 16:28:43.677914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57f74ba7-5303-4a02-bf62-ed3b5599cffc req-0b5ec7a4-c632-4760-907d-5094049da592 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=178f470f-0234-4814-97a9-764ede6264dd HTTP/1.1" status: 200 len: 217 time: 0.0654895 Feb 04 16:28:43.741111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f74ba7-5303-4a02-bf62-ed3b5599cffc req-abb941fb-6e6d-417a-851c-58dbf03d378f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:43.742589 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57f74ba7-5303-4a02-bf62-ed3b5599cffc req-abb941fb-6e6d-417a-851c-58dbf03d378f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 200 len: 855 time: 0.0587547 Feb 04 16:28:43.788741 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57f74ba7-5303-4a02-bf62-ed3b5599cffc req-16b482e6-ebed-4100-bf7f-ecafa010b18d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31b174d9-155f-466c-ac69-f2b55983005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390365 Feb 04 16:28:44.026501 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57f74ba7-5303-4a02-bf62-ed3b5599cffc req-0f538ff2-75ba-4d96-81be-645152ce5813 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311156 Feb 04 16:28:44.158415 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57f74ba7-5303-4a02-bf62-ed3b5599cffc req-f7650718-62ae-4da6-a52f-9f00e84c17a6 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256409 Feb 04 16:28:44.532159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3539c-1cdf-49f7-8341-6dc0795dad6b req-1d52ef12-044f-4b42-89b8-0c17fdb8b047 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:44.533854 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2a3539c-1cdf-49f7-8341-6dc0795dad6b req-1d52ef12-044f-4b42-89b8-0c17fdb8b047 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 945 time: 0.0839784 Feb 04 16:28:44.580439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2a3539c-1cdf-49f7-8341-6dc0795dad6b req-3c96b9fa-960f-4f5d-920d-5f0d4cd0c6b6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411115 Feb 04 16:28:44.829897 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 178f470f-0234-4814-97a9-764ede6264dd up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:44.897714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 178f470f-0234-4814-97a9-764ede6264dd completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:44.903242 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 178f470f-0234-4814-97a9-764ede6264dd triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:44.903614 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.019339 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.045875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9df615-8f19-48c8-894a-cde2f2482862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178f470f-0234-4814-97a9-764ede6264dd'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:45.056764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 178f470f-0234-4814-97a9-764ede6264dd, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=178f470f-0234-4814-97a9-764ede6264dd,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:45.061555 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.144590 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9df615-8f19-48c8-894a-cde2f2482862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178f470f-0234-4814-97a9-764ede6264dd', 'code': 200} Feb 04 16:28:45.167551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=178f470f-0234-4814-97a9-764ede6264dd,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:45.522399 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1bba58af-98f0-49b0-92d0-c7d158f5a951 req-0fb13759-7452-48e8-be64-0f31115096bf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693820 Feb 04 16:28:45.675882 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1bba58af-98f0-49b0-92d0-c7d158f5a951 req-2cb29800-5429-43d0-ad49-04ce97d15a9a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 1097 time: 0.0696728 Feb 04 16:28:45.793431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4505664-ab27-41a9-b482-aa9b501644c3 req-fb221200-bfc1-477b-a953-403fb52f6b2e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:45.794802 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b4505664-ab27-41a9-b482-aa9b501644c3 req-fb221200-bfc1-477b-a953-403fb52f6b2e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0770848 Feb 04 16:28:45.819951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba58af-98f0-49b0-92d0-c7d158f5a951 req-76986819-c42b-4202-8b9b-de76a1384c26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:45.821407 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1bba58af-98f0-49b0-92d0-c7d158f5a951 req-76986819-c42b-4202-8b9b-de76a1384c26 service neutron] 10.222.0.81 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 916 time: 0.1274402 Feb 04 16:28:45.843857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b4505664-ab27-41a9-b482-aa9b501644c3 req-d191e956-0fb9-4265-8b7c-1d161f600abc tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435410 Feb 04 16:28:45.894446 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1bba58af-98f0-49b0-92d0-c7d158f5a951 req-3c326895-f03a-4769-9fb2-f495479288d1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=178f470f-0234-4814-97a9-764ede6264dd HTTP/1.1" status: 200 len: 217 time: 0.0665662 Feb 04 16:28:45.957367 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba58af-98f0-49b0-92d0-c7d158f5a951 req-7d84f07a-12c1-42b7-a807-39f38999c60f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:45.958822 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1bba58af-98f0-49b0-92d0-c7d158f5a951 req-7d84f07a-12c1-42b7-a807-39f38999c60f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 200 len: 855 time: 0.0580499 Feb 04 16:28:46.007027 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1bba58af-98f0-49b0-92d0-c7d158f5a951 req-34c411fc-7c36-4ec6-9911-a13430ec30fb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=31b174d9-155f-466c-ac69-f2b55983005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421479 Feb 04 16:28:46.052343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f400450-edbc-4986-8a84-e908e5a8e8e5 req-0118dd75-cfa1-4b6f-a59e-4408460a4166 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:46.053848 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f400450-edbc-4986-8a84-e908e5a8e8e5 req-0118dd75-cfa1-4b6f-a59e-4408460a4166 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0785723 Feb 04 16:28:46.101153 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9f400450-edbc-4986-8a84-e908e5a8e8e5 req-76d97a69-e2e3-4086-878f-e4fc1ef52ce7 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412717 Feb 04 16:28:46.141405 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1bba58af-98f0-49b0-92d0-c7d158f5a951 req-4f5f6a15-67d6-4453-a724-2aa8d83768ab service neutron] 10.222.0.81 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277199 Feb 04 16:28:46.272807 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1bba58af-98f0-49b0-92d0-c7d158f5a951 req-974a26e2-7d06-4c4f-abf8-db9ae30e59a8 service neutron] 10.222.0.81 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250618 Feb 04 16:28:46.309109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3d5c6-78b6-45d5-b0db-7a24fb24a4d0 req-df7e7c40-2928-4577-942c-558f8c24c0f1 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:46.310558 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8b3d5c6-78b6-45d5-b0db-7a24fb24a4d0 req-df7e7c40-2928-4577-942c-558f8c24c0f1 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0859377 Feb 04 16:28:46.357783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8b3d5c6-78b6-45d5-b0db-7a24fb24a4d0 req-7d130438-35a1-48bd-a61a-efe9d7f829b4 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Feb 04 16:28:46.897919 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-aac3d330-47c9-44ac-899d-b743d96d7946 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:46.899285 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-aac3d330-47c9-44ac-899d-b743d96d7946 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 815 time: 0.1431875 Feb 04 16:28:46.917879 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-5a78f205-c072-4b77-bf6e-045dcfdfe2df tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/quotas/249415fff9fb4240a9eb1cb8449a3329 HTTP/1.1" status: 200 len: 375 time: 0.0122313 Feb 04 16:28:47.006717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-b9f9e1a5-770f-4a27-9b2e-06aa2fb6cdff tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834413 Feb 04 16:28:47.152702 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-918d1982-7649-4b2f-a4ce-f866557a3631 service neutron] 10.222.0.60 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389222 Feb 04 16:28:47.282635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-85625334-d06b-4328-ac87-79caeee6a30d service neutron] 10.222.0.60 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242952 Feb 04 16:28:47.476768 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2876f5c3-593d-4bfb-97f7-bcfc6bf991ab req-9ab7a82b-00a8-4f92-9c5f-de21c3886878 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 210 time: 0.0461824 Feb 04 16:28:48.461424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c7da3-22b2-4221-8bad-10dfdbd425e5 req-540e3f4c-b3bb-4739-a2c2-c96bdb733b7e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:48.464213 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ca7c7da3-22b2-4221-8bad-10dfdbd425e5 req-540e3f4c-b3bb-4739-a2c2-c96bdb733b7e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c9df615-8f19-48c8-894a-cde2f2482862 HTTP/1.1" status: 200 len: 946 time: 0.0840840 Feb 04 16:28:48.464535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-7ff62c06-d9af-4781-842d-cd863f9b8fe4 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:48.465927 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-7ff62c06-d9af-4781-842d-cd863f9b8fe4 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.73 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 815 time: 0.1497188 Feb 04 16:28:48.482018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-21b2d9d1-b56b-4658-90a3-a142b73b4f21 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Request body: {'port': {'device_id': '7da180f1-4b82-4aff-81ac-b86aeab2e1a6', 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d', 'admin_state_up': True, 'tenant_id': '249415fff9fb4240a9eb1cb8449a3329'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:48.655256 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-ca7c7da3-22b2-4221-8bad-10dfdbd425e5 req-7308b781-3337-42b5-9958-67d03e52be2e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Deleting port 178f470f-0234-4814-97a9-764ede6264dd {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:48.655598 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ca7c7da3-22b2-4221-8bad-10dfdbd425e5 req-7308b781-3337-42b5-9958-67d03e52be2e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.669914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d29955c4-b766-40b1-b126-7ae11f94a3ce req-28485f30-9903-4412-9401-c684a2865c19 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 210 time: 0.0590556 Feb 04 16:28:48.691377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-21b2d9d1-b56b-4658-90a3-a142b73b4f21 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:48.700889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-21b2d9d1-b56b-4658-90a3-a142b73b4f21 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:48.709573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-21b2d9d1-b56b-4658-90a3-a142b73b4f21 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Made reservation on behalf of 249415fff9fb4240a9eb1cb8449a3329 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:48.713144 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-21b2d9d1-b56b-4658-90a3-a142b73b4f21 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.908355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-ca7c7da3-22b2-4221-8bad-10dfdbd425e5 req-7308b781-3337-42b5-9958-67d03e52be2e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] For port 178f470f-0234-4814-97a9-764ede6264dd, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=178f470f-0234-4814-97a9-764ede6264dd,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:48.908908 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ca7c7da3-22b2-4221-8bad-10dfdbd425e5 req-7308b781-3337-42b5-9958-67d03e52be2e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.974089 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-21b2d9d1-b56b-4658-90a3-a142b73b4f21 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Allocated IP 172.20.0.14 (31b174d9-155f-466c-ac69-f2b55983005d/0cbf18fc-4d24-4abc-bf8a-2db03d60acdd/21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:49.042282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-ca7c7da3-22b2-4221-8bad-10dfdbd425e5 req-7308b781-3337-42b5-9958-67d03e52be2e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Calling delete_port for 178f470f-0234-4814-97a9-764ede6264dd owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:49.185945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ca7c7da3-22b2-4221-8bad-10dfdbd425e5 req-7308b781-3337-42b5-9958-67d03e52be2e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.207931 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-21b2d9d1-b56b-4658-90a3-a142b73b4f21 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.248822 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-21b2d9d1-b56b-4658-90a3-a142b73b4f21 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.270930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308b781-3337-42b5-9958-67d03e52be2e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Pushing event deleted for resources: {'Port': ['ID=178f470f-0234-4814-97a9-764ede6264dd,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:49.385056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-21b2d9d1-b56b-4658-90a3-a142b73b4f21 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Network 31b174d9-155f-466c-ac69-f2b55983005d is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:49.386163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2d9d1-b56b-4658-90a3-a142b73b4f21 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Pushing event updated for resources: {'Port': ['ID=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:49.390359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-21b2d9d1-b56b-4658-90a3-a142b73b4f21 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:49.393296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-21b2d9d1-b56b-4658-90a3-a142b73b4f21 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:49.394127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7c7da3-22b2-4221-8bad-10dfdbd425e5 req-7308b781-3337-42b5-9958-67d03e52be2e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] No DVR routers for this DVR port 178f470f-0234-4814-97a9-764ede6264dd on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:28:49.397505 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-ca7c7da3-22b2-4221-8bad-10dfdbd425e5 req-7308b781-3337-42b5-9958-67d03e52be2e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.402215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9df615-8f19-48c8-894a-cde2f2482862', 'name': 'network-vif-deleted', 'tag': '178f470f-0234-4814-97a9-764ede6264dd'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:49.424618 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ca7c7da3-22b2-4221-8bad-10dfdbd425e5 req-7308b781-3337-42b5-9958-67d03e52be2e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.81 "DELETE /v2.0/ports/178f470f-0234-4814-97a9-764ede6264dd HTTP/1.1" status: 204 len: 173 time: 0.9549661 Feb 04 16:28:49.468318 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9df615-8f19-48c8-894a-cde2f2482862', 'name': 'network-vif-deleted', 'tag': '178f470f-0234-4814-97a9-764ede6264dd', 'status': 'completed', 'code': 200} Feb 04 16:28:49.472861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-21b2d9d1-b56b-4658-90a3-a142b73b4f21 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:49.473469 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-21b2d9d1-b56b-4658-90a3-a142b73b4f21 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.497713 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-21b2d9d1-b56b-4658-90a3-a142b73b4f21 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0201654 Feb 04 16:28:49.508467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Request body: {'port': {'device_id': '7da180f1-4b82-4aff-81ac-b86aeab2e1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:49.622524 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.970918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dd17a-11ca-4559-a6ef-af3bf90e4d17 req-0b768f1c-22db-4761-a10a-5ddb55e52f47 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:49.971626 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2e5dd17a-11ca-4559-a6ef-af3bf90e4d17 req-0b768f1c-22db-4761-a10a-5ddb55e52f47 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Synchronizing usage tracker for tenant:249415fff9fb4240a9eb1cb8449a3329 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:28:50.000027 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.034408 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2e5dd17a-11ca-4559-a6ef-af3bf90e4d17 req-0b768f1c-22db-4761-a10a-5ddb55e52f47 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Unset dirty status for tenant:249415fff9fb4240a9eb1cb8449a3329 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:28:50.035486 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e5dd17a-11ca-4559-a6ef-af3bf90e4d17 req-0b768f1c-22db-4761-a10a-5ddb55e52f47 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 932 time: 0.1993949 Feb 04 16:28:50.039380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:28:50.060039 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.087830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Transition to ACTIVE for port object 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:50.093764 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.142904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e5dd17a-11ca-4559-a6ef-af3bf90e4d17 req-7177f06b-25e8-48f6-9b8a-5d68e71b6722 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989029 Feb 04 16:28:50.223681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Pushing event updated for resources: {'Port': ['ID=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:50.330535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Attempting to bind port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:50.330870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Attempting to bind port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:50.331232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Attempting to bind port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 on network 31b174d9-155f-466c-ac69-f2b55983005d {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:50.337453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 on network 31b174d9-155f-466c-ac69-f2b55983005d not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:28:50.337831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Attempting to bind port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 on network 31b174d9-155f-466c-ac69-f2b55983005d {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:50.344302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:28:50.344636 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Checking segment: {'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:50.345018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Bound using segment: {'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:28:50.345439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Bound port: 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:50.345782 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.430949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] For port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:50.433923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] For port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:50.439094 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.502622 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.504020 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] 10.222.0.73 "PUT /v2.0/ports/21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 HTTP/1.1" status: 200 len: 1092 time: 0.9997044 Feb 04 16:28:50.504447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da180f1-4b82-4aff-81ac-b86aeab2e1a6', 'tag': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:50.522525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d679ab-3e59-49e5-8650-d97e7c93e8de service neutron] Pushing event updated for resources: {'Port': ['ID=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:50.573624 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da180f1-4b82-4aff-81ac-b86aeab2e1a6', 'tag': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63', 'status': 'completed', 'code': 200} Feb 04 16:28:50.614517 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-9c96e2c4-f664-41d8-99da-6abbf301edbf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 1095 time: 0.0744333 Feb 04 16:28:50.683994 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-e94d39cc-30f2-4b7a-a4a1-b0d12e728320 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 HTTP/1.1" status: 200 len: 217 time: 0.0628469 Feb 04 16:28:50.746351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-d906986f-736f-4460-a645-0f19c6ad48da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:50.747807 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-d906986f-736f-4460-a645-0f19c6ad48da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 200 len: 855 time: 0.0577762 Feb 04 16:28:50.792111 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-0ffcbb7b-5c22-41b7-95e3-fa0f10c5ad34 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31b174d9-155f-466c-ac69-f2b55983005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385478 Feb 04 16:28:50.850928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 178f470f-0234-4814-97a9-764ede6264dd no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:28:50.888993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 178f470f-0234-4814-97a9-764ede6264dd {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:28:50.889236 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 178f470f-0234-4814-97a9-764ede6264dd not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:28:51.021034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-bf21a5d6-f7a5-401c-a8c6-72f534924bd3 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227144 Feb 04 16:28:51.151472 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5418c8d3-134b-499f-a16b-0d7155910d81 req-d1858a2f-9237-4192-8b08-67e7ed57bae6 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240122 Feb 04 16:28:51.303684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d391cfff-656c-43eb-b13c-a3bd2c5d8eae req-e726dbd2-f725-4e72-a44f-521ec2767baf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 1095 time: 0.1038487 Feb 04 16:28:51.461177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391cfff-656c-43eb-b13c-a3bd2c5d8eae req-b3d0e96c-988d-4b72-bb7f-9b0fa3763498 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:51.462845 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d391cfff-656c-43eb-b13c-a3bd2c5d8eae req-b3d0e96c-988d-4b72-bb7f-9b0fa3763498 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 916 time: 0.1531565 Feb 04 16:28:51.468746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116abbf-7849-41c1-86c0-1d8e31be9814 req-5191e9c2-2d78-4cf5-928c-99d37246dff8 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:51.470082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4116abbf-7849-41c1-86c0-1d8e31be9814 req-5191e9c2-2d78-4cf5-928c-99d37246dff8 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 944 time: 0.1992218 Feb 04 16:28:51.548830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d391cfff-656c-43eb-b13c-a3bd2c5d8eae req-95b31ef8-c371-483a-9db8-c2d96b7c771c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 HTTP/1.1" status: 200 len: 217 time: 0.0778289 Feb 04 16:28:51.613909 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4116abbf-7849-41c1-86c0-1d8e31be9814 req-5f8b0f2e-114c-45cc-b004-bb2e1cfcb87b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954812 Feb 04 16:28:51.630272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391cfff-656c-43eb-b13c-a3bd2c5d8eae req-fc44bcee-e6a5-4a24-a4b8-4db8d295fabc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:51.631753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d391cfff-656c-43eb-b13c-a3bd2c5d8eae req-fc44bcee-e6a5-4a24-a4b8-4db8d295fabc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 200 len: 855 time: 0.0718052 Feb 04 16:28:51.679078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d391cfff-656c-43eb-b13c-a3bd2c5d8eae req-a9e19e94-a88d-4573-b23a-7ea865827837 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31b174d9-155f-466c-ac69-f2b55983005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414972 Feb 04 16:28:51.807393 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d391cfff-656c-43eb-b13c-a3bd2c5d8eae req-abba0851-9480-4215-989c-3d2959ab02c6 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224561 Feb 04 16:28:51.939313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d391cfff-656c-43eb-b13c-a3bd2c5d8eae req-89b007e0-46de-490e-b7e1-f6bd210ff0e2 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256213 Feb 04 16:28:52.815978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67cd9-c0b1-4a61-87bf-403848179664 req-f0bb6ec6-879b-437f-9282-29596920fd6e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:52.817419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ce67cd9-c0b1-4a61-87bf-403848179664 req-f0bb6ec6-879b-437f-9282-29596920fd6e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 944 time: 0.0767570 Feb 04 16:28:52.866498 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ce67cd9-c0b1-4a61-87bf-403848179664 req-52b248f4-da21-4411-bbaa-72dc16909f69 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433559 Feb 04 16:28:53.285721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:28:53.418985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:53.432024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63', 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d', 'port_id': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63', 'mac_address': 'fa:16:3e:06:00:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbf18fc-4d24-4abc-bf8a-2db03d60acdd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:28:53.485340 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.502379 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:28:53.517993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:53.522052 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.590463 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:53.598859 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:53.599219 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:53.599555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:53.599883 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:53.600205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:53.600672 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:53.600998 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:53.601315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:53.601629 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:53.601942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:53.602254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:53.824937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:28:54.068634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95802225-0cc7-48a8-823b-f032dcafb473 req-18cd50f1-c8d4-494c-b1cb-4842d413d4bf tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:54.070073 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95802225-0cc7-48a8-823b-f032dcafb473 req-18cd50f1-c8d4-494c-b1cb-4842d413d4bf tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 945 time: 0.0748792 Feb 04 16:28:54.115105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-95802225-0cc7-48a8-823b-f032dcafb473 req-0eadc692-c826-40b4-bff4-0efd9cb18ec3 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386493 Feb 04 16:28:55.295368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:55.317468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad14215-5850-4b71-b452-a80644b1260d req-626a3001-b647-4133-8ece-a4d4d5a8dc57 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:55.318904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ad14215-5850-4b71-b452-a80644b1260d req-626a3001-b647-4133-8ece-a4d4d5a8dc57 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 945 time: 0.0804567 Feb 04 16:28:55.364482 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:55.366456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ad14215-5850-4b71-b452-a80644b1260d req-a6c90686-439c-4e67-bf59-70162f168cf7 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411694 Feb 04 16:28:55.369208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:55.369554 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.483519 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.510758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da180f1-4b82-4aff-81ac-b86aeab2e1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:55.520888 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:55.524426 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.591510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:55.597903 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da180f1-4b82-4aff-81ac-b86aeab2e1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63', 'code': 200} Feb 04 16:28:55.722877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7df4ff19-391d-495d-a218-fc03149c5ace req-1265cd25-4f9d-45f5-b0d4-c7f014bbafdf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 1097 time: 0.0718222 Feb 04 16:28:55.767988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7df4ff19-391d-495d-a218-fc03149c5ace req-b86c9898-be13-436d-b86a-5b0daa8183f9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389955 Feb 04 16:28:56.573331 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c85d2-fa35-4367-a106-5e48d6aa3acb req-6c4edbda-6c57-4446-af82-3df4b4a9eb39 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:56.574793 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c6c85d2-fa35-4367-a106-5e48d6aa3acb req-6c4edbda-6c57-4446-af82-3df4b4a9eb39 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0834739 Feb 04 16:28:56.620692 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2c6c85d2-fa35-4367-a106-5e48d6aa3acb req-95fb4f01-ed8f-43d3-829b-ade87082ff44 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402515 Feb 04 16:28:57.825864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3cc82-88aa-41ae-b7d1-5d1d81fd18e3 req-5e67c107-48bc-4bcf-8cd5-8a110f5b3a0a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:57.827365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6be3cc82-88aa-41ae-b7d1-5d1d81fd18e3 req-5e67c107-48bc-4bcf-8cd5-8a110f5b3a0a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0794084 Feb 04 16:28:57.875281 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6be3cc82-88aa-41ae-b7d1-5d1d81fd18e3 req-0b197cb0-391a-4cfe-a93c-14107211b92e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423927 Feb 04 16:28:58.156588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657f13a-ce74-4ca5-93dd-2090f2e3a907 req-1b375da6-59e3-4c65-a58f-2aab17e9a2d0 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:58.158022 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0657f13a-ce74-4ca5-93dd-2090f2e3a907 req-1b375da6-59e3-4c65-a58f-2aab17e9a2d0 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.1569159 Feb 04 16:28:58.202415 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0657f13a-ce74-4ca5-93dd-2090f2e3a907 req-aa26b38d-eb99-4562-863e-76109e733d65 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389204 Feb 04 16:28:58.401030 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-959a3f97-efb9-4e4b-95a0-827e7e0d6b3a req-b0830fa9-c0dc-436d-b34f-17c2a6fe26b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0720437 Feb 04 16:28:58.709821 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-71a3d7dd-4319-4bd4-9537-a3a472aa1400 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1263409 Feb 04 16:28:58.732728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d8906-e62d-4d5e-87a9-bb2b66d3aba0 req-d824de79-4c66-4b99-8ffd-54095a265548 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:58.734362 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-356d8906-e62d-4d5e-87a9-bb2b66d3aba0 req-d824de79-4c66-4b99-8ffd-54095a265548 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0929451 Feb 04 16:28:58.780887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-356d8906-e62d-4d5e-87a9-bb2b66d3aba0 req-40ddbacc-c8e0-4bd1-9680-8586ab1e40c5 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405266 Feb 04 16:28:59.991150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f46b-43aa-4aa1-9642-f6a428d26a9b req-c8a13b92-34cd-4739-bbff-90004a2cbb0c tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:59.992102 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a027f46b-43aa-4aa1-9642-f6a428d26a9b req-c8a13b92-34cd-4739-bbff-90004a2cbb0c tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0822451 Feb 04 16:29:00.041138 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a027f46b-43aa-4aa1-9642-f6a428d26a9b req-8a1b1d93-9611-4164-b36f-163f6e1169e0 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423858 Feb 04 16:29:00.132343 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-8ff18acb-bc29-47d7-bc02-3077559cb3d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 1097 time: 0.0721157 Feb 04 16:29:00.261758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-50e17633-7183-4dc7-8023-28a678fea8dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:00.263326 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-50e17633-7183-4dc7-8023-28a678fea8dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 916 time: 0.1247706 Feb 04 16:29:00.330650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-7ed65882-34c8-4589-ba3d-92da237f5ffb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 HTTP/1.1" status: 200 len: 217 time: 0.0606148 Feb 04 16:29:00.393766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-90be7eaf-2fb9-4882-ad8b-a2d481df1d25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:00.395111 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-90be7eaf-2fb9-4882-ad8b-a2d481df1d25 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 200 len: 855 time: 0.0595212 Feb 04 16:29:00.440006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-4673152d-a832-4ccd-8bcd-b6b623e2f032 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31b174d9-155f-466c-ac69-f2b55983005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396771 Feb 04 16:29:00.567837 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-c881e872-e545-4c02-ab38-22f19c340128 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220129 Feb 04 16:29:00.696871 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-a5bda668-c05d-46ba-b151-e8c65e86915f service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234932 Feb 04 16:29:01.244345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca0e7a-f823-468b-a795-82b31f425d78 req-1416424d-4b21-4cc8-8dd8-f186469b3d4b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:01.245961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3aca0e7a-f823-468b-a795-82b31f425d78 req-1416424d-4b21-4cc8-8dd8-f186469b3d4b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0783751 Feb 04 16:29:01.290489 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3aca0e7a-f823-468b-a795-82b31f425d78 req-452b9a85-d10d-4db9-9856-aeb0daf4e561 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389724 Feb 04 16:29:02.494573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065068f1-b626-4652-add1-1ca738834c6d req-b15b280d-46e3-4f1c-b3c9-21bc2c1fce8e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:02.496395 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-065068f1-b626-4652-add1-1ca738834c6d req-b15b280d-46e3-4f1c-b3c9-21bc2c1fce8e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0769212 Feb 04 16:29:02.541165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-065068f1-b626-4652-add1-1ca738834c6d req-f3dd9e23-629e-4485-bb99-9057b8470201 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391901 Feb 04 16:29:03.749105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a2654-68b9-44f7-8f90-55b00bff4b40 req-144829d9-8ee2-40ad-bc8a-017302989630 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:03.750546 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-639a2654-68b9-44f7-8f90-55b00bff4b40 req-144829d9-8ee2-40ad-bc8a-017302989630 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0805988 Feb 04 16:29:03.794801 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-639a2654-68b9-44f7-8f90-55b00bff4b40 req-8d597152-4827-4d5d-978f-17062e943fe5 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388174 Feb 04 16:29:04.999118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8b1d2-d81d-47db-bd85-cf089f49f392 req-ae9807f4-1c31-48d4-879e-024d4e0cc395 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:05.000591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0b8b1d2-d81d-47db-bd85-cf089f49f392 req-ae9807f4-1c31-48d4-879e-024d4e0cc395 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0768404 Feb 04 16:29:05.049760 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b0b8b1d2-d81d-47db-bd85-cf089f49f392 req-9682c10e-3287-48ca-82f5-a3e5c555857d tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436218 Feb 04 16:29:06.247497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed831e2f-ef81-40f9-aa54-04fe23a0cff8 req-2900244c-520f-4e74-a8a3-3c941305cef0 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:06.248873 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed831e2f-ef81-40f9-aa54-04fe23a0cff8 req-2900244c-520f-4e74-a8a3-3c941305cef0 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0758746 Feb 04 16:29:06.302603 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed831e2f-ef81-40f9-aa54-04fe23a0cff8 req-eec5bef3-68e6-48fd-aebe-74e5dd20a9b9 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483115 Feb 04 16:29:06.658737 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff77a-ee46-437d-b994-9b1f855e5a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.506487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa9a5b-4d99-4ae5-b1a5-f4935e22c3c7 req-a8e6e20f-f3c4-4f45-a497-21e224f2f598 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:07.507944 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53fa9a5b-4d99-4ae5-b1a5-f4935e22c3c7 req-a8e6e20f-f3c4-4f45-a497-21e224f2f598 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0799859 Feb 04 16:29:07.645350 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-53fa9a5b-4d99-4ae5-b1a5-f4935e22c3c7 req-e4634c87-2721-411f-9d6f-0f2ec179edf8 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310551 Feb 04 16:29:08.844982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7153d5-d275-48b5-a290-c9f009569b8b req-de036be9-3f92-4808-98ab-2dcce5aa2878 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:08.846421 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c7153d5-d275-48b5-a290-c9f009569b8b req-de036be9-3f92-4808-98ab-2dcce5aa2878 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0773466 Feb 04 16:29:08.891019 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8c7153d5-d275-48b5-a290-c9f009569b8b req-5ba0362c-8269-4be0-ab7d-c4522400a27e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390811 Feb 04 16:29:09.024662 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e753dab0-c4b2-4204-b498-552496a13076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:10.112491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b75405-f9ff-405c-a364-4df6152b1164 req-ce8eeb43-3f39-4fb4-978f-1bd7e58698ec tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:10.113945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7b75405-f9ff-405c-a364-4df6152b1164 req-ce8eeb43-3f39-4fb4-978f-1bd7e58698ec tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0814788 Feb 04 16:29:10.161524 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7b75405-f9ff-405c-a364-4df6152b1164 req-1a884c5d-364d-4a03-9bdf-3588b93612c0 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416458 Feb 04 16:29:10.375378 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:10.459255 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:11.377883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc015c2-77e6-44e3-9721-b5df526c8111 req-912fa86a-a0e6-4980-82c6-2ff8914407fa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:11.379709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6fc015c2-77e6-44e3-9721-b5df526c8111 req-912fa86a-a0e6-4980-82c6-2ff8914407fa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0774715 Feb 04 16:29:11.431133 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6fc015c2-77e6-44e3-9721-b5df526c8111 req-3c06c315-5ea7-4713-ac70-42f29d0c6219 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450630 Feb 04 16:29:11.611954 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.048915 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.635683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06232b3e-3241-42df-8833-5de74e2fb957 req-277fb94f-b507-4fe2-8b53-d5fb85d7752b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:12.637143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06232b3e-3241-42df-8833-5de74e2fb957 req-277fb94f-b507-4fe2-8b53-d5fb85d7752b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0755637 Feb 04 16:29:12.682073 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06232b3e-3241-42df-8833-5de74e2fb957 req-e9cc84e8-3b8a-49d3-887e-fe31018b8e63 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394828 Feb 04 16:29:13.884934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166f9cf-637a-4d65-8edd-d91f85e6f2ba req-cc9c98e2-12f6-4c45-a1f7-fac41fee8c81 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:13.886867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0166f9cf-637a-4d65-8edd-d91f85e6f2ba req-cc9c98e2-12f6-4c45-a1f7-fac41fee8c81 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0797706 Feb 04 16:29:13.933757 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0166f9cf-637a-4d65-8edd-d91f85e6f2ba req-8de2457f-515e-4245-b176-dae3c6af0528 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399621 Feb 04 16:29:15.131659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3647b-8eed-4c05-9520-9fae7b66ac29 req-9db5c718-6901-4eff-91ab-4a6dd8ee869b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:15.133111 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bfe3647b-8eed-4c05-9520-9fae7b66ac29 req-9db5c718-6901-4eff-91ab-4a6dd8ee869b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0756741 Feb 04 16:29:15.178184 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bfe3647b-8eed-4c05-9520-9fae7b66ac29 req-28a929f8-cf18-4a9a-a13b-c1bed30422ff tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392139 Feb 04 16:29:16.377116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90f380-f61f-41f8-9ad2-5f8c9c20bd1e req-746e77d4-4c5c-4281-a25c-b460b706efbf tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:16.378548 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db90f380-f61f-41f8-9ad2-5f8c9c20bd1e req-746e77d4-4c5c-4281-a25c-b460b706efbf tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0783272 Feb 04 16:29:16.422618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db90f380-f61f-41f8-9ad2-5f8c9c20bd1e req-59e3d194-32f4-4969-b1bd-510b6d4a4539 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378997 Feb 04 16:29:17.620937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44ce51-dabd-45c8-b3a4-6fcd79b7ffe9 req-d4fc61e7-b743-4974-81c4-58a0dde00c08 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:17.622328 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f44ce51-dabd-45c8-b3a4-6fcd79b7ffe9 req-d4fc61e7-b743-4974-81c4-58a0dde00c08 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0753794 Feb 04 16:29:17.670543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f44ce51-dabd-45c8-b3a4-6fcd79b7ffe9 req-2b1ea1ab-ee19-4103-9d43-b104cde296f1 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427923 Feb 04 16:29:18.873229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fb217-42d0-424a-954c-cc32267b19c0 req-d0de4d9e-2d9f-474b-b8dd-2134b3900186 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:18.874681 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae8fb217-42d0-424a-954c-cc32267b19c0 req-d0de4d9e-2d9f-474b-b8dd-2134b3900186 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0768397 Feb 04 16:29:18.919900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae8fb217-42d0-424a-954c-cc32267b19c0 req-9002c51c-0234-4641-b852-df6dbcad0d5e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397482 Feb 04 16:29:19.475152 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:29:20.000802 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.126891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7dca3-8955-4e3d-a058-a6a3629413a2 req-cefdddbe-694b-4e91-8e97-8954c510261a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:20.128331 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2c7dca3-8955-4e3d-a058-a6a3629413a2 req-cefdddbe-694b-4e91-8e97-8954c510261a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0777152 Feb 04 16:29:20.173176 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2c7dca3-8955-4e3d-a058-a6a3629413a2 req-df59271c-802a-4a10-84ce-8ec1b637ebb1 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394120 Feb 04 16:29:21.371194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ba5e4-6482-4526-8153-2ef19bfd5b16 req-b62ee5f0-76c8-40c1-92ac-d3b97a3a4a32 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:21.372650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea3ba5e4-6482-4526-8153-2ef19bfd5b16 req-b62ee5f0-76c8-40c1-92ac-d3b97a3a4a32 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0760894 Feb 04 16:29:21.417719 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea3ba5e4-6482-4526-8153-2ef19bfd5b16 req-96b33e0a-0cc5-497f-af01-94fcf1060913 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396075 Feb 04 16:29:22.618138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2bd0d-7f1b-493b-a08a-a43116ae2fc4 req-34087cf9-304a-4488-9df6-a3557c0690ab tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:22.620417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ef2bd0d-7f1b-493b-a08a-a43116ae2fc4 req-34087cf9-304a-4488-9df6-a3557c0690ab tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0801096 Feb 04 16:29:22.665709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ef2bd0d-7f1b-493b-a08a-a43116ae2fc4 req-cb9801b9-4d4a-488e-a05d-4ce20c1ba4b3 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395634 Feb 04 16:29:23.874308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb8c9d-2d0f-4e6e-a684-58c13366ca0a req-6265be93-c38e-447a-8d6d-00201087b25b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:23.875788 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ebb8c9d-2d0f-4e6e-a684-58c13366ca0a req-6265be93-c38e-447a-8d6d-00201087b25b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0771818 Feb 04 16:29:23.921362 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1ebb8c9d-2d0f-4e6e-a684-58c13366ca0a req-ef746b94-0132-4aeb-a8c2-8f09ad3c1365 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401862 Feb 04 16:29:25.125997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7c7f-a9d7-4b5e-b2c3-f683648dbb0d req-6c666c8b-5d55-4230-8ebe-50b454a0884c tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:25.127457 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d27b7c7f-a9d7-4b5e-b2c3-f683648dbb0d req-6c666c8b-5d55-4230-8ebe-50b454a0884c tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0787516 Feb 04 16:29:25.172038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d27b7c7f-a9d7-4b5e-b2c3-f683648dbb0d req-7a43111c-cf04-4adc-9ebe-681d342160b9 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390847 Feb 04 16:29:26.373679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f1f5d-3b82-4a0d-bf00-ee9f90d695ab req-2abedcdd-f0a3-4c3f-9a59-70f07abb006a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:26.375140 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-526f1f5d-3b82-4a0d-bf00-ee9f90d695ab req-2abedcdd-f0a3-4c3f-9a59-70f07abb006a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0761445 Feb 04 16:29:26.423238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-526f1f5d-3b82-4a0d-bf00-ee9f90d695ab req-8bb5a110-9cb6-429b-8cd6-d92bd8f2131b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426078 Feb 04 16:29:27.678605 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-e7cdead9-d751-46a7-9ed7-784911465108 service neutron] show failed (client error): The resource could not be found. Feb 04 16:29:27.679579 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-e7cdead9-d751-46a7-9ed7-784911465108 service neutron] 10.222.0.73 "GET /v2.0/ports/21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63/bindings/n-h1-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.0798728 Feb 04 16:29:27.785122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9e57e-d342-43be-8a1b-f0f2b9017954 req-85921f32-69e7-4eab-b2b2-f39f74c05e7c tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:27.786585 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9dd9e57e-d342-43be-8a1b-f0f2b9017954 req-85921f32-69e7-4eab-b2b2-f39f74c05e7c tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0807095 Feb 04 16:29:27.835914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9dd9e57e-d342-43be-8a1b-f0f2b9017954 req-661b9b5d-fe21-4c15-86f9-1bde0539c257 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432539 Feb 04 16:29:27.953124 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-e74e69f9-300c-48cf-ad72-df6376dd97c4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6&tenant_id=249415fff9fb4240a9eb1cb8449a3329 HTTP/1.1" status: 200 len: 1097 time: 0.0803313 Feb 04 16:29:27.969916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:28.078635 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.344494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] For port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:28.373599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] For port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:28.433551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da180f1-4b82-4aff-81ac-b86aeab2e1a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:28.439114 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.454721 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Transition to ACTIVE for port object 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:28.458159 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.510174 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da180f1-4b82-4aff-81ac-b86aeab2e1a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63', 'code': 200} Feb 04 16:29:28.608750 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Pushing event updated for resources: {'Port': ['ID=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,revision_number=6']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:28.621915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] No DVR routers for this DVR port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:28.673196 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Attempting to bind port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:28.673524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Attempting to bind port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:28.673847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Attempting to bind port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 on network 31b174d9-155f-466c-ac69-f2b55983005d {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:28.679382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 on network 31b174d9-155f-466c-ac69-f2b55983005d not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:29:28.679694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Attempting to bind port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 on network 31b174d9-155f-466c-ac69-f2b55983005d {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:28.686370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:29:28.686727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Checking segment: {'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:28.687141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Bound using segment: {'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:29:28.687594 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Bound port: 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:28.687930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.777283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] For port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:28.780205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] For port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:28.784461 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.846706 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.848107 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] 10.222.0.81 "PUT /v2.0/ports/21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 HTTP/1.1" status: 200 len: 1092 time: 0.8822083 Feb 04 16:29:28.860329 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8a76a-56fc-4d96-93be-b88af53030ce service neutron] Pushing event updated for resources: {'Port': ['ID=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,revision_number=7']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:29.051768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed538e4-a716-4ee8-8f9b-7b94a3ab35e7 req-43b13575-bd5f-495b-b44a-b7d796a3dadb tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:29.053580 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ed538e4-a716-4ee8-8f9b-7b94a3ab35e7 req-43b13575-bd5f-495b-b44a-b7d796a3dadb tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 944 time: 0.0840132 Feb 04 16:29:29.060320 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-7573323a-7a0a-4ecb-b556-fdda69db2694 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 1095 time: 0.1799598 Feb 04 16:29:29.102165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ed538e4-a716-4ee8-8f9b-7b94a3ab35e7 req-2862213b-a7e4-4feb-8f97-eefce990c4b2 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405440 Feb 04 16:29:29.195457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-bfa39cb3-9320-46b7-9801-709acb551223 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:29.196992 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-bfa39cb3-9320-46b7-9801-709acb551223 service neutron] 10.222.0.81 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 916 time: 0.1288726 Feb 04 16:29:29.265550 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-bd1ef69d-35d3-40fb-84a7-c8f0c8ad6bdf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 HTTP/1.1" status: 200 len: 217 time: 0.0613866 Feb 04 16:29:29.330485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-6ac86d54-8022-4f1f-86fa-7a986b5b4395 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:29.331927 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-6ac86d54-8022-4f1f-86fa-7a986b5b4395 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 200 len: 855 time: 0.0609052 Feb 04 16:29:29.379484 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-687e0ee3-d1cc-4c0c-b057-aeafedacb8e5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=31b174d9-155f-466c-ac69-f2b55983005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409775 Feb 04 16:29:29.508025 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-ad3cde1e-2e4b-4771-83b5-93ec0d2a492a service neutron] 10.222.0.81 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223593 Feb 04 16:29:29.640333 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f3bab55b-bf2e-41dd-971a-7aab7bc02297 req-65dd711e-fe47-41e7-96e9-2976bf3b869e service neutron] 10.222.0.81 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270816 Feb 04 16:29:30.306727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7a0d-3f1f-4315-8eea-3f4dda13e205 req-c97b5a0d-07d3-42ae-a4ec-c652a1ecd5c7 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:30.308279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed6d7a0d-3f1f-4315-8eea-3f4dda13e205 req-c97b5a0d-07d3-42ae-a4ec-c652a1ecd5c7 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 944 time: 0.0791075 Feb 04 16:29:30.352602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed6d7a0d-3f1f-4315-8eea-3f4dda13e205 req-3c4a9929-0b68-4cca-bcaf-fb845ddc7639 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388787 Feb 04 16:29:30.511475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da180f1-4b82-4aff-81ac-b86aeab2e1a6', 'tag': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:30.578673 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da180f1-4b82-4aff-81ac-b86aeab2e1a6', 'tag': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63', 'status': 'completed', 'code': 200} Feb 04 16:29:30.671265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51457201-9a23-4f34-9799-648a601ce22f req-e894e35d-2639-432a-be70-2c090c0eb5ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 1095 time: 0.0695071 Feb 04 16:29:30.693841 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-51457201-9a23-4f34-9799-648a601ce22f req-280032fe-7a79-4f55-9ece-a50bd3877439 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 1095 time: 0.0766618 Feb 04 16:29:30.802260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51457201-9a23-4f34-9799-648a601ce22f req-f2bbf55c-80f4-4b0b-9706-d67efe1564aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:30.803740 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51457201-9a23-4f34-9799-648a601ce22f req-f2bbf55c-80f4-4b0b-9706-d67efe1564aa service neutron] 10.222.0.73 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 916 time: 0.1268120 Feb 04 16:29:30.832450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51457201-9a23-4f34-9799-648a601ce22f req-033c97cd-2d47-428b-8c59-db9eee3ee4da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:30.834204 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-51457201-9a23-4f34-9799-648a601ce22f req-033c97cd-2d47-428b-8c59-db9eee3ee4da service neutron] 10.222.0.81 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 916 time: 0.1330094 Feb 04 16:29:30.909481 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-51457201-9a23-4f34-9799-648a601ce22f req-06137b86-077b-48c1-89fb-a4f4c1e095e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 HTTP/1.1" status: 200 len: 217 time: 0.0688620 Feb 04 16:29:30.966208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51457201-9a23-4f34-9799-648a601ce22f req-881e0405-5900-4ca4-b6db-e6bd2400c314 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 HTTP/1.1" status: 200 len: 217 time: 0.1560183 Feb 04 16:29:30.976700 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51457201-9a23-4f34-9799-648a601ce22f req-85ddd856-a8c9-4fba-bf1f-e98b74b36c50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:30.978405 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-51457201-9a23-4f34-9799-648a601ce22f req-85ddd856-a8c9-4fba-bf1f-e98b74b36c50 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 200 len: 855 time: 0.0625577 Feb 04 16:29:31.023458 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-51457201-9a23-4f34-9799-648a601ce22f req-5aea7f0c-23e1-4ccf-9aeb-356d7c7db011 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=31b174d9-155f-466c-ac69-f2b55983005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394158 Feb 04 16:29:31.029589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51457201-9a23-4f34-9799-648a601ce22f req-e467e4fc-0b6e-43e2-8889-4f9cf493e128 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:31.030995 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51457201-9a23-4f34-9799-648a601ce22f req-e467e4fc-0b6e-43e2-8889-4f9cf493e128 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 200 len: 855 time: 0.0586045 Feb 04 16:29:31.077900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51457201-9a23-4f34-9799-648a601ce22f req-6561ffb7-1994-482c-9da6-6927d43f3792 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31b174d9-155f-466c-ac69-f2b55983005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408330 Feb 04 16:29:31.156321 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-51457201-9a23-4f34-9799-648a601ce22f req-22868452-32b1-48d7-b216-301a9f63e745 service neutron] 10.222.0.81 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268082 Feb 04 16:29:31.210949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51457201-9a23-4f34-9799-648a601ce22f req-f0714b5b-d333-400d-8c35-e5be274d57be service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275792 Feb 04 16:29:31.288734 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-51457201-9a23-4f34-9799-648a601ce22f req-d2052b22-521b-43ee-ad6c-01524e07eaf6 service neutron] 10.222.0.81 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261575 Feb 04 16:29:31.343555 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51457201-9a23-4f34-9799-648a601ce22f req-fa4556b1-6624-498a-b306-a467599e5f46 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266384 Feb 04 16:29:31.498204 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:31.553056 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:29:31.553489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2a332-8bd6-4b86-aa9c-5622310be390 req-54505877-0dae-4760-82fd-2cc811373ea1 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:31.554961 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-37e2a332-8bd6-4b86-aa9c-5622310be390 req-54505877-0dae-4760-82fd-2cc811373ea1 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 944 time: 0.0767267 Feb 04 16:29:31.600316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-37e2a332-8bd6-4b86-aa9c-5622310be390 req-472450a8-30d8-4d65-9fe8-ee97849313f5 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Feb 04 16:29:32.802513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5cce9-710f-4c30-a61f-4b3a4b967054 req-7fcea63c-f868-434b-b2ea-4485d36d463e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:32.803986 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52f5cce9-710f-4c30-a61f-4b3a4b967054 req-7fcea63c-f868-434b-b2ea-4485d36d463e tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 944 time: 0.0794172 Feb 04 16:29:32.849347 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52f5cce9-710f-4c30-a61f-4b3a4b967054 req-bcfc4196-54c1-494c-a729-1805b5db3b4f tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390067 Feb 04 16:29:34.054288 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f363d09-d6be-4063-a290-2f6299f30e02 req-e54b3112-dda9-4be2-b9b3-f212692343eb tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.055928 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f363d09-d6be-4063-a290-2f6299f30e02 req-e54b3112-dda9-4be2-b9b3-f212692343eb tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 944 time: 0.0774508 Feb 04 16:29:34.102063 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f363d09-d6be-4063-a290-2f6299f30e02 req-af9d6dce-fecb-4454-b15f-b65ec642c83b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396743 Feb 04 16:29:34.492456 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869614b-2f1a-44fe-badd-d2e480dce351 req-5ff4c0a0-ffa4-4931-ba4b-1b153f6ca6eb tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.493812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0869614b-2f1a-44fe-badd-d2e480dce351 req-5ff4c0a0-ffa4-4931-ba4b-1b153f6ca6eb tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.73 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6&tenant_id=249415fff9fb4240a9eb1cb8449a3329&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 944 time: 0.1455367 Feb 04 16:29:34.500761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e68515-f5bc-4db7-9bc9-0c13bb3832ee req-fc6209c8-28bd-42ce-9aea-fe6b1f24f89b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.502103 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6e68515-f5bc-4db7-9bc9-0c13bb3832ee req-fc6209c8-28bd-42ce-9aea-fe6b1f24f89b tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 944 time: 0.1200655 Feb 04 16:29:34.606686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d6e68515-f5bc-4db7-9bc9-0c13bb3832ee req-d7bd0a35-76a3-4858-8a2b-352269c05743 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698762 Feb 04 16:29:34.610093 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-0869614b-2f1a-44fe-badd-d2e480dce351 req-f36ba052-3330-4de0-a2a6-24735b9a7c60 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:29:34.611007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0869614b-2f1a-44fe-badd-d2e480dce351 req-f36ba052-3330-4de0-a2a6-24735b9a7c60 service neutron] 10.222.0.73 "DELETE /v2.0/ports/21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63/bindings/n-h2-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.1080706 Feb 04 16:29:34.749392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0869614b-2f1a-44fe-badd-d2e480dce351 req-028e87ae-3414-4d8d-9813-9966056d7b4e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249415fff9fb4240a9eb1cb8449a3329&device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 1095 time: 0.0695724 Feb 04 16:29:34.877424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869614b-2f1a-44fe-badd-d2e480dce351 req-9b74259c-7426-404b-8365-47ba69382e63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.878848 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0869614b-2f1a-44fe-badd-d2e480dce351 req-9b74259c-7426-404b-8365-47ba69382e63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 200 len: 916 time: 0.1241324 Feb 04 16:29:34.948879 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0869614b-2f1a-44fe-badd-d2e480dce351 req-dd355cb0-901c-4bae-9675-1eee0569fa14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 HTTP/1.1" status: 200 len: 217 time: 0.0637391 Feb 04 16:29:35.012503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869614b-2f1a-44fe-badd-d2e480dce351 req-b8c93cd4-4668-4b33-ba47-3f75690bbb5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:35.013876 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0869614b-2f1a-44fe-badd-d2e480dce351 req-b8c93cd4-4668-4b33-ba47-3f75690bbb5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 200 len: 855 time: 0.0579085 Feb 04 16:29:35.062278 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0869614b-2f1a-44fe-badd-d2e480dce351 req-f6b77417-25bb-4344-8a8f-73ab60c6e7a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31b174d9-155f-466c-ac69-f2b55983005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419648 Feb 04 16:29:35.083319 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:29:35.195830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0869614b-2f1a-44fe-badd-d2e480dce351 req-3d2c1a5d-ad16-4238-88ca-85427490dc28 service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270523 Feb 04 16:29:35.221793 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:35.237001 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63', 'network_id': '31b174d9-155f-466c-ac69-f2b55983005d', 'port_id': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63', 'mac_address': 'fa:16:3e:06:00:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbf18fc-4d24-4abc-bf8a-2db03d60acdd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:29:35.290986 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:35.309898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:29:35.326298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:35.331571 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:35.404599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:35.444822 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0869614b-2f1a-44fe-badd-d2e480dce351 req-dde22872-0613-4e63-92a5-ba84cf0103ab service neutron] 10.222.0.73 "GET /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428372 Feb 04 16:29:35.773707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:29:35.823412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411a844-275e-4577-84c2-58e9fd22975a req-123d5f15-c6c8-4f2f-acc8-bd8897ad49d7 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:35.832804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f411a844-275e-4577-84c2-58e9fd22975a req-123d5f15-c6c8-4f2f-acc8-bd8897ad49d7 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 945 time: 0.0959563 Feb 04 16:29:35.891502 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f411a844-275e-4577-84c2-58e9fd22975a req-bd9af27e-1347-416d-a187-1ac752849416 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571706 Feb 04 16:29:36.660840 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1bcd65a3-1518-4d96-8cf3-3e49f99286f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:37.093643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bce2d-d2d3-4f13-be55-f1e7c4698871 req-f30e0f2e-0dc9-45e6-b802-856fdea096a6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:37.095105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-819bce2d-d2d3-4f13-be55-f1e7c4698871 req-f30e0f2e-0dc9-45e6-b802-856fdea096a6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 945 time: 0.0796850 Feb 04 16:29:37.098544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:37.142557 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-819bce2d-d2d3-4f13-be55-f1e7c4698871 req-51140e9c-2d8a-49d2-8457-3ab8366f0e3a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Feb 04 16:29:37.166831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:37.172161 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:37.172527 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:37.298936 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:37.341826 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da180f1-4b82-4aff-81ac-b86aeab2e1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:37.358089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:37.362584 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:37.379066 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4a675-c355-4ef9-85c3-b0d4ef8787a6 req-8008db29-071c-4cf0-89c1-6f0a31d6d0b5 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:37.380549 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67b4a675-c355-4ef9-85c3-b0d4ef8787a6 req-8008db29-071c-4cf0-89c1-6f0a31d6d0b5 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 945 time: 0.1121006 Feb 04 16:29:37.413144 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da180f1-4b82-4aff-81ac-b86aeab2e1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63', 'code': 200} Feb 04 16:29:37.430480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:37.430697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67b4a675-c355-4ef9-85c3-b0d4ef8787a6 req-ba53c865-61fe-47f5-a4b3-774f66f45ccd tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Feb 04 16:29:37.634549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4429d23-ab84-4bbc-b175-847a1088c607 req-830b8703-9573-4a15-b56f-941d289eeab6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:37.636039 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4429d23-ab84-4bbc-b175-847a1088c607 req-830b8703-9573-4a15-b56f-941d289eeab6 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0780847 Feb 04 16:29:37.682023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4429d23-ab84-4bbc-b175-847a1088c607 req-8a56ed34-d905-449b-9ebb-967c0d19f876 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401945 Feb 04 16:29:38.296851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561df7e0-a4e1-4e70-b48b-d6d14d61d18c req-44e26390-13f6-4e02-8f9f-4262118fb268 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:38.298192 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561df7e0-a4e1-4e70-b48b-d6d14d61d18c req-44e26390-13f6-4e02-8f9f-4262118fb268 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0795777 Feb 04 16:29:38.344025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-561df7e0-a4e1-4e70-b48b-d6d14d61d18c req-b1739618-bd33-4630-913f-f00cb0974bb8 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402143 Feb 04 16:29:39.026005 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d38730a-16e7-460b-adbf-48699be58254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.546284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab6bff-f547-4efe-96fd-34bcb2ec63f6 req-83b157da-d50f-4929-8cde-0a82b109cf05 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:39.547793 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29ab6bff-f547-4efe-96fd-34bcb2ec63f6 req-83b157da-d50f-4929-8cde-0a82b109cf05 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0780239 Feb 04 16:29:39.593378 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29ab6bff-f547-4efe-96fd-34bcb2ec63f6 req-5a59ba06-4f20-46fa-a39e-963d1ef02e00 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1997b-519c-43e2-8251-dc521dae925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401094 Feb 04 16:29:39.615390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570cd1a-d333-4fa9-8e84-33514d613279 req-7691b39a-c068-42a5-827d-41f53514f408 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:39.616084 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-7570cd1a-d333-4fa9-8e84-33514d613279 req-7691b39a-c068-42a5-827d-41f53514f408 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Synchronizing usage tracker for tenant:249415fff9fb4240a9eb1cb8449a3329 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:39.628431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-7570cd1a-d333-4fa9-8e84-33514d613279 req-7691b39a-c068-42a5-827d-41f53514f408 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Unset dirty status for tenant:249415fff9fb4240a9eb1cb8449a3329 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:39.629525 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7570cd1a-d333-4fa9-8e84-33514d613279 req-7691b39a-c068-42a5-827d-41f53514f408 tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 946 time: 0.0890038 Feb 04 16:29:39.700063 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-7570cd1a-d333-4fa9-8e84-33514d613279 req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Deleting port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:39.700402 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7570cd1a-d333-4fa9-8e84-33514d613279 req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.043374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-7570cd1a-d333-4fa9-8e84-33514d613279 req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] For port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,segment=NetworkSegment(c4107cd3-e174-4ab6-b407-6bd0ed8161e5),segment_id=c4107cd3-e174-4ab6-b407-6bd0ed8161e5)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:40.043804 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7570cd1a-d333-4fa9-8e84-33514d613279 req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.171055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-7570cd1a-d333-4fa9-8e84-33514d613279 req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Calling delete_port for 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:40.313499 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7570cd1a-d333-4fa9-8e84-33514d613279 req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.346577 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:29:40.361157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Pushing event deleted for resources: {'Port': ['ID=21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:40.400424 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.404041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:40.404394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:40.404739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:40.405076 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:40.405413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:40.405742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:40.406071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:40.406398 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:40.406727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:40.407046 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:40.407398 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:40.451624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7570cd1a-d333-4fa9-8e84-33514d613279 req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] No DVR routers for this DVR port 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:40.454222 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7570cd1a-d333-4fa9-8e84-33514d613279 req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.456924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da180f1-4b82-4aff-81ac-b86aeab2e1a6', 'name': 'network-vif-deleted', 'tag': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:40.459822 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.472911 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7570cd1a-d333-4fa9-8e84-33514d613279 req-e38abd2a-3722-4a29-a281-4eed24ffd0aa tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.81 "DELETE /v2.0/ports/21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 HTTP/1.1" status: 204 len: 173 time: 0.8376744 Feb 04 16:29:40.514676 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da180f1-4b82-4aff-81ac-b86aeab2e1a6', 'name': 'network-vif-deleted', 'tag': '21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63', 'status': 'completed', 'code': 200} Feb 04 16:29:40.782146 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f8d6bca-86c9-4ea5-9488-d1384fc3733a req-ef957e4b-7f8f-4d85-a5f6-bbbc4a9b505a tempest-ServerDiskConfigTestJSON-349517818 tempest-ServerDiskConfigTestJSON-349517818-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da180f1-4b82-4aff-81ac-b86aeab2e1a6 HTTP/1.1" status: 200 len: 210 time: 0.0448408 Feb 04 16:29:41.614084 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.048932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55458) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:42.058177 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.113489 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0db2912-3cc9-4f3d-a309-752527f57cc9 admin admin] Deleting subnet 0cbf18fc-4d24-4abc-bf8a-2db03d60acdd {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:29:42.116544 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e0db2912-3cc9-4f3d-a309-752527f57cc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.164828 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e0db2912-3cc9-4f3d-a309-752527f57cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.223461 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e0db2912-3cc9-4f3d-a309-752527f57cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.289683 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e0db2912-3cc9-4f3d-a309-752527f57cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.327370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db2912-3cc9-4f3d-a309-752527f57cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cbf18fc-4d24-4abc-bf8a-2db03d60acdd,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:42.332217 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e0db2912-3cc9-4f3d-a309-752527f57cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.340015 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e0db2912-3cc9-4f3d-a309-752527f57cc9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0cbf18fc-4d24-4abc-bf8a-2db03d60acdd HTTP/1.1" status: 204 len: 168 time: 0.2877250 Feb 04 16:29:42.340330 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55462) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:42.445686 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ed403c1-4349-46b8-b374-d3bf8b19790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.572926 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ed403c1-4349-46b8-b374-d3bf8b19790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.601442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-8ed403c1-4349-46b8-b374-d3bf8b19790a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b174d9-155f-466c-ac69-f2b55983005d']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:42.613371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-8ed403c1-4349-46b8-b374-d3bf8b19790a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:42.613722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-8ed403c1-4349-46b8-b374-d3bf8b19790a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4107cd3-e174-4ab6-b407-6bd0ed8161e5') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:42.625850 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ed403c1-4349-46b8-b374-d3bf8b19790a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.641924 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ed403c1-4349-46b8-b374-d3bf8b19790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.647840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed403c1-4349-46b8-b374-d3bf8b19790a admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:29:42.648212 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ed403c1-4349-46b8-b374-d3bf8b19790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:29:42.661204 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:29:42.737678 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ed403c1-4349-46b8-b374-d3bf8b19790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.753632 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8ed403c1-4349-46b8-b374-d3bf8b19790a admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.763793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed403c1-4349-46b8-b374-d3bf8b19790a admin admin] Pushing event deleted for resources: {'Network': ['ID=31b174d9-155f-466c-ac69-f2b55983005d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:42.771424 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8ed403c1-4349-46b8-b374-d3bf8b19790a admin admin] 10.222.0.60 "DELETE /v2.0/networks/31b174d9-155f-466c-ac69-f2b55983005d HTTP/1.1" status: 204 len: 168 time: 0.4301534 Feb 04 16:29:42.906616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55468) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:42.957748 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fdfdc852-23a5-49b3-b752-7bc5c0fc783e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=249415fff9fb4240a9eb1cb8449a3329&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498993 Feb 04 16:29:42.960185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55472) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:43.021112 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00c823c2-4eec-4f1c-96b2-7c7228b5cd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.046745 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00c823c2-4eec-4f1c-96b2-7c7228b5cd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.098940 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00c823c2-4eec-4f1c-96b2-7c7228b5cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.114978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c823c2-4eec-4f1c-96b2-7c7228b5cd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d1997b-519c-43e2-8251-dc521dae925b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:43.128865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00c823c2-4eec-4f1c-96b2-7c7228b5cd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.130235 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-00c823c2-4eec-4f1c-96b2-7c7228b5cd8c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88d1997b-519c-43e2-8251-dc521dae925b HTTP/1.1" status: 204 len: 168 time: 0.1691673 Feb 04 16:29:43.161741 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:43.195505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:29:43.195889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 21e7b1d1-224a-401b-bfb0-6c5c3f2c6b63 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:29:43.964459 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55494) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:44.096855 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-246805307-network', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:44.102548 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:44.107524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Usage tracker for resource:network and tenant:30d11dfba7ec4959bba78ed54fc71b53 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:44.110414 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:44.116242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:44.130350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Made reservation on behalf of 30d11dfba7ec4959bba78ed54fc71b53 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:44.132642 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.146615 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.181307 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:44.185299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Usage tracker for resource:security_group_rule and tenant:30d11dfba7ec4959bba78ed54fc71b53 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:44.188142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:44.193891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:44.259943 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.264352 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.295561 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:29:44.300654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab86cbdd-243e-4782-b7da-66b51fd2567b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:44.307641 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.308001 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Added segment 75495f92-2ff2-46a0-b131-fc2426f058d9 of type vlan for network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 Feb 04 16:29:44.335254 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.364830 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.365653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:44.366228 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.470091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] Pushing event updated for resources: {'Network': ['ID=1d73b2fe-9d00-4112-baa9-de0be3af45b3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:44.473211 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f6f0bc53-d13e-4b2a-bad4-8fb7e092bfc4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5070341 Feb 04 16:29:44.476329 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55500) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:44.479674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:29:44.481881 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] Request body: {'subnet': {'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-246805307-subnet', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:44.487748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:44.491839 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] Usage tracker for resource:subnet and tenant:30d11dfba7ec4959bba78ed54fc71b53 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:44.494753 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:44.500835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:44.512423 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] Made reservation on behalf of 30d11dfba7ec4959bba78ed54fc71b53 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:44.514784 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.718487 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.794630 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c3b92c9-1741-4eef-a4b8-93b62818dd80,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:44.809934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] Checking segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:44.810286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] Network hostable DHCP agents. Network: 1d73b2fe-9d00-4112-baa9-de0be3af45b3, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:29:44.831015 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] Network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:29:44.840632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 1d73b2fe-9d00-4112-baa9-de0be3af45b3) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:44.844655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:44.845243 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.849218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3b4de9-87e9-49c0-b845-66c3e3b8d969 None None] Network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:44.867672 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e3b88fe3-5b2a-44a9-8750-f3d1c06e8667 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3905320 Feb 04 16:29:44.870608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55504) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:44.876105 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:44.881478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:44.885347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Usage tracker for resource:router and tenant:30d11dfba7ec4959bba78ed54fc71b53 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:44.888795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:44.894623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:44.908653 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.910075 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.933937 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.072585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:29:45.073395 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.189329 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.265938 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Allocated IP 172.20.0.2 (1d73b2fe-9d00-4112-baa9-de0be3af45b3/4c3b92c9-1741-4eef-a4b8-93b62818dd80/27d767d6-be84-4e8c-952f-c8d9822f68fb) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:45.377778 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.408745 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.466365 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.476353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Transition to ACTIVE for port object 27d767d6-be84-4e8c-952f-c8d9822f68fb will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:45.494334 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Transition to ACTIVE for port object 27d767d6-be84-4e8c-952f-c8d9822f68fb will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:45.500946 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.554971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Allocated IP 172.25.0.249 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/e8e853d1-7eab-481a-aa01-941a1c5c8d25) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:45.574646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Pushing event updated for resources: {'Port': ['ID=27d767d6-be84-4e8c-952f-c8d9822f68fb,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:45.578072 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:45.579492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:45.581575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:45.666643 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Attempting to bind port 27d767d6-be84-4e8c-952f-c8d9822f68fb on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:45.667009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Attempting to bind port 27d767d6-be84-4e8c-952f-c8d9822f68fb by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:45.667400 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Attempting to bind port 27d767d6-be84-4e8c-952f-c8d9822f68fb on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:45.674388 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:29:45.674749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Checking segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:45.675146 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.675798 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Bound using segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:29:45.676011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Bound port: 27d767d6-be84-4e8c-952f-c8d9822f68fb, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:45.676376 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.710250 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.740084 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.767851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] For port 27d767d6-be84-4e8c-952f-c8d9822f68fb, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:45.771317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] For port 27d767d6-be84-4e8c-952f-c8d9822f68fb, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=27d767d6-be84-4e8c-952f-c8d9822f68fb,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:45.775650 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.810656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:45.813592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:45.818136 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:45.851385 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Pushing event updated for resources: {'Port': ['ID=e8e853d1-7eab-481a-aa01-941a1c5c8d25,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:45.877222 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9781b-6fe3-49e6-8ff7-1d4140a2bfe4 None None] Pushing event updated for resources: {'Port': ['ID=27d767d6-be84-4e8c-952f-c8d9822f68fb,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:45.994309 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.995707 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:46.265437 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:29:46.461474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:46.471291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Sync routers for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:29:46.483423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:46.484229 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:29:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:46.487730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:46.488962 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c7a03cd4-345d-444f-9e66-ccb5c4577f0e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6173069 Feb 04 16:29:46.491662 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55508) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:46.678658 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:29:46.860122 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432dd89d-aa17-4fef-bf9c-8b74f5073e31 None None] Network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:47.008947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9a06b2ad-12b1-4948-b537-4f9eabab706f None None] Provisioning for port 27d767d6-be84-4e8c-952f-c8d9822f68fb completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:47.197722 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:45Z', 'revision_number': 3, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:47.204216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Checking router: 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:29:47.204567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Updating router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 port e8e853d1-7eab-481a-aa01-941a1c5c8d25 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:29:47.263200 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.372572 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.526174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 27d767d6-be84-4e8c-952f-c8d9822f68fb up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:47.597151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Allocated IP 172.20.0.1 (1d73b2fe-9d00-4112-baa9-de0be3af45b3/4c3b92c9-1741-4eef-a4b8-93b62818dd80/fe8c2245-78b3-42a7-84a5-16f358086d10) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:47.660947 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 27d767d6-be84-4e8c-952f-c8d9822f68fb completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:47.675963 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 27d767d6-be84-4e8c-952f-c8d9822f68fb triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:47.676328 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.752117 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.768119 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Transition to ACTIVE for port object fe8c2245-78b3-42a7-84a5-16f358086d10 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:47.779917 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.791836 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.795285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Transition to ACTIVE for port object e8e853d1-7eab-481a-aa01-941a1c5c8d25 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:47.828720 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.862613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:47.865506 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:47.871352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:47.905118 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Pushing event updated for resources: {'Port': ['ID=fe8c2245-78b3-42a7-84a5-16f358086d10,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:47.923442 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.927991 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.941010 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330084c-52f8-46c3-9551-ca666648ec8c None None] Pushing event updated for resources: {'Port': ['ID=e8e853d1-7eab-481a-aa01-941a1c5c8d25,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:47.954105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Attempting to bind port e8e853d1-7eab-481a-aa01-941a1c5c8d25 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:47.954469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Attempting to bind port e8e853d1-7eab-481a-aa01-941a1c5c8d25 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:47.954823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Attempting to bind port e8e853d1-7eab-481a-aa01-941a1c5c8d25 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:47.974729 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 27d767d6-be84-4e8c-952f-c8d9822f68fb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=27d767d6-be84-4e8c-952f-c8d9822f68fb,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:47.977129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:29:47.977865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:47.978701 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.979414 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:29:47.980178 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Bound port: e8e853d1-7eab-481a-aa01-941a1c5c8d25, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:47.981470 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.023837 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.024249 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.130198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] For port e8e853d1-7eab-481a-aa01-941a1c5c8d25, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:48.132237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=27d767d6-be84-4e8c-952f-c8d9822f68fb,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:48.136278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] For port e8e853d1-7eab-481a-aa01-941a1c5c8d25, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e8e853d1-7eab-481a-aa01-941a1c5c8d25,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:48.140940 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.234304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0df816a2-bdd1-4e97-a54d-3d605013e997 None None] Provisioning for port fe8c2245-78b3-42a7-84a5-16f358086d10 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:48.242509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330084c-52f8-46c3-9551-ca666648ec8c None None] Pushing event updated for resources: {'Port': ['ID=e8e853d1-7eab-481a-aa01-941a1c5c8d25,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:48.247708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0df816a2-bdd1-4e97-a54d-3d605013e997 None None] Provisioning complete for port fe8c2245-78b3-42a7-84a5-16f358086d10 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:48.248076 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0df816a2-bdd1-4e97-a54d-3d605013e997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.269583 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.274575 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.287493 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:48.288118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:29:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:48.381947 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.383089 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-0df816a2-bdd1-4e97-a54d-3d605013e997 None None] Port fe8c2245-78b3-42a7-84a5-16f358086d10 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:48.386117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Pushing event updated for resources: {'Port': ['ID=fe8c2245-78b3-42a7-84a5-16f358086d10,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:48.489025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:29:48.528165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:48.529282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:48.845188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9c25a0ff-128d-4662-940d-1e848bb12880 None None] Provisioning complete for port fe8c2245-78b3-42a7-84a5-16f358086d10 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:48.845767 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9c25a0ff-128d-4662-940d-1e848bb12880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.906978 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9c25a0ff-128d-4662-940d-1e848bb12880 None None] Port fe8c2245-78b3-42a7-84a5-16f358086d10 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:48.914618 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:29:48Z', 'revision_number': 2, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:48.919649 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae429bd5-e95e-4ef4-ab5a-c6e138f644b7 None None] The sync data for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 is: [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:29:48Z', 'revision_number': 2, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:29:49.068645 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:29:49.326165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:49.335594 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-396d59dd-995a-476f-aa1c-b0d5dc45803b admin admin] 10.222.0.60 "PUT /v2.0/routers/9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8428636 Feb 04 16:29:49.428555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 27d767d6-be84-4e8c-952f-c8d9822f68fb up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:49.503030 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 27d767d6-be84-4e8c-952f-c8d9822f68fb triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:49.503671 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.008659 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.014624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55520) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:50.020260 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-da5bc7a1-3af7-4dab-a878-81236d7b8606 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1866871833', 'description': 'tempest-description--82285779'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:50.027997 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-da5bc7a1-3af7-4dab-a878-81236d7b8606 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:50.031651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-da5bc7a1-3af7-4dab-a878-81236d7b8606 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Usage tracker for resource:security_group and tenant:30d11dfba7ec4959bba78ed54fc71b53 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:50.034582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-da5bc7a1-3af7-4dab-a878-81236d7b8606 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:50.040375 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-da5bc7a1-3af7-4dab-a878-81236d7b8606 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:50.051378 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da5bc7a1-3af7-4dab-a878-81236d7b8606 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.091943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-da5bc7a1-3af7-4dab-a878-81236d7b8606 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:50.095880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-da5bc7a1-3af7-4dab-a878-81236d7b8606 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Usage tracker for resource:security_group_rule and tenant:30d11dfba7ec4959bba78ed54fc71b53 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:50.098827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-da5bc7a1-3af7-4dab-a878-81236d7b8606 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:50.104601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-da5bc7a1-3af7-4dab-a878-81236d7b8606 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:50.165359 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da5bc7a1-3af7-4dab-a878-81236d7b8606 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.170049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da5bc7a1-3af7-4dab-a878-81236d7b8606 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.213895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bc7a1-3af7-4dab-a878-81236d7b8606 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:50.217248 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da5bc7a1-3af7-4dab-a878-81236d7b8606 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.218479 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-da5bc7a1-3af7-4dab-a878-81236d7b8606 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2028143 Feb 04 16:29:50.221344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55524) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:50.226557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-83ab5142-9f2d-4711-9162-47d10934d0f7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Request body: {'security_group_rule': {'security_group_id': '54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:50.234611 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-83ab5142-9f2d-4711-9162-47d10934d0f7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:50.238562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-83ab5142-9f2d-4711-9162-47d10934d0f7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Usage tracker for resource:security_group_rule and tenant:30d11dfba7ec4959bba78ed54fc71b53 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:50.241435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-83ab5142-9f2d-4711-9162-47d10934d0f7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:50.247365 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-83ab5142-9f2d-4711-9162-47d10934d0f7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:50.263160 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83ab5142-9f2d-4711-9162-47d10934d0f7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.324350 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83ab5142-9f2d-4711-9162-47d10934d0f7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.327940 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83ab5142-9f2d-4711-9162-47d10934d0f7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.350953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab5142-9f2d-4711-9162-47d10934d0f7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1245b6f6-fdd9-4f40-ba3c-730368ead3b8,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:50.361505 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-83ab5142-9f2d-4711-9162-47d10934d0f7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.362701 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-83ab5142-9f2d-4711-9162-47d10934d0f7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1406236 Feb 04 16:29:50.365235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55528) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:50.370992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7dd820ab-7de5-4a53-b6fa-4cc858c45761 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Request body: {'security_group_rule': {'security_group_id': '54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:50.377696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7dd820ab-7de5-4a53-b6fa-4cc858c45761 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:50.381463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7dd820ab-7de5-4a53-b6fa-4cc858c45761 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Usage tracker for resource:security_group_rule and tenant:30d11dfba7ec4959bba78ed54fc71b53 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:50.384377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7dd820ab-7de5-4a53-b6fa-4cc858c45761 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:50.390053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7dd820ab-7de5-4a53-b6fa-4cc858c45761 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:50.410667 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dd820ab-7de5-4a53-b6fa-4cc858c45761 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.472525 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dd820ab-7de5-4a53-b6fa-4cc858c45761 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.475923 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dd820ab-7de5-4a53-b6fa-4cc858c45761 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.499129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd820ab-7de5-4a53-b6fa-4cc858c45761 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd808a49-3b0e-4e47-981f-d8b7d71ee650,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:50.508585 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7dd820ab-7de5-4a53-b6fa-4cc858c45761 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.509776 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7dd820ab-7de5-4a53-b6fa-4cc858c45761 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1436441 Feb 04 16:29:50.513440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 55532) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:50.518482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:50.525154 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:50.529632 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Usage tracker for resource:floatingip and tenant:30d11dfba7ec4959bba78ed54fc71b53 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:50.532473 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:50.538224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:50.548634 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.685627 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.819576 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Allocated IP 172.25.0.186 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/3582380d-bc19-4116-894b-41d9d0a67393) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:50.965975 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.994044 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.061227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:51.064150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:51.068546 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:51.093910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Pushing event updated for resources: {'Port': ['ID=3582380d-bc19-4116-894b-41d9d0a67393,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:51.233122 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.291006 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.425952 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e8e853d1-7eab-481a-aa01-941a1c5c8d25 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:51.494357 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port e8e853d1-7eab-481a-aa01-941a1c5c8d25 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:51.499302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e8e853d1-7eab-481a-aa01-941a1c5c8d25 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:51.499619 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.499742 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.503751 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.661098 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.678740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port e8e853d1-7eab-481a-aa01-941a1c5c8d25, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e8e853d1-7eab-481a-aa01-941a1c5c8d25,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:51.682875 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.738940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Pushing event updated for resources: {'Port': ['ID=3582380d-bc19-4116-894b-41d9d0a67393,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:51.749397 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.752227 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=e8e853d1-7eab-481a-aa01-941a1c5c8d25,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:51.772600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.773819 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3d28f039-7e8e-4a52-9437-f1c204ec95d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2594845 Feb 04 16:29:51.945687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-e77f024e-73e2-4a40-850b-2078cfc3ffe4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1866871833&fields=id&tenant_id=30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 267 time: 0.0422468 Feb 04 16:29:52.089039 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-ceb6f463-08fd-4550-87e9-e9729caf9651 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:52.090619 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-ceb6f463-08fd-4550-87e9-e9729caf9651 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 811 time: 0.1376050 Feb 04 16:29:52.107543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-98321a55-e936-4fda-b33c-5e3883947c14 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/quotas/30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 375 time: 0.0115299 Feb 04 16:29:52.189886 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-917e6ffb-44d6-44cd-bf3a-0ee03371a440 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772030 Feb 04 16:29:52.329439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-3588e3ab-5669-4453-ab01-bb8eb5f09b02 service neutron] 10.222.0.60 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274407 Feb 04 16:29:52.460895 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-84920840-7fd2-4162-a6f0-5eb7884b176a service neutron] 10.222.0.60 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255713 Feb 04 16:29:52.654559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9d461d6-e49c-4a4b-9f19-13213a0934f4 req-ead382c9-6cac-4536-b24b-46c4f6eae24d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 210 time: 0.0457542 Feb 04 16:29:53.409786 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e8e853d1-7eab-481a-aa01-941a1c5c8d25 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:53.478001 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e8e853d1-7eab-481a-aa01-941a1c5c8d25 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:53.478373 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:53.688134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-0438696b-c808-4c1e-a257-f363955c983d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:53.689562 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-0438696b-c808-4c1e-a257-f363955c983d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 811 time: 0.1529157 Feb 04 16:29:53.750618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-43428138-9da8-480c-9fb5-f66152748156 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 380 time: 0.0492277 Feb 04 16:29:53.759342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Request body: {'port': {'device_id': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'admin_state_up': True, 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'security_groups': ['54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:53.878583 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-234248a1-a839-4b4e-9b8a-8e1daa21e090 req-2bba8fa4-2774-4f88-8ec3-02519665182f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 210 time: 0.0520175 Feb 04 16:29:53.938098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:53.941859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Usage tracker for resource:port and tenant:30d11dfba7ec4959bba78ed54fc71b53 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:53.944644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:53.950867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:53.961189 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Made reservation on behalf of 30d11dfba7ec4959bba78ed54fc71b53 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:53.964135 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.220518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Allocated IP 172.20.0.5 (1d73b2fe-9d00-4112-baa9-de0be3af45b3/4c3b92c9-1741-4eef-a4b8-93b62818dd80/8a8dc533-57b9-48c1-afb4-42001068b643) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:54.407791 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.423136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Transition to ACTIVE for port object 8a8dc533-57b9-48c1-afb4-42001068b643 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:54.445264 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.513770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:54.516686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:54.520566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:54.554355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Pushing event updated for resources: {'Port': ['ID=8a8dc533-57b9-48c1-afb4-42001068b643,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:54.573439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:54.574134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:54.574900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:54.575297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:54.575629 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:54.575962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:54.576274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:54.576586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:54.576981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:54.577200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:54.577509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:54.601140 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:54.601820 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.624351 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-bdd78f85-017f-4311-8d77-d1cd156e8230 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8684821 Feb 04 16:29:54.635899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Request body: {'port': {'device_id': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:54.747067 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.766344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-92329369-0ab3-46ff-8ff8-e283f37b9670 None None] Provisioning for port 8a8dc533-57b9-48c1-afb4-42001068b643 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:54.771704 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-92329369-0ab3-46ff-8ff8-e283f37b9670 None None] Provisioning complete for port 8a8dc533-57b9-48c1-afb4-42001068b643 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:54.772074 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-92329369-0ab3-46ff-8ff8-e283f37b9670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.823994 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-92329369-0ab3-46ff-8ff8-e283f37b9670 None None] Port 8a8dc533-57b9-48c1-afb4-42001068b643 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:55.143459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8dc533-57b9-48c1-afb4-42001068b643 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:29:55.154015 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:55.163673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07eb77-a358-4571-a502-c0872e7f44e1 req-4a132fa3-3936-4546-8ab6-3a106088e298 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:55.164358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2e07eb77-a358-4571-a502-c0872e7f44e1 req-4a132fa3-3936-4546-8ab6-3a106088e298 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Synchronizing usage tracker for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:55.179882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Transition to ACTIVE for port object 8a8dc533-57b9-48c1-afb4-42001068b643 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:55.186068 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:55.227119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2e07eb77-a358-4571-a502-c0872e7f44e1 req-4a132fa3-3936-4546-8ab6-3a106088e298 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Unset dirty status for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:55.228317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e07eb77-a358-4571-a502-c0872e7f44e1 req-4a132fa3-3936-4546-8ab6-3a106088e298 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 931 time: 0.2119415 Feb 04 16:29:55.345489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8dc533-57b9-48c1-afb4-42001068b643,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:55.361811 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e07eb77-a358-4571-a502-c0872e7f44e1 req-4f0ce2e7-15d9-4a60-9328-266c1af1746a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229062 Feb 04 16:29:55.470273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Attempting to bind port 8a8dc533-57b9-48c1-afb4-42001068b643 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:55.470604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Attempting to bind port 8a8dc533-57b9-48c1-afb4-42001068b643 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:55.470921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Attempting to bind port 8a8dc533-57b9-48c1-afb4-42001068b643 on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:55.476762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Port 8a8dc533-57b9-48c1-afb4-42001068b643 on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:29:55.477072 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Attempting to bind port 8a8dc533-57b9-48c1-afb4-42001068b643 on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:55.483454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:29:55.483797 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Checking segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:55.484177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Bound using segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:29:55.484594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Bound port: 8a8dc533-57b9-48c1-afb4-42001068b643, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:55.484933 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:55.578791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] For port 8a8dc533-57b9-48c1-afb4-42001068b643, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:55.581879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] For port 8a8dc533-57b9-48c1-afb4-42001068b643, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8a8dc533-57b9-48c1-afb4-42001068b643,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:55.585745 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:55.647393 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:55.648751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] 10.222.0.73 "PUT /v2.0/ports/8a8dc533-57b9-48c1-afb4-42001068b643 HTTP/1.1" status: 200 len: 1091 time: 1.0169992 Feb 04 16:29:55.649156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'tag': '8a8dc533-57b9-48c1-afb4-42001068b643'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:55.673427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b953f8-ffcc-40af-b706-6f42381b2698 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8dc533-57b9-48c1-afb4-42001068b643,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:55.727208 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'tag': '8a8dc533-57b9-48c1-afb4-42001068b643', 'status': 'completed', 'code': 200} Feb 04 16:29:55.775431 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-18db64e5-b4f2-473d-961b-eeded7ee849a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 1094 time: 0.0799866 Feb 04 16:29:55.841568 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-a68949d7-5c4d-48a4-b907-34b69adef26c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8dc533-57b9-48c1-afb4-42001068b643 HTTP/1.1" status: 200 len: 217 time: 0.0598876 Feb 04 16:29:56.012888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-af5bd331-f614-443e-8d29-bb29b80f1783 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:56.014320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-af5bd331-f614-443e-8d29-bb29b80f1783 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.1675320 Feb 04 16:29:56.089050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-f86892ad-379d-4eb1-8318-490adde263de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678957 Feb 04 16:29:56.224530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-44a2296e-a60d-4936-aed3-0375bcdf9111 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287622 Feb 04 16:29:56.357256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1283650-d10c-44aa-b2cf-daea5c8c641b req-5909dabb-eeba-44d4-86f1-785775bac8c1 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249299 Feb 04 16:29:56.475867 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:29:56.476597 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-257b9392-bb10-4b33-a916-baed2fb76ea6 req-b46e5628-d767-4f4f-98a2-7e1c6457469c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 1094 time: 0.0737927 Feb 04 16:29:56.675106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b9392-bb10-4b33-a916-baed2fb76ea6 req-3639ae02-c706-45a1-9583-ff876a5f7ebf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:56.676493 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-257b9392-bb10-4b33-a916-baed2fb76ea6 req-3639ae02-c706-45a1-9583-ff876a5f7ebf service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1932728 Feb 04 16:29:56.686900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c00276-4b23-47e4-b9e8-4f8ae0b8c232 req-b4b0f967-203b-4865-867c-b357c67d025a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:56.688322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24c00276-4b23-47e4-b9e8-4f8ae0b8c232 req-b4b0f967-203b-4865-867c-b357c67d025a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 943 time: 0.1796618 Feb 04 16:29:56.769624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-257b9392-bb10-4b33-a916-baed2fb76ea6 req-00ffac5d-cb2a-45b7-aadc-882ef03585f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8dc533-57b9-48c1-afb4-42001068b643 HTTP/1.1" status: 200 len: 217 time: 0.0803246 Feb 04 16:29:56.836242 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24c00276-4b23-47e4-b9e8-4f8ae0b8c232 req-50bab3d3-0d74-48ae-b2e5-dff04ee80876 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976734 Feb 04 16:29:56.850946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b9392-bb10-4b33-a916-baed2fb76ea6 req-76f14d09-1983-4936-be16-056e26ca3efc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:56.852395 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-257b9392-bb10-4b33-a916-baed2fb76ea6 req-76f14d09-1983-4936-be16-056e26ca3efc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0712008 Feb 04 16:29:56.930303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-257b9392-bb10-4b33-a916-baed2fb76ea6 req-70bb7642-66ea-493d-a5cb-3a710396d608 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718579 Feb 04 16:29:57.061153 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-257b9392-bb10-4b33-a916-baed2fb76ea6 req-67eb6c5e-4493-4402-9e4a-4c2619d8ed07 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244068 Feb 04 16:29:57.195465 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-257b9392-bb10-4b33-a916-baed2fb76ea6 req-6a9edf0f-acd6-43ec-8aa9-4618fcb85cb7 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275725 Feb 04 16:29:58.047533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef0c15-290f-4ad9-af69-bcbdf53d0b09 req-0693dbaa-dd5a-4adf-b9aa-95dab7e4975f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:58.048979 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8ef0c15-290f-4ad9-af69-bcbdf53d0b09 req-0693dbaa-dd5a-4adf-b9aa-95dab7e4975f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 943 time: 0.0775955 Feb 04 16:29:58.093824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8ef0c15-290f-4ad9-af69-bcbdf53d0b09 req-c3a46bb5-2554-4fd0-8742-edc4d6b0d8e4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393960 Feb 04 16:29:59.300554 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d14b5d-2f59-4d64-abc9-0589ee88d21d req-4a114398-7dde-45a0-a451-d0a4efd99867 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:59.301923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90d14b5d-2f59-4d64-abc9-0589ee88d21d req-4a114398-7dde-45a0-a451-d0a4efd99867 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 943 time: 0.0852296 Feb 04 16:29:59.349193 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90d14b5d-2f59-4d64-abc9-0589ee88d21d req-bcba6ac0-8c7e-49b8-a60a-e4d2325e5ac2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414872 Feb 04 16:29:59.663265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 8a8dc533-57b9-48c1-afb4-42001068b643 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:29:59.798768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 8a8dc533-57b9-48c1-afb4-42001068b643, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8a8dc533-57b9-48c1-afb4-42001068b643,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:59.812275 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '8a8dc533-57b9-48c1-afb4-42001068b643', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'port_id': '8a8dc533-57b9-48c1-afb4-42001068b643', 'mac_address': 'fa:16:3e:a7:cc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:29:59.864587 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:59.882523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8dc533-57b9-48c1-afb4-42001068b643 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:29:59.897646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 8a8dc533-57b9-48c1-afb4-42001068b643, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8a8dc533-57b9-48c1-afb4-42001068b643,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:59.901175 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:59.967522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=8a8dc533-57b9-48c1-afb4-42001068b643,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:59.976470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:59.976818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:59.977158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:59.977519 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:59.977866 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:59.978174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:59.978498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:59.978848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:59.979188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:59.979509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:59.979868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:00.224870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['8a8dc533-57b9-48c1-afb4-42001068b643'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:30:00.550198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797679ad-4089-47a6-b175-e3acb0191770 req-0d14f666-c3ea-4ec9-bf7f-eb432e5f8447 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:00.551570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-797679ad-4089-47a6-b175-e3acb0191770 req-0d14f666-c3ea-4ec9-bf7f-eb432e5f8447 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 944 time: 0.0767612 Feb 04 16:30:00.595830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-797679ad-4089-47a6-b175-e3acb0191770 req-a5883aba-ac87-4878-8d3d-3e9f0fed2815 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387213 Feb 04 16:30:01.679696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 8a8dc533-57b9-48c1-afb4-42001068b643 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:01.752391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 8a8dc533-57b9-48c1-afb4-42001068b643 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:01.757072 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 8a8dc533-57b9-48c1-afb4-42001068b643 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:01.757447 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:01.802271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753b962-41de-4d8c-8978-978923d2ddd6 req-216e68be-f4a3-41e9-97cb-020b3e574a9b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:01.803749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4753b962-41de-4d8c-8978-978923d2ddd6 req-216e68be-f4a3-41e9-97cb-020b3e574a9b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 944 time: 0.0798903 Feb 04 16:30:01.849921 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4753b962-41de-4d8c-8978-978923d2ddd6 req-4f6554a9-ff18-40e5-8e40-fa0bd3bfe21a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405397 Feb 04 16:30:01.871401 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:01.899964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8dc533-57b9-48c1-afb4-42001068b643'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:01.909745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 8a8dc533-57b9-48c1-afb4-42001068b643, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8a8dc533-57b9-48c1-afb4-42001068b643,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:01.913592 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:01.964251 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8dc533-57b9-48c1-afb4-42001068b643', 'code': 200} Feb 04 16:30:01.983226 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=8a8dc533-57b9-48c1-afb4-42001068b643,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:02.093345 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-581819b3-a4e4-4cfb-9d55-25c25af88250 req-7757d1f5-e7c6-40b3-abaf-2a6778e37cdb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 1096 time: 0.0678544 Feb 04 16:30:02.139832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-581819b3-a4e4-4cfb-9d55-25c25af88250 req-1a79b3bf-5317-425d-972d-0734ba1509b9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397096 Feb 04 16:30:02.540822 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Sync routers for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:02.552836 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:02.553429 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:29:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:02.727999 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:30:03.036766 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:29:48Z', 'revision_number': 2, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:03.041427 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Checking router: 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:30:03.041776 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Updating router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 port fe8c2245-78b3-42a7-84a5-16f358086d10 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:30:03.099820 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.148129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4390-358f-4b35-b33a-188e15be6ba2 req-17234070-e4e6-4e0c-902b-3bb43678b133 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:03.149741 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3df4390-358f-4b35-b33a-188e15be6ba2 req-17234070-e4e6-4e0c-902b-3bb43678b133 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.1756392 Feb 04 16:30:03.195452 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3df4390-358f-4b35-b33a-188e15be6ba2 req-bef8c42c-e46a-426f-84d2-6c309430fb92 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390999 Feb 04 16:30:03.465865 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.477398 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Transition to ACTIVE for port object fe8c2245-78b3-42a7-84a5-16f358086d10 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:03.483613 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.606889 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf37391-4c05-482a-9767-ab0e7bf0598d None None] Pushing event updated for resources: {'Port': ['ID=fe8c2245-78b3-42a7-84a5-16f358086d10,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:03.673467 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf37391-4c05-482a-9767-ab0e7bf0598d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:03.673795 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf37391-4c05-482a-9767-ab0e7bf0598d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:03.674116 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf37391-4c05-482a-9767-ab0e7bf0598d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:03.674432 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf37391-4c05-482a-9767-ab0e7bf0598d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:03.674750 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf37391-4c05-482a-9767-ab0e7bf0598d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:03.675056 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf37391-4c05-482a-9767-ab0e7bf0598d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:03.675395 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf37391-4c05-482a-9767-ab0e7bf0598d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:03.675703 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf37391-4c05-482a-9767-ab0e7bf0598d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:03.676008 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf37391-4c05-482a-9767-ab0e7bf0598d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:03.676307 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf37391-4c05-482a-9767-ab0e7bf0598d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:03.676605 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf37391-4c05-482a-9767-ab0e7bf0598d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:03.706433 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Attempting to bind port fe8c2245-78b3-42a7-84a5-16f358086d10 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:03.706791 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Attempting to bind port fe8c2245-78b3-42a7-84a5-16f358086d10 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:03.707136 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Attempting to bind port fe8c2245-78b3-42a7-84a5-16f358086d10 on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:30:03.713673 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:30:03.713976 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Checking segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:03.714406 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.714781 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Bound using segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:30:03.715258 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Bound port: fe8c2245-78b3-42a7-84a5-16f358086d10, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:03.715617 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.801360 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] For port fe8c2245-78b3-42a7-84a5-16f358086d10, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:03.804342 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] For port fe8c2245-78b3-42a7-84a5-16f358086d10, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fe8c2245-78b3-42a7-84a5-16f358086d10,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:03.810100 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.889579 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf37391-4c05-482a-9767-ab0e7bf0598d None None] Pushing event updated for resources: {'Port': ['ID=fe8c2245-78b3-42a7-84a5-16f358086d10,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:03.893224 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:03.893806 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:29:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:04.074485 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:30:04.387682 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:03Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:04.391538 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93046a7d-1684-48ee-9e6c-57692f669f1b None None] The sync data for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 is: [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:03Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:04.412056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca74b2-3625-4bf3-8f86-4e7803c5fdef req-007bd24c-b304-4419-971b-1f315d9abb04 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:04.413519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47ca74b2-3625-4bf3-8f86-4e7803c5fdef req-007bd24c-b304-4419-971b-1f315d9abb04 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0889602 Feb 04 16:30:04.462298 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47ca74b2-3625-4bf3-8f86-4e7803c5fdef req-3692a846-9877-4622-967c-8c56862f7212 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421052 Feb 04 16:30:04.665885 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c570e-33d6-4d44-83ac-ef6f0d7637da req-ec49168a-580e-4e4a-9b9c-95a29bf66953 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:04.667420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-416c570e-33d6-4d44-83ac-ef6f0d7637da req-ec49168a-580e-4e4a-9b9c-95a29bf66953 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0812619 Feb 04 16:30:04.676187 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55580) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:04.681407 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0d003842-a4d0-4e84-b64c-add13a5725a9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Request body: {'floatingip': {'port_id': '8a8dc533-57b9-48c1-afb4-42001068b643'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:04.760393 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0d003842-a4d0-4e84-b64c-add13a5725a9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.355691 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0d003842-a4d0-4e84-b64c-add13a5725a9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.359235 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0d003842-a4d0-4e84-b64c-add13a5725a9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.435001 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fe8c2245-78b3-42a7-84a5-16f358086d10 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:05.507321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port fe8c2245-78b3-42a7-84a5-16f358086d10 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:05.512593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port fe8c2245-78b3-42a7-84a5-16f358086d10 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:05.512971 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.552526 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-0d003842-a4d0-4e84-b64c-add13a5725a9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Floating IP b5c42961-bb8e-4345-8024-314d00eabbc4 associated. External IP: 172.25.0.186, port: 8a8dc533-57b9-48c1-afb4-42001068b643. Feb 04 16:30:05.627482 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.659539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port fe8c2245-78b3-42a7-84a5-16f358086d10, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fe8c2245-78b3-42a7-84a5-16f358086d10,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:05.662912 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.731459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=fe8c2245-78b3-42a7-84a5-16f358086d10,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:06.051617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d003842-a4d0-4e84-b64c-add13a5725a9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:06.249664 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d003842-a4d0-4e84-b64c-add13a5725a9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:06.253926 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0d003842-a4d0-4e84-b64c-add13a5725a9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.309662 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0d003842-a4d0-4e84-b64c-add13a5725a9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "PUT /v2.0/floatingips/b5c42961-bb8e-4345-8024-314d00eabbc4 HTTP/1.1" status: 200 len: 991 time: 1.6323991 Feb 04 16:30:06.310211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'tag': '8a8dc533-57b9-48c1-afb4-42001068b643'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:06.368867 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'tag': '8a8dc533-57b9-48c1-afb4-42001068b643', 'status': 'completed', 'code': 200} Feb 04 16:30:06.516945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7715d20a-e87f-4f60-8bd9-d14f0792ff8b req-0ee13e6e-a536-4c91-98f4-188be6219ce1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 1096 time: 0.1265416 Feb 04 16:30:06.526041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729a6cb-4c32-4105-8fcb-e21cf2cd42ca req-69f0c3ac-a028-47f2-91a2-c44943851374 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:06.527474 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5729a6cb-4c32-4105-8fcb-e21cf2cd42ca req-69f0c3ac-a028-47f2-91a2-c44943851374 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.1028183 Feb 04 16:30:06.655122 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5729a6cb-4c32-4105-8fcb-e21cf2cd42ca req-ed9677c8-35a8-4eee-ab68-74748cae4d89 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091592 Feb 04 16:30:06.663834 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4da4d98f-7a9e-4b85-9c63-567794f19e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.688518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715d20a-e87f-4f60-8bd9-d14f0792ff8b req-e56774f5-1a4b-4b55-91be-042dcd758d90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:06.689921 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7715d20a-e87f-4f60-8bd9-d14f0792ff8b req-e56774f5-1a4b-4b55-91be-042dcd758d90 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1616366 Feb 04 16:30:06.791132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7715d20a-e87f-4f60-8bd9-d14f0792ff8b req-fc12e36b-e2c9-4ee0-b6d1-26ef25c2b5fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8dc533-57b9-48c1-afb4-42001068b643 HTTP/1.1" status: 200 len: 999 time: 0.0950742 Feb 04 16:30:06.853545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715d20a-e87f-4f60-8bd9-d14f0792ff8b req-cf81d175-77f4-4c42-8eef-e607044999c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:06.855618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7715d20a-e87f-4f60-8bd9-d14f0792ff8b req-cf81d175-77f4-4c42-8eef-e607044999c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0584705 Feb 04 16:30:06.927120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7715d20a-e87f-4f60-8bd9-d14f0792ff8b req-438aa59f-0484-4bc5-9c83-1c280db99bb0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669677 Feb 04 16:30:07.056983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d576c417-9266-4927-b3b0-bdaa1900ea42 None None] Sync routers for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:07.061422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7715d20a-e87f-4f60-8bd9-d14f0792ff8b req-a1212091-81a0-4079-95cb-f829998f6cea service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288435 Feb 04 16:30:07.069032 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d576c417-9266-4927-b3b0-bdaa1900ea42 None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:07.069701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d576c417-9266-4927-b3b0-bdaa1900ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:29:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:07.190960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7715d20a-e87f-4f60-8bd9-d14f0792ff8b req-55921d5e-08df-4b12-a90b-7c515688e25a service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226852 Feb 04 16:30:07.243661 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-d576c417-9266-4927-b3b0-bdaa1900ea42 None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:30:07.426788 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fe8c2245-78b3-42a7-84a5-16f358086d10 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:07.615093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port fe8c2245-78b3-42a7-84a5-16f358086d10 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:07.615406 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:07.785130 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d576c417-9266-4927-b3b0-bdaa1900ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'b5c42961-bb8e-4345-8024-314d00eabbc4', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'port_id': '8a8dc533-57b9-48c1-afb4-42001068b643', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'mac_address': 'fa:16:3e:a7:cc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:29:51Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 1, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:07.789523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d576c417-9266-4927-b3b0-bdaa1900ea42 None None] Checking router: 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:30:07.800974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d576c417-9266-4927-b3b0-bdaa1900ea42 None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:07.801571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d576c417-9266-4927-b3b0-bdaa1900ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:29:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:07.872538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22ac75-a8eb-4c23-9985-9aaac4a263bb req-d5616627-4b42-450b-b8cb-e86a2a6abe23 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:07.873938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec22ac75-a8eb-4c23-9985-9aaac4a263bb req-d5616627-4b42-450b-b8cb-e86a2a6abe23 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0820074 Feb 04 16:30:07.920000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec22ac75-a8eb-4c23-9985-9aaac4a263bb req-2ed0af37-f27c-4134-8c2e-144928e08884 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405433 Feb 04 16:30:07.977958 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-d576c417-9266-4927-b3b0-bdaa1900ea42 None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:30:08.120493 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0781-60b7-49df-b343-6dc70f56c6a8 req-1366d310-1587-4ac7-a1bf-2676fa499fd6 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:08.122183 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34dd0781-60b7-49df-b343-6dc70f56c6a8 req-1366d310-1587-4ac7-a1bf-2676fa499fd6 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0763066 Feb 04 16:30:08.169120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34dd0781-60b7-49df-b343-6dc70f56c6a8 req-423d0ea5-a23c-46b5-a95a-79b4577430ff tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403862 Feb 04 16:30:08.323026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-d576c417-9266-4927-b3b0-bdaa1900ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'b5c42961-bb8e-4345-8024-314d00eabbc4', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'port_id': '8a8dc533-57b9-48c1-afb4-42001068b643', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'mac_address': 'fa:16:3e:a7:cc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:29:51Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 1, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:08.327101 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d576c417-9266-4927-b3b0-bdaa1900ea42 None None] The sync data for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 is: [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'b5c42961-bb8e-4345-8024-314d00eabbc4', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'port_id': '8a8dc533-57b9-48c1-afb4-42001068b643', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'mac_address': 'fa:16:3e:a7:cc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:29:51Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 1, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:08.371621 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2831a488-ed95-4ea0-b8ac-1ea20402d19f req-d3561eb0-3d0f-4250-a3b3-8e86645e1621 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0718651 Feb 04 16:30:08.537988 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb125ec-f85f-42dd-80cd-6c7ee5d1e98f None None] New status for floating IP b5c42961-bb8e-4345-8024-314d00eabbc4: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:30:08.793170 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-63504d92-6c85-4584-ac0e-c16a3087781a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2249477 Feb 04 16:30:08.813474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e80a5-08e1-45c8-b17b-de7d5375c916 req-8a2b3b05-62c2-4376-bd9d-33f28529e63c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:08.814932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-487e80a5-08e1-45c8-b17b-de7d5375c916 req-8a2b3b05-62c2-4376-bd9d-33f28529e63c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.1921279 Feb 04 16:30:08.867784 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-487e80a5-08e1-45c8-b17b-de7d5375c916 req-88eed3af-f8ab-4313-83b8-d02ef853b9a1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422544 Feb 04 16:30:09.029268 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1e680494-495b-4c70-a796-a30eb163d3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:10.141663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-213db879-41a3-478e-92d6-42a0461375be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 1096 time: 0.0969131 Feb 04 16:30:10.147064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af0254-e324-4fdd-998c-6b6b8de23f89 req-b9bd7c52-a509-49c4-9003-b13b8a749b00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:10.148442 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3af0254-e324-4fdd-998c-6b6b8de23f89 req-b9bd7c52-a509-49c4-9003-b13b8a749b00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.1384676 Feb 04 16:30:10.276617 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3af0254-e324-4fdd-998c-6b6b8de23f89 req-e4cc114b-4667-4a00-8b00-192a2054d55c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096420 Feb 04 16:30:10.309732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-16f0459b-72ee-4238-b242-ea2371e20224 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:10.311223 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-16f0459b-72ee-4238-b242-ea2371e20224 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1619203 Feb 04 16:30:10.378078 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:10.420254 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-a7c12d35-91b1-4702-98bf-091e8773bfbe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8dc533-57b9-48c1-afb4-42001068b643 HTTP/1.1" status: 200 len: 1001 time: 0.1027534 Feb 04 16:30:10.452519 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:10.482832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-4a7fed34-02d4-4c4b-a53a-303577bb49fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:10.484354 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-4a7fed34-02d4-4c4b-a53a-303577bb49fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0583644 Feb 04 16:30:10.562739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-7f09ffb3-84ff-4865-884a-d02b5447901c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717883 Feb 04 16:30:10.692071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-3a941a80-4363-4003-a24e-28b49a1e1cfa service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235030 Feb 04 16:30:10.820914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-66fb03ba-3c29-45a1-b9cf-298bf3d113ce service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227095 Feb 04 16:30:11.480563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef9e5c-ada3-4dc0-b64e-378cd8a67ea7 req-ab1c200e-ace7-4d42-82fe-49aafa353ef0 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:11.482017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5ef9e5c-ada3-4dc0-b64e-378cd8a67ea7 req-ab1c200e-ace7-4d42-82fe-49aafa353ef0 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0757182 Feb 04 16:30:11.528064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5ef9e5c-ada3-4dc0-b64e-378cd8a67ea7 req-d151c7af-2f9e-42ed-a546-9ef9fd94af31 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406573 Feb 04 16:30:11.616215 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:12.075398 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:12.730596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040e3bd-d064-4e64-bc5e-ec7fd7550755 req-cfb5b92e-9c24-4503-a54f-7d6e8fcc9896 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:12.732063 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e040e3bd-d064-4e64-bc5e-ec7fd7550755 req-cfb5b92e-9c24-4503-a54f-7d6e8fcc9896 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0794349 Feb 04 16:30:12.776277 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e040e3bd-d064-4e64-bc5e-ec7fd7550755 req-7216d346-d270-40f4-886b-b620142e54f0 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387487 Feb 04 16:30:13.973913 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2ff10-e32a-41e3-bff4-765252eaa9ca req-c248ca41-489e-4943-a76a-c4be2e2c1c6c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:13.975304 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48a2ff10-e32a-41e3-bff4-765252eaa9ca req-c248ca41-489e-4943-a76a-c4be2e2c1c6c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0756936 Feb 04 16:30:14.019856 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48a2ff10-e32a-41e3-bff4-765252eaa9ca req-56395cf6-fa18-487a-a5c3-0d4eca86d659 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387046 Feb 04 16:30:15.223901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4dd33-eef2-4688-9bc9-0c4d3334dd5a req-bff16cf3-9998-4d0c-9825-ed08d42fe58b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:15.225375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42a4dd33-eef2-4688-9bc9-0c4d3334dd5a req-bff16cf3-9998-4d0c-9825-ed08d42fe58b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0823791 Feb 04 16:30:15.270100 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42a4dd33-eef2-4688-9bc9-0c4d3334dd5a req-8f00c7b7-5497-4b53-9e87-a69fae5386ec tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390584 Feb 04 16:30:16.471782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02db7e1-bfc5-4608-a67a-7b83f6661396 req-ad11848e-5929-4265-b235-1b9cfa545893 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:16.473229 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c02db7e1-bfc5-4608-a67a-7b83f6661396 req-ad11848e-5929-4265-b235-1b9cfa545893 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0769329 Feb 04 16:30:16.522936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c02db7e1-bfc5-4608-a67a-7b83f6661396 req-652aeadb-8afa-4405-9d96-a55153279a75 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440483 Feb 04 16:30:17.726139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8894b9-03c9-4073-8444-82cbe83e8338 req-180d06b3-267b-4829-9a59-eccbeec72536 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:17.727641 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff8894b9-03c9-4073-8444-82cbe83e8338 req-180d06b3-267b-4829-9a59-eccbeec72536 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0771294 Feb 04 16:30:17.774519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff8894b9-03c9-4073-8444-82cbe83e8338 req-935963a6-7aad-4599-a26d-b6ef9df8db61 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405536 Feb 04 16:30:18.983481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13712cc8-d6fb-4261-93fb-ba536da777d5 req-5d7c0cd4-379d-40ed-a54c-57ab9a9db468 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:18.984956 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13712cc8-d6fb-4261-93fb-ba536da777d5 req-5d7c0cd4-379d-40ed-a54c-57ab9a9db468 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0809236 Feb 04 16:30:19.030356 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-13712cc8-d6fb-4261-93fb-ba536da777d5 req-dbe1f8e1-9029-4f2b-905a-7822476fa238 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397429 Feb 04 16:30:20.014832 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.230523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b3f95-29e8-4b76-bc3f-fae1921e850b req-f2064230-4ef7-4084-85cb-daec3388882f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:20.232796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c92b3f95-29e8-4b76-bc3f-fae1921e850b req-f2064230-4ef7-4084-85cb-daec3388882f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0756347 Feb 04 16:30:20.276767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c92b3f95-29e8-4b76-bc3f-fae1921e850b req-7deb15b8-6bd1-48a5-9820-66d0a28773bd tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386927 Feb 04 16:30:21.573933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58921329-46db-41f0-93e8-a29e17948f03 req-6ff030d2-a859-49a7-9f9d-c3fc2c685bcf tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:21.575903 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58921329-46db-41f0-93e8-a29e17948f03 req-6ff030d2-a859-49a7-9f9d-c3fc2c685bcf tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.1739855 Feb 04 16:30:21.619078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58921329-46db-41f0-93e8-a29e17948f03 req-7c5b279d-3715-4e84-8f87-64c1ff172ffb tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374351 Feb 04 16:30:22.817888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ad7e3-ef53-4ec9-b136-84ee8addcf8d req-bacce041-dde9-4f8d-9423-1b96e3f6ab48 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:22.819348 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-311ad7e3-ef53-4ec9-b136-84ee8addcf8d req-bacce041-dde9-4f8d-9423-1b96e3f6ab48 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0742135 Feb 04 16:30:22.866021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-311ad7e3-ef53-4ec9-b136-84ee8addcf8d req-fca0f6ee-f0f5-4701-a121-2991de44069f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412219 Feb 04 16:30:24.064524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5f6ae-90e7-4880-b5fd-8b06c127e8f5 req-de2febd1-5eea-4166-a571-4ee0d165900a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:24.065954 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9f5f6ae-90e7-4880-b5fd-8b06c127e8f5 req-de2febd1-5eea-4166-a571-4ee0d165900a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0754197 Feb 04 16:30:24.111050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9f5f6ae-90e7-4880-b5fd-8b06c127e8f5 req-d873fdda-1a7a-46e4-ab44-a6c676058227 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393381 Feb 04 16:30:25.472414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407e621-e9e5-4c6f-abd9-3f1a18f8c7fb req-5d035547-a198-4b0e-ad44-1503ee1888a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:25.473170 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d407e621-e9e5-4c6f-abd9-3f1a18f8c7fb req-5d035547-a198-4b0e-ad44-1503ee1888a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0792327 Feb 04 16:30:25.518133 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d407e621-e9e5-4c6f-abd9-3f1a18f8c7fb req-77f1eac9-47b2-432e-b0e1-3f872333a5d0 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395525 Feb 04 16:30:26.723225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3bb27-1cdc-40b2-9bc0-589364466f0b req-bc331b53-cb3c-4ae3-9618-9de9f0702931 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:26.724676 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6fd3bb27-1cdc-40b2-9bc0-589364466f0b req-bc331b53-cb3c-4ae3-9618-9de9f0702931 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0749841 Feb 04 16:30:26.769889 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6fd3bb27-1cdc-40b2-9bc0-589364466f0b req-2a264983-3b42-4704-b6f0-f18568402387 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396104 Feb 04 16:30:27.972933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d0fb2-c5ba-4f2c-a0c4-55f5798e7a8a req-84285eb0-9a29-445f-8b61-4392e41dd818 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:27.974413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b99d0fb2-c5ba-4f2c-a0c4-55f5798e7a8a req-84285eb0-9a29-445f-8b61-4392e41dd818 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0800028 Feb 04 16:30:28.020781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b99d0fb2-c5ba-4f2c-a0c4-55f5798e7a8a req-cd3d8739-bdc0-460c-8eb8-4a5af0ad4ba0 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409019 Feb 04 16:30:29.218606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13c67d-a317-4bf9-9e65-fecf267032b1 req-7cb620b5-5624-4306-b0d4-9dc8e8e993ae tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:29.220115 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb13c67d-a317-4bf9-9e65-fecf267032b1 req-7cb620b5-5624-4306-b0d4-9dc8e8e993ae tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0743334 Feb 04 16:30:29.268322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eb13c67d-a317-4bf9-9e65-fecf267032b1 req-986814be-a60c-4415-93e3-799421ae9365 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426109 Feb 04 16:30:30.471530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78018e72-3bbf-4d34-9766-7f0ddf828b7a req-714121db-79f9-4696-b24a-9ef6c4220895 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:30.472985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-78018e72-3bbf-4d34-9766-7f0ddf828b7a req-714121db-79f9-4696-b24a-9ef6c4220895 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0791385 Feb 04 16:30:30.517728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-78018e72-3bbf-4d34-9766-7f0ddf828b7a req-d9bce02f-3e11-43d7-ad5d-0e799c45b629 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391574 Feb 04 16:30:31.721320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeca01d-8fdb-46df-89da-46cf92800f33 req-48e22b3e-50ac-4bb2-a80a-df7c8f5ccb2c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:31.722737 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ceeca01d-8fdb-46df-89da-46cf92800f33 req-48e22b3e-50ac-4bb2-a80a-df7c8f5ccb2c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0802219 Feb 04 16:30:31.769246 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ceeca01d-8fdb-46df-89da-46cf92800f33 req-72313082-9d03-40f2-ac49-f2628a60a353 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409617 Feb 04 16:30:32.966980 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3790d-1ff7-4174-b25b-e819477b760b req-d48d06b6-296c-4513-8b60-d2c4ddb2dc54 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:32.968462 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7b3790d-1ff7-4174-b25b-e819477b760b req-d48d06b6-296c-4513-8b60-d2c4ddb2dc54 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0763459 Feb 04 16:30:33.014276 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7b3790d-1ff7-4174-b25b-e819477b760b req-a2dcc39a-3c68-4d13-af4b-70f8679fab74 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401430 Feb 04 16:30:33.476515 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:30:34.219719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9a5aa-6567-47a1-8ddc-51150f922e97 req-ed7ef2a2-94ee-4b2c-ac45-65eaea1d186a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:34.221307 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3c9a5aa-6567-47a1-8ddc-51150f922e97 req-ed7ef2a2-94ee-4b2c-ac45-65eaea1d186a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0786171 Feb 04 16:30:34.269361 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3c9a5aa-6567-47a1-8ddc-51150f922e97 req-65dbe8f2-8542-4c93-be3b-192a326f12bc tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422781 Feb 04 16:30:35.475792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90365d0-8342-43a3-85d9-43e1a76d42ac req-db142367-1e99-4b05-a64c-04868847ff2c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:35.477169 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d90365d0-8342-43a3-85d9-43e1a76d42ac req-db142367-1e99-4b05-a64c-04868847ff2c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0807867 Feb 04 16:30:35.525816 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d90365d0-8342-43a3-85d9-43e1a76d42ac req-5cca829a-e738-4885-aff5-f0ff8eb5953d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422454 Feb 04 16:30:36.667579 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b1b26dbb-c775-4e84-96a1-f325d593d9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.736246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9be095-e894-457a-90b8-55a0652d657a req-9ccf47d0-6d84-4078-b8ad-14310aee9109 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:36.737697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d9be095-e894-457a-90b8-55a0652d657a req-9ccf47d0-6d84-4078-b8ad-14310aee9109 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0859292 Feb 04 16:30:36.785960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d9be095-e894-457a-90b8-55a0652d657a req-e75a3b39-21e1-4b9a-b745-2aa2f1418a6c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Feb 04 16:30:37.769708 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-57ab4af3-33ba-414b-a803-1a47b35499c9 service neutron] show failed (client error): The resource could not be found. Feb 04 16:30:37.770596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-57ab4af3-33ba-414b-a803-1a47b35499c9 service neutron] 10.222.0.73 "GET /v2.0/ports/8a8dc533-57b9-48c1-afb4-42001068b643/bindings/n-h1-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.0726802 Feb 04 16:30:38.009132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763c634-dc48-44c8-8f13-bd87bc3adfc6 req-f14e5522-07bd-40b3-b5a3-683a668cdbe0 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:38.010581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9763c634-dc48-44c8-8f13-bd87bc3adfc6 req-f14e5522-07bd-40b3-b5a3-683a668cdbe0 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0901637 Feb 04 16:30:38.036979 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-41a02a22-dac3-42d7-95c7-0ec304023d01 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44&tenant_id=30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 1096 time: 0.0719485 Feb 04 16:30:38.056303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:38.057702 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9763c634-dc48-44c8-8f13-bd87bc3adfc6 req-2ad81e92-d316-401d-b9b7-fd3b08d03d1b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407820 Feb 04 16:30:38.166621 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.439081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] For port 8a8dc533-57b9-48c1-afb4-42001068b643, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8a8dc533-57b9-48c1-afb4-42001068b643,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:38.468262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] For port 8a8dc533-57b9-48c1-afb4-42001068b643, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:38.532463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8dc533-57b9-48c1-afb4-42001068b643'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:38.538259 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.553445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Transition to ACTIVE for port object 8a8dc533-57b9-48c1-afb4-42001068b643 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:38.557855 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.611693 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8dc533-57b9-48c1-afb4-42001068b643', 'code': 200} Feb 04 16:30:38.693677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Pushing event updated for resources: {'Port': ['ID=8a8dc533-57b9-48c1-afb4-42001068b643,revision_number=6']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:38.762906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] No DVR routers for this DVR port 8a8dc533-57b9-48c1-afb4-42001068b643 on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:39.014973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Attempting to bind port 8a8dc533-57b9-48c1-afb4-42001068b643 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:39.015345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Attempting to bind port 8a8dc533-57b9-48c1-afb4-42001068b643 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:39.015682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Attempting to bind port 8a8dc533-57b9-48c1-afb4-42001068b643 on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:30:39.021554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Port 8a8dc533-57b9-48c1-afb4-42001068b643 on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:30:39.021878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Attempting to bind port 8a8dc533-57b9-48c1-afb4-42001068b643 on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:30:39.028910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:30:39.029411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Checking segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:39.029978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Bound using segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:30:39.030448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Bound port: 8a8dc533-57b9-48c1-afb4-42001068b643, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:39.030842 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.032801 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c7609421-7f5d-4958-901c-ddace41b3911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.119735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] For port 8a8dc533-57b9-48c1-afb4-42001068b643, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:39.123608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] For port 8a8dc533-57b9-48c1-afb4-42001068b643, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=8a8dc533-57b9-48c1-afb4-42001068b643,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:39.128465 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.192777 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.194122 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-562bae63-6ebd-402a-b613-18648f47835c service neutron] 10.222.0.81 "PUT /v2.0/ports/8a8dc533-57b9-48c1-afb4-42001068b643 HTTP/1.1" status: 200 len: 1091 time: 1.1418347 Feb 04 16:30:39.207200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bae63-6ebd-402a-b613-18648f47835c service neutron] Pushing event updated for resources: {'Port': ['ID=8a8dc533-57b9-48c1-afb4-42001068b643,revision_number=7']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:39.280916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67d503-52c5-47ee-b58d-45bc092ff5ed req-586529cd-1b0a-4f9d-959b-dbb12a945a34 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:39.282422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f67d503-52c5-47ee-b58d-45bc092ff5ed req-586529cd-1b0a-4f9d-959b-dbb12a945a34 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 943 time: 0.0968900 Feb 04 16:30:39.307682 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-3be76ad0-e8ca-4237-955a-7e0260f251a6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 1094 time: 0.0788951 Feb 04 16:30:39.333335 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f67d503-52c5-47ee-b58d-45bc092ff5ed req-aa167fa6-3bfb-42bd-ac9a-687bf005292b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451870 Feb 04 16:30:39.445100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-5fe6f9c1-6725-49be-8f93-8aaead2fe77c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:39.446556 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-5fe6f9c1-6725-49be-8f93-8aaead2fe77c service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1321082 Feb 04 16:30:39.551752 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-f661c595-1ed0-4dc2-b237-6a1cd22dd15d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8dc533-57b9-48c1-afb4-42001068b643 HTTP/1.1" status: 200 len: 999 time: 0.0986559 Feb 04 16:30:39.615568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-0e3e6613-7f2e-4e1a-bcd2-b1853011fb83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:39.617024 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-0e3e6613-7f2e-4e1a-bcd2-b1853011fb83 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0580151 Feb 04 16:30:39.694899 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-23233477-c250-4358-8197-067d336ee323 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713618 Feb 04 16:30:39.886833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 8a8dc533-57b9-48c1-afb4-42001068b643 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:39.945108 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 8a8dc533-57b9-48c1-afb4-42001068b643 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:39.947527 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-ec79e934-41e5-44b3-96a7-c1719725734a service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335746 Feb 04 16:30:40.078898 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2d60b6a-5612-4f57-8762-486c90ef635d req-8928d9c3-41e8-4e8d-b2f3-adf858605e0a service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248651 Feb 04 16:30:40.381581 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.459039 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.548541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8f0dc-1b40-41ef-9513-b029e6fac516 req-641682f7-b8f0-42a3-a1c1-9614e7a742e7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:40.549901 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0f8f0dc-1b40-41ef-9513-b029e6fac516 req-641682f7-b8f0-42a3-a1c1-9614e7a742e7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 943 time: 0.0765951 Feb 04 16:30:40.594791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d0f8f0dc-1b40-41ef-9513-b029e6fac516 req-fb545efd-2cf0-4977-b0f6-18e9ea064403 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394161 Feb 04 16:30:40.612679 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'tag': '8a8dc533-57b9-48c1-afb4-42001068b643'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:40.682286 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'tag': '8a8dc533-57b9-48c1-afb4-42001068b643', 'status': 'completed', 'code': 200} Feb 04 16:30:40.778460 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86944e1e-209e-4da5-accb-1345aec8d923 req-03753dc1-7e8e-4d44-ab02-97813f2694b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 1094 time: 0.0755227 Feb 04 16:30:40.795247 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86944e1e-209e-4da5-accb-1345aec8d923 req-27e409ea-1fcb-4e17-9cc6-4814df18a261 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 1094 time: 0.0744555 Feb 04 16:30:40.937390 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86944e1e-209e-4da5-accb-1345aec8d923 req-c2f4b8c1-dd3b-43db-aa07-ff2ce23b2d30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:40.938903 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86944e1e-209e-4da5-accb-1345aec8d923 req-c2f4b8c1-dd3b-43db-aa07-ff2ce23b2d30 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1375856 Feb 04 16:30:41.006035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86944e1e-209e-4da5-accb-1345aec8d923 req-60428f3b-a41d-4b3d-b328-f71100b5ba4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:41.007608 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86944e1e-209e-4da5-accb-1345aec8d923 req-60428f3b-a41d-4b3d-b328-f71100b5ba4f service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.2236288 Feb 04 16:30:41.109739 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86944e1e-209e-4da5-accb-1345aec8d923 req-ceb19c29-1a67-4ebc-b19c-3bb852e54416 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8dc533-57b9-48c1-afb4-42001068b643 HTTP/1.1" status: 200 len: 999 time: 0.0964105 Feb 04 16:30:41.114792 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86944e1e-209e-4da5-accb-1345aec8d923 req-b72ecec0-eee8-4a8f-b638-d63652d3cb6c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8dc533-57b9-48c1-afb4-42001068b643 HTTP/1.1" status: 200 len: 999 time: 0.1690226 Feb 04 16:30:41.172173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86944e1e-209e-4da5-accb-1345aec8d923 req-4225da74-b327-451b-8083-9443809724c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:41.173616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86944e1e-209e-4da5-accb-1345aec8d923 req-4225da74-b327-451b-8083-9443809724c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0575027 Feb 04 16:30:41.176562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86944e1e-209e-4da5-accb-1345aec8d923 req-ee4dec7f-5f6a-469b-8985-059ea1dc4202 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:41.177958 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86944e1e-209e-4da5-accb-1345aec8d923 req-ee4dec7f-5f6a-469b-8985-059ea1dc4202 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0563028 Feb 04 16:30:41.253175 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86944e1e-209e-4da5-accb-1345aec8d923 req-f6cf04d0-a1c3-4726-9625-0d0da43ab251 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725760 Feb 04 16:30:41.258661 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86944e1e-209e-4da5-accb-1345aec8d923 req-9be77fc5-5b2d-4de9-a08a-30ab15d3ed44 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732236 Feb 04 16:30:41.385660 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86944e1e-209e-4da5-accb-1345aec8d923 req-dd33e2a6-2a88-4464-b126-469f50bd0591 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262515 Feb 04 16:30:41.390860 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86944e1e-209e-4da5-accb-1345aec8d923 req-7fe358c5-0aef-4c66-9255-605fad512797 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256423 Feb 04 16:30:41.518125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-86944e1e-209e-4da5-accb-1345aec8d923 req-29c59c27-c49c-4cdf-860a-89624a35a720 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258776 Feb 04 16:30:41.524068 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-86944e1e-209e-4da5-accb-1345aec8d923 req-95f8c196-06ab-4489-9327-9d9b4e958a4e service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258941 Feb 04 16:30:41.619044 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.793003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1541e-6f3d-43f2-86b6-2d5098f71114 req-483c13ab-a313-4e09-8f3b-1bfe0a0ba4f6 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:41.794929 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28f1541e-6f3d-43f2-86b6-2d5098f71114 req-483c13ab-a313-4e09-8f3b-1bfe0a0ba4f6 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 943 time: 0.0752637 Feb 04 16:30:41.838695 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-28f1541e-6f3d-43f2-86b6-2d5098f71114 req-3c94e18e-555d-4bfd-81b2-329989f483ac tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380895 Feb 04 16:30:42.071009 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.042391 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a582204-331a-4721-b37f-69ecda95ed7b req-6c386124-c0e8-4aea-8de6-068983fb9691 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:43.043863 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a582204-331a-4721-b37f-69ecda95ed7b req-6c386124-c0e8-4aea-8de6-068983fb9691 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 943 time: 0.0783522 Feb 04 16:30:43.087719 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a582204-331a-4721-b37f-69ecda95ed7b req-09d60f96-f91e-4e89-a9e7-620c15e46227 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382154 Feb 04 16:30:44.287549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545c3c2-f4b9-4f69-b883-49f5d2c21b74 req-db497012-1cd8-4343-a4c1-45177388bfee tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:44.288915 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d545c3c2-f4b9-4f69-b883-49f5d2c21b74 req-db497012-1cd8-4343-a4c1-45177388bfee tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 943 time: 0.0767906 Feb 04 16:30:44.333879 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d545c3c2-f4b9-4f69-b883-49f5d2c21b74 req-f174f1b6-b887-4e2d-9672-3e86773a06e2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386789 Feb 04 16:30:44.718648 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3070a7f-6857-42ce-9890-58dbc8e2abe8 req-0f7f309c-48bc-4fca-aca6-4287453cb878 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:44.720105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3070a7f-6857-42ce-9890-58dbc8e2abe8 req-0f7f309c-48bc-4fca-aca6-4287453cb878 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44&tenant_id=30d11dfba7ec4959bba78ed54fc71b53&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 943 time: 0.1399510 Feb 04 16:30:44.726197 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab79be-ca80-468f-8731-8b93931d4de6 req-dccf0729-2301-49ce-b207-8482c9ccaf12 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:44.727552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4ab79be-ca80-468f-8731-8b93931d4de6 req-dccf0729-2301-49ce-b207-8482c9ccaf12 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 943 time: 0.1134090 Feb 04 16:30:44.780794 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4ab79be-ca80-468f-8731-8b93931d4de6 req-a8b2976f-556b-41b8-93b7-a108cc68f12a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464225 Feb 04 16:30:44.872700 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-a3070a7f-6857-42ce-9890-58dbc8e2abe8 req-567de00e-2798-4a37-99ce-6caf56486220 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:30:44.873674 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3070a7f-6857-42ce-9890-58dbc8e2abe8 req-567de00e-2798-4a37-99ce-6caf56486220 service neutron] 10.222.0.73 "DELETE /v2.0/ports/8a8dc533-57b9-48c1-afb4-42001068b643/bindings/n-h2-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.1452153 Feb 04 16:30:45.013429 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3070a7f-6857-42ce-9890-58dbc8e2abe8 req-c11a158a-84ba-4599-82e7-a847b260b4e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 1094 time: 0.0717201 Feb 04 16:30:45.142151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3070a7f-6857-42ce-9890-58dbc8e2abe8 req-751f3424-989c-4934-bb96-1f6a3b55538d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:45.143615 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3070a7f-6857-42ce-9890-58dbc8e2abe8 req-751f3424-989c-4934-bb96-1f6a3b55538d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1250384 Feb 04 16:30:45.243987 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3070a7f-6857-42ce-9890-58dbc8e2abe8 req-77f93788-2aaf-4205-b3b4-62e05367fee1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8dc533-57b9-48c1-afb4-42001068b643 HTTP/1.1" status: 200 len: 999 time: 0.0941949 Feb 04 16:30:45.307541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3070a7f-6857-42ce-9890-58dbc8e2abe8 req-aaff20c5-c56f-4716-b5ab-a4cfaad2b0e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:45.308946 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3070a7f-6857-42ce-9890-58dbc8e2abe8 req-aaff20c5-c56f-4716-b5ab-a4cfaad2b0e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0597537 Feb 04 16:30:45.383982 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3070a7f-6857-42ce-9890-58dbc8e2abe8 req-a9b0d83c-42dd-47fa-9391-9d81b2ceca77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670245 Feb 04 16:30:45.518501 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 8a8dc533-57b9-48c1-afb4-42001068b643 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:30:45.616583 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3070a7f-6857-42ce-9890-58dbc8e2abe8 req-41514b36-f447-4a26-bf74-962597bf0fa6 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263231 Feb 04 16:30:45.662468 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 8a8dc533-57b9-48c1-afb4-42001068b643, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=8a8dc533-57b9-48c1-afb4-42001068b643,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:45.675690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '8a8dc533-57b9-48c1-afb4-42001068b643', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'port_id': '8a8dc533-57b9-48c1-afb4-42001068b643', 'mac_address': 'fa:16:3e:a7:cc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:30:45.729363 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.747843 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8dc533-57b9-48c1-afb4-42001068b643 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:30:45.749394 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3070a7f-6857-42ce-9890-58dbc8e2abe8 req-447fbeee-a50d-4192-8cea-e637e53b10df service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261728 Feb 04 16:30:45.764737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 8a8dc533-57b9-48c1-afb4-42001068b643, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=8a8dc533-57b9-48c1-afb4-42001068b643,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:45.769081 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.881954 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=8a8dc533-57b9-48c1-afb4-42001068b643,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:45.989098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb83c96-bd47-4996-8de1-8c44f11de4d8 req-df7381b3-7ff3-436a-b5d0-77e608428ec1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:45.990543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eeb83c96-bd47-4996-8de1-8c44f11de4d8 req-df7381b3-7ff3-436a-b5d0-77e608428ec1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 944 time: 0.0762441 Feb 04 16:30:46.038967 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eeb83c96-bd47-4996-8de1-8c44f11de4d8 req-d7f4d055-6466-43d2-b290-c842b3501ba6 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425093 Feb 04 16:30:46.258045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['8a8dc533-57b9-48c1-afb4-42001068b643'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:30:47.237509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef8803-c317-4c8a-b032-005a258e4991 req-2e58ed63-6b10-45ce-9147-fb7d89b689fb tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:47.238832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96ef8803-c317-4c8a-b032-005a258e4991 req-2e58ed63-6b10-45ce-9147-fb7d89b689fb tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 944 time: 0.0749209 Feb 04 16:30:47.283186 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-96ef8803-c317-4c8a-b032-005a258e4991 req-20caaa63-348d-4072-9761-ac551a827313 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389280 Feb 04 16:30:47.482085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d78a16-320e-482d-928d-ef0b5b9a73d5 req-b85a95b0-db48-45c1-a397-25089c6b340e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:47.483551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4d78a16-320e-482d-928d-ef0b5b9a73d5 req-b85a95b0-db48-45c1-a397-25089c6b340e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 944 time: 0.0788238 Feb 04 16:30:47.529942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e4d78a16-320e-482d-928d-ef0b5b9a73d5 req-4c0da95c-0e2c-4263-9289-11d8c990f4ff tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408647 Feb 04 16:30:47.533931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 8a8dc533-57b9-48c1-afb4-42001068b643 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:47.600594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 8a8dc533-57b9-48c1-afb4-42001068b643 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:47.605688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 8a8dc533-57b9-48c1-afb4-42001068b643 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:47.606120 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.724712 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.727847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f4345-2b03-47aa-93cc-b90fd646e00a req-6cf4f64a-094e-4a61-ae20-899774f5bbea tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:47.729774 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f54f4345-2b03-47aa-93cc-b90fd646e00a req-6cf4f64a-094e-4a61-ae20-899774f5bbea tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 944 time: 0.0772369 Feb 04 16:30:47.752230 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8dc533-57b9-48c1-afb4-42001068b643'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:47.761597 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 8a8dc533-57b9-48c1-afb4-42001068b643, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=8a8dc533-57b9-48c1-afb4-42001068b643,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:47.767697 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.781650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f54f4345-2b03-47aa-93cc-b90fd646e00a req-d543fa5a-2b9a-4a61-95d9-0025d9423e92 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438631 Feb 04 16:30:47.813379 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8dc533-57b9-48c1-afb4-42001068b643', 'code': 200} Feb 04 16:30:47.839075 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=8a8dc533-57b9-48c1-afb4-42001068b643,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:48.197744 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549d886-b3c6-4346-92d8-d138c089c601 req-24d356df-4637-4497-b280-3a459cb45b0e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:48.199200 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c549d886-b3c6-4346-92d8-d138c089c601 req-24d356df-4637-4497-b280-3a459cb45b0e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0802696 Feb 04 16:30:48.247789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c549d886-b3c6-4346-92d8-d138c089c601 req-38a3a9df-a27f-4802-bfd4-7ea3577defd0 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424538 Feb 04 16:30:49.519377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7d9e-d05a-4e13-ace5-b4501aaabb26 req-822e8e1b-5952-4680-b281-4a4558035caa tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:49.520809 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-155e7d9e-d05a-4e13-ace5-b4501aaabb26 req-822e8e1b-5952-4680-b281-4a4558035caa tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.1496284 Feb 04 16:30:49.565914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-155e7d9e-d05a-4e13-ace5-b4501aaabb26 req-cb31627f-993d-4b82-a04d-238ff7cc1a75 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393682 Feb 04 16:30:50.010856 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.061388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-e235a123-890e-4e53-a9cf-1af3b0f755de tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:50.062065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-e235a123-890e-4e53-a9cf-1af3b0f755de tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Synchronizing usage tracker for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:50.073563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-e235a123-890e-4e53-a9cf-1af3b0f755de tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Unset dirty status for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:50.074643 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-e235a123-890e-4e53-a9cf-1af3b0f755de tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0904214 Feb 04 16:30:50.149735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Deleting port 8a8dc533-57b9-48c1-afb4-42001068b643 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:50.150069 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.391354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] For port 8a8dc533-57b9-48c1-afb4-42001068b643, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=8a8dc533-57b9-48c1-afb4-42001068b643,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:50.391713 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.800943 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.801235 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.801554 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Floating IP b5c42961-bb8e-4345-8024-314d00eabbc4 disassociated. External IP: 172.25.0.186, port: 8a8dc533-57b9-48c1-afb4-42001068b643. Feb 04 16:30:50.801965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Calling delete_port for 8a8dc533-57b9-48c1-afb4-42001068b643 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:50.802167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ea51-9762-4902-8b8f-8e57fd470263 req-0439ae4c-27c4-453e-ae97-48416204dcac tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:50.804136 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bca6ea51-9762-4902-8b8f-8e57fd470263 req-0439ae4c-27c4-453e-ae97-48416204dcac tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3211df1-00b5-4782-bc87-8a65b5b13e44 HTTP/1.1" status: 200 len: 945 time: 0.0901015 Feb 04 16:30:50.852769 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bca6ea51-9762-4902-8b8f-8e57fd470263 req-6849f3dd-89a5-4d13-89b7-3336c3cbaf1e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433702 Feb 04 16:30:50.963427 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.011250 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Pushing event deleted for resources: {'Port': ['ID=8a8dc533-57b9-48c1-afb4-42001068b643,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:51.026581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:51.026918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:51.027276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:51.027602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:51.027971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:51.028303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:51.028624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:51.028938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:51.029669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:51.029820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:51.030137 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:51.240194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:51.436216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:51.445988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327088ea-2957-4084-ae66-bfed356d25f6 None None] Sync routers for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:51.458189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327088ea-2957-4084-ae66-bfed356d25f6 None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:51.458903 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-327088ea-2957-4084-ae66-bfed356d25f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:30:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:51.507322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] No DVR routers for this DVR port 8a8dc533-57b9-48c1-afb4-42001068b643 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:51.509817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.512419 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'name': 'network-vif-deleted', 'tag': '8a8dc533-57b9-48c1-afb4-42001068b643'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:51.528421 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-25cf1c67-3ff6-4d5a-b13d-e871b69162f7 req-34fdac1e-7266-4765-98e6-28d7b4fdf420 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.81 "DELETE /v2.0/ports/8a8dc533-57b9-48c1-afb4-42001068b643 HTTP/1.1" status: 204 len: 173 time: 1.4478657 Feb 04 16:30:51.577291 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3211df1-00b5-4782-bc87-8a65b5b13e44', 'name': 'network-vif-deleted', 'tag': '8a8dc533-57b9-48c1-afb4-42001068b643', 'status': 'completed', 'code': 200} Feb 04 16:30:51.649186 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-327088ea-2957-4084-ae66-bfed356d25f6 None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:30:51.963461 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-327088ea-2957-4084-ae66-bfed356d25f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:51.968796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327088ea-2957-4084-ae66-bfed356d25f6 None None] Checking router: 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:30:51.985183 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327088ea-2957-4084-ae66-bfed356d25f6 None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:51.985785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-327088ea-2957-4084-ae66-bfed356d25f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:30:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:52.159130 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-327088ea-2957-4084-ae66-bfed356d25f6 None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:30:52.441678 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-0fe94d07-ad94-42e4-8634-ad2fd4f4fef3 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1866871833&fields=id&tenant_id=30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 267 time: 0.0398631 Feb 04 16:30:52.509573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-327088ea-2957-4084-ae66-bfed356d25f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:52.514628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327088ea-2957-4084-ae66-bfed356d25f6 None None] The sync data for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 is: [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:52.594914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-72f1ad70-12a5-420d-ab8d-6b2c30d47727 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:52.596427 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-72f1ad70-12a5-420d-ab8d-6b2c30d47727 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 811 time: 0.1471393 Feb 04 16:30:52.613752 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-e070fb2c-a9e5-4024-addf-a60f712afe36 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/quotas/30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 375 time: 0.0120292 Feb 04 16:30:52.702817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-7ea2c345-42c8-4e93-9839-f74b7b5c66ce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838423 Feb 04 16:30:52.718441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-ae40823b-0ef9-46e5-af96-c6f840361ab6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:30:52.719414 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-ae40823b-0ef9-46e5-af96-c6f840361ab6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052831 Feb 04 16:30:52.751512 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab79bae5-6081-46d9-abad-a0afa4e5c94e None None] New status for floating IP b5c42961-bb8e-4345-8024-314d00eabbc4: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:30:52.857533 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-b3d1d5ef-2388-4d00-be80-f9bd3b8b0992 service neutron] 10.222.0.60 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313326 Feb 04 16:30:52.991627 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-96a0662f-88b3-42c1-a902-ed4d00ec427c service neutron] 10.222.0.60 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283953 Feb 04 16:30:53.182096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f1608a6-d5b1-40de-9bb2-f9895e7223f6 req-cc850115-4eda-4ff7-8c58-39151bb1de94 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 210 time: 0.0404212 Feb 04 16:30:53.580992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 8a8dc533-57b9-48c1-afb4-42001068b643 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:53.615567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 8a8dc533-57b9-48c1-afb4-42001068b643 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:30:53.615914 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 8a8dc533-57b9-48c1-afb4-42001068b643 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:54.207897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-7c42f4a5-4f53-4b10-870c-5c78cbe76b45 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:54.209461 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-7c42f4a5-4f53-4b10-870c-5c78cbe76b45 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 811 time: 0.1420507 Feb 04 16:30:54.268541 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-14196bbe-086e-494d-9612-c4baf01cdba3 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 380 time: 0.0463135 Feb 04 16:30:54.276726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Request body: {'port': {'device_id': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'admin_state_up': True, 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'security_groups': ['54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:54.494192 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-32987b31-12e4-4c24-86d2-2a054cfb4d1a req-d71f85b0-903a-4caf-a2d5-e1c8d6d118c6 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 210 time: 0.0515616 Feb 04 16:30:54.552632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:54.556574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Usage tracker for resource:port and tenant:30d11dfba7ec4959bba78ed54fc71b53 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:54.559650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:54.565241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:54.575580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Made reservation on behalf of 30d11dfba7ec4959bba78ed54fc71b53 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:54.578562 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.738998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Allocated IP 172.20.0.10 (1d73b2fe-9d00-4112-baa9-de0be3af45b3/4c3b92c9-1741-4eef-a4b8-93b62818dd80/9154a53c-cb0a-459e-83ba-ba5589763b52) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:54.926599 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.944175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Transition to ACTIVE for port object 9154a53c-cb0a-459e-83ba-ba5589763b52 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:54.965653 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.035680 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:55.038707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:55.043076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:55.074671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Pushing event updated for resources: {'Port': ['ID=9154a53c-cb0a-459e-83ba-ba5589763b52,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:55.092802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:55.093138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:55.093470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:55.093794 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:55.094113 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:55.094431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:55.094737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:55.095053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:55.095393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:55.095713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:55.096018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:55.121081 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:55.122254 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.147262 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-5ca5a082-df9c-4ba5-9df3-0fd71803814f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8739040 Feb 04 16:30:55.158023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Request body: {'port': {'device_id': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:55.239091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e928ec23-1938-44d5-8e34-af34d79d9f26 None None] Provisioning for port 9154a53c-cb0a-459e-83ba-ba5589763b52 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:55.244059 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e928ec23-1938-44d5-8e34-af34d79d9f26 None None] Provisioning complete for port 9154a53c-cb0a-459e-83ba-ba5589763b52 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:55.244534 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e928ec23-1938-44d5-8e34-af34d79d9f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.273739 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.300746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e928ec23-1938-44d5-8e34-af34d79d9f26 None None] Port 9154a53c-cb0a-459e-83ba-ba5589763b52 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:55.619264 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9154a53c-cb0a-459e-83ba-ba5589763b52 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:30:55.626633 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.680587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Transition to ACTIVE for port object 9154a53c-cb0a-459e-83ba-ba5589763b52 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:55.685089 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.828568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Pushing event updated for resources: {'Port': ['ID=9154a53c-cb0a-459e-83ba-ba5589763b52,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:55.872023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76275c3c-ff32-4575-84c7-2a52e31adb28 req-8da3d274-a01f-4103-85b6-bc93b828f490 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:55.872729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-76275c3c-ff32-4575-84c7-2a52e31adb28 req-8da3d274-a01f-4103-85b6-bc93b828f490 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Synchronizing usage tracker for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:55.934598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-76275c3c-ff32-4575-84c7-2a52e31adb28 req-8da3d274-a01f-4103-85b6-bc93b828f490 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Unset dirty status for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:55.936009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76275c3c-ff32-4575-84c7-2a52e31adb28 req-8da3d274-a01f-4103-85b6-bc93b828f490 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 932 time: 0.3069162 Feb 04 16:30:55.978112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Attempting to bind port 9154a53c-cb0a-459e-83ba-ba5589763b52 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:55.978435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Attempting to bind port 9154a53c-cb0a-459e-83ba-ba5589763b52 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:55.978754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Attempting to bind port 9154a53c-cb0a-459e-83ba-ba5589763b52 on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:30:55.993321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Port 9154a53c-cb0a-459e-83ba-ba5589763b52 on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:30:55.993645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Attempting to bind port 9154a53c-cb0a-459e-83ba-ba5589763b52 on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:30:56.009821 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:30:56.010486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Checking segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:56.010861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Bound using segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:30:56.011302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Bound port: 9154a53c-cb0a-459e-83ba-ba5589763b52, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:56.011639 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.024101 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76275c3c-ff32-4575-84c7-2a52e31adb28 req-46fd82e1-26d6-43de-987e-af626b9f32b3 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725231 Feb 04 16:30:56.100957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] For port 9154a53c-cb0a-459e-83ba-ba5589763b52, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:56.103868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] For port 9154a53c-cb0a-459e-83ba-ba5589763b52, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=9154a53c-cb0a-459e-83ba-ba5589763b52,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:56.109213 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.169923 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.171418 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] 10.222.0.73 "PUT /v2.0/ports/9154a53c-cb0a-459e-83ba-ba5589763b52 HTTP/1.1" status: 200 len: 1092 time: 1.0175753 Feb 04 16:30:56.171848 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'tag': '9154a53c-cb0a-459e-83ba-ba5589763b52'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:56.199735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655cb80-61ae-44e3-8578-b7c5654f933b service neutron] Pushing event updated for resources: {'Port': ['ID=9154a53c-cb0a-459e-83ba-ba5589763b52,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:56.352521 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'tag': '9154a53c-cb0a-459e-83ba-ba5589763b52', 'status': 'completed', 'code': 200} Feb 04 16:30:56.387906 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-0b09e083-ca42-43a9-858f-bb1c63f96721 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 1095 time: 0.1764016 Feb 04 16:30:56.456143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-f3e424b6-3973-44d4-b040-0a964d48b5e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9154a53c-cb0a-459e-83ba-ba5589763b52 HTTP/1.1" status: 200 len: 217 time: 0.0624390 Feb 04 16:30:56.516737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-87d71170-3018-4da4-bf17-16e55c02aa12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:56.518128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-87d71170-3018-4da4-bf17-16e55c02aa12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0563748 Feb 04 16:30:56.594958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-f324cdd8-23aa-4eb6-a3a0-73030a241156 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695195 Feb 04 16:30:56.726975 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-37ba8126-5e4a-495b-ad1d-9346f05ec4ef service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245067 Feb 04 16:30:56.859813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ddf90f71-909a-4f01-8b2e-2deb6571ed8a req-54207435-0cc5-4aa8-9687-f762a5034abd service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271236 Feb 04 16:30:56.975514 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d84f5a31-08ee-45ce-ba08-3e9fed0f45e8 req-e34e091d-a226-4330-b568-b539c1da1e8e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 1095 time: 0.0701478 Feb 04 16:30:57.107062 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f5a31-08ee-45ce-ba08-3e9fed0f45e8 req-33c801b1-b449-4b80-8e25-1db9a9977e0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:57.108906 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d84f5a31-08ee-45ce-ba08-3e9fed0f45e8 req-33c801b1-b449-4b80-8e25-1db9a9977e0e service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1269186 Feb 04 16:30:57.218384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d84f5a31-08ee-45ce-ba08-3e9fed0f45e8 req-e7276a26-fc02-4860-95b1-b8472b21e0e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9154a53c-cb0a-459e-83ba-ba5589763b52 HTTP/1.1" status: 200 len: 217 time: 0.1023352 Feb 04 16:30:57.299484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f5a31-08ee-45ce-ba08-3e9fed0f45e8 req-08341c23-c9d3-4a09-b619-70dd1760238d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:57.300809 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d84f5a31-08ee-45ce-ba08-3e9fed0f45e8 req-08341c23-c9d3-4a09-b619-70dd1760238d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0762496 Feb 04 16:30:57.346718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b213a9-71bc-4f62-a881-c2e2066bfe92 req-0f9d18fd-d171-480a-9fdb-62629ad5fc77 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:57.348158 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24b213a9-71bc-4f62-a881-c2e2066bfe92 req-0f9d18fd-d171-480a-9fdb-62629ad5fc77 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 944 time: 0.1852186 Feb 04 16:30:57.408656 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-24b213a9-71bc-4f62-a881-c2e2066bfe92 req-68044ebe-dd15-439b-ba4f-72274f448f69 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543194 Feb 04 16:30:57.419693 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d84f5a31-08ee-45ce-ba08-3e9fed0f45e8 req-2e23593e-2bb4-40b6-9102-9f9b0ce8d4b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114454 Feb 04 16:30:57.554412 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d84f5a31-08ee-45ce-ba08-3e9fed0f45e8 req-94b116a8-33c5-44f5-84ab-cb6817e1fe45 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273024 Feb 04 16:30:57.686453 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d84f5a31-08ee-45ce-ba08-3e9fed0f45e8 req-cf8aa974-28c4-4c99-baac-a1df370da366 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251516 Feb 04 16:30:58.615123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db9b05-37fa-413e-b81b-14570abb018e req-c752fd6c-43a4-4003-8949-c9b5ba4f6674 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:58.616594 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9db9b05-37fa-413e-b81b-14570abb018e req-c752fd6c-43a4-4003-8949-c9b5ba4f6674 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 944 time: 0.0799010 Feb 04 16:30:58.662479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9db9b05-37fa-413e-b81b-14570abb018e req-ef93015c-6a8c-4695-8397-65adf6c480a9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401461 Feb 04 16:30:59.859793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb685c8a-f71e-4da8-830c-620de439ba43 req-5688f61c-cb1f-47a2-998e-b2b033622f1a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:59.861238 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb685c8a-f71e-4da8-830c-620de439ba43 req-5688f61c-cb1f-47a2-998e-b2b033622f1a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 944 time: 0.0745809 Feb 04 16:30:59.908465 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb685c8a-f71e-4da8-830c-620de439ba43 req-d61cd3df-62c5-4b0c-aeef-886c0e0b8b1f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417309 Feb 04 16:30:59.964497 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 9154a53c-cb0a-459e-83ba-ba5589763b52 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:31:00.096786 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 9154a53c-cb0a-459e-83ba-ba5589763b52, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=9154a53c-cb0a-459e-83ba-ba5589763b52,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:00.110765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '9154a53c-cb0a-459e-83ba-ba5589763b52', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'port_id': '9154a53c-cb0a-459e-83ba-ba5589763b52', 'mac_address': 'fa:16:3e:14:d1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:31:00.164084 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.180736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9154a53c-cb0a-459e-83ba-ba5589763b52 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:31:00.195117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 9154a53c-cb0a-459e-83ba-ba5589763b52, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=9154a53c-cb0a-459e-83ba-ba5589763b52,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:00.198863 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.265971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=9154a53c-cb0a-459e-83ba-ba5589763b52,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:00.274418 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:00.274762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:00.275101 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:00.275458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:00.275790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:00.276113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:00.276435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:00.276761 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:00.277079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:00.277397 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:00.278458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:00.543994 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['9154a53c-cb0a-459e-83ba-ba5589763b52'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:31:01.227228 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a706a5-86fd-40e1-9f14-1d259a7c111a req-5329f568-4836-48b1-b211-acaf90f8a704 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:01.228588 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51a706a5-86fd-40e1-9f14-1d259a7c111a req-5329f568-4836-48b1-b211-acaf90f8a704 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 945 time: 0.1717396 Feb 04 16:31:01.273495 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51a706a5-86fd-40e1-9f14-1d259a7c111a req-8e4e488b-7077-4d3e-8334-086872e631ad tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388427 Feb 04 16:31:01.980329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 9154a53c-cb0a-459e-83ba-ba5589763b52 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:02.050959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 9154a53c-cb0a-459e-83ba-ba5589763b52 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:02.055505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 9154a53c-cb0a-459e-83ba-ba5589763b52 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:02.055875 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:02.170920 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:02.197630 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9154a53c-cb0a-459e-83ba-ba5589763b52'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:31:02.207753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 9154a53c-cb0a-459e-83ba-ba5589763b52, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=9154a53c-cb0a-459e-83ba-ba5589763b52,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:02.211836 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:02.263268 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9154a53c-cb0a-459e-83ba-ba5589763b52', 'code': 200} Feb 04 16:31:02.280198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=9154a53c-cb0a-459e-83ba-ba5589763b52,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:02.400635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33be6c69-34c8-42a5-87a2-a15a6a337cc3 req-f920f0fb-49be-4fb4-86db-61398d937064 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 1097 time: 0.0673492 Feb 04 16:31:02.497423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33be6c69-34c8-42a5-87a2-a15a6a337cc3 req-6479bd38-46da-4ab1-a084-5c914b4e4f24 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601833 Feb 04 16:31:02.510954 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46053990-ab4a-4030-85e8-65f2498e3d7c req-5e24184c-81b4-4336-b26c-e3e6d89a33e2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:02.512596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46053990-ab4a-4030-85e8-65f2498e3d7c req-5e24184c-81b4-4336-b26c-e3e6d89a33e2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.1083219 Feb 04 16:31:02.557234 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-46053990-ab4a-4030-85e8-65f2498e3d7c req-3ea1d5cc-8e97-4bdb-8b8d-5ca79e336cbe tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389872 Feb 04 16:31:03.766399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a0371-1ca7-4c4d-af96-19958b30927e req-59c6fc00-668e-4259-ba4f-ee7f7572f16c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:03.767793 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f27a0371-1ca7-4c4d-af96-19958b30927e req-59c6fc00-668e-4259-ba4f-ee7f7572f16c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0867226 Feb 04 16:31:03.812548 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f27a0371-1ca7-4c4d-af96-19958b30927e req-fee9cc71-e007-4371-947c-03994ec3b4a9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390830 Feb 04 16:31:05.012733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d84fe-3bd8-42b2-8cf5-f35036c57446 req-24f6c9de-d298-4dd5-afc6-675973ef95e9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:05.014191 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-203d84fe-3bd8-42b2-8cf5-f35036c57446 req-24f6c9de-d298-4dd5-afc6-675973ef95e9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0774019 Feb 04 16:31:05.058612 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-203d84fe-3bd8-42b2-8cf5-f35036c57446 req-528bf83d-2e30-4fa8-a6c2-6882d3c17458 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388217 Feb 04 16:31:05.256243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6b1fc-2558-4a25-a96c-d5a119fbece7 req-fc9bb542-a443-4262-af6a-c1fd8f63aee1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:05.257700 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ad6b1fc-2558-4a25-a96c-d5a119fbece7 req-fc9bb542-a443-4262-af6a-c1fd8f63aee1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0819664 Feb 04 16:31:05.266595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55766) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:05.271554 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2569d9c9-b4e0-433c-849f-7e80f1ef2b03 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Request body: {'floatingip': {'port_id': '9154a53c-cb0a-459e-83ba-ba5589763b52'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:05.352593 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2569d9c9-b4e0-433c-849f-7e80f1ef2b03 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:05.941315 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2569d9c9-b4e0-433c-849f-7e80f1ef2b03 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:05.945538 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2569d9c9-b4e0-433c-849f-7e80f1ef2b03 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.136555 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-2569d9c9-b4e0-433c-849f-7e80f1ef2b03 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Floating IP b5c42961-bb8e-4345-8024-314d00eabbc4 associated. External IP: 172.25.0.186, port: 9154a53c-cb0a-459e-83ba-ba5589763b52. Feb 04 16:31:06.629724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2569d9c9-b4e0-433c-849f-7e80f1ef2b03 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:31:06.669618 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-14ca106f-3f93-4627-a11e-77336e4764f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.825557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2569d9c9-b4e0-433c-849f-7e80f1ef2b03 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:06.830313 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2569d9c9-b4e0-433c-849f-7e80f1ef2b03 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.835417 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f709bf0-0f65-47a6-a525-9a9d79c71f5c None None] Sync routers for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:06.848039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f709bf0-0f65-47a6-a525-9a9d79c71f5c None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:06.848651 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3f709bf0-0f65-47a6-a525-9a9d79c71f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:30:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:06.885661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2569d9c9-b4e0-433c-849f-7e80f1ef2b03 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "PUT /v2.0/floatingips/b5c42961-bb8e-4345-8024-314d00eabbc4 HTTP/1.1" status: 200 len: 992 time: 1.6178327 Feb 04 16:31:06.886068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'tag': '9154a53c-cb0a-459e-83ba-ba5589763b52'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:31:06.942047 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'tag': '9154a53c-cb0a-459e-83ba-ba5589763b52', 'status': 'completed', 'code': 200} Feb 04 16:31:07.044337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-3f709bf0-0f65-47a6-a525-9a9d79c71f5c None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:31:07.098680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d743edd5-21d7-4342-9c47-de987fb96660 req-27a95c85-e55b-46ad-9883-97871e303d56 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 1097 time: 0.1309934 Feb 04 16:31:07.109111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804820e-e250-4b6b-a6c9-33f6e0352d8b req-ca3afd97-8ed0-49a5-80d2-f48bcb6c1f44 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:07.110532 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3804820e-e250-4b6b-a6c9-33f6e0352d8b req-ca3afd97-8ed0-49a5-80d2-f48bcb6c1f44 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0991468 Feb 04 16:31:07.240174 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3804820e-e250-4b6b-a6c9-33f6e0352d8b req-40a72f0d-bb4f-43ea-a5da-89b772fe0ec3 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110206 Feb 04 16:31:07.274125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743edd5-21d7-4342-9c47-de987fb96660 req-533a2986-07f3-42b3-90db-9a148a8eda60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:07.275607 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d743edd5-21d7-4342-9c47-de987fb96660 req-533a2986-07f3-42b3-90db-9a148a8eda60 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1642408 Feb 04 16:31:07.376515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d743edd5-21d7-4342-9c47-de987fb96660 req-8d3e9daf-c846-4bdc-a137-3595c04a978e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9154a53c-cb0a-459e-83ba-ba5589763b52 HTTP/1.1" status: 200 len: 1000 time: 0.0954452 Feb 04 16:31:07.388417 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3f709bf0-0f65-47a6-a525-9a9d79c71f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'b5c42961-bb8e-4345-8024-314d00eabbc4', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'port_id': '9154a53c-cb0a-459e-83ba-ba5589763b52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'mac_address': 'fa:16:3e:14:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:29:51Z', 'updated_at': '2022-02-04T16:31:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:07.392523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f709bf0-0f65-47a6-a525-9a9d79c71f5c None None] Checking router: 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:31:07.403462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f709bf0-0f65-47a6-a525-9a9d79c71f5c None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:07.404088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3f709bf0-0f65-47a6-a525-9a9d79c71f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:30:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:07.446679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743edd5-21d7-4342-9c47-de987fb96660 req-cb55c485-0135-43cc-ba8a-115d51a83bc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:07.448150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d743edd5-21d7-4342-9c47-de987fb96660 req-cb55c485-0135-43cc-ba8a-115d51a83bc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0649836 Feb 04 16:31:07.525847 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d743edd5-21d7-4342-9c47-de987fb96660 req-2bcd70bf-2af1-4ef4-9400-fd56ed04053b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712097 Feb 04 16:31:07.619532 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-3f709bf0-0f65-47a6-a525-9a9d79c71f5c None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:31:07.664787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d743edd5-21d7-4342-9c47-de987fb96660 req-d0112429-3ce6-419a-a6a2-28afd03e7c23 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331933 Feb 04 16:31:07.797953 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d743edd5-21d7-4342-9c47-de987fb96660 req-54b64f2b-420b-4710-ae05-a592c00c88f6 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277552 Feb 04 16:31:07.970879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3f709bf0-0f65-47a6-a525-9a9d79c71f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'b5c42961-bb8e-4345-8024-314d00eabbc4', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'port_id': '9154a53c-cb0a-459e-83ba-ba5589763b52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'mac_address': 'fa:16:3e:14:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:29:51Z', 'updated_at': '2022-02-04T16:31:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:07.974849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f709bf0-0f65-47a6-a525-9a9d79c71f5c None None] The sync data for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 is: [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'b5c42961-bb8e-4345-8024-314d00eabbc4', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'port_id': '9154a53c-cb0a-459e-83ba-ba5589763b52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'mac_address': 'fa:16:3e:14:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:29:51Z', 'updated_at': '2022-02-04T16:31:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:08.184674 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42df79-8059-4efc-b6e8-96dcbada4075 None None] New status for floating IP b5c42961-bb8e-4345-8024-314d00eabbc4: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:31:08.541659 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b5984-b3ca-47b6-a5c6-b02c5df0a848 req-cd00a528-72d2-4dc0-bf53-7fc1794bcd2a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:08.543683 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-802b5984-b3ca-47b6-a5c6-b02c5df0a848 req-cd00a528-72d2-4dc0-bf53-7fc1794bcd2a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.1701286 Feb 04 16:31:08.588009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-802b5984-b3ca-47b6-a5c6-b02c5df0a848 req-f7ec06df-57a4-4fcf-a818-45d251a35f23 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385189 Feb 04 16:31:08.963509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799b119-76d9-4e50-bab9-3d3385eed4fb req-e57df3e0-1e8a-47d5-906a-f963be2a83bc tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:08.966009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9799b119-76d9-4e50-bab9-3d3385eed4fb req-e57df3e0-1e8a-47d5-906a-f963be2a83bc tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0771303 Feb 04 16:31:09.014371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9799b119-76d9-4e50-bab9-3d3385eed4fb req-7d539abb-7bcf-4d72-9254-27a1547a6785 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422852 Feb 04 16:31:09.035426 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d688256c-064f-4760-9faa-fd4e0d87cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.221846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebf462-ad53-4883-ac4f-5106f11a0f11 req-ecc622f8-2e19-40f9-9389-27f78ee0f27a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:10.223318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5ebf462-ad53-4883-ac4f-5106f11a0f11 req-ecc622f8-2e19-40f9-9389-27f78ee0f27a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0788879 Feb 04 16:31:10.269806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5ebf462-ad53-4883-ac4f-5106f11a0f11 req-9d05c88e-2865-4fa9-ab9b-ad419195cc73 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410297 Feb 04 16:31:10.384557 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.450381 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.476437 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:31:11.475317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bc061-de62-46dc-a8e0-b2c7142ec398 req-913f8b35-d339-45b3-bf63-83fd9e925997 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:11.476945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b68bc061-de62-46dc-a8e0-b2c7142ec398 req-913f8b35-d339-45b3-bf63-83fd9e925997 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0779550 Feb 04 16:31:11.528265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b68bc061-de62-46dc-a8e0-b2c7142ec398 req-740ee106-a213-4732-bc00-cd6155f67050 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443268 Feb 04 16:31:11.623673 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:12.082618 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:12.737934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65a3ab-13ec-4fd8-88c9-cd47565ef7e9 req-19da0728-a691-423f-8c2b-756288c300e4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:12.739424 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b65a3ab-13ec-4fd8-88c9-cd47565ef7e9 req-19da0728-a691-423f-8c2b-756288c300e4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0770755 Feb 04 16:31:12.787408 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b65a3ab-13ec-4fd8-88c9-cd47565ef7e9 req-1ce488f8-344a-491b-9749-92bccaddb7af tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401847 Feb 04 16:31:13.993414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f86a13-f567-49b3-b654-5d47ed51eded req-aee7fc32-0093-450a-ba36-b79746931b62 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:13.994857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1f86a13-f567-49b3-b654-5d47ed51eded req-aee7fc32-0093-450a-ba36-b79746931b62 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0812960 Feb 04 16:31:14.039837 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f1f86a13-f567-49b3-b654-5d47ed51eded req-b5c23800-d788-47e5-a2cf-278cc2892863 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388126 Feb 04 16:31:15.239163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eef454-1609-4af6-8237-a282b9ecec5b req-2fa49610-1f3c-4091-873d-535511bd196e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:15.240620 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5eef454-1609-4af6-8237-a282b9ecec5b req-2fa49610-1f3c-4091-873d-535511bd196e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0743988 Feb 04 16:31:15.286747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5eef454-1609-4af6-8237-a282b9ecec5b req-0458bcc6-2bdd-4ce1-b9c7-281026c2cf00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396748 Feb 04 16:31:16.494083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616e526-7ecc-4ce7-9d49-82172b5eff11 req-36507a7e-5ec0-443b-9138-579e2562a88a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:16.495795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2616e526-7ecc-4ce7-9d49-82172b5eff11 req-36507a7e-5ec0-443b-9138-579e2562a88a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0785787 Feb 04 16:31:16.540667 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2616e526-7ecc-4ce7-9d49-82172b5eff11 req-cb603fab-a200-4ddf-92f0-38bbb6e044d5 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393262 Feb 04 16:31:17.745233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531b8d9-7161-4f4b-b146-d73f1af3d9df req-4d8aaa4c-2afa-4995-b6dd-3227bf292fac tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:17.748007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6531b8d9-7161-4f4b-b146-d73f1af3d9df req-4d8aaa4c-2afa-4995-b6dd-3227bf292fac tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0802798 Feb 04 16:31:17.797758 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6531b8d9-7161-4f4b-b146-d73f1af3d9df req-058b55f6-90eb-4500-96cc-9776d04d1411 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442190 Feb 04 16:31:19.001696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50e8ce-749c-4012-92aa-960f22194396 req-229614f3-d1ce-48ac-81dc-109fd92f7f19 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:19.003205 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b50e8ce-749c-4012-92aa-960f22194396 req-229614f3-d1ce-48ac-81dc-109fd92f7f19 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0817051 Feb 04 16:31:19.049185 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b50e8ce-749c-4012-92aa-960f22194396 req-0318f2ca-42eb-4abc-99e9-e4d5f6c08539 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405433 Feb 04 16:31:20.010804 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:20.254668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542485d-745d-4b61-95dd-02d1e8a2647c req-40129d33-1751-4122-ae29-b59ae58c4aad tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:20.256057 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d542485d-745d-4b61-95dd-02d1e8a2647c req-40129d33-1751-4122-ae29-b59ae58c4aad tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0793808 Feb 04 16:31:20.301861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d542485d-745d-4b61-95dd-02d1e8a2647c req-e3e6bf7f-1046-435e-bd82-606d4b996aea tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403330 Feb 04 16:31:21.505491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76f15a-4d00-46c3-92a5-acb9a5486541 req-2f1752eb-f9b3-49a1-ab46-9499ecd78673 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:21.506938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe76f15a-4d00-46c3-92a5-acb9a5486541 req-2f1752eb-f9b3-49a1-ab46-9499ecd78673 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0769615 Feb 04 16:31:21.553717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe76f15a-4d00-46c3-92a5-acb9a5486541 req-bcc7a24e-5d5e-4192-8c2f-a234c8249571 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406108 Feb 04 16:31:22.756737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4819da8-52d0-477c-900f-b858f07eee4b req-1c24a1d3-3054-44d3-942c-d4709e6f3c6c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:22.758205 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b4819da8-52d0-477c-900f-b858f07eee4b req-1c24a1d3-3054-44d3-942c-d4709e6f3c6c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0811455 Feb 04 16:31:22.802371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b4819da8-52d0-477c-900f-b858f07eee4b req-4faecfd6-734d-4c88-974c-2d3e51ad725d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377631 Feb 04 16:31:24.009330 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd3411-b473-4cde-82bb-19b016806aa2 req-2f580702-f7b4-4fbe-9df8-66c7db67565f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:24.010776 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7fd3411-b473-4cde-82bb-19b016806aa2 req-2f580702-f7b4-4fbe-9df8-66c7db67565f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0782402 Feb 04 16:31:24.055680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7fd3411-b473-4cde-82bb-19b016806aa2 req-38ea55d6-e58f-4357-967b-4d111065b22c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390494 Feb 04 16:31:25.258717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c5e2a-c56b-402f-9ae1-6453070d90c2 req-293a14cb-1a79-4f43-8a43-11e6e411dee8 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:25.260125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b8c5e2a-c56b-402f-9ae1-6453070d90c2 req-293a14cb-1a79-4f43-8a43-11e6e411dee8 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0797863 Feb 04 16:31:25.306083 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b8c5e2a-c56b-402f-9ae1-6453070d90c2 req-ef037b12-fd00-46b3-a746-21dcdcf99700 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399549 Feb 04 16:31:26.503695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0567cee-ff91-4e5d-9429-43593ec1dfc9 req-5d8d1405-fdf3-4f8a-9b99-ca1cc800b009 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:26.505138 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e0567cee-ff91-4e5d-9429-43593ec1dfc9 req-5d8d1405-fdf3-4f8a-9b99-ca1cc800b009 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0762746 Feb 04 16:31:26.553184 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e0567cee-ff91-4e5d-9429-43593ec1dfc9 req-77de4db3-58f7-4ba5-aa26-f0295c9b5f82 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425045 Feb 04 16:31:27.756533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf4c9d-5e50-483c-951d-cb0f718250cc req-a3abf600-f93f-4d2d-be61-4f2606400773 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:27.757956 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-32bf4c9d-5e50-483c-951d-cb0f718250cc req-a3abf600-f93f-4d2d-be61-4f2606400773 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0772777 Feb 04 16:31:27.803472 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-32bf4c9d-5e50-483c-951d-cb0f718250cc req-b5069eaf-7b4b-4fda-a326-2aaadf98f214 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392821 Feb 04 16:31:29.009110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51e8d5-7407-496b-93c3-eef5e6515600 req-327ad214-21f1-4d8a-a40a-54b68a938019 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:29.010570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e51e8d5-7407-496b-93c3-eef5e6515600 req-327ad214-21f1-4d8a-a40a-54b68a938019 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0820622 Feb 04 16:31:29.056284 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e51e8d5-7407-496b-93c3-eef5e6515600 req-d8670bd9-e660-4f33-9a8d-5cb89edd05e9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393431 Feb 04 16:31:30.257459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667f6d5-0451-475f-8707-e95b7a3bb0d0 req-2d0319ee-f973-440e-b509-23a427372500 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:30.258799 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e667f6d5-0451-475f-8707-e95b7a3bb0d0 req-2d0319ee-f973-440e-b509-23a427372500 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0740504 Feb 04 16:31:30.303402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e667f6d5-0451-475f-8707-e95b7a3bb0d0 req-7198200b-f43a-4c16-ba2f-d7dd196776cf tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384061 Feb 04 16:31:31.516750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a88a7e-405c-43f8-823b-e0e4676b8fe4 req-ad08b246-242b-4557-8a67-064a8bcd147d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:31.518183 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48a88a7e-405c-43f8-823b-e0e4676b8fe4 req-ad08b246-242b-4557-8a67-064a8bcd147d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0782936 Feb 04 16:31:31.561884 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-48a88a7e-405c-43f8-823b-e0e4676b8fe4 req-58d7ec62-bc65-4d80-a491-fdfbd20625e0 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383012 Feb 04 16:31:32.762916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a027816-b702-4efd-a46c-ea453031212b req-a68ffcbb-0428-4376-ac77-44649a0343ed tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:32.764437 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a027816-b702-4efd-a46c-ea453031212b req-a68ffcbb-0428-4376-ac77-44649a0343ed tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0762215 Feb 04 16:31:32.813347 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a027816-b702-4efd-a46c-ea453031212b req-9c00e72d-2a97-4dfc-b8fb-0175b61e17c2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435207 Feb 04 16:31:34.014589 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e1bb2-a8a7-4b2c-9f46-47ea74800f0e req-6faed992-5ca5-4223-85a7-593394022add tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:34.016101 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-320e1bb2-a8a7-4b2c-9f46-47ea74800f0e req-6faed992-5ca5-4223-85a7-593394022add tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0774853 Feb 04 16:31:34.062528 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-320e1bb2-a8a7-4b2c-9f46-47ea74800f0e req-b8dc5e2e-bd56-48bc-b141-2669349e9388 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409949 Feb 04 16:31:35.276225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50d69a-3aec-4489-83c0-564d00d80e13 req-f036824c-659d-42b0-8ff5-1232ba7fca99 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:35.277940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e50d69a-3aec-4489-83c0-564d00d80e13 req-f036824c-659d-42b0-8ff5-1232ba7fca99 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0828207 Feb 04 16:31:35.323840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e50d69a-3aec-4489-83c0-564d00d80e13 req-b78cdc9a-0a04-40e3-a763-d58d9099a640 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395439 Feb 04 16:31:35.527323 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16da0976-3eb3-4b5b-9fa7-b1cc7ca635ac req-24fdc9af-7bbc-445f-a8d2-8b19c37aee63 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0696065 Feb 04 16:31:35.939045 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-d549bcc2-4378-4fe2-bba7-5cbf5e97cd34 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2227166 Feb 04 16:31:35.960564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3d41c-3f97-4fa3-af04-3536ed6c1f2b req-25d3e887-ba26-40c8-b658-0584773d266d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:35.962808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ba3d41c-3f97-4fa3-af04-3536ed6c1f2b req-25d3e887-ba26-40c8-b658-0584773d266d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.1844046 Feb 04 16:31:36.020473 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ba3d41c-3f97-4fa3-af04-3536ed6c1f2b req-70e75788-d787-437d-b47b-20fd1747389e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502157 Feb 04 16:31:36.676332 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5e0f8746-79fe-4d8a-aa84-cf11428f7ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:37.283840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-d23ced13-277e-416e-a530-2c50db4adeef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 1097 time: 0.1273019 Feb 04 16:31:37.289403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eec520-e8ed-4fa9-bb87-716c5886bef6 req-250aa9ce-5872-469d-ab3b-3ac8dd29b01f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:37.290892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11eec520-e8ed-4fa9-bb87-716c5886bef6 req-250aa9ce-5872-469d-ab3b-3ac8dd29b01f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.1366141 Feb 04 16:31:37.417186 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11eec520-e8ed-4fa9-bb87-716c5886bef6 req-3fbc875c-a099-4b5a-bcf0-4bfc05b44363 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075540 Feb 04 16:31:37.449342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-7af89906-9643-4bfe-beb4-842351355d18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:37.450899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-7af89906-9643-4bfe-beb4-842351355d18 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1590395 Feb 04 16:31:37.553581 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-523f2f14-d468-4190-8e67-03122f0e859f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9154a53c-cb0a-459e-83ba-ba5589763b52 HTTP/1.1" status: 200 len: 1002 time: 0.0968325 Feb 04 16:31:37.618329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5fe2a892-33d4-4a51-9ab5-827f93791925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:37.620079 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5fe2a892-33d4-4a51-9ab5-827f93791925 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0600314 Feb 04 16:31:37.698077 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-f9344bec-037e-43a4-a881-a32d96f81bb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726001 Feb 04 16:31:37.831130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-2fa70631-6954-473b-accc-a59248277989 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270981 Feb 04 16:31:37.963322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-3a860991-bf02-4144-b806-27cbd4d1d7a7 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262133 Feb 04 16:31:38.615461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc497a6d-a60f-43a4-83b6-63e24ac6e2ab req-2f6d7f11-9563-4be3-8db8-1c06784b3df5 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:38.617320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc497a6d-a60f-43a4-83b6-63e24ac6e2ab req-2f6d7f11-9563-4be3-8db8-1c06784b3df5 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0761817 Feb 04 16:31:38.666830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cc497a6d-a60f-43a4-83b6-63e24ac6e2ab req-67102d4e-ee62-4f92-874c-2f7183eaca9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435948 Feb 04 16:31:39.038420 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2c388760-6a3a-473e-94e9-1fc21f467dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.871204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b71b00-0c09-41ba-bde4-9464a50e4879 req-47ab1e66-78d6-4789-9e6d-26a9cb0d8252 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:39.873298 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58b71b00-0c09-41ba-bde4-9464a50e4879 req-47ab1e66-78d6-4789-9e6d-26a9cb0d8252 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0747113 Feb 04 16:31:39.920293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58b71b00-0c09-41ba-bde4-9464a50e4879 req-62cea5b0-6233-48ee-89a8-a274f82e63e6 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406103 Feb 04 16:31:40.109563 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-0e25a685-227c-48e3-a40c-38d297f3dbca service neutron] show failed (client error): The resource could not be found. Feb 04 16:31:40.110556 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-0e25a685-227c-48e3-a40c-38d297f3dbca service neutron] 10.222.0.73 "GET /v2.0/ports/9154a53c-cb0a-459e-83ba-ba5589763b52/bindings/n-h1-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.0776694 Feb 04 16:31:40.365187 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-f3624978-725a-46a9-8d01-b8495b548306 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8&tenant_id=30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 1097 time: 0.0684063 Feb 04 16:31:40.384082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:40.393137 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:40.452817 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:40.495015 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:40.753959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] For port 9154a53c-cb0a-459e-83ba-ba5589763b52, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=9154a53c-cb0a-459e-83ba-ba5589763b52,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:40.782574 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] For port 9154a53c-cb0a-459e-83ba-ba5589763b52, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:40.837096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9154a53c-cb0a-459e-83ba-ba5589763b52'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:31:40.842525 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:40.857192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Transition to ACTIVE for port object 9154a53c-cb0a-459e-83ba-ba5589763b52 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:40.861035 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.002798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Pushing event updated for resources: {'Port': ['ID=9154a53c-cb0a-459e-83ba-ba5589763b52,revision_number=6']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:41.026341 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9154a53c-cb0a-459e-83ba-ba5589763b52', 'code': 200} Feb 04 16:31:41.094739 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] No DVR routers for this DVR port 9154a53c-cb0a-459e-83ba-ba5589763b52 on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:31:41.163576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f7bfe-83ce-4243-ab75-28e18d1ebc2c req-64133a11-4f77-47e2-ad0e-3fbdf3dd7c31 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:41.165084 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-153f7bfe-83ce-4243-ab75-28e18d1ebc2c req-64133a11-4f77-47e2-ad0e-3fbdf3dd7c31 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 944 time: 0.0858700 Feb 04 16:31:41.215625 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-153f7bfe-83ce-4243-ab75-28e18d1ebc2c req-c3834b64-74ce-4b4e-bdc0-beb5ad573935 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436912 Feb 04 16:31:41.446166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Attempting to bind port 9154a53c-cb0a-459e-83ba-ba5589763b52 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:41.446742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Attempting to bind port 9154a53c-cb0a-459e-83ba-ba5589763b52 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:41.446853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Attempting to bind port 9154a53c-cb0a-459e-83ba-ba5589763b52 on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:41.453209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Port 9154a53c-cb0a-459e-83ba-ba5589763b52 on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:31:41.453524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Attempting to bind port 9154a53c-cb0a-459e-83ba-ba5589763b52 on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:41.459782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:41.460112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Checking segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:41.460487 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Bound using segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:41.460905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Bound port: 9154a53c-cb0a-459e-83ba-ba5589763b52, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:41.461241 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.545644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] For port 9154a53c-cb0a-459e-83ba-ba5589763b52, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:41.549353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] For port 9154a53c-cb0a-459e-83ba-ba5589763b52, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9154a53c-cb0a-459e-83ba-ba5589763b52,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:41.553373 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.617626 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.619148 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] 10.222.0.81 "PUT /v2.0/ports/9154a53c-cb0a-459e-83ba-ba5589763b52 HTTP/1.1" status: 200 len: 1092 time: 1.2390981 Feb 04 16:31:41.624945 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.634973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275f901-03b9-4948-8e13-b74b00121db8 service neutron] Pushing event updated for resources: {'Port': ['ID=9154a53c-cb0a-459e-83ba-ba5589763b52,revision_number=7']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:41.731918 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-836ace60-580f-405a-ba98-909b3047babf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 1095 time: 0.0778940 Feb 04 16:31:41.866341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-82459381-2370-45c8-916d-5946274f6839 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:41.867810 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-82459381-2370-45c8-916d-5946274f6839 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1298604 Feb 04 16:31:41.969935 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-9c951f50-369e-4c41-9032-b38c6a1ee3cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9154a53c-cb0a-459e-83ba-ba5589763b52 HTTP/1.1" status: 200 len: 1000 time: 0.0956359 Feb 04 16:31:42.033600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-1f5f8e94-6d53-4c64-a05e-e4cc2ee2b873 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:42.035030 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-1f5f8e94-6d53-4c64-a05e-e4cc2ee2b873 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0591726 Feb 04 16:31:42.097185 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:42.118590 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-76054322-12f7-47e2-8f2c-5047960a4fc3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765755 Feb 04 16:31:42.203026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 9154a53c-cb0a-459e-83ba-ba5589763b52 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:31:42.254329 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-d7f2057f-e6b4-401c-b34d-3e0277d335f9 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293168 Feb 04 16:31:42.262819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 9154a53c-cb0a-459e-83ba-ba5589763b52 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:31:42.387407 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d591e6d2-9b70-4dc8-b4ef-c64c8c7ff684 req-d49d9e9e-ffcc-4f3f-9289-05ac6ad394dd service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267445 Feb 04 16:31:42.431535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e667f-cd9c-4912-b85c-f42fbfacf842 req-631fdebd-18c1-40d6-8f69-ff5985c76e1b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:42.433012 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-932e667f-cd9c-4912-b85c-f42fbfacf842 req-631fdebd-18c1-40d6-8f69-ff5985c76e1b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 944 time: 0.0828896 Feb 04 16:31:42.478834 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-932e667f-cd9c-4912-b85c-f42fbfacf842 req-bf841b0e-fd2e-4021-bb5d-571e83fd6c30 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400982 Feb 04 16:31:43.027874 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'tag': '9154a53c-cb0a-459e-83ba-ba5589763b52'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:31:43.095784 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'tag': '9154a53c-cb0a-459e-83ba-ba5589763b52', 'status': 'completed', 'code': 200} Feb 04 16:31:43.191086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-925f5c4a-d4db-4ee2-9e10-daba33a062e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 1095 time: 0.0722933 Feb 04 16:31:43.202874 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-b085f5c8-b748-4272-85d5-e16a95e52c61 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 1095 time: 0.0691786 Feb 04 16:31:43.323959 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-4949eb61-357d-41a5-8c3f-9394f0f361f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:43.326130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-4949eb61-357d-41a5-8c3f-9394f0f361f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1285331 Feb 04 16:31:43.334825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-81dde415-1549-4e10-b6a9-6125205c1a3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:43.336290 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-81dde415-1549-4e10-b6a9-6125205c1a3b service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1282148 Feb 04 16:31:43.445735 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-f5357591-8a22-408d-9afd-2134fd474d99 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9154a53c-cb0a-459e-83ba-ba5589763b52 HTTP/1.1" status: 200 len: 1000 time: 0.1029801 Feb 04 16:31:43.515832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-8b1c7985-5273-48cc-8c22-b282d8cc04df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:43.517281 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-8b1c7985-5273-48cc-8c22-b282d8cc04df service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0649714 Feb 04 16:31:43.534789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-aee3ce8d-4356-4b4c-b671-444176edeca0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9154a53c-cb0a-459e-83ba-ba5589763b52 HTTP/1.1" status: 200 len: 1000 time: 0.2032952 Feb 04 16:31:43.598061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-33a7d922-71f6-4f08-9189-5181ca239c09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:43.599518 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-33a7d922-71f6-4f08-9189-5181ca239c09 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0592170 Feb 04 16:31:43.704166 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-2bed3345-3603-4194-8861-b6ca88eb088a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800945 Feb 04 16:31:43.738172 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-a3e48f81-6930-4c9b-9d25-04adc1b41b50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326647 Feb 04 16:31:43.743734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ac573-5388-4519-a823-7478d891c12c req-dde79b43-c7d4-4e5d-96ac-67863a8da8d5 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:43.745044 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-587ac573-5388-4519-a823-7478d891c12c req-dde79b43-c7d4-4e5d-96ac-67863a8da8d5 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 944 time: 0.1069419 Feb 04 16:31:43.840800 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-ea0b0959-b98c-44cc-b538-2d5378f9a5e0 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295273 Feb 04 16:31:43.885692 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-587ac573-5388-4519-a823-7478d891c12c req-c93d26ab-5c35-437d-8d1d-348b4e0246c4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201856 Feb 04 16:31:43.914985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-d345a0ea-c00e-4ce6-841e-162ca4738c88 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690185 Feb 04 16:31:43.975756 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-a1afe52f-0093-48d5-b2bd-48545ab73cb6 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295502 Feb 04 16:31:44.047303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f897c233-7418-4d5f-af31-12f28e1dc306 req-13e1fb43-8249-4797-a11d-7ad20199b623 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256256 Feb 04 16:31:45.089948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76aa088-5e53-44a9-8761-872befb7b0b2 req-e405196a-c8a7-4ec6-8fa9-a4f9fd4fba3c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:45.091456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d76aa088-5e53-44a9-8761-872befb7b0b2 req-e405196a-c8a7-4ec6-8fa9-a4f9fd4fba3c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 944 time: 0.0741973 Feb 04 16:31:45.136301 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d76aa088-5e53-44a9-8761-872befb7b0b2 req-7139a379-ecae-4ea7-a842-7c1ea7c47b6e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385871 Feb 04 16:31:46.339435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1358a-9849-467a-8604-50ed743aedf1 req-7ff2c20a-7c8a-49e1-a818-a7ee5cdd2d97 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:46.340887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02c1358a-9849-467a-8604-50ed743aedf1 req-7ff2c20a-7c8a-49e1-a818-a7ee5cdd2d97 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 944 time: 0.0795279 Feb 04 16:31:46.385842 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02c1358a-9849-467a-8604-50ed743aedf1 req-aa10db7d-e525-4941-9b75-89281c43b006 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394006 Feb 04 16:31:46.765576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b4fa4-5268-47bd-8c86-e0022f9ce802 req-341eafe2-e711-4d4f-8348-03a45723e3df tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:46.766899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-371b4fa4-5268-47bd-8c86-e0022f9ce802 req-341eafe2-e711-4d4f-8348-03a45723e3df tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8&tenant_id=30d11dfba7ec4959bba78ed54fc71b53&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 944 time: 0.1372421 Feb 04 16:31:46.776801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec324b-04c6-4bfb-95d5-b62be578309e req-5bca1cb4-722d-47a4-b1ff-433fc0345e7f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:46.778142 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbec324b-04c6-4bfb-95d5-b62be578309e req-5bca1cb4-722d-47a4-b1ff-433fc0345e7f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 944 time: 0.1139984 Feb 04 16:31:46.879570 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cbec324b-04c6-4bfb-95d5-b62be578309e req-43872ead-c05a-488a-86a3-960ca0a627e2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651057 Feb 04 16:31:46.884587 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-371b4fa4-5268-47bd-8c86-e0022f9ce802 req-db805e2a-66e4-4123-8005-3f199ff960d0 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:31:46.885482 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-371b4fa4-5268-47bd-8c86-e0022f9ce802 req-db805e2a-66e4-4123-8005-3f199ff960d0 service neutron] 10.222.0.73 "DELETE /v2.0/ports/9154a53c-cb0a-459e-83ba-ba5589763b52/bindings/n-h2-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.1065209 Feb 04 16:31:47.027738 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-371b4fa4-5268-47bd-8c86-e0022f9ce802 req-7823588a-791e-484f-a07d-e094a5652e96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 1095 time: 0.0722175 Feb 04 16:31:47.164296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b4fa4-5268-47bd-8c86-e0022f9ce802 req-2ad4bd79-5523-4b3c-b41a-1e918f470c82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:47.165747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-371b4fa4-5268-47bd-8c86-e0022f9ce802 req-2ad4bd79-5523-4b3c-b41a-1e918f470c82 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1327081 Feb 04 16:31:47.270043 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-371b4fa4-5268-47bd-8c86-e0022f9ce802 req-ad9956f8-d8a6-44c0-9d34-93373e5f844e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9154a53c-cb0a-459e-83ba-ba5589763b52 HTTP/1.1" status: 200 len: 1000 time: 0.0979319 Feb 04 16:31:47.331350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b4fa4-5268-47bd-8c86-e0022f9ce802 req-6d7d858f-9ce0-4ff3-89b6-dc327751c9fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:47.333096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-371b4fa4-5268-47bd-8c86-e0022f9ce802 req-6d7d858f-9ce0-4ff3-89b6-dc327751c9fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0575862 Feb 04 16:31:47.407516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-371b4fa4-5268-47bd-8c86-e0022f9ce802 req-30079803-ec2b-4dca-bf5e-cca37bc07ad2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662704 Feb 04 16:31:47.476511 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:31:47.542377 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-371b4fa4-5268-47bd-8c86-e0022f9ce802 req-440c7650-03db-4b64-b088-9f2d11817ba5 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297209 Feb 04 16:31:47.760157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-371b4fa4-5268-47bd-8c86-e0022f9ce802 req-71cdfabf-e3c3-4a35-8c66-0dabeb0589a6 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117703 Feb 04 16:31:47.953794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9154a53c-cb0a-459e-83ba-ba5589763b52 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:31:48.092870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9154a53c-cb0a-459e-83ba-ba5589763b52, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9154a53c-cb0a-459e-83ba-ba5589763b52,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:48.095802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98ec8d-04f4-4b64-a600-6f0be7f0b89e req-1b5fe448-86a7-48fb-af7f-46fcc1228ff1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:48.097445 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a98ec8d-04f4-4b64-a600-6f0be7f0b89e req-1b5fe448-86a7-48fb-af7f-46fcc1228ff1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 944 time: 0.0892432 Feb 04 16:31:48.109138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '9154a53c-cb0a-459e-83ba-ba5589763b52', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'port_id': '9154a53c-cb0a-459e-83ba-ba5589763b52', 'mac_address': 'fa:16:3e:14:d1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:31:48.146995 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a98ec8d-04f4-4b64-a600-6f0be7f0b89e req-2f4b58d5-9588-4937-9f96-202d9d265e57 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434186 Feb 04 16:31:48.174360 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.193086 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9154a53c-cb0a-459e-83ba-ba5589763b52 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:31:48.210016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9154a53c-cb0a-459e-83ba-ba5589763b52, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9154a53c-cb0a-459e-83ba-ba5589763b52,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:48.214158 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.286120 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=9154a53c-cb0a-459e-83ba-ba5589763b52,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:48.635833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['9154a53c-cb0a-459e-83ba-ba5589763b52'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:31:49.346248 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab285525-e5a6-44ed-827c-371aa7025200 req-bb10a041-dd0b-47f7-a98c-4f589b5695a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:49.348009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab285525-e5a6-44ed-827c-371aa7025200 req-bb10a041-dd0b-47f7-a98c-4f589b5695a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 945 time: 0.0761929 Feb 04 16:31:49.396746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab285525-e5a6-44ed-827c-371aa7025200 req-9d38ea6d-e607-4217-a351-2871c998367f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432923 Feb 04 16:31:49.489361 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1facf1f-dbca-4fb0-add9-d412f11c301e req-d7d100b1-afeb-421b-86d4-416ada717146 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679271 Feb 04 16:31:49.599947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30195f84-0b4e-4410-a7cf-52678e192b9f req-9196dc5e-351c-425c-8f99-a64fb0442836 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:49.601271 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30195f84-0b4e-4410-a7cf-52678e192b9f req-9196dc5e-351c-425c-8f99-a64fb0442836 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 945 time: 0.0810003 Feb 04 16:31:49.646618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30195f84-0b4e-4410-a7cf-52678e192b9f req-d9c82236-3280-4fec-9bb1-822dd4af11c1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398290 Feb 04 16:31:49.649721 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1facf1f-dbca-4fb0-add9-d412f11c301e req-b946a526-71da-4f5f-94a5-4f41fb5430d2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 1096 time: 0.0744605 Feb 04 16:31:49.797188 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1facf1f-dbca-4fb0-add9-d412f11c301e req-b46defda-2223-4f5d-a3d6-89837f9857bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:49.798796 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1facf1f-dbca-4fb0-add9-d412f11c301e req-b46defda-2223-4f5d-a3d6-89837f9857bf service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1308014 Feb 04 16:31:49.915921 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1facf1f-dbca-4fb0-add9-d412f11c301e req-41699761-02f9-4ca5-85cf-c37da78f846c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9154a53c-cb0a-459e-83ba-ba5589763b52 HTTP/1.1" status: 200 len: 1001 time: 0.1100826 Feb 04 16:31:49.972532 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9154a53c-cb0a-459e-83ba-ba5589763b52 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:49.990290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1facf1f-dbca-4fb0-add9-d412f11c301e req-a25a6013-ea9f-44e1-991c-5e2893e21dbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:49.991790 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1facf1f-dbca-4fb0-add9-d412f11c301e req-a25a6013-ea9f-44e1-991c-5e2893e21dbf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0700138 Feb 04 16:31:50.037750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a71f1d-7902-4dbe-b707-bdbd69c48c08 req-74b661c0-d28c-4cce-8758-3c77c054b943 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:50.039275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61a71f1d-7902-4dbe-b707-bdbd69c48c08 req-74b661c0-d28c-4cce-8758-3c77c054b943 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 945 time: 0.0875418 Feb 04 16:31:50.045273 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:50.063843 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 9154a53c-cb0a-459e-83ba-ba5589763b52 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:50.068957 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 9154a53c-cb0a-459e-83ba-ba5589763b52 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:50.069324 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:50.078369 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1facf1f-dbca-4fb0-add9-d412f11c301e req-3b42fc68-9459-4770-bc0e-696b3f2393db service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803001 Feb 04 16:31:50.087444 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61a71f1d-7902-4dbe-b707-bdbd69c48c08 req-b484b424-5c34-4ad4-883a-768e4f76bda9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411322 Feb 04 16:31:50.186195 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:50.220323 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9154a53c-cb0a-459e-83ba-ba5589763b52'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:31:50.224226 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1facf1f-dbca-4fb0-add9-d412f11c301e req-c543a7df-f2eb-4ebb-bc01-d859a9add3e2 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393285 Feb 04 16:31:50.230116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 9154a53c-cb0a-459e-83ba-ba5589763b52, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9154a53c-cb0a-459e-83ba-ba5589763b52,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:50.235444 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:50.303817 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=9154a53c-cb0a-459e-83ba-ba5589763b52,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:50.365090 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c1facf1f-dbca-4fb0-add9-d412f11c301e req-284e7aa0-3aab-4ee4-a473-3e00c69f3ccb service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329465 Feb 04 16:31:50.385544 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9154a53c-cb0a-459e-83ba-ba5589763b52', 'code': 200} Feb 04 16:31:50.584607 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-df6ce612-5c22-448f-925d-a5fc73540172 req-bf2059c0-37c7-4def-89e4-d5515e9bdeb4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 1097 time: 0.0730612 Feb 04 16:31:50.715273 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ce612-5c22-448f-925d-a5fc73540172 req-2bafdde5-bdc8-491f-8a8e-b3cce905bfe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:50.717240 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-df6ce612-5c22-448f-925d-a5fc73540172 req-2bafdde5-bdc8-491f-8a8e-b3cce905bfe8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1257365 Feb 04 16:31:50.815446 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-df6ce612-5c22-448f-925d-a5fc73540172 req-e777f61c-372b-4b79-87e6-2a7b71764983 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9154a53c-cb0a-459e-83ba-ba5589763b52 HTTP/1.1" status: 200 len: 1002 time: 0.0922394 Feb 04 16:31:50.879511 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ce612-5c22-448f-925d-a5fc73540172 req-ecd6624f-2865-425c-825a-3f15c89a0bc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:50.880835 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-df6ce612-5c22-448f-925d-a5fc73540172 req-ecd6624f-2865-425c-825a-3f15c89a0bc8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0593324 Feb 04 16:31:50.953661 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-df6ce612-5c22-448f-925d-a5fc73540172 req-69781843-b74a-48d3-aa3b-682d0ce32eb1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667553 Feb 04 16:31:51.177141 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-df6ce612-5c22-448f-925d-a5fc73540172 req-315c7e1c-5f3b-455e-84f6-fa6e108fd645 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177243 Feb 04 16:31:51.295962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e4ec-741c-4df0-a9cb-8e9c574622b9 req-1f7c6db5-a28e-486f-b6ee-e6ddb5eb5e52 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:51.297437 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7d0e4ec-741c-4df0-a9cb-8e9c574622b9 req-1f7c6db5-a28e-486f-b6ee-e6ddb5eb5e52 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0810287 Feb 04 16:31:51.315666 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-df6ce612-5c22-448f-925d-a5fc73540172 req-dab1079a-5524-465f-aabf-c7384bea24a6 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320460 Feb 04 16:31:51.346549 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7d0e4ec-741c-4df0-a9cb-8e9c574622b9 req-6b3b9301-4316-4803-8823-96363a83b502 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434544 Feb 04 16:31:52.552145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f49972-bcd4-4581-8f4a-924a326784fb req-0898eb1e-7589-48b4-a8f3-58f6abc92cef tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:52.553732 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-81f49972-bcd4-4581-8f4a-924a326784fb req-0898eb1e-7589-48b4-a8f3-58f6abc92cef tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0791292 Feb 04 16:31:52.601891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-81f49972-bcd4-4581-8f4a-924a326784fb req-fa528696-0787-4610-b9d9-6a6448935283 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418115 Feb 04 16:31:53.014202 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99369666-b101-4381-b443-3f5dd49eccc9 req-89690604-5fe2-4d5f-99d6-aedb2f890060 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:53.015668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-99369666-b101-4381-b443-3f5dd49eccc9 req-89690604-5fe2-4d5f-99d6-aedb2f890060 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0779626 Feb 04 16:31:53.063923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-99369666-b101-4381-b443-3f5dd49eccc9 req-5a8c974a-c79c-4d00-8b30-4eedcda220ee tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428395 Feb 04 16:31:54.296404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d79f0-afd7-4ee2-ba7e-6cda20dd01eb req-ed0aa1ba-77b4-497f-882b-d3dc8b56809c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:54.298887 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-680d79f0-afd7-4ee2-ba7e-6cda20dd01eb req-ed0aa1ba-77b4-497f-882b-d3dc8b56809c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0896041 Feb 04 16:31:54.344480 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-680d79f0-afd7-4ee2-ba7e-6cda20dd01eb req-26e9def3-e872-4be2-91ed-32f26a606480 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400336 Feb 04 16:31:54.640644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-975f975a-7c47-4163-8ef6-db7edb55b7ec tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:54.641338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-975f975a-7c47-4163-8ef6-db7edb55b7ec tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Synchronizing usage tracker for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:54.652903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-975f975a-7c47-4163-8ef6-db7edb55b7ec tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Unset dirty status for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:54.654581 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-975f975a-7c47-4163-8ef6-db7edb55b7ec tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 946 time: 0.0927551 Feb 04 16:31:54.720718 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Deleting port 9154a53c-cb0a-459e-83ba-ba5589763b52 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:54.721060 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:54.963292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] For port 9154a53c-cb0a-459e-83ba-ba5589763b52, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=9154a53c-cb0a-459e-83ba-ba5589763b52,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:54.963569 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:55.247093 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:55.248195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:55.248747 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Floating IP b5c42961-bb8e-4345-8024-314d00eabbc4 disassociated. External IP: 172.25.0.186, port: 9154a53c-cb0a-459e-83ba-ba5589763b52. Feb 04 16:31:55.249313 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Calling delete_port for 9154a53c-cb0a-459e-83ba-ba5589763b52 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:55.403705 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:55.455482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Pushing event deleted for resources: {'Port': ['ID=9154a53c-cb0a-459e-83ba-ba5589763b52,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:55.525659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:55.526014 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:55.526363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:55.526694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:55.527028 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:55.527386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:55.527728 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:55.528042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:55.528371 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:55.528697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:55.529055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:55.530449 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0e9f7f6e-10f8-4637-9981-9bbb66699474 req-ed2faa86-c50a-47ae-8839-1e965aa3aa12 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f5dea19-5f38-4d54-8ac1-32260dccced8 HTTP/1.1" status: 200 len: 210 time: 0.0512745 Feb 04 16:31:55.688788 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:31:55.998949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:56.008559 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe97b51-cdb5-44a3-aa6c-821d1735df7f None None] Sync routers for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:56.021515 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe97b51-cdb5-44a3-aa6c-821d1735df7f None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:56.022118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4fe97b51-cdb5-44a3-aa6c-821d1735df7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:31:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:56.067608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] No DVR routers for this DVR port 9154a53c-cb0a-459e-83ba-ba5589763b52 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:31:56.070166 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:56.072766 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'name': 'network-vif-deleted', 'tag': '9154a53c-cb0a-459e-83ba-ba5589763b52'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:31:56.088884 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4c8fd4f4-adea-4a03-8d91-f7fadaa37f06 req-d1716c1a-863e-4500-b50e-4837433d14a7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.81 "DELETE /v2.0/ports/9154a53c-cb0a-459e-83ba-ba5589763b52 HTTP/1.1" status: 204 len: 173 time: 1.4296670 Feb 04 16:31:56.136606 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5dea19-5f38-4d54-8ac1-32260dccced8', 'name': 'network-vif-deleted', 'tag': '9154a53c-cb0a-459e-83ba-ba5589763b52', 'status': 'completed', 'code': 200} Feb 04 16:31:56.251022 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-4fe97b51-cdb5-44a3-aa6c-821d1735df7f None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:31:56.579536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4fe97b51-cdb5-44a3-aa6c-821d1735df7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:56.583497 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe97b51-cdb5-44a3-aa6c-821d1735df7f None None] Checking router: 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:31:56.594616 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe97b51-cdb5-44a3-aa6c-821d1735df7f None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:56.595243 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4fe97b51-cdb5-44a3-aa6c-821d1735df7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:31:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:56.778268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-4fe97b51-cdb5-44a3-aa6c-821d1735df7f None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:31:56.923484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-2ffe7937-839c-4009-b730-d5ad798ab600 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1866871833&fields=id&tenant_id=30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 267 time: 0.0458779 Feb 04 16:31:57.079862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82113830-bef7-44fd-8b55-1425a63973d6 req-4fabfa90-55bb-478f-aabe-685282a1ec13 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:57.081321 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-4fabfa90-55bb-478f-aabe-685282a1ec13 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 811 time: 0.1503210 Feb 04 16:31:57.098880 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-74de3f10-011a-49b3-ab6c-bcb27865da54 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/quotas/30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 375 time: 0.0120351 Feb 04 16:31:57.102185 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4fe97b51-cdb5-44a3-aa6c-821d1735df7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:57.106310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe97b51-cdb5-44a3-aa6c-821d1735df7f None None] The sync data for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 is: [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:57.185588 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-c2e4b799-9039-42d3-9132-720a5aea7109 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804560 Feb 04 16:31:57.347417 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fa96eb-e1c0-4263-9fd2-bf5ac48480fd None None] New status for floating IP b5c42961-bb8e-4345-8024-314d00eabbc4: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:31:57.400849 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-5c3153d3-03aa-4815-96ff-ca2181499e81 service neutron] 10.222.0.60 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029889 Feb 04 16:31:57.534681 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-d446f889-e413-48f8-8b54-fae9921a960b service neutron] 10.222.0.60 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279075 Feb 04 16:31:57.752636 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9c2f05a-cf88-4535-8d3f-10ba286de7d3 req-a474b8ff-04ac-47a5-88d4-284a7509b77c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 210 time: 0.0412259 Feb 04 16:31:58.014718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9154a53c-cb0a-459e-83ba-ba5589763b52 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:31:58.047629 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 9154a53c-cb0a-459e-83ba-ba5589763b52 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:31:58.048040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 9154a53c-cb0a-459e-83ba-ba5589763b52 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:31:58.933300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efc2d543-32bd-4a36-910f-fe5c6e7e93fd req-d52f725d-40f2-4205-80f2-1b4cdc5f6be7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 210 time: 0.0495505 Feb 04 16:31:59.028223 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b43384ba-8554-473f-b964-a92b26def225 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:59.029160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b43384ba-8554-473f-b964-a92b26def225 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Synchronizing usage tracker for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:59.046285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b43384ba-8554-473f-b964-a92b26def225 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Unset dirty status for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:59.047556 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b43384ba-8554-473f-b964-a92b26def225 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 811 time: 0.1727390 Feb 04 16:31:59.108123 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-82113830-bef7-44fd-8b55-1425a63973d6 req-f90cd943-9a56-440b-8305-ad5e1ffacb13 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Synchronizing usage tracker for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:59.124969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-82113830-bef7-44fd-8b55-1425a63973d6 req-f90cd943-9a56-440b-8305-ad5e1ffacb13 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Unset dirty status for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:59.126116 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-f90cd943-9a56-440b-8305-ad5e1ffacb13 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 380 time: 0.0600700 Feb 04 16:31:59.158744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Request body: {'port': {'device_id': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'admin_state_up': True, 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'security_groups': ['54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:59.292672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:59.297357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Usage tracker for resource:port and tenant:30d11dfba7ec4959bba78ed54fc71b53 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:59.300050 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:59.305565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:59.315104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Made reservation on behalf of 30d11dfba7ec4959bba78ed54fc71b53 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:59.318042 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:59.479462 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Allocated IP 172.20.0.6 (1d73b2fe-9d00-4112-baa9-de0be3af45b3/4c3b92c9-1741-4eef-a4b8-93b62818dd80/56183987-950c-4bdd-a656-c964bf7e62fe) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:59.662277 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:59.677631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Transition to ACTIVE for port object 56183987-950c-4bdd-a656-c964bf7e62fe will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:59.698950 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:59.771298 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:59.774219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:59.778129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:59.815220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Pushing event updated for resources: {'Port': ['ID=56183987-950c-4bdd-a656-c964bf7e62fe,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:59.847102 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:59.847757 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:59.873423 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-b0424920-1830-4321-86b4-4175504e2fce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7179923 Feb 04 16:31:59.890659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Request body: {'port': {'device_id': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:59.981084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2864591b-b57d-46a1-bd53-a9b0c92484c9 None None] Provisioning for port 56183987-950c-4bdd-a656-c964bf7e62fe completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:59.989070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2864591b-b57d-46a1-bd53-a9b0c92484c9 None None] Provisioning complete for port 56183987-950c-4bdd-a656-c964bf7e62fe triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:59.989742 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2864591b-b57d-46a1-bd53-a9b0c92484c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.007541 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.046137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2864591b-b57d-46a1-bd53-a9b0c92484c9 None None] Port 56183987-950c-4bdd-a656-c964bf7e62fe cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:00.148465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea947c-bbd5-4dba-b25f-6c1c520b21d6 req-57fceda5-fc88-491e-8379-ce72dbd76718 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:00.149932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aeea947c-bbd5-4dba-b25f-6c1c520b21d6 req-57fceda5-fc88-491e-8379-ce72dbd76718 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 931 time: 0.0769322 Feb 04 16:32:00.194797 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aeea947c-bbd5-4dba-b25f-6c1c520b21d6 req-d2655d5b-d598-41cc-8632-ff638bd7dd15 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386794 Feb 04 16:32:00.346331 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56183987-950c-4bdd-a656-c964bf7e62fe {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:32:00.352992 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.366705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Transition to ACTIVE for port object 56183987-950c-4bdd-a656-c964bf7e62fe will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:00.370203 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.494993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Pushing event updated for resources: {'Port': ['ID=56183987-950c-4bdd-a656-c964bf7e62fe,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:00.607058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Attempting to bind port 56183987-950c-4bdd-a656-c964bf7e62fe on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:00.607440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Attempting to bind port 56183987-950c-4bdd-a656-c964bf7e62fe by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:00.607773 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Attempting to bind port 56183987-950c-4bdd-a656-c964bf7e62fe on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:00.613505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Port 56183987-950c-4bdd-a656-c964bf7e62fe on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:32:00.613823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Attempting to bind port 56183987-950c-4bdd-a656-c964bf7e62fe on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:00.620052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:32:00.620414 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Checking segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:00.621069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Bound using segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:32:00.621493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Bound port: 56183987-950c-4bdd-a656-c964bf7e62fe, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:00.621837 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.712894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:00.715823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=56183987-950c-4bdd-a656-c964bf7e62fe,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:00.720010 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.783067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.784748 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] 10.222.0.81 "PUT /v2.0/ports/56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 200 len: 1091 time: 0.8993578 Feb 04 16:32:00.785205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:00.810713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5489ae-0a48-4f3f-b111-cf9b9597a99d service neutron] Pushing event updated for resources: {'Port': ['ID=56183987-950c-4bdd-a656-c964bf7e62fe,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:00.869751 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe', 'status': 'completed', 'code': 200} Feb 04 16:32:00.912501 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-9e87d24a-3133-42cf-aaea-dafb8194e53d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 1094 time: 0.0757210 Feb 04 16:32:00.992677 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-f69355d1-bc00-4798-a1bf-1c4ec45bfa07 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 200 len: 217 time: 0.0683033 Feb 04 16:32:01.053430 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82113830-bef7-44fd-8b55-1425a63973d6 req-116ce836-4508-4894-a771-b0823c4fe811 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:01.054773 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-116ce836-4508-4894-a771-b0823c4fe811 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0560193 Feb 04 16:32:01.132218 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-2a9d2b4c-af1f-4588-942f-badcf77cfcff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721142 Feb 04 16:32:01.375073 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-134f72b3-682d-48ef-9f79-caeeeebf90bc service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373421 Feb 04 16:32:01.407220 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1128d7-cb06-43b4-acf2-275be0aaa4b7 req-b638c71c-cf43-4e0e-9a0c-d69c841b3097 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:01.408664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cd1128d7-cb06-43b4-acf2-275be0aaa4b7 req-b638c71c-cf43-4e0e-9a0c-d69c841b3097 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 943 time: 0.0808334 Feb 04 16:32:01.454115 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cd1128d7-cb06-43b4-acf2-275be0aaa4b7 req-752e2c22-f063-47df-a6e3-330570a3bd58 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398059 Feb 04 16:32:01.505445 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-82113830-bef7-44fd-8b55-1425a63973d6 req-0979836e-8202-40ed-accf-71c18b0a8bc5 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246016 Feb 04 16:32:01.662463 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-48424646-ba56-405a-833f-fceed9c64890 req-830491bd-974f-4627-b8f4-79fc1058285d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 1094 time: 0.0692062 Feb 04 16:32:01.791642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48424646-ba56-405a-833f-fceed9c64890 req-0c0f89ea-6ad4-46c1-ad6a-3cff2e5e2af8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:01.792978 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-48424646-ba56-405a-833f-fceed9c64890 req-0c0f89ea-6ad4-46c1-ad6a-3cff2e5e2af8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1244359 Feb 04 16:32:01.862121 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-48424646-ba56-405a-833f-fceed9c64890 req-cccfe2cc-98d9-49b1-9951-d4d5ee8b41fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 200 len: 217 time: 0.0628588 Feb 04 16:32:01.922830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48424646-ba56-405a-833f-fceed9c64890 req-04a182ab-e265-4ee9-8f1c-7204ebd67069 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:01.924258 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-48424646-ba56-405a-833f-fceed9c64890 req-04a182ab-e265-4ee9-8f1c-7204ebd67069 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0560260 Feb 04 16:32:02.001953 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-48424646-ba56-405a-833f-fceed9c64890 req-f4c0a7b2-5ee8-414a-8f61-120b2dac9ff8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719910 Feb 04 16:32:02.133870 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-48424646-ba56-405a-833f-fceed9c64890 req-e74c7a09-f9eb-4832-b2ae-ac51acf2cbba service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242900 Feb 04 16:32:02.259413 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-48424646-ba56-405a-833f-fceed9c64890 req-14247436-3775-40ab-9f9d-a0f74497c8a1 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197271 Feb 04 16:32:02.652515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c7351-3052-402f-84e9-275c405e62b9 req-9ecd7d00-9324-436b-bba1-8982a0103501 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:02.654021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-193c7351-3052-402f-84e9-275c405e62b9 req-9ecd7d00-9324-436b-bba1-8982a0103501 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 943 time: 0.0766783 Feb 04 16:32:02.702621 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-193c7351-3052-402f-84e9-275c405e62b9 req-ba6f2356-0335-4838-9690-312190a50352 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431056 Feb 04 16:32:03.982327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f00bca-3960-4286-83ab-918448083c0c req-eba4a52c-bdc6-44ac-ba02-fedd19c5c80b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:03.983801 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98f00bca-3960-4286-83ab-918448083c0c req-eba4a52c-bdc6-44ac-ba02-fedd19c5c80b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 943 time: 0.1580708 Feb 04 16:32:04.029247 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98f00bca-3960-4286-83ab-918448083c0c req-6c7c1db8-471f-445e-8917-66192a6bdf8a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398383 Feb 04 16:32:05.228075 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dbde3-34d1-4c9a-8543-96a696448d7d req-dc1448b6-cf72-4d0b-ae18-9b0f0705e9f9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:05.229521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58dbde3-34d1-4c9a-8543-96a696448d7d req-dc1448b6-cf72-4d0b-ae18-9b0f0705e9f9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 943 time: 0.0775785 Feb 04 16:32:05.274634 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f58dbde3-34d1-4c9a-8543-96a696448d7d req-56181c98-72d2-45b8-834b-e59c63a3b4c6 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388248 Feb 04 16:32:06.062797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 56183987-950c-4bdd-a656-c964bf7e62fe details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:32:06.192251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=56183987-950c-4bdd-a656-c964bf7e62fe,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:06.205546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '56183987-950c-4bdd-a656-c964bf7e62fe', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'port_id': '56183987-950c-4bdd-a656-c964bf7e62fe', 'mac_address': 'fa:16:3e:bd:3d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:32:06.261949 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.279205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56183987-950c-4bdd-a656-c964bf7e62fe {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:32:06.293540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=56183987-950c-4bdd-a656-c964bf7e62fe,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:06.297402 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.361016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=56183987-950c-4bdd-a656-c964bf7e62fe,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:06.369540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:06.369882 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:06.370220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:06.370547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:06.371140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:06.371487 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:06.371805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:06.372123 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:06.372975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:06.373288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:06.373603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:06.474643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a12f30-c6cc-495d-b7a3-940ce52805ee req-1c86515f-7c02-4650-aa19-f24812212122 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:06.476096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80a12f30-c6cc-495d-b7a3-940ce52805ee req-1c86515f-7c02-4650-aa19-f24812212122 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 944 time: 0.0748174 Feb 04 16:32:06.519602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80a12f30-c6cc-495d-b7a3-940ce52805ee req-610286fe-4a78-4123-8bc2-802446f2161a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380931 Feb 04 16:32:06.667758 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ccab37b6-5ec3-432b-b000-db6408fa91c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.683262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['56183987-950c-4bdd-a656-c964bf7e62fe'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:32:07.732487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cff5fa-8662-4097-bd20-fc52bb581bf8 req-cf84744f-c4ff-4b7f-847b-94f20a838352 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:07.733867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3cff5fa-8662-4097-bd20-fc52bb581bf8 req-cf84744f-c4ff-4b7f-847b-94f20a838352 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 944 time: 0.0874496 Feb 04 16:32:07.780195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3cff5fa-8662-4097-bd20-fc52bb581bf8 req-ba83b931-7cbf-4f95-b502-e0827f164272 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402343 Feb 04 16:32:08.077730 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 56183987-950c-4bdd-a656-c964bf7e62fe up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:08.143398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 56183987-950c-4bdd-a656-c964bf7e62fe completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:08.148065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 56183987-950c-4bdd-a656-c964bf7e62fe triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:08.148555 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.265966 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.291596 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:08.301882 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=56183987-950c-4bdd-a656-c964bf7e62fe,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:08.305486 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.349086 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe', 'code': 200} Feb 04 16:32:08.374389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=56183987-950c-4bdd-a656-c964bf7e62fe,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:08.496374 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d4096b40-4995-471d-90e0-41a3fc4c49b7 req-996adf65-3a73-46cc-af14-a7a56cf90726 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 1096 time: 0.0679429 Feb 04 16:32:08.537957 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d4096b40-4995-471d-90e0-41a3fc4c49b7 req-1d5e725e-3504-49bb-9616-acea251df3c5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363939 Feb 04 16:32:08.974279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019a643-7134-407d-99d6-c5da46a74bcb req-a955614f-015f-4c05-bdd9-acb1616480b5 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:08.975734 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e019a643-7134-407d-99d6-c5da46a74bcb req-a955614f-015f-4c05-bdd9-acb1616480b5 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0752625 Feb 04 16:32:09.024815 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e019a643-7134-407d-99d6-c5da46a74bcb req-a5d18953-cb6f-4093-ba39-874c622bc569 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434959 Feb 04 16:32:09.041945 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-02a724bf-d480-4be6-81f3-05ef668b9555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.226545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435fe91-7e96-4f34-a373-40654820024f req-3d9b8f17-c876-4bda-920a-fd94992084d5 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:10.228023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5435fe91-7e96-4f34-a373-40654820024f req-3d9b8f17-c876-4bda-920a-fd94992084d5 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0749786 Feb 04 16:32:10.273638 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5435fe91-7e96-4f34-a373-40654820024f req-2c89d554-f247-4062-95eb-4227f098d112 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395682 Feb 04 16:32:10.390297 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.456347 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.470961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79248f37-e1cf-41bd-87e0-6db7f27ee823 req-0520cf64-1358-4590-b76e-fcca6921f681 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:10.472422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79248f37-e1cf-41bd-87e0-6db7f27ee823 req-0520cf64-1358-4590-b76e-fcca6921f681 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0781896 Feb 04 16:32:10.481034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 55966) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:10.486525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-ba2274b4-da4d-43c1-95bc-b3433a620e5e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Request body: {'floatingip': {'port_id': '56183987-950c-4bdd-a656-c964bf7e62fe'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:10.558755 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ba2274b4-da4d-43c1-95bc-b3433a620e5e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.136616 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ba2274b4-da4d-43c1-95bc-b3433a620e5e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.140743 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ba2274b4-da4d-43c1-95bc-b3433a620e5e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.420382 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-ba2274b4-da4d-43c1-95bc-b3433a620e5e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Floating IP b5c42961-bb8e-4345-8024-314d00eabbc4 associated. External IP: 172.25.0.186, port: 56183987-950c-4bdd-a656-c964bf7e62fe. Feb 04 16:32:11.623962 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.808034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2274b4-da4d-43c1-95bc-b3433a620e5e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:32:12.006191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2274b4-da4d-43c1-95bc-b3433a620e5e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:12.010559 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ba2274b4-da4d-43c1-95bc-b3433a620e5e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.016573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ff2f2-4c1f-4877-94e8-295c4ca0d8bb None None] Sync routers for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:32:12.028143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ff2f2-4c1f-4877-94e8-295c4ca0d8bb None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:12.028755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6c6ff2f2-4c1f-4877-94e8-295c4ca0d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:32:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:12.063311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ba2274b4-da4d-43c1-95bc-b3433a620e5e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "PUT /v2.0/floatingips/b5c42961-bb8e-4345-8024-314d00eabbc4 HTTP/1.1" status: 200 len: 991 time: 1.5806034 Feb 04 16:32:12.063795 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:12.107454 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.124425 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe', 'status': 'completed', 'code': 200} Feb 04 16:32:12.224972 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-6c6ff2f2-4c1f-4877-94e8-295c4ca0d8bb None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:12.242243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82f81b-0711-410b-9ee2-5a2efb73fd42 req-ef6e9b7f-23f1-4ce3-b90e-d8029f6adb13 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:12.243738 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e82f81b-0711-410b-9ee2-5a2efb73fd42 req-ef6e9b7f-23f1-4ce3-b90e-d8029f6adb13 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0777600 Feb 04 16:32:12.245342 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b852966a-2eae-4e25-9a95-c1904dae9a7d req-171babcc-66ee-4cfd-99e8-749c505b0a79 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 1096 time: 0.0748239 Feb 04 16:32:12.289775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1e82f81b-0711-410b-9ee2-5a2efb73fd42 req-5a5a85b4-79b0-4b55-8e11-5709554cc49c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397556 Feb 04 16:32:12.383684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852966a-2eae-4e25-9a95-c1904dae9a7d req-974370ce-c32f-48fd-93df-be73c3141da1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:12.385052 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b852966a-2eae-4e25-9a95-c1904dae9a7d req-974370ce-c32f-48fd-93df-be73c3141da1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1319692 Feb 04 16:32:12.483696 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b852966a-2eae-4e25-9a95-c1904dae9a7d req-616b0eea-ecb5-44b8-82db-9318f150b6b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 200 len: 999 time: 0.0927494 Feb 04 16:32:12.549772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852966a-2eae-4e25-9a95-c1904dae9a7d req-9a75abc4-f598-417d-99d2-f97565386492 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:12.551237 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b852966a-2eae-4e25-9a95-c1904dae9a7d req-9a75abc4-f598-417d-99d2-f97565386492 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0618131 Feb 04 16:32:12.567734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6c6ff2f2-4c1f-4877-94e8-295c4ca0d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'b5c42961-bb8e-4345-8024-314d00eabbc4', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'port_id': '56183987-950c-4bdd-a656-c964bf7e62fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'mac_address': 'fa:16:3e:bd:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:29:51Z', 'updated_at': '2022-02-04T16:32:11Z', 'revision_number': 9, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:12.571525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ff2f2-4c1f-4877-94e8-295c4ca0d8bb None None] Checking router: 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:32:12.582610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ff2f2-4c1f-4877-94e8-295c4ca0d8bb None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:12.583213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6c6ff2f2-4c1f-4877-94e8-295c4ca0d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:32:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:12.626427 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b852966a-2eae-4e25-9a95-c1904dae9a7d req-a0a3cbb1-28ed-44a6-a8dc-933d9c2fb382 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697055 Feb 04 16:32:12.761903 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-6c6ff2f2-4c1f-4877-94e8-295c4ca0d8bb None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:12.764477 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b852966a-2eae-4e25-9a95-c1904dae9a7d req-f7c0917b-045a-4878-b71a-460287adc089 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312578 Feb 04 16:32:13.033279 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b852966a-2eae-4e25-9a95-c1904dae9a7d req-48bbb15d-b725-4416-b1c5-ca6a3612e264 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629869 Feb 04 16:32:13.191729 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6c6ff2f2-4c1f-4877-94e8-295c4ca0d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'b5c42961-bb8e-4345-8024-314d00eabbc4', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'port_id': '56183987-950c-4bdd-a656-c964bf7e62fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'mac_address': 'fa:16:3e:bd:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:29:51Z', 'updated_at': '2022-02-04T16:32:11Z', 'revision_number': 9, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:13.195944 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ff2f2-4c1f-4877-94e8-295c4ca0d8bb None None] The sync data for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 is: [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'b5c42961-bb8e-4345-8024-314d00eabbc4', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'port_id': '56183987-950c-4bdd-a656-c964bf7e62fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'mac_address': 'fa:16:3e:bd:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:29:51Z', 'updated_at': '2022-02-04T16:32:11Z', 'revision_number': 9, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:32:13.410400 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9232482-1130-40bf-9594-8e8968d5e30b None None] New status for floating IP b5c42961-bb8e-4345-8024-314d00eabbc4: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:32:13.549878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b42f1-56b4-427b-bc05-8da35cdc6491 req-30cd2ea9-fbdc-4d34-bfc5-602c878b4c24 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:13.551394 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-401b42f1-56b4-427b-bc05-8da35cdc6491 req-30cd2ea9-fbdc-4d34-bfc5-602c878b4c24 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0936205 Feb 04 16:32:13.599716 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-401b42f1-56b4-427b-bc05-8da35cdc6491 req-d0db80a3-ab2c-454a-98c9-a1773bd35734 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417714 Feb 04 16:32:13.868247 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dad94470-a763-48c1-a089-ed4342d609f9 req-5aae8525-62eb-43b0-9a8d-91c5032528de service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1321056 Feb 04 16:32:14.234239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4073f2-4193-4e9b-a183-d710790e4470 req-fe55dae2-6eb8-485c-9b13-9ad11149e475 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:14.235606 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7d4073f2-4193-4e9b-a183-d710790e4470 req-fe55dae2-6eb8-485c-9b13-9ad11149e475 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.1321456 Feb 04 16:32:14.239109 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-3d19d7fa-7f89-4913-a79a-c0d248bab71b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1922233 Feb 04 16:32:14.281149 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7d4073f2-4193-4e9b-a183-d710790e4470 req-fc029444-ec24-4d2c-a892-f73da5d2acfc tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397716 Feb 04 16:32:15.404262 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-5ead4bb6-c658-4c52-b0d4-b2bc21e10267 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 1096 time: 0.0717709 Feb 04 16:32:15.486453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7ed05-4e36-443c-b278-f1923df41f68 req-d1c11dee-5b83-4af7-96b0-bb3e10e116ac tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:15.488111 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61b7ed05-4e36-443c-b278-f1923df41f68 req-d1c11dee-5b83-4af7-96b0-bb3e10e116ac tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0815372 Feb 04 16:32:15.538402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61b7ed05-4e36-443c-b278-f1923df41f68 req-3b279338-6ebd-4bb1-84ed-9029718d8ac0 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Feb 04 16:32:15.543196 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-319a4e1d-e569-4817-887e-f18b7b0f652c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:15.545201 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-319a4e1d-e569-4817-887e-f18b7b0f652c service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1348877 Feb 04 16:32:15.646558 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-55f70e9d-e565-4946-b84f-15b72babdadd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 200 len: 1002 time: 0.0950873 Feb 04 16:32:15.707284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-23744c32-84ae-4502-b86c-8568d50016d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:15.708683 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-23744c32-84ae-4502-b86c-8568d50016d7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0563164 Feb 04 16:32:15.781663 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-0d161fc1-c046-410e-a9a1-35d095bcb319 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666053 Feb 04 16:32:15.911278 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-d72be325-d0b4-4ac6-ad9f-10d376905044 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219649 Feb 04 16:32:16.041468 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-67a2aee8-c065-4740-98e4-11cad86db31e service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231885 Feb 04 16:32:16.736277 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213132b-2c90-4b06-9f45-470ad9223179 req-ff983750-9c05-499a-8963-5e8301e65154 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:16.737705 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5213132b-2c90-4b06-9f45-470ad9223179 req-ff983750-9c05-499a-8963-5e8301e65154 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0749815 Feb 04 16:32:16.785150 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5213132b-2c90-4b06-9f45-470ad9223179 req-d121ddc4-8862-4bb2-b38d-db92d3b815ad tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419073 Feb 04 16:32:18.146937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414f51c-df44-4245-ad83-8d84229b65c7 req-9410f30a-d0a6-49fc-9e1a-355a39087948 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:18.148333 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1414f51c-df44-4245-ad83-8d84229b65c7 req-9410f30a-d0a6-49fc-9e1a-355a39087948 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0768225 Feb 04 16:32:18.193055 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1414f51c-df44-4245-ad83-8d84229b65c7 req-ed27532e-9308-4ff6-89f6-e205968f819d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393414 Feb 04 16:32:19.397381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5023d1-2a49-4105-8566-d0859786ecc8 req-fcb6a0d2-4951-4da2-926e-23a84e2dbd72 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:19.398842 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c5023d1-2a49-4105-8566-d0859786ecc8 req-fcb6a0d2-4951-4da2-926e-23a84e2dbd72 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0795414 Feb 04 16:32:19.444564 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c5023d1-2a49-4105-8566-d0859786ecc8 req-fad5538a-3509-41b7-8521-468e3938a9bb tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394971 Feb 04 16:32:20.008304 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.639337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528423f5-1b4e-4d87-8750-cfee7e192eff req-0e602c2e-5f38-4493-98ab-9ddf7d50df34 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:20.640764 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-528423f5-1b4e-4d87-8750-cfee7e192eff req-0e602c2e-5f38-4493-98ab-9ddf7d50df34 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0737808 Feb 04 16:32:20.684539 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-528423f5-1b4e-4d87-8750-cfee7e192eff req-42600311-48ce-4f83-a397-70c33616a754 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383587 Feb 04 16:32:21.980261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6b781-e33e-491f-bd57-679e6e0b73ae req-48c267db-da0e-443d-833b-9b4dbfbd067b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:21.982335 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-40c6b781-e33e-491f-bd57-679e6e0b73ae req-48c267db-da0e-443d-833b-9b4dbfbd067b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.1744800 Feb 04 16:32:22.027185 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-40c6b781-e33e-491f-bd57-679e6e0b73ae req-a0eb81e9-9601-498d-a3d3-5e6cdbe26dde tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391953 Feb 04 16:32:23.226953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981d32c-27e5-4b98-97a3-ea4e5ef8ce17 req-377a0fe5-e0ec-4bfd-b861-5629e0301fc1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:23.228446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8981d32c-27e5-4b98-97a3-ea4e5ef8ce17 req-377a0fe5-e0ec-4bfd-b861-5629e0301fc1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0737307 Feb 04 16:32:23.274659 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8981d32c-27e5-4b98-97a3-ea4e5ef8ce17 req-5399c577-b3fd-4388-aa22-1c6e7da30e33 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407243 Feb 04 16:32:24.474363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf82df-eaa6-4360-87e0-9f15a966a49c req-92cb547f-9db4-4034-b833-3a4a0d6c2013 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:24.475949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63cf82df-eaa6-4360-87e0-9f15a966a49c req-92cb547f-9db4-4034-b833-3a4a0d6c2013 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0767820 Feb 04 16:32:24.476297 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:32:24.521502 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63cf82df-eaa6-4360-87e0-9f15a966a49c req-94742081-aba1-4ad4-bce6-edeec2c35e0f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399754 Feb 04 16:32:25.726145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23506e45-1bff-476a-bf30-75a48a2f4e92 req-cecd1c4d-26f3-4833-8544-7c408168079b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:25.727502 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-23506e45-1bff-476a-bf30-75a48a2f4e92 req-cecd1c4d-26f3-4833-8544-7c408168079b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0798490 Feb 04 16:32:25.771265 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-23506e45-1bff-476a-bf30-75a48a2f4e92 req-30357a2e-7355-4ba2-8b43-2cb0a04ecbf2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373785 Feb 04 16:32:26.970084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f691a0e-86ed-48a7-9365-fdcbc42e0089 req-13d1f495-31af-4f01-81e5-ec6c60b867f2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:26.971559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f691a0e-86ed-48a7-9365-fdcbc42e0089 req-13d1f495-31af-4f01-81e5-ec6c60b867f2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0747089 Feb 04 16:32:27.017190 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f691a0e-86ed-48a7-9365-fdcbc42e0089 req-6d4cbdfd-55a2-42e5-96e4-a6d8ada2b5ba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399728 Feb 04 16:32:28.216937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac5c23-8239-4f0b-92dc-8b5a2e37c997 req-e979704a-f097-4148-851f-1c39f9debc88 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:28.218385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39ac5c23-8239-4f0b-92dc-8b5a2e37c997 req-e979704a-f097-4148-851f-1c39f9debc88 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0787654 Feb 04 16:32:28.264117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39ac5c23-8239-4f0b-92dc-8b5a2e37c997 req-f7c10716-e2d0-4d73-a135-4fb5023e2c8f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400982 Feb 04 16:32:29.459566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80927f21-89a2-4180-acbb-b1cb3787c855 req-81ec1e28-8aa2-4456-80a8-3e602a85294e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:29.461018 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80927f21-89a2-4180-acbb-b1cb3787c855 req-81ec1e28-8aa2-4456-80a8-3e602a85294e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0762720 Feb 04 16:32:29.510668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-80927f21-89a2-4180-acbb-b1cb3787c855 req-3419dd25-e2d6-412f-84d4-59ee7e02d9d8 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435879 Feb 04 16:32:30.709106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dca9e-f6fb-4ac1-a89a-29ca593db972 req-8e9ba66f-da1f-490c-9a3f-11f8af226927 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:30.710535 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd4dca9e-f6fb-4ac1-a89a-29ca593db972 req-8e9ba66f-da1f-490c-9a3f-11f8af226927 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0765426 Feb 04 16:32:30.755121 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd4dca9e-f6fb-4ac1-a89a-29ca593db972 req-a59d8d1d-5f7d-4435-975b-fd098d7c9b29 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389345 Feb 04 16:32:31.954702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fc835-b1c6-4600-9fad-5f220a1ea8d3 req-065f9cf4-c164-41c4-9056-18e126b1578e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:31.956104 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b65fc835-b1c6-4600-9fad-5f220a1ea8d3 req-065f9cf4-c164-41c4-9056-18e126b1578e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0788083 Feb 04 16:32:32.000557 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b65fc835-b1c6-4600-9fad-5f220a1ea8d3 req-33f76629-5039-44b4-acaf-cf27b4057ac8 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390208 Feb 04 16:32:33.212522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8f1e3-7689-4bf9-b717-70d13631304d req-2c109f86-b105-49ec-b2e2-d2a49c6595f9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:33.213956 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8df8f1e3-7689-4bf9-b717-70d13631304d req-2c109f86-b105-49ec-b2e2-d2a49c6595f9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0745661 Feb 04 16:32:33.257789 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8df8f1e3-7689-4bf9-b717-70d13631304d req-d85affd0-ccee-4afc-a41e-350a4d6b5bbd tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382359 Feb 04 16:32:34.481336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26650289-a373-4368-8d75-0701efdc2d20 req-38cc1713-72f9-433d-b74f-60c76d8a3c2c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:34.483017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26650289-a373-4368-8d75-0701efdc2d20 req-38cc1713-72f9-433d-b74f-60c76d8a3c2c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0827329 Feb 04 16:32:34.529215 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26650289-a373-4368-8d75-0701efdc2d20 req-31f7ce56-ed48-48fb-bba7-cb9f67127ab5 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402491 Feb 04 16:32:35.732497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87bd03-7728-4664-aef2-59dc6e26210a req-62dd445e-8436-4775-b09c-e6432cec9e2b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:35.733979 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d87bd03-7728-4664-aef2-59dc6e26210a req-62dd445e-8436-4775-b09c-e6432cec9e2b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0799410 Feb 04 16:32:35.780624 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d87bd03-7728-4664-aef2-59dc6e26210a req-09a28ded-ad5a-4674-aadf-3711735a9335 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411112 Feb 04 16:32:36.670498 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1807a85b-4b21-4b78-baab-3de579557061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.987632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d78905-12ee-406e-a4f9-a657b7f7225c req-25c4769a-4c41-4f8a-8252-7d23c3e6ffbf tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:36.989097 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-81d78905-12ee-406e-a4f9-a657b7f7225c req-25c4769a-4c41-4f8a-8252-7d23c3e6ffbf tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0793622 Feb 04 16:32:37.033459 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-81d78905-12ee-406e-a4f9-a657b7f7225c req-c95c07bd-ae80-4a37-9047-9c44a10bfafd tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389383 Feb 04 16:32:38.240229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5eeaa9-7e16-4e8d-b179-1bad490777d6 req-04b14025-7c86-4128-a3c4-1286c7576c79 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:38.241588 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f5eeaa9-7e16-4e8d-b179-1bad490777d6 req-04b14025-7c86-4128-a3c4-1286c7576c79 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0764799 Feb 04 16:32:38.289339 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f5eeaa9-7e16-4e8d-b179-1bad490777d6 req-00f354c3-89d7-4774-8216-5c2e457eb242 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420613 Feb 04 16:32:39.036814 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fc45392b-7467-43b5-9c07-caa03447a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.491743 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f981987-add1-4526-bbb8-363103363492 req-e4dd101e-119c-405c-abfa-bc0f63fe5ab5 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:39.493196 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f981987-add1-4526-bbb8-363103363492 req-e4dd101e-119c-405c-abfa-bc0f63fe5ab5 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0772312 Feb 04 16:32:39.540740 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f981987-add1-4526-bbb8-363103363492 req-37a9a034-3d68-4428-8fc7-dc4a3ebb24d3 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416005 Feb 04 16:32:40.392179 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.457323 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.747750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef6f3d-17a1-4df7-b623-7d6fbc14a44c req-312db473-2f70-426b-8275-f146a5e5fe28 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:40.749793 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77ef6f3d-17a1-4df7-b623-7d6fbc14a44c req-312db473-2f70-426b-8275-f146a5e5fe28 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0821760 Feb 04 16:32:40.794270 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-77ef6f3d-17a1-4df7-b623-7d6fbc14a44c req-cac51e74-c56d-4377-9b6d-a9a28b6c9e25 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390592 Feb 04 16:32:41.625834 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.995080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608df2b1-6b63-403e-9659-be522e5e1f59 req-2e31d641-564b-473f-a24e-9627f1ac717a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:41.996804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-608df2b1-6b63-403e-9659-be522e5e1f59 req-2e31d641-564b-473f-a24e-9627f1ac717a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0770648 Feb 04 16:32:42.041260 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-608df2b1-6b63-403e-9659-be522e5e1f59 req-1b094b09-1fb4-4b1f-97d9-7decc2993893 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381978 Feb 04 16:32:42.096321 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.248210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34bcc2-f078-426a-bc70-bda2fd087aee req-1838a6fd-6730-4d82-b16d-14888cb5f49b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:43.250306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d34bcc2-f078-426a-bc70-bda2fd087aee req-1838a6fd-6730-4d82-b16d-14888cb5f49b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0792959 Feb 04 16:32:43.293958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d34bcc2-f078-426a-bc70-bda2fd087aee req-06a606a9-1ec6-4b6c-9fa0-67bcce44d76c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382679 Feb 04 16:32:44.495295 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3741b96-d5da-4558-8d82-4ce016f4ecbe req-5c1e0f2b-495e-4834-98ef-b9da8b5c4dc9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:44.496994 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3741b96-d5da-4558-8d82-4ce016f4ecbe req-5c1e0f2b-495e-4834-98ef-b9da8b5c4dc9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0750005 Feb 04 16:32:44.546697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3741b96-d5da-4558-8d82-4ce016f4ecbe req-0bb84381-07b5-432b-9649-74d54a9d021e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431249 Feb 04 16:32:45.742083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54834bac-21cd-4b37-a521-7de258aecd9f req-a9ea4f14-bfff-4b48-b151-9fafebb859e2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:45.743440 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54834bac-21cd-4b37-a521-7de258aecd9f req-a9ea4f14-bfff-4b48-b151-9fafebb859e2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0745559 Feb 04 16:32:45.787721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54834bac-21cd-4b37-a521-7de258aecd9f req-6a3696b4-b9cc-4c97-a43f-b6ceef8b94c6 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385664 Feb 04 16:32:46.992351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d464f61-99f0-422d-8e05-602104d3c4d7 req-c7dc1292-6ea4-4f94-bd28-c9022e580610 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:46.993804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d464f61-99f0-422d-8e05-602104d3c4d7 req-c7dc1292-6ea4-4f94-bd28-c9022e580610 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0809968 Feb 04 16:32:47.037793 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d464f61-99f0-422d-8e05-602104d3c4d7 req-50a6fcb4-18ec-4e2e-8c39-6c6a7c0a3218 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383372 Feb 04 16:32:48.200399 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-d2ffecd0-5068-4021-aa60-f69350d5f7d9 service neutron] show failed (client error): The resource could not be found. Feb 04 16:32:48.201534 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-d2ffecd0-5068-4021-aa60-f69350d5f7d9 service neutron] 10.222.0.81 "GET /v2.0/ports/56183987-950c-4bdd-a656-c964bf7e62fe/bindings/n-h2-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.0777466 Feb 04 16:32:48.242495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cf70e-336c-45c1-a10f-41e7e4d18ac3 req-21002e84-395c-4ae8-8584-226ea78c0312 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:48.243928 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb9cf70e-336c-45c1-a10f-41e7e4d18ac3 req-21002e84-395c-4ae8-8584-226ea78c0312 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0770001 Feb 04 16:32:48.291688 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb9cf70e-336c-45c1-a10f-41e7e4d18ac3 req-8789856f-b0f0-4525-9d67-7db51657f2d1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417652 Feb 04 16:32:48.541605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-034bd800-8167-4a20-9ea3-0d7c23d186bd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a&tenant_id=30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 1096 time: 0.1541812 Feb 04 16:32:48.553322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:48.659579 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.913578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=56183987-950c-4bdd-a656-c964bf7e62fe,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:48.941552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h1-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:48.999915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:49.005832 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.020494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Transition to ACTIVE for port object 56183987-950c-4bdd-a656-c964bf7e62fe will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:49.024292 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.073398 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe', 'code': 200} Feb 04 16:32:49.172940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Pushing event updated for resources: {'Port': ['ID=56183987-950c-4bdd-a656-c964bf7e62fe,revision_number=6']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:49.198670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:49.199011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:49.199382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:49.199721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:49.200049 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:49.200378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:49.200699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:49.201019 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:49.201335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:49.201649 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:49.201964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:49.245155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] No DVR routers for this DVR port 56183987-950c-4bdd-a656-c964bf7e62fe on host n-h1-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:49.548754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451c49d-5d3d-4cfa-b626-7874ad29cd48 req-2826c9d9-510b-4a47-8215-2cc0de802b8d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:49.550205 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8451c49d-5d3d-4cfa-b626-7874ad29cd48 req-2826c9d9-510b-4a47-8215-2cc0de802b8d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 943 time: 0.1342678 Feb 04 16:32:49.557740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Attempting to bind port 56183987-950c-4bdd-a656-c964bf7e62fe on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:49.558073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Attempting to bind port 56183987-950c-4bdd-a656-c964bf7e62fe by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:49.558397 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Attempting to bind port 56183987-950c-4bdd-a656-c964bf7e62fe on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:49.582037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Port 56183987-950c-4bdd-a656-c964bf7e62fe on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:32:49.582357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Attempting to bind port 56183987-950c-4bdd-a656-c964bf7e62fe on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:49.599831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:32:49.600172 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Checking segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:49.600550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Bound using segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:32:49.600976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Bound port: 56183987-950c-4bdd-a656-c964bf7e62fe, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:49.601318 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.625510 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8451c49d-5d3d-4cfa-b626-7874ad29cd48 req-6cb00e32-768f-46d8-8350-5556b150b6e5 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686746 Feb 04 16:32:49.704511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:49.707472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=56183987-950c-4bdd-a656-c964bf7e62fe,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:49.711711 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.775252 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.777184 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] 10.222.0.73 "PUT /v2.0/ports/56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 200 len: 1091 time: 1.2276089 Feb 04 16:32:49.792276 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0107ec2-7ff8-4eb8-9a88-012c4046d354 service neutron] Pushing event updated for resources: {'Port': ['ID=56183987-950c-4bdd-a656-c964bf7e62fe,revision_number=7']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:49.870056 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-30d3c936-c56e-473b-a9d8-728d828818e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 1094 time: 0.0717263 Feb 04 16:32:50.009066 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-92417e03-ec5d-430e-baa0-a42cf2694438 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:50.010507 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-92417e03-ec5d-430e-baa0-a42cf2694438 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1337285 Feb 04 16:32:50.019789 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.114217 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-726e4c6c-31ee-480c-a506-2a300b70a3fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 200 len: 1000 time: 0.0967343 Feb 04 16:32:50.179627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-0d34a048-b149-480b-9c92-5feda14a36f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:50.181017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-0d34a048-b149-480b-9c92-5feda14a36f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0604794 Feb 04 16:32:50.348629 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-336ca56d-5f85-4ae7-b5ae-793396757f3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606207 Feb 04 16:32:50.478621 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-ac382d1f-8d34-43fc-aef3-d0435465ffb9 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239402 Feb 04 16:32:50.605392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e4d962e-e496-4fbb-abb1-12b767ed798d req-882cc7ef-5bc9-4565-b945-d0c33d851856 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204603 Feb 04 16:32:50.836668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14c71f-bd81-4e89-b82f-4347bdd01539 req-575e924e-901f-40dd-8885-e2a9ec837d94 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:50.838105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb14c71f-bd81-4e89-b82f-4347bdd01539 req-575e924e-901f-40dd-8885-e2a9ec837d94 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 943 time: 0.0756865 Feb 04 16:32:50.887329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb14c71f-bd81-4e89-b82f-4347bdd01539 req-97bdc264-ba86-4887-b127-420c1c8959b1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434663 Feb 04 16:32:51.074497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:51.141400 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe', 'status': 'completed', 'code': 200} Feb 04 16:32:51.233925 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-914ca6e6-89a3-4de9-8704-7bd01edf1e97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 1094 time: 0.0677559 Feb 04 16:32:51.247955 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-a2ccf5df-4655-4904-b1e6-e5e9c18d1e1e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 1094 time: 0.0684578 Feb 04 16:32:51.318141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-3a9ead92-6dc3-4565-8b72-0ebb51990fc4 req-2eeee200-9609-4864-b409-9a3e866724f6 service neutron] (83551) timed out ('10.222.0.60', 53534) {{(pid=83551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:32:51.364989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-0ba89673-c188-483f-8d28-9bdbea177d0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:51.366485 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-0ba89673-c188-483f-8d28-9bdbea177d0f service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1267276 Feb 04 16:32:51.379002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-d75b349f-08b1-4f27-8476-b3d5b3a53d75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:51.380471 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-d75b349f-08b1-4f27-8476-b3d5b3a53d75 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1263409 Feb 04 16:32:51.472885 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-a84d4143-5734-4cad-af78-e9a641aa843b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 200 len: 1000 time: 0.1005840 Feb 04 16:32:51.484370 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-2f89bb9a-51a2-494a-9a41-a1742ed38c99 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 200 len: 1000 time: 0.0980611 Feb 04 16:32:51.544888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-ef351a85-4ab8-42cd-87dc-daf299a38129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:51.546351 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-ef351a85-4ab8-42cd-87dc-daf299a38129 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0655236 Feb 04 16:32:51.553523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-4f55c665-af76-45dc-9cf4-1279ccb65b1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:51.554996 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-4f55c665-af76-45dc-9cf4-1279ccb65b1a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0655386 Feb 04 16:32:51.630350 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-4c0272f6-e5a5-4358-9304-96fa293f1102 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779431 Feb 04 16:32:51.630574 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-7da91c03-604d-460a-9992-3ce2811c7db0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702453 Feb 04 16:32:51.764380 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-d234a02b-0fc3-457c-a63c-fe06d47325d6 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274440 Feb 04 16:32:51.764934 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-00967e29-d377-4e0f-8732-60ae3c475f45 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270273 Feb 04 16:32:51.899943 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-8718a076-e121-4c11-81ae-0b47a6640938 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290314 Feb 04 16:32:52.002761 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bdd7ae7f-95e2-477f-874e-7387339aeda9 req-a85c5dce-2246-4f96-b4b7-128415494eee service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320378 Feb 04 16:32:52.133128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4eb06c0e-5013-4369-a309-7b6bdb9e43b8 req-cd672068-6b07-4a7a-b2b4-1a63d136e061 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 1094 time: 0.1320662 Feb 04 16:32:52.140617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba8940-2efa-4fa2-812b-96bc62a4e9ba req-fd5cb5dc-daa6-4bf4-b2ca-4321c830283d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:52.142630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-36ba8940-2efa-4fa2-812b-96bc62a4e9ba req-fd5cb5dc-daa6-4bf4-b2ca-4321c830283d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 943 time: 0.1052964 Feb 04 16:32:52.274051 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-36ba8940-2efa-4fa2-812b-96bc62a4e9ba req-5e558f1c-8919-43f1-8039-63bc150254e1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257505 Feb 04 16:32:52.297949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 56183987-950c-4bdd-a656-c964bf7e62fe no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:52.305465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb06c0e-5013-4369-a309-7b6bdb9e43b8 req-7fbb9bdc-aec1-4ed4-ab99-5505edc7f1da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:52.306878 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4eb06c0e-5013-4369-a309-7b6bdb9e43b8 req-7fbb9bdc-aec1-4ed4-ab99-5505edc7f1da service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1447916 Feb 04 16:32:52.351436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 56183987-950c-4bdd-a656-c964bf7e62fe not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:32:52.509386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4eb06c0e-5013-4369-a309-7b6bdb9e43b8 req-e3971c52-e125-4e5a-ae42-350de0094519 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 200 len: 1000 time: 0.1952546 Feb 04 16:32:52.569842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb06c0e-5013-4369-a309-7b6bdb9e43b8 req-79b5cf90-9cb0-445c-b7b3-74b3c974e00d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:52.571274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4eb06c0e-5013-4369-a309-7b6bdb9e43b8 req-79b5cf90-9cb0-445c-b7b3-74b3c974e00d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0554838 Feb 04 16:32:52.646505 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4eb06c0e-5013-4369-a309-7b6bdb9e43b8 req-6040db59-42e2-4fd9-bbfe-d2188e8f15f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695593 Feb 04 16:32:52.775932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4eb06c0e-5013-4369-a309-7b6bdb9e43b8 req-d5a970c2-19c0-4567-aa73-aa61953e64f3 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224091 Feb 04 16:32:52.902304 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4eb06c0e-5013-4369-a309-7b6bdb9e43b8 req-b415a03c-9d5b-4ed0-b971-5733a0fae155 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194913 Feb 04 16:32:53.471568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb4be3-09bd-4ae4-a0e7-1d3b74cbc5eb req-2b99ee8c-82a2-4312-ac95-3ca1d85e9413 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:53.473007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ecfb4be3-09bd-4ae4-a0e7-1d3b74cbc5eb req-2b99ee8c-82a2-4312-ac95-3ca1d85e9413 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 943 time: 0.0741842 Feb 04 16:32:53.517012 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ecfb4be3-09bd-4ae4-a0e7-1d3b74cbc5eb req-d2df19ea-7806-4ba6-8a27-09df66f62a44 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385053 Feb 04 16:32:54.446275 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 56183987-950c-4bdd-a656-c964bf7e62fe details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:32:54.578261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=56183987-950c-4bdd-a656-c964bf7e62fe,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:54.591145 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '56183987-950c-4bdd-a656-c964bf7e62fe', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'port_id': '56183987-950c-4bdd-a656-c964bf7e62fe', 'mac_address': 'fa:16:3e:bd:3d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:32:54.646177 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:54.663933 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56183987-950c-4bdd-a656-c964bf7e62fe {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:32:54.679563 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=56183987-950c-4bdd-a656-c964bf7e62fe,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:54.683751 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:54.724027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e472c-0f90-4817-a6a2-60cee9b0d620 req-40eecc17-e651-447c-a133-e4c19a40fab0 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:54.725391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed8e472c-0f90-4817-a6a2-60cee9b0d620 req-40eecc17-e651-447c-a133-e4c19a40fab0 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 943 time: 0.0806561 Feb 04 16:32:54.750028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=56183987-950c-4bdd-a656-c964bf7e62fe,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:54.771439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ed8e472c-0f90-4817-a6a2-60cee9b0d620 req-67ca6bff-51db-4fc1-97f0-7ba5d0a519a2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402985 Feb 04 16:32:55.048162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['56183987-950c-4bdd-a656-c964bf7e62fe'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:32:55.242947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2691a-95b0-4179-985a-b300820bce94 req-9e37741c-a14a-4812-9555-de99a51b55f0 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:55.244293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-9e37741c-a14a-4812-9555-de99a51b55f0 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.73 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a&tenant_id=30d11dfba7ec4959bba78ed54fc71b53&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 944 time: 0.1277552 Feb 04 16:32:55.334133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ef1e4-76b1-4aaf-81f9-01527435d92c req-8c7135ae-a752-4646-a7b9-02c18b8e7aa7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:55.335605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-669ef1e4-76b1-4aaf-81f9-01527435d92c req-8c7135ae-a752-4646-a7b9-02c18b8e7aa7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 944 time: 0.1461737 Feb 04 16:32:55.358771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-325549a5-ebfb-41e7-888f-b6a671767472 service neutron] 10.222.0.73 "GET /v2.0/ports/56183987-950c-4bdd-a656-c964bf7e62fe/bindings/n-h2-827872-1 HTTP/1.1" status: 200 len: 382 time: 0.1041861 Feb 04 16:32:55.419604 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-669ef1e4-76b1-4aaf-81f9-01527435d92c req-ab2f3db0-e070-4aba-857a-ebb722549e64 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775971 Feb 04 16:32:55.455891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-b917ff8e-4f8f-4589-9fd5-884adf443546 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 1095 time: 0.0752163 Feb 04 16:32:55.585888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2691a-95b0-4179-985a-b300820bce94 req-e0234bca-72b9-4d9d-9222-13b2f67902c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:55.587366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-e0234bca-72b9-4d9d-9222-13b2f67902c3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1248984 Feb 04 16:32:55.689921 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-04701da1-4299-4cd4-bba7-a68ff55069da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 200 len: 1001 time: 0.0963228 Feb 04 16:32:55.751834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2691a-95b0-4179-985a-b300820bce94 req-1bfa1867-cd9a-45e7-85d2-47942970530e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:55.753277 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-1bfa1867-cd9a-45e7-85d2-47942970530e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0567372 Feb 04 16:32:55.826820 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-8e498309-c04d-4e58-a1eb-0ead05b018a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669696 Feb 04 16:32:55.957078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-09c01384-2482-4001-abe3-24ec3d7262d1 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227152 Feb 04 16:32:56.087199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-580f495f-bbdd-4632-ad29-a2de2c2f21ca service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244490 Feb 04 16:32:56.475447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 56183987-950c-4bdd-a656-c964bf7e62fe up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:56.547612 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 56183987-950c-4bdd-a656-c964bf7e62fe completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:56.552447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 56183987-950c-4bdd-a656-c964bf7e62fe triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:56.552857 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:56.672980 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:56.704508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:56.714552 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=56183987-950c-4bdd-a656-c964bf7e62fe,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:56.718236 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:56.734259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbfd7e-5983-4bce-be9f-b58ad167d81e req-8f9b5744-dcee-4153-aca4-cb0e41138fbe tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:56.739633 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11fbfd7e-5983-4bce-be9f-b58ad167d81e req-8f9b5744-dcee-4153-aca4-cb0e41138fbe tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 944 time: 0.1888463 Feb 04 16:32:56.786170 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=56183987-950c-4bdd-a656-c964bf7e62fe,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:56.787394 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-11fbfd7e-5983-4bce-be9f-b58ad167d81e req-9c731357-bf37-46e3-9165-5c6f4a288d1e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447798 Feb 04 16:32:56.791905 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe', 'code': 200} Feb 04 16:32:58.016083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb23a3-822a-41bd-b097-58d6257c062b req-473e86bd-f202-4ed3-9ba0-08e90c5ad04a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:58.017827 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51bb23a3-822a-41bd-b097-58d6257c062b req-473e86bd-f202-4ed3-9ba0-08e90c5ad04a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0845232 Feb 04 16:32:58.066996 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51bb23a3-822a-41bd-b097-58d6257c062b req-b06836e0-c978-4a71-8153-ae065ca5e780 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435083 Feb 04 16:32:58.282013 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-90a4ca3e-6183-455f-9970-9aa7a6f9bd9f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a&tenant_id=30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 1096 time: 0.0681148 Feb 04 16:32:58.298468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:58.403065 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.660796 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=56183987-950c-4bdd-a656-c964bf7e62fe,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:58.689905 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:58.743676 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:58.749541 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.764795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Transition to ACTIVE for port object 56183987-950c-4bdd-a656-c964bf7e62fe will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:58.768476 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.817823 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe', 'code': 200} Feb 04 16:32:58.910566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Pushing event updated for resources: {'Port': ['ID=56183987-950c-4bdd-a656-c964bf7e62fe,revision_number=10']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:58.933847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:58.934199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:58.934546 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:58.934886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:58.935239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:58.935577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:58.935926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:58.936253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:58.936577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:58.936903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:58.937225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:58.994857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] No DVR routers for this DVR port 56183987-950c-4bdd-a656-c964bf7e62fe on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:59.246946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Attempting to bind port 56183987-950c-4bdd-a656-c964bf7e62fe on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:59.247220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Attempting to bind port 56183987-950c-4bdd-a656-c964bf7e62fe by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:59.247534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Attempting to bind port 56183987-950c-4bdd-a656-c964bf7e62fe on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:59.253536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Port 56183987-950c-4bdd-a656-c964bf7e62fe on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:32:59.253866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Attempting to bind port 56183987-950c-4bdd-a656-c964bf7e62fe on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:59.260054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:32:59.260388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Checking segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:59.260768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Bound using segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:32:59.261193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Bound port: 56183987-950c-4bdd-a656-c964bf7e62fe, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:59.261547 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.267962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086d6e4-7289-427a-9fd2-fc8096f6f2f8 req-a51c04b3-a9db-41ad-b07c-2344b11e3e14 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:59.269429 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5086d6e4-7289-427a-9fd2-fc8096f6f2f8 req-a51c04b3-a9db-41ad-b07c-2344b11e3e14 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 944 time: 0.0752618 Feb 04 16:32:59.315020 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5086d6e4-7289-427a-9fd2-fc8096f6f2f8 req-54aa02dd-847d-4c11-b096-3812b55cd1c7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398960 Feb 04 16:32:59.349963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:59.353341 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=56183987-950c-4bdd-a656-c964bf7e62fe,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:59.357203 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.421393 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.423605 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] 10.222.0.81 "PUT /v2.0/ports/56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 200 len: 1092 time: 1.1290002 Feb 04 16:32:59.438146 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198216e3-d578-4a00-846a-1ed9fef0e881 service neutron] Pushing event updated for resources: {'Port': ['ID=56183987-950c-4bdd-a656-c964bf7e62fe,revision_number=11']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:59.533077 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-e5967129-53d1-4966-a67b-99c23d98521e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 1095 time: 0.0766530 Feb 04 16:32:59.668053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2691a-95b0-4179-985a-b300820bce94 req-1ab0d829-fb3c-44bc-917d-2638096cb2ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:59.669478 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-1ab0d829-fb3c-44bc-917d-2638096cb2ad service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1319251 Feb 04 16:32:59.770615 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-f3932261-d46d-44d8-9d82-f7611d6d0a7a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 200 len: 1000 time: 0.0952930 Feb 04 16:32:59.832052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2691a-95b0-4179-985a-b300820bce94 req-108bfa1c-30f7-4d0d-9618-7d1207c6f52e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:59.833459 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-108bfa1c-30f7-4d0d-9618-7d1207c6f52e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0573952 Feb 04 16:33:00.012717 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-c7401879-c628-40eb-a31a-9a39ad05b524 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729751 Feb 04 16:33:00.140464 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-1e46502e-00d1-453e-8b73-9c701dcadf5a service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221628 Feb 04 16:33:00.267558 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5fe2691a-95b0-4179-985a-b300820bce94 req-a26a3d08-e027-4000-b1c8-af80207b1149 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211085 Feb 04 16:33:00.515208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb8563-8f5d-4fd0-86ef-0e4e0d3fe8af req-bc0816af-2302-4dd0-b940-101a6e4078fd tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:00.516537 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aedb8563-8f5d-4fd0-86ef-0e4e0d3fe8af req-bc0816af-2302-4dd0-b940-101a6e4078fd tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 944 time: 0.0778117 Feb 04 16:33:00.561432 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aedb8563-8f5d-4fd0-86ef-0e4e0d3fe8af req-7e4b6557-1e02-43bd-8753-581b71f47124 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391903 Feb 04 16:33:00.818566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:00.887646 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe', 'status': 'completed', 'code': 200} Feb 04 16:33:00.980399 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-646445ab-57c1-427f-97be-55597560fa20 req-289bb9d5-0f42-4d30-93f4-b014bab4d4b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 1095 time: 0.0701354 Feb 04 16:33:00.995633 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-646445ab-57c1-427f-97be-55597560fa20 req-a1204424-5017-48bb-b724-e2ff51f322cb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 1095 time: 0.0704148 Feb 04 16:33:01.112907 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646445ab-57c1-427f-97be-55597560fa20 req-d3635231-34f9-4960-8158-4661058a9052 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:01.114311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-646445ab-57c1-427f-97be-55597560fa20 req-d3635231-34f9-4960-8158-4661058a9052 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1274993 Feb 04 16:33:01.129402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646445ab-57c1-427f-97be-55597560fa20 req-e88e364a-489e-404e-a211-500d64334264 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:01.130850 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-646445ab-57c1-427f-97be-55597560fa20 req-e88e364a-489e-404e-a211-500d64334264 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1301477 Feb 04 16:33:01.218295 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-646445ab-57c1-427f-97be-55597560fa20 req-f0f85bcb-6764-4008-b796-1b19b43850f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 200 len: 1000 time: 0.0980401 Feb 04 16:33:01.233676 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-646445ab-57c1-427f-97be-55597560fa20 req-3f88b556-19ff-4633-8bb4-57e9abdcb8f9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 200 len: 1000 time: 0.0964558 Feb 04 16:33:01.279633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646445ab-57c1-427f-97be-55597560fa20 req-141651ef-9b5f-407e-9d98-5e787bb9239b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:01.281063 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-646445ab-57c1-427f-97be-55597560fa20 req-141651ef-9b5f-407e-9d98-5e787bb9239b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0567997 Feb 04 16:33:01.299170 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646445ab-57c1-427f-97be-55597560fa20 req-a31a5b46-85c1-46af-aae2-e2430dec1790 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:01.300621 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-646445ab-57c1-427f-97be-55597560fa20 req-a31a5b46-85c1-46af-aae2-e2430dec1790 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0608134 Feb 04 16:33:01.358952 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-646445ab-57c1-427f-97be-55597560fa20 req-97de62fb-3d73-4b85-85d3-7dead1c09c54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699508 Feb 04 16:33:01.377132 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-646445ab-57c1-427f-97be-55597560fa20 req-cd004e13-2b5b-4d1a-9f48-8ab09c66f3de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683055 Feb 04 16:33:01.477879 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:33:01.489632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-646445ab-57c1-427f-97be-55597560fa20 req-ca6d4803-bd62-486b-9439-b2d5fad121fc service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239202 Feb 04 16:33:01.509696 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-646445ab-57c1-427f-97be-55597560fa20 req-6186c7b3-0e29-41f4-a023-36cef6dbe281 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254101 Feb 04 16:33:01.622586 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-646445ab-57c1-427f-97be-55597560fa20 req-eba6f91e-73cd-4a81-9b31-514ad8860d41 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274011 Feb 04 16:33:01.645481 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-646445ab-57c1-427f-97be-55597560fa20 req-aacd08bc-2d1d-4808-a67f-1daa2aebf374 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299913 Feb 04 16:33:01.764126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d8167-4113-483b-94b4-8628760c143d req-b1174a41-9afe-46f7-8799-f5e58ffa7a00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:01.765601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e2d8167-4113-483b-94b4-8628760c143d req-b1174a41-9afe-46f7-8799-f5e58ffa7a00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 944 time: 0.0751410 Feb 04 16:33:01.809852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e2d8167-4113-483b-94b4-8628760c143d req-b808d4af-c44c-4767-8a2b-cc50aeab34f6 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387504 Feb 04 16:33:02.493632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 56183987-950c-4bdd-a656-c964bf7e62fe no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:02.548347 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 56183987-950c-4bdd-a656-c964bf7e62fe not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:03.169000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbb719-58cb-474c-a8d0-154cb359dd03 req-e097ac60-906e-41bd-a94d-b7dd07f183ec tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:03.170366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47cbb719-58cb-474c-a8d0-154cb359dd03 req-e097ac60-906e-41bd-a94d-b7dd07f183ec tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 944 time: 0.0802751 Feb 04 16:33:03.216327 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-47cbb719-58cb-474c-a8d0-154cb359dd03 req-52d144aa-3d28-4751-b3cb-b6b11515a12d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399878 Feb 04 16:33:04.372136 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 56183987-950c-4bdd-a656-c964bf7e62fe details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:33:04.418731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe09733-6236-4100-b679-01ad834453db req-b1b404cb-e1cc-475b-9cbb-0c933c4d535b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:04.420217 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efe09733-6236-4100-b679-01ad834453db req-b1b404cb-e1cc-475b-9cbb-0c933c4d535b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 944 time: 0.0762901 Feb 04 16:33:04.469103 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efe09733-6236-4100-b679-01ad834453db req-667fcd2b-6eb6-497b-94c4-4e8b358d44d5 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Feb 04 16:33:04.512104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=56183987-950c-4bdd-a656-c964bf7e62fe,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:04.529481 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '56183987-950c-4bdd-a656-c964bf7e62fe', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'port_id': '56183987-950c-4bdd-a656-c964bf7e62fe', 'mac_address': 'fa:16:3e:bd:3d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:33:04.585048 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.602575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56183987-950c-4bdd-a656-c964bf7e62fe {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:33:04.618127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=56183987-950c-4bdd-a656-c964bf7e62fe,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:04.621944 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.675082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad3276-9aac-4b79-a5e3-ef8f4e46541f req-11cf879e-3f7e-475f-9083-20962b2b4d73 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:04.676577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57ad3276-9aac-4b79-a5e3-ef8f4e46541f req-11cf879e-3f7e-475f-9083-20962b2b4d73 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0760527 Feb 04 16:33:04.686360 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=56183987-950c-4bdd-a656-c964bf7e62fe,revision_number=12']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:04.723318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57ad3276-9aac-4b79-a5e3-ef8f4e46541f req-92f32722-32ed-465f-a857-219f56cab577 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407414 Feb 04 16:33:04.919600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749d863-9856-483d-b55e-2cbffdbce9e8 req-6755d609-adbe-4e8e-b1f1-87ede4ba24ab tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:04.921042 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5749d863-9856-483d-b55e-2cbffdbce9e8 req-6755d609-adbe-4e8e-b1f1-87ede4ba24ab tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0791290 Feb 04 16:33:04.966856 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5749d863-9856-483d-b55e-2cbffdbce9e8 req-d4fd4c24-caae-4af8-bee3-05a31f392155 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400412 Feb 04 16:33:05.050140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['56183987-950c-4bdd-a656-c964bf7e62fe'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:33:05.382564 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677620c-8de5-4f28-8ae9-903260c8140f req-f39f6132-b9fa-458d-ac42-d288ad2de8e7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:05.384072 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e677620c-8de5-4f28-8ae9-903260c8140f req-f39f6132-b9fa-458d-ac42-d288ad2de8e7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 945 time: 0.0766566 Feb 04 16:33:05.429582 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e677620c-8de5-4f28-8ae9-903260c8140f req-e7c3f688-b1ca-4f9f-ad4a-7c131937a11b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399995 Feb 04 16:33:06.387928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 56183987-950c-4bdd-a656-c964bf7e62fe up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:33:06.458192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 56183987-950c-4bdd-a656-c964bf7e62fe completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:06.462882 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 56183987-950c-4bdd-a656-c964bf7e62fe triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:06.463411 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.576626 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.604454 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:06.616981 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=56183987-950c-4bdd-a656-c964bf7e62fe,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:06.625265 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.672467 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe', 'code': 200} Feb 04 16:33:06.702392 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-377c0d6e-65ab-4ba9-ac55-c19485fc94a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.713917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=56183987-950c-4bdd-a656-c964bf7e62fe,revision_number=13']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:06.723356 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:06.723810 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:06.724156 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:06.724488 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:06.724846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:06.725171 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:06.725494 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:06.725818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:06.726136 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:06.726456 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:06.726774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:06.737555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409986-b5c8-4e7e-8e1b-5bcc7f5bb3fa req-9d16c2d7-2084-4dde-a723-28c1120b55c7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:06.739007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc409986-b5c8-4e7e-8e1b-5bcc7f5bb3fa req-9d16c2d7-2084-4dde-a723-28c1120b55c7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 946 time: 0.1788363 Feb 04 16:33:06.785004 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc409986-b5c8-4e7e-8e1b-5bcc7f5bb3fa req-22cd230d-7605-472b-8305-984c2d6c32a2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405352 Feb 04 16:33:06.879232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-7ef0fd5a-8986-47aa-8f3a-cef08a712e3c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:06.879919 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-7ef0fd5a-8986-47aa-8f3a-cef08a712e3c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Synchronizing usage tracker for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:06.894986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-7ef0fd5a-8986-47aa-8f3a-cef08a712e3c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Unset dirty status for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:06.896100 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-7ef0fd5a-8986-47aa-8f3a-cef08a712e3c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 946 time: 0.0904081 Feb 04 16:33:06.965510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-6c401899-aada-49f5-826e-37454823bd00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Deleting port 56183987-950c-4bdd-a656-c964bf7e62fe {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:06.965850 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-6c401899-aada-49f5-826e-37454823bd00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.203040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-6c401899-aada-49f5-826e-37454823bd00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] For port 56183987-950c-4bdd-a656-c964bf7e62fe, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=56183987-950c-4bdd-a656-c964bf7e62fe,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:07.203335 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-6c401899-aada-49f5-826e-37454823bd00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.575370 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-6c401899-aada-49f5-826e-37454823bd00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.575743 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-6c401899-aada-49f5-826e-37454823bd00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.576054 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-6c401899-aada-49f5-826e-37454823bd00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Floating IP b5c42961-bb8e-4345-8024-314d00eabbc4 disassociated. External IP: 172.25.0.186, port: 56183987-950c-4bdd-a656-c964bf7e62fe. Feb 04 16:33:07.576397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-6c401899-aada-49f5-826e-37454823bd00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Calling delete_port for 56183987-950c-4bdd-a656-c964bf7e62fe owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:07.717802 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-6c401899-aada-49f5-826e-37454823bd00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.766272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c401899-aada-49f5-826e-37454823bd00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Pushing event deleted for resources: {'Port': ['ID=56183987-950c-4bdd-a656-c964bf7e62fe,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:07.962632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe4fc122-dbd4-45b4-93d7-265856b3c67b req-c6d8a6d1-7b00-4cdc-8eda-ee7b1ce83ec2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a1a915-d59b-4a6f-9452-2e727ca58d7a HTTP/1.1" status: 200 len: 210 time: 0.0451624 Feb 04 16:33:07.984712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-6c401899-aada-49f5-826e-37454823bd00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:33:08.186315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-6c401899-aada-49f5-826e-37454823bd00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:33:08.195437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205f8aee-4b57-41b8-829d-fbe819e16478 None None] Sync routers for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:33:08.206842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205f8aee-4b57-41b8-829d-fbe819e16478 None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:08.207467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-205f8aee-4b57-41b8-829d-fbe819e16478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:32:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:08.259387 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-6c401899-aada-49f5-826e-37454823bd00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] No DVR routers for this DVR port 56183987-950c-4bdd-a656-c964bf7e62fe on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:08.261956 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-6c401899-aada-49f5-826e-37454823bd00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.266311 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'name': 'network-vif-deleted', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:08.281085 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e2c96e9c-cea3-4b41-96c9-e285162300f2 req-6c401899-aada-49f5-826e-37454823bd00 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.81 "DELETE /v2.0/ports/56183987-950c-4bdd-a656-c964bf7e62fe HTTP/1.1" status: 204 len: 173 time: 1.3799095 Feb 04 16:33:08.326150 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a1a915-d59b-4a6f-9452-2e727ca58d7a', 'name': 'network-vif-deleted', 'tag': '56183987-950c-4bdd-a656-c964bf7e62fe', 'status': 'completed', 'code': 200} Feb 04 16:33:08.419042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-205f8aee-4b57-41b8-829d-fbe819e16478 None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:33:08.737315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-205f8aee-4b57-41b8-829d-fbe819e16478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:08.741067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205f8aee-4b57-41b8-829d-fbe819e16478 None None] Checking router: 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:33:08.753402 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205f8aee-4b57-41b8-829d-fbe819e16478 None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:08.753994 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-205f8aee-4b57-41b8-829d-fbe819e16478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:32:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:08.928139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-205f8aee-4b57-41b8-829d-fbe819e16478 None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:33:09.125794 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8181352c-40d8-43df-bc25-1290b0b162fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.251634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-205f8aee-4b57-41b8-829d-fbe819e16478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:09.255931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205f8aee-4b57-41b8-829d-fbe819e16478 None None] The sync data for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 is: [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:33:09.355379 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-7234f7c5-5e5b-4ff9-b212-d42875bff64d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1866871833&fields=id&tenant_id=30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 267 time: 0.0462611 Feb 04 16:33:09.489882 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fd482c-c009-4b4f-8354-d8c46c110094 None None] New status for floating IP b5c42961-bb8e-4345-8024-314d00eabbc4: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:33:09.507505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-514abeb3-3df4-4dfd-af3a-26116c9e7e13 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:09.508855 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-514abeb3-3df4-4dfd-af3a-26116c9e7e13 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 811 time: 0.1466880 Feb 04 16:33:09.525708 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-fb52bf08-cbc9-451b-b430-950f07965ef2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/quotas/30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 375 time: 0.0113325 Feb 04 16:33:09.607541 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-d6e837b6-8a5a-414f-b4a4-e2a733fce64e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0768008 Feb 04 16:33:09.623937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-1d004aea-9164-4c7c-b7f3-450f78bdf5e8 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:33:09.625010 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-1d004aea-9164-4c7c-b7f3-450f78bdf5e8 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054450 Feb 04 16:33:09.761248 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-8b3499d3-5226-4abe-addf-55f961ec098b service neutron] 10.222.0.60 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302021 Feb 04 16:33:09.891777 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-cca4ab83-11cc-498e-9fbd-0b73fa960cd7 service neutron] 10.222.0.60 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248577 Feb 04 16:33:10.079668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f4d8fa7-79d1-4805-b40c-3740014d8358 req-933e54f9-f19e-4cc6-a73b-0d8d3e668c79 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 210 time: 0.0405114 Feb 04 16:33:10.396015 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.458937 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.098596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-fbbf5b92-a58a-419c-b221-78eae10103e4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:11.100107 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-fbbf5b92-a58a-419c-b221-78eae10103e4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 811 time: 0.1497660 Feb 04 16:33:11.160287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-25e0863f-4ca5-4c05-8dc0-1b04cad8e3fb tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 380 time: 0.0483029 Feb 04 16:33:11.171144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Request body: {'port': {'device_id': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'admin_state_up': True, 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'security_groups': ['54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:11.287798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e8c0f53-6a03-464a-92d1-8ab6209c154c req-6c0211f7-27bb-4b5a-8628-3eb6ea8a57f9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 210 time: 0.0533721 Feb 04 16:33:11.344324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:11.348618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Usage tracker for resource:port and tenant:30d11dfba7ec4959bba78ed54fc71b53 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:11.351379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:11.356881 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:11.367346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Made reservation on behalf of 30d11dfba7ec4959bba78ed54fc71b53 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:11.370422 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.527986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Allocated IP 172.20.0.11 (1d73b2fe-9d00-4112-baa9-de0be3af45b3/4c3b92c9-1741-4eef-a4b8-93b62818dd80/599db9be-79d3-4cdf-ad58-688804630b2e) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:33:11.629314 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.717806 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.732934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Transition to ACTIVE for port object 599db9be-79d3-4cdf-ad58-688804630b2e will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:11.754924 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.825823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:11.828722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:11.833309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:33:11.862899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Pushing event updated for resources: {'Port': ['ID=599db9be-79d3-4cdf-ad58-688804630b2e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:11.901237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:11.901845 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.935971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-704dcfd1-b401-4a18-9782-05f84d66f8b9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7684314 Feb 04 16:33:11.947567 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Request body: {'port': {'device_id': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:12.088608 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-03711c80-cb39-41e3-b902-64c19dc8463b None None] Provisioning for port 599db9be-79d3-4cdf-ad58-688804630b2e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:12.094474 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-03711c80-cb39-41e3-b902-64c19dc8463b None None] Provisioning complete for port 599db9be-79d3-4cdf-ad58-688804630b2e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:12.095331 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-03711c80-cb39-41e3-b902-64c19dc8463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.158574 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.165569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-03711c80-cb39-41e3-b902-64c19dc8463b None None] Port 599db9be-79d3-4cdf-ad58-688804630b2e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:33:12.166359 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.388307 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 56183987-950c-4bdd-a656-c964bf7e62fe no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:12.420839 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 56183987-950c-4bdd-a656-c964bf7e62fe {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:33:12.421183 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 56183987-950c-4bdd-a656-c964bf7e62fe not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:12.571817 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387a4b3-73f0-4997-999d-6cf761f8cd74 req-86eb9149-e133-471e-8812-aba96503ca3d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:12.572495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1387a4b3-73f0-4997-999d-6cf761f8cd74 req-86eb9149-e133-471e-8812-aba96503ca3d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Synchronizing usage tracker for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:12.588402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599db9be-79d3-4cdf-ad58-688804630b2e {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:33:12.597164 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.599601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1387a4b3-73f0-4997-999d-6cf761f8cd74 req-86eb9149-e133-471e-8812-aba96503ca3d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Unset dirty status for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:12.600702 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1387a4b3-73f0-4997-999d-6cf761f8cd74 req-86eb9149-e133-471e-8812-aba96503ca3d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 932 time: 0.1859400 Feb 04 16:33:12.628393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Transition to ACTIVE for port object 599db9be-79d3-4cdf-ad58-688804630b2e will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:12.632306 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.775729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1387a4b3-73f0-4997-999d-6cf761f8cd74 req-2eb375e3-68b7-45e9-b33c-2f81e34a72c2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668539 Feb 04 16:33:12.778141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Pushing event updated for resources: {'Port': ['ID=599db9be-79d3-4cdf-ad58-688804630b2e,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:12.910750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Attempting to bind port 599db9be-79d3-4cdf-ad58-688804630b2e on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:33:12.911058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Attempting to bind port 599db9be-79d3-4cdf-ad58-688804630b2e by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:33:12.911414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Attempting to bind port 599db9be-79d3-4cdf-ad58-688804630b2e on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:33:12.917733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Port 599db9be-79d3-4cdf-ad58-688804630b2e on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:33:12.918053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Attempting to bind port 599db9be-79d3-4cdf-ad58-688804630b2e on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:33:12.925248 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:33:12.925772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Checking segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:33:12.926357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Bound using segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:33:12.927035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Bound port: 599db9be-79d3-4cdf-ad58-688804630b2e, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:33:12.927615 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.025099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:33:13.028320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:33:13.034495 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.097825 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.099393 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] 10.222.0.73 "PUT /v2.0/ports/599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 200 len: 1092 time: 1.1562304 Feb 04 16:33:13.102279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:13.122517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe7540-6fe1-4766-b257-43f780c28489 service neutron] Pushing event updated for resources: {'Port': ['ID=599db9be-79d3-4cdf-ad58-688804630b2e,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:13.189621 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e', 'status': 'completed', 'code': 200} Feb 04 16:33:13.230697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-9b823cf2-4779-4129-89b5-2400a1f640c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 1095 time: 0.0842941 Feb 04 16:33:13.316223 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-6a4bd2c0-b1a7-4e11-881f-68fb4299b653 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 200 len: 217 time: 0.0788958 Feb 04 16:33:13.387594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-7baed29c-9f37-433b-ac83-68a5890d5165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:13.389003 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-7baed29c-9f37-433b-ac83-68a5890d5165 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0669529 Feb 04 16:33:13.477317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-034783a5-2fb3-4097-83e3-3cd4c1c50963 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811751 Feb 04 16:33:13.616878 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-aa82d081-a03b-4817-b8e0-7df63dbaa99a service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316855 Feb 04 16:33:13.747941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18d2352e-3cf0-42ee-b578-b7a468aba083 req-e82cba37-326b-4fa9-b1b6-82325d5c0bab service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253040 Feb 04 16:33:13.862320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c81767d6-aa07-4fee-9e7c-c59f567a2d0b req-49c7dddb-25f5-440c-9676-588a21fcb640 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 1095 time: 0.0702264 Feb 04 16:33:14.139336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81767d6-aa07-4fee-9e7c-c59f567a2d0b req-9132b726-e9da-486a-b987-9d5ef77b90d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:14.140771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c81767d6-aa07-4fee-9e7c-c59f567a2d0b req-9132b726-e9da-486a-b987-9d5ef77b90d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.2726626 Feb 04 16:33:14.199427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b662a19-16fb-42bd-ac59-a128d50be4e2 req-7c18deaf-2c70-482e-a67f-868463c63595 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:14.200827 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b662a19-16fb-42bd-ac59-a128d50be4e2 req-7c18deaf-2c70-482e-a67f-868463c63595 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 944 time: 0.1702034 Feb 04 16:33:14.235604 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c81767d6-aa07-4fee-9e7c-c59f567a2d0b req-1bfd2782-ea8b-45ad-8c24-913810456c3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 200 len: 217 time: 0.0870380 Feb 04 16:33:14.306721 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b662a19-16fb-42bd-ac59-a128d50be4e2 req-cf0a3c77-29e2-42dc-acbc-4bc1d3a041db tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994585 Feb 04 16:33:14.311707 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81767d6-aa07-4fee-9e7c-c59f567a2d0b req-7b4956d9-5679-49ca-9538-058db26cb626 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:14.313041 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c81767d6-aa07-4fee-9e7c-c59f567a2d0b req-7b4956d9-5679-49ca-9538-058db26cb626 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0718513 Feb 04 16:33:14.388051 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c81767d6-aa07-4fee-9e7c-c59f567a2d0b req-c687b988-4729-45d8-a3d7-2a0c89914d96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677669 Feb 04 16:33:14.517240 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c81767d6-aa07-4fee-9e7c-c59f567a2d0b req-ae3f5f0c-49ae-4828-b563-7a5e1a365857 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221728 Feb 04 16:33:14.646959 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c81767d6-aa07-4fee-9e7c-c59f567a2d0b req-2fc8e526-951f-40cd-9df3-71c91593da49 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236870 Feb 04 16:33:15.511400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446b613-44cb-419e-bad7-7362703ed372 req-38ca8d7f-9439-487d-b8ff-d4897cacbca7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:15.512869 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8446b613-44cb-419e-bad7-7362703ed372 req-38ca8d7f-9439-487d-b8ff-d4897cacbca7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 944 time: 0.0798218 Feb 04 16:33:15.557900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8446b613-44cb-419e-bad7-7362703ed372 req-e58ec44c-4899-4feb-8887-df6a864ee67e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389090 Feb 04 16:33:16.757758 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d127b-ca20-45d2-b126-9ee7ddd9d9eb req-c4cdf2a4-6b93-46c7-89d6-70d093173c28 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:16.759233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-150d127b-ca20-45d2-b126-9ee7ddd9d9eb req-c4cdf2a4-6b93-46c7-89d6-70d093173c28 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 944 time: 0.0752158 Feb 04 16:33:16.806938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-150d127b-ca20-45d2-b126-9ee7ddd9d9eb req-39875f17-11fc-4cc8-91db-fa4422e58ab8 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422580 Feb 04 16:33:18.005264 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5298714-01b3-4c4d-b95e-637092acfc78 req-367b9252-a160-4ad2-9d3c-e0d19d2d100e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:18.006704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5298714-01b3-4c4d-b95e-637092acfc78 req-367b9252-a160-4ad2-9d3c-e0d19d2d100e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 944 time: 0.0756056 Feb 04 16:33:18.050559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d5298714-01b3-4c4d-b95e-637092acfc78 req-292c2a4d-6ad8-4d3d-a869-2a92400263dc tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383952 Feb 04 16:33:18.524057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 599db9be-79d3-4cdf-ad58-688804630b2e details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:33:18.653990 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:18.667032 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '599db9be-79d3-4cdf-ad58-688804630b2e', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'port_id': '599db9be-79d3-4cdf-ad58-688804630b2e', 'mac_address': 'fa:16:3e:ba:73:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:33:18.723791 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.740249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599db9be-79d3-4cdf-ad58-688804630b2e {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:33:18.755558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:18.759214 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.823393 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=599db9be-79d3-4cdf-ad58-688804630b2e,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:19.052793 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['599db9be-79d3-4cdf-ad58-688804630b2e'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:33:19.255811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7aa36-6ef8-4b95-98e7-89e1c4e63392 req-764176f9-3cd2-426a-922e-0ad078bdca6d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:19.257268 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bfb7aa36-6ef8-4b95-98e7-89e1c4e63392 req-764176f9-3cd2-426a-922e-0ad078bdca6d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.0805042 Feb 04 16:33:19.302287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bfb7aa36-6ef8-4b95-98e7-89e1c4e63392 req-0d6a3d43-a2a7-465f-ad3c-90628458456c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394530 Feb 04 16:33:20.019349 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:20.498748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b942b6-4751-4a6b-bc1b-5c2344e1cf8f req-043f9451-ae5f-48c4-8148-8114a3ee6f4f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:20.500212 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7b942b6-4751-4a6b-bc1b-5c2344e1cf8f req-043f9451-ae5f-48c4-8148-8114a3ee6f4f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.0748596 Feb 04 16:33:20.531235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 599db9be-79d3-4cdf-ad58-688804630b2e up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:33:20.544880 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7b942b6-4751-4a6b-bc1b-5c2344e1cf8f req-f288605c-6cb8-4398-a360-8c91e05eb5ea tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393016 Feb 04 16:33:20.598627 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 599db9be-79d3-4cdf-ad58-688804630b2e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:20.603153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 599db9be-79d3-4cdf-ad58-688804630b2e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:20.603570 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:20.714832 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:20.740064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:20.749660 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:20.754033 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:20.798960 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e', 'code': 200} Feb 04 16:33:20.826855 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=599db9be-79d3-4cdf-ad58-688804630b2e,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:20.928832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9044dd0d-40d5-4394-8c78-e838cfcd82e4 req-4f6a077c-d089-47de-af61-a85bdc2e4d80 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 1097 time: 0.0709558 Feb 04 16:33:20.971032 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9044dd0d-40d5-4394-8c78-e838cfcd82e4 req-013b1f54-a5a4-43b5-8452-67f083d35124 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368481 Feb 04 16:33:21.748313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cec50-3231-4cc5-9228-fcb82e00a200 req-f90c890b-53eb-4ad6-a4b6-13c9bd94d630 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:21.749671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f77cec50-3231-4cc5-9228-fcb82e00a200 req-f90c890b-53eb-4ad6-a4b6-13c9bd94d630 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0780132 Feb 04 16:33:21.796834 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f77cec50-3231-4cc5-9228-fcb82e00a200 req-59294bd7-85fa-4f9e-9772-ab0bc28752bb tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413947 Feb 04 16:33:22.993384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ac885-fa0f-4bdd-9ee2-5bf528d34e51 req-4b656773-6689-4958-bc9f-c2b5141a198a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:22.994855 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c6ac885-fa0f-4bdd-9ee2-5bf528d34e51 req-4b656773-6689-4958-bc9f-c2b5141a198a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0753145 Feb 04 16:33:23.038664 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c6ac885-fa0f-4bdd-9ee2-5bf528d34e51 req-821f2534-c6ee-4f90-97e7-698d2f1d812e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379632 Feb 04 16:33:23.233746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e694c-c3b1-4c3a-9687-012b68c20479 req-1c81a4a7-39f5-42f7-bd8b-69e839769f5a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:23.235746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d1e694c-c3b1-4c3a-9687-012b68c20479 req-1c81a4a7-39f5-42f7-bd8b-69e839769f5a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0771196 Feb 04 16:33:23.244296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56174) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:23.249600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-5d1d48f1-c70b-4ec8-8b51-a5c0a37b3e55 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Request body: {'floatingip': {'port_id': '599db9be-79d3-4cdf-ad58-688804630b2e'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:23.320792 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5d1d48f1-c70b-4ec8-8b51-a5c0a37b3e55 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.994001 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5d1d48f1-c70b-4ec8-8b51-a5c0a37b3e55 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.996997 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5d1d48f1-c70b-4ec8-8b51-a5c0a37b3e55 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.187090 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-5d1d48f1-c70b-4ec8-8b51-a5c0a37b3e55 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Floating IP b5c42961-bb8e-4345-8024-314d00eabbc4 associated. External IP: 172.25.0.186, port: 599db9be-79d3-4cdf-ad58-688804630b2e. Feb 04 16:33:24.569711 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1d48f1-c70b-4ec8-8b51-a5c0a37b3e55 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:33:24.763280 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1d48f1-c70b-4ec8-8b51-a5c0a37b3e55 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:33:24.767623 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5d1d48f1-c70b-4ec8-8b51-a5c0a37b3e55 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.772674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21006f52-3ef0-4dd8-ba4d-3bbf0a0df329 None None] Sync routers for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:33:24.784910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21006f52-3ef0-4dd8-ba4d-3bbf0a0df329 None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:24.785515 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-21006f52-3ef0-4dd8-ba4d-3bbf0a0df329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:33:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:24.819271 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5d1d48f1-c70b-4ec8-8b51-a5c0a37b3e55 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "PUT /v2.0/floatingips/b5c42961-bb8e-4345-8024-314d00eabbc4 HTTP/1.1" status: 200 len: 993 time: 1.5739300 Feb 04 16:33:24.819901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:24.876379 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e', 'status': 'completed', 'code': 200} Feb 04 16:33:24.970522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-21006f52-3ef0-4dd8-ba4d-3bbf0a0df329 None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:33:25.029596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34c825f9-19bb-4cfa-9528-5aef407bef98 req-752a05e3-86a2-4d17-8bfa-368b6a4fb710 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 1097 time: 0.1329720 Feb 04 16:33:25.036320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56602c-8f51-4e99-94f6-6f2937ec0656 req-63c0e59d-8f6a-4efb-a96f-0f191c831a42 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:25.037657 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac56602c-8f51-4e99-94f6-6f2937ec0656 req-63c0e59d-8f6a-4efb-a96f-0f191c831a42 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.1017499 Feb 04 16:33:25.164597 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac56602c-8f51-4e99-94f6-6f2937ec0656 req-18dbd0d4-dcd3-4d34-8492-2867b0a67af8 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090503 Feb 04 16:33:25.199657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c825f9-19bb-4cfa-9528-5aef407bef98 req-e9ec98ef-1e91-48a6-a559-11b98e80165e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:25.201068 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34c825f9-19bb-4cfa-9528-5aef407bef98 req-e9ec98ef-1e91-48a6-a559-11b98e80165e service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1626103 Feb 04 16:33:25.335014 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-21006f52-3ef0-4dd8-ba4d-3bbf0a0df329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'b5c42961-bb8e-4345-8024-314d00eabbc4', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'port_id': '599db9be-79d3-4cdf-ad58-688804630b2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'mac_address': 'fa:16:3e:ba:73:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:29:51Z', 'updated_at': '2022-02-04T16:33:23Z', 'revision_number': 13, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:25.338917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21006f52-3ef0-4dd8-ba4d-3bbf0a0df329 None None] Checking router: 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:33:25.350069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21006f52-3ef0-4dd8-ba4d-3bbf0a0df329 None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:25.350661 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-21006f52-3ef0-4dd8-ba4d-3bbf0a0df329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:33:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:25.403934 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34c825f9-19bb-4cfa-9528-5aef407bef98 req-ad27bc38-e3c0-404d-8de9-51288df9b641 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 200 len: 1001 time: 0.1968725 Feb 04 16:33:25.465463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c825f9-19bb-4cfa-9528-5aef407bef98 req-f3a483da-fcab-4097-92cc-429ea7aafcf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:25.466908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34c825f9-19bb-4cfa-9528-5aef407bef98 req-f3a483da-fcab-4097-92cc-429ea7aafcf7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0571573 Feb 04 16:33:25.534142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-21006f52-3ef0-4dd8-ba4d-3bbf0a0df329 None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:33:25.542321 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34c825f9-19bb-4cfa-9528-5aef407bef98 req-079df6d8-3d05-45b5-b0f7-26c4fe3d167e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702009 Feb 04 16:33:25.670273 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34c825f9-19bb-4cfa-9528-5aef407bef98 req-7e35ad83-011f-470d-9260-17fa235942bb service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216421 Feb 04 16:33:25.805061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-34c825f9-19bb-4cfa-9528-5aef407bef98 req-cfa72d81-cf86-4997-b145-ee447fa607ee service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290932 Feb 04 16:33:26.017182 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-21006f52-3ef0-4dd8-ba4d-3bbf0a0df329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'b5c42961-bb8e-4345-8024-314d00eabbc4', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'port_id': '599db9be-79d3-4cdf-ad58-688804630b2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'mac_address': 'fa:16:3e:ba:73:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:29:51Z', 'updated_at': '2022-02-04T16:33:23Z', 'revision_number': 13, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:26.024370 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21006f52-3ef0-4dd8-ba4d-3bbf0a0df329 None None] The sync data for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 is: [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'b5c42961-bb8e-4345-8024-314d00eabbc4', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'port_id': '599db9be-79d3-4cdf-ad58-688804630b2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'mac_address': 'fa:16:3e:ba:73:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:29:51Z', 'updated_at': '2022-02-04T16:33:23Z', 'revision_number': 13, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:33:26.229558 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334cedcc-67ea-4f96-af5f-254ccfdc77ab None None] New status for floating IP b5c42961-bb8e-4345-8024-314d00eabbc4: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:33:26.380870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4b39f-d54b-4a43-8418-9762ada3f7a1 req-308f493b-b1ed-4deb-a6c2-2a14afa25e69 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:26.382363 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04d4b39f-d54b-4a43-8418-9762ada3f7a1 req-308f493b-b1ed-4deb-a6c2-2a14afa25e69 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0799825 Feb 04 16:33:26.428174 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04d4b39f-d54b-4a43-8418-9762ada3f7a1 req-3e79ab02-f21a-48ab-8cba-086c6d4cfb4a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403826 Feb 04 16:33:28.164921 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296335e-d9c4-4d7e-9c8d-f929f92de87c req-54d3fe50-8b33-4b50-8455-9e71d0908a35 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:28.166264 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7296335e-d9c4-4d7e-9c8d-f929f92de87c req-54d3fe50-8b33-4b50-8455-9e71d0908a35 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0753219 Feb 04 16:33:28.213825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7296335e-d9c4-4d7e-9c8d-f929f92de87c req-3a99290d-397a-4188-a337-0a6c97785954 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420952 Feb 04 16:33:36.649781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d0707aa-a944-43ed-87e9-518ed31aea8a req-d5daea59-9478-4099-af90-f1820c5f1c71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0703952 Feb 04 16:33:36.676483 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-580159a6-e645-4432-89c5-baed47af2f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.950537 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-dbd02ddd-f05a-4657-a7dd-b31f8629104c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1130967 Feb 04 16:33:36.981118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6363a59-9b5a-472b-876b-e033b1b5c9f1 req-bef0382e-986e-4e49-9bcc-61cae894e191 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:36.982703 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6363a59-9b5a-472b-876b-e033b1b5c9f1 req-bef0382e-986e-4e49-9bcc-61cae894e191 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0897131 Feb 04 16:33:37.030759 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f6363a59-9b5a-472b-876b-e033b1b5c9f1 req-b971285e-e000-4a67-a659-424c987c2f87 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414722 Feb 04 16:33:38.252126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-2f5af089-9bf1-494a-b502-25fb3ef7df35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 1097 time: 0.1269433 Feb 04 16:33:38.258207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a3183-7b19-402d-86c5-c3fe8c6f9617 req-bac866e5-665e-47ee-a2a3-54af46f54339 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:38.259521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-303a3183-7b19-402d-86c5-c3fe8c6f9617 req-bac866e5-665e-47ee-a2a3-54af46f54339 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.1018734 Feb 04 16:33:38.380462 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-303a3183-7b19-402d-86c5-c3fe8c6f9617 req-562b8da3-c0d5-4dbf-a3a5-6df5fcf8e99a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029341 Feb 04 16:33:38.413175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340465f-9b72-4450-a062-8568e4cad4aa req-e3d98d51-492a-48ee-a622-92d46fbbb8a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:38.414579 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-e3d98d51-492a-48ee-a622-92d46fbbb8a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1542609 Feb 04 16:33:38.478164 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:33:38.516061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-55bc1391-6474-4e6b-87bd-4ff0f54d70cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 200 len: 1003 time: 0.0940325 Feb 04 16:33:38.579504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340465f-9b72-4450-a062-8568e4cad4aa req-c814034f-f24e-45e6-bd64-18fc434c4261 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:38.580962 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-c814034f-f24e-45e6-bd64-18fc434c4261 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0587108 Feb 04 16:33:38.659111 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-5e47c92c-d140-437f-9613-9cb8ecc09fc0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718172 Feb 04 16:33:38.885610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-84968e23-c916-44d7-91ac-d0a53c6f1949 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200670 Feb 04 16:33:39.014187 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-b7f0e321-d0f7-4551-a6e5-6a143ee8b942 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226876 Feb 04 16:33:39.041758 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2bb10958-f154-41f8-9f49-b4fa0abf6ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:39.581603 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46364-7806-4cbb-a8d1-a84e61fae528 req-8045ceeb-4b77-424f-9cfd-2f1e3f604acc tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:39.583026 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2f46364-7806-4cbb-a8d1-a84e61fae528 req-8045ceeb-4b77-424f-9cfd-2f1e3f604acc tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0758531 Feb 04 16:33:39.626780 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2f46364-7806-4cbb-a8d1-a84e61fae528 req-5588822a-1257-4924-8ec1-1037845a831c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383375 Feb 04 16:33:40.399524 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.460848 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.829825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af6c9a-d429-4464-8505-fe86a6d41526 req-11778dcd-418e-4487-9f55-0ded08f00802 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:40.831319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52af6c9a-d429-4464-8505-fe86a6d41526 req-11778dcd-418e-4487-9f55-0ded08f00802 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0815532 Feb 04 16:33:40.878278 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52af6c9a-d429-4464-8505-fe86a6d41526 req-fd1acda9-3010-42c2-9a24-7877b9c03f0c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415308 Feb 04 16:33:41.632701 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:42.083102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138f1f6-56c3-44b6-b0f5-531edb38f5be req-4cc48a2d-1bb8-4305-8369-e3be204f2db7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:42.084599 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0138f1f6-56c3-44b6-b0f5-531edb38f5be req-4cc48a2d-1bb8-4305-8369-e3be204f2db7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0818968 Feb 04 16:33:42.114893 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:42.130766 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0138f1f6-56c3-44b6-b0f5-531edb38f5be req-6733def7-38cc-4145-8089-2cfe4d1b92b3 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407372 Feb 04 16:33:43.334824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa14b9-089a-4090-aea4-1fdd6757603b req-e60300d3-c1f5-4363-9eaf-6c458a96a30c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:43.336293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42fa14b9-089a-4090-aea4-1fdd6757603b req-e60300d3-c1f5-4363-9eaf-6c458a96a30c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0796630 Feb 04 16:33:43.380728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42fa14b9-089a-4090-aea4-1fdd6757603b req-90dee7fc-65ba-4364-b5a0-6b284e3e7362 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389979 Feb 04 16:33:44.580826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90258a0-3dd3-49a3-bc68-92b3032746b3 req-e08da766-d9aa-4c89-a9a3-7a5e0ce93240 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:44.582281 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b90258a0-3dd3-49a3-bc68-92b3032746b3 req-e08da766-d9aa-4c89-a9a3-7a5e0ce93240 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0758984 Feb 04 16:33:44.631678 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b90258a0-3dd3-49a3-bc68-92b3032746b3 req-ba46e0ee-3972-4624-b6ce-926fdbb0b3b4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439463 Feb 04 16:33:45.836335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864c754-24a3-4c8f-b70c-7bc930874443 req-6f6dc125-f011-4a33-afff-9dd32e79536d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:45.838312 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b864c754-24a3-4c8f-b70c-7bc930874443 req-6f6dc125-f011-4a33-afff-9dd32e79536d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0786860 Feb 04 16:33:45.884371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b864c754-24a3-4c8f-b70c-7bc930874443 req-699c7791-c1ea-4d4d-a336-027abbe13397 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406971 Feb 04 16:33:46.773878 n-d-827872-1 neutron-server[83551]: INFO neutron.api.v2.resource [req-3340465f-9b72-4450-a062-8568e4cad4aa req-17378903-76bc-41e6-bbf5-541a75837157 service neutron] show failed (client error): The resource could not be found. Feb 04 16:33:46.774860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-17378903-76bc-41e6-bbf5-541a75837157 service neutron] 10.222.0.73 "GET /v2.0/ports/599db9be-79d3-4cdf-ad58-688804630b2e/bindings/n-h1-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.0781705 Feb 04 16:33:47.037383 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-858b9a35-882f-484c-b610-dfa5c8513030 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b&tenant_id=30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 1097 time: 0.0693665 Feb 04 16:33:47.055509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:47.100740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55781da-4027-44a2-86ba-fb10674b364f req-4587d888-be98-4129-b91b-fdb0c0ecbdc1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:47.102215 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b55781da-4027-44a2-86ba-fb10674b364f req-4587d888-be98-4129-b91b-fdb0c0ecbdc1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0780480 Feb 04 16:33:47.147962 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b55781da-4027-44a2-86ba-fb10674b364f req-d6d3d262-269c-427a-b42c-14a14aabb5b7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400629 Feb 04 16:33:47.167220 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:47.426932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:47.454894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h2-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:33:47.509720 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:47.515527 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:47.530089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Transition to ACTIVE for port object 599db9be-79d3-4cdf-ad58-688804630b2e will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:47.534366 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:47.585279 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e', 'code': 200} Feb 04 16:33:47.665130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Pushing event updated for resources: {'Port': ['ID=599db9be-79d3-4cdf-ad58-688804630b2e,revision_number=6']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:47.832339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] No DVR routers for this DVR port 599db9be-79d3-4cdf-ad58-688804630b2e on host n-h2-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:48.072660 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Attempting to bind port 599db9be-79d3-4cdf-ad58-688804630b2e on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:33:48.073386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Attempting to bind port 599db9be-79d3-4cdf-ad58-688804630b2e by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:33:48.073386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Attempting to bind port 599db9be-79d3-4cdf-ad58-688804630b2e on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:33:48.078795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Port 599db9be-79d3-4cdf-ad58-688804630b2e on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:33:48.079113 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Attempting to bind port 599db9be-79d3-4cdf-ad58-688804630b2e on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:33:48.085334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:33:48.085669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Checking segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:33:48.086047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Bound using segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:33:48.086465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Bound port: 599db9be-79d3-4cdf-ad58-688804630b2e, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:33:48.086812 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:48.173515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:33:48.177408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:33:48.180945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:48.247364 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:48.248729 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] 10.222.0.81 "PUT /v2.0/ports/599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 200 len: 1092 time: 1.1970725 Feb 04 16:33:48.260000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17be40-a6bd-4a2d-a4fd-964962573a2b service neutron] Pushing event updated for resources: {'Port': ['ID=599db9be-79d3-4cdf-ad58-688804630b2e,revision_number=7']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:48.355065 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-92ba1dbb-49ba-44a8-b517-09d7b047c182 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 1095 time: 0.0725715 Feb 04 16:33:48.356360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600f974-c67a-49bf-8587-ce50f12e60b3 req-68630606-e14c-446c-9464-8dd025154519 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:48.357874 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f600f974-c67a-49bf-8587-ce50f12e60b3 req-68630606-e14c-446c-9464-8dd025154519 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 944 time: 0.0838420 Feb 04 16:33:48.405480 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f600f974-c67a-49bf-8587-ce50f12e60b3 req-c48be875-41e0-4cd6-ad6a-13dc52224de9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408301 Feb 04 16:33:48.488233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340465f-9b72-4450-a062-8568e4cad4aa req-75ff99ed-ecf3-46b9-8585-2ced9187d21f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:48.489667 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-75ff99ed-ecf3-46b9-8585-2ced9187d21f service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1288929 Feb 04 16:33:48.595871 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-ee30b3bc-1a6c-4b36-ba7b-6698ed70802c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 200 len: 1001 time: 0.1001418 Feb 04 16:33:48.658003 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340465f-9b72-4450-a062-8568e4cad4aa req-dbc13343-c097-422d-b8cc-ca99ef5251d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:48.660221 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-dbc13343-c097-422d-b8cc-ca99ef5251d5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0577030 Feb 04 16:33:48.740936 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-b26e59c8-f307-413b-b46c-d2f8eb4bc88b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753009 Feb 04 16:33:48.873835 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-eecad23a-565c-447c-9a6c-a664419ac035 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273203 Feb 04 16:33:49.007465 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-d2eb637f-b7d7-4c5f-894e-4db3c36de443 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276138 Feb 04 16:33:49.585957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:49.617041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef0725-c244-4bd2-9f24-d6728f8a32d4 req-5d7fc37b-bf72-431d-b2ce-346275fbfa6c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:49.618517 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-70ef0725-c244-4bd2-9f24-d6728f8a32d4 req-5d7fc37b-bf72-431d-b2ce-346275fbfa6c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 944 time: 0.0795181 Feb 04 16:33:49.655829 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e', 'status': 'completed', 'code': 200} Feb 04 16:33:49.664662 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-70ef0725-c244-4bd2-9f24-d6728f8a32d4 req-fcb2d3a3-89fd-4822-ace4-060a4e25f0a3 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399895 Feb 04 16:33:49.753582 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-3a761c27-3c62-4f4f-857e-95988e4381e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 1095 time: 0.0748384 Feb 04 16:33:49.774402 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-a943bf17-f313-4240-b955-c67bf02df011 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 1095 time: 0.0734608 Feb 04 16:33:49.894655 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-7c749c74-ae71-4c99-9f62-14eab7c68db3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:49.896209 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-7c749c74-ae71-4c99-9f62-14eab7c68db3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1377261 Feb 04 16:33:49.918829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-8f6f6593-d372-41b0-a3f1-753ae2bf20e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:49.920291 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-8f6f6593-d372-41b0-a3f1-753ae2bf20e5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1403704 Feb 04 16:33:50.008038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-9dc1acc7-ec53-46d7-8ec0-f06f32e7ec27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 200 len: 1001 time: 0.1040914 Feb 04 16:33:50.042637 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:50.057231 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-2c6c2aba-2ed1-4e89-9fb6-56498079516e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 200 len: 1001 time: 0.1306047 Feb 04 16:33:50.077714 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-54fd0d8a-62e6-4c51-9be1-6ef9f5e10e33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:50.079132 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-54fd0d8a-62e6-4c51-9be1-6ef9f5e10e33 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0648828 Feb 04 16:33:50.120042 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-ac6b60c3-a2b6-4533-be98-8be72545dddd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:50.121817 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-ac6b60c3-a2b6-4533-be98-8be72545dddd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0590935 Feb 04 16:33:50.155428 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-f0eedb05-4057-4b8a-8d94-7891731cc6c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694051 Feb 04 16:33:50.299754 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-cc2ea351-7e6d-4f3b-94cd-97076f766ae9 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380379 Feb 04 16:33:50.314686 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-bb2d36ef-0d46-4b37-8165-7db24d83cc92 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871026 Feb 04 16:33:50.464068 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-82d49335-93c1-4342-b69c-31218cda9bd9 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434395 Feb 04 16:33:50.547925 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-8072b51e-c751-4f9c-bfb6-c5d34927b74c service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421043 Feb 04 16:33:50.586023 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 599db9be-79d3-4cdf-ad58-688804630b2e no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:50.605007 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8d6caa48-60c2-4401-8605-93d07e10e195 req-7743cbb6-522f-4347-a96e-59862a4610d6 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351233 Feb 04 16:33:50.645850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 599db9be-79d3-4cdf-ad58-688804630b2e not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:50.875282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cf96a-4337-4461-adfe-a7e2f8e9352a req-1b36e89d-5ee0-4665-9c12-0dd7e1e1a731 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:50.876709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-976cf96a-4337-4461-adfe-a7e2f8e9352a req-1b36e89d-5ee0-4665-9c12-0dd7e1e1a731 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 944 time: 0.0740135 Feb 04 16:33:50.920983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-976cf96a-4337-4461-adfe-a7e2f8e9352a req-2e62aadf-097a-4efb-95f2-8cc733b2074b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380108 Feb 04 16:33:51.562999 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ddc2a9b9-8b08-4a14-a6d2-935d41e5ceac req-4d7ee551-f386-4c84-9e29-bebe4eb9393b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 1095 time: 0.0720174 Feb 04 16:33:51.711897 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2a9b9-8b08-4a14-a6d2-935d41e5ceac req-fa906b3d-d83f-41b0-bf11-ca3e5593e03d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:51.713343 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ddc2a9b9-8b08-4a14-a6d2-935d41e5ceac req-fa906b3d-d83f-41b0-bf11-ca3e5593e03d service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1318047 Feb 04 16:33:51.816260 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ddc2a9b9-8b08-4a14-a6d2-935d41e5ceac req-6d7d8486-e75c-4fe0-9c0e-f4c03c762866 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 200 len: 1001 time: 0.0970299 Feb 04 16:33:51.877940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2a9b9-8b08-4a14-a6d2-935d41e5ceac req-17271ded-b665-4b66-b37a-4f0c407219f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:51.879386 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ddc2a9b9-8b08-4a14-a6d2-935d41e5ceac req-17271ded-b665-4b66-b37a-4f0c407219f5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0566533 Feb 04 16:33:51.956820 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ddc2a9b9-8b08-4a14-a6d2-935d41e5ceac req-3262d69c-77c3-4fe0-8ed2-4404d888bb14 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708840 Feb 04 16:33:52.088842 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ddc2a9b9-8b08-4a14-a6d2-935d41e5ceac req-95d5092c-9360-4200-98be-01a374f0fc60 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252785 Feb 04 16:33:52.126904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0427829-a103-4f21-b78e-71e94b8afc26 req-4b53860f-480d-4519-a9e0-4558c8373e4f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:52.128919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0427829-a103-4f21-b78e-71e94b8afc26 req-4b53860f-480d-4519-a9e0-4558c8373e4f tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 944 time: 0.0794830 Feb 04 16:33:52.173050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a0427829-a103-4f21-b78e-71e94b8afc26 req-75a681a9-00f2-4ff7-977c-ef2dca1565dc tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385425 Feb 04 16:33:52.223863 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ddc2a9b9-8b08-4a14-a6d2-935d41e5ceac req-d7912964-6e97-477d-b762-838186acbb57 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265421 Feb 04 16:33:53.377536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02455f0-caff-4962-9e56-444fc2765508 req-ff7a01e2-0682-4af8-9eba-1d578a78e9e3 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:53.379553 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f02455f0-caff-4962-9e56-444fc2765508 req-ff7a01e2-0682-4af8-9eba-1d578a78e9e3 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 944 time: 0.0751224 Feb 04 16:33:53.422825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f02455f0-caff-4962-9e56-444fc2765508 req-98634e9a-a69e-4036-bda7-0122dd0b66d9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378847 Feb 04 16:33:54.629655 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d215e99-dec6-4aef-9f2d-18c9a95d6bba req-dccb803b-1d9b-40cf-8853-b8a86b2dfab9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:54.631105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d215e99-dec6-4aef-9f2d-18c9a95d6bba req-dccb803b-1d9b-40cf-8853-b8a86b2dfab9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 944 time: 0.0792379 Feb 04 16:33:54.674907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d215e99-dec6-4aef-9f2d-18c9a95d6bba req-4ea1b595-0462-4881-a5ec-c0873f83c413 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382435 Feb 04 16:33:55.871339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff543b-440f-4dae-a2c2-02c21980a8ed req-61e0e28f-7bb7-4779-8487-a8a26e441ff7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:55.873024 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2ff543b-440f-4dae-a2c2-02c21980a8ed req-61e0e28f-7bb7-4779-8487-a8a26e441ff7 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 944 time: 0.0754864 Feb 04 16:33:55.918849 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2ff543b-440f-4dae-a2c2-02c21980a8ed req-5b01840f-f4b6-440d-b602-ace57ca90f59 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403936 Feb 04 16:33:57.118115 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be3f0a-77aa-4406-bffc-e8a078626b6b req-95ef9a2b-fef0-43ce-8204-20f613f89d0e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:57.119565 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9be3f0a-77aa-4406-bffc-e8a078626b6b req-95ef9a2b-fef0-43ce-8204-20f613f89d0e tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 944 time: 0.0769417 Feb 04 16:33:57.165706 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9be3f0a-77aa-4406-bffc-e8a078626b6b req-3d73ba14-0f41-4ac2-aea5-ba88cbb85bf1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402951 Feb 04 16:33:58.371696 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3189b0-c7bd-46e9-b55d-91685f600ec4 req-e0662849-4fc8-4565-9aad-5025f6172483 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:58.373143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d3189b0-c7bd-46e9-b55d-91685f600ec4 req-e0662849-4fc8-4565-9aad-5025f6172483 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 944 time: 0.0750303 Feb 04 16:33:58.420736 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d3189b0-c7bd-46e9-b55d-91685f600ec4 req-3716264f-888d-439a-9b14-4a900b7310ce tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421541 Feb 04 16:33:59.634426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04978ac0-0509-4e72-8754-786c71512e2f req-a1e2f9f6-7df0-4b94-ade2-b0d0078a0768 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:59.636648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04978ac0-0509-4e72-8754-786c71512e2f req-a1e2f9f6-7df0-4b94-ade2-b0d0078a0768 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 944 time: 0.0778856 Feb 04 16:33:59.682237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-04978ac0-0509-4e72-8754-786c71512e2f req-a22135d8-9194-4a49-8a87-314558936da6 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398409 Feb 04 16:34:00.658881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 599db9be-79d3-4cdf-ad58-688804630b2e details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:34:00.790705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:00.804184 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '599db9be-79d3-4cdf-ad58-688804630b2e', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'port_id': '599db9be-79d3-4cdf-ad58-688804630b2e', 'mac_address': 'fa:16:3e:ba:73:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:34:00.860116 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:00.877843 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599db9be-79d3-4cdf-ad58-688804630b2e {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:34:00.889877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b987b3-255a-4b80-b85d-7244eae27862 req-037df44c-1649-443f-9317-bc182ca45dc8 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:00.891389 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2b987b3-255a-4b80-b85d-7244eae27862 req-037df44c-1649-443f-9317-bc182ca45dc8 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 944 time: 0.0802894 Feb 04 16:34:00.893158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:00.898081 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:00.940240 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b2b987b3-255a-4b80-b85d-7244eae27862 req-ca7c2b28-8bd9-482a-8ae5-1e6c0f81174d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417712 Feb 04 16:34:00.966810 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=599db9be-79d3-4cdf-ad58-688804630b2e,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:01.324231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['599db9be-79d3-4cdf-ad58-688804630b2e'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:34:01.364601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-01993900-e2e6-45cd-9d06-0cf502ac29dd tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:01.365353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-01993900-e2e6-45cd-9d06-0cf502ac29dd tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Synchronizing usage tracker for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:34:01.377926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-01993900-e2e6-45cd-9d06-0cf502ac29dd tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Unset dirty status for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:34:01.378622 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-01993900-e2e6-45cd-9d06-0cf502ac29dd tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b&tenant_id=30d11dfba7ec4959bba78ed54fc71b53&binding%3Ahost_id=n-h1-827872-1 HTTP/1.1" status: 200 len: 945 time: 0.0982478 Feb 04 16:34:01.428651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74cf1d-25ec-494e-a0a2-3b2d9361fd56 req-13010fe7-0a45-4ce4-aa6a-caec07f7a6dd tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:01.430155 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e74cf1d-25ec-494e-a0a2-3b2d9361fd56 req-13010fe7-0a45-4ce4-aa6a-caec07f7a6dd tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.0786684 Feb 04 16:34:01.463118 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-3f2ad720-a15e-466d-ad09-d03c72addec2 service neutron] 10.222.0.81 "GET /v2.0/ports/599db9be-79d3-4cdf-ad58-688804630b2e/bindings/n-h1-827872-1 HTTP/1.1" status: 200 len: 382 time: 0.0781052 Feb 04 16:34:01.479149 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e74cf1d-25ec-494e-a0a2-3b2d9361fd56 req-d69293cf-4123-4cf7-951b-742b616d860d tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423913 Feb 04 16:34:01.571642 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-9f9fd114-5d57-43bf-ac2c-73e08e946096 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 1096 time: 0.0705254 Feb 04 16:34:01.705813 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-123d6ead-ebc8-4161-abe8-b3145c1bd852 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:01.707912 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-123d6ead-ebc8-4161-abe8-b3145c1bd852 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1297991 Feb 04 16:34:01.809961 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-d2c52892-5fbe-4710-9b1c-438d4114aa4b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 200 len: 1002 time: 0.0960679 Feb 04 16:34:01.871709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-97b2866c-366b-429a-b685-91ed3f354a59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:01.873106 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-97b2866c-366b-429a-b685-91ed3f354a59 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0565267 Feb 04 16:34:02.064908 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-9dfb6958-b556-4794-84ec-d3a603fd9652 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853814 Feb 04 16:34:02.196826 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-6cf1c673-354c-489a-a07c-5ad2fbd96e82 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246631 Feb 04 16:34:02.329206 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-b10a59ec-6af0-4ac0-bde6-1b1754894144 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249113 Feb 04 16:34:02.650873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 599db9be-79d3-4cdf-ad58-688804630b2e up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:02.702805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b91a1e-184e-4ac0-a1ce-f6292a442d0f req-590a7743-91c6-4865-b1b0-b5b8022ff409 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:02.704286 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9b91a1e-184e-4ac0-a1ce-f6292a442d0f req-590a7743-91c6-4865-b1b0-b5b8022ff409 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.0803528 Feb 04 16:34:02.721488 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 599db9be-79d3-4cdf-ad58-688804630b2e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:02.726735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 599db9be-79d3-4cdf-ad58-688804630b2e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:02.727099 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:02.751310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9b91a1e-184e-4ac0-a1ce-f6292a442d0f req-e6c52bdf-33a9-45c1-9007-70ba3de2c8be tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410337 Feb 04 16:34:02.838928 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:02.865233 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:02.874903 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:02.878563 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:02.935621 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e', 'code': 200} Feb 04 16:34:02.947873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=599db9be-79d3-4cdf-ad58-688804630b2e,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:03.951953 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aec44-5ad4-4678-8168-a31e019eea9f req-d0aba216-c9bb-4028-9cea-ca8e6669e1a4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:03.953909 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-710aec44-5ad4-4678-8168-a31e019eea9f req-d0aba216-c9bb-4028-9cea-ca8e6669e1a4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0763175 Feb 04 16:34:04.003867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-710aec44-5ad4-4678-8168-a31e019eea9f req-ff825279-25fc-4a6b-8bd9-611c9a3587d4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440133 Feb 04 16:34:05.214449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de38fb4-7c18-46f6-88d1-26ec650e4144 req-ac3aac56-b437-40a2-9c0a-121d73e67505 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:05.215938 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8de38fb4-7c18-46f6-88d1-26ec650e4144 req-ac3aac56-b437-40a2-9c0a-121d73e67505 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0839241 Feb 04 16:34:05.262242 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8de38fb4-7c18-46f6-88d1-26ec650e4144 req-19939764-83ae-4a56-b75d-c447e3400922 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406985 Feb 04 16:34:05.481006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-ddd269a3-297c-4d35-901e-9db8f225bb1b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b&tenant_id=30d11dfba7ec4959bba78ed54fc71b53 HTTP/1.1" status: 200 len: 1097 time: 0.0718675 Feb 04 16:34:05.492399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:05.595644 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.858211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:05.886402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h1-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:34:05.948248 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:05.954814 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.974200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Transition to ACTIVE for port object 599db9be-79d3-4cdf-ad58-688804630b2e will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:05.980260 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.031734 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e', 'code': 200} Feb 04 16:34:06.199818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Pushing event updated for resources: {'Port': ['ID=599db9be-79d3-4cdf-ad58-688804630b2e,revision_number=10']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:06.231987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:06.232581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:06.232684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:06.232941 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:06.233259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:06.233571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:06.233880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:06.234187 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:06.234492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:06.234797 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:06.235099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:06.283460 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] No DVR routers for this DVR port 599db9be-79d3-4cdf-ad58-688804630b2e on host n-h1-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:34:06.526644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca710ca-7a56-4e0d-b010-8838851d1588 req-8884f742-3cdc-4fdc-b2a3-ba2ae5791804 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:06.527980 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ca710ca-7a56-4e0d-b010-8838851d1588 req-8884f742-3cdc-4fdc-b2a3-ba2ae5791804 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.1099796 Feb 04 16:34:06.616679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Attempting to bind port 599db9be-79d3-4cdf-ad58-688804630b2e on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:34:06.617000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Attempting to bind port 599db9be-79d3-4cdf-ad58-688804630b2e by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:34:06.617318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Attempting to bind port 599db9be-79d3-4cdf-ad58-688804630b2e on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:34:06.624189 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ca710ca-7a56-4e0d-b010-8838851d1588 req-924176df-2c6a-48d2-a1ef-cc5f17bf6bed tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887764 Feb 04 16:34:06.626612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Port 599db9be-79d3-4cdf-ad58-688804630b2e on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:34:06.626920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Attempting to bind port 599db9be-79d3-4cdf-ad58-688804630b2e on network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:34:06.633600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:34:06.633928 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Checking segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:34:06.634296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Bound using segment: {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:34:06.634711 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Bound port: 599db9be-79d3-4cdf-ad58-688804630b2e, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75495f92-2ff2-46a0-b131-fc2426f058d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:34:06.635044 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.678873 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-dded4e54-d1e7-4122-9b68-08f15185d215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.720247 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:34:06.723198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:34:06.727516 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.792394 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.793770 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] 10.222.0.73 "PUT /v2.0/ports/599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 200 len: 1093 time: 1.3053234 Feb 04 16:34:06.809033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384d092-b18e-4626-ade6-5966a73a238f service neutron] Pushing event updated for resources: {'Port': ['ID=599db9be-79d3-4cdf-ad58-688804630b2e,revision_number=11']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:06.888567 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-fd984d13-024a-4be4-bb44-911e09dfe9f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 1096 time: 0.0736072 Feb 04 16:34:07.019138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-3cd9c68f-90ac-4e93-a99e-7f6145335bfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:07.020658 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-3cd9c68f-90ac-4e93-a99e-7f6145335bfd service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1266379 Feb 04 16:34:07.121094 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-b8f3ab16-e132-4a18-9319-e8b81da7db82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 200 len: 1001 time: 0.0948024 Feb 04 16:34:07.181306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-016df928-237e-43aa-9953-738f9527b945 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:07.182671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-016df928-237e-43aa-9953-738f9527b945 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0556262 Feb 04 16:34:07.258017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-fbe0dcb0-de26-4f25-af77-55ef9a962ed4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687025 Feb 04 16:34:07.384503 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-5450eed7-901c-4aa0-9a01-79ffc5f681a8 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197827 Feb 04 16:34:07.516480 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-313b2f41-ecf0-4b2b-b591-706966d849ef req-4b3d3ae5-8984-401a-b9ac-1ba98d015ef1 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243584 Feb 04 16:34:07.830929 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d5efa-9bdb-4496-89ce-76a557dc8633 req-8100102d-a1ce-4aca-9e3d-dff47d2adb86 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:07.832985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964d5efa-9bdb-4496-89ce-76a557dc8633 req-8100102d-a1ce-4aca-9e3d-dff47d2adb86 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.0766535 Feb 04 16:34:07.879985 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-964d5efa-9bdb-4496-89ce-76a557dc8633 req-ab1c7942-47e0-4a08-baaa-0a727a75f5a4 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411580 Feb 04 16:34:08.032787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:08.102484 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e', 'status': 'completed', 'code': 200} Feb 04 16:34:08.199400 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-a4e73c4b-4f68-4034-9117-4a7707aca539 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 1096 time: 0.0761802 Feb 04 16:34:08.219067 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-325ea8af-2f03-4731-ab71-4de83cba3e4c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 1096 time: 0.0687635 Feb 04 16:34:08.361610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-f6b4eaee-b8c9-49c0-9dd2-86df10d5380a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:08.363056 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-f6b4eaee-b8c9-49c0-9dd2-86df10d5380a service neutron] 10.222.0.81 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.1378686 Feb 04 16:34:08.440820 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-fea21a8c-ab4e-4fbc-9e13-d7b0aa8d803e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:08.443453 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-fea21a8c-ab4e-4fbc-9e13-d7b0aa8d803e service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 200 len: 912 time: 0.2381423 Feb 04 16:34:08.472243 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-ee3f20a8-b96a-4009-addf-6a995200210f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 200 len: 1001 time: 0.1021109 Feb 04 16:34:08.537411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-87a99512-4546-413d-894b-feea515afa42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:08.539018 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-87a99512-4546-413d-894b-feea515afa42 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0603120 Feb 04 16:34:08.552163 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-6aaccec9-0335-4cc6-9c5f-742c3eede9eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 200 len: 1001 time: 0.1021156 Feb 04 16:34:08.615544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-c8111e78-c742-44eb-9911-63f4ad93af33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:08.616904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-c8111e78-c742-44eb-9911-63f4ad93af33 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 200 len: 850 time: 0.0587187 Feb 04 16:34:08.618889 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-16fd9496-7309-4127-b9a4-05474e1eb76c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738935 Feb 04 16:34:08.681312 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 599db9be-79d3-4cdf-ad58-688804630b2e no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:34:08.695937 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-1755ea9e-f54d-4283-b06a-0f391a11e2ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d73b2fe-9d00-4112-baa9-de0be3af45b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723734 Feb 04 16:34:08.752376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 599db9be-79d3-4cdf-ad58-688804630b2e not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:34:08.763688 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-a353a426-c719-4452-8a1c-e45e39229b1d service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385388 Feb 04 16:34:08.839040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-fa5200b9-0abf-4e8e-bd62-1011d211bda4 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352654 Feb 04 16:34:08.896877 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-5ab9f7d2-6947-4de2-b72d-8ff60fc75840 service neutron] 10.222.0.81 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263907 Feb 04 16:34:08.986399 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb9ad69f-a404-4edd-8778-77adb44be793 req-32c4f01b-a43e-4cec-9923-4da9d5c8c673 service neutron] 10.222.0.73 "GET /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404755 Feb 04 16:34:09.044590 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-54f6c4e3-9650-4b2f-9cc2-cd31a8784ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:09.098234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57ec2e-c301-424e-838f-ff7d5a0c4a05 req-55e5c8a8-4409-47e4-80fc-24b48dff1909 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:09.099892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b57ec2e-c301-424e-838f-ff7d5a0c4a05 req-55e5c8a8-4409-47e4-80fc-24b48dff1909 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.0818505 Feb 04 16:34:09.145847 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b57ec2e-c301-424e-838f-ff7d5a0c4a05 req-b46ef42a-5cf7-4be1-93e4-262920b9659a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402770 Feb 04 16:34:10.346422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3bfc7-eedd-419a-9328-0f9c346139f9 req-e1d53148-8762-4481-adfa-1e537aad1c17 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:10.348444 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ff3bfc7-eedd-419a-9328-0f9c346139f9 req-e1d53148-8762-4481-adfa-1e537aad1c17 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.0778408 Feb 04 16:34:10.395693 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0ff3bfc7-eedd-419a-9328-0f9c346139f9 req-e03b974c-5eb8-474a-8753-fdef7ad9b0bb tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395112 Feb 04 16:34:10.405774 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:10.463784 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:11.594056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb87d8-d60f-42fa-b151-c7889cbc2864 req-7d0e2c87-fdad-4eba-9393-0cd750361213 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:11.595530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-facb87d8-d60f-42fa-b151-c7889cbc2864 req-7d0e2c87-fdad-4eba-9393-0cd750361213 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.0768921 Feb 04 16:34:11.642317 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-facb87d8-d60f-42fa-b151-c7889cbc2864 req-5f59a844-48fb-4be1-a782-35770027e0da tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413263 Feb 04 16:34:11.718350 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:12.128302 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:12.849878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097bb81-1fac-4acf-93eb-6fc4ed43e6c4 req-0937cc7a-3797-49b5-aa3d-73d612ebf500 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:12.851356 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8097bb81-1fac-4acf-93eb-6fc4ed43e6c4 req-0937cc7a-3797-49b5-aa3d-73d612ebf500 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.0822608 Feb 04 16:34:12.895354 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8097bb81-1fac-4acf-93eb-6fc4ed43e6c4 req-72cf71b6-c0f3-42fa-8c84-08eef67618e3 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385418 Feb 04 16:34:14.095573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9692a-65a6-46ee-aac9-424cc0f405a1 req-0adc2da4-8ad6-4944-8a42-7966ec9d7428 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:14.097009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45e9692a-65a6-46ee-aac9-424cc0f405a1 req-0adc2da4-8ad6-4944-8a42-7966ec9d7428 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.0746858 Feb 04 16:34:14.142450 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45e9692a-65a6-46ee-aac9-424cc0f405a1 req-1e8d5fe5-779d-4838-968f-6680f5908544 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395017 Feb 04 16:34:15.384031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23613c0c-d83f-4b70-aab4-f118a8150040 req-393ac2cb-4cb1-4c9a-a0ac-fcf2135c7aba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:15.386034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-23613c0c-d83f-4b70-aab4-f118a8150040 req-393ac2cb-4cb1-4c9a-a0ac-fcf2135c7aba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.1076725 Feb 04 16:34:15.442684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-23613c0c-d83f-4b70-aab4-f118a8150040 req-3f1f1eba-0a11-4b01-8829-e89a564b3847 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488572 Feb 04 16:34:15.481274 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:34:16.649392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dbdf7-8334-4c12-a31a-9882fae26708 req-7aaa720a-a0ce-406b-8ec1-20609ca70ec1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:16.650864 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae1dbdf7-8334-4c12-a31a-9882fae26708 req-7aaa720a-a0ce-406b-8ec1-20609ca70ec1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.0761726 Feb 04 16:34:16.698625 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ae1dbdf7-8334-4c12-a31a-9882fae26708 req-9f9f62cf-94fe-4542-a744-67390b6cee76 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423789 Feb 04 16:34:17.899555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b21f52-5c7c-4555-b43b-ddcfedd30d98 req-a6316a96-cbb6-4552-9e78-9429277d5ab1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:17.901017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45b21f52-5c7c-4555-b43b-ddcfedd30d98 req-a6316a96-cbb6-4552-9e78-9429277d5ab1 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.0780888 Feb 04 16:34:17.945926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45b21f52-5c7c-4555-b43b-ddcfedd30d98 req-c8dcff4e-ddcf-4bcf-9cfe-553461dde9bd tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394628 Feb 04 16:34:18.146841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0d9a0-1125-4925-bc35-6c130bf385bc req-944bff5e-3640-46b9-a864-5c2288e2ec78 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:18.148329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9fd0d9a0-1125-4925-bc35-6c130bf385bc req-944bff5e-3640-46b9-a864-5c2288e2ec78 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.0782084 Feb 04 16:34:18.193695 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9fd0d9a0-1125-4925-bc35-6c130bf385bc req-1a0be48e-fdda-44de-86ef-763f15cb2880 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397809 Feb 04 16:34:18.390684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38379f-3465-49e6-a96a-646594ee4cf8 req-0315feca-a569-42ef-8783-adcbb5921a4b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:18.392179 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e38379f-3465-49e6-a96a-646594ee4cf8 req-0315feca-a569-42ef-8783-adcbb5921a4b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.0771203 Feb 04 16:34:18.436863 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e38379f-3465-49e6-a96a-646594ee4cf8 req-a2571ded-2994-4566-adbf-aaf530c07463 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391204 Feb 04 16:34:18.725899 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 599db9be-79d3-4cdf-ad58-688804630b2e details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:34:18.852288 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe3de1-5cc5-44ef-8679-d5b4c42d52a6 req-084db8af-fc32-45a6-923d-153cc7094332 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:18.853751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3efe3de1-5cc5-44ef-8679-d5b4c42d52a6 req-084db8af-fc32-45a6-923d-153cc7094332 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 945 time: 0.0786352 Feb 04 16:34:18.859480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:18.873421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '599db9be-79d3-4cdf-ad58-688804630b2e', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'port_id': '599db9be-79d3-4cdf-ad58-688804630b2e', 'mac_address': 'fa:16:3e:ba:73:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:34:18.899262 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3efe3de1-5cc5-44ef-8679-d5b4c42d52a6 req-748cf1ab-d1d4-458c-b373-2cb783d3e563 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399580 Feb 04 16:34:18.929421 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:18.946641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599db9be-79d3-4cdf-ad58-688804630b2e {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:34:18.961356 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:18.965361 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:19.028768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=599db9be-79d3-4cdf-ad58-688804630b2e,revision_number=12']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:19.037226 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:19.037569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:19.037906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:19.038237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:19.038562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:19.038886 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:19.039222 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:19.039544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:19.039860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:19.040174 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:19.040489 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:19.306730 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['599db9be-79d3-4cdf-ad58-688804630b2e'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:34:20.050326 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:20.110315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e2f01-e39f-493c-9586-cdfd45097e02 req-3bbbae68-9dbf-43bd-a1f8-429eb99523b2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:20.111798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-288e2f01-e39f-493c-9586-cdfd45097e02 req-3bbbae68-9dbf-43bd-a1f8-429eb99523b2 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0850136 Feb 04 16:34:20.160325 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-288e2f01-e39f-493c-9586-cdfd45097e02 req-f2791257-9a8c-4076-ad20-b66c11793926 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Feb 04 16:34:20.500469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946b61b-849f-460d-85d1-613feef2aa50 req-e665012a-5793-40d5-b4bb-071e23eb21aa tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:20.501886 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6946b61b-849f-460d-85d1-613feef2aa50 req-e665012a-5793-40d5-b4bb-071e23eb21aa tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 946 time: 0.0747335 Feb 04 16:34:20.568136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Deleting port 599db9be-79d3-4cdf-ad58-688804630b2e {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:20.568399 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:20.754879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 599db9be-79d3-4cdf-ad58-688804630b2e up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:20.821603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 599db9be-79d3-4cdf-ad58-688804630b2e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:20.826490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 599db9be-79d3-4cdf-ad58-688804630b2e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:20.826860 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:20.892545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:20.892892 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:20.970739 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:20.998673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:21.008129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:21.011994 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:21.058341 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e', 'code': 200} Feb 04 16:34:21.083473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=599db9be-79d3-4cdf-ad58-688804630b2e,revision_number=13']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:21.186084 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:21.186647 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:21.186827 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Floating IP b5c42961-bb8e-4345-8024-314d00eabbc4 disassociated. External IP: 172.25.0.186, port: 599db9be-79d3-4cdf-ad58-688804630b2e. Feb 04 16:34:21.187163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Calling delete_port for 599db9be-79d3-4cdf-ad58-688804630b2e owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:34:21.267912 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.db.api [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:34:21.268455 n-d-827872-1 neutron-server[83551]: DEBUG oslo_db.api [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:34:21.362041 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d0ca4-9969-4ff8-9354-3b6ef7d4717e req-8ab6266d-621d-474d-a551-5d2a4e16d864 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:21.363573 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f2d0ca4-9969-4ff8-9354-3b6ef7d4717e req-8ab6266d-621d-474d-a551-5d2a4e16d864 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 947 time: 0.0755820 Feb 04 16:34:21.413701 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f2d0ca4-9969-4ff8-9354-3b6ef7d4717e req-929469a1-4189-49d1-ab92-71cd5f6c778a tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups?id=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444696 Feb 04 16:34:21.769799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Deleting port 599db9be-79d3-4cdf-ad58-688804630b2e {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:21.770187 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:22.001962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] For port 599db9be-79d3-4cdf-ad58-688804630b2e, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=599db9be-79d3-4cdf-ad58-688804630b2e,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:22.002336 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:22.289636 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:22.290398 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:22.290398 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Floating IP b5c42961-bb8e-4345-8024-314d00eabbc4 disassociated. External IP: 172.25.0.186, port: 599db9be-79d3-4cdf-ad58-688804630b2e. Feb 04 16:34:22.290620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Calling delete_port for 599db9be-79d3-4cdf-ad58-688804630b2e owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:34:22.428360 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:22.477964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Pushing event deleted for resources: {'Port': ['ID=599db9be-79d3-4cdf-ad58-688804630b2e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:22.697377 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e485b0bc-fcf0-4929-a0fb-cfae0017d544 req-00fde670-135e-4351-9f54-2eb21b370c59 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 210 time: 0.1533389 Feb 04 16:34:22.831995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:34:23.027299 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:34:23.037312 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e93555-ec7f-4d57-a16c-693142fb5f1c None None] Sync routers for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:34:23.048928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e93555-ec7f-4d57-a16c-693142fb5f1c None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:34:23.049604 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-55e93555-ec7f-4d57-a16c-693142fb5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:34:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:23.096864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] No DVR routers for this DVR port 599db9be-79d3-4cdf-ad58-688804630b2e on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:34:23.099781 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:23.102283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'name': 'network-vif-deleted', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:23.117808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6946b61b-849f-460d-85d1-613feef2aa50 req-48a4af78-5cc1-448e-965c-597da8697eba tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.73 "DELETE /v2.0/ports/599db9be-79d3-4cdf-ad58-688804630b2e HTTP/1.1" status: 204 len: 173 time: 2.6091917 Feb 04 16:34:23.162205 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6630a6-ec1d-4343-8b82-ddef306c703b', 'name': 'network-vif-deleted', 'tag': '599db9be-79d3-4cdf-ad58-688804630b2e', 'status': 'completed', 'code': 200} Feb 04 16:34:23.235565 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-55e93555-ec7f-4d57-a16c-693142fb5f1c None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:34:23.549065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-55e93555-ec7f-4d57-a16c-693142fb5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:23.553455 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e93555-ec7f-4d57-a16c-693142fb5f1c None None] Checking router: 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:34:23.565388 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e93555-ec7f-4d57-a16c-693142fb5f1c None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:34:23.566728 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-55e93555-ec7f-4d57-a16c-693142fb5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:34:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:23.744652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-55e93555-ec7f-4d57-a16c-693142fb5f1c None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:34:23.903329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-33f97a73-6eb5-454e-b4c2-4f734d045ea2 req-8f7bf09b-5196-4464-98bb-6596096d2bf9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Synchronizing usage tracker for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:34:23.923700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-33f97a73-6eb5-454e-b4c2-4f734d045ea2 req-8f7bf09b-5196-4464-98bb-6596096d2bf9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Unset dirty status for tenant:30d11dfba7ec4959bba78ed54fc71b53 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:34:23.925531 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-33f97a73-6eb5-454e-b4c2-4f734d045ea2 req-8f7bf09b-5196-4464-98bb-6596096d2bf9 tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e6630a6-ec1d-4343-8b82-ddef306c703b HTTP/1.1" status: 200 len: 210 time: 0.0642557 Feb 04 16:34:24.075784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-55e93555-ec7f-4d57-a16c-693142fb5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:24.079683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e93555-ec7f-4d57-a16c-693142fb5f1c None None] The sync data for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 is: [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:29:47Z', 'revision_number': 4, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fe8c2245-78b3-42a7-84a5-16f358086d10', 'name': '', 'network_id': '1d73b2fe-9d00-4112-baa9-de0be3af45b3', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'mac_address': 'fa:16:3e:d4:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:47Z', 'updated_at': '2022-02-04T16:30:05Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'subnets': [{'id': '4c3b92c9-1741-4eef-a4b8-93b62818dd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:34:24.299490 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad178ff-25d9-48e6-b75f-9502e70805bc None None] New status for floating IP b5c42961-bb8e-4345-8024-314d00eabbc4: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:34:24.770581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 599db9be-79d3-4cdf-ad58-688804630b2e no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:34:24.802916 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 599db9be-79d3-4cdf-ad58-688804630b2e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:34:24.803288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 599db9be-79d3-4cdf-ad58-688804630b2e not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:34:28.335047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56388) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:28.399269 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:28.425367 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:28.481611 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:28.500117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:28.513424 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:28.513762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:28.514093 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:28.514422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:28.514743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:28.515064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:28.515413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:28.515729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:28.516041 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:28.516354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:28.516667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:28.521950 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:28.523628 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c66eea9b-38ac-4402-bb25-70a4739cba9c tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "DELETE /v2.0/security-groups/54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc HTTP/1.1" status: 204 len: 168 time: 0.1875153 Feb 04 16:34:28.526348 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56392) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:28.545830 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-dd702917-ec35-454c-b79d-55c8035e02ec tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] show failed (client error): The resource could not be found. Feb 04 16:34:28.546971 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-dd702917-ec35-454c-b79d-55c8035e02ec tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "GET /v2.0/security-groups/54c50e4f-394f-49f0-b1c4-2fbeeeee6ddc HTTP/1.1" status: 404 len: 347 time: 0.0191965 Feb 04 16:34:28.549741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56396) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:28.703625 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-da1e85ec-281f-4b53-919a-b02c5a08012b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Deleting port 3582380d-bc19-4116-894b-41d9d0a67393 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:28.703875 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da1e85ec-281f-4b53-919a-b02c5a08012b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:28.868868 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da1e85ec-281f-4b53-919a-b02c5a08012b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:28.869194 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da1e85ec-281f-4b53-919a-b02c5a08012b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:29.098000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-da1e85ec-281f-4b53-919a-b02c5a08012b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Calling delete_port for 3582380d-bc19-4116-894b-41d9d0a67393 owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:34:29.234447 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da1e85ec-281f-4b53-919a-b02c5a08012b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:29.282709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e85ec-281f-4b53-919a-b02c5a08012b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Pushing event deleted for resources: {'Port': ['ID=3582380d-bc19-4116-894b-41d9d0a67393,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:29.370859 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da1e85ec-281f-4b53-919a-b02c5a08012b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:29.389819 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da1e85ec-281f-4b53-919a-b02c5a08012b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:29.390964 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-da1e85ec-281f-4b53-919a-b02c5a08012b tempest-ServerActionsTestJSON-1417893054 tempest-ServerActionsTestJSON-1417893054-project] 10.222.0.60 "DELETE /v2.0/floatingips/b5c42961-bb8e-4345-8024-314d00eabbc4 HTTP/1.1" status: 204 len: 168 time: 0.8396060 Feb 04 16:34:29.393943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56400) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:29.788799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f40c8fc-757b-4bd8-a5df-56c422753156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:30.378355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3f40c8fc-757b-4bd8-a5df-56c422753156 admin admin] Deleting port fe8c2245-78b3-42a7-84a5-16f358086d10 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:30.379197 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f40c8fc-757b-4bd8-a5df-56c422753156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:30.645320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-3f40c8fc-757b-4bd8-a5df-56c422753156 admin admin] For port fe8c2245-78b3-42a7-84a5-16f358086d10, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fe8c2245-78b3-42a7-84a5-16f358086d10,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:30.645584 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f40c8fc-757b-4bd8-a5df-56c422753156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:30.773023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-3f40c8fc-757b-4bd8-a5df-56c422753156 admin admin] Calling delete_port for fe8c2245-78b3-42a7-84a5-16f358086d10 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:34:30.944303 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f40c8fc-757b-4bd8-a5df-56c422753156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:30.991363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40c8fc-757b-4bd8-a5df-56c422753156 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8c2245-78b3-42a7-84a5-16f358086d10,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:31.276380 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f40c8fc-757b-4bd8-a5df-56c422753156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.841830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f40c8fc-757b-4bd8-a5df-56c422753156 admin admin] Router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:34:32.149140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f40c8fc-757b-4bd8-a5df-56c422753156 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:34:32.157787 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77a54b-18fe-4307-a8db-bf853e575b0e None None] Sync routers for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:34:32.161632 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3f40c8fc-757b-4bd8-a5df-56c422753156 admin admin] 10.222.0.60 "PUT /v2.0/routers/9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7658932 Feb 04 16:34:32.164065 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56404) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:32.169465 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77a54b-18fe-4307-a8db-bf853e575b0e None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:34:32.170049 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1a77a54b-18fe-4307-a8db-bf853e575b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:34:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:32.360951 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:32.379553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-1a77a54b-18fe-4307-a8db-bf853e575b0e None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:34:32.559302 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:32.568836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] Deleting port e8e853d1-7eab-481a-aa01-941a1c5c8d25 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:32.569173 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:32.660328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1a77a54b-18fe-4307-a8db-bf853e575b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:34:30Z', 'revision_number': 5, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port': {'id': 'e8e853d1-7eab-481a-aa01-941a1c5c8d25', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:45Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:32.664247 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77a54b-18fe-4307-a8db-bf853e575b0e None None] Checking router: 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:34:32.674703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77a54b-18fe-4307-a8db-bf853e575b0e None None] Routers {'9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:34:32.675940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1a77a54b-18fe-4307-a8db-bf853e575b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:34:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:32.741343 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] For port e8e853d1-7eab-481a-aa01-941a1c5c8d25, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e8e853d1-7eab-481a-aa01-941a1c5c8d25,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:32.741692 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:32.826851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-1a77a54b-18fe-4307-a8db-bf853e575b0e None None] Set router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:34:32.868322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] Calling delete_port for e8e853d1-7eab-481a-aa01-941a1c5c8d25 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:34:32.931473 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1a77a54b-18fe-4307-a8db-bf853e575b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:34:32Z', 'revision_number': 6, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:32.935421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77a54b-18fe-4307-a8db-bf853e575b0e None None] The sync data for ids ['9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244'] in n-d-827872-1 is: [{'id': '9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244', 'name': 'tempest-ServerActionsTestJSON-246805307-router', 'tenant_id': '30d11dfba7ec4959bba78ed54fc71b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:44Z', 'updated_at': '2022-02-04T16:34:32Z', 'revision_number': 6, 'project_id': '30d11dfba7ec4959bba78ed54fc71b53', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:34:33.038118 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.085176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e853d1-7eab-481a-aa01-941a1c5c8d25,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:33.304910 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.666489 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.670810 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.701628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.702149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:34:33.708941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fe8c2245-78b3-42a7-84a5-16f358086d10 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:34:33.718083 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.719280 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c2963679-276d-4e44-87fe-075a7d74c27f admin admin] 10.222.0.60 "DELETE /v2.0/routers/9cdfc7c0-aa82-4f43-80ab-aaa2ba2aa244 HTTP/1.1" status: 204 len: 168 time: 1.5542850 Feb 04 16:34:33.721682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56408) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:33.741925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: fe8c2245-78b3-42a7-84a5-16f358086d10 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:34:33.742266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fe8c2245-78b3-42a7-84a5-16f358086d10 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:34:33.742678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e8e853d1-7eab-481a-aa01-941a1c5c8d25 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:34:33.778932 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: e8e853d1-7eab-481a-aa01-941a1c5c8d25 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:34:33.779235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e8e853d1-7eab-481a-aa01-941a1c5c8d25 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:34:33.786492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37c00da-ce4d-4c6c-9156-757342da60e0 admin admin] Deleting subnet 4c3b92c9-1741-4eef-a4b8-93b62818dd80 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:34:33.789684 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e37c00da-ce4d-4c6c-9156-757342da60e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.838525 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e37c00da-ce4d-4c6c-9156-757342da60e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.921848 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e37c00da-ce4d-4c6c-9156-757342da60e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.997863 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e37c00da-ce4d-4c6c-9156-757342da60e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.033737 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c00da-ce4d-4c6c-9156-757342da60e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c3b92c9-1741-4eef-a4b8-93b62818dd80,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:34.040631 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e37c00da-ce4d-4c6c-9156-757342da60e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.045634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808307a3-52ac-439d-b3d2-f1ca2e32f63c None None] Network 1d73b2fe-9d00-4112-baa9-de0be3af45b3 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:34:34.048088 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e37c00da-ce4d-4c6c-9156-757342da60e0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4c3b92c9-1741-4eef-a4b8-93b62818dd80 HTTP/1.1" status: 204 len: 168 time: 0.3253677 Feb 04 16:34:34.050990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56412) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:34.161928 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.172357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] Deleting port 27d767d6-be84-4e8c-952f-c8d9822f68fb {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:34.172693 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.290589 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88be27f1-8af8-4d44-a937-38f058b95e7d None None] DHCP port deletion for 1d73b2fe-9d00-4112-baa9-de0be3af45b3 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:34:34.294828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-88be27f1-8af8-4d44-a937-38f058b95e7d None None] Deleting port 27d767d6-be84-4e8c-952f-c8d9822f68fb {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:34.295219 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-88be27f1-8af8-4d44-a937-38f058b95e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.380194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] For port 27d767d6-be84-4e8c-952f-c8d9822f68fb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=27d767d6-be84-4e8c-952f-c8d9822f68fb,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:34.380555 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.496526 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-88be27f1-8af8-4d44-a937-38f058b95e7d None None] For port 27d767d6-be84-4e8c-952f-c8d9822f68fb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=27d767d6-be84-4e8c-952f-c8d9822f68fb,segment=NetworkSegment(75495f92-2ff2-46a0-b131-fc2426f058d9),segment_id=75495f92-2ff2-46a0-b131-fc2426f058d9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:34.497092 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-88be27f1-8af8-4d44-a937-38f058b95e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.499715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] Calling delete_port for 27d767d6-be84-4e8c-952f-c8d9822f68fb owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:34:34.573729 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.618444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-88be27f1-8af8-4d44-a937-38f058b95e7d None None] Calling delete_port for 27d767d6-be84-4e8c-952f-c8d9822f68fb owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:34:34.620181 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] Pushing event deleted for resources: {'Port': ['ID=27d767d6-be84-4e8c-952f-c8d9822f68fb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:34.627224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] No DVR routers for this DVR port 27d767d6-be84-4e8c-952f-c8d9822f68fb on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:34:34.689345 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-88be27f1-8af8-4d44-a937-38f058b95e7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:34:34.689694 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-88be27f1-8af8-4d44-a937-38f058b95e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:34:34.740834 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.765289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d73b2fe-9d00-4112-baa9-de0be3af45b3']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:34.777327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75495f92-2ff2-46a0-b131-fc2426f058d9') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:34.777619 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75495f92-2ff2-46a0-b131-fc2426f058d9') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:34.789021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.804687 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.810861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:34:34.811265 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:34:34.824703 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:34:34.899740 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.915322 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.925457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] Pushing event deleted for resources: {'Network': ['ID=1d73b2fe-9d00-4112-baa9-de0be3af45b3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:34.942537 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f88f5453-13e8-4c1a-97dc-0099f3e4cd1c admin admin] 10.222.0.60 "DELETE /v2.0/networks/1d73b2fe-9d00-4112-baa9-de0be3af45b3 HTTP/1.1" status: 204 len: 168 time: 0.8873208 Feb 04 16:34:35.106222 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56418) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:35.159348 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-cf3a6dd1-624e-4755-9986-50e8f3d8a859 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=30d11dfba7ec4959bba78ed54fc71b53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519459 Feb 04 16:34:35.162620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56422) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:35.190964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-88be27f1-8af8-4d44-a937-38f058b95e7d None None] Deleting port 27d767d6-be84-4e8c-952f-c8d9822f68fb {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:35.191962 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-88be27f1-8af8-4d44-a937-38f058b95e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:35.225708 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1489f83-92ed-4026-a6c3-cf6ec32f9412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:35.259921 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1489f83-92ed-4026-a6c3-cf6ec32f9412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:35.300453 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-88be27f1-8af8-4d44-a937-38f058b95e7d None None] The port '27d767d6-be84-4e8c-952f-c8d9822f68fb' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:34:35.417169 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1489f83-92ed-4026-a6c3-cf6ec32f9412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:35.435262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1489f83-92ed-4026-a6c3-cf6ec32f9412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab86cbdd-243e-4782-b7da-66b51fd2567b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:35.448116 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1489f83-92ed-4026-a6c3-cf6ec32f9412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:35.449254 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f1489f83-92ed-4026-a6c3-cf6ec32f9412 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab86cbdd-243e-4782-b7da-66b51fd2567b HTTP/1.1" status: 204 len: 168 time: 0.2856841 Feb 04 16:34:35.551922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 27d767d6-be84-4e8c-952f-c8d9822f68fb no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:34:35.585848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 27d767d6-be84-4e8c-952f-c8d9822f68fb {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:34:35.586192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 27d767d6-be84-4e8c-952f-c8d9822f68fb not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:34:36.325323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56444) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:36.454474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1318958369-network', 'tenant_id': '67e50bff9687499c9f09cfe34391f38a'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:36.461139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:36.465047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Usage tracker for resource:network and tenant:67e50bff9687499c9f09cfe34391f38a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:36.467846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:36.474339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:36.484036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Made reservation on behalf of 67e50bff9687499c9f09cfe34391f38a for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:36.486280 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.499083 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.530231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:36.533993 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Usage tracker for resource:security_group_rule and tenant:67e50bff9687499c9f09cfe34391f38a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:36.537399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:36.543304 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:36.610403 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.614412 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.645288 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:34:36.653640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14d37fc-0908-4329-80ee-38f8c4a41e3d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:36.659391 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.659747 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Added segment e07453b3-f823-4f6c-accd-f05c247b587f of type vlan for network 23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 Feb 04 16:34:36.682606 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-66179e42-7f22-41fa-b76b-16bc1cb79ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.687644 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.719905 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.720770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:36.721335 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.822414 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] Pushing event updated for resources: {'Network': ['ID=23b25123-b9ab-44f4-8d6a-d869b1a6b4c1,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:36.826921 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-77ab9f6f-1939-4306-9ad3-f490c851a692 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5003338 Feb 04 16:34:36.831165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56450) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:36.836287 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:34:36.836777 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] Request body: {'subnet': {'network_id': '23b25123-b9ab-44f4-8d6a-d869b1a6b4c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1318958369-subnet', 'tenant_id': '67e50bff9687499c9f09cfe34391f38a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:36.842557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:36.846518 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] Usage tracker for resource:subnet and tenant:67e50bff9687499c9f09cfe34391f38a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:36.849526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:36.856054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:36.867198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] Made reservation on behalf of 67e50bff9687499c9f09cfe34391f38a for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:36.869499 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.073220 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.145017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f5895b-bdc3-4299-9264-c1ec0ba51ac1,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:37.163991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] Checking segment: {'id': 'e07453b3-f823-4f6c-accd-f05c247b587f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23b25123-b9ab-44f4-8d6a-d869b1a6b4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:34:37.164354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] Network hostable DHCP agents. Network: 23b25123-b9ab-44f4-8d6a-d869b1a6b4c1, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:34:37.186613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] Network 23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:34:37.195969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 23b25123-b9ab-44f4-8d6a-d869b1a6b4c1) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:37.200225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:37.200834 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.207443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682ab9d5-cada-4688-a5ed-6ecc69d63c7c None None] Network 23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:34:37.225493 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6ab32cce-2250-48e1-8d56-93c36eeb5a02 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3932455 Feb 04 16:34:37.419656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abda2459-ee0e-41fd-b9a9-9278b57ebd7d None None] Network 23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:34:37.756067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-c03f0cd6-7810-47f7-8a1e-7fc897d3f98a tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:37.757502 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-c03f0cd6-7810-47f7-8a1e-7fc897d3f98a tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/networks?id=23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 HTTP/1.1" status: 200 len: 814 time: 0.1389868 Feb 04 16:34:37.774699 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-2fb151ec-9769-4744-bd0d-3912f633f802 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/quotas/67e50bff9687499c9f09cfe34391f38a HTTP/1.1" status: 200 len: 375 time: 0.0118062 Feb 04 16:34:37.824319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-3ccba94b-74e1-46ff-a46a-e67423de5660 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=67e50bff9687499c9f09cfe34391f38a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447972 Feb 04 16:34:37.954155 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-060e841c-ba75-467a-8c49-a3401acd0d34 service neutron] 10.222.0.60 "GET /v2.0/networks/23b25123-b9ab-44f4-8d6a-d869b1a6b4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231928 Feb 04 16:34:38.085166 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-9281a493-419a-435f-a91d-8b249497830f service neutron] 10.222.0.60 "GET /v2.0/networks/23b25123-b9ab-44f4-8d6a-d869b1a6b4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240871 Feb 04 16:34:38.275872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ec72cf8-4cd0-42fd-81ba-0b5fd44870a3 req-efe15507-d0e2-49a0-aa2e-028ad629371b tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 210 time: 0.0419650 Feb 04 16:34:39.045438 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4e63c0dc-a0c3-4a50-9602-d350b43c13f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:39.380321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-df099d60-c052-4a14-bd22-e7cd36e8e3e1 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:39.381021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-df099d60-c052-4a14-bd22-e7cd36e8e3e1 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Synchronizing usage tracker for tenant:67e50bff9687499c9f09cfe34391f38a on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:34:39.397794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-df099d60-c052-4a14-bd22-e7cd36e8e3e1 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Unset dirty status for tenant:67e50bff9687499c9f09cfe34391f38a on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:34:39.398990 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-df099d60-c052-4a14-bd22-e7cd36e8e3e1 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.81 "GET /v2.0/networks?id=23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 HTTP/1.1" status: 200 len: 814 time: 0.1686692 Feb 04 16:34:39.429884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Request body: {'port': {'device_id': '885ea715-fd3d-4993-90b9-506d84f89e91', 'network_id': '23b25123-b9ab-44f4-8d6a-d869b1a6b4c1', 'admin_state_up': True, 'tenant_id': '67e50bff9687499c9f09cfe34391f38a'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:39.444837 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e5dcd664-aa13-48bc-aa14-baddfff341bb req-c4a52638-583d-4f69-995c-a0fa17b773c9 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 210 time: 0.0440533 Feb 04 16:34:39.565747 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:39.569397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Usage tracker for resource:port and tenant:67e50bff9687499c9f09cfe34391f38a is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:39.572150 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:39.577942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:39.587268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Made reservation on behalf of 67e50bff9687499c9f09cfe34391f38a for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:39.590186 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:39.744164 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Allocated IP 172.20.0.6 (23b25123-b9ab-44f4-8d6a-d869b1a6b4c1/47f5895b-bdc3-4299-9264-c1ec0ba51ac1/005a4e7f-c31f-459a-b682-d95155ba06c5) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:34:39.941695 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:39.969179 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.044875 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Network 23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:34:40.048051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:40.052085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:34:40.085842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Pushing event updated for resources: {'Port': ['ID=005a4e7f-c31f-459a-b682-d95155ba06c5,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:40.117774 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:40.118377 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.139366 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-15594c8a-1b2f-49bb-ad96-7f79a0a74a2f tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7141511 Feb 04 16:34:40.155166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Request body: {'port': {'device_id': '885ea715-fd3d-4993-90b9-506d84f89e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:40.265460 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.407232 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.466118 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.607713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005a4e7f-c31f-459a-b682-d95155ba06c5 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:34:40.614869 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.629640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Transition to ACTIVE for port object 005a4e7f-c31f-459a-b682-d95155ba06c5 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:40.633304 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.646542 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169a961-4be4-4b09-8e8e-9f5674052d97 req-b3370b76-968a-4a9d-a985-ed93f3d651e8 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:40.648034 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f169a961-4be4-4b09-8e8e-9f5674052d97 req-b3370b76-968a-4a9d-a985-ed93f3d651e8 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 931 time: 0.0801742 Feb 04 16:34:40.693433 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f169a961-4be4-4b09-8e8e-9f5674052d97 req-6208bcc8-ca0c-4ece-aee1-223297e0fb35 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397513 Feb 04 16:34:40.847099 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Pushing event updated for resources: {'Port': ['ID=005a4e7f-c31f-459a-b682-d95155ba06c5,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:40.946948 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Attempting to bind port 005a4e7f-c31f-459a-b682-d95155ba06c5 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:34:40.947209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Attempting to bind port 005a4e7f-c31f-459a-b682-d95155ba06c5 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'e07453b3-f823-4f6c-accd-f05c247b587f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23b25123-b9ab-44f4-8d6a-d869b1a6b4c1'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:34:40.947538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Attempting to bind port 005a4e7f-c31f-459a-b682-d95155ba06c5 on network 23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:34:40.953148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Port 005a4e7f-c31f-459a-b682-d95155ba06c5 on network 23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:34:40.953464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Attempting to bind port 005a4e7f-c31f-459a-b682-d95155ba06c5 on network 23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:34:40.960096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:34:40.960427 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Checking segment: {'id': 'e07453b3-f823-4f6c-accd-f05c247b587f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23b25123-b9ab-44f4-8d6a-d869b1a6b4c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:34:40.960808 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Bound using segment: {'id': 'e07453b3-f823-4f6c-accd-f05c247b587f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23b25123-b9ab-44f4-8d6a-d869b1a6b4c1'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:34:40.961231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Bound port: 005a4e7f-c31f-459a-b682-d95155ba06c5, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07453b3-f823-4f6c-accd-f05c247b587f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23b25123-b9ab-44f4-8d6a-d869b1a6b4c1'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:34:40.961570 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.049861 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] For port 005a4e7f-c31f-459a-b682-d95155ba06c5, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:34:41.053031 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] For port 005a4e7f-c31f-459a-b682-d95155ba06c5, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=005a4e7f-c31f-459a-b682-d95155ba06c5,segment=NetworkSegment(e07453b3-f823-4f6c-accd-f05c247b587f),segment_id=e07453b3-f823-4f6c-accd-f05c247b587f)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:34:41.057811 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.118842 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.120220 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] 10.222.0.81 "PUT /v2.0/ports/005a4e7f-c31f-459a-b682-d95155ba06c5 HTTP/1.1" status: 200 len: 1091 time: 0.9695339 Feb 04 16:34:41.120659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885ea715-fd3d-4993-90b9-506d84f89e91', 'tag': '005a4e7f-c31f-459a-b682-d95155ba06c5'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:41.138811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e8e06-6f36-45fc-b2e0-2c05032e0d4a service neutron] Pushing event updated for resources: {'Port': ['ID=005a4e7f-c31f-459a-b682-d95155ba06c5,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:41.204520 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885ea715-fd3d-4993-90b9-506d84f89e91', 'tag': '005a4e7f-c31f-459a-b682-d95155ba06c5', 'status': 'completed', 'code': 200} Feb 04 16:34:41.245048 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-06a28939-742b-4569-9a5c-f3f31c2c95cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67e50bff9687499c9f09cfe34391f38a&device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 1094 time: 0.0739663 Feb 04 16:34:41.322621 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-11757d89-589f-43fd-9b86-e8cb46be0a9e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005a4e7f-c31f-459a-b682-d95155ba06c5 HTTP/1.1" status: 200 len: 217 time: 0.0651116 Feb 04 16:34:41.385684 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-cc31b54f-b371-4bb4-a6f1-d64bdc27a136 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:41.387064 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-cc31b54f-b371-4bb4-a6f1-d64bdc27a136 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=47f5895b-bdc3-4299-9264-c1ec0ba51ac1 HTTP/1.1" status: 200 len: 854 time: 0.0590732 Feb 04 16:34:41.429945 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-f804d45f-46a3-4af2-8275-75aafa47b952 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=23b25123-b9ab-44f4-8d6a-d869b1a6b4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372534 Feb 04 16:34:41.559593 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-f844afdd-2df6-4303-b62b-8d0c087e6c4f service neutron] 10.222.0.81 "GET /v2.0/networks/23b25123-b9ab-44f4-8d6a-d869b1a6b4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239233 Feb 04 16:34:41.640568 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.692471 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-fc5eed31-949e-4a47-b471-bc6eec1b1df4 req-0917e93f-d7a1-42b6-b730-9fedaf00efc4 service neutron] 10.222.0.81 "GET /v2.0/networks/23b25123-b9ab-44f4-8d6a-d869b1a6b4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275179 Feb 04 16:34:41.859294 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2e55bd7d-9ae8-45fb-b30c-a164998e84fe req-7484060f-9dae-4039-b7ef-68ada3aff36b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67e50bff9687499c9f09cfe34391f38a&device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 1094 time: 0.0760570 Feb 04 16:34:41.894954 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914eb8a8-c910-4f64-bb92-674e167f529c req-0c7b2082-0659-4165-b914-b110c0db75da tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:41.896446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-914eb8a8-c910-4f64-bb92-674e167f529c req-0c7b2082-0659-4165-b914-b110c0db75da tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 943 time: 0.0760410 Feb 04 16:34:41.940531 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-914eb8a8-c910-4f64-bb92-674e167f529c req-63c3c4a7-4616-459f-95a1-c3dada87f903 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386646 Feb 04 16:34:41.994582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bd7d-9ae8-45fb-b30c-a164998e84fe req-7bc368ad-5156-4d3a-85fe-3baf5a14bd2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:41.996125 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2e55bd7d-9ae8-45fb-b30c-a164998e84fe req-7bc368ad-5156-4d3a-85fe-3baf5a14bd2d service neutron] 10.222.0.81 "GET /v2.0/networks?id=23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 HTTP/1.1" status: 200 len: 915 time: 0.1312881 Feb 04 16:34:42.061926 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2e55bd7d-9ae8-45fb-b30c-a164998e84fe req-fe2caf1e-5a63-47ad-a65d-7178ff12aca6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005a4e7f-c31f-459a-b682-d95155ba06c5 HTTP/1.1" status: 200 len: 217 time: 0.0600541 Feb 04 16:34:42.125213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55bd7d-9ae8-45fb-b30c-a164998e84fe req-132336e4-1caa-489d-b471-d210aa7b38a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:42.126654 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2e55bd7d-9ae8-45fb-b30c-a164998e84fe req-132336e4-1caa-489d-b471-d210aa7b38a9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=47f5895b-bdc3-4299-9264-c1ec0ba51ac1 HTTP/1.1" status: 200 len: 854 time: 0.0594501 Feb 04 16:34:42.143076 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:42.172687 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2e55bd7d-9ae8-45fb-b30c-a164998e84fe req-937122a6-04e3-43c5-9524-ba32619efdc7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=23b25123-b9ab-44f4-8d6a-d869b1a6b4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407517 Feb 04 16:34:42.301924 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2e55bd7d-9ae8-45fb-b30c-a164998e84fe req-8e5d2b6a-3c97-4fcc-9988-c5218d25fd50 service neutron] 10.222.0.81 "GET /v2.0/networks/23b25123-b9ab-44f4-8d6a-d869b1a6b4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230752 Feb 04 16:34:42.431199 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-2e55bd7d-9ae8-45fb-b30c-a164998e84fe req-d48b86c3-5546-43e4-a7ee-0ab194e0c120 service neutron] 10.222.0.81 "GET /v2.0/networks/23b25123-b9ab-44f4-8d6a-d869b1a6b4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238823 Feb 04 16:34:42.871156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-0a8533b1-cc88-4a6d-863a-c30148af3c45 req-4993d823-809c-41cf-8eaa-46c48be76326 service neutron] (83551) timed out ('10.222.0.73', 65312) {{(pid=83551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:34:43.145439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a18e6e-d721-4054-b16a-15fcdcce9ff5 req-1c26dfa9-0942-4c8f-a344-bd0b0beda22c tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:43.146784 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07a18e6e-d721-4054-b16a-15fcdcce9ff5 req-1c26dfa9-0942-4c8f-a344-bd0b0beda22c tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 943 time: 0.0785289 Feb 04 16:34:43.191296 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07a18e6e-d721-4054-b16a-15fcdcce9ff5 req-e81a1dd4-eb55-48ea-9c8f-9e8eb08e5177 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384507 Feb 04 16:34:44.390112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2aca4-4823-4f08-9bfc-62d46c9f7924 req-9a4a0e6c-c5b2-48bf-8b51-139b0eeff873 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:44.391573 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38e2aca4-4823-4f08-9bfc-62d46c9f7924 req-9a4a0e6c-c5b2-48bf-8b51-139b0eeff873 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 943 time: 0.0748022 Feb 04 16:34:44.440482 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38e2aca4-4823-4f08-9bfc-62d46c9f7924 req-09611047-0ae2-4d10-abbc-4c64b8bfd3a5 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427351 Feb 04 16:34:44.900168 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 005a4e7f-c31f-459a-b682-d95155ba06c5 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:34:45.030382 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 005a4e7f-c31f-459a-b682-d95155ba06c5, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=005a4e7f-c31f-459a-b682-d95155ba06c5,segment=NetworkSegment(e07453b3-f823-4f6c-accd-f05c247b587f),segment_id=e07453b3-f823-4f6c-accd-f05c247b587f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:45.043200 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '005a4e7f-c31f-459a-b682-d95155ba06c5', 'network_id': '23b25123-b9ab-44f4-8d6a-d869b1a6b4c1', 'port_id': '005a4e7f-c31f-459a-b682-d95155ba06c5', 'mac_address': 'fa:16:3e:01:da:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f5895b-bdc3-4299-9264-c1ec0ba51ac1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:34:45.095436 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.111890 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005a4e7f-c31f-459a-b682-d95155ba06c5 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:34:45.127034 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 005a4e7f-c31f-459a-b682-d95155ba06c5, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=005a4e7f-c31f-459a-b682-d95155ba06c5,segment=NetworkSegment(e07453b3-f823-4f6c-accd-f05c247b587f),segment_id=e07453b3-f823-4f6c-accd-f05c247b587f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:45.131169 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.196775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=005a4e7f-c31f-459a-b682-d95155ba06c5,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:45.527496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['005a4e7f-c31f-459a-b682-d95155ba06c5'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:34:45.642099 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9cecd-d205-4145-a84d-46ef3b8c6e4f req-869a5325-de60-4c0c-ab3a-97bb44f8e116 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:45.643593 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fc9cecd-d205-4145-a84d-46ef3b8c6e4f req-869a5325-de60-4c0c-ab3a-97bb44f8e116 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 944 time: 0.0760255 Feb 04 16:34:45.688904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0fc9cecd-d205-4145-a84d-46ef3b8c6e4f req-23dd2a72-bc12-461f-8939-dfd4ce7a7bbe tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392816 Feb 04 16:34:46.889119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822df80-5756-4e7f-a105-720b311b3f8b req-5c1012df-3e5e-4bf3-bbcd-07417d2e5dcf tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:46.890582 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4822df80-5756-4e7f-a105-720b311b3f8b req-5c1012df-3e5e-4bf3-bbcd-07417d2e5dcf tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 944 time: 0.0792999 Feb 04 16:34:46.914195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 005a4e7f-c31f-459a-b682-d95155ba06c5 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:46.987318 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 005a4e7f-c31f-459a-b682-d95155ba06c5 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:46.993080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 005a4e7f-c31f-459a-b682-d95155ba06c5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:46.993687 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.036778 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4822df80-5756-4e7f-a105-720b311b3f8b req-571a1e31-a16c-4ced-b14e-9f9cfca5a1c4 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406956 Feb 04 16:34:47.107376 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.134158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ea715-fd3d-4993-90b9-506d84f89e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005a4e7f-c31f-459a-b682-d95155ba06c5'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:47.143733 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 005a4e7f-c31f-459a-b682-d95155ba06c5, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=005a4e7f-c31f-459a-b682-d95155ba06c5,segment=NetworkSegment(e07453b3-f823-4f6c-accd-f05c247b587f),segment_id=e07453b3-f823-4f6c-accd-f05c247b587f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:47.147745 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.190830 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885ea715-fd3d-4993-90b9-506d84f89e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005a4e7f-c31f-459a-b682-d95155ba06c5', 'code': 200} Feb 04 16:34:47.215796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=005a4e7f-c31f-459a-b682-d95155ba06c5,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:47.341739 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cc8b59ca-2946-4f7e-ad97-cd6857e88d1c req-03a55dd0-6d94-40c6-a20f-9cb9ea05a73b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 1096 time: 0.0665336 Feb 04 16:34:47.386520 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cc8b59ca-2946-4f7e-ad97-cd6857e88d1c req-6ae6e257-073d-4eb5-a66b-abf1b9c49116 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383179 Feb 04 16:34:48.236384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e6a5e-f787-4be1-b4f0-bfc7a8d18c6d req-a1da0ef5-8c50-49e8-b4f7-019f02f66656 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:48.238298 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f90e6a5e-f787-4be1-b4f0-bfc7a8d18c6d req-a1da0ef5-8c50-49e8-b4f7-019f02f66656 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 945 time: 0.0798125 Feb 04 16:34:48.290013 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f90e6a5e-f787-4be1-b4f0-bfc7a8d18c6d req-94ccdf8d-6fdb-4b8e-9850-7be72c39f60b tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437090 Feb 04 16:34:49.489409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ba0a4-8388-44c4-8f17-1792ef2ed46c req-53886e28-00e9-460f-b3f4-1a74be084ac3 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:49.490852 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab8ba0a4-8388-44c4-8f17-1792ef2ed46c req-53886e28-00e9-460f-b3f4-1a74be084ac3 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 945 time: 0.0775235 Feb 04 16:34:49.535639 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab8ba0a4-8388-44c4-8f17-1792ef2ed46c req-4ae65952-f409-466d-ae24-afcb7a58005a tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393722 Feb 04 16:34:49.836641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-98358679-8c8d-43fa-9517-61c22334ba8a tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:49.838147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-98358679-8c8d-43fa-9517-61c22334ba8a tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/networks?id=23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 HTTP/1.1" status: 200 len: 814 time: 0.1434369 Feb 04 16:34:49.857059 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-11ca5754-d338-4024-b0c1-8f9971b7b0a8 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/quotas/67e50bff9687499c9f09cfe34391f38a HTTP/1.1" status: 200 len: 375 time: 0.0124779 Feb 04 16:34:49.937744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-2d7789e1-568a-4f47-ba70-7e63b0da9496 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=67e50bff9687499c9f09cfe34391f38a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754564 Feb 04 16:34:50.062292 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.070110 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-35b9185b-8427-49e7-8f1d-a7292d13bb0f service neutron] 10.222.0.60 "GET /v2.0/networks/23b25123-b9ab-44f4-8d6a-d869b1a6b4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251869 Feb 04 16:34:50.200157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-ccfefb52-2a13-4370-8b6c-910590a36a30 service neutron] 10.222.0.60 "GET /v2.0/networks/23b25123-b9ab-44f4-8d6a-d869b1a6b4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230888 Feb 04 16:34:50.389068 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-896f1a12-9360-4f8f-9bb1-19b9483d55ca req-d5474408-ed7e-4179-8813-dfbbefeeee8a tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 210 time: 0.0398209 Feb 04 16:34:51.485408 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19b78543-c2c3-4aeb-ad3e-644f228422f7 req-149d9f0b-07b6-483b-a63e-81c750bb85db service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721605 Feb 04 16:34:51.617337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3af359de-1cf0-4fe7-83ef-123562978ed9 req-90902448-1001-4d74-82d1-13b23c0c017c tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 210 time: 0.0500607 Feb 04 16:34:51.657163 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19b78543-c2c3-4aeb-ad3e-644f228422f7 req-dfedb0c4-456c-4b09-a1ea-c3b3aa17cf76 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67e50bff9687499c9f09cfe34391f38a&device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 1096 time: 0.0817342 Feb 04 16:34:51.685529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-bf044ee6-e4d0-4969-b307-1c80a45e8f78 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:51.687145 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-bf044ee6-e4d0-4969-b307-1c80a45e8f78 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.73 "GET /v2.0/networks?id=23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 HTTP/1.1" status: 200 len: 814 time: 0.2019660 Feb 04 16:34:51.712106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Request body: {'port': {'device_id': '97a28250-26c1-4ab0-9d70-7e19e415108f', 'network_id': '23b25123-b9ab-44f4-8d6a-d869b1a6b4c1', 'admin_state_up': True, 'tenant_id': '67e50bff9687499c9f09cfe34391f38a'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:51.804999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b78543-c2c3-4aeb-ad3e-644f228422f7 req-349a5ccb-20af-479b-b0ee-293778620e60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:51.806446 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19b78543-c2c3-4aeb-ad3e-644f228422f7 req-349a5ccb-20af-479b-b0ee-293778620e60 service neutron] 10.222.0.81 "GET /v2.0/networks?id=23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 HTTP/1.1" status: 200 len: 915 time: 0.1311815 Feb 04 16:34:51.845309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:51.849430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Usage tracker for resource:port and tenant:67e50bff9687499c9f09cfe34391f38a is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:51.852366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:51.858351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:51.869213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Made reservation on behalf of 67e50bff9687499c9f09cfe34391f38a for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:51.872712 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.975150 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19b78543-c2c3-4aeb-ad3e-644f228422f7 req-5f26ce8f-55ce-431e-87c1-de065b3266c8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005a4e7f-c31f-459a-b682-d95155ba06c5 HTTP/1.1" status: 200 len: 217 time: 0.1624870 Feb 04 16:34:52.038255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Allocated IP 172.20.0.10 (23b25123-b9ab-44f4-8d6a-d869b1a6b4c1/47f5895b-bdc3-4299-9264-c1ec0ba51ac1/2c3baa12-0937-4d55-9a85-6e8f137660e2) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:34:52.038573 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b78543-c2c3-4aeb-ad3e-644f228422f7 req-a3a9c72c-6b2e-480b-8b5d-e1d25445dbdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:52.039792 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19b78543-c2c3-4aeb-ad3e-644f228422f7 req-a3a9c72c-6b2e-480b-8b5d-e1d25445dbdf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=47f5895b-bdc3-4299-9264-c1ec0ba51ac1 HTTP/1.1" status: 200 len: 854 time: 0.0597863 Feb 04 16:34:52.085072 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19b78543-c2c3-4aeb-ad3e-644f228422f7 req-13098c5c-5542-44e1-9a7a-914b4ec21717 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=23b25123-b9ab-44f4-8d6a-d869b1a6b4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397913 Feb 04 16:34:52.217651 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19b78543-c2c3-4aeb-ad3e-644f228422f7 req-99070c05-246e-4185-81c3-01f8abc2a07b service neutron] 10.222.0.81 "GET /v2.0/networks/23b25123-b9ab-44f4-8d6a-d869b1a6b4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264241 Feb 04 16:34:52.241212 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.269074 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.301773 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['005a4e7f-c31f-459a-b682-d95155ba06c5'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:34:52.343038 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Network 23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:34:52.346302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:52.351914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:34:52.363536 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19b78543-c2c3-4aeb-ad3e-644f228422f7 req-d5f11aaf-6223-4f01-a74f-7ce580bc03ce service neutron] 10.222.0.81 "GET /v2.0/networks/23b25123-b9ab-44f4-8d6a-d869b1a6b4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404305 Feb 04 16:34:52.380234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Pushing event updated for resources: {'Port': ['ID=2c3baa12-0937-4d55-9a85-6e8f137660e2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:52.418069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:52.418658 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.438300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-33d2cc63-75bd-40c2-8b42-e6101588f628 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7298470 Feb 04 16:34:52.449125 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Request body: {'port': {'device_id': '97a28250-26c1-4ab0-9d70-7e19e415108f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:52.483483 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:34:52.556447 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.951784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c4cce-c399-4cbf-8dd5-841507ebcb21 req-8a35163b-110b-499f-bd20-088c02f53fff tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:52.952466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-aa4c4cce-c399-4cbf-8dd5-841507ebcb21 req-8a35163b-110b-499f-bd20-088c02f53fff tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Synchronizing usage tracker for tenant:67e50bff9687499c9f09cfe34391f38a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:34:52.988380 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-aa4c4cce-c399-4cbf-8dd5-841507ebcb21 req-8a35163b-110b-499f-bd20-088c02f53fff tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Unset dirty status for tenant:67e50bff9687499c9f09cfe34391f38a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:34:52.989511 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa4c4cce-c399-4cbf-8dd5-841507ebcb21 req-8a35163b-110b-499f-bd20-088c02f53fff tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 932 time: 0.2309182 Feb 04 16:34:53.081743 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3baa12-0937-4d55-9a85-6e8f137660e2 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:34:53.091867 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:53.096278 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aa4c4cce-c399-4cbf-8dd5-841507ebcb21 req-69ec3a8a-f069-453a-8aa1-b30a7714b9f3 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972352 Feb 04 16:34:53.109248 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Transition to ACTIVE for port object 2c3baa12-0937-4d55-9a85-6e8f137660e2 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:53.116809 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:53.243002 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3baa12-0937-4d55-9a85-6e8f137660e2,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:53.344814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Attempting to bind port 2c3baa12-0937-4d55-9a85-6e8f137660e2 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:34:53.345141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Attempting to bind port 2c3baa12-0937-4d55-9a85-6e8f137660e2 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'e07453b3-f823-4f6c-accd-f05c247b587f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23b25123-b9ab-44f4-8d6a-d869b1a6b4c1'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:34:53.345460 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Attempting to bind port 2c3baa12-0937-4d55-9a85-6e8f137660e2 on network 23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:34:53.351689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Port 2c3baa12-0937-4d55-9a85-6e8f137660e2 on network 23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:34:53.352014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Attempting to bind port 2c3baa12-0937-4d55-9a85-6e8f137660e2 on network 23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:34:53.358115 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:34:53.358442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Checking segment: {'id': 'e07453b3-f823-4f6c-accd-f05c247b587f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23b25123-b9ab-44f4-8d6a-d869b1a6b4c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:34:53.358815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Bound using segment: {'id': 'e07453b3-f823-4f6c-accd-f05c247b587f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23b25123-b9ab-44f4-8d6a-d869b1a6b4c1'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:34:53.359261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Bound port: 2c3baa12-0937-4d55-9a85-6e8f137660e2, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07453b3-f823-4f6c-accd-f05c247b587f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '23b25123-b9ab-44f4-8d6a-d869b1a6b4c1'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:34:53.359601 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:53.448081 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] For port 2c3baa12-0937-4d55-9a85-6e8f137660e2, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:34:53.450970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] For port 2c3baa12-0937-4d55-9a85-6e8f137660e2, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=2c3baa12-0937-4d55-9a85-6e8f137660e2,segment=NetworkSegment(e07453b3-f823-4f6c-accd-f05c247b587f),segment_id=e07453b3-f823-4f6c-accd-f05c247b587f)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:34:53.456581 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:53.517708 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:53.519798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] 10.222.0.73 "PUT /v2.0/ports/2c3baa12-0937-4d55-9a85-6e8f137660e2 HTTP/1.1" status: 200 len: 1092 time: 1.0743949 Feb 04 16:34:53.520229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a28250-26c1-4ab0-9d70-7e19e415108f', 'tag': '2c3baa12-0937-4d55-9a85-6e8f137660e2'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:53.539613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fda69-1d8b-4ea7-b66a-8851a2e69d93 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3baa12-0937-4d55-9a85-6e8f137660e2,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:53.596757 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a28250-26c1-4ab0-9d70-7e19e415108f', 'tag': '2c3baa12-0937-4d55-9a85-6e8f137660e2', 'status': 'completed', 'code': 200} Feb 04 16:34:53.632328 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-046bc893-d15d-4eae-8641-8afb332eb2b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e50bff9687499c9f09cfe34391f38a&device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 1095 time: 0.0747719 Feb 04 16:34:53.698302 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-7ec758d0-8812-4613-a26a-5b1c04224960 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c3baa12-0937-4d55-9a85-6e8f137660e2 HTTP/1.1" status: 200 len: 217 time: 0.0596812 Feb 04 16:34:53.762114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-74793393-a837-45af-9d91-a4e1c8e65acb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:53.763495 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-74793393-a837-45af-9d91-a4e1c8e65acb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47f5895b-bdc3-4299-9264-c1ec0ba51ac1 HTTP/1.1" status: 200 len: 854 time: 0.0594537 Feb 04 16:34:53.809164 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-98ae031b-8d17-476f-a055-0b9d15d0d247 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23b25123-b9ab-44f4-8d6a-d869b1a6b4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391231 Feb 04 16:34:53.938717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-e829ec9b-c5a5-49e5-801d-7987cb94bbec service neutron] 10.222.0.73 "GET /v2.0/networks/23b25123-b9ab-44f4-8d6a-d869b1a6b4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233056 Feb 04 16:34:54.068115 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7a3fb11a-9862-4f6a-854f-5fde6e7cf1c6 req-e5c8746b-cc9d-4f38-8143-0309006b93a4 service neutron] 10.222.0.73 "GET /v2.0/networks/23b25123-b9ab-44f4-8d6a-d869b1a6b4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240141 Feb 04 16:34:54.179881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0025c61d-0feb-443d-af60-a961af73ca02 req-293fcea7-6e2d-41cc-82ba-35cc9bcc3087 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e50bff9687499c9f09cfe34391f38a&device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 1095 time: 0.0694549 Feb 04 16:34:54.472718 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c61d-0feb-443d-af60-a961af73ca02 req-0a7e6c5e-2c58-4971-b714-0a9735110984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:54.474071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0025c61d-0feb-443d-af60-a961af73ca02 req-0a7e6c5e-2c58-4971-b714-0a9735110984 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 HTTP/1.1" status: 200 len: 915 time: 0.2887053 Feb 04 16:34:54.533432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b2364-ca5b-40f5-98af-10bf21232702 req-d04fe432-5ea0-45e0-9230-bac70758d11e tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:54.535231 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f69b2364-ca5b-40f5-98af-10bf21232702 req-d04fe432-5ea0-45e0-9230-bac70758d11e tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 944 time: 0.2784307 Feb 04 16:34:54.567395 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0025c61d-0feb-443d-af60-a961af73ca02 req-6f63b911-df57-4956-9973-7cfb975997d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c3baa12-0937-4d55-9a85-6e8f137660e2 HTTP/1.1" status: 200 len: 217 time: 0.0871587 Feb 04 16:34:54.633474 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f69b2364-ca5b-40f5-98af-10bf21232702 req-2706d6d6-2662-4b6c-bcd0-c2f6d750c52c tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926654 Feb 04 16:34:54.646529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c61d-0feb-443d-af60-a961af73ca02 req-8e878d15-14aa-441c-aa3f-0f3441623ca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:54.647960 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0025c61d-0feb-443d-af60-a961af73ca02 req-8e878d15-14aa-441c-aa3f-0f3441623ca2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47f5895b-bdc3-4299-9264-c1ec0ba51ac1 HTTP/1.1" status: 200 len: 854 time: 0.0737276 Feb 04 16:34:54.692764 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0025c61d-0feb-443d-af60-a961af73ca02 req-f9955676-2be1-4f84-94a2-5492c8803c6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23b25123-b9ab-44f4-8d6a-d869b1a6b4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391626 Feb 04 16:34:54.823240 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0025c61d-0feb-443d-af60-a961af73ca02 req-70d42a6b-bac2-4cad-bbf2-2af1b5c54a68 service neutron] 10.222.0.73 "GET /v2.0/networks/23b25123-b9ab-44f4-8d6a-d869b1a6b4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246159 Feb 04 16:34:54.954724 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0025c61d-0feb-443d-af60-a961af73ca02 req-2ab398e9-d155-4946-a6d1-da93616de9de service neutron] 10.222.0.73 "GET /v2.0/networks/23b25123-b9ab-44f4-8d6a-d869b1a6b4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244240 Feb 04 16:34:55.835874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3672ac3-906d-4d48-84dc-c0579048d0ed req-e8beab99-858d-4e38-b070-05fa4254584e tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:55.837335 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3672ac3-906d-4d48-84dc-c0579048d0ed req-e8beab99-858d-4e38-b070-05fa4254584e tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 944 time: 0.0816228 Feb 04 16:34:55.885649 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b3672ac3-906d-4d48-84dc-c0579048d0ed req-f4f906cc-2738-47ca-b6b5-2fb0ae66ad0c tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427568 Feb 04 16:34:57.083922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498151d-0261-4af0-b06c-eb51502c9f96 req-2c289a62-df74-43f9-984a-6695e2294687 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:57.085354 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9498151d-0261-4af0-b06c-eb51502c9f96 req-2c289a62-df74-43f9-984a-6695e2294687 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 944 time: 0.0754230 Feb 04 16:34:57.128998 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9498151d-0261-4af0-b06c-eb51502c9f96 req-2b17137f-d4c7-477f-8441-a71508e5b1a5 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382442 Feb 04 16:34:58.330607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b34db-cf12-42e5-81ab-472940205030 req-d1f53d3f-1500-4512-9ac1-50e63ec8a5aa tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:58.332085 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-522b34db-cf12-42e5-81ab-472940205030 req-d1f53d3f-1500-4512-9ac1-50e63ec8a5aa tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 944 time: 0.0777600 Feb 04 16:34:58.377342 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-522b34db-cf12-42e5-81ab-472940205030 req-f4ff0529-999b-4e70-9496-5b3a73fe3e2b tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393939 Feb 04 16:34:58.909799 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 2c3baa12-0937-4d55-9a85-6e8f137660e2 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:34:59.076039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 2c3baa12-0937-4d55-9a85-6e8f137660e2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=2c3baa12-0937-4d55-9a85-6e8f137660e2,segment=NetworkSegment(e07453b3-f823-4f6c-accd-f05c247b587f),segment_id=e07453b3-f823-4f6c-accd-f05c247b587f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:59.090228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '2c3baa12-0937-4d55-9a85-6e8f137660e2', 'network_id': '23b25123-b9ab-44f4-8d6a-d869b1a6b4c1', 'port_id': '2c3baa12-0937-4d55-9a85-6e8f137660e2', 'mac_address': 'fa:16:3e:ff:d5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f5895b-bdc3-4299-9264-c1ec0ba51ac1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:34:59.142728 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:59.159922 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3baa12-0937-4d55-9a85-6e8f137660e2 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:34:59.174354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 2c3baa12-0937-4d55-9a85-6e8f137660e2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=2c3baa12-0937-4d55-9a85-6e8f137660e2,segment=NetworkSegment(e07453b3-f823-4f6c-accd-f05c247b587f),segment_id=e07453b3-f823-4f6c-accd-f05c247b587f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:59.179049 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:59.244892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=2c3baa12-0937-4d55-9a85-6e8f137660e2,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:59.456530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['2c3baa12-0937-4d55-9a85-6e8f137660e2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:34:59.577609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b2eb4-f86c-436c-9110-0650f1f886b5 req-4c5d4f85-a257-4ceb-8984-bf923aa798f1 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:59.579069 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c46b2eb4-f86c-436c-9110-0650f1f886b5 req-4c5d4f85-a257-4ceb-8984-bf923aa798f1 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 945 time: 0.0775583 Feb 04 16:34:59.629128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c46b2eb4-f86c-436c-9110-0650f1f886b5 req-02a34356-7fff-473d-afa3-24c1ae249ba3 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428741 Feb 04 16:35:00.824880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973e67f-06cb-4dbe-a185-5b3e2e64099e req-9d0d1860-c8b3-421a-8556-488aeafa1b55 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:00.826311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f973e67f-06cb-4dbe-a185-5b3e2e64099e req-9d0d1860-c8b3-421a-8556-488aeafa1b55 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 945 time: 0.0754097 Feb 04 16:35:00.870598 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f973e67f-06cb-4dbe-a185-5b3e2e64099e req-f440274e-bedb-404a-b99d-20bc4291ec99 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388255 Feb 04 16:35:00.912398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 2c3baa12-0937-4d55-9a85-6e8f137660e2 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:00.980351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 2c3baa12-0937-4d55-9a85-6e8f137660e2 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:00.984841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 2c3baa12-0937-4d55-9a85-6e8f137660e2 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:00.985209 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:01.095902 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:01.122035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a28250-26c1-4ab0-9d70-7e19e415108f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3baa12-0937-4d55-9a85-6e8f137660e2'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:01.132055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 2c3baa12-0937-4d55-9a85-6e8f137660e2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=2c3baa12-0937-4d55-9a85-6e8f137660e2,segment=NetworkSegment(e07453b3-f823-4f6c-accd-f05c247b587f),segment_id=e07453b3-f823-4f6c-accd-f05c247b587f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:01.135733 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:01.200236 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a28250-26c1-4ab0-9d70-7e19e415108f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3baa12-0937-4d55-9a85-6e8f137660e2', 'code': 200} Feb 04 16:35:01.206205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=2c3baa12-0937-4d55-9a85-6e8f137660e2,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:01.326174 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4d7ecc5-a4e6-4371-bc79-26c990790128 req-d7845ccb-7239-4a9d-863b-628a3da6152b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 1097 time: 0.0699735 Feb 04 16:35:01.372088 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4d7ecc5-a4e6-4371-bc79-26c990790128 req-60f3225a-f3d4-44d3-b8c5-02ac6ab2fdab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384510 Feb 04 16:35:02.072377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518844d-8692-4062-9e0a-b824e86c859e req-ca3a39aa-b162-4de9-b7e9-ebba63e02d73 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:02.073835 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9518844d-8692-4062-9e0a-b824e86c859e req-ca3a39aa-b162-4de9-b7e9-ebba63e02d73 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 946 time: 0.0805809 Feb 04 16:35:02.118791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9518844d-8692-4062-9e0a-b824e86c859e req-601ebeb8-0e0b-4097-91ce-608adf17fb13 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394711 Feb 04 16:35:03.326409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec09f1-a5ab-4a3b-bd15-7982d347e14f req-dfd89c68-7876-4f0d-bbcd-372372e05277 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:03.327876 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3ec09f1-a5ab-4a3b-bd15-7982d347e14f req-dfd89c68-7876-4f0d-bbcd-372372e05277 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 946 time: 0.0804839 Feb 04 16:35:03.372954 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f3ec09f1-a5ab-4a3b-bd15-7982d347e14f req-f0d9fb2c-7bd0-4e43-bfa3-75793e31dea3 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386972 Feb 04 16:35:03.786309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f07719-9925-40c3-9493-35ee22486d18 req-ed134ab5-4f28-4db3-bd24-30e82fa6e978 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:03.791345 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16f07719-9925-40c3-9493-35ee22486d18 req-ed134ab5-4f28-4db3-bd24-30e82fa6e978 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 946 time: 0.0803285 Feb 04 16:35:03.836559 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16f07719-9925-40c3-9493-35ee22486d18 req-3bfe479c-9fc0-40b0-9e76-2a841a519bcb tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433824 Feb 04 16:35:05.035504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e4079-e533-4ccf-9223-06d893890cd3 req-f4538de2-44f4-42c7-aa01-6f1a3563ec85 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:05.037120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f75e4079-e533-4ccf-9223-06d893890cd3 req-f4538de2-44f4-42c7-aa01-6f1a3563ec85 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 946 time: 0.0762146 Feb 04 16:35:05.135775 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f75e4079-e533-4ccf-9223-06d893890cd3 req-28f59b14-4e68-4042-a520-0bcecb2db9dd tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929151 Feb 04 16:35:05.153945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee2ef0-23f7-44a1-aeb2-aad764ee360e req-c9f329d2-2f3b-4eca-9451-a63247ad29b4 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:05.155410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55ee2ef0-23f7-44a1-aeb2-aad764ee360e req-c9f329d2-2f3b-4eca-9451-a63247ad29b4 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 946 time: 0.1109912 Feb 04 16:35:05.222517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-55ee2ef0-23f7-44a1-aeb2-aad764ee360e req-31793d0b-e81e-43b9-957a-94ed6d725391 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Deleting port 2c3baa12-0937-4d55-9a85-6e8f137660e2 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:05.222852 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-55ee2ef0-23f7-44a1-aeb2-aad764ee360e req-31793d0b-e81e-43b9-957a-94ed6d725391 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:05.555389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-55ee2ef0-23f7-44a1-aeb2-aad764ee360e req-31793d0b-e81e-43b9-957a-94ed6d725391 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] For port 2c3baa12-0937-4d55-9a85-6e8f137660e2, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=2c3baa12-0937-4d55-9a85-6e8f137660e2,segment=NetworkSegment(e07453b3-f823-4f6c-accd-f05c247b587f),segment_id=e07453b3-f823-4f6c-accd-f05c247b587f)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:05.555750 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-55ee2ef0-23f7-44a1-aeb2-aad764ee360e req-31793d0b-e81e-43b9-957a-94ed6d725391 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:05.673960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-55ee2ef0-23f7-44a1-aeb2-aad764ee360e req-31793d0b-e81e-43b9-957a-94ed6d725391 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Calling delete_port for 2c3baa12-0937-4d55-9a85-6e8f137660e2 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:05.816242 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-55ee2ef0-23f7-44a1-aeb2-aad764ee360e req-31793d0b-e81e-43b9-957a-94ed6d725391 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:05.827690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['2c3baa12-0937-4d55-9a85-6e8f137660e2'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:35:05.852613 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['005a4e7f-c31f-459a-b682-d95155ba06c5'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:35:05.865620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31793d0b-e81e-43b9-957a-94ed6d725391 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Pushing event deleted for resources: {'Port': ['ID=2c3baa12-0937-4d55-9a85-6e8f137660e2,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:05.944867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ee2ef0-23f7-44a1-aeb2-aad764ee360e req-31793d0b-e81e-43b9-957a-94ed6d725391 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] No DVR routers for this DVR port 2c3baa12-0937-4d55-9a85-6e8f137660e2 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:35:05.947495 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-55ee2ef0-23f7-44a1-aeb2-aad764ee360e req-31793d0b-e81e-43b9-957a-94ed6d725391 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:05.950155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a28250-26c1-4ab0-9d70-7e19e415108f', 'name': 'network-vif-deleted', 'tag': '2c3baa12-0937-4d55-9a85-6e8f137660e2'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:05.969199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55ee2ef0-23f7-44a1-aeb2-aad764ee360e req-31793d0b-e81e-43b9-957a-94ed6d725391 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.73 "DELETE /v2.0/ports/2c3baa12-0937-4d55-9a85-6e8f137660e2 HTTP/1.1" status: 204 len: 173 time: 0.8083961 Feb 04 16:35:06.008370 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a28250-26c1-4ab0-9d70-7e19e415108f', 'name': 'network-vif-deleted', 'tag': '2c3baa12-0937-4d55-9a85-6e8f137660e2', 'status': 'completed', 'code': 200} Feb 04 16:35:06.315236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-936e3c8d-ee11-4ab5-89fa-2a8fc1bf8a03 req-a854734c-2765-4d51-b629-f9429634c9a0 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Synchronizing usage tracker for tenant:67e50bff9687499c9f09cfe34391f38a on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:35:06.331682 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-936e3c8d-ee11-4ab5-89fa-2a8fc1bf8a03 req-a854734c-2765-4d51-b629-f9429634c9a0 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Unset dirty status for tenant:67e50bff9687499c9f09cfe34391f38a on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:35:06.333142 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-936e3c8d-ee11-4ab5-89fa-2a8fc1bf8a03 req-a854734c-2765-4d51-b629-f9429634c9a0 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=97a28250-26c1-4ab0-9d70-7e19e415108f HTTP/1.1" status: 200 len: 210 time: 0.0578563 Feb 04 16:35:06.684072 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ba71a9c4-f9fa-487c-b0df-88b785b14c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:07.626296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01903212-92b7-440b-8ef9-374f34e9babe req-8a3ab66d-4939-4570-8417-35c3699ff09a tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:07.627836 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01903212-92b7-440b-8ef9-374f34e9babe req-8a3ab66d-4939-4570-8417-35c3699ff09a tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 945 time: 0.0765238 Feb 04 16:35:07.676211 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-01903212-92b7-440b-8ef9-374f34e9babe req-8a3e0f98-70f3-4610-bf97-bf3808515ba8 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419109 Feb 04 16:35:07.901665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e63f5e-2fd2-491d-9db6-016567238eb4 req-ef721a7f-515a-4605-a536-737459aaaf38 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:07.903115 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4e63f5e-2fd2-491d-9db6-016567238eb4 req-ef721a7f-515a-4605-a536-737459aaaf38 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 945 time: 0.0773077 Feb 04 16:35:07.950731 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4e63f5e-2fd2-491d-9db6-016567238eb4 req-d6cad4c0-93b9-44c4-9f89-faadff8101e2 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422421 Feb 04 16:35:08.152634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7b113-93c6-4ef6-9e6c-e5f44f431197 req-8088233c-3ecb-4bff-a74c-c8d3c49eeb64 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:08.154047 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aff7b113-93c6-4ef6-9e6c-e5f44f431197 req-8088233c-3ecb-4bff-a74c-c8d3c49eeb64 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 945 time: 0.0787780 Feb 04 16:35:08.197475 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-aff7b113-93c6-4ef6-9e6c-e5f44f431197 req-9fc583b2-e5bf-473d-a3ea-2baf0883f9b7 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378466 Feb 04 16:35:08.401864 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bd0b2ad-ab48-43f1-ba20-e104db215e09 req-cd1cb283-fe1a-4ea9-9bde-dda8e69df8f5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0743542 Feb 04 16:35:08.750087 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da4946-a512-4a77-ab1c-12ca7f5d8af4 req-14690039-0d46-45d2-b9dd-a72f57433d57 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:08.751438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58da4946-a512-4a77-ab1c-12ca7f5d8af4 req-14690039-0d46-45d2-b9dd-a72f57433d57 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 945 time: 0.0780303 Feb 04 16:35:08.795279 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58da4946-a512-4a77-ab1c-12ca7f5d8af4 req-9c3eb54a-1468-42a5-a782-cbc41f886d14 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379386 Feb 04 16:35:08.943809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 2c3baa12-0937-4d55-9a85-6e8f137660e2 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:35:08.979113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 2c3baa12-0937-4d55-9a85-6e8f137660e2 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:35:08.979606 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 2c3baa12-0937-4d55-9a85-6e8f137660e2 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:35:09.001290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247040d-4cb8-40a5-987c-40f74036a53a req-8d28a299-8684-4660-9dad-3721c46c2910 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:09.003022 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f247040d-4cb8-40a5-987c-40f74036a53a req-8d28a299-8684-4660-9dad-3721c46c2910 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 945 time: 0.0861678 Feb 04 16:35:09.048246 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-aa1f7dac-194a-4d6f-bb33-211225ccc24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:09.052015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f247040d-4cb8-40a5-987c-40f74036a53a req-0d077367-88d5-4ecc-900c-3361df58cf26 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432594 Feb 04 16:35:09.268364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84d843-8f0c-49b7-af72-7ff7dc497e14 req-8bce6356-0955-4c09-a709-e21429648013 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:09.269723 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f84d843-8f0c-49b7-af72-7ff7dc497e14 req-8bce6356-0955-4c09-a709-e21429648013 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 945 time: 0.0790908 Feb 04 16:35:09.314117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f84d843-8f0c-49b7-af72-7ff7dc497e14 req-07dc91e9-afb8-45aa-9137-6b063791acab tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382471 Feb 04 16:35:09.876052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db201072-d5f0-4ef3-ad97-223a11e5948e req-2b052d84-b584-4d2c-bc06-28f3a901cb16 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:09.877488 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db201072-d5f0-4ef3-ad97-223a11e5948e req-2b052d84-b584-4d2c-bc06-28f3a901cb16 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 945 time: 0.0766683 Feb 04 16:35:09.922697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-db201072-d5f0-4ef3-ad97-223a11e5948e req-a7f77004-23b7-47fb-b856-182442769ea5 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397320 Feb 04 16:35:10.409742 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:10.468319 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:11.128568 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd21a21-9204-48ec-aef6-11cb0804ceff req-d26ae038-3e26-4c74-be91-2dbdfd7bd165 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:11.130013 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cd21a21-9204-48ec-aef6-11cb0804ceff req-d26ae038-3e26-4c74-be91-2dbdfd7bd165 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 945 time: 0.0785995 Feb 04 16:35:11.174596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4cd21a21-9204-48ec-aef6-11cb0804ceff req-d090740a-6428-4c5a-bfc6-285909b27daf tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/security-groups?id=e14d37fc-0908-4329-80ee-38f8c4a41e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388663 Feb 04 16:35:11.639762 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:11.654859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d4151-3bba-4324-bd3e-a8de987a730e req-4dcda5a1-9e13-4eb4-b32c-bccfba69517e tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:11.655571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-868d4151-3bba-4324-bd3e-a8de987a730e req-4dcda5a1-9e13-4eb4-b32c-bccfba69517e tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Synchronizing usage tracker for tenant:67e50bff9687499c9f09cfe34391f38a on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:35:11.667804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-868d4151-3bba-4324-bd3e-a8de987a730e req-4dcda5a1-9e13-4eb4-b32c-bccfba69517e tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Unset dirty status for tenant:67e50bff9687499c9f09cfe34391f38a on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:35:11.668909 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-868d4151-3bba-4324-bd3e-a8de987a730e req-4dcda5a1-9e13-4eb4-b32c-bccfba69517e tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.81 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 945 time: 0.0891652 Feb 04 16:35:11.738457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-868d4151-3bba-4324-bd3e-a8de987a730e req-8660cc71-2025-463d-b7b8-c7c6d1509977 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Deleting port 005a4e7f-c31f-459a-b682-d95155ba06c5 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:11.738799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-868d4151-3bba-4324-bd3e-a8de987a730e req-8660cc71-2025-463d-b7b8-c7c6d1509977 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:11.977830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-868d4151-3bba-4324-bd3e-a8de987a730e req-8660cc71-2025-463d-b7b8-c7c6d1509977 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] For port 005a4e7f-c31f-459a-b682-d95155ba06c5, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=005a4e7f-c31f-459a-b682-d95155ba06c5,segment=NetworkSegment(e07453b3-f823-4f6c-accd-f05c247b587f),segment_id=e07453b3-f823-4f6c-accd-f05c247b587f)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:11.978185 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-868d4151-3bba-4324-bd3e-a8de987a730e req-8660cc71-2025-463d-b7b8-c7c6d1509977 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.096360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-868d4151-3bba-4324-bd3e-a8de987a730e req-8660cc71-2025-463d-b7b8-c7c6d1509977 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Calling delete_port for 005a4e7f-c31f-459a-b682-d95155ba06c5 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:12.142690 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.238270 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-868d4151-3bba-4324-bd3e-a8de987a730e req-8660cc71-2025-463d-b7b8-c7c6d1509977 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.271494 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['005a4e7f-c31f-459a-b682-d95155ba06c5'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:35:12.287145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660cc71-2025-463d-b7b8-c7c6d1509977 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Pushing event deleted for resources: {'Port': ['ID=005a4e7f-c31f-459a-b682-d95155ba06c5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:12.348045 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f430ee07-a36c-4aa3-a2d7-7bdf8776d9d5 req-655501af-924d-49a3-89dc-0da1dccd40bf tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.60 "GET /v2.0/ports?device_id=885ea715-fd3d-4993-90b9-506d84f89e91 HTTP/1.1" status: 200 len: 210 time: 0.0458145 Feb 04 16:35:12.362407 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-868d4151-3bba-4324-bd3e-a8de987a730e req-8660cc71-2025-463d-b7b8-c7c6d1509977 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] No DVR routers for this DVR port 005a4e7f-c31f-459a-b682-d95155ba06c5 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:35:12.365373 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-868d4151-3bba-4324-bd3e-a8de987a730e req-8660cc71-2025-463d-b7b8-c7c6d1509977 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.368018 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ea715-fd3d-4993-90b9-506d84f89e91', 'name': 'network-vif-deleted', 'tag': '005a4e7f-c31f-459a-b682-d95155ba06c5'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:12.384589 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-868d4151-3bba-4324-bd3e-a8de987a730e req-8660cc71-2025-463d-b7b8-c7c6d1509977 tempest-ServersNegativeTestJSON-1475995394 tempest-ServersNegativeTestJSON-1475995394-project] 10.222.0.81 "DELETE /v2.0/ports/005a4e7f-c31f-459a-b682-d95155ba06c5 HTTP/1.1" status: 204 len: 173 time: 0.7110336 Feb 04 16:35:12.427743 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885ea715-fd3d-4993-90b9-506d84f89e91', 'name': 'network-vif-deleted', 'tag': '005a4e7f-c31f-459a-b682-d95155ba06c5', 'status': 'completed', 'code': 200} Feb 04 16:35:13.458974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56596) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:13.520498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eff9322-9470-44f5-a77c-79a2cd48e9d9 admin admin] Deleting subnet 47f5895b-bdc3-4299-9264-c1ec0ba51ac1 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:35:13.523388 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2eff9322-9470-44f5-a77c-79a2cd48e9d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:13.570945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2eff9322-9470-44f5-a77c-79a2cd48e9d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:13.627201 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2eff9322-9470-44f5-a77c-79a2cd48e9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:13.691846 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2eff9322-9470-44f5-a77c-79a2cd48e9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:13.728982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff9322-9470-44f5-a77c-79a2cd48e9d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f5895b-bdc3-4299-9264-c1ec0ba51ac1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:13.732925 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2eff9322-9470-44f5-a77c-79a2cd48e9d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:13.739808 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2eff9322-9470-44f5-a77c-79a2cd48e9d9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/47f5895b-bdc3-4299-9264-c1ec0ba51ac1 HTTP/1.1" status: 204 len: 168 time: 0.2790859 Feb 04 16:35:13.742333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56600) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:13.936845 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0055de82-58e8-41a6-8285-ae986fb779bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.057522 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0055de82-58e8-41a6-8285-ae986fb779bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.085129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-0055de82-58e8-41a6-8285-ae986fb779bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b25123-b9ab-44f4-8d6a-d869b1a6b4c1']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:14.096782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-0055de82-58e8-41a6-8285-ae986fb779bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07453b3-f823-4f6c-accd-f05c247b587f') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:14.097073 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-0055de82-58e8-41a6-8285-ae986fb779bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07453b3-f823-4f6c-accd-f05c247b587f') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:14.108631 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0055de82-58e8-41a6-8285-ae986fb779bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.124784 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0055de82-58e8-41a6-8285-ae986fb779bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.131045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0055de82-58e8-41a6-8285-ae986fb779bc admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:35:14.131427 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0055de82-58e8-41a6-8285-ae986fb779bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:35:14.144305 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:35:14.216929 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0055de82-58e8-41a6-8285-ae986fb779bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.236671 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0055de82-58e8-41a6-8285-ae986fb779bc admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.246582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055de82-58e8-41a6-8285-ae986fb779bc admin admin] Pushing event deleted for resources: {'Network': ['ID=23b25123-b9ab-44f4-8d6a-d869b1a6b4c1,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:14.254468 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0055de82-58e8-41a6-8285-ae986fb779bc admin admin] 10.222.0.60 "DELETE /v2.0/networks/23b25123-b9ab-44f4-8d6a-d869b1a6b4c1 HTTP/1.1" status: 204 len: 168 time: 0.5111880 Feb 04 16:35:14.388949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56606) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:14.442626 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ef143d16-ee98-4c99-8d5f-fe41e8e86998 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67e50bff9687499c9f09cfe34391f38a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523734 Feb 04 16:35:14.445049 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56610) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:14.503978 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a84cd36f-7978-4cf8-a620-6c08148907a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.529464 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a84cd36f-7978-4cf8-a620-6c08148907a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.580570 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a84cd36f-7978-4cf8-a620-6c08148907a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.595129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cd36f-7978-4cf8-a620-6c08148907a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14d37fc-0908-4329-80ee-38f8c4a41e3d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:14.601236 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a84cd36f-7978-4cf8-a620-6c08148907a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.602348 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a84cd36f-7978-4cf8-a620-6c08148907a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e14d37fc-0908-4329-80ee-38f8c4a41e3d HTTP/1.1" status: 204 len: 168 time: 0.1563931 Feb 04 16:35:15.455108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56632) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:15.582136 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2061656932'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:15.589117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:15.593165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Usage tracker for resource:network and tenant:e522be5d32344b489d9fa2b520bfca0d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:15.596140 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:15.602263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:15.611773 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Made reservation on behalf of e522be5d32344b489d9fa2b520bfca0d for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:15.614950 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.630703 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.662964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:15.666622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Usage tracker for resource:security_group_rule and tenant:e522be5d32344b489d9fa2b520bfca0d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:15.669347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:15.674836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:15.748427 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.754002 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.791360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:35:15.799495 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2ea6e4-eb2c-43af-a4bc-9428cabaf98c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:15.805957 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.806306 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Added segment 7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9 of type vlan for network 1da714b9-4281-4cb4-9be7-ece9389babd7 Feb 04 16:35:15.833995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.863058 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.867408 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:15.867985 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.983929 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5276666 Feb 04 16:35:15.984944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cf70d-362e-41ad-ae03-f6a9eec23b23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event updated for resources: {'Network': ['ID=1da714b9-4281-4cb4-9be7-ece9389babd7,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:16.001541 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 1da714b9-4281-4cb4-9be7-ece9389babd7 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:35:17.069385 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 005a4e7f-c31f-459a-b682-d95155ba06c5 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:35:17.103009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 005a4e7f-c31f-459a-b682-d95155ba06c5 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:35:17.103435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 005a4e7f-c31f-459a-b682-d95155ba06c5 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:35:19.246098 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56638) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:19.251976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Request body: {'subnet': {'network_id': '1da714b9-4281-4cb4-9be7-ece9389babd7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:19.362623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:19.366549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Usage tracker for resource:subnet and tenant:e522be5d32344b489d9fa2b520bfca0d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:19.369354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:19.375503 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:19.386185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Made reservation on behalf of e522be5d32344b489d9fa2b520bfca0d for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:19.484097 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:19.707727 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:19.783203 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event updated for resources: {'Subnet': ['ID=2429a473-b67c-403c-81a2-858d08d82f36,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:19.799466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Checking segment: {'id': '7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1da714b9-4281-4cb4-9be7-ece9389babd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:19.799817 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Network hostable DHCP agents. Network: 1da714b9-4281-4cb4-9be7-ece9389babd7, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:35:19.821620 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Network 1da714b9-4281-4cb4-9be7-ece9389babd7 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:35:19.830627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 1da714b9-4281-4cb4-9be7-ece9389babd7) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:19.834657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:19.835291 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:19.840149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f4017c-b3be-4d45-acff-80fe9ce7261d None None] Network 1da714b9-4281-4cb4-9be7-ece9389babd7 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:19.858021 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-526a9dba-dc22-46ca-834d-eb114e3e2f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6107132 Feb 04 16:35:19.861254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56642) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:19.867570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1597866644'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:19.873611 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:19.877415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Usage tracker for resource:network and tenant:e522be5d32344b489d9fa2b520bfca0d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:19.880429 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:19.886188 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:19.898353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Made reservation on behalf of e522be5d32344b489d9fa2b520bfca0d for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:19.901554 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:19.931278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:35:19.940683 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:19.941016 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Added segment f526f030-35d0-4474-98dd-94ff8e1682fd of type vlan for network 8f4587fe-b170-4875-97e6-9521d9f8fc12 Feb 04 16:35:19.968773 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.001116 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.005603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:20.006187 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.084109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1da714b9-4281-4cb4-9be7-ece9389babd7', 'network_id': '1da714b9-4281-4cb4-9be7-ece9389babd7', 'tenant_id': 'e522be5d32344b489d9fa2b520bfca0d', 'fixed_ips': [{'subnet_id': '2429a473-b67c-403c-81a2-858d08d82f36'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:35:20.084959 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.095053 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2326632 Feb 04 16:35:20.095927 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.097986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56646) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:20.106743 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Request body: {'subnet': {'network_id': '8f4587fe-b170-4875-97e6-9521d9f8fc12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:20.114078 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f64f2d-69b9-457e-824d-3d5a52313fe8 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event updated for resources: {'Network': ['ID=8f4587fe-b170-4875-97e6-9521d9f8fc12,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:20.140683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 8f4587fe-b170-4875-97e6-9521d9f8fc12 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:35:20.223893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:20.227699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Usage tracker for resource:subnet and tenant:e522be5d32344b489d9fa2b520bfca0d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:20.230423 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:20.235945 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:20.245837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Made reservation on behalf of e522be5d32344b489d9fa2b520bfca0d for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:20.330337 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Allocated IP 2001:db8:0:ffff::2 (1da714b9-4281-4cb4-9be7-ece9389babd7/2429a473-b67c-403c-81a2-858d08d82f36/cd15fc81-2132-4986-b755-c9c6cac9cac6) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:20.346473 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.574730 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.582786 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.585416 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Transition to ACTIVE for port object cd15fc81-2132-4986-b755-c9c6cac9cac6 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:20.603834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Transition to ACTIVE for port object cd15fc81-2132-4986-b755-c9c6cac9cac6 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:20.608630 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.658669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event updated for resources: {'Subnet': ['ID=303b3f8d-a402-474c-a95e-84b0efe4ab94,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:20.677194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.677439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Network 1da714b9-4281-4cb4-9be7-ece9389babd7 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:20.677554 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.677839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.678157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.678475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.678792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.679105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.679443 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.679760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.680073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.680197 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:20.680379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.684731 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:20.684888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Checking segment: {'id': 'f526f030-35d0-4474-98dd-94ff8e1682fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8f4587fe-b170-4875-97e6-9521d9f8fc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:20.685254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Network hostable DHCP agents. Network: 8f4587fe-b170-4875-97e6-9521d9f8fc12, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:35:20.686784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Pushing event updated for resources: {'Port': ['ID=cd15fc81-2132-4986-b755-c9c6cac9cac6,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:20.698719 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.699063 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.699425 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.699755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.700079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.700476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.700730 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.701047 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.701378 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.701674 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.702040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:20.708651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Network 8f4587fe-b170-4875-97e6-9521d9f8fc12 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:35:20.718585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 8f4587fe-b170-4875-97e6-9521d9f8fc12) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:20.724502 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:20.726059 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.729871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc868232-e3b3-4505-94d7-9710ddac3f2c None None] Network 8f4587fe-b170-4875-97e6-9521d9f8fc12 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:20.750990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2c4419f2-73da-4698-97aa-2ff3da8785e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6479354 Feb 04 16:35:20.751387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56650) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:20.869279 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Attempting to bind port cd15fc81-2132-4986-b755-c9c6cac9cac6 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:20.869842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Attempting to bind port cd15fc81-2132-4986-b755-c9c6cac9cac6 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1da714b9-4281-4cb4-9be7-ece9389babd7'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:20.869950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Attempting to bind port cd15fc81-2132-4986-b755-c9c6cac9cac6 on network 1da714b9-4281-4cb4-9be7-ece9389babd7 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:20.890887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:20.891284 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Checking segment: {'id': '7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1da714b9-4281-4cb4-9be7-ece9389babd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:20.891688 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.892071 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Bound using segment: {'id': '7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1da714b9-4281-4cb4-9be7-ece9389babd7'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:20.892536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Bound port: cd15fc81-2132-4986-b755-c9c6cac9cac6, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1da714b9-4281-4cb4-9be7-ece9389babd7'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:20.892902 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.989095 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.056208 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.071575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] For port cd15fc81-2132-4986-b755-c9c6cac9cac6, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:21.074614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] For port cd15fc81-2132-4986-b755-c9c6cac9cac6, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=cd15fc81-2132-4986-b755-c9c6cac9cac6,segment=NetworkSegment(7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9),segment_id=7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:21.076915 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65775ac4-715c-400c-8527-f268fc0feff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-8f4587fe-b170-4875-97e6-9521d9f8fc12', 'network_id': '8f4587fe-b170-4875-97e6-9521d9f8fc12', 'tenant_id': 'e522be5d32344b489d9fa2b520bfca0d', 'fixed_ips': [{'subnet_id': '303b3f8d-a402-474c-a95e-84b0efe4ab94'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:35:21.077747 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-65775ac4-715c-400c-8527-f268fc0feff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.092088 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.137526 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.174839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event deleted for resources: {'Subnet': ['ID=303b3f8d-a402-474c-a95e-84b0efe4ab94,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:21.231709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e0cf0-f3c4-41f6-b9fa-fca626df73aa None None] Pushing event updated for resources: {'Port': ['ID=cd15fc81-2132-4986-b755-c9c6cac9cac6,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:21.253586 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fa528a-ea5a-4ee6-9a32-e61eb777003f None None] Network 8f4587fe-b170-4875-97e6-9521d9f8fc12 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:21.281842 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.311153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4587fe-b170-4875-97e6-9521d9f8fc12']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:21.325286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f526f030-35d0-4474-98dd-94ff8e1682fd') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:21.325583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f526f030-35d0-4474-98dd-94ff8e1682fd') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:21.337807 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.360458 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.367960 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:35:21.368364 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:35:21.389419 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:35:21.480732 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.500549 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.511847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event deleted for resources: {'Network': ['ID=8f4587fe-b170-4875-97e6-9521d9f8fc12,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:21.519695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56654) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:21.520497 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-29f32393-5be1-4cef-97a9-6f754ebc0710 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "DELETE /v2.0/networks/8f4587fe-b170-4875-97e6-9521d9f8fc12 HTTP/1.1" status: 204 len: 168 time: 0.7674065 Feb 04 16:35:21.525718 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1246419373'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:21.532502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:21.537642 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Usage tracker for resource:network and tenant:e522be5d32344b489d9fa2b520bfca0d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:21.541571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:21.549040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:21.564475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Made reservation on behalf of e522be5d32344b489d9fa2b520bfca0d for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:21.568002 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.597727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:35:21.607987 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.608321 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Added segment 2427220a-ce70-485e-b7e2-7c2df21bb6e3 of type vlan for network 163aac6c-dd01-4422-8642-5b46ba8bcb8c Feb 04 16:35:21.629065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device cd15fc81-2132-4986-b755-c9c6cac9cac6 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:21.638477 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.673113 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.676869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:21.677496 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.698510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port cd15fc81-2132-4986-b755-c9c6cac9cac6 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:21.868364 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3473721 Feb 04 16:35:21.871254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56658) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:21.877680 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Request body: {'subnet': {'network_id': '163aac6c-dd01-4422-8642-5b46ba8bcb8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:21.891812 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b39d0-391c-4c15-981a-70df7c8116e2 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event updated for resources: {'Network': ['ID=163aac6c-dd01-4422-8642-5b46ba8bcb8c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:21.902938 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 163aac6c-dd01-4422-8642-5b46ba8bcb8c details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:35:22.005840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:22.010946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Usage tracker for resource:subnet and tenant:e522be5d32344b489d9fa2b520bfca0d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:22.013965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:22.019926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:22.029781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Made reservation on behalf of e522be5d32344b489d9fa2b520bfca0d for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:22.137060 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.192232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ebc80d-8744-46f7-bbfe-8ab5825dae86 None None] Network 1da714b9-4281-4cb4-9be7-ece9389babd7 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:22.229478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.ipam_backend_mixin [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Performing IP validity checks on allocation pools {{(pid=83551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 16:35:22.230033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.ipam_backend_mixin [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 16:35:22.298906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-068cb8f5-0c17-4671-a089-91d9525cd0c7 None None] Provisioning for port cd15fc81-2132-4986-b755-c9c6cac9cac6 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:22.314449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-068cb8f5-0c17-4671-a089-91d9525cd0c7 None None] Provisioning complete for port cd15fc81-2132-4986-b755-c9c6cac9cac6 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:22.314808 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-068cb8f5-0c17-4671-a089-91d9525cd0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.355876 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.433090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event updated for resources: {'Subnet': ['ID=3a39b226-877b-41cf-9c28-01b82be0b608,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:22.442385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Checking segment: {'id': '2427220a-ce70-485e-b7e2-7c2df21bb6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '163aac6c-dd01-4422-8642-5b46ba8bcb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:22.442733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Network hostable DHCP agents. Network: 163aac6c-dd01-4422-8642-5b46ba8bcb8c, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:35:22.467463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Network 163aac6c-dd01-4422-8642-5b46ba8bcb8c is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:35:22.478181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 163aac6c-dd01-4422-8642-5b46ba8bcb8c) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:22.484114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:22.484698 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.496793 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9f9cf4-e21a-427b-8ed6-8f04c1d05085 None None] Network 163aac6c-dd01-4422-8642-5b46ba8bcb8c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:22.508436 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7c800b05-6473-4c73-b49e-01f617a0a1dd tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6358109 Feb 04 16:35:22.511077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56662) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:22.633797 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-068cb8f5-0c17-4671-a089-91d9525cd0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.655489 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.712316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-068cb8f5-0c17-4671-a089-91d9525cd0c7 None None] For port cd15fc81-2132-4986-b755-c9c6cac9cac6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=cd15fc81-2132-4986-b755-c9c6cac9cac6,segment=NetworkSegment(7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9),segment_id=7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:22.733594 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.740920 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-068cb8f5-0c17-4671-a089-91d9525cd0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.818049 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.856889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event deleted for resources: {'Subnet': ['ID=3a39b226-877b-41cf-9c28-01b82be0b608,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:22.858007 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cb8f5-0c17-4671-a089-91d9525cd0c7 None None] Pushing event updated for resources: {'Port': ['ID=cd15fc81-2132-4986-b755-c9c6cac9cac6,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:22.871296 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e793491-3f77-4ef7-8b43-470a1c4ac838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-163aac6c-dd01-4422-8642-5b46ba8bcb8c', 'network_id': '163aac6c-dd01-4422-8642-5b46ba8bcb8c', 'tenant_id': 'e522be5d32344b489d9fa2b520bfca0d', 'fixed_ips': [{'subnet_id': '3a39b226-877b-41cf-9c28-01b82be0b608'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:35:22.872456 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8e793491-3f77-4ef7-8b43-470a1c4ac838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.966785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.970614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-08c83f2b-2509-4ba1-a054-c0c3f805fa86 None None] Provisioning complete for port cd15fc81-2132-4986-b755-c9c6cac9cac6 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:22.971065 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-08c83f2b-2509-4ba1-a054-c0c3f805fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.994722 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163aac6c-dd01-4422-8642-5b46ba8bcb8c']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:23.002675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cad585-4bd3-41ac-944b-b55c83acabe1 None None] Network 163aac6c-dd01-4422-8642-5b46ba8bcb8c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:23.007689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2427220a-ce70-485e-b7e2-7c2df21bb6e3') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:23.007989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2427220a-ce70-485e-b7e2-7c2df21bb6e3') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:23.019216 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.035074 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.042031 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:35:23.042467 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:35:23.061189 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:35:23.138588 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.143920 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.168546 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event deleted for resources: {'Network': ['ID=163aac6c-dd01-4422-8642-5b46ba8bcb8c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:23.173653 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0b603e48-6ac9-4027-b712-ff82e88c1429 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "DELETE /v2.0/networks/163aac6c-dd01-4422-8642-5b46ba8bcb8c HTTP/1.1" status: 204 len: 168 time: 0.6616201 Feb 04 16:35:23.177778 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56666) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:23.183094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1712721811'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:23.188676 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:23.193148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Usage tracker for resource:network and tenant:e522be5d32344b489d9fa2b520bfca0d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:23.196376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:23.202675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:23.213276 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Made reservation on behalf of e522be5d32344b489d9fa2b520bfca0d for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:23.216862 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.252118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:35:23.261465 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.261804 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Added segment e6890998-d089-41b3-a383-55b6d74b002f of type vlan for network 9704bd69-b088-4a1b-9ad3-414499bb3c39 Feb 04 16:35:23.287812 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.316949 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.320786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:23.321361 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.507595 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3285701 Feb 04 16:35:23.510353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56670) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:23.516355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedab3a7-338b-4c7c-88ab-36084fc7a2b7 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event updated for resources: {'Network': ['ID=9704bd69-b088-4a1b-9ad3-414499bb3c39,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:23.516578 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Request body: {'subnet': {'network_id': '9704bd69-b088-4a1b-9ad3-414499bb3c39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:23.537771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 9704bd69-b088-4a1b-9ad3-414499bb3c39 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:35:23.604459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device cd15fc81-2132-4986-b755-c9c6cac9cac6 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:23.629770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:23.633513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Usage tracker for resource:subnet and tenant:e522be5d32344b489d9fa2b520bfca0d is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:23.636277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:23.641917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:23.652665 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Made reservation on behalf of e522be5d32344b489d9fa2b520bfca0d for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:23.707996 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port cd15fc81-2132-4986-b755-c9c6cac9cac6 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:23.708631 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.754034 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.978222 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.053602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event updated for resources: {'Subnet': ['ID=8e7e30ad-db4b-4a6c-b393-3348d7dde7d3,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:24.065187 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Checking segment: {'id': 'e6890998-d089-41b3-a383-55b6d74b002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9704bd69-b088-4a1b-9ad3-414499bb3c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:24.065544 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Network hostable DHCP agents. Network: 9704bd69-b088-4a1b-9ad3-414499bb3c39, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:35:24.086481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Network 9704bd69-b088-4a1b-9ad3-414499bb3c39 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:35:24.095323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 9704bd69-b088-4a1b-9ad3-414499bb3c39) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:24.102606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:24.103236 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.103948 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d6ecd3-32b0-43ab-80a9-82f8e05a709e None None] Network 9704bd69-b088-4a1b-9ad3-414499bb3c39 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:24.125291 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eef50e21-dfcb-4bb4-864a-0c4b84eacbb4 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6137507 Feb 04 16:35:24.128882 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56674) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:24.135101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-766671096'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:24.140798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:24.144561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Usage tracker for resource:network and tenant:e522be5d32344b489d9fa2b520bfca0d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:24.148241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:24.155036 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:24.164188 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Made reservation on behalf of e522be5d32344b489d9fa2b520bfca0d for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:24.167680 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.195576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:35:24.205184 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.205520 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Added segment b2484ca4-45f4-4e57-be4d-48f4efba7128 of type vlan for network be4c6c27-10db-42fd-ad4c-e236e48ec6c4 Feb 04 16:35:24.234408 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.265346 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.269162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:24.269769 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.326291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-9704bd69-b088-4a1b-9ad3-414499bb3c39', 'network_id': '9704bd69-b088-4a1b-9ad3-414499bb3c39', 'tenant_id': 'e522be5d32344b489d9fa2b520bfca0d', 'fixed_ips': [{'subnet_id': '8e7e30ad-db4b-4a6c-b393-3348d7dde7d3'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:35:24.327131 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.375673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2424710 Feb 04 16:35:24.375850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56678) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:24.381875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Request body: {'subnet': {'network_id': 'be4c6c27-10db-42fd-ad4c-e236e48ec6c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:24.401119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee8eef-8e61-4e5f-bc68-0b8c20162bae tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event updated for resources: {'Network': ['ID=be4c6c27-10db-42fd-ad4c-e236e48ec6c4,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:24.417556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network be4c6c27-10db-42fd-ad4c-e236e48ec6c4 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:35:24.497144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:24.500850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Usage tracker for resource:subnet and tenant:e522be5d32344b489d9fa2b520bfca0d is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:24.503584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:24.509546 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:24.519240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Made reservation on behalf of e522be5d32344b489d9fa2b520bfca0d for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:24.574274 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Allocated IP 2001:db8::2 (9704bd69-b088-4a1b-9ad3-414499bb3c39/8e7e30ad-db4b-4a6c-b393-3348d7dde7d3/7dd2999b-0fe7-4e71-a88d-816d69a4e041) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:24.627602 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.776327 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.788030 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Transition to ACTIVE for port object 7dd2999b-0fe7-4e71-a88d-816d69a4e041 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:24.806454 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Transition to ACTIVE for port object 7dd2999b-0fe7-4e71-a88d-816d69a4e041 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:24.812086 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.840014 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.921204 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Network 9704bd69-b088-4a1b-9ad3-414499bb3c39 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:24.922246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event updated for resources: {'Subnet': ['ID=9c1392c5-b53d-4a6e-8016-8a55c7d9dd13,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:24.924835 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:24.928438 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:24.934926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Checking segment: {'id': 'b2484ca4-45f4-4e57-be4d-48f4efba7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'be4c6c27-10db-42fd-ad4c-e236e48ec6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:24.935322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Network hostable DHCP agents. Network: be4c6c27-10db-42fd-ad4c-e236e48ec6c4, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:35:24.938200 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Pushing event updated for resources: {'Port': ['ID=7dd2999b-0fe7-4e71-a88d-816d69a4e041,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:24.964276 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Network be4c6c27-10db-42fd-ad4c-e236e48ec6c4 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:35:24.977528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, be4c6c27-10db-42fd-ad4c-e236e48ec6c4) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:24.982024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:24.982643 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.005491 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-099e3155-59d8-42d3-8104-e47df1143652 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6287103 Feb 04 16:35:25.008048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56682) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:25.010923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470ebff1-a653-4e67-93e3-ff5fa6938a05 None None] Network be4c6c27-10db-42fd-ad4c-e236e48ec6c4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:25.100206 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Attempting to bind port 7dd2999b-0fe7-4e71-a88d-816d69a4e041 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:25.100667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Attempting to bind port 7dd2999b-0fe7-4e71-a88d-816d69a4e041 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'e6890998-d089-41b3-a383-55b6d74b002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9704bd69-b088-4a1b-9ad3-414499bb3c39'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:25.101092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Attempting to bind port 7dd2999b-0fe7-4e71-a88d-816d69a4e041 on network 9704bd69-b088-4a1b-9ad3-414499bb3c39 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:25.118798 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:25.119533 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Checking segment: {'id': 'e6890998-d089-41b3-a383-55b6d74b002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9704bd69-b088-4a1b-9ad3-414499bb3c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:25.119708 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.120153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Bound using segment: {'id': 'e6890998-d089-41b3-a383-55b6d74b002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9704bd69-b088-4a1b-9ad3-414499bb3c39'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:25.120677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Bound port: 7dd2999b-0fe7-4e71-a88d-816d69a4e041, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6890998-d089-41b3-a383-55b6d74b002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9704bd69-b088-4a1b-9ad3-414499bb3c39'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:25.121104 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.148296 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.212644 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.290269 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.307140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] For port 7dd2999b-0fe7-4e71-a88d-816d69a4e041, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:25.319543 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] For port 7dd2999b-0fe7-4e71-a88d-816d69a4e041, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7dd2999b-0fe7-4e71-a88d-816d69a4e041,segment=NetworkSegment(e6890998-d089-41b3-a383-55b6d74b002f),segment_id=e6890998-d089-41b3-a383-55b6d74b002f)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:25.326619 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc788789-d242-4e89-8855-fb12d2ddfd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-be4c6c27-10db-42fd-ad4c-e236e48ec6c4', 'network_id': 'be4c6c27-10db-42fd-ad4c-e236e48ec6c4', 'tenant_id': 'e522be5d32344b489d9fa2b520bfca0d', 'fixed_ips': [{'subnet_id': '9c1392c5-b53d-4a6e-8016-8a55c7d9dd13'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:35:25.327090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1392c5-b53d-4a6e-8016-8a55c7d9dd13,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:25.327614 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cc788789-d242-4e89-8855-fb12d2ddfd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.338344 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.423486 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.449111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4c6c27-10db-42fd-ad4c-e236e48ec6c4']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:25.462502 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2484ca4-45f4-4e57-be4d-48f4efba7128') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:25.462860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2484ca4-45f4-4e57-be4d-48f4efba7128') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:25.475726 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.480763 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ebada-4cd1-4896-9c28-5d08cda6d26d None None] Pushing event updated for resources: {'Port': ['ID=7dd2999b-0fe7-4e71-a88d-816d69a4e041,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:25.494746 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.501362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:35:25.501831 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.513523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfd60eb-a183-405e-b5e0-ee32ee154589 None None] Network be4c6c27-10db-42fd-ad4c-e236e48ec6c4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:35:25.516331 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:35:25.622433 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.625303 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.654931 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "DELETE /v2.0/networks/be4c6c27-10db-42fd-ad4c-e236e48ec6c4 HTTP/1.1" status: 204 len: 168 time: 0.6443014 Feb 04 16:35:25.655927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fb06d-2a04-4098-ae59-125c8e7c9971 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event deleted for resources: {'Network': ['ID=be4c6c27-10db-42fd-ad4c-e236e48ec6c4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:25.658470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56686) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:25.705341 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fd96e2-2631-4282-ac6b-ad9d67645f23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] GET failed (client error): The resource could not be found. Feb 04 16:35:25.705860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f0fd96e2-2631-4282-ac6b-ad9d67645f23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Synchronizing usage tracker for tenant:e522be5d32344b489d9fa2b520bfca0d on resource:subnet {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:35:25.725384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f0fd96e2-2631-4282-ac6b-ad9d67645f23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Unset dirty status for tenant:e522be5d32344b489d9fa2b520bfca0d on resource:subnet {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:35:25.726474 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f0fd96e2-2631-4282-ac6b-ad9d67645f23 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "GET /v2.0/subnets/9c1392c5-b53d-4a6e-8016-8a55c7d9dd13 HTTP/1.1" status: 404 len: 337 time: 0.0670455 Feb 04 16:35:25.729373 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56690) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:25.759479 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8642bf8a-faff-4836-ac48-fd87303f6b13 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] DELETE failed (client error): The resource could not be found. Feb 04 16:35:25.759922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8642bf8a-faff-4836-ac48-fd87303f6b13 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:35:25.761578 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8642bf8a-faff-4836-ac48-fd87303f6b13 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "DELETE /v2.0/networks/be4c6c27-10db-42fd-ad4c-e236e48ec6c4 HTTP/1.1" status: 404 len: 339 time: 0.0313106 Feb 04 16:35:25.765864 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56694) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:25.804997 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-e241c831-a677-4f69-aae5-fc0bbe306938 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] DELETE failed (client error): The resource could not be found. Feb 04 16:35:25.805434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e241c831-a677-4f69-aae5-fc0bbe306938 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:35:25.807111 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e241c831-a677-4f69-aae5-fc0bbe306938 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "DELETE /v2.0/subnets/9c1392c5-b53d-4a6e-8016-8a55c7d9dd13 HTTP/1.1" status: 404 len: 337 time: 0.0403371 Feb 04 16:35:25.809987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56698) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:25.836618 n-d-827872-1 neutron-server[83550]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8ca47c-eb59-4633-863f-1a9195763f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] DELETE failed (client error): The resource could not be found. Feb 04 16:35:25.837058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8ca47c-eb59-4633-863f-1a9195763f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:35:25.838666 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fb8ca47c-eb59-4633-863f-1a9195763f9b tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "DELETE /v2.0/networks/be4c6c27-10db-42fd-ad4c-e236e48ec6c4 HTTP/1.1" status: 404 len: 339 time: 0.0277789 Feb 04 16:35:25.841659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56702) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:25.911623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb3cbd8-193e-489c-ae80-5d0903415062 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Deleting subnet 8e7e30ad-db4b-4a6c-b393-3348d7dde7d3 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:35:25.914495 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cb3cbd8-193e-489c-ae80-5d0903415062 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.969382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cb3cbd8-193e-489c-ae80-5d0903415062 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.056526 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cb3cbd8-193e-489c-ae80-5d0903415062 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.128359 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cb3cbd8-193e-489c-ae80-5d0903415062 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.168733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3cbd8-193e-489c-ae80-5d0903415062 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7e30ad-db4b-4a6c-b393-3348d7dde7d3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:26.173465 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6cb3cbd8-193e-489c-ae80-5d0903415062 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.186999 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6cb3cbd8-193e-489c-ae80-5d0903415062 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "DELETE /v2.0/subnets/8e7e30ad-db4b-4a6c-b393-3348d7dde7d3 HTTP/1.1" status: 204 len: 168 time: 0.3443067 Feb 04 16:35:26.189381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56706) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:26.305389 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.315931 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Deleting port 7dd2999b-0fe7-4e71-a88d-816d69a4e041 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:26.316273 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.423413 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4566b03-ce76-4400-a8dd-a754add7baea None None] Network 9704bd69-b088-4a1b-9ad3-414499bb3c39 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:26.527563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] For port 7dd2999b-0fe7-4e71-a88d-816d69a4e041, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7dd2999b-0fe7-4e71-a88d-816d69a4e041,segment=NetworkSegment(e6890998-d089-41b3-a383-55b6d74b002f),segment_id=e6890998-d089-41b3-a383-55b6d74b002f)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:26.527940 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.558718 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e9ceaa60-1ebb-4877-8d74-54acfdd95baf None None] Provisioning for port 7dd2999b-0fe7-4e71-a88d-816d69a4e041 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:26.674926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7166ec5-0cb0-4da2-81dd-d37777b99b28 None None] DHCP port deletion for 9704bd69-b088-4a1b-9ad3-414499bb3c39 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:35:26.680238 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a7166ec5-0cb0-4da2-81dd-d37777b99b28 None None] Deleting port 7dd2999b-0fe7-4e71-a88d-816d69a4e041 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:26.680690 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a7166ec5-0cb0-4da2-81dd-d37777b99b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.745494 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Calling delete_port for 7dd2999b-0fe7-4e71-a88d-816d69a4e041 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:26.821172 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.864243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event deleted for resources: {'Port': ['ID=7dd2999b-0fe7-4e71-a88d-816d69a4e041,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:26.870268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] No DVR routers for this DVR port 7dd2999b-0fe7-4e71-a88d-816d69a4e041 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:35:26.891374 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a7166ec5-0cb0-4da2-81dd-d37777b99b28 None None] For port 7dd2999b-0fe7-4e71-a88d-816d69a4e041, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=7dd2999b-0fe7-4e71-a88d-816d69a4e041,segment=NetworkSegment(e6890998-d089-41b3-a383-55b6d74b002f),segment_id=e6890998-d089-41b3-a383-55b6d74b002f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:26.891760 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a7166ec5-0cb0-4da2-81dd-d37777b99b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.992348 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.017917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9704bd69-b088-4a1b-9ad3-414499bb3c39']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:27.030933 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6890998-d089-41b3-a383-55b6d74b002f') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:27.031254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6890998-d089-41b3-a383-55b6d74b002f') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:27.043891 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.044797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a7166ec5-0cb0-4da2-81dd-d37777b99b28 None None] Calling delete_port for 7dd2999b-0fe7-4e71-a88d-816d69a4e041 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:27.060588 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.066606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:35:27.067077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:35:27.081199 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:35:27.113453 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-a7166ec5-0cb0-4da2-81dd-d37777b99b28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:35:27.114473 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-a7166ec5-0cb0-4da2-81dd-d37777b99b28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:35:27.164408 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.182403 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.194521 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event deleted for resources: {'Network': ['ID=9704bd69-b088-4a1b-9ad3-414499bb3c39,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:27.197318 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-27568bb9-d815-4469-a451-4d46db2660ba tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "DELETE /v2.0/networks/9704bd69-b088-4a1b-9ad3-414499bb3c39 HTTP/1.1" status: 204 len: 168 time: 1.0069988 Feb 04 16:35:27.199904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56710) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:27.241620 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-b993b699-de63-44fa-b460-d0cfa0e0fc20 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] DELETE failed (client error): The resource could not be found. Feb 04 16:35:27.242054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b993b699-de63-44fa-b460-d0cfa0e0fc20 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:35:27.243698 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b993b699-de63-44fa-b460-d0cfa0e0fc20 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "DELETE /v2.0/subnets/3a39b226-877b-41cf-9c28-01b82be0b608 HTTP/1.1" status: 404 len: 337 time: 0.0428326 Feb 04 16:35:27.246169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56714) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:27.272861 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a65cbc-84ac-4db6-8466-2ab81a1c5623 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] DELETE failed (client error): The resource could not be found. Feb 04 16:35:27.273290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a65cbc-84ac-4db6-8466-2ab81a1c5623 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:35:27.274881 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-10a65cbc-84ac-4db6-8466-2ab81a1c5623 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "DELETE /v2.0/networks/163aac6c-dd01-4422-8642-5b46ba8bcb8c HTTP/1.1" status: 404 len: 339 time: 0.0278466 Feb 04 16:35:27.277284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56718) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:27.318140 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc37663-89e9-455f-ae67-f93aee10b39e tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] DELETE failed (client error): The resource could not be found. Feb 04 16:35:27.318573 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc37663-89e9-455f-ae67-f93aee10b39e tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:35:27.320176 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cbc37663-89e9-455f-ae67-f93aee10b39e tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "DELETE /v2.0/subnets/303b3f8d-a402-474c-a95e-84b0efe4ab94 HTTP/1.1" status: 404 len: 337 time: 0.0420401 Feb 04 16:35:27.322505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56722) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:27.346074 n-d-827872-1 neutron-server[83551]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8cb2c6f-095d-41bd-86a9-01d2735e8495 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] DELETE failed (client error): The resource could not be found. Feb 04 16:35:27.346426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8cb2c6f-095d-41bd-86a9-01d2735e8495 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:35:27.348044 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d8cb2c6f-095d-41bd-86a9-01d2735e8495 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "DELETE /v2.0/networks/8f4587fe-b170-4875-97e6-9521d9f8fc12 HTTP/1.1" status: 404 len: 339 time: 0.0246387 Feb 04 16:35:27.350452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56726) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:27.616313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a7166ec5-0cb0-4da2-81dd-d37777b99b28 None None] Deleting port 7dd2999b-0fe7-4e71-a88d-816d69a4e041 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:27.616880 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a7166ec5-0cb0-4da2-81dd-d37777b99b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.636342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3a445e-4f75-4b1d-823f-7669461ba1e5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Deleting subnet 2429a473-b67c-403c-81a2-858d08d82f36 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:35:27.639298 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce3a445e-4f75-4b1d-823f-7669461ba1e5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.680736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a7166ec5-0cb0-4da2-81dd-d37777b99b28 None None] The port '7dd2999b-0fe7-4e71-a88d-816d69a4e041' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:35:27.697317 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce3a445e-4f75-4b1d-823f-7669461ba1e5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.778552 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce3a445e-4f75-4b1d-823f-7669461ba1e5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.853288 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce3a445e-4f75-4b1d-823f-7669461ba1e5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.890077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a445e-4f75-4b1d-823f-7669461ba1e5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event deleted for resources: {'Subnet': ['ID=2429a473-b67c-403c-81a2-858d08d82f36,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:27.896794 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce3a445e-4f75-4b1d-823f-7669461ba1e5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.902278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82569615-cbed-497f-8ab6-6b826e38e5ed None None] Network 1da714b9-4281-4cb4-9be7-ece9389babd7 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:27.907103 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ce3a445e-4f75-4b1d-823f-7669461ba1e5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "DELETE /v2.0/subnets/2429a473-b67c-403c-81a2-858d08d82f36 HTTP/1.1" status: 204 len: 168 time: 0.5557423 Feb 04 16:35:27.909446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56730) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:28.021371 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:28.031399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Deleting port cd15fc81-2132-4986-b755-c9c6cac9cac6 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:28.031720 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:28.146778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4902d77-fdcd-4bbc-95d8-831073014a6b None None] DHCP port deletion for 1da714b9-4281-4cb4-9be7-ece9389babd7 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:35:28.151194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d4902d77-fdcd-4bbc-95d8-831073014a6b None None] Deleting port cd15fc81-2132-4986-b755-c9c6cac9cac6 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:28.151579 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4902d77-fdcd-4bbc-95d8-831073014a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:28.236322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] For port cd15fc81-2132-4986-b755-c9c6cac9cac6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=cd15fc81-2132-4986-b755-c9c6cac9cac6,segment=NetworkSegment(7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9),segment_id=7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:28.236921 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:28.349353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-d4902d77-fdcd-4bbc-95d8-831073014a6b None None] For port cd15fc81-2132-4986-b755-c9c6cac9cac6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=cd15fc81-2132-4986-b755-c9c6cac9cac6,segment=NetworkSegment(7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9),segment_id=7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:28.349723 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4902d77-fdcd-4bbc-95d8-831073014a6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:28.361904 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Calling delete_port for cd15fc81-2132-4986-b755-c9c6cac9cac6 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:28.434902 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:28.466905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d4902d77-fdcd-4bbc-95d8-831073014a6b None None] Calling delete_port for cd15fc81-2132-4986-b755-c9c6cac9cac6 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:28.482772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event deleted for resources: {'Port': ['ID=cd15fc81-2132-4986-b755-c9c6cac9cac6,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:28.491604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] No DVR routers for this DVR port cd15fc81-2132-4986-b755-c9c6cac9cac6 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:35:28.539596 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-d4902d77-fdcd-4bbc-95d8-831073014a6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:35:28.539950 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-d4902d77-fdcd-4bbc-95d8-831073014a6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:35:28.613730 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:28.638873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da714b9-4281-4cb4-9be7-ece9389babd7']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:28.651312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:28.651494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6f3f4f-917d-4a97-a4e3-93160d7c1fe9') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:28.662742 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:28.678878 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:28.684972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:35:28.685349 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:35:28.699458 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:35:28.777181 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:28.793379 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:28.804330 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] Pushing event deleted for resources: {'Network': ['ID=1da714b9-4281-4cb4-9be7-ece9389babd7,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:28.808251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ffe64abd-84bd-40e9-970b-a306239cb5b5 tempest-NetworksIpV6Test-284407555 tempest-NetworksIpV6Test-284407555-project] 10.222.0.60 "DELETE /v2.0/networks/1da714b9-4281-4cb4-9be7-ece9389babd7 HTTP/1.1" status: 204 len: 168 time: 0.8979025 Feb 04 16:35:29.040993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d4902d77-fdcd-4bbc-95d8-831073014a6b None None] Deleting port cd15fc81-2132-4986-b755-c9c6cac9cac6 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:29.041490 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4902d77-fdcd-4bbc-95d8-831073014a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:29.093527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56738) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:29.118028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d4902d77-fdcd-4bbc-95d8-831073014a6b None None] The port 'cd15fc81-2132-4986-b755-c9c6cac9cac6' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:35:29.279502 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-66c2dbab-387d-45cc-ac0d-e6218a5c2952 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e522be5d32344b489d9fa2b520bfca0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1847575 Feb 04 16:35:29.281964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56744) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:29.349954 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:29.376638 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:29.431969 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:29.446719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2ea6e4-eb2c-43af-a4bc-9428cabaf98c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:29.460380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:29.460746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:29.461104 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:29.461484 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:29.461816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:29.462180 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:29.462506 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:29.462846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:29.463214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:29.463523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:29.463888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:29.467956 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:29.469228 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-eb5c7c22-d413-4832-89ae-209a4cc9b0d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf2ea6e4-eb2c-43af-a4bc-9428cabaf98c HTTP/1.1" status: 204 len: 168 time: 0.1861699 Feb 04 16:35:29.485489 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:35:29.573318 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device cd15fc81-2132-4986-b755-c9c6cac9cac6 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:35:29.607739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: cd15fc81-2132-4986-b755-c9c6cac9cac6 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:35:29.608083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device cd15fc81-2132-4986-b755-c9c6cac9cac6 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:35:30.288970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56766) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:30.416708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-c2f1468c-71c4-4749-98c1-dca3e80bd5b1 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-919185848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:30.423480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c2f1468c-71c4-4749-98c1-dca3e80bd5b1 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:30.427909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c2f1468c-71c4-4749-98c1-dca3e80bd5b1 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Usage tracker for resource:router and tenant:0481323c942d4cadac5ee88c3d946dd3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:30.430685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-c2f1468c-71c4-4749-98c1-dca3e80bd5b1 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:30.436708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-c2f1468c-71c4-4749-98c1-dca3e80bd5b1 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:30.446964 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2f1468c-71c4-4749-98c1-dca3e80bd5b1 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.447872 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2f1468c-71c4-4749-98c1-dca3e80bd5b1 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.466391 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2f1468c-71c4-4749-98c1-dca3e80bd5b1 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.484897 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2f1468c-71c4-4749-98c1-dca3e80bd5b1 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.510507 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c2f1468c-71c4-4749-98c1-dca3e80bd5b1 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.511717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c2f1468c-71c4-4749-98c1-dca3e80bd5b1 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2217269 Feb 04 16:35:30.514462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56772) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:30.520543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2141108012'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:30.525940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:30.529679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Usage tracker for resource:network and tenant:0481323c942d4cadac5ee88c3d946dd3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:30.533007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:30.539451 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:30.548905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Made reservation on behalf of 0481323c942d4cadac5ee88c3d946dd3 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:30.552044 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.564337 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.595641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:30.600167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Usage tracker for resource:security_group_rule and tenant:0481323c942d4cadac5ee88c3d946dd3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:30.602822 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:30.608342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:30.673924 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.677574 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.713285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:35:30.718271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=739e252b-f997-42dc-93f2-b18d5a392da2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:30.724995 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.725325 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Added segment b85ec914-f821-4700-8062-c1d41e197c84 of type vlan for network 06d40eef-2625-4e4b-a0da-1532901416d2 Feb 04 16:35:30.750401 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.779337 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.782915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:30.783507 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.981994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Pushing event updated for resources: {'Network': ['ID=06d40eef-2625-4e4b-a0da-1532901416d2,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:30.986303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9d0adec7-77d6-469d-9ae3-625d70d62969 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4695728 Feb 04 16:35:30.987889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56776) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:30.992427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 06d40eef-2625-4e4b-a0da-1532901416d2 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:35:30.993539 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Request body: {'subnet': {'network_id': '06d40eef-2625-4e4b-a0da-1532901416d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:31.102874 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:31.106692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Usage tracker for resource:subnet and tenant:0481323c942d4cadac5ee88c3d946dd3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:31.109522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:31.115263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:31.124872 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Made reservation on behalf of 0481323c942d4cadac5ee88c3d946dd3 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:31.227335 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.436040 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.513273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Pushing event updated for resources: {'Subnet': ['ID=64da7a92-9284-49bb-951c-0b5a60e682a3,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:31.524232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Checking segment: {'id': 'b85ec914-f821-4700-8062-c1d41e197c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06d40eef-2625-4e4b-a0da-1532901416d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:31.524601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Network hostable DHCP agents. Network: 06d40eef-2625-4e4b-a0da-1532901416d2, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:35:31.545110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Network 06d40eef-2625-4e4b-a0da-1532901416d2 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:35:31.553444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 06d40eef-2625-4e4b-a0da-1532901416d2) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:31.557271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:31.557847 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.562994 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9563c94f-7dbb-43e3-ba07-9ee391bc98e5 None None] Network 06d40eef-2625-4e4b-a0da-1532901416d2 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:31.583625 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-23eff66a-0223-438a-8496-8653d03cc484 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5944819 Feb 04 16:35:31.586488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56780) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:31.592114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-734316182'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:31.597680 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:31.602022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Usage tracker for resource:network and tenant:0481323c942d4cadac5ee88c3d946dd3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:31.604891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:31.610826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:31.621116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Made reservation on behalf of 0481323c942d4cadac5ee88c3d946dd3 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:31.624490 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.653314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:35:31.662318 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.662765 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Added segment 7f20ded3-b678-405c-bb1d-88dd34e3ac30 of type vlan for network 144f9549-9c35-4225-9042-22eb3fd2737b Feb 04 16:35:31.688921 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.719657 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.723432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:31.724001 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.780900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-06d40eef-2625-4e4b-a0da-1532901416d2', 'network_id': '06d40eef-2625-4e4b-a0da-1532901416d2', 'tenant_id': '0481323c942d4cadac5ee88c3d946dd3', 'fixed_ips': [{'subnet_id': '64da7a92-9284-49bb-951c-0b5a60e682a3'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:35:31.781710 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.816204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2259810 Feb 04 16:35:31.817522 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56784) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:31.824695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Request body: {'subnet': {'network_id': '144f9549-9c35-4225-9042-22eb3fd2737b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:31.833310 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d69ea-da50-49be-8145-777e19c38c22 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Pushing event updated for resources: {'Network': ['ID=144f9549-9c35-4225-9042-22eb3fd2737b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:31.848987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 144f9549-9c35-4225-9042-22eb3fd2737b details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:35:31.934759 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:31.938550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Usage tracker for resource:subnet and tenant:0481323c942d4cadac5ee88c3d946dd3 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:31.941477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:31.948005 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:31.957737 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Made reservation on behalf of 0481323c942d4cadac5ee88c3d946dd3 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:32.056144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Allocated IP 172.20.0.2 (06d40eef-2625-4e4b-a0da-1532901416d2/64da7a92-9284-49bb-951c-0b5a60e682a3/b99a27db-82ae-48d6-be16-6a4b289d99f3) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:32.061405 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:32.261695 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:32.272595 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Transition to ACTIVE for port object b99a27db-82ae-48d6-be16-6a4b289d99f3 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:32.276598 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:32.290916 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Transition to ACTIVE for port object b99a27db-82ae-48d6-be16-6a4b289d99f3 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:32.296947 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:32.356761 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Pushing event updated for resources: {'Subnet': ['ID=34ec59ae-0eb3-4a01-a7df-7b6be1e321ac,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:32.370103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Network 06d40eef-2625-4e4b-a0da-1532901416d2 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:32.372564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Checking segment: {'id': '7f20ded3-b678-405c-bb1d-88dd34e3ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '144f9549-9c35-4225-9042-22eb3fd2737b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:32.372932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Network hostable DHCP agents. Network: 144f9549-9c35-4225-9042-22eb3fd2737b, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:35:32.373892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:32.375712 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Pushing event updated for resources: {'Port': ['ID=b99a27db-82ae-48d6-be16-6a4b289d99f3,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:32.377758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:32.399557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Network 144f9549-9c35-4225-9042-22eb3fd2737b is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:35:32.409284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 144f9549-9c35-4225-9042-22eb3fd2737b) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:32.414233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:32.414811 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:32.419084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33318e7e-746c-4b8e-91a3-7212b8ac4d8f None None] Network 144f9549-9c35-4225-9042-22eb3fd2737b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:32.435888 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2c709608-bf09-471e-a458-f46205c690f5 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6174576 Feb 04 16:35:32.438626 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56788) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:32.444416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7c9d883a-e047-4e17-bc17-d8fbd90b46d7 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Request body: {'router': {'external_gateway_info': {'network_id': '144f9549-9c35-4225-9042-22eb3fd2737b'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:32.555685 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Attempting to bind port b99a27db-82ae-48d6-be16-6a4b289d99f3 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:32.555974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Attempting to bind port b99a27db-82ae-48d6-be16-6a4b289d99f3 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'b85ec914-f821-4700-8062-c1d41e197c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06d40eef-2625-4e4b-a0da-1532901416d2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:32.556336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Attempting to bind port b99a27db-82ae-48d6-be16-6a4b289d99f3 on network 06d40eef-2625-4e4b-a0da-1532901416d2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:32.577760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:32.578132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Checking segment: {'id': 'b85ec914-f821-4700-8062-c1d41e197c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06d40eef-2625-4e4b-a0da-1532901416d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:32.578531 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:32.578917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Bound using segment: {'id': 'b85ec914-f821-4700-8062-c1d41e197c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06d40eef-2625-4e4b-a0da-1532901416d2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:32.579420 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Bound port: b99a27db-82ae-48d6-be16-6a4b289d99f3, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85ec914-f821-4700-8062-c1d41e197c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06d40eef-2625-4e4b-a0da-1532901416d2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:32.579774 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:32.768202 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] For port b99a27db-82ae-48d6-be16-6a4b289d99f3, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:32.782000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] For port b99a27db-82ae-48d6-be16-6a4b289d99f3, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b99a27db-82ae-48d6-be16-6a4b289d99f3,segment=NetworkSegment(b85ec914-f821-4700-8062-c1d41e197c84),segment_id=b85ec914-f821-4700-8062-c1d41e197c84)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:32.788884 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:32.826223 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-144f9549-9c35-4225-9042-22eb3fd2737b', 'network_id': '144f9549-9c35-4225-9042-22eb3fd2737b', 'tenant_id': '0481323c942d4cadac5ee88c3d946dd3', 'fixed_ips': [{'subnet_id': '34ec59ae-0eb3-4a01-a7df-7b6be1e321ac'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:35:32.827040 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:32.937499 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cfab2-5aa7-482c-9e49-6261ca9769c6 None None] Pushing event updated for resources: {'Port': ['ID=b99a27db-82ae-48d6-be16-6a4b289d99f3,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:32.944595 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7c9d883a-e047-4e17-bc17-d8fbd90b46d7 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.051837 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Allocated IP 172.21.0.2 (144f9549-9c35-4225-9042-22eb3fd2737b/34ec59ae-0eb3-4a01-a7df-7b6be1e321ac/0448d0ac-ef24-405a-8a18-cc3c934c1686) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:33.116874 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [None req-7c9d883a-e047-4e17-bc17-d8fbd90b46d7 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:35:33.118124 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7c9d883a-e047-4e17-bc17-d8fbd90b46d7 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] 10.222.0.60 "PUT /v2.0/routers/978effd3-797d-4a17-9f5c-3608257f932a HTTP/1.1" status: 400 len: 364 time: 0.6784911 Feb 04 16:35:33.125626 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56792) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:33.293700 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.304615 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Transition to ACTIVE for port object 0448d0ac-ef24-405a-8a18-cc3c934c1686 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:33.322853 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Transition to ACTIVE for port object 0448d0ac-ef24-405a-8a18-cc3c934c1686 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:33.324067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23167b8-2b89-4b11-ab25-9aac9bea9213 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Deleting subnet 34ec59ae-0eb3-4a01-a7df-7b6be1e321ac {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:35:33.327683 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c23167b8-2b89-4b11-ab25-9aac9bea9213 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.328653 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.386518 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c23167b8-2b89-4b11-ab25-9aac9bea9213 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.402662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Network 144f9549-9c35-4225-9042-22eb3fd2737b is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:33.403536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Pushing event updated for resources: {'Port': ['ID=0448d0ac-ef24-405a-8a18-cc3c934c1686,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:33.406989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:33.409000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:33.469463 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c23167b8-2b89-4b11-ab25-9aac9bea9213 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.496016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Attempting to bind port 0448d0ac-ef24-405a-8a18-cc3c934c1686 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:33.496415 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Attempting to bind port 0448d0ac-ef24-405a-8a18-cc3c934c1686 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '7f20ded3-b678-405c-bb1d-88dd34e3ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '144f9549-9c35-4225-9042-22eb3fd2737b'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:33.497185 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Attempting to bind port 0448d0ac-ef24-405a-8a18-cc3c934c1686 on network 144f9549-9c35-4225-9042-22eb3fd2737b {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:33.503835 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:33.504747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Checking segment: {'id': '7f20ded3-b678-405c-bb1d-88dd34e3ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '144f9549-9c35-4225-9042-22eb3fd2737b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:33.505144 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.505529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Bound using segment: {'id': '7f20ded3-b678-405c-bb1d-88dd34e3ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '144f9549-9c35-4225-9042-22eb3fd2737b'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:33.505987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Bound port: 0448d0ac-ef24-405a-8a18-cc3c934c1686, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f20ded3-b678-405c-bb1d-88dd34e3ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '144f9549-9c35-4225-9042-22eb3fd2737b'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:33.506349 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.554264 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c23167b8-2b89-4b11-ab25-9aac9bea9213 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.603437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23167b8-2b89-4b11-ab25-9aac9bea9213 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Pushing event deleted for resources: {'Subnet': ['ID=34ec59ae-0eb3-4a01-a7df-7b6be1e321ac,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:33.608937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] For port 0448d0ac-ef24-405a-8a18-cc3c934c1686, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:33.609884 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c23167b8-2b89-4b11-ab25-9aac9bea9213 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.613912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] For port 0448d0ac-ef24-405a-8a18-cc3c934c1686, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0448d0ac-ef24-405a-8a18-cc3c934c1686,segment=NetworkSegment(7f20ded3-b678-405c-bb1d-88dd34e3ac30),segment_id=7f20ded3-b678-405c-bb1d-88dd34e3ac30)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:33.621062 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c23167b8-2b89-4b11-ab25-9aac9bea9213 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] 10.222.0.60 "DELETE /v2.0/subnets/34ec59ae-0eb3-4a01-a7df-7b6be1e321ac HTTP/1.1" status: 204 len: 168 time: 0.4937682 Feb 04 16:35:33.621289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56796) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:33.625076 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.657046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b99a27db-82ae-48d6-be16-6a4b289d99f3 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:33.747274 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.759956 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Deleting port 0448d0ac-ef24-405a-8a18-cc3c934c1686 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:33.760165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0d4e3-4a39-4ca2-aac5-fb9926ddc090 None None] Pushing event updated for resources: {'Port': ['ID=0448d0ac-ef24-405a-8a18-cc3c934c1686,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:33.760653 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.778294 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port b99a27db-82ae-48d6-be16-6a4b289d99f3 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:34.011085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] For port 0448d0ac-ef24-405a-8a18-cc3c934c1686, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=0448d0ac-ef24-405a-8a18-cc3c934c1686,segment=NetworkSegment(7f20ded3-b678-405c-bb1d-88dd34e3ac30),segment_id=7f20ded3-b678-405c-bb1d-88dd34e3ac30)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:34.011555 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.053205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0e20b2-5974-42ed-abb0-f869e3db7f65 None None] Network 06d40eef-2625-4e4b-a0da-1532901416d2 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:34.140961 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Calling delete_port for 0448d0ac-ef24-405a-8a18-cc3c934c1686 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:34.219207 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.253746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-388e5a6e-ef2a-4c4b-9d55-6fe7c7628a9e None None] Provisioning for port b99a27db-82ae-48d6-be16-6a4b289d99f3 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:34.265913 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-388e5a6e-ef2a-4c4b-9d55-6fe7c7628a9e None None] Provisioning complete for port b99a27db-82ae-48d6-be16-6a4b289d99f3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:34.266281 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-388e5a6e-ef2a-4c4b-9d55-6fe7c7628a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.266395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Pushing event deleted for resources: {'Port': ['ID=0448d0ac-ef24-405a-8a18-cc3c934c1686,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:34.272942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] No DVR routers for this DVR port 0448d0ac-ef24-405a-8a18-cc3c934c1686 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:35:34.395940 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.421200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144f9549-9c35-4225-9042-22eb3fd2737b']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:34.433349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f20ded3-b678-405c-bb1d-88dd34e3ac30') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:34.433647 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f20ded3-b678-405c-bb1d-88dd34e3ac30') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:34.443585 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-388e5a6e-ef2a-4c4b-9d55-6fe7c7628a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.446237 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.468516 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.478962 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:35:34.481326 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.483737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-388e5a6e-ef2a-4c4b-9d55-6fe7c7628a9e None None] For port b99a27db-82ae-48d6-be16-6a4b289d99f3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b99a27db-82ae-48d6-be16-6a4b289d99f3,segment=NetworkSegment(b85ec914-f821-4700-8062-c1d41e197c84),segment_id=b85ec914-f821-4700-8062-c1d41e197c84)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:34.488250 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-388e5a6e-ef2a-4c4b-9d55-6fe7c7628a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:35:34.502949 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:35:34.578840 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e5a6e-ef2a-4c4b-9d55-6fe7c7628a9e None None] Pushing event updated for resources: {'Port': ['ID=b99a27db-82ae-48d6-be16-6a4b289d99f3,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:34.603515 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.622169 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.634649 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Pushing event deleted for resources: {'Network': ['ID=144f9549-9c35-4225-9042-22eb3fd2737b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:34.640192 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ce51a979-6619-4d2d-88d3-4c0d64b22fde tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] 10.222.0.60 "DELETE /v2.0/networks/144f9549-9c35-4225-9042-22eb3fd2737b HTTP/1.1" status: 204 len: 168 time: 1.0172372 Feb 04 16:35:34.642392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56800) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:34.813086 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a60fdff0-473d-4d3e-8252-bb53c92ccf53 None None] Provisioning complete for port b99a27db-82ae-48d6-be16-6a4b289d99f3 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:34.813465 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a60fdff0-473d-4d3e-8252-bb53c92ccf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.839958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-0beadb3f-80be-4330-a25d-d77e2e079281 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Deleting subnet 64da7a92-9284-49bb-951c-0b5a60e682a3 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:35:34.843079 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0beadb3f-80be-4330-a25d-d77e2e079281 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.946829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1588879c-60ee-4c41-9cf0-4227b900787e None None] DHCP port deletion for 144f9549-9c35-4225-9042-22eb3fd2737b request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:35:34.966344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fef04c-7f53-4db9-be31-a847278f19f9 None None] Network 144f9549-9c35-4225-9042-22eb3fd2737b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:34.986857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fef04c-7f53-4db9-be31-a847278f19f9 None None] Network 144f9549-9c35-4225-9042-22eb3fd2737b could not be found, it might have been deleted concurrently. {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 04 16:35:35.016045 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0beadb3f-80be-4330-a25d-d77e2e079281 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.069656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-59d10229-0a19-41e8-b268-50e5f1c28e7b None None] Could not find standard attr ID for object 0448d0ac-ef24-405a-8a18-cc3c934c1686. {{(pid=83552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:35:35.098489 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0beadb3f-80be-4330-a25d-d77e2e079281 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.168535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0beadb3f-80be-4330-a25d-d77e2e079281 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.210375 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beadb3f-80be-4330-a25d-d77e2e079281 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Pushing event deleted for resources: {'Subnet': ['ID=64da7a92-9284-49bb-951c-0b5a60e682a3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:35.215432 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0beadb3f-80be-4330-a25d-d77e2e079281 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.223436 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0beadb3f-80be-4330-a25d-d77e2e079281 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] 10.222.0.60 "DELETE /v2.0/subnets/64da7a92-9284-49bb-951c-0b5a60e682a3 HTTP/1.1" status: 204 len: 168 time: 0.5778902 Feb 04 16:35:35.223793 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d79123-64d6-4e40-b923-27c40a419be7 None None] Network 06d40eef-2625-4e4b-a0da-1532901416d2 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:35.223899 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56804) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:35.348967 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.359450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Deleting port b99a27db-82ae-48d6-be16-6a4b289d99f3 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:35.359788 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.485410 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf3c996-35cf-42fc-9414-997d6b7cb6b2 None None] DHCP port deletion for 06d40eef-2625-4e4b-a0da-1532901416d2 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:35:35.490389 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3c996-35cf-42fc-9414-997d6b7cb6b2 None None] Deleting port b99a27db-82ae-48d6-be16-6a4b289d99f3 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:35.490763 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3bf3c996-35cf-42fc-9414-997d6b7cb6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.590534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] For port b99a27db-82ae-48d6-be16-6a4b289d99f3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b99a27db-82ae-48d6-be16-6a4b289d99f3,segment=NetworkSegment(b85ec914-f821-4700-8062-c1d41e197c84),segment_id=b85ec914-f821-4700-8062-c1d41e197c84)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:35.590893 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.599539 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b99a27db-82ae-48d6-be16-6a4b289d99f3 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:35:35.720609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Calling delete_port for b99a27db-82ae-48d6-be16-6a4b289d99f3 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:35.797366 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.800592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3bf3c996-35cf-42fc-9414-997d6b7cb6b2 None None] For port b99a27db-82ae-48d6-be16-6a4b289d99f3, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b99a27db-82ae-48d6-be16-6a4b289d99f3,segment=NetworkSegment(b85ec914-f821-4700-8062-c1d41e197c84),segment_id=b85ec914-f821-4700-8062-c1d41e197c84)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:35.801531 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3bf3c996-35cf-42fc-9414-997d6b7cb6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.849727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] No DVR routers for this DVR port b99a27db-82ae-48d6-be16-6a4b289d99f3 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:35:35.899430 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Pushing event deleted for resources: {'Port': ['ID=b99a27db-82ae-48d6-be16-6a4b289d99f3,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:35.926538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3c996-35cf-42fc-9414-997d6b7cb6b2 None None] Calling delete_port for b99a27db-82ae-48d6-be16-6a4b289d99f3 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:35.951759 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.005720 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.037914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d40eef-2625-4e4b-a0da-1532901416d2']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:36.053364 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-3bf3c996-35cf-42fc-9414-997d6b7cb6b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:35:36.053716 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-3bf3c996-35cf-42fc-9414-997d6b7cb6b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:35:36.054601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85ec914-f821-4700-8062-c1d41e197c84') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:36.054989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85ec914-f821-4700-8062-c1d41e197c84') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:36.066639 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.081995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.088081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:35:36.088455 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:35:36.102741 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:35:36.184884 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.201901 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.212563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Pushing event deleted for resources: {'Network': ['ID=06d40eef-2625-4e4b-a0da-1532901416d2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:36.216523 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fcb8637b-a822-4c61-bee3-5ec53ff75fd0 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] 10.222.0.60 "DELETE /v2.0/networks/06d40eef-2625-4e4b-a0da-1532901416d2 HTTP/1.1" status: 204 len: 168 time: 0.9919121 Feb 04 16:35:36.219080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56808) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:36.261129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-274971a1-86d4-47ff-b132-42e54d93ffad tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Synchronizing usage tracker for tenant:0481323c942d4cadac5ee88c3d946dd3 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:35:36.276157 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-274971a1-86d4-47ff-b132-42e54d93ffad tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Unset dirty status for tenant:0481323c942d4cadac5ee88c3d946dd3 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:35:36.277401 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-274971a1-86d4-47ff-b132-42e54d93ffad tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] 10.222.0.60 "GET /v2.0/ports?device_id=978effd3-797d-4a17-9f5c-3608257f932a HTTP/1.1" status: 200 len: 205 time: 0.0573881 Feb 04 16:35:36.280124 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56812) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:36.412185 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c00740e0-8384-4a60-95cd-b64869dcf5b2 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.555046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3c996-35cf-42fc-9414-997d6b7cb6b2 None None] Deleting port b99a27db-82ae-48d6-be16-6a4b289d99f3 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:36.555678 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3bf3c996-35cf-42fc-9414-997d6b7cb6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.620168 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3c996-35cf-42fc-9414-997d6b7cb6b2 None None] The port 'b99a27db-82ae-48d6-be16-6a4b289d99f3' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:35:36.687660 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8dd8-8724-4a1e-b8d6-d102e24db013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.884894 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c00740e0-8384-4a60-95cd-b64869dcf5b2 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.888940 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c00740e0-8384-4a60-95cd-b64869dcf5b2 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.917047 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c00740e0-8384-4a60-95cd-b64869dcf5b2 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.917688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00740e0-8384-4a60-95cd-b64869dcf5b2 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Fanout notify agent at l3_agent the message router_deleted on router 978effd3-797d-4a17-9f5c-3608257f932a {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:35:36.929125 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c00740e0-8384-4a60-95cd-b64869dcf5b2 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.930211 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c00740e0-8384-4a60-95cd-b64869dcf5b2 tempest-RoutersNegativeTest-1638558033 tempest-RoutersNegativeTest-1638558033-project] 10.222.0.60 "DELETE /v2.0/routers/978effd3-797d-4a17-9f5c-3608257f932a HTTP/1.1" status: 204 len: 168 time: 0.6490700 Feb 04 16:35:37.223606 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56820) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:37.394114 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bc613c37-2408-4d4b-b099-81704e5b9843 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0481323c942d4cadac5ee88c3d946dd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1691437 Feb 04 16:35:37.397186 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56826) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:37.454765 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b451cff-9080-484d-980e-4941a153f4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.482526 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b451cff-9080-484d-980e-4941a153f4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.533174 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b451cff-9080-484d-980e-4941a153f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.549394 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b451cff-9080-484d-980e-4941a153f4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739e252b-f997-42dc-93f2-b18d5a392da2,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:37.553855 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3b451cff-9080-484d-980e-4941a153f4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.554972 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3b451cff-9080-484d-980e-4941a153f4c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/739e252b-f997-42dc-93f2-b18d5a392da2 HTTP/1.1" status: 204 len: 168 time: 0.1569107 Feb 04 16:35:38.403212 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56848) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:38.530243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-521201750-network', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:38.536981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:38.540830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Usage tracker for resource:network and tenant:0d73ebbb2dc44179b50397a01cbc5ce9 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:38.543696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:38.550359 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:38.562915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Made reservation on behalf of 0d73ebbb2dc44179b50397a01cbc5ce9 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:38.565220 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.577916 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.607648 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:38.611374 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Usage tracker for resource:security_group_rule and tenant:0d73ebbb2dc44179b50397a01cbc5ce9 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:38.614857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:38.620659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:38.688204 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.692666 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.724363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:35:38.729480 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01a94ed-00e8-42b6-b4fe-c86d89d793d8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:38.736181 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.736528 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Added segment b2d1775b-7863-4eb4-a528-b592a452923e of type vlan for network a4e41c6a-c642-4482-90ce-bd4be7334865 Feb 04 16:35:38.764035 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.795004 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.795853 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:38.796433 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.899347 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4950404 Feb 04 16:35:38.900166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05c70-cded-4f47-9464-ccebc2fa7ece admin admin] Pushing event updated for resources: {'Network': ['ID=a4e41c6a-c642-4482-90ce-bd4be7334865,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:38.902219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56854) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:38.908143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] Request body: {'subnet': {'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-521201750-subnet', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:38.909495 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network a4e41c6a-c642-4482-90ce-bd4be7334865 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:35:38.914249 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:38.918359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] Usage tracker for resource:subnet and tenant:0d73ebbb2dc44179b50397a01cbc5ce9 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:38.921535 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:38.928170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:38.939195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] Made reservation on behalf of 0d73ebbb2dc44179b50397a01cbc5ce9 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:38.942371 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.050551 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-97d21486-8f89-46f9-b023-484ab4fce8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.148236 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.224765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa24d3a-776c-4f89-9bd9-96c76657e34b,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:39.235543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] Checking segment: {'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:39.235896 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] Network hostable DHCP agents. Network: a4e41c6a-c642-4482-90ce-bd4be7334865, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:35:39.257329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] Network a4e41c6a-c642-4482-90ce-bd4be7334865 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:35:39.266375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, a4e41c6a-c642-4482-90ce-bd4be7334865) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:39.270237 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:39.270775 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.275093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc7c09e-2a95-4943-847e-b0ce6b7e2cc3 None None] Network a4e41c6a-c642-4482-90ce-bd4be7334865 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:39.292416 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0c00734a-486e-4b27-bc5d-7421a18aacca admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3887994 Feb 04 16:35:39.295144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56858) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:39.301804 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-521201750-router', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:39.309770 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:39.313843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Usage tracker for resource:router and tenant:0d73ebbb2dc44179b50397a01cbc5ce9 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:39.316922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:39.323246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:39.334627 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.335743 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.354649 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.497646 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.525283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-a4e41c6a-c642-4482-90ce-bd4be7334865', 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'fixed_ips': [{'subnet_id': '7aa24d3a-776c-4f89-9bd9-96c76657e34b'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:35:39.526290 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.682714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Allocated IP 172.20.0.2 (a4e41c6a-c642-4482-90ce-bd4be7334865/7aa24d3a-776c-4f89-9bd9-96c76657e34b/aeae4f12-d8fc-436a-9af8-ea7296452627) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:39.684072 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.718161 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.852058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Allocated IP 172.25.0.137 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/331419c2-2767-4718-ac61-bd543b80f81f) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:39.884182 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.894254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Transition to ACTIVE for port object aeae4f12-d8fc-436a-9af8-ea7296452627 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:39.912663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Transition to ACTIVE for port object aeae4f12-d8fc-436a-9af8-ea7296452627 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:39.918616 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.989620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Network a4e41c6a-c642-4482-90ce-bd4be7334865 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:39.992485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:39.995159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:40.001931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Pushing event updated for resources: {'Port': ['ID=aeae4f12-d8fc-436a-9af8-ea7296452627,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:40.004988 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.035304 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.087964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Attempting to bind port aeae4f12-d8fc-436a-9af8-ea7296452627 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:40.088330 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Attempting to bind port aeae4f12-d8fc-436a-9af8-ea7296452627 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:40.088694 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Attempting to bind port aeae4f12-d8fc-436a-9af8-ea7296452627 on network a4e41c6a-c642-4482-90ce-bd4be7334865 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:40.094945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:40.095356 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Checking segment: {'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:40.095756 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.096313 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Bound using segment: {'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:40.096592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Bound port: aeae4f12-d8fc-436a-9af8-ea7296452627, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:40.096963 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.109763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:40.113178 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Pushing event updated for resources: {'Port': ['ID=331419c2-2767-4718-ac61-bd543b80f81f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:40.115846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:40.118137 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:40.186755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] For port aeae4f12-d8fc-436a-9af8-ea7296452627, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:40.189805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] For port aeae4f12-d8fc-436a-9af8-ea7296452627, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=aeae4f12-d8fc-436a-9af8-ea7296452627,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:40.193857 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.275461 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5dd86-b484-49e9-be66-d21095cc9794 None None] Pushing event updated for resources: {'Port': ['ID=aeae4f12-d8fc-436a-9af8-ea7296452627,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:40.384035 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.384789 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.424131 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.478904 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.626422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Router ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:35:40.825777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:35:40.834330 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Sync routers for ids ['ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:35:40.848581 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Routers {'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:35:40.849143 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.849292 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:35:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:40.850844 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3473e96e-03c7-4194-89c4-d3b98f8b79f7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5544319 Feb 04 16:35:40.853611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56864) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:41.069209 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Set router ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:35:41.268024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8473f54c-d2a3-44ed-a865-937bd418b279 None None] Network a4e41c6a-c642-4482-90ce-bd4be7334865 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:41.365898 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'name': 'tempest-TestEncryptedCinderVolumes-521201750-router', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '331419c2-2767-4718-ac61-bd543b80f81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 3, 'project_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'gw_port': {'id': '331419c2-2767-4718-ac61-bd543b80f81f', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:41.369117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1265a592-9661-4f13-8708-f4d5f943b13f None None] Provisioning for port aeae4f12-d8fc-436a-9af8-ea7296452627 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:41.370155 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Checking router: ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:35:41.370510 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Updating router ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 port 331419c2-2767-4718-ac61-bd543b80f81f binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:35:41.424068 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.640763 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.646662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device aeae4f12-d8fc-436a-9af8-ea7296452627 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:41.703016 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.739215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port aeae4f12-d8fc-436a-9af8-ea7296452627 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:41.745955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port aeae4f12-d8fc-436a-9af8-ea7296452627 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:41.746330 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.800772 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.813888 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Transition to ACTIVE for port object 331419c2-2767-4718-ac61-bd543b80f81f will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:41.821573 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.851816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-50cbb1f5-ea72-48d8-8424-532744edf680 None None] Provisioning complete for port aeae4f12-d8fc-436a-9af8-ea7296452627 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:41.852268 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-50cbb1f5-ea72-48d8-8424-532744edf680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.905609 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Attempting to bind port 331419c2-2767-4718-ac61-bd543b80f81f on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:41.906207 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Attempting to bind port 331419c2-2767-4718-ac61-bd543b80f81f by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:41.906309 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Attempting to bind port 331419c2-2767-4718-ac61-bd543b80f81f on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:41.912744 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c4c18-e086-4e60-9099-80540bdf14f2 None None] Pushing event updated for resources: {'Port': ['ID=331419c2-2767-4718-ac61-bd543b80f81f,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:41.915672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Allocated IP 172.20.0.1 (a4e41c6a-c642-4482-90ce-bd4be7334865/7aa24d3a-776c-4f89-9bd9-96c76657e34b/eb08bc43-4a0f-4257-bad7-96739b599f2c) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:41.920879 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:41.921246 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:41.921644 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.922027 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:41.922550 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Bound port: 331419c2-2767-4718-ac61-bd543b80f81f, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:41.922885 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.929387 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.969301 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c4c18-e086-4e60-9099-80540bdf14f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:41.969651 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c4c18-e086-4e60-9099-80540bdf14f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:41.970061 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c4c18-e086-4e60-9099-80540bdf14f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:41.970395 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c4c18-e086-4e60-9099-80540bdf14f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:41.970713 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c4c18-e086-4e60-9099-80540bdf14f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:41.971035 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c4c18-e086-4e60-9099-80540bdf14f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:41.971378 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c4c18-e086-4e60-9099-80540bdf14f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:41.971692 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c4c18-e086-4e60-9099-80540bdf14f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:41.972096 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c4c18-e086-4e60-9099-80540bdf14f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:41.972415 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c4c18-e086-4e60-9099-80540bdf14f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:41.972725 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c4c18-e086-4e60-9099-80540bdf14f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:42.001432 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port aeae4f12-d8fc-436a-9af8-ea7296452627, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=aeae4f12-d8fc-436a-9af8-ea7296452627,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:42.009957 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.022977 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] For port 331419c2-2767-4718-ac61-bd543b80f81f, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:42.028378 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] For port 331419c2-2767-4718-ac61-bd543b80f81f, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=331419c2-2767-4718-ac61-bd543b80f81f,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:42.035352 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.069454 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-50cbb1f5-ea72-48d8-8424-532744edf680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.133990 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Routers {'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:35:42.134805 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:35:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:42.138721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=aeae4f12-d8fc-436a-9af8-ea7296452627,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:42.175847 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.178561 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-50cbb1f5-ea72-48d8-8424-532744edf680 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:35:42.178561 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-50cbb1f5-ea72-48d8-8424-532744edf680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:35:42.209692 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c4c18-e086-4e60-9099-80540bdf14f2 None None] Pushing event updated for resources: {'Port': ['ID=331419c2-2767-4718-ac61-bd543b80f81f,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:42.217523 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.235694 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Transition to ACTIVE for port object eb08bc43-4a0f-4257-bad7-96739b599f2c will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:42.261854 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.325817 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] Set router ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:35:42.336035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Pushing event updated for resources: {'Port': ['ID=eb08bc43-4a0f-4257-bad7-96739b599f2c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:42.342751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Network a4e41c6a-c642-4482-90ce-bd4be7334865 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:42.344175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:42.346286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:42.403474 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.496383 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.625766 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'name': 'tempest-TestEncryptedCinderVolumes-521201750-router', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '331419c2-2767-4718-ac61-bd543b80f81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 3, 'project_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'gw_port': {'id': '331419c2-2767-4718-ac61-bd543b80f81f', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:42.629927 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f137e-d2cd-4259-9360-0939d4cb6737 None None] The sync data for ids ['ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'] in n-d-827872-1 is: [{'id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'name': 'tempest-TestEncryptedCinderVolumes-521201750-router', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '331419c2-2767-4718-ac61-bd543b80f81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 3, 'project_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'gw_port': {'id': '331419c2-2767-4718-ac61-bd543b80f81f', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:35:42.737549 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.742792 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.859028 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.864580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Pushing event updated for resources: {'Port': ['ID=eb08bc43-4a0f-4257-bad7-96739b599f2c,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:42.907759 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d4571075-5623-453f-9386-4a5452fc97ab None None] Provisioning for port eb08bc43-4a0f-4257-bad7-96739b599f2c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:42.913606 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d4571075-5623-453f-9386-4a5452fc97ab None None] Provisioning complete for port eb08bc43-4a0f-4257-bad7-96739b599f2c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:42.914283 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d4571075-5623-453f-9386-4a5452fc97ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.976989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d4571075-5623-453f-9386-4a5452fc97ab None None] Port eb08bc43-4a0f-4257-bad7-96739b599f2c cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:35:43.024529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Network a4e41c6a-c642-4482-90ce-bd4be7334865 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:43.025658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:43.300128 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-364b6bab-351c-45ae-9501-56d5615efdf2 None None] Provisioning complete for port eb08bc43-4a0f-4257-bad7-96739b599f2c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:43.300587 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-364b6bab-351c-45ae-9501-56d5615efdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:43.356000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-364b6bab-351c-45ae-9501-56d5615efdf2 None None] Port eb08bc43-4a0f-4257-bad7-96739b599f2c cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:35:43.425756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Router ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:35:43.633660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:35:43.649369 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device aeae4f12-d8fc-436a-9af8-ea7296452627 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:43.654128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-699d4885-0b95-413f-b0c8-0037c182cfdd admin admin] 10.222.0.60 "PUT /v2.0/routers/ce57c7f9-a6ec-4a76-9a3a-c76f9c475779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7991326 Feb 04 16:35:43.719163 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port aeae4f12-d8fc-436a-9af8-ea7296452627 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:43.719662 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:43.836550 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 331419c2-2767-4718-ac61-bd543b80f81f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:43.907204 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 331419c2-2767-4718-ac61-bd543b80f81f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:43.912614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 331419c2-2767-4718-ac61-bd543b80f81f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:43.913209 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:44.048926 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:44.065721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 331419c2-2767-4718-ac61-bd543b80f81f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=331419c2-2767-4718-ac61-bd543b80f81f,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:44.069828 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:44.139285 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=331419c2-2767-4718-ac61-bd543b80f81f,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:44.653077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56886) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:44.658547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1544514430-network', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:44.665961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:44.671702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Usage tracker for resource:network and tenant:1f38c85c2cd9433388996e73114b4dc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:44.674605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:44.680579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:44.691004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Made reservation on behalf of 1f38c85c2cd9433388996e73114b4dc3 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:44.693542 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:44.709375 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:44.742426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:44.746215 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Usage tracker for resource:security_group_rule and tenant:1f38c85c2cd9433388996e73114b4dc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:44.749234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:44.754651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:44.824144 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:44.828333 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:44.862656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:35:44.872996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51b3f9f-e28c-4396-969b-b94f10ed8e18,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:44.878609 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:44.879012 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Added segment 9c2cd477-1889-4fac-8f93-648ad7ed651a of type vlan for network 167ba1b6-dbad-414d-82d1-77da1990d2d9 Feb 04 16:35:44.907464 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:44.938856 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:44.939870 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:44.940557 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.141297 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4870491 Feb 04 16:35:45.141926 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db5670-f50f-41a6-92d3-e95f7b406d5b admin admin] Pushing event updated for resources: {'Network': ['ID=167ba1b6-dbad-414d-82d1-77da1990d2d9,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:45.143957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56890) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:45.150337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] Request body: {'subnet': {'network_id': '167ba1b6-dbad-414d-82d1-77da1990d2d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1544514430-subnet', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:45.153008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 167ba1b6-dbad-414d-82d1-77da1990d2d9 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:35:45.155862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:45.159660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] Usage tracker for resource:subnet and tenant:1f38c85c2cd9433388996e73114b4dc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:45.163118 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:45.169345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:45.180002 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] Made reservation on behalf of 1f38c85c2cd9433388996e73114b4dc3 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:45.182413 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.388116 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.463501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] Pushing event updated for resources: {'Subnet': ['ID=843b2221-ba8f-446e-af34-fb2ea7f92279,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:45.476402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] Checking segment: {'id': '9c2cd477-1889-4fac-8f93-648ad7ed651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '167ba1b6-dbad-414d-82d1-77da1990d2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:45.476747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] Network hostable DHCP agents. Network: 167ba1b6-dbad-414d-82d1-77da1990d2d9, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:35:45.498225 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] Network 167ba1b6-dbad-414d-82d1-77da1990d2d9 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:35:45.506846 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 167ba1b6-dbad-414d-82d1-77da1990d2d9) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:45.510454 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:45.511019 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.516079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d14cb35-283e-4f7f-b10a-e4f9be82d01c None None] Network 167ba1b6-dbad-414d-82d1-77da1990d2d9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:45.533294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fa72c58a-697b-4cd9-b743-dbb3217df91a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3883560 Feb 04 16:35:45.539362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 56894) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:45.544619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1544514430-router', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:45.550518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:45.555513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Usage tracker for resource:router and tenant:1f38c85c2cd9433388996e73114b4dc3 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:45.558561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:45.573965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:45.587608 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.588711 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.609297 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 331419c2-2767-4718-ac61-bd543b80f81f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:45.612390 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.767552 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 331419c2-2767-4718-ac61-bd543b80f81f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:45.767838 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.840351 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.862099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-167ba1b6-dbad-414d-82d1-77da1990d2d9', 'network_id': '167ba1b6-dbad-414d-82d1-77da1990d2d9', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3', 'fixed_ips': [{'subnet_id': '843b2221-ba8f-446e-af34-fb2ea7f92279'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:35:45.863133 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.058934 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.088474 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Allocated IP 172.20.0.2 (167ba1b6-dbad-414d-82d1-77da1990d2d9/843b2221-ba8f-446e-af34-fb2ea7f92279/112e1bcd-da43-4d82-b7a5-ce657902dff8) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:46.089525 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.231143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Allocated IP 172.25.0.217 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:46.301303 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.311824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Transition to ACTIVE for port object 112e1bcd-da43-4d82-b7a5-ce657902dff8 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:46.333149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Transition to ACTIVE for port object 112e1bcd-da43-4d82-b7a5-ce657902dff8 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:46.340404 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.384082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Sync routers for ids ['ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:35:46.395351 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.418621 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Network 167ba1b6-dbad-414d-82d1-77da1990d2d9 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:46.422070 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:46.424402 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.424728 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:46.438825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Pushing event updated for resources: {'Port': ['ID=112e1bcd-da43-4d82-b7a5-ce657902dff8,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:46.445945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Routers {'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:35:46.446531 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:35:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:46.491284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:46.494141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:46.498841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:46.526637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:46.665837 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.666482 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.697614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Attempting to bind port 112e1bcd-da43-4d82-b7a5-ce657902dff8 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:46.697975 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Attempting to bind port 112e1bcd-da43-4d82-b7a5-ce657902dff8 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '9c2cd477-1889-4fac-8f93-648ad7ed651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '167ba1b6-dbad-414d-82d1-77da1990d2d9'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:46.698335 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Attempting to bind port 112e1bcd-da43-4d82-b7a5-ce657902dff8 on network 167ba1b6-dbad-414d-82d1-77da1990d2d9 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:46.723429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:46.723807 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Checking segment: {'id': '9c2cd477-1889-4fac-8f93-648ad7ed651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '167ba1b6-dbad-414d-82d1-77da1990d2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:46.725231 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.725636 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Bound using segment: {'id': '9c2cd477-1889-4fac-8f93-648ad7ed651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '167ba1b6-dbad-414d-82d1-77da1990d2d9'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:46.726113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Bound port: 112e1bcd-da43-4d82-b7a5-ce657902dff8, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2cd477-1889-4fac-8f93-648ad7ed651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '167ba1b6-dbad-414d-82d1-77da1990d2d9'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:46.726485 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.808649 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Set router ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:35:46.893424 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Router 183d869f-9642-49f1-95eb-612c6891440e is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:35:46.904146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] For port 112e1bcd-da43-4d82-b7a5-ce657902dff8, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:46.984466 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] For port 112e1bcd-da43-4d82-b7a5-ce657902dff8, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=112e1bcd-da43-4d82-b7a5-ce657902dff8,segment=NetworkSegment(9c2cd477-1889-4fac-8f93-648ad7ed651a),segment_id=9c2cd477-1889-4fac-8f93-648ad7ed651a)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:46.991960 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.166302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f629d9e-2c92-4184-b092-acd7145f4197 None None] Pushing event updated for resources: {'Port': ['ID=112e1bcd-da43-4d82-b7a5-ce657902dff8,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:47.212785 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:35:47.221209 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Sync routers for ids ['183d869f-9642-49f1-95eb-612c6891440e'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:35:47.234292 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Routers {'183d869f-9642-49f1-95eb-612c6891440e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:35:47.234954 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:35:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['183d869f-9642-49f1-95eb-612c6891440e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:47.241069 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.242932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f1c57418-97ee-4eae-8941-d4452c343585 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7026091 Feb 04 16:35:47.245985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 56898) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:47.277127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'name': 'tempest-TestEncryptedCinderVolumes-521201750-router', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '331419c2-2767-4718-ac61-bd543b80f81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:35:42Z', 'revision_number': 4, 'project_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'gw_port': {'id': '331419c2-2767-4718-ac61-bd543b80f81f', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'eb08bc43-4a0f-4257-bad7-96739b599f2c', 'name': '', 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'mac_address': 'fa:16:3e:c4:fc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aa24d3a-776c-4f89-9bd9-96c76657e34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:41Z', 'updated_at': '2022-02-04T16:35:42Z', 'revision_number': 2, 'project_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'subnets': [{'id': '7aa24d3a-776c-4f89-9bd9-96c76657e34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:47.281936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Checking router: ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:35:47.282402 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Updating router ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 port eb08bc43-4a0f-4257-bad7-96739b599f2c binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:35:47.379374 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.497828 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Set router 183d869f-9642-49f1-95eb-612c6891440e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:35:47.677545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 112e1bcd-da43-4d82-b7a5-ce657902dff8 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:47.812016 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d869f-9642-49f1-95eb-612c6891440e', 'name': 'tempest-TestEncryptedCinderVolumes-1544514430-router', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:45Z', 'updated_at': '2022-02-04T16:35:46Z', 'revision_number': 3, 'project_id': '1f38c85c2cd9433388996e73114b4dc3', 'gw_port': {'id': 'f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183d869f-9642-49f1-95eb-612c6891440e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:47.817126 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Checking router: 183d869f-9642-49f1-95eb-612c6891440e for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:35:47.817473 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Updating router 183d869f-9642-49f1-95eb-612c6891440e port f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:35:47.827166 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 112e1bcd-da43-4d82-b7a5-ce657902dff8 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:47.844525 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.862189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Transition to ACTIVE for port object eb08bc43-4a0f-4257-bad7-96739b599f2c will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:47.873542 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.885511 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.161359 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f2407-c5ba-4f7c-b36d-010b34717868 None None] Pushing event updated for resources: {'Port': ['ID=eb08bc43-4a0f-4257-bad7-96739b599f2c,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:48.205105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Attempting to bind port eb08bc43-4a0f-4257-bad7-96739b599f2c on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:48.205503 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Attempting to bind port eb08bc43-4a0f-4257-bad7-96739b599f2c by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:48.205818 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Attempting to bind port eb08bc43-4a0f-4257-bad7-96739b599f2c on network a4e41c6a-c642-4482-90ce-bd4be7334865 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:48.225125 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:48.225587 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Checking segment: {'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:48.225992 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.226377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Bound using segment: {'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:48.226849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Bound port: eb08bc43-4a0f-4257-bad7-96739b599f2c, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:48.227252 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.315422 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.328729 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Transition to ACTIVE for port object f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:48.338261 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.338508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] For port eb08bc43-4a0f-4257-bad7-96739b599f2c, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:48.341932 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.342887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] For port eb08bc43-4a0f-4257-bad7-96739b599f2c, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=eb08bc43-4a0f-4257-bad7-96739b599f2c,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:48.355092 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.434666 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Attempting to bind port f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:48.435073 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Attempting to bind port f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:48.435450 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Attempting to bind port f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:48.448327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f2407-c5ba-4f7c-b36d-010b34717868 None None] Pushing event updated for resources: {'Port': ['ID=eb08bc43-4a0f-4257-bad7-96739b599f2c,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:48.451235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Routers {'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:35:48.451830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:35:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:48.452086 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ab76a-7598-428f-8031-29699c1446dd None None] Pushing event updated for resources: {'Port': ['ID=f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:48.455054 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:48.455459 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:48.455861 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.456238 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:48.456747 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Bound port: f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:48.457117 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.540315 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] For port f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:48.547946 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] For port f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:48.555828 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.622673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Allocated IP 172.20.0.1 (167ba1b6-dbad-414d-82d1-77da1990d2d9/843b2221-ba8f-446e-af34-fb2ea7f92279/786f36fd-c8a2-42d5-a351-bcd438b2c768) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:48.666749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30e1cb5-8d0b-4988-9216-26b813229222 None None] Network 167ba1b6-dbad-414d-82d1-77da1990d2d9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:48.668247 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Routers {'183d869f-9642-49f1-95eb-612c6891440e'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:35:48.668874 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:35:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['183d869f-9642-49f1-95eb-612c6891440e'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:48.731774 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ab76a-7598-428f-8031-29699c1446dd None None] Pushing event updated for resources: {'Port': ['ID=f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:48.785391 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.803951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Transition to ACTIVE for port object 786f36fd-c8a2-42d5-a351-bcd438b2c768 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:48.807989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7de20a19-2b84-4f68-8fc6-5d155fc73cb5 None None] Provisioning for port 112e1bcd-da43-4d82-b7a5-ce657902dff8 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:48.826505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7de20a19-2b84-4f68-8fc6-5d155fc73cb5 None None] Provisioning complete for port 112e1bcd-da43-4d82-b7a5-ce657902dff8 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:48.826866 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7de20a19-2b84-4f68-8fc6-5d155fc73cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.833459 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.860058 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] Set router 183d869f-9642-49f1-95eb-612c6891440e gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:35:48.872841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] Set router ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:35:48.908888 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Network 167ba1b6-dbad-414d-82d1-77da1990d2d9 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:48.913904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:48.915597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Pushing event updated for resources: {'Port': ['ID=786f36fd-c8a2-42d5-a351-bcd438b2c768,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:48.919505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:48.988885 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.077285 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.201967 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d869f-9642-49f1-95eb-612c6891440e', 'name': 'tempest-TestEncryptedCinderVolumes-1544514430-router', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:45Z', 'updated_at': '2022-02-04T16:35:46Z', 'revision_number': 3, 'project_id': '1f38c85c2cd9433388996e73114b4dc3', 'gw_port': {'id': 'f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183d869f-9642-49f1-95eb-612c6891440e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:49.205746 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5bc2e-7423-42f8-a3dd-56cc0503853d None None] The sync data for ids ['183d869f-9642-49f1-95eb-612c6891440e'] in n-d-827872-1 is: [{'id': '183d869f-9642-49f1-95eb-612c6891440e', 'name': 'tempest-TestEncryptedCinderVolumes-1544514430-router', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:45Z', 'updated_at': '2022-02-04T16:35:46Z', 'revision_number': 3, 'project_id': '1f38c85c2cd9433388996e73114b4dc3', 'gw_port': {'id': 'f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183d869f-9642-49f1-95eb-612c6891440e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:35:49.289465 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7de20a19-2b84-4f68-8fc6-5d155fc73cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.309777 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.314179 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.380332 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7de20a19-2b84-4f68-8fc6-5d155fc73cb5 None None] For port 112e1bcd-da43-4d82-b7a5-ce657902dff8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=112e1bcd-da43-4d82-b7a5-ce657902dff8,segment=NetworkSegment(9c2cd477-1889-4fac-8f93-648ad7ed651a),segment_id=9c2cd477-1889-4fac-8f93-648ad7ed651a)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:49.388412 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7de20a19-2b84-4f68-8fc6-5d155fc73cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.422318 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.427442 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Pushing event updated for resources: {'Port': ['ID=786f36fd-c8a2-42d5-a351-bcd438b2c768,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:49.474737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'name': 'tempest-TestEncryptedCinderVolumes-521201750-router', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '331419c2-2767-4718-ac61-bd543b80f81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:35:42Z', 'revision_number': 4, 'project_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'gw_port': {'id': '331419c2-2767-4718-ac61-bd543b80f81f', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'eb08bc43-4a0f-4257-bad7-96739b599f2c', 'name': '', 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'mac_address': 'fa:16:3e:c4:fc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aa24d3a-776c-4f89-9bd9-96c76657e34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:41Z', 'updated_at': '2022-02-04T16:35:48Z', 'revision_number': 4, 'project_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'subnets': [{'id': '7aa24d3a-776c-4f89-9bd9-96c76657e34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:49.476703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de20a19-2b84-4f68-8fc6-5d155fc73cb5 None None] Pushing event updated for resources: {'Port': ['ID=112e1bcd-da43-4d82-b7a5-ce657902dff8,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:49.484561 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc34cf-85e8-40e7-a185-797839f8bea1 None None] The sync data for ids ['ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'] in n-d-827872-1 is: [{'id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'name': 'tempest-TestEncryptedCinderVolumes-521201750-router', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '331419c2-2767-4718-ac61-bd543b80f81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:35:42Z', 'revision_number': 4, 'project_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'gw_port': {'id': '331419c2-2767-4718-ac61-bd543b80f81f', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'eb08bc43-4a0f-4257-bad7-96739b599f2c', 'name': '', 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'mac_address': 'fa:16:3e:c4:fc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aa24d3a-776c-4f89-9bd9-96c76657e34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:41Z', 'updated_at': '2022-02-04T16:35:48Z', 'revision_number': 4, 'project_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'subnets': [{'id': '7aa24d3a-776c-4f89-9bd9-96c76657e34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:35:49.749986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 112e1bcd-da43-4d82-b7a5-ce657902dff8 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:49.751711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Network 167ba1b6-dbad-414d-82d1-77da1990d2d9 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:49.753052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:49.830641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c2804420-0a62-445b-9884-0aa83eb5dc34 None None] Provisioning complete for port 112e1bcd-da43-4d82-b7a5-ce657902dff8 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:49.831153 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2804420-0a62-445b-9884-0aa83eb5dc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.923388 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 112e1bcd-da43-4d82-b7a5-ce657902dff8 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:49.924004 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.174980 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.178368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c2804420-0a62-445b-9884-0aa83eb5dc34 None None] Provisioning for port 786f36fd-c8a2-42d5-a351-bcd438b2c768 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:50.192412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c2804420-0a62-445b-9884-0aa83eb5dc34 None None] Provisioning complete for port 786f36fd-c8a2-42d5-a351-bcd438b2c768 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:50.193730 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2804420-0a62-445b-9884-0aa83eb5dc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.231294 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device eb08bc43-4a0f-4257-bad7-96739b599f2c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:50.318027 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c2804420-0a62-445b-9884-0aa83eb5dc34 None None] Port 786f36fd-c8a2-42d5-a351-bcd438b2c768 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:35:50.343790 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port eb08bc43-4a0f-4257-bad7-96739b599f2c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:50.350054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port eb08bc43-4a0f-4257-bad7-96739b599f2c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:50.350611 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.354350 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Router 183d869f-9642-49f1-95eb-612c6891440e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:35:50.488063 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.509442 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f4f1ea3c-5c18-4d8c-923a-0533f465a397 None None] Provisioning complete for port 786f36fd-c8a2-42d5-a351-bcd438b2c768 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:50.509911 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ea3c-5c18-4d8c-923a-0533f465a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.593354 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:35:50.604845 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f1213e65-a700-46b4-aa99-59b8b87a811a admin admin] 10.222.0.60 "PUT /v2.0/routers/183d869f-9642-49f1-95eb-612c6891440e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3577731 Feb 04 16:35:50.642057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port eb08bc43-4a0f-4257-bad7-96739b599f2c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=eb08bc43-4a0f-4257-bad7-96739b599f2c,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:50.643200 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f4f1ea3c-5c18-4d8c-923a-0533f465a397 None None] Port 786f36fd-c8a2-42d5-a351-bcd438b2c768 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:35:50.650572 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.720768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=eb08bc43-4a0f-4257-bad7-96739b599f2c,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:51.663036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:51.731727 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:51.736666 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:51.737042 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:51.852843 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:51.869041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:51.872837 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:51.873569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device eb08bc43-4a0f-4257-bad7-96739b599f2c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:51.982039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:51.997723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port eb08bc43-4a0f-4257-bad7-96739b599f2c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:51.998092 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:52.700977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a0e949d0-d703-48fe-bf02-f5b4417285e3 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:52.702309 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a0e949d0-d703-48fe-bf02-f5b4417285e3 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/networks?id=a4e41c6a-c642-4482-90ce-bd4be7334865 HTTP/1.1" status: 200 len: 816 time: 0.1450994 Feb 04 16:35:52.718488 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-bd184bb7-f397-4ab0-89eb-bab1e3a1bb5f tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/quotas/0d73ebbb2dc44179b50397a01cbc5ce9 HTTP/1.1" status: 200 len: 375 time: 0.0108469 Feb 04 16:35:52.796952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-69606b00-d8d1-4654-8195-ce25c2676a0e tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Synchronizing usage tracker for tenant:0d73ebbb2dc44179b50397a01cbc5ce9 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:35:52.813416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-69606b00-d8d1-4654-8195-ce25c2676a0e tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Unset dirty status for tenant:0d73ebbb2dc44179b50397a01cbc5ce9 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:35:52.814790 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-69606b00-d8d1-4654-8195-ce25c2676a0e tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d73ebbb2dc44179b50397a01cbc5ce9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916097 Feb 04 16:35:52.948990 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-83a8634b-9016-4670-a64f-d375d10c8178 service neutron] 10.222.0.60 "GET /v2.0/networks/a4e41c6a-c642-4482-90ce-bd4be7334865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228204 Feb 04 16:35:53.081573 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-f5393d08-daf0-499d-83d0-e87dabdd43c0 service neutron] 10.222.0.60 "GET /v2.0/networks/a4e41c6a-c642-4482-90ce-bd4be7334865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266339 Feb 04 16:35:53.396939 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc666d08-f996-48b2-bf21-413e5c030abb req-9194529a-2dc8-4e1f-90ec-aad7f132b8ce tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 210 time: 0.1712444 Feb 04 16:35:53.619344 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:53.690268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:53.690639 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:54.303599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-e4d6c4b5-ead8-499e-a9b3-347562302700 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:54.305021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-e4d6c4b5-ead8-499e-a9b3-347562302700 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.73 "GET /v2.0/networks?id=a4e41c6a-c642-4482-90ce-bd4be7334865 HTTP/1.1" status: 200 len: 816 time: 0.1524494 Feb 04 16:35:54.324264 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Request body: {'port': {'device_id': 'de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb', 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865', 'admin_state_up': True, 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:54.465316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:54.475643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:54.485503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Made reservation on behalf of 0d73ebbb2dc44179b50397a01cbc5ce9 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:54.489210 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:54.603312 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f9ac508a-e08b-49d0-87ac-5f825a7a4b12 req-c0ce2429-2ae2-4d55-b009-44b1acc975d0 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 210 time: 0.0548618 Feb 04 16:35:54.703946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Allocated IP 172.20.0.9 (a4e41c6a-c642-4482-90ce-bd4be7334865/7aa24d3a-776c-4f89-9bd9-96c76657e34b/8f3e8398-2928-4211-ad2e-3d4f8215d096) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:54.917421 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:54.932916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Transition to ACTIVE for port object 8f3e8398-2928-4211-ad2e-3d4f8215d096 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:54.954819 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:55.025112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Network a4e41c6a-c642-4482-90ce-bd4be7334865 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:55.028183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:55.032110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:55.067024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Pushing event updated for resources: {'Port': ['ID=8f3e8398-2928-4211-ad2e-3d4f8215d096,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:55.107034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:55.107702 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:55.135280 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-84835cc7-8122-42e4-9a4d-bc0ffbeddee7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8187668 Feb 04 16:35:55.216661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Request body: {'port': {'device_id': 'de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:55.294118 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-98b3f21d-7cc6-4a4f-acff-de7f2f27618b None None] Provisioning for port 8f3e8398-2928-4211-ad2e-3d4f8215d096 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:55.298938 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-98b3f21d-7cc6-4a4f-acff-de7f2f27618b None None] Provisioning complete for port 8f3e8398-2928-4211-ad2e-3d4f8215d096 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:55.299274 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-98b3f21d-7cc6-4a4f-acff-de7f2f27618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:55.333938 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:55.351911 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-98b3f21d-7cc6-4a4f-acff-de7f2f27618b None None] Port 8f3e8398-2928-4211-ad2e-3d4f8215d096 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:35:55.809985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3e8398-2928-4211-ad2e-3d4f8215d096 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:35:55.819922 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:55.846842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Transition to ACTIVE for port object 8f3e8398-2928-4211-ad2e-3d4f8215d096 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:55.850382 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:55.964854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7b67e-b54e-4f98-b73a-ce508a4121e6 req-0c67a962-8572-4930-a82c-c2fb52496664 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:55.965548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-94d7b67e-b54e-4f98-b73a-ce508a4121e6 req-0c67a962-8572-4930-a82c-c2fb52496664 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Synchronizing usage tracker for tenant:0d73ebbb2dc44179b50397a01cbc5ce9 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:35:55.988249 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Pushing event updated for resources: {'Port': ['ID=8f3e8398-2928-4211-ad2e-3d4f8215d096,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:56.032538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-94d7b67e-b54e-4f98-b73a-ce508a4121e6 req-0c67a962-8572-4930-a82c-c2fb52496664 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Unset dirty status for tenant:0d73ebbb2dc44179b50397a01cbc5ce9 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:35:56.033709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94d7b67e-b54e-4f98-b73a-ce508a4121e6 req-0c67a962-8572-4930-a82c-c2fb52496664 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 931 time: 0.2841022 Feb 04 16:35:56.141033 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94d7b67e-b54e-4f98-b73a-ce508a4121e6 req-52d6f9e3-d790-4655-a46e-5ad3970317e1 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775533 Feb 04 16:35:56.142978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Attempting to bind port 8f3e8398-2928-4211-ad2e-3d4f8215d096 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:56.143335 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Attempting to bind port 8f3e8398-2928-4211-ad2e-3d4f8215d096 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:56.143660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Attempting to bind port 8f3e8398-2928-4211-ad2e-3d4f8215d096 on network a4e41c6a-c642-4482-90ce-bd4be7334865 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:56.149503 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Port 8f3e8398-2928-4211-ad2e-3d4f8215d096 on network a4e41c6a-c642-4482-90ce-bd4be7334865 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:35:56.149784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Attempting to bind port 8f3e8398-2928-4211-ad2e-3d4f8215d096 on network a4e41c6a-c642-4482-90ce-bd4be7334865 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:56.155917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:56.156241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Checking segment: {'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:56.156613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Bound using segment: {'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:56.157027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Bound port: 8f3e8398-2928-4211-ad2e-3d4f8215d096, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:56.157366 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.243287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] For port 8f3e8398-2928-4211-ad2e-3d4f8215d096, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:56.246085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] For port 8f3e8398-2928-4211-ad2e-3d4f8215d096, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8f3e8398-2928-4211-ad2e-3d4f8215d096,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:56.251005 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.310764 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.312155 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] 10.222.0.73 "PUT /v2.0/ports/8f3e8398-2928-4211-ad2e-3d4f8215d096 HTTP/1.1" status: 200 len: 1091 time: 1.1697345 Feb 04 16:35:56.312580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb', 'tag': '8f3e8398-2928-4211-ad2e-3d4f8215d096'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:56.331730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810f11c-a1b2-4cb0-a023-e083618eddff service neutron] Pushing event updated for resources: {'Port': ['ID=8f3e8398-2928-4211-ad2e-3d4f8215d096,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:56.430064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-e9de7980-447a-41ed-bc59-b5d07ff5f544 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d73ebbb2dc44179b50397a01cbc5ce9&device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 1094 time: 0.0787225 Feb 04 16:35:56.486719 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb', 'tag': '8f3e8398-2928-4211-ad2e-3d4f8215d096', 'status': 'completed', 'code': 200} Feb 04 16:35:56.503021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-accbf502-52f5-4acd-a71f-82cf572a34df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f3e8398-2928-4211-ad2e-3d4f8215d096 HTTP/1.1" status: 200 len: 217 time: 0.0661871 Feb 04 16:35:56.566958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-ca82c0f3-6b2e-470e-b379-4d5e68b0fe1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:56.569075 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-ca82c0f3-6b2e-470e-b379-4d5e68b0fe1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7aa24d3a-776c-4f89-9bd9-96c76657e34b HTTP/1.1" status: 200 len: 855 time: 0.0607724 Feb 04 16:35:56.643248 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-367c2bcf-8584-4e1b-901b-1fac2be0a931 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a4e41c6a-c642-4482-90ce-bd4be7334865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680480 Feb 04 16:35:56.773507 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-f9956c5b-f0d7-4063-b8e7-9f29a2927dde service neutron] 10.222.0.73 "GET /v2.0/networks/a4e41c6a-c642-4482-90ce-bd4be7334865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244943 Feb 04 16:35:56.901130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e6db3edb-43f7-4006-ab69-39f6c287e90f req-8fbf8d8e-55c0-4afe-a04c-0b570c81cbb4 service neutron] 10.222.0.73 "GET /v2.0/networks/a4e41c6a-c642-4482-90ce-bd4be7334865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217051 Feb 04 16:35:57.017407 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e2fec0b-cc48-4743-af94-def25ca06d43 req-7696bc9b-74b5-4b11-b94d-c5805edddff3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d73ebbb2dc44179b50397a01cbc5ce9&device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 1094 time: 0.0725405 Feb 04 16:35:57.238508 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fec0b-cc48-4743-af94-def25ca06d43 req-7b0a608c-304e-44a7-864d-3d5fd29145e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:57.240096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e2fec0b-cc48-4743-af94-def25ca06d43 req-7b0a608c-304e-44a7-864d-3d5fd29145e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a4e41c6a-c642-4482-90ce-bd4be7334865 HTTP/1.1" status: 200 len: 917 time: 0.2164707 Feb 04 16:35:57.340448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e2fec0b-cc48-4743-af94-def25ca06d43 req-b9ae211d-e3c2-4211-8abf-19036beec29f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f3e8398-2928-4211-ad2e-3d4f8215d096 HTTP/1.1" status: 200 len: 217 time: 0.0941868 Feb 04 16:35:57.416505 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fec0b-cc48-4743-af94-def25ca06d43 req-bb0f7468-99cc-4fa1-8994-29ec5ab369dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:57.417927 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e2fec0b-cc48-4743-af94-def25ca06d43 req-bb0f7468-99cc-4fa1-8994-29ec5ab369dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7aa24d3a-776c-4f89-9bd9-96c76657e34b HTTP/1.1" status: 200 len: 855 time: 0.0701909 Feb 04 16:35:57.466441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4419c-b9f4-4217-b552-ebe55d201813 req-95fbbbe9-b794-4f36-8dbf-1574c33677cd tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:57.467801 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1c4419c-b9f4-4217-b552-ebe55d201813 req-95fbbbe9-b794-4f36-8dbf-1574c33677cd tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 943 time: 0.1745822 Feb 04 16:35:57.529657 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1c4419c-b9f4-4217-b552-ebe55d201813 req-1ce09c07-e9cd-4506-8076-fcf7545f4cb4 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558817 Feb 04 16:35:57.539804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e2fec0b-cc48-4743-af94-def25ca06d43 req-f85a41ba-0f6c-4bb1-b90d-a9989c969fa9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a4e41c6a-c642-4482-90ce-bd4be7334865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154807 Feb 04 16:35:57.671882 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e2fec0b-cc48-4743-af94-def25ca06d43 req-ba40cab2-7657-4ce0-9ec3-eaf3df8931ad service neutron] 10.222.0.73 "GET /v2.0/networks/a4e41c6a-c642-4482-90ce-bd4be7334865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255529 Feb 04 16:35:57.801831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e2fec0b-cc48-4743-af94-def25ca06d43 req-194f1445-40b7-4a51-b00c-b33c4d1e6425 service neutron] 10.222.0.73 "GET /v2.0/networks/a4e41c6a-c642-4482-90ce-bd4be7334865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233222 Feb 04 16:35:58.731571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48827d8-1dfe-4f56-a618-f7536e4c2d1d req-e31f7e93-b1dd-490c-87ce-4706bbe8308c tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:58.733064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e48827d8-1dfe-4f56-a618-f7536e4c2d1d req-e31f7e93-b1dd-490c-87ce-4706bbe8308c tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 943 time: 0.0747297 Feb 04 16:35:58.782519 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e48827d8-1dfe-4f56-a618-f7536e4c2d1d req-b43ac34c-44df-4a60-b0a9-39bc84234df9 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438578 Feb 04 16:35:59.984868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271f5cc-0843-424b-b15b-e3fa5a4b11fe req-ea6f32f7-d814-4033-aad2-798185f0a8f4 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:59.986383 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a271f5cc-0843-424b-b15b-e3fa5a4b11fe req-ea6f32f7-d814-4033-aad2-798185f0a8f4 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 943 time: 0.0792058 Feb 04 16:36:00.038847 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a271f5cc-0843-424b-b15b-e3fa5a4b11fe req-a6bf31d1-4166-4863-ad81-5e3b175e63ed tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458257 Feb 04 16:36:01.082227 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 8f3e8398-2928-4211-ad2e-3d4f8215d096 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:36:01.215441 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 8f3e8398-2928-4211-ad2e-3d4f8215d096, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8f3e8398-2928-4211-ad2e-3d4f8215d096,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:01.228845 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '8f3e8398-2928-4211-ad2e-3d4f8215d096', 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865', 'port_id': '8f3e8398-2928-4211-ad2e-3d4f8215d096', 'mac_address': 'fa:16:3e:5b:6f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa24d3a-776c-4f89-9bd9-96c76657e34b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:36:01.255284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f614026-6bc5-4d78-9ec4-4a3fffe9d430 req-477fa610-1cc7-46bb-9636-d53a20adcb17 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:01.257530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f614026-6bc5-4d78-9ec4-4a3fffe9d430 req-477fa610-1cc7-46bb-9636-d53a20adcb17 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 943 time: 0.0806556 Feb 04 16:36:01.280964 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:01.301696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3e8398-2928-4211-ad2e-3d4f8215d096 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:36:01.303892 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0f614026-6bc5-4d78-9ec4-4a3fffe9d430 req-fdfc0e09-78bc-44a0-871c-e07316c67781 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408924 Feb 04 16:36:01.316476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 8f3e8398-2928-4211-ad2e-3d4f8215d096, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8f3e8398-2928-4211-ad2e-3d4f8215d096,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:01.320556 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:01.385453 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=8f3e8398-2928-4211-ad2e-3d4f8215d096,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:01.639613 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['8f3e8398-2928-4211-ad2e-3d4f8215d096'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:36:02.500470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1a195-ace5-4980-b9c0-a855ed4af203 req-6757064e-ee18-4888-bc28-c1221e5672a9 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:02.501904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-73a1a195-ace5-4980-b9c0-a855ed4af203 req-6757064e-ee18-4888-bc28-c1221e5672a9 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 944 time: 0.0761509 Feb 04 16:36:02.546694 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-73a1a195-ace5-4980-b9c0-a855ed4af203 req-545028ea-a2b7-47df-a76b-e91ec39430b7 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386937 Feb 04 16:36:03.086877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 8f3e8398-2928-4211-ad2e-3d4f8215d096 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:03.153938 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 8f3e8398-2928-4211-ad2e-3d4f8215d096 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:03.158535 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 8f3e8398-2928-4211-ad2e-3d4f8215d096 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:03.158905 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:03.272252 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:03.303800 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3e8398-2928-4211-ad2e-3d4f8215d096'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:03.313279 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 8f3e8398-2928-4211-ad2e-3d4f8215d096, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8f3e8398-2928-4211-ad2e-3d4f8215d096,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:03.317224 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:03.359929 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3e8398-2928-4211-ad2e-3d4f8215d096', 'code': 200} Feb 04 16:36:03.386025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=8f3e8398-2928-4211-ad2e-3d4f8215d096,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:03.484616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c384d13-be72-4815-9382-9ba5d5efd752 req-6e719759-a79b-496c-b80c-f37f4482c421 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 1096 time: 0.0684423 Feb 04 16:36:03.525547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c384d13-be72-4815-9382-9ba5d5efd752 req-97a5b909-4578-4926-8c84-46d2510304c7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347617 Feb 04 16:36:03.749466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cec05-cb46-4d44-a60a-24d927eea770 req-9c577a32-8ecb-430d-b358-d4b919546d1f tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:03.750905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d7cec05-cb46-4d44-a60a-24d927eea770 req-9c577a32-8ecb-430d-b358-d4b919546d1f tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 945 time: 0.0760524 Feb 04 16:36:03.797533 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d7cec05-cb46-4d44-a60a-24d927eea770 req-ccb19b9c-347f-4bc8-a992-e2941f2c0b08 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Feb 04 16:36:05.008857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea0184-2895-414a-a4bb-2ee752339586 req-7a1c317e-eed6-4efa-bce2-bfaf1e479892 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:05.010311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22ea0184-2895-414a-a4bb-2ee752339586 req-7a1c317e-eed6-4efa-bce2-bfaf1e479892 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 945 time: 0.0796320 Feb 04 16:36:05.055439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22ea0184-2895-414a-a4bb-2ee752339586 req-254655d3-8adb-47e9-935a-b4befac9b335 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 Feb 04 16:36:05.250835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6d3fc-872f-4908-92f7-e7b4c333eaf0 req-9cba1bb2-ce28-4b81-8b9f-854b37dc4f3e tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:05.252300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27b6d3fc-872f-4908-92f7-e7b4c333eaf0 req-9cba1bb2-ce28-4b81-8b9f-854b37dc4f3e tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 945 time: 0.0762501 Feb 04 16:36:05.301432 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27b6d3fc-872f-4908-92f7-e7b4c333eaf0 req-0c0e6ac6-bf5a-4ba3-a4b1-c02889ed583b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431156 Feb 04 16:36:06.485977 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:36:06.689566 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-90848523-4d97-4dc0-b4a5-bfff9ef3bc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:09.054777 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0af74aaa-3ca9-4005-affb-63201d545cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:10.412399 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:10.475567 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:11.643462 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:11.787460 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Sync routers for ids ['183d869f-9642-49f1-95eb-612c6891440e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:36:11.798724 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Routers {'183d869f-9642-49f1-95eb-612c6891440e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:36:11.799377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:36:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['183d869f-9642-49f1-95eb-612c6891440e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:12.003663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Set router 183d869f-9642-49f1-95eb-612c6891440e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:36:12.210473 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:12.319528 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d869f-9642-49f1-95eb-612c6891440e', 'name': 'tempest-TestEncryptedCinderVolumes-1544514430-router', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:45Z', 'updated_at': '2022-02-04T16:35:49Z', 'revision_number': 4, 'project_id': '1f38c85c2cd9433388996e73114b4dc3', 'gw_port': {'id': 'f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d869f-9642-49f1-95eb-612c6891440e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '786f36fd-c8a2-42d5-a351-bcd438b2c768', 'name': '', 'network_id': '167ba1b6-dbad-414d-82d1-77da1990d2d9', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3', 'mac_address': 'fa:16:3e:c0:1a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183d869f-9642-49f1-95eb-612c6891440e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '843b2221-ba8f-446e-af34-fb2ea7f92279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:48Z', 'updated_at': '2022-02-04T16:35:49Z', 'revision_number': 2, 'project_id': '1f38c85c2cd9433388996e73114b4dc3', 'subnets': [{'id': '843b2221-ba8f-446e-af34-fb2ea7f92279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:12.323195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Checking router: 183d869f-9642-49f1-95eb-612c6891440e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:36:12.323549 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Updating router 183d869f-9642-49f1-95eb-612c6891440e port 786f36fd-c8a2-42d5-a351-bcd438b2c768 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:36:12.372966 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:12.705244 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:12.717317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Transition to ACTIVE for port object 786f36fd-c8a2-42d5-a351-bcd438b2c768 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:12.723791 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:12.853819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f12dd-8647-4e68-be04-370c70bb0877 None None] Pushing event updated for resources: {'Port': ['ID=786f36fd-c8a2-42d5-a351-bcd438b2c768,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:12.964599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Attempting to bind port 786f36fd-c8a2-42d5-a351-bcd438b2c768 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:36:12.964917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Attempting to bind port 786f36fd-c8a2-42d5-a351-bcd438b2c768 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '9c2cd477-1889-4fac-8f93-648ad7ed651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '167ba1b6-dbad-414d-82d1-77da1990d2d9'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:36:12.965239 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Attempting to bind port 786f36fd-c8a2-42d5-a351-bcd438b2c768 on network 167ba1b6-dbad-414d-82d1-77da1990d2d9 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:36:12.977210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:36:12.977988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Checking segment: {'id': '9c2cd477-1889-4fac-8f93-648ad7ed651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '167ba1b6-dbad-414d-82d1-77da1990d2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:36:12.978482 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:12.979256 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Bound using segment: {'id': '9c2cd477-1889-4fac-8f93-648ad7ed651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '167ba1b6-dbad-414d-82d1-77da1990d2d9'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:36:12.979840 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Bound port: 786f36fd-c8a2-42d5-a351-bcd438b2c768, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2cd477-1889-4fac-8f93-648ad7ed651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '167ba1b6-dbad-414d-82d1-77da1990d2d9'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:36:12.980410 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:13.088721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] For port 786f36fd-c8a2-42d5-a351-bcd438b2c768, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:36:13.091851 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] For port 786f36fd-c8a2-42d5-a351-bcd438b2c768, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=786f36fd-c8a2-42d5-a351-bcd438b2c768,segment=NetworkSegment(9c2cd477-1889-4fac-8f93-648ad7ed651a),segment_id=9c2cd477-1889-4fac-8f93-648ad7ed651a)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:36:13.096167 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:13.179157 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f12dd-8647-4e68-be04-370c70bb0877 None None] Pushing event updated for resources: {'Port': ['ID=786f36fd-c8a2-42d5-a351-bcd438b2c768,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:13.182940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Routers {'183d869f-9642-49f1-95eb-612c6891440e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:36:13.183569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:36:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['183d869f-9642-49f1-95eb-612c6891440e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:13.364518 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] Set router 183d869f-9642-49f1-95eb-612c6891440e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:36:13.709476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d869f-9642-49f1-95eb-612c6891440e', 'name': 'tempest-TestEncryptedCinderVolumes-1544514430-router', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:45Z', 'updated_at': '2022-02-04T16:35:49Z', 'revision_number': 4, 'project_id': '1f38c85c2cd9433388996e73114b4dc3', 'gw_port': {'id': 'f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d869f-9642-49f1-95eb-612c6891440e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '786f36fd-c8a2-42d5-a351-bcd438b2c768', 'name': '', 'network_id': '167ba1b6-dbad-414d-82d1-77da1990d2d9', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3', 'mac_address': 'fa:16:3e:c0:1a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183d869f-9642-49f1-95eb-612c6891440e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '843b2221-ba8f-446e-af34-fb2ea7f92279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:48Z', 'updated_at': '2022-02-04T16:36:13Z', 'revision_number': 4, 'project_id': '1f38c85c2cd9433388996e73114b4dc3', 'subnets': [{'id': '843b2221-ba8f-446e-af34-fb2ea7f92279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:13.713436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af9e53-d725-4d70-b1d9-66b95d577e98 None None] The sync data for ids ['183d869f-9642-49f1-95eb-612c6891440e'] in n-d-827872-1 is: [{'id': '183d869f-9642-49f1-95eb-612c6891440e', 'name': 'tempest-TestEncryptedCinderVolumes-1544514430-router', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:45Z', 'updated_at': '2022-02-04T16:35:49Z', 'revision_number': 4, 'project_id': '1f38c85c2cd9433388996e73114b4dc3', 'gw_port': {'id': 'f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d869f-9642-49f1-95eb-612c6891440e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '786f36fd-c8a2-42d5-a351-bcd438b2c768', 'name': '', 'network_id': '167ba1b6-dbad-414d-82d1-77da1990d2d9', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3', 'mac_address': 'fa:16:3e:c0:1a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183d869f-9642-49f1-95eb-612c6891440e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '843b2221-ba8f-446e-af34-fb2ea7f92279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:48Z', 'updated_at': '2022-02-04T16:36:13Z', 'revision_number': 4, 'project_id': '1f38c85c2cd9433388996e73114b4dc3', 'subnets': [{'id': '843b2221-ba8f-446e-af34-fb2ea7f92279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:36:15.639686 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 786f36fd-c8a2-42d5-a351-bcd438b2c768 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:15.710620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 786f36fd-c8a2-42d5-a351-bcd438b2c768 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:15.715220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 786f36fd-c8a2-42d5-a351-bcd438b2c768 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:15.715591 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:15.842257 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:15.877348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 786f36fd-c8a2-42d5-a351-bcd438b2c768, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=786f36fd-c8a2-42d5-a351-bcd438b2c768,segment=NetworkSegment(9c2cd477-1889-4fac-8f93-648ad7ed651a),segment_id=9c2cd477-1889-4fac-8f93-648ad7ed651a)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:15.882489 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:15.947024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=786f36fd-c8a2-42d5-a351-bcd438b2c768,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:17.617198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 786f36fd-c8a2-42d5-a351-bcd438b2c768 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:17.682623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 786f36fd-c8a2-42d5-a351-bcd438b2c768 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:17.683079 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:20.025203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea085b2e-26df-4bcb-afd1-658bf275cd85 req-cc313a71-1919-49ad-8b58-1d1724ab294a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:20.026697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea085b2e-26df-4bcb-afd1-658bf275cd85 req-cc313a71-1919-49ad-8b58-1d1724ab294a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 945 time: 0.0775270 Feb 04 16:36:20.071883 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea085b2e-26df-4bcb-afd1-658bf275cd85 req-397331b0-c3e5-4cc1-843d-ccd576cc950a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396051 Feb 04 16:36:20.091556 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:21.306727 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a485f-94e4-4fae-b609-17e4a8773942 req-2c56bee2-7a08-4c48-8561-5364097f0cad tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:21.308112 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b6a485f-94e4-4fae-b609-17e4a8773942 req-2c56bee2-7a08-4c48-8561-5364097f0cad tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 945 time: 0.0783880 Feb 04 16:36:21.353141 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b6a485f-94e4-4fae-b609-17e4a8773942 req-5a510d18-f6d6-48bf-8995-c36172a53a3d tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392437 Feb 04 16:36:21.764961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf0655-269f-4ebc-aa9c-86162f1f86c9 req-c4f2dd42-4aa7-49a4-bc0b-5cabda4b4dbe tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:21.766364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6cf0655-269f-4ebc-aa9c-86162f1f86c9 req-c4f2dd42-4aa7-49a4-bc0b-5cabda4b4dbe tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.73 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 945 time: 0.0762794 Feb 04 16:36:21.923429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-a6cf0655-269f-4ebc-aa9c-86162f1f86c9 req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Deleting port 8f3e8398-2928-4211-ad2e-3d4f8215d096 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:36:21.923681 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a6cf0655-269f-4ebc-aa9c-86162f1f86c9 req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:22.162682 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-a6cf0655-269f-4ebc-aa9c-86162f1f86c9 req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] For port 8f3e8398-2928-4211-ad2e-3d4f8215d096, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=8f3e8398-2928-4211-ad2e-3d4f8215d096,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:22.163037 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a6cf0655-269f-4ebc-aa9c-86162f1f86c9 req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:22.282883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-a6cf0655-269f-4ebc-aa9c-86162f1f86c9 req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Calling delete_port for 8f3e8398-2928-4211-ad2e-3d4f8215d096 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:36:22.420510 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a6cf0655-269f-4ebc-aa9c-86162f1f86c9 req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:22.431938 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['8f3e8398-2928-4211-ad2e-3d4f8215d096'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:36:22.476169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Pushing event deleted for resources: {'Port': ['ID=8f3e8398-2928-4211-ad2e-3d4f8215d096,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:22.558254 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ddbe9b0-c810-4416-b162-7bb9cdc587a8 req-6a620596-6fda-4366-825e-e0c42a98729d tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb HTTP/1.1" status: 200 len: 210 time: 0.0552876 Feb 04 16:36:22.599572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:22.599908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:22.600232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:22.600550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:22.600863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:22.601174 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:22.601488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:22.601798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:22.602104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:22.602409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:22.602711 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:22.610486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cf0655-269f-4ebc-aa9c-86162f1f86c9 req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] No DVR routers for this DVR port 8f3e8398-2928-4211-ad2e-3d4f8215d096 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:36:22.613050 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-a6cf0655-269f-4ebc-aa9c-86162f1f86c9 req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:22.616392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb', 'name': 'network-vif-deleted', 'tag': '8f3e8398-2928-4211-ad2e-3d4f8215d096'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:22.633950 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a6cf0655-269f-4ebc-aa9c-86162f1f86c9 req-0cb85980-ef30-4962-a504-dd48fe1ddc5a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.73 "DELETE /v2.0/ports/8f3e8398-2928-4211-ad2e-3d4f8215d096 HTTP/1.1" status: 204 len: 173 time: 0.8618872 Feb 04 16:36:22.682428 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6a2a5d-0687-4fa7-a0a1-f6d2ab9fe5eb', 'name': 'network-vif-deleted', 'tag': '8f3e8398-2928-4211-ad2e-3d4f8215d096', 'status': 'completed', 'code': 200} Feb 04 16:36:24.468048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-6b6606c1-7f4b-410f-bc7c-28db6ae4d264 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:24.469482 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-6b6606c1-7f4b-410f-bc7c-28db6ae4d264 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/networks?id=a4e41c6a-c642-4482-90ce-bd4be7334865 HTTP/1.1" status: 200 len: 816 time: 0.1399126 Feb 04 16:36:24.486795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-3be94306-5380-4592-8996-c153126594b9 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/quotas/0d73ebbb2dc44179b50397a01cbc5ce9 HTTP/1.1" status: 200 len: 375 time: 0.0109422 Feb 04 16:36:24.564346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-5897f8f4-5bfd-4d0d-8d54-ad943db23f5d tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Synchronizing usage tracker for tenant:0d73ebbb2dc44179b50397a01cbc5ce9 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:36:24.578801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-5897f8f4-5bfd-4d0d-8d54-ad943db23f5d tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Unset dirty status for tenant:0d73ebbb2dc44179b50397a01cbc5ce9 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:36:24.580070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-5897f8f4-5bfd-4d0d-8d54-ad943db23f5d tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d73ebbb2dc44179b50397a01cbc5ce9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883627 Feb 04 16:36:24.719918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-6bdf5c12-fe53-4760-af9a-b11e5a994ed2 service neutron] 10.222.0.60 "GET /v2.0/networks/a4e41c6a-c642-4482-90ce-bd4be7334865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276805 Feb 04 16:36:24.852128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-e822fbc8-b483-405d-9e56-e2088314ebf0 service neutron] 10.222.0.60 "GET /v2.0/networks/a4e41c6a-c642-4482-90ce-bd4be7334865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262519 Feb 04 16:36:25.041578 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-88a9f1c0-4e58-4500-a49c-83a63b2ac667 req-ae12fdd2-d505-4822-a779-9e0314aea891 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 210 time: 0.0442045 Feb 04 16:36:25.196310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 8f3e8398-2928-4211-ad2e-3d4f8215d096 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:36:25.230910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 8f3e8398-2928-4211-ad2e-3d4f8215d096 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:36:25.231277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 8f3e8398-2928-4211-ad2e-3d4f8215d096 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:36:26.152863 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-9ae16a14-0c99-47fe-9d5d-3b99059ae01d tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:26.153536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-9ae16a14-0c99-47fe-9d5d-3b99059ae01d tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Synchronizing usage tracker for tenant:0d73ebbb2dc44179b50397a01cbc5ce9 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:36:26.172964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-9ae16a14-0c99-47fe-9d5d-3b99059ae01d tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Unset dirty status for tenant:0d73ebbb2dc44179b50397a01cbc5ce9 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:36:26.174115 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-9ae16a14-0c99-47fe-9d5d-3b99059ae01d tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.81 "GET /v2.0/networks?id=a4e41c6a-c642-4482-90ce-bd4be7334865 HTTP/1.1" status: 200 len: 816 time: 0.1626644 Feb 04 16:36:26.196529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Request body: {'port': {'device_id': '1871d654-3290-4262-9242-6929b03e8e44', 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865', 'admin_state_up': True, 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:26.220811 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-74d9fe9f-1172-4e40-9b5d-2b21a67e3b0d req-30389d10-baec-4149-9630-336748c94097 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 210 time: 0.0504451 Feb 04 16:36:26.329467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:26.338860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:26.349262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Made reservation on behalf of 0d73ebbb2dc44179b50397a01cbc5ce9 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:36:26.352343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.513315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Allocated IP 172.20.0.9 (a4e41c6a-c642-4482-90ce-bd4be7334865/7aa24d3a-776c-4f89-9bd9-96c76657e34b/4d834fd8-f71c-4fe9-acf1-e4541a862110) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:36:26.713323 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.729136 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Transition to ACTIVE for port object 4d834fd8-f71c-4fe9-acf1-e4541a862110 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:26.754328 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.823520 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Network a4e41c6a-c642-4482-90ce-bd4be7334865 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:36:26.826566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:26.830477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:36:26.865019 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Pushing event updated for resources: {'Port': ['ID=4d834fd8-f71c-4fe9-acf1-e4541a862110,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:26.900490 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:26.901097 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.927044 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dc1b72f8-1a1a-46db-8193-abb8ef5d01e2 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7344160 Feb 04 16:36:27.016569 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Request body: {'port': {'device_id': '1871d654-3290-4262-9242-6929b03e8e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:27.031434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8797dcb9-9cdd-4a6c-97bc-68da537307fc None None] Provisioning for port 4d834fd8-f71c-4fe9-acf1-e4541a862110 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:27.036622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8797dcb9-9cdd-4a6c-97bc-68da537307fc None None] Provisioning complete for port 4d834fd8-f71c-4fe9-acf1-e4541a862110 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:27.037161 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8797dcb9-9cdd-4a6c-97bc-68da537307fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.088317 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8797dcb9-9cdd-4a6c-97bc-68da537307fc None None] Port 4d834fd8-f71c-4fe9-acf1-e4541a862110 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:36:27.126019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.422259 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3d1c6-8129-43a8-981b-ef1c21726d32 req-46294c9d-1d0a-49ce-97cc-40352ca1aaac tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:27.423743 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7d3d1c6-8129-43a8-981b-ef1c21726d32 req-46294c9d-1d0a-49ce-97cc-40352ca1aaac tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 931 time: 0.0769148 Feb 04 16:36:27.468033 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7d3d1c6-8129-43a8-981b-ef1c21726d32 req-3ab233c9-05c1-4c10-8c54-19f3a625f0a8 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385892 Feb 04 16:36:27.571109 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d834fd8-f71c-4fe9-acf1-e4541a862110 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:36:27.577748 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.592135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Transition to ACTIVE for port object 4d834fd8-f71c-4fe9-acf1-e4541a862110 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:27.595923 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.722453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Pushing event updated for resources: {'Port': ['ID=4d834fd8-f71c-4fe9-acf1-e4541a862110,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:27.827879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Attempting to bind port 4d834fd8-f71c-4fe9-acf1-e4541a862110 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:36:27.828211 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Attempting to bind port 4d834fd8-f71c-4fe9-acf1-e4541a862110 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:36:27.828535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Attempting to bind port 4d834fd8-f71c-4fe9-acf1-e4541a862110 on network a4e41c6a-c642-4482-90ce-bd4be7334865 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:36:27.834982 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Port 4d834fd8-f71c-4fe9-acf1-e4541a862110 on network a4e41c6a-c642-4482-90ce-bd4be7334865 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:36:27.835332 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Attempting to bind port 4d834fd8-f71c-4fe9-acf1-e4541a862110 on network a4e41c6a-c642-4482-90ce-bd4be7334865 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:36:27.841411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:36:27.841742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Checking segment: {'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:36:27.842119 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Bound using segment: {'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:36:27.842539 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Bound port: 4d834fd8-f71c-4fe9-acf1-e4541a862110, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d1775b-7863-4eb4-a528-b592a452923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:36:27.842876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.927621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] For port 4d834fd8-f71c-4fe9-acf1-e4541a862110, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:36:27.930654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] For port 4d834fd8-f71c-4fe9-acf1-e4541a862110, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4d834fd8-f71c-4fe9-acf1-e4541a862110,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:36:27.936334 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.999085 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.000503 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] 10.222.0.81 "PUT /v2.0/ports/4d834fd8-f71c-4fe9-acf1-e4541a862110 HTTP/1.1" status: 200 len: 1091 time: 1.0607834 Feb 04 16:36:28.000935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1871d654-3290-4262-9242-6929b03e8e44', 'tag': '4d834fd8-f71c-4fe9-acf1-e4541a862110'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:28.025415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02115eb-06f0-4d88-bcf6-e8f0e5badc4a service neutron] Pushing event updated for resources: {'Port': ['ID=4d834fd8-f71c-4fe9-acf1-e4541a862110,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:28.099362 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1871d654-3290-4262-9242-6929b03e8e44', 'tag': '4d834fd8-f71c-4fe9-acf1-e4541a862110', 'status': 'completed', 'code': 200} Feb 04 16:36:28.132706 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-dbb19b8b-8dc3-4e76-8989-a1ec9b3a6c09 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d73ebbb2dc44179b50397a01cbc5ce9&device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 1094 time: 0.0754514 Feb 04 16:36:28.210145 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-133a55a0-ef83-4279-b8ce-88bddf4623eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d834fd8-f71c-4fe9-acf1-e4541a862110 HTTP/1.1" status: 200 len: 217 time: 0.0640092 Feb 04 16:36:28.271833 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-afe0150b-dacc-4fb8-ae39-f68d89e16e91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:28.273183 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-afe0150b-dacc-4fb8-ae39-f68d89e16e91 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7aa24d3a-776c-4f89-9bd9-96c76657e34b HTTP/1.1" status: 200 len: 855 time: 0.0570662 Feb 04 16:36:28.349874 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-4ece8e40-4931-40fb-a801-f0366b4769ef service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a4e41c6a-c642-4482-90ce-bd4be7334865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708613 Feb 04 16:36:28.478225 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-33652259-4d41-4bfd-9e56-79a268c79d0b service neutron] 10.222.0.81 "GET /v2.0/networks/a4e41c6a-c642-4482-90ce-bd4be7334865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212239 Feb 04 16:36:28.610316 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9e51e62b-1212-4a0f-8d47-eabea37ae4ac req-8e246dcf-5423-452b-88da-d7a73b9be48b service neutron] 10.222.0.81 "GET /v2.0/networks/a4e41c6a-c642-4482-90ce-bd4be7334865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249712 Feb 04 16:36:28.672983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea995c4e-29d8-48a1-bbee-9154c32de586 req-3ce9e54e-27f6-41a4-880e-58616bbf1892 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:28.674451 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea995c4e-29d8-48a1-bbee-9154c32de586 req-3ce9e54e-27f6-41a4-880e-58616bbf1892 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 943 time: 0.0815957 Feb 04 16:36:28.721009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ea995c4e-29d8-48a1-bbee-9154c32de586 req-142978a2-f65f-44bb-8897-09f1f5bad043 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395145 Feb 04 16:36:28.768320 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c04a3200-512a-4ee4-8f93-1ec6cf317bac req-026314de-9c4d-4f77-b460-0cb3837fe1ae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d73ebbb2dc44179b50397a01cbc5ce9&device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 1094 time: 0.0713282 Feb 04 16:36:28.896335 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a3200-512a-4ee4-8f93-1ec6cf317bac req-1300429e-81dc-43ee-8e3f-3a20339580ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:28.897673 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c04a3200-512a-4ee4-8f93-1ec6cf317bac req-1300429e-81dc-43ee-8e3f-3a20339580ce service neutron] 10.222.0.81 "GET /v2.0/networks?id=a4e41c6a-c642-4482-90ce-bd4be7334865 HTTP/1.1" status: 200 len: 917 time: 0.1239042 Feb 04 16:36:29.058341 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c04a3200-512a-4ee4-8f93-1ec6cf317bac req-d2a0bb99-bf24-4a7b-9fde-e152dfefc787 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d834fd8-f71c-4fe9-acf1-e4541a862110 HTTP/1.1" status: 200 len: 217 time: 0.1543920 Feb 04 16:36:29.120251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a3200-512a-4ee4-8f93-1ec6cf317bac req-a1e143df-3b21-44fa-b8f2-b2b724c96bbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:29.121690 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c04a3200-512a-4ee4-8f93-1ec6cf317bac req-a1e143df-3b21-44fa-b8f2-b2b724c96bbd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7aa24d3a-776c-4f89-9bd9-96c76657e34b HTTP/1.1" status: 200 len: 855 time: 0.0579801 Feb 04 16:36:29.198138 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c04a3200-512a-4ee4-8f93-1ec6cf317bac req-497ae7dd-3e8b-4e03-ab84-05fd8f9f644b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a4e41c6a-c642-4482-90ce-bd4be7334865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698953 Feb 04 16:36:29.328022 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c04a3200-512a-4ee4-8f93-1ec6cf317bac req-1a6d7ee6-7340-4ba8-b0d4-18077bbc8e41 service neutron] 10.222.0.81 "GET /v2.0/networks/a4e41c6a-c642-4482-90ce-bd4be7334865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226919 Feb 04 16:36:29.458786 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c04a3200-512a-4ee4-8f93-1ec6cf317bac req-6070005f-20ce-416e-8c9f-18392a1a7563 service neutron] 10.222.0.81 "GET /v2.0/networks/a4e41c6a-c642-4482-90ce-bd4be7334865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228304 Feb 04 16:36:29.923596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556827ab-edf2-4a5f-9803-56a6dd1f72c1 req-3510a885-7355-470a-9e57-c33ddb204c0d tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:29.925055 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-556827ab-edf2-4a5f-9803-56a6dd1f72c1 req-3510a885-7355-470a-9e57-c33ddb204c0d tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 943 time: 0.0744386 Feb 04 16:36:29.974824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-556827ab-edf2-4a5f-9803-56a6dd1f72c1 req-2d5a36cb-08b2-4a1b-9e00-1f8b56e58105 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427740 Feb 04 16:36:31.261554 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8fafd-872c-4806-91f6-3cc74a25f1e0 req-ce4b4adf-39b9-4ffa-a410-1fc6c59d0baf tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:31.262923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17c8fafd-872c-4806-91f6-3cc74a25f1e0 req-ce4b4adf-39b9-4ffa-a410-1fc6c59d0baf tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 943 time: 0.1642506 Feb 04 16:36:31.307486 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17c8fafd-872c-4806-91f6-3cc74a25f1e0 req-5c21977a-e9fd-4d99-aabc-3d29ef1a4a30 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390654 Feb 04 16:36:31.364384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4d834fd8-f71c-4fe9-acf1-e4541a862110 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:36:31.500189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 4d834fd8-f71c-4fe9-acf1-e4541a862110, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4d834fd8-f71c-4fe9-acf1-e4541a862110,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:31.512861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '4d834fd8-f71c-4fe9-acf1-e4541a862110', 'network_id': 'a4e41c6a-c642-4482-90ce-bd4be7334865', 'port_id': '4d834fd8-f71c-4fe9-acf1-e4541a862110', 'mac_address': 'fa:16:3e:2a:e3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa24d3a-776c-4f89-9bd9-96c76657e34b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:36:31.568302 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.584860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d834fd8-f71c-4fe9-acf1-e4541a862110 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:36:31.600443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 4d834fd8-f71c-4fe9-acf1-e4541a862110, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4d834fd8-f71c-4fe9-acf1-e4541a862110,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:31.603967 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.666935 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=4d834fd8-f71c-4fe9-acf1-e4541a862110,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:31.675301 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.675643 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.675977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.677000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.677336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.677658 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.677982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.678303 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.678622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.678940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.679283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.990865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['4d834fd8-f71c-4fe9-acf1-e4541a862110'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:36:32.511647 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a323-c886-4569-87ea-683fa0f3ad72 req-de61567f-9e88-4eb6-82b9-d5fc96eab919 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:32.513093 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a53a323-c886-4569-87ea-683fa0f3ad72 req-de61567f-9e88-4eb6-82b9-d5fc96eab919 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 944 time: 0.0779519 Feb 04 16:36:32.558703 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a53a323-c886-4569-87ea-683fa0f3ad72 req-6a7ea2fb-c930-46ad-ad07-5e367cdb4c40 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402093 Feb 04 16:36:33.362706 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4d834fd8-f71c-4fe9-acf1-e4541a862110 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:33.431936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 4d834fd8-f71c-4fe9-acf1-e4541a862110 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:33.436520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 4d834fd8-f71c-4fe9-acf1-e4541a862110 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:33.436885 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:33.552184 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:33.583883 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1871d654-3290-4262-9242-6929b03e8e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d834fd8-f71c-4fe9-acf1-e4541a862110'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:33.593544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 4d834fd8-f71c-4fe9-acf1-e4541a862110, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4d834fd8-f71c-4fe9-acf1-e4541a862110,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:33.600812 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:33.672723 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=4d834fd8-f71c-4fe9-acf1-e4541a862110,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:33.691922 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1871d654-3290-4262-9242-6929b03e8e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d834fd8-f71c-4fe9-acf1-e4541a862110', 'code': 200} Feb 04 16:36:33.827468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc8b99-74b8-441b-ae90-d22f1cdbe98e req-0c6a53a7-de01-4d76-a659-110eae25a98a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:33.828926 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9fc8b99-74b8-441b-ae90-d22f1cdbe98e req-0c6a53a7-de01-4d76-a659-110eae25a98a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 945 time: 0.0825236 Feb 04 16:36:33.845340 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8b9e7603-1107-4419-954f-035e6dfdd217 req-49a5a1cb-c696-432c-ad8a-a5bc3568275a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 1096 time: 0.0733259 Feb 04 16:36:33.875966 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9fc8b99-74b8-441b-ae90-d22f1cdbe98e req-ec0c6aab-b5f3-4136-9d0d-b35b72b73787 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 Feb 04 16:36:33.889624 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8b9e7603-1107-4419-954f-035e6dfdd217 req-0a1ecba6-7696-484b-ab2f-4c6981c80b8a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379162 Feb 04 16:36:35.075978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17f228-1c9e-4699-9da2-b6299838524e req-ad0ad777-5227-42ee-a391-08537891b599 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:35.077413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca17f228-1c9e-4699-9da2-b6299838524e req-ad0ad777-5227-42ee-a391-08537891b599 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 945 time: 0.0783198 Feb 04 16:36:35.124316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca17f228-1c9e-4699-9da2-b6299838524e req-79af6352-cff4-4a84-858d-fded7efd7545 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Feb 04 16:36:36.324040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b49d4-c4f9-40cc-80eb-5e82f744ffe2 req-90cf3a80-95cf-4a3d-8d66-1a3e0849d514 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:36.325482 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd8b49d4-c4f9-40cc-80eb-5e82f744ffe2 req-90cf3a80-95cf-4a3d-8d66-1a3e0849d514 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 945 time: 0.0769668 Feb 04 16:36:36.373584 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd8b49d4-c4f9-40cc-80eb-5e82f744ffe2 req-93fe3bee-4126-4f46-81d9-7f4883f0d582 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427060 Feb 04 16:36:36.586024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174c2e9-e3bf-48fd-938a-0552d7348d46 req-0d7822e1-de35-4e29-af94-45ae5629b093 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:36.587477 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3174c2e9-e3bf-48fd-938a-0552d7348d46 req-0d7822e1-de35-4e29-af94-45ae5629b093 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 945 time: 0.0755811 Feb 04 16:36:36.631718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3174c2e9-e3bf-48fd-938a-0552d7348d46 req-de5aadbe-36f4-41dd-bad8-2b1edb3d3962 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389338 Feb 04 16:36:36.692214 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2882e172-3685-4cd2-aad1-71d21bf2fc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:39.057564 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-524f40e0-7c50-4908-beae-59bbdb14d5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:40.415897 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:40.478090 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:41.647057 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:42.158439 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:43.486201 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:36:50.106210 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:52.452863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7031d1-e125-41c7-90e6-79f5765ff1d1 req-efbf8be9-b3d8-439d-9369-6286012b4aad tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:52.454208 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec7031d1-e125-41c7-90e6-79f5765ff1d1 req-efbf8be9-b3d8-439d-9369-6286012b4aad tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 945 time: 0.0791049 Feb 04 16:36:52.498137 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec7031d1-e125-41c7-90e6-79f5765ff1d1 req-f768d49e-0dd9-4b5c-a791-1492d42f13e0 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378292 Feb 04 16:36:53.700623 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ba66e-87c4-4380-809f-50aef25e227c req-4455bfff-e5b4-4106-ba61-bfddb54a7920 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:53.702064 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b9ba66e-87c4-4380-809f-50aef25e227c req-4455bfff-e5b4-4106-ba61-bfddb54a7920 tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 945 time: 0.0742042 Feb 04 16:36:53.746369 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b9ba66e-87c4-4380-809f-50aef25e227c req-bfeee2f2-3848-4629-b2b0-cfca8868787a tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/security-groups?id=a01a94ed-00e8-42b6-b4fe-c86d89d793d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Feb 04 16:36:54.188397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1144e4-c608-4068-9bf3-ce6e54c180f0 req-1f35c611-572d-4e4f-9bd9-b22662f5cbfe tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:54.189072 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-7b1144e4-c608-4068-9bf3-ce6e54c180f0 req-1f35c611-572d-4e4f-9bd9-b22662f5cbfe tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Synchronizing usage tracker for tenant:0d73ebbb2dc44179b50397a01cbc5ce9 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:36:54.204461 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-7b1144e4-c608-4068-9bf3-ce6e54c180f0 req-1f35c611-572d-4e4f-9bd9-b22662f5cbfe tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Unset dirty status for tenant:0d73ebbb2dc44179b50397a01cbc5ce9 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:36:54.205651 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7b1144e4-c608-4068-9bf3-ce6e54c180f0 req-1f35c611-572d-4e4f-9bd9-b22662f5cbfe tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.81 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 945 time: 0.0896680 Feb 04 16:36:54.277531 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-7b1144e4-c608-4068-9bf3-ce6e54c180f0 req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Deleting port 4d834fd8-f71c-4fe9-acf1-e4541a862110 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:36:54.277759 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7b1144e4-c608-4068-9bf3-ce6e54c180f0 req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:54.518966 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-7b1144e4-c608-4068-9bf3-ce6e54c180f0 req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] For port 4d834fd8-f71c-4fe9-acf1-e4541a862110, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=4d834fd8-f71c-4fe9-acf1-e4541a862110,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:54.519375 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7b1144e4-c608-4068-9bf3-ce6e54c180f0 req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:54.640120 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-7b1144e4-c608-4068-9bf3-ce6e54c180f0 req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Calling delete_port for 4d834fd8-f71c-4fe9-acf1-e4541a862110 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:36:54.779615 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7b1144e4-c608-4068-9bf3-ce6e54c180f0 req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:54.812839 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['4d834fd8-f71c-4fe9-acf1-e4541a862110'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:36:54.829462 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Pushing event deleted for resources: {'Port': ['ID=4d834fd8-f71c-4fe9-acf1-e4541a862110,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:54.870717 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:54.871059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:54.871499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:54.871839 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:54.872168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:54.872765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:54.873082 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:54.873403 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:54.873714 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:54.874033 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:54.874347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:54.919502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1144e4-c608-4068-9bf3-ce6e54c180f0 req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] No DVR routers for this DVR port 4d834fd8-f71c-4fe9-acf1-e4541a862110 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:36:54.921636 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-7b1144e4-c608-4068-9bf3-ce6e54c180f0 req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:54.932706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1871d654-3290-4262-9242-6929b03e8e44', 'name': 'network-vif-deleted', 'tag': '4d834fd8-f71c-4fe9-acf1-e4541a862110'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:54.940207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f7ea99f-6003-4b0e-9dec-2d89aaccf540 req-824de322-9c76-46da-b9d4-fd6ebc212b2c tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.60 "GET /v2.0/ports?device_id=1871d654-3290-4262-9242-6929b03e8e44 HTTP/1.1" status: 200 len: 210 time: 0.0613537 Feb 04 16:36:54.945907 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7b1144e4-c608-4068-9bf3-ce6e54c180f0 req-d2407970-414e-4136-9de5-0513943e056b tempest-TestEncryptedCinderVolumes-1650131122 tempest-TestEncryptedCinderVolumes-1650131122-project] 10.222.0.81 "DELETE /v2.0/ports/4d834fd8-f71c-4fe9-acf1-e4541a862110 HTTP/1.1" status: 204 len: 173 time: 0.7347639 Feb 04 16:36:55.086070 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1871d654-3290-4262-9242-6929b03e8e44', 'name': 'network-vif-deleted', 'tag': '4d834fd8-f71c-4fe9-acf1-e4541a862110', 'status': 'completed', 'code': 200} Feb 04 16:36:56.090239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57186) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:56.570827 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fa21655c-e2fb-4b61-aebf-a2216a20d8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:57.163208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-fa21655c-e2fb-4b61-aebf-a2216a20d8a4 admin admin] Deleting port eb08bc43-4a0f-4257-bad7-96739b599f2c {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:36:57.163930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fa21655c-e2fb-4b61-aebf-a2216a20d8a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:57.327631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-fa21655c-e2fb-4b61-aebf-a2216a20d8a4 admin admin] For port eb08bc43-4a0f-4257-bad7-96739b599f2c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=eb08bc43-4a0f-4257-bad7-96739b599f2c,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:57.327983 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fa21655c-e2fb-4b61-aebf-a2216a20d8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:57.448050 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-fa21655c-e2fb-4b61-aebf-a2216a20d8a4 admin admin] Calling delete_port for eb08bc43-4a0f-4257-bad7-96739b599f2c owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:36:57.471102 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4d834fd8-f71c-4fe9-acf1-e4541a862110 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:36:57.536210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 4d834fd8-f71c-4fe9-acf1-e4541a862110 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:36:57.536646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 4d834fd8-f71c-4fe9-acf1-e4541a862110 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:36:57.624352 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fa21655c-e2fb-4b61-aebf-a2216a20d8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:57.669470 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21655c-e2fb-4b61-aebf-a2216a20d8a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb08bc43-4a0f-4257-bad7-96739b599f2c,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:57.948656 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fa21655c-e2fb-4b61-aebf-a2216a20d8a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:58.608254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa21655c-e2fb-4b61-aebf-a2216a20d8a4 admin admin] Router ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:36:58.799055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa21655c-e2fb-4b61-aebf-a2216a20d8a4 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:36:58.808389 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f386c-c7e9-497a-a0d6-939c34a5791c None None] Sync routers for ids ['ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:36:58.812095 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fa21655c-e2fb-4b61-aebf-a2216a20d8a4 admin admin] 10.222.0.60 "PUT /v2.0/routers/ce57c7f9-a6ec-4a76-9a3a-c76f9c475779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7207718 Feb 04 16:36:58.814548 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57190) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:58.821754 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f386c-c7e9-497a-a0d6-939c34a5791c None None] Routers {'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:36:58.822356 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d37f386c-c7e9-497a-a0d6-939c34a5791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:36:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:58.999284 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d37f386c-c7e9-497a-a0d6-939c34a5791c None None] Set router ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:36:59.022604 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:59.217888 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:59.227880 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] Deleting port 331419c2-2767-4718-ac61-bd543b80f81f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:36:59.228214 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:59.283630 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d37f386c-c7e9-497a-a0d6-939c34a5791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'name': 'tempest-TestEncryptedCinderVolumes-521201750-router', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '331419c2-2767-4718-ac61-bd543b80f81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:36:57Z', 'revision_number': 5, 'project_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'gw_port': {'id': '331419c2-2767-4718-ac61-bd543b80f81f', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:59.288365 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f386c-c7e9-497a-a0d6-939c34a5791c None None] Checking router: ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:36:59.299086 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f386c-c7e9-497a-a0d6-939c34a5791c None None] Routers {'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:36:59.299713 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d37f386c-c7e9-497a-a0d6-939c34a5791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:36:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:59.400456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] For port 331419c2-2767-4718-ac61-bd543b80f81f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=331419c2-2767-4718-ac61-bd543b80f81f,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:59.400816 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:59.448307 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d37f386c-c7e9-497a-a0d6-939c34a5791c None None] Set router ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:36:59.558891 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d37f386c-c7e9-497a-a0d6-939c34a5791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'name': 'tempest-TestEncryptedCinderVolumes-521201750-router', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:36:59Z', 'revision_number': 6, 'project_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:59.563267 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f386c-c7e9-497a-a0d6-939c34a5791c None None] The sync data for ids ['ce57c7f9-a6ec-4a76-9a3a-c76f9c475779'] in n-d-827872-1 is: [{'id': 'ce57c7f9-a6ec-4a76-9a3a-c76f9c475779', 'name': 'tempest-TestEncryptedCinderVolumes-521201750-router', 'tenant_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:39Z', 'updated_at': '2022-02-04T16:36:59Z', 'revision_number': 6, 'project_id': '0d73ebbb2dc44179b50397a01cbc5ce9', 'gw_port_host': None}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:36:59.638352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] Calling delete_port for 331419c2-2767-4718-ac61-bd543b80f81f owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:36:59.796136 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:59.844191 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=331419c2-2767-4718-ac61-bd543b80f81f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:00.076003 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.327389 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.332308 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.357392 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.357890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:37:00.369766 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.370889 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-17ba6fb2-4bfa-4b12-903f-fc304e3ac9a6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ce57c7f9-a6ec-4a76-9a3a-c76f9c475779 HTTP/1.1" status: 204 len: 168 time: 1.5554528 Feb 04 16:37:00.373779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57194) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:00.433706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee99f7f-330d-4e97-92bc-c2eb6350eb73 admin admin] Deleting subnet 7aa24d3a-776c-4f89-9bd9-96c76657e34b {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:37:00.436657 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ee99f7f-330d-4e97-92bc-c2eb6350eb73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.487789 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ee99f7f-330d-4e97-92bc-c2eb6350eb73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.571053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ee99f7f-330d-4e97-92bc-c2eb6350eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.638253 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ee99f7f-330d-4e97-92bc-c2eb6350eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.677299 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee99f7f-330d-4e97-92bc-c2eb6350eb73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa24d3a-776c-4f89-9bd9-96c76657e34b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:00.684332 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5ee99f7f-330d-4e97-92bc-c2eb6350eb73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.689138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfd031f-d5dc-4adb-b003-4e183a257e1a None None] Network a4e41c6a-c642-4482-90ce-bd4be7334865 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:37:00.690990 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5ee99f7f-330d-4e97-92bc-c2eb6350eb73 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7aa24d3a-776c-4f89-9bd9-96c76657e34b HTTP/1.1" status: 204 len: 168 time: 0.3162405 Feb 04 16:37:00.693949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57198) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:00.797340 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.807601 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] Deleting port aeae4f12-d8fc-436a-9af8-ea7296452627 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:37:00.807923 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.932980 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11b33d2-bef9-4e0a-8e40-58bce38a7d1a None None] DHCP port deletion for a4e41c6a-c642-4482-90ce-bd4be7334865 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:37:00.937135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c11b33d2-bef9-4e0a-8e40-58bce38a7d1a None None] Deleting port aeae4f12-d8fc-436a-9af8-ea7296452627 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:37:00.937535 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c11b33d2-bef9-4e0a-8e40-58bce38a7d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:01.120517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] For port aeae4f12-d8fc-436a-9af8-ea7296452627, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=aeae4f12-d8fc-436a-9af8-ea7296452627,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:01.120876 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:01.147340 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c11b33d2-bef9-4e0a-8e40-58bce38a7d1a None None] For port aeae4f12-d8fc-436a-9af8-ea7296452627, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=aeae4f12-d8fc-436a-9af8-ea7296452627,segment=NetworkSegment(b2d1775b-7863-4eb4-a528-b592a452923e),segment_id=b2d1775b-7863-4eb4-a528-b592a452923e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:01.147660 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c11b33d2-bef9-4e0a-8e40-58bce38a7d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:01.241587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] Calling delete_port for aeae4f12-d8fc-436a-9af8-ea7296452627 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:37:01.263577 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c11b33d2-bef9-4e0a-8e40-58bce38a7d1a None None] Calling delete_port for aeae4f12-d8fc-436a-9af8-ea7296452627 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:37:01.317446 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:01.331398 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-c11b33d2-bef9-4e0a-8e40-58bce38a7d1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:37:01.332297 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-c11b33d2-bef9-4e0a-8e40-58bce38a7d1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:37:01.361667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeae4f12-d8fc-436a-9af8-ea7296452627,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:01.368497 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] No DVR routers for this DVR port aeae4f12-d8fc-436a-9af8-ea7296452627 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:37:01.482334 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:01.507056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e41c6a-c642-4482-90ce-bd4be7334865']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:01.518502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d1775b-7863-4eb4-a528-b592a452923e') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:01.518798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d1775b-7863-4eb4-a528-b592a452923e') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:01.531048 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:01.550451 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:01.556825 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:37:01.557227 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:37:01.570425 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:37:01.635052 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 331419c2-2767-4718-ac61-bd543b80f81f no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:37:01.650437 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:01.667459 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:01.678220 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4e41c6a-c642-4482-90ce-bd4be7334865,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:01.683012 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 331419c2-2767-4718-ac61-bd543b80f81f {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:37:01.683493 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 331419c2-2767-4718-ac61-bd543b80f81f not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:37:01.683622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device aeae4f12-d8fc-436a-9af8-ea7296452627 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:37:01.692125 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-19a048ab-321c-4748-8ba7-d0af0a0021e0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a4e41c6a-c642-4482-90ce-bd4be7334865 HTTP/1.1" status: 204 len: 168 time: 0.9971664 Feb 04 16:37:01.695519 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57204) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:01.718155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: aeae4f12-d8fc-436a-9af8-ea7296452627 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:37:01.718737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device aeae4f12-d8fc-436a-9af8-ea7296452627 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:37:01.718919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device eb08bc43-4a0f-4257-bad7-96739b599f2c no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:37:01.750770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: eb08bc43-4a0f-4257-bad7-96739b599f2c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:37:01.751117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device eb08bc43-4a0f-4257-bad7-96739b599f2c not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:37:01.833907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c11b33d2-bef9-4e0a-8e40-58bce38a7d1a None None] Deleting port aeae4f12-d8fc-436a-9af8-ea7296452627 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:37:01.834326 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c11b33d2-bef9-4e0a-8e40-58bce38a7d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:01.900015 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c11b33d2-bef9-4e0a-8e40-58bce38a7d1a None None] The port 'aeae4f12-d8fc-436a-9af8-ea7296452627' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:37:02.082915 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea9b5f83-2ed7-4806-b352-68372654a173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:02.772695 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b5f83-2ed7-4806-b352-68372654a173 admin admin] Deleting port 786f36fd-c8a2-42d5-a351-bcd438b2c768 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:37:02.773390 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea9b5f83-2ed7-4806-b352-68372654a173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:02.938021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-ea9b5f83-2ed7-4806-b352-68372654a173 admin admin] For port 786f36fd-c8a2-42d5-a351-bcd438b2c768, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=786f36fd-c8a2-42d5-a351-bcd438b2c768,segment=NetworkSegment(9c2cd477-1889-4fac-8f93-648ad7ed651a),segment_id=9c2cd477-1889-4fac-8f93-648ad7ed651a)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:02.938509 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea9b5f83-2ed7-4806-b352-68372654a173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:03.059920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b5f83-2ed7-4806-b352-68372654a173 admin admin] Calling delete_port for 786f36fd-c8a2-42d5-a351-bcd438b2c768 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:37:03.228788 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea9b5f83-2ed7-4806-b352-68372654a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:03.274669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b5f83-2ed7-4806-b352-68372654a173 admin admin] Pushing event deleted for resources: {'Port': ['ID=786f36fd-c8a2-42d5-a351-bcd438b2c768,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:03.559966 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ea9b5f83-2ed7-4806-b352-68372654a173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:04.219699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9b5f83-2ed7-4806-b352-68372654a173 admin admin] Router 183d869f-9642-49f1-95eb-612c6891440e has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:37:04.417412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9b5f83-2ed7-4806-b352-68372654a173 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:37:04.425910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14759ee1-c3a4-4f0e-a712-283050dcae88 None None] Sync routers for ids ['183d869f-9642-49f1-95eb-612c6891440e'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:37:04.428514 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ea9b5f83-2ed7-4806-b352-68372654a173 admin admin] 10.222.0.60 "PUT /v2.0/routers/183d869f-9642-49f1-95eb-612c6891440e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7325397 Feb 04 16:37:04.431303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57208) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:04.437567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14759ee1-c3a4-4f0e-a712-283050dcae88 None None] Routers {'183d869f-9642-49f1-95eb-612c6891440e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:04.438160 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-14759ee1-c3a4-4f0e-a712-283050dcae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:36:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['183d869f-9642-49f1-95eb-612c6891440e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:04.619590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-14759ee1-c3a4-4f0e-a712-283050dcae88 None None] Set router 183d869f-9642-49f1-95eb-612c6891440e gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:04.623460 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:04.829294 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:04.839232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] Deleting port f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:37:04.839575 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:04.902106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-14759ee1-c3a4-4f0e-a712-283050dcae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d869f-9642-49f1-95eb-612c6891440e', 'name': 'tempest-TestEncryptedCinderVolumes-1544514430-router', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:45Z', 'updated_at': '2022-02-04T16:37:03Z', 'revision_number': 5, 'project_id': '1f38c85c2cd9433388996e73114b4dc3', 'gw_port': {'id': 'f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d869f-9642-49f1-95eb-612c6891440e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:04.905884 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14759ee1-c3a4-4f0e-a712-283050dcae88 None None] Checking router: 183d869f-9642-49f1-95eb-612c6891440e for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:37:04.916619 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14759ee1-c3a4-4f0e-a712-283050dcae88 None None] Routers {'183d869f-9642-49f1-95eb-612c6891440e'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:04.917229 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-14759ee1-c3a4-4f0e-a712-283050dcae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:36:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['183d869f-9642-49f1-95eb-612c6891440e'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:05.025838 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] For port f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:05.026217 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:05.105653 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-14759ee1-c3a4-4f0e-a712-283050dcae88 None None] Set router 183d869f-9642-49f1-95eb-612c6891440e gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:05.146832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] Calling delete_port for f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:37:05.209579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-14759ee1-c3a4-4f0e-a712-283050dcae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d869f-9642-49f1-95eb-612c6891440e', 'name': 'tempest-TestEncryptedCinderVolumes-1544514430-router', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:45Z', 'updated_at': '2022-02-04T16:37:04Z', 'revision_number': 6, 'project_id': '1f38c85c2cd9433388996e73114b4dc3', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:05.213545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14759ee1-c3a4-4f0e-a712-283050dcae88 None None] The sync data for ids ['183d869f-9642-49f1-95eb-612c6891440e'] in n-d-827872-1 is: [{'id': '183d869f-9642-49f1-95eb-612c6891440e', 'name': 'tempest-TestEncryptedCinderVolumes-1544514430-router', 'tenant_id': '1f38c85c2cd9433388996e73114b4dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:45Z', 'updated_at': '2022-02-04T16:37:04Z', 'revision_number': 6, 'project_id': '1f38c85c2cd9433388996e73114b4dc3', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:37:05.318916 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:05.366001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:05.698083 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:05.950690 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:05.954593 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:05.986310 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:05.986634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 786f36fd-c8a2-42d5-a351-bcd438b2c768 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:37:05.987103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 183d869f-9642-49f1-95eb-612c6891440e {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:37:06.006003 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.007626 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-390c8ef0-fca9-43b7-9db8-d87f29274efd admin admin] 10.222.0.60 "DELETE /v2.0/routers/183d869f-9642-49f1-95eb-612c6891440e HTTP/1.1" status: 204 len: 168 time: 1.5750794 Feb 04 16:37:06.009840 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57212) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:06.027738 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 786f36fd-c8a2-42d5-a351-bcd438b2c768 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:37:06.028277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 786f36fd-c8a2-42d5-a351-bcd438b2c768 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:37:06.073641 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-24877b8d-ba35-40ca-962f-8a7273ab3eed admin admin] Deleting subnet 843b2221-ba8f-446e-af34-fb2ea7f92279 {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:37:06.076663 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-24877b8d-ba35-40ca-962f-8a7273ab3eed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.127051 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-24877b8d-ba35-40ca-962f-8a7273ab3eed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.205811 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-24877b8d-ba35-40ca-962f-8a7273ab3eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.280431 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-24877b8d-ba35-40ca-962f-8a7273ab3eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.317820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24877b8d-ba35-40ca-962f-8a7273ab3eed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843b2221-ba8f-446e-af34-fb2ea7f92279,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:06.322477 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-24877b8d-ba35-40ca-962f-8a7273ab3eed admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.330359 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-24877b8d-ba35-40ca-962f-8a7273ab3eed admin admin] 10.222.0.60 "DELETE /v2.0/subnets/843b2221-ba8f-446e-af34-fb2ea7f92279 HTTP/1.1" status: 204 len: 168 time: 0.3171453 Feb 04 16:37:06.330524 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9674a6e-0030-4600-84af-2574e16b70dc None None] Network 167ba1b6-dbad-414d-82d1-77da1990d2d9 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:37:06.330637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57216) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:06.434713 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.445531 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] Deleting port 112e1bcd-da43-4d82-b7a5-ce657902dff8 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:37:06.445858 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.568216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4c9614-2356-4b67-aafe-d0c7278fd3fd None None] DHCP port deletion for 167ba1b6-dbad-414d-82d1-77da1990d2d9 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:37:06.572148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c9614-2356-4b67-aafe-d0c7278fd3fd None None] Deleting port 112e1bcd-da43-4d82-b7a5-ce657902dff8 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:37:06.572523 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9b4c9614-2356-4b67-aafe-d0c7278fd3fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.652581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] For port 112e1bcd-da43-4d82-b7a5-ce657902dff8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=112e1bcd-da43-4d82-b7a5-ce657902dff8,segment=NetworkSegment(9c2cd477-1889-4fac-8f93-648ad7ed651a),segment_id=9c2cd477-1889-4fac-8f93-648ad7ed651a)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:06.652942 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.767673 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-61034e95-def8-4fd8-a94e-a403bf49a7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.771682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] Calling delete_port for 112e1bcd-da43-4d82-b7a5-ce657902dff8 owned by network:dhcp {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:37:06.790216 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-9b4c9614-2356-4b67-aafe-d0c7278fd3fd None None] For port 112e1bcd-da43-4d82-b7a5-ce657902dff8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=112e1bcd-da43-4d82-b7a5-ce657902dff8,segment=NetworkSegment(9c2cd477-1889-4fac-8f93-648ad7ed651a),segment_id=9c2cd477-1889-4fac-8f93-648ad7ed651a)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:06.790596 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9b4c9614-2356-4b67-aafe-d0c7278fd3fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.844949 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.911748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c9614-2356-4b67-aafe-d0c7278fd3fd None None] Calling delete_port for 112e1bcd-da43-4d82-b7a5-ce657902dff8 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:37:06.993532 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-9b4c9614-2356-4b67-aafe-d0c7278fd3fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:37:06.994136 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-9b4c9614-2356-4b67-aafe-d0c7278fd3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:37:07.003809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=112e1bcd-da43-4d82-b7a5-ce657902dff8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:07.009779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] No DVR routers for this DVR port 112e1bcd-da43-4d82-b7a5-ce657902dff8 on host n-d-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:37:07.122973 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.147524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167ba1b6-dbad-414d-82d1-77da1990d2d9']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:07.159089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2cd477-1889-4fac-8f93-648ad7ed651a') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:07.159406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2cd477-1889-4fac-8f93-648ad7ed651a') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:07.171229 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.186687 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.192604 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:37:07.192984 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:37:07.205504 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:37:07.282067 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.288702 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.313405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=167ba1b6-dbad-414d-82d1-77da1990d2d9,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:07.317670 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-efddb7a1-6af7-4692-8718-6875c5fcc6d1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/167ba1b6-dbad-414d-82d1-77da1990d2d9 HTTP/1.1" status: 204 len: 168 time: 0.9858830 Feb 04 16:37:07.494846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c9614-2356-4b67-aafe-d0c7278fd3fd None None] Deleting port 112e1bcd-da43-4d82-b7a5-ce657902dff8 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:37:07.495261 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9b4c9614-2356-4b67-aafe-d0c7278fd3fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.509785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57222) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:07.559280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c9614-2356-4b67-aafe-d0c7278fd3fd None None] The port '112e1bcd-da43-4d82-b7a5-ce657902dff8' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:37:07.563830 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a21c2d83-6136-46c5-92d2-efcce3c7e02e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d73ebbb2dc44179b50397a01cbc5ce9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501354 Feb 04 16:37:07.563830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57226) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:07.630604 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-71b9a8ef-947c-4103-9d4c-f59e2e908f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.633816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:37:07.657742 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-71b9a8ef-947c-4103-9d4c-f59e2e908f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.669770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:37:07.670207 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f9d8d5c4-1d38-4f15-b2aa-67c4d7ada219 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:37:07.670698 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 112e1bcd-da43-4d82-b7a5-ce657902dff8 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:37:07.702427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 112e1bcd-da43-4d82-b7a5-ce657902dff8 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:37:07.702859 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 112e1bcd-da43-4d82-b7a5-ce657902dff8 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:37:07.716409 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-71b9a8ef-947c-4103-9d4c-f59e2e908f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.732655 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9a8ef-947c-4103-9d4c-f59e2e908f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01a94ed-00e8-42b6-b4fe-c86d89d793d8,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:07.736865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-71b9a8ef-947c-4103-9d4c-f59e2e908f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.738046 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-71b9a8ef-947c-4103-9d4c-f59e2e908f18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a01a94ed-00e8-42b6-b4fe-c86d89d793d8 HTTP/1.1" status: 204 len: 168 time: 0.1736057 Feb 04 16:37:08.123944 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57234) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:08.173977 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-40d0a289-c563-4fac-b8e0-cc19ef0facf1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f38c85c2cd9433388996e73114b4dc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488126 Feb 04 16:37:08.176990 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57238) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:08.237083 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f292b8a8-fa43-4d21-982e-f50939931732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:08.265598 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f292b8a8-fa43-4d21-982e-f50939931732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:08.317387 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f292b8a8-fa43-4d21-982e-f50939931732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:08.331602 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292b8a8-fa43-4d21-982e-f50939931732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51b3f9f-e28c-4396-969b-b94f10ed8e18,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:08.337806 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f292b8a8-fa43-4d21-982e-f50939931732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:08.338913 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f292b8a8-fa43-4d21-982e-f50939931732 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b51b3f9f-e28c-4396-969b-b94f10ed8e18 HTTP/1.1" status: 204 len: 168 time: 0.1610401 Feb 04 16:37:09.059122 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5015529f-0488-400a-9264-bf8127070cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:09.214265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57260) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:09.340488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1346955499-network', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:09.346095 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:09.350822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Usage tracker for resource:network and tenant:d1dcf60bddd74db398c7039719aa4a26 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:09.353713 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:09.360266 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:09.370208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Made reservation on behalf of d1dcf60bddd74db398c7039719aa4a26 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:09.372750 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:09.387920 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:09.419165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:09.422955 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Usage tracker for resource:security_group_rule and tenant:d1dcf60bddd74db398c7039719aa4a26 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:09.425841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:09.431417 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:09.503559 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:09.507321 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:09.538089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:37:09.546481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:09.552080 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:09.552417 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Added segment 99758096-b804-4cd5-8e98-88eb8ba079f9 of type vlan for network 1b0485d3-6a33-4e6c-984c-53158a3f518c Feb 04 16:37:09.580184 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:09.609475 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:09.610274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:09.610845 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:09.713133 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4975553 Feb 04 16:37:09.716315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109fe15-fe9a-4dad-8cc6-3a90c3849b67 admin admin] Pushing event updated for resources: {'Network': ['ID=1b0485d3-6a33-4e6c-984c-53158a3f518c,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:09.716445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57266) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:09.722018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] Request body: {'subnet': {'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1346955499-subnet', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:09.726602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 1b0485d3-6a33-4e6c-984c-53158a3f518c details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:37:09.733980 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:09.737859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] Usage tracker for resource:subnet and tenant:d1dcf60bddd74db398c7039719aa4a26 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:09.740809 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:09.746402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:09.756705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] Made reservation on behalf of d1dcf60bddd74db398c7039719aa4a26 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:09.758873 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:09.957699 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.024949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ea41ff0-174c-4db3-be15-16adedbac591,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:10.051708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] Checking segment: {'id': '99758096-b804-4cd5-8e98-88eb8ba079f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:10.052057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] Network hostable DHCP agents. Network: 1b0485d3-6a33-4e6c-984c-53158a3f518c, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:37:10.073905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] Network 1b0485d3-6a33-4e6c-984c-53158a3f518c is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:37:10.082916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 1b0485d3-6a33-4e6c-984c-53158a3f518c) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:10.086866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:10.087490 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.093671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b716dd2b-9c48-4a63-a972-2591e189c4f2 None None] Network 1b0485d3-6a33-4e6c-984c-53158a3f518c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:37:10.108040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-34701ddc-e094-4702-b357-3bbeb44d5329 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3904111 Feb 04 16:37:10.110912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57270) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:10.116466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:10.121955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:10.127435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Usage tracker for resource:router and tenant:d1dcf60bddd74db398c7039719aa4a26 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:10.130909 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:10.136487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:10.147613 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.148514 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.166645 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.314642 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.352247 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-1b0485d3-6a33-4e6c-984c-53158a3f518c', 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'fixed_ips': [{'subnet_id': '0ea41ff0-174c-4db3-be15-16adedbac591'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:37:10.353264 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.437285 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.503999 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.521167 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.533134 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.534540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Allocated IP 172.20.0.2 (1b0485d3-6a33-4e6c-984c-53158a3f518c/0ea41ff0-174c-4db3-be15-16adedbac591/54b1eaac-aa98-4c2d-a2a7-674a06b29a02) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:10.745561 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.755887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Transition to ACTIVE for port object 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:10.756780 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Allocated IP 172.25.0.73 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/212edfe3-1d6f-4b7c-8ad0-807112f1edee) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:10.775083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Transition to ACTIVE for port object 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:10.780226 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.845923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Network 1b0485d3-6a33-4e6c-984c-53158a3f518c is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:10.848801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:10.852475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:37:10.857405 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Pushing event updated for resources: {'Port': ['ID=54b1eaac-aa98-4c2d-a2a7-674a06b29a02,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:10.911315 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.942423 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.943479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Attempting to bind port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:10.943942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Attempting to bind port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '99758096-b804-4cd5-8e98-88eb8ba079f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:10.944565 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Attempting to bind port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 on network 1b0485d3-6a33-4e6c-984c-53158a3f518c {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:37:10.952175 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:37:10.952707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Checking segment: {'id': '99758096-b804-4cd5-8e98-88eb8ba079f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:10.953190 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.953666 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Bound using segment: {'id': '99758096-b804-4cd5-8e98-88eb8ba079f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:37:10.954226 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Bound port: 54b1eaac-aa98-4c2d-a2a7-674a06b29a02, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99758096-b804-4cd5-8e98-88eb8ba079f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:10.954768 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:11.014270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:11.017359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:11.019850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:37:11.051581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] For port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:11.054631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] For port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=54b1eaac-aa98-4c2d-a2a7-674a06b29a02,segment=NetworkSegment(99758096-b804-4cd5-8e98-88eb8ba079f9),segment_id=99758096-b804-4cd5-8e98-88eb8ba079f9)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:11.058934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=212edfe3-1d6f-4b7c-8ad0-807112f1edee,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:11.059301 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:11.145328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7434ba-3e0d-41d3-a20d-dd1433760180 None None] Pushing event updated for resources: {'Port': ['ID=54b1eaac-aa98-4c2d-a2a7-674a06b29a02,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:11.185918 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:11.186659 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:11.427513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Router bec90988-ec61-452b-b93b-2777a18d40f5 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:37:11.636650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:37:11.647582 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Sync routers for ids ['bec90988-ec61-452b-b93b-2777a18d40f5'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:37:11.662339 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:11.663717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-90b55084-8beb-4de0-b557-e14dfcb46ed7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5516765 Feb 04 16:37:11.666561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57274) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:11.671114 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:11.671300 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Routers {'bec90988-ec61-452b-b93b-2777a18d40f5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:11.671876 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:37:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['bec90988-ec61-452b-b93b-2777a18d40f5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:11.676829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:11.756302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:11.860328 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Set router bec90988-ec61-452b-b93b-2777a18d40f5 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:12.139560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85cde0a-a0eb-4916-9a1c-d390ff13ad38 None None] Network 1b0485d3-6a33-4e6c-984c-53158a3f518c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:37:12.179615 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:11Z', 'revision_number': 3, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'gw_port': {'id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:12.183495 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Checking router: bec90988-ec61-452b-b93b-2777a18d40f5 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:37:12.183841 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Updating router bec90988-ec61-452b-b93b-2777a18d40f5 port 212edfe3-1d6f-4b7c-8ad0-807112f1edee binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:37:12.237378 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.245876 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.276036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5ce8c558-f749-4779-8134-345f797a1aee None None] Provisioning for port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:12.284880 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5ce8c558-f749-4779-8134-345f797a1aee None None] Provisioning complete for port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:12.285385 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c558-f749-4779-8134-345f797a1aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.495328 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c558-f749-4779-8134-345f797a1aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.537107 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5ce8c558-f749-4779-8134-345f797a1aee None None] For port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=54b1eaac-aa98-4c2d-a2a7-674a06b29a02,segment=NetworkSegment(99758096-b804-4cd5-8e98-88eb8ba079f9),segment_id=99758096-b804-4cd5-8e98-88eb8ba079f9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:12.543053 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c558-f749-4779-8134-345f797a1aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.547663 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.575828 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.588076 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Transition to ACTIVE for port object 212edfe3-1d6f-4b7c-8ad0-807112f1edee will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:12.596029 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.619303 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8c558-f749-4779-8134-345f797a1aee None None] Pushing event updated for resources: {'Port': ['ID=54b1eaac-aa98-4c2d-a2a7-674a06b29a02,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:12.679064 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Attempting to bind port 212edfe3-1d6f-4b7c-8ad0-807112f1edee on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:12.679659 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Attempting to bind port 212edfe3-1d6f-4b7c-8ad0-807112f1edee by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:12.679761 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Attempting to bind port 212edfe3-1d6f-4b7c-8ad0-807112f1edee on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:37:12.693544 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:37:12.693919 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:12.694310 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.694692 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:37:12.695156 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Bound port: 212edfe3-1d6f-4b7c-8ad0-807112f1edee, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:12.695541 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.737197 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8752b4a-0a4d-452f-8612-b1ec6402917f None None] Pushing event updated for resources: {'Port': ['ID=212edfe3-1d6f-4b7c-8ad0-807112f1edee,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:12.757632 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8752b4a-0a4d-452f-8612-b1ec6402917f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:12.757970 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8752b4a-0a4d-452f-8612-b1ec6402917f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:12.758301 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8752b4a-0a4d-452f-8612-b1ec6402917f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:12.759153 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8752b4a-0a4d-452f-8612-b1ec6402917f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:12.759153 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8752b4a-0a4d-452f-8612-b1ec6402917f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:12.759378 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8752b4a-0a4d-452f-8612-b1ec6402917f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:12.759550 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8752b4a-0a4d-452f-8612-b1ec6402917f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:12.759883 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8752b4a-0a4d-452f-8612-b1ec6402917f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:12.760150 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8752b4a-0a4d-452f-8612-b1ec6402917f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:12.760456 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8752b4a-0a4d-452f-8612-b1ec6402917f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:12.760773 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8752b4a-0a4d-452f-8612-b1ec6402917f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:12.787999 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] For port 212edfe3-1d6f-4b7c-8ad0-807112f1edee, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:12.788286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4ed93090-3ca7-4219-a662-9eabb7fa4273 None None] Provisioning complete for port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:12.788617 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4ed93090-3ca7-4219-a662-9eabb7fa4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.791126 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] For port 212edfe3-1d6f-4b7c-8ad0-807112f1edee, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=212edfe3-1d6f-4b7c-8ad0-807112f1edee,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:12.793524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Allocated IP 172.20.0.1 (1b0485d3-6a33-4e6c-984c-53158a3f518c/0ea41ff0-174c-4db3-be15-16adedbac591/fed78022-c202-44af-91d8-69b3c3b77c5e) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:12.796029 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.875835 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8752b4a-0a4d-452f-8612-b1ec6402917f None None] Pushing event updated for resources: {'Port': ['ID=212edfe3-1d6f-4b7c-8ad0-807112f1edee,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:12.879370 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Routers {'bec90988-ec61-452b-b93b-2777a18d40f5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:12.879981 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:37:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['bec90988-ec61-452b-b93b-2777a18d40f5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:12.962281 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.980425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Transition to ACTIVE for port object fed78022-c202-44af-91d8-69b3c3b77c5e will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:13.002986 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:13.073912 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Network 1b0485d3-6a33-4e6c-984c-53158a3f518c is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:13.076815 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:13.079625 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] Set router bec90988-ec61-452b-b93b-2777a18d40f5 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:13.081199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Pushing event updated for resources: {'Port': ['ID=fed78022-c202-44af-91d8-69b3c3b77c5e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:13.085122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:37:13.150192 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:13.249680 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:13.445909 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:11Z', 'revision_number': 3, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'gw_port': {'id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:13.447159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d2b103e0-8430-4029-bc82-d93e042ea26d None None] Provisioning for port fed78022-c202-44af-91d8-69b3c3b77c5e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:13.450718 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e4088d-c83e-47d2-bcc6-e917b0cbb9d0 None None] The sync data for ids ['bec90988-ec61-452b-b93b-2777a18d40f5'] in n-d-827872-1 is: [{'id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:11Z', 'revision_number': 3, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'gw_port': {'id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:37:13.452439 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-d2b103e0-8430-4029-bc82-d93e042ea26d None None] Provisioning complete for port fed78022-c202-44af-91d8-69b3c3b77c5e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:13.452875 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d2b103e0-8430-4029-bc82-d93e042ea26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:13.501441 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:13.507000 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:13.509514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-d2b103e0-8430-4029-bc82-d93e042ea26d None None] Port fed78022-c202-44af-91d8-69b3c3b77c5e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:37:13.617061 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:13.620586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Pushing event updated for resources: {'Port': ['ID=fed78022-c202-44af-91d8-69b3c3b77c5e,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:13.679648 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:13.755479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:13.755850 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:13.776295 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Network 1b0485d3-6a33-4e6c-984c-53158a3f518c is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:13.778671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:14.138268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8f637c7b-ec4e-49e0-9eb0-a8421c0a0bba None None] Provisioning complete for port fed78022-c202-44af-91d8-69b3c3b77c5e triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:14.138563 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8f637c7b-ec4e-49e0-9eb0-a8421c0a0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:14.190708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8f637c7b-ec4e-49e0-9eb0-a8421c0a0bba None None] Port fed78022-c202-44af-91d8-69b3c3b77c5e cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:37:14.207971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Router bec90988-ec61-452b-b93b-2777a18d40f5 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:37:14.502048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:37:14.510755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-13d5ef1c-fc3a-46ce-b076-8c25a3907790 admin admin] 10.222.0.60 "PUT /v2.0/routers/bec90988-ec61-452b-b93b-2777a18d40f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8421824 Feb 04 16:37:15.332480 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57298) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:15.338026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1012504712-network', 'tenant_id': 'e237c4e0354744a980d8300efda642ff'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:15.343701 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:15.347788 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Usage tracker for resource:network and tenant:e237c4e0354744a980d8300efda642ff is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:15.350691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:15.356600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:15.367543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Made reservation on behalf of e237c4e0354744a980d8300efda642ff for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:15.369810 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.382642 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.412421 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:15.416182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Usage tracker for resource:security_group_rule and tenant:e237c4e0354744a980d8300efda642ff is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:15.418921 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:15.424623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:15.489397 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.493319 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.526925 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:37:15.536001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964f4230-7778-444c-afab-d86b822991f0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:15.541418 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.541814 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Added segment 14d0a33c-82d4-407c-b57e-6a2e1ca8011a of type vlan for network 2d669597-b611-4848-93d4-8fdbfe67433d Feb 04 16:37:15.567793 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.602082 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.603230 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:15.603805 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.663449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 212edfe3-1d6f-4b7c-8ad0-807112f1edee up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:15.714283 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] Pushing event updated for resources: {'Network': ['ID=2d669597-b611-4848-93d4-8fdbfe67433d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:15.720288 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-58bcc93e-f989-4bc7-8123-cb39f24f1590 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3838277 Feb 04 16:37:15.720288 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57302) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:15.727108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] Request body: {'subnet': {'network_id': '2d669597-b611-4848-93d4-8fdbfe67433d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1012504712-subnet', 'tenant_id': 'e237c4e0354744a980d8300efda642ff', 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:15.731923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 2d669597-b611-4848-93d4-8fdbfe67433d details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:37:15.732950 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:15.736830 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] Usage tracker for resource:subnet and tenant:e237c4e0354744a980d8300efda642ff is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:15.739976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:15.745578 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:15.756084 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] Made reservation on behalf of e237c4e0354744a980d8300efda642ff for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:15.758398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.857159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 212edfe3-1d6f-4b7c-8ad0-807112f1edee completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:15.861724 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 212edfe3-1d6f-4b7c-8ad0-807112f1edee triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:15.862055 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.964241 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.979920 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.997754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 212edfe3-1d6f-4b7c-8ad0-807112f1edee, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=212edfe3-1d6f-4b7c-8ad0-807112f1edee,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:16.001925 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.041846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ad1df9-a015-4be3-bda4-6ced1eefe03b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:16.053972 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] Checking segment: {'id': '14d0a33c-82d4-407c-b57e-6a2e1ca8011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2d669597-b611-4848-93d4-8fdbfe67433d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:16.054340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] Network hostable DHCP agents. Network: 2d669597-b611-4848-93d4-8fdbfe67433d, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:37:16.067974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=212edfe3-1d6f-4b7c-8ad0-807112f1edee,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:16.076182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] Network 2d669597-b611-4848-93d4-8fdbfe67433d is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:37:16.085983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 2d669597-b611-4848-93d4-8fdbfe67433d) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:16.090025 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:16.090596 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.094469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ad544-2401-4f2c-b93a-0ab30b2b8039 None None] Network 2d669597-b611-4848-93d4-8fdbfe67433d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:37:16.111518 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b14cbfd2-4f87-4741-bc7d-d45ad23fb8fd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3898778 Feb 04 16:37:16.114244 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57306) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:16.119510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1012504712-router', 'tenant_id': 'e237c4e0354744a980d8300efda642ff', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:16.125190 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:16.129092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Usage tracker for resource:router and tenant:e237c4e0354744a980d8300efda642ff is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:16.131901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:16.137517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:16.148217 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.149102 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.168426 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.308737 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-2d669597-b611-4848-93d4-8fdbfe67433d', 'network_id': '2d669597-b611-4848-93d4-8fdbfe67433d', 'tenant_id': 'e237c4e0354744a980d8300efda642ff', 'fixed_ips': [{'subnet_id': 'a6ad1df9-a015-4be3-bda4-6ced1eefe03b'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:37:16.309574 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.320703 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.474274 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Allocated IP 172.20.0.2 (2d669597-b611-4848-93d4-8fdbfe67433d/a6ad1df9-a015-4be3-bda4-6ced1eefe03b/5fb2a590-b97b-4992-9754-333afc3804d6) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:16.611820 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.641894 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.676742 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.686593 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Transition to ACTIVE for port object 5fb2a590-b97b-4992-9754-333afc3804d6 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:16.704831 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Transition to ACTIVE for port object 5fb2a590-b97b-4992-9754-333afc3804d6 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:16.711842 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.776129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Network 2d669597-b611-4848-93d4-8fdbfe67433d is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:16.778949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:16.781899 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:37:16.784842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Allocated IP 172.25.0.68 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/e7cf9627-27da-4e51-96f0-db725d43bdbe) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:16.793475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Pushing event updated for resources: {'Port': ['ID=5fb2a590-b97b-4992-9754-333afc3804d6,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:16.883726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Attempting to bind port 5fb2a590-b97b-4992-9754-333afc3804d6 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:16.884097 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Attempting to bind port 5fb2a590-b97b-4992-9754-333afc3804d6 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '14d0a33c-82d4-407c-b57e-6a2e1ca8011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2d669597-b611-4848-93d4-8fdbfe67433d'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:16.884464 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Attempting to bind port 5fb2a590-b97b-4992-9754-333afc3804d6 on network 2d669597-b611-4848-93d4-8fdbfe67433d {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:37:16.891169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:37:16.891563 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Checking segment: {'id': '14d0a33c-82d4-407c-b57e-6a2e1ca8011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2d669597-b611-4848-93d4-8fdbfe67433d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:16.891958 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.892345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Bound using segment: {'id': '14d0a33c-82d4-407c-b57e-6a2e1ca8011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2d669597-b611-4848-93d4-8fdbfe67433d'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:37:16.892915 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Bound port: 5fb2a590-b97b-4992-9754-333afc3804d6, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d0a33c-82d4-407c-b57e-6a2e1ca8011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2d669597-b611-4848-93d4-8fdbfe67433d'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:16.893153 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.941747 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.973930 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.988746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] For port 5fb2a590-b97b-4992-9754-333afc3804d6, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:16.993498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] For port 5fb2a590-b97b-4992-9754-333afc3804d6, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5fb2a590-b97b-4992-9754-333afc3804d6,segment=NetworkSegment(14d0a33c-82d4-407c-b57e-6a2e1ca8011a),segment_id=14d0a33c-82d4-407c-b57e-6a2e1ca8011a)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:16.998112 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:17.049182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:17.054077 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:17.057839 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:37:17.082844 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Sync routers for ids ['bec90988-ec61-452b-b93b-2777a18d40f5'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:37:17.088683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da68b6b-938e-4124-aa1a-0ce87f99eb62 None None] Pushing event updated for resources: {'Port': ['ID=5fb2a590-b97b-4992-9754-333afc3804d6,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:17.102440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Pushing event updated for resources: {'Port': ['ID=e7cf9627-27da-4e51-96f0-db725d43bdbe,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:17.102614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Routers {'bec90988-ec61-452b-b93b-2777a18d40f5'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:17.103057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:37:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['bec90988-ec61-452b-b93b-2777a18d40f5'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:17.256164 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:17.256910 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:17.309287 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Set router bec90988-ec61-452b-b93b-2777a18d40f5 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:17.497864 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Router 77fe8996-07e5-4611-b27b-91182643b0e8 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:37:17.668211 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:13Z', 'revision_number': 4, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'gw_port': {'id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fed78022-c202-44af-91d8-69b3c3b77c5e', 'name': '', 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'mac_address': 'fa:16:3e:30:e7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:12Z', 'updated_at': '2022-02-04T16:37:13Z', 'revision_number': 2, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'subnets': [{'id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:17.672251 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Checking router: bec90988-ec61-452b-b93b-2777a18d40f5 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:37:17.672776 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Updating router bec90988-ec61-452b-b93b-2777a18d40f5 port fed78022-c202-44af-91d8-69b3c3b77c5e binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:37:17.706058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:37:17.723758 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Sync routers for ids ['77fe8996-07e5-4611-b27b-91182643b0e8'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:37:17.736796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5fb2a590-b97b-4992-9754-333afc3804d6 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:17.741973 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Routers {'77fe8996-07e5-4611-b27b-91182643b0e8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:17.742801 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:37:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['77fe8996-07e5-4611-b27b-91182643b0e8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:17.752019 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:17.755747 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1aa265f6-a2af-4200-a66d-6d4d628a3805 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6402864 Feb 04 16:37:17.758214 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57310) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:17.830962 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:17.844082 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 5fb2a590-b97b-4992-9754-333afc3804d6 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:17.856749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 212edfe3-1d6f-4b7c-8ad0-807112f1edee up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:17.971558 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Set router 77fe8996-07e5-4611-b27b-91182643b0e8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:18.157530 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217d014e-47df-4c5a-8c5e-90c85da5e498 None None] Network 2d669597-b611-4848-93d4-8fdbfe67433d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:37:18.306916 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'name': 'tempest-TestMinimumBasicScenario-1012504712-router', 'tenant_id': 'e237c4e0354744a980d8300efda642ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7cf9627-27da-4e51-96f0-db725d43bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:37:17Z', 'revision_number': 3, 'project_id': 'e237c4e0354744a980d8300efda642ff', 'gw_port': {'id': 'e7cf9627-27da-4e51-96f0-db725d43bdbe', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:18.312182 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Checking router: 77fe8996-07e5-4611-b27b-91182643b0e8 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:37:18.312802 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Updating router 77fe8996-07e5-4611-b27b-91182643b0e8 port e7cf9627-27da-4e51-96f0-db725d43bdbe binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:37:18.315083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 212edfe3-1d6f-4b7c-8ad0-807112f1edee triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:18.315482 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:18.369077 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-eefdd31e-acbb-476f-ad1d-7c8e6f11a367 None None] Provisioning for port 5fb2a590-b97b-4992-9754-333afc3804d6 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:18.374359 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:18.406938 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-eefdd31e-acbb-476f-ad1d-7c8e6f11a367 None None] Provisioning complete for port 5fb2a590-b97b-4992-9754-333afc3804d6 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:18.407305 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eefdd31e-acbb-476f-ad1d-7c8e6f11a367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:18.568924 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:18.649371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Transition to ACTIVE for port object fed78022-c202-44af-91d8-69b3c3b77c5e will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:18.674797 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:18.736249 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:18.737264 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:18.751030 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Transition to ACTIVE for port object e7cf9627-27da-4e51-96f0-db725d43bdbe will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:18.759720 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:18.828374 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b85470-5e19-4be4-9aed-ddad324ffd5f None None] Pushing event updated for resources: {'Port': ['ID=e7cf9627-27da-4e51-96f0-db725d43bdbe,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:18.859477 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2107e-44e5-41c7-a985-327726db720d None None] Pushing event updated for resources: {'Port': ['ID=fed78022-c202-44af-91d8-69b3c3b77c5e,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:18.871387 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Attempting to bind port e7cf9627-27da-4e51-96f0-db725d43bdbe on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:18.871908 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Attempting to bind port e7cf9627-27da-4e51-96f0-db725d43bdbe by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:18.872272 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Attempting to bind port e7cf9627-27da-4e51-96f0-db725d43bdbe on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:37:18.887575 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:37:18.887963 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:18.888343 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:18.889633 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:37:18.890175 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Bound port: e7cf9627-27da-4e51-96f0-db725d43bdbe, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:18.891160 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eefdd31e-acbb-476f-ad1d-7c8e6f11a367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:18.891310 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:19.009116 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] For port e7cf9627-27da-4e51-96f0-db725d43bdbe, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:19.016374 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] For port e7cf9627-27da-4e51-96f0-db725d43bdbe, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e7cf9627-27da-4e51-96f0-db725d43bdbe,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:19.026795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Allocated IP 172.20.0.1 (2d669597-b611-4848-93d4-8fdbfe67433d/a6ad1df9-a015-4be3-bda4-6ced1eefe03b/b4ec1b95-7f75-4d63-aebc-230113feecac) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:19.030327 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:19.054562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-eefdd31e-acbb-476f-ad1d-7c8e6f11a367 None None] For port 5fb2a590-b97b-4992-9754-333afc3804d6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5fb2a590-b97b-4992-9754-333afc3804d6,segment=NetworkSegment(14d0a33c-82d4-407c-b57e-6a2e1ca8011a),segment_id=14d0a33c-82d4-407c-b57e-6a2e1ca8011a)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:19.122390 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eefdd31e-acbb-476f-ad1d-7c8e6f11a367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:19.133072 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Routers {'77fe8996-07e5-4611-b27b-91182643b0e8'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:19.133698 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:37:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['77fe8996-07e5-4611-b27b-91182643b0e8'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:19.219091 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b85470-5e19-4be4-9aed-ddad324ffd5f None None] Pushing event updated for resources: {'Port': ['ID=e7cf9627-27da-4e51-96f0-db725d43bdbe,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:19.279067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Attempting to bind port fed78022-c202-44af-91d8-69b3c3b77c5e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:19.279561 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Attempting to bind port fed78022-c202-44af-91d8-69b3c3b77c5e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '99758096-b804-4cd5-8e98-88eb8ba079f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:19.280134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Attempting to bind port fed78022-c202-44af-91d8-69b3c3b77c5e on network 1b0485d3-6a33-4e6c-984c-53158a3f518c {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:37:19.300795 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:37:19.301465 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Checking segment: {'id': '99758096-b804-4cd5-8e98-88eb8ba079f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:19.301953 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:19.302427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Bound using segment: {'id': '99758096-b804-4cd5-8e98-88eb8ba079f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:37:19.302997 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Bound port: fed78022-c202-44af-91d8-69b3c3b77c5e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99758096-b804-4cd5-8e98-88eb8ba079f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:19.303109 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:19.303563 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:19.315458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdd31e-acbb-476f-ad1d-7c8e6f11a367 None None] Pushing event updated for resources: {'Port': ['ID=5fb2a590-b97b-4992-9754-333afc3804d6,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:19.326628 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Transition to ACTIVE for port object b4ec1b95-7f75-4d63-aebc-230113feecac will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:19.341581 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] Set router 77fe8996-07e5-4611-b27b-91182643b0e8 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:19.351910 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:19.418998 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] For port fed78022-c202-44af-91d8-69b3c3b77c5e, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:19.424361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] For port fed78022-c202-44af-91d8-69b3c3b77c5e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fed78022-c202-44af-91d8-69b3c3b77c5e,segment=NetworkSegment(99758096-b804-4cd5-8e98-88eb8ba079f9),segment_id=99758096-b804-4cd5-8e98-88eb8ba079f9)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:19.430623 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:19.436405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Network 2d669597-b611-4848-93d4-8fdbfe67433d is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:19.439681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:19.442199 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Pushing event updated for resources: {'Port': ['ID=b4ec1b95-7f75-4d63-aebc-230113feecac,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:19.444942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:37:19.537916 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:19.538444 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2107e-44e5-41c7-a985-327726db720d None None] Pushing event updated for resources: {'Port': ['ID=fed78022-c202-44af-91d8-69b3c3b77c5e,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:19.545299 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-59093dca-db58-4963-9761-1d2ddd22e634 None None] Provisioning complete for port 5fb2a590-b97b-4992-9754-333afc3804d6 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:19.545661 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-59093dca-db58-4963-9761-1d2ddd22e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:19.598489 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Routers {'bec90988-ec61-452b-b93b-2777a18d40f5'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:19.598489 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:37:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['bec90988-ec61-452b-b93b-2777a18d40f5'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:19.722715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5fb2a590-b97b-4992-9754-333afc3804d6 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:19.749317 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:19.789033 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'name': 'tempest-TestMinimumBasicScenario-1012504712-router', 'tenant_id': 'e237c4e0354744a980d8300efda642ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7cf9627-27da-4e51-96f0-db725d43bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:37:17Z', 'revision_number': 3, 'project_id': 'e237c4e0354744a980d8300efda642ff', 'gw_port': {'id': 'e7cf9627-27da-4e51-96f0-db725d43bdbe', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:19.794111 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebf6a3d-ac04-447a-a48f-fabdced8d278 None None] The sync data for ids ['77fe8996-07e5-4611-b27b-91182643b0e8'] in n-d-827872-1 is: [{'id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'name': 'tempest-TestMinimumBasicScenario-1012504712-router', 'tenant_id': 'e237c4e0354744a980d8300efda642ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7cf9627-27da-4e51-96f0-db725d43bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:37:17Z', 'revision_number': 3, 'project_id': 'e237c4e0354744a980d8300efda642ff', 'gw_port': {'id': 'e7cf9627-27da-4e51-96f0-db725d43bdbe', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:37:19.965654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] Set router bec90988-ec61-452b-b93b-2777a18d40f5 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:19.994568 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.000259 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.026645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 5fb2a590-b97b-4992-9754-333afc3804d6 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:20.027153 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.108690 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Pushing event updated for resources: {'Port': ['ID=b4ec1b95-7f75-4d63-aebc-230113feecac,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:20.111145 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.194317 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.247064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Network 2d669597-b611-4848-93d4-8fdbfe67433d is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:20.248486 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:20.358240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a09c3984-9dd4-4666-8069-7e1a6a03763e None None] Provisioning for port b4ec1b95-7f75-4d63-aebc-230113feecac completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:20.393310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a09c3984-9dd4-4666-8069-7e1a6a03763e None None] Provisioning complete for port b4ec1b95-7f75-4d63-aebc-230113feecac triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:20.393676 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a09c3984-9dd4-4666-8069-7e1a6a03763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.462455 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a09c3984-9dd4-4666-8069-7e1a6a03763e None None] Port b4ec1b95-7f75-4d63-aebc-230113feecac cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:37:20.487031 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:37:20.496902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:13Z', 'revision_number': 4, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'gw_port': {'id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fed78022-c202-44af-91d8-69b3c3b77c5e', 'name': '', 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'mac_address': 'fa:16:3e:30:e7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:12Z', 'updated_at': '2022-02-04T16:37:19Z', 'revision_number': 4, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'subnets': [{'id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:20.504066 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d97aa-f18b-42f8-99cd-11dd096cafc7 None None] The sync data for ids ['bec90988-ec61-452b-b93b-2777a18d40f5'] in n-d-827872-1 is: [{'id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:13Z', 'revision_number': 4, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'gw_port': {'id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fed78022-c202-44af-91d8-69b3c3b77c5e', 'name': '', 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'mac_address': 'fa:16:3e:30:e7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:12Z', 'updated_at': '2022-02-04T16:37:19Z', 'revision_number': 4, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'subnets': [{'id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:37:20.586869 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-bda7da6a-3d44-482a-8650-df8bf44ea1c7 None None] Provisioning complete for port b4ec1b95-7f75-4d63-aebc-230113feecac triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:20.587257 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bda7da6a-3d44-482a-8650-df8bf44ea1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.648729 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bda7da6a-3d44-482a-8650-df8bf44ea1c7 None None] Port b4ec1b95-7f75-4d63-aebc-230113feecac cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:37:20.806940 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Router 77fe8996-07e5-4611-b27b-91182643b0e8 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:37:21.036127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:37:21.046589 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-188198aa-1de3-486c-845a-eba61fc57efb admin admin] 10.222.0.60 "PUT /v2.0/routers/77fe8996-07e5-4611-b27b-91182643b0e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2872980 Feb 04 16:37:21.704304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e7cf9627-27da-4e51-96f0-db725d43bdbe up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:21.791057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port e7cf9627-27da-4e51-96f0-db725d43bdbe completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:21.797086 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e7cf9627-27da-4e51-96f0-db725d43bdbe triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:21.797501 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:21.920448 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:21.936779 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port e7cf9627-27da-4e51-96f0-db725d43bdbe, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e7cf9627-27da-4e51-96f0-db725d43bdbe,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:21.940381 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:21.941640 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fed78022-c202-44af-91d8-69b3c3b77c5e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:22.058149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=e7cf9627-27da-4e51-96f0-db725d43bdbe,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:22.076175 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port fed78022-c202-44af-91d8-69b3c3b77c5e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:22.082366 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port fed78022-c202-44af-91d8-69b3c3b77c5e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:22.082737 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:22.254969 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:22.295042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port fed78022-c202-44af-91d8-69b3c3b77c5e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fed78022-c202-44af-91d8-69b3c3b77c5e,segment=NetworkSegment(99758096-b804-4cd5-8e98-88eb8ba079f9),segment_id=99758096-b804-4cd5-8e98-88eb8ba079f9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:22.298867 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:22.373735 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=fed78022-c202-44af-91d8-69b3c3b77c5e,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:23.662655 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e7cf9627-27da-4e51-96f0-db725d43bdbe up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:23.748638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e7cf9627-27da-4e51-96f0-db725d43bdbe triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:23.749163 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:23.881525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fed78022-c202-44af-91d8-69b3c3b77c5e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:23.961209 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port fed78022-c202-44af-91d8-69b3c3b77c5e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:23.961811 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:31.779042 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-69189a90-297d-4fa1-b065-b375050f1f1a tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:31.780409 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-69189a90-297d-4fa1-b065-b375050f1f1a tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/networks?id=1b0485d3-6a33-4e6c-984c-53158a3f518c HTTP/1.1" status: 200 len: 815 time: 0.1376600 Feb 04 16:37:31.796847 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-9e2b84a3-70d9-4926-a4cc-6bd14ed4ee6d tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/quotas/d1dcf60bddd74db398c7039719aa4a26 HTTP/1.1" status: 200 len: 375 time: 0.0110264 Feb 04 16:37:31.878920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-e912932b-4268-4e7d-9f3d-14c76ce274ae tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Synchronizing usage tracker for tenant:d1dcf60bddd74db398c7039719aa4a26 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:37:31.895554 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-e912932b-4268-4e7d-9f3d-14c76ce274ae tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Unset dirty status for tenant:d1dcf60bddd74db398c7039719aa4a26 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:37:31.896822 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-e912932b-4268-4e7d-9f3d-14c76ce274ae tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1dcf60bddd74db398c7039719aa4a26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947573 Feb 04 16:37:32.155640 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-8f8f2c98-a484-4fe1-8d49-33f7ecf57c98 service neutron] 10.222.0.60 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475004 Feb 04 16:37:32.285294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-0a343206-2a5c-4281-a126-04672f698418 service neutron] 10.222.0.60 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234231 Feb 04 16:37:32.468853 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4f808ec4-f462-4d6d-a917-38fdbf055720 req-ca0933ab-f64f-4e06-bdb4-e1dbe2055789 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 210 time: 0.0415847 Feb 04 16:37:33.657549 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d584fa25-d886-4119-bbf3-0d643188b08b req-c514cf02-ae0e-4745-953f-3a2f733e4ddd tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 210 time: 0.0479171 Feb 04 16:37:33.784887 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-e578a280-9f09-469d-87ac-cce886ea8c64 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:33.785474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-e578a280-9f09-469d-87ac-cce886ea8c64 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Synchronizing usage tracker for tenant:d1dcf60bddd74db398c7039719aa4a26 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:37:33.801836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-e578a280-9f09-469d-87ac-cce886ea8c64 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Unset dirty status for tenant:d1dcf60bddd74db398c7039719aa4a26 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:37:33.802920 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-e578a280-9f09-469d-87ac-cce886ea8c64 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.81 "GET /v2.0/networks?id=1b0485d3-6a33-4e6c-984c-53158a3f518c HTTP/1.1" status: 200 len: 815 time: 0.1596031 Feb 04 16:37:33.823915 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Request body: {'port': {'device_id': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'admin_state_up': True, 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:33.962370 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:33.972587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:33.982400 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Made reservation on behalf of d1dcf60bddd74db398c7039719aa4a26 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:33.985509 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.157030 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Allocated IP 172.20.0.7 (1b0485d3-6a33-4e6c-984c-53158a3f518c/0ea41ff0-174c-4db3-be15-16adedbac591/706e1b06-a02d-4883-8744-dee4781f2c4f) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:34.405493 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.425839 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Transition to ACTIVE for port object 706e1b06-a02d-4883-8744-dee4781f2c4f will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:34.450311 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.542661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Network 1b0485d3-6a33-4e6c-984c-53158a3f518c is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:34.548317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:34.552024 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Pushing event updated for resources: {'Port': ['ID=706e1b06-a02d-4883-8744-dee4781f2c4f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:34.554651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:37:34.639386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:34.640412 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.679404 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-790ab4e3-0316-4397-b656-62043d50f407 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8558052 Feb 04 16:37:34.876560 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c15e5008-0024-46bf-944b-e18c767a4edf None None] Provisioning for port 706e1b06-a02d-4883-8744-dee4781f2c4f completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:34.884603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c15e5008-0024-46bf-944b-e18c767a4edf None None] Provisioning complete for port 706e1b06-a02d-4883-8744-dee4781f2c4f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:34.885379 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c15e5008-0024-46bf-944b-e18c767a4edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.895233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5abd79-2040-4de9-aa3c-e9ad1ab6b646 req-e5b32998-a217-4e67-934a-02f34a670b72 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:34.896650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b5abd79-2040-4de9-aa3c-e9ad1ab6b646 req-e5b32998-a217-4e67-934a-02f34a670b72 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 931 time: 0.0978279 Feb 04 16:37:34.945141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c15e5008-0024-46bf-944b-e18c767a4edf None None] Port 706e1b06-a02d-4883-8744-dee4781f2c4f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:37:34.966315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b5abd79-2040-4de9-aa3c-e9ad1ab6b646 req-5765f433-6240-434d-81ce-63eb7b52e9d3 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621674 Feb 04 16:37:36.179996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9d8a-da45-45e7-9e45-60a13905cad2 req-b01eb469-3299-430e-a903-e8f36764016e tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:36.181666 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dceb9d8a-da45-45e7-9e45-60a13905cad2 req-b01eb469-3299-430e-a903-e8f36764016e tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 931 time: 0.0818596 Feb 04 16:37:36.242296 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dceb9d8a-da45-45e7-9e45-60a13905cad2 req-b0974c4b-5194-403d-a284-794b5c748ec8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544341 Feb 04 16:37:36.689305 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b7257d1c-d26f-4618-958f-28b41f8998b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.459415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461adf-4baa-44b0-a4ad-29513aea31a5 req-a12898e3-74e2-49d2-9563-780e8ccca9cc tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:37.461126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b461adf-4baa-44b0-a4ad-29513aea31a5 req-a12898e3-74e2-49d2-9563-780e8ccca9cc tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 931 time: 0.0840178 Feb 04 16:37:37.514292 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b461adf-4baa-44b0-a4ad-29513aea31a5 req-97f6afe1-b3d9-4de8-b1b4-11f7b7773ea5 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Feb 04 16:37:38.736616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a0163-9335-431b-b28d-8961de240db3 req-4a6f4340-fcd8-4c9a-a0f9-f00b3afd2824 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:38.738710 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-909a0163-9335-431b-b28d-8961de240db3 req-4a6f4340-fcd8-4c9a-a0f9-f00b3afd2824 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 931 time: 0.0913961 Feb 04 16:37:38.786401 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-909a0163-9335-431b-b28d-8961de240db3 req-6f47992f-9586-49ac-871e-85baa9dfd9c5 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415194 Feb 04 16:37:39.065141 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e6975994-8bdf-4b56-b199-c1049d5fc372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:39.999291 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ec267-cfe6-4fa1-b5fd-9d1af6a1e4c7 req-f74cc0e7-201a-48cb-80b7-d9bb43825b77 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:40.000941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df9ec267-cfe6-4fa1-b5fd-9d1af6a1e4c7 req-f74cc0e7-201a-48cb-80b7-d9bb43825b77 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 931 time: 0.0794983 Feb 04 16:37:40.051217 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df9ec267-cfe6-4fa1-b5fd-9d1af6a1e4c7 req-123445be-3971-4b59-904b-8bde74affd20 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425351 Feb 04 16:37:40.422915 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:40.484321 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:41.261396 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e531b-7b76-4d20-ad98-8051a5b3f12a req-8c2e896f-7bda-4cdc-a474-c81ac87020bf tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:41.262912 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b63e531b-7b76-4d20-ad98-8051a5b3f12a req-8c2e896f-7bda-4cdc-a474-c81ac87020bf tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 931 time: 0.0806458 Feb 04 16:37:41.319042 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b63e531b-7b76-4d20-ad98-8051a5b3f12a req-3a9b0ea5-24f3-4815-ad77-cf2b5ac18d8f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504229 Feb 04 16:37:41.648880 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:42.171462 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:42.520282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8e27c-dbff-4101-85d5-d3e887961334 req-30b3699f-da88-4927-b5b8-6b69f82ff72e tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:42.521722 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98a8e27c-dbff-4101-85d5-d3e887961334 req-30b3699f-da88-4927-b5b8-6b69f82ff72e tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 931 time: 0.0769033 Feb 04 16:37:42.569839 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98a8e27c-dbff-4101-85d5-d3e887961334 req-4f38a02e-5924-4d35-a20e-0393ec3c9a88 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426667 Feb 04 16:37:42.755988 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Sync routers for ids ['77fe8996-07e5-4611-b27b-91182643b0e8'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:37:42.767441 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Routers {'77fe8996-07e5-4611-b27b-91182643b0e8'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:42.768036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:37:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['77fe8996-07e5-4611-b27b-91182643b0e8'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:42.940792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Set router 77fe8996-07e5-4611-b27b-91182643b0e8 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:43.245683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'name': 'tempest-TestMinimumBasicScenario-1012504712-router', 'tenant_id': 'e237c4e0354744a980d8300efda642ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7cf9627-27da-4e51-96f0-db725d43bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:37:19Z', 'revision_number': 4, 'project_id': 'e237c4e0354744a980d8300efda642ff', 'gw_port': {'id': 'e7cf9627-27da-4e51-96f0-db725d43bdbe', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b4ec1b95-7f75-4d63-aebc-230113feecac', 'name': '', 'network_id': '2d669597-b611-4848-93d4-8fdbfe67433d', 'tenant_id': 'e237c4e0354744a980d8300efda642ff', 'mac_address': 'fa:16:3e:1d:82:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6ad1df9-a015-4be3-bda4-6ced1eefe03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:18Z', 'updated_at': '2022-02-04T16:37:19Z', 'revision_number': 2, 'project_id': 'e237c4e0354744a980d8300efda642ff', 'subnets': [{'id': 'a6ad1df9-a015-4be3-bda4-6ced1eefe03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:43.249620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Checking router: 77fe8996-07e5-4611-b27b-91182643b0e8 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:37:43.249966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Updating router 77fe8996-07e5-4611-b27b-91182643b0e8 port b4ec1b95-7f75-4d63-aebc-230113feecac binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:37:43.298469 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.661996 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.673053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Transition to ACTIVE for port object b4ec1b95-7f75-4d63-aebc-230113feecac will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:43.679593 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.774814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee830129-f146-4bde-a113-058ae92143cb req-092e47f2-61a0-4555-8328-94cd8654e041 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:43.776321 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee830129-f146-4bde-a113-058ae92143cb req-092e47f2-61a0-4555-8328-94cd8654e041 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 931 time: 0.0788715 Feb 04 16:37:43.812622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219584b-98c5-42cb-ba5e-57e53289eb2e None None] Pushing event updated for resources: {'Port': ['ID=b4ec1b95-7f75-4d63-aebc-230113feecac,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:43.826486 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee830129-f146-4bde-a113-058ae92143cb req-296c3767-7727-4342-ad37-267c692cbef7 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444038 Feb 04 16:37:43.877528 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219584b-98c5-42cb-ba5e-57e53289eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:43.877901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219584b-98c5-42cb-ba5e-57e53289eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:43.878232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219584b-98c5-42cb-ba5e-57e53289eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:43.878558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219584b-98c5-42cb-ba5e-57e53289eb2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:43.878880 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219584b-98c5-42cb-ba5e-57e53289eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:43.879225 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219584b-98c5-42cb-ba5e-57e53289eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:43.879534 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219584b-98c5-42cb-ba5e-57e53289eb2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:43.879849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219584b-98c5-42cb-ba5e-57e53289eb2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:43.880168 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219584b-98c5-42cb-ba5e-57e53289eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:43.880486 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219584b-98c5-42cb-ba5e-57e53289eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:43.881025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7219584b-98c5-42cb-ba5e-57e53289eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:43.918865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Attempting to bind port b4ec1b95-7f75-4d63-aebc-230113feecac on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:43.919258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Attempting to bind port b4ec1b95-7f75-4d63-aebc-230113feecac by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '14d0a33c-82d4-407c-b57e-6a2e1ca8011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2d669597-b611-4848-93d4-8fdbfe67433d'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:43.919620 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Attempting to bind port b4ec1b95-7f75-4d63-aebc-230113feecac on network 2d669597-b611-4848-93d4-8fdbfe67433d {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:37:43.926153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:37:43.926516 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Checking segment: {'id': '14d0a33c-82d4-407c-b57e-6a2e1ca8011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2d669597-b611-4848-93d4-8fdbfe67433d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:43.926908 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.927315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Bound using segment: {'id': '14d0a33c-82d4-407c-b57e-6a2e1ca8011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2d669597-b611-4848-93d4-8fdbfe67433d'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:37:43.927774 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Bound port: b4ec1b95-7f75-4d63-aebc-230113feecac, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d0a33c-82d4-407c-b57e-6a2e1ca8011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2d669597-b611-4848-93d4-8fdbfe67433d'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:43.928140 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.014277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] For port b4ec1b95-7f75-4d63-aebc-230113feecac, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:44.017071 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] For port b4ec1b95-7f75-4d63-aebc-230113feecac, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b4ec1b95-7f75-4d63-aebc-230113feecac,segment=NetworkSegment(14d0a33c-82d4-407c-b57e-6a2e1ca8011a),segment_id=14d0a33c-82d4-407c-b57e-6a2e1ca8011a)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:44.024961 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.111707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219584b-98c5-42cb-ba5e-57e53289eb2e None None] Pushing event updated for resources: {'Port': ['ID=b4ec1b95-7f75-4d63-aebc-230113feecac,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:44.120252 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Routers {'77fe8996-07e5-4611-b27b-91182643b0e8'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:44.120862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:37:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['77fe8996-07e5-4611-b27b-91182643b0e8'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:44.304906 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] Set router 77fe8996-07e5-4611-b27b-91182643b0e8 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:44.624352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'name': 'tempest-TestMinimumBasicScenario-1012504712-router', 'tenant_id': 'e237c4e0354744a980d8300efda642ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7cf9627-27da-4e51-96f0-db725d43bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:37:19Z', 'revision_number': 4, 'project_id': 'e237c4e0354744a980d8300efda642ff', 'gw_port': {'id': 'e7cf9627-27da-4e51-96f0-db725d43bdbe', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b4ec1b95-7f75-4d63-aebc-230113feecac', 'name': '', 'network_id': '2d669597-b611-4848-93d4-8fdbfe67433d', 'tenant_id': 'e237c4e0354744a980d8300efda642ff', 'mac_address': 'fa:16:3e:1d:82:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6ad1df9-a015-4be3-bda4-6ced1eefe03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:18Z', 'updated_at': '2022-02-04T16:37:44Z', 'revision_number': 4, 'project_id': 'e237c4e0354744a980d8300efda642ff', 'subnets': [{'id': 'a6ad1df9-a015-4be3-bda4-6ced1eefe03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:44.629279 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c55e6-c12c-40d8-b70e-1eedbe7a29ca None None] The sync data for ids ['77fe8996-07e5-4611-b27b-91182643b0e8'] in n-d-827872-1 is: [{'id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'name': 'tempest-TestMinimumBasicScenario-1012504712-router', 'tenant_id': 'e237c4e0354744a980d8300efda642ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7cf9627-27da-4e51-96f0-db725d43bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:37:19Z', 'revision_number': 4, 'project_id': 'e237c4e0354744a980d8300efda642ff', 'gw_port': {'id': 'e7cf9627-27da-4e51-96f0-db725d43bdbe', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b4ec1b95-7f75-4d63-aebc-230113feecac', 'name': '', 'network_id': '2d669597-b611-4848-93d4-8fdbfe67433d', 'tenant_id': 'e237c4e0354744a980d8300efda642ff', 'mac_address': 'fa:16:3e:1d:82:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6ad1df9-a015-4be3-bda4-6ced1eefe03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:18Z', 'updated_at': '2022-02-04T16:37:44Z', 'revision_number': 4, 'project_id': 'e237c4e0354744a980d8300efda642ff', 'subnets': [{'id': 'a6ad1df9-a015-4be3-bda4-6ced1eefe03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:37:45.035221 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe4435-c9fc-45b0-b8f3-ccb1ebf189bf req-28fae009-6117-45b2-b877-78e37adee559 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:45.036686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-19fe4435-c9fc-45b0-b8f3-ccb1ebf189bf req-28fae009-6117-45b2-b877-78e37adee559 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 931 time: 0.0822427 Feb 04 16:37:45.182054 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-19fe4435-c9fc-45b0-b8f3-ccb1ebf189bf req-39d9b218-71d2-46f6-b980-b79d0b08e9f5 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399117 Feb 04 16:37:45.678043 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b4ec1b95-7f75-4d63-aebc-230113feecac up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:45.705571 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Request body: {'port': {'device_id': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:45.746239 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port b4ec1b95-7f75-4d63-aebc-230113feecac completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:45.750939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b4ec1b95-7f75-4d63-aebc-230113feecac triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:45.751331 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.814410 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.863397 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.896635 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port b4ec1b95-7f75-4d63-aebc-230113feecac, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b4ec1b95-7f75-4d63-aebc-230113feecac,segment=NetworkSegment(14d0a33c-82d4-407c-b57e-6a2e1ca8011a),segment_id=14d0a33c-82d4-407c-b57e-6a2e1ca8011a)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:45.900355 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.017679 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=b4ec1b95-7f75-4d63-aebc-230113feecac,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:46.293791 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706e1b06-a02d-4883-8744-dee4781f2c4f {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:37:46.301357 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.315992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Transition to ACTIVE for port object 706e1b06-a02d-4883-8744-dee4781f2c4f will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:46.320807 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.383905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3506a21-276d-4de0-9d2f-3e2e132dad12 req-490e6872-0280-4a68-b35d-552b38e6a2b1 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:46.385364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3506a21-276d-4de0-9d2f-3e2e132dad12 req-490e6872-0280-4a68-b35d-552b38e6a2b1 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 943 time: 0.0786762 Feb 04 16:37:46.443058 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3506a21-276d-4de0-9d2f-3e2e132dad12 req-16966ea5-0083-4460-8c62-924e25f555ed tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499544 Feb 04 16:37:46.444240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Pushing event updated for resources: {'Port': ['ID=706e1b06-a02d-4883-8744-dee4781f2c4f,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:46.554448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Attempting to bind port 706e1b06-a02d-4883-8744-dee4781f2c4f on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:46.554785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Attempting to bind port 706e1b06-a02d-4883-8744-dee4781f2c4f by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '99758096-b804-4cd5-8e98-88eb8ba079f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:46.555114 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Attempting to bind port 706e1b06-a02d-4883-8744-dee4781f2c4f on network 1b0485d3-6a33-4e6c-984c-53158a3f518c {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:37:46.561653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Port 706e1b06-a02d-4883-8744-dee4781f2c4f on network 1b0485d3-6a33-4e6c-984c-53158a3f518c not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:37:46.562116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Attempting to bind port 706e1b06-a02d-4883-8744-dee4781f2c4f on network 1b0485d3-6a33-4e6c-984c-53158a3f518c {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:37:46.569658 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:37:46.570000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Checking segment: {'id': '99758096-b804-4cd5-8e98-88eb8ba079f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:46.570383 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Bound using segment: {'id': '99758096-b804-4cd5-8e98-88eb8ba079f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:37:46.570810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Bound port: 706e1b06-a02d-4883-8744-dee4781f2c4f, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99758096-b804-4cd5-8e98-88eb8ba079f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:46.571156 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.660587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] For port 706e1b06-a02d-4883-8744-dee4781f2c4f, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:46.663465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] For port 706e1b06-a02d-4883-8744-dee4781f2c4f, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=706e1b06-a02d-4883-8744-dee4781f2c4f,segment=NetworkSegment(99758096-b804-4cd5-8e98-88eb8ba079f9),segment_id=99758096-b804-4cd5-8e98-88eb8ba079f9)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:46.667949 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.729764 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.731134 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] 10.222.0.81 "PUT /v2.0/ports/706e1b06-a02d-4883-8744-dee4781f2c4f HTTP/1.1" status: 200 len: 1091 time: 1.0299048 Feb 04 16:37:46.731670 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'tag': '706e1b06-a02d-4883-8744-dee4781f2c4f'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:37:46.749295 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01241209-8f07-4056-8e4c-77983315fb38 service neutron] Pushing event updated for resources: {'Port': ['ID=706e1b06-a02d-4883-8744-dee4781f2c4f,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:46.792891 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'tag': '706e1b06-a02d-4883-8744-dee4781f2c4f', 'status': 'completed', 'code': 200} Feb 04 16:37:46.883819 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-2e818623-bb12-4462-becb-76711dabcf04 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1dcf60bddd74db398c7039719aa4a26&device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 1094 time: 0.0777583 Feb 04 16:37:46.957535 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-635aa0bb-ca47-44de-8183-1724073eea36 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=706e1b06-a02d-4883-8744-dee4781f2c4f HTTP/1.1" status: 200 len: 217 time: 0.0608783 Feb 04 16:37:47.020790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-5a04110b-e069-4219-ac21-916ff9b7da56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:47.022213 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-5a04110b-e069-4219-ac21-916ff9b7da56 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0ea41ff0-174c-4db3-be15-16adedbac591 HTTP/1.1" status: 200 len: 854 time: 0.0598216 Feb 04 16:37:47.094524 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-5a738c16-1da6-4d79-b14d-c60d1ae9f16d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b0485d3-6a33-4e6c-984c-53158a3f518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664186 Feb 04 16:37:47.224809 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-cd3609dd-deff-440f-b5d6-82a4ba950f9f service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238062 Feb 04 16:37:47.353788 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-767939cb-bb45-42a3-bcae-223c93561fc6 req-459e0f34-61c5-4a4a-a22d-48914027f9c4 service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225028 Feb 04 16:37:47.514750 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-88ded5e2-f245-473b-8a9b-11907397b441 req-9b9b8754-bb29-4ccf-8df4-21e2bc3cb533 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1dcf60bddd74db398c7039719aa4a26&device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 1094 time: 0.0725663 Feb 04 16:37:47.645981 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ded5e2-f245-473b-8a9b-11907397b441 req-1ef4aaed-fb1c-46a7-8f48-800368687a15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:47.647594 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-88ded5e2-f245-473b-8a9b-11907397b441 req-1ef4aaed-fb1c-46a7-8f48-800368687a15 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b0485d3-6a33-4e6c-984c-53158a3f518c HTTP/1.1" status: 200 len: 916 time: 0.1276612 Feb 04 16:37:47.653783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94025bc-deba-4d9a-86b2-a5ba86eb651f req-4424b90c-2208-464c-ab8e-6c0e23873db3 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:47.655366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b94025bc-deba-4d9a-86b2-a5ba86eb651f req-4424b90c-2208-464c-ab8e-6c0e23873db3 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 943 time: 0.0820310 Feb 04 16:37:47.667136 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b4ec1b95-7f75-4d63-aebc-230113feecac up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:47.708529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b94025bc-deba-4d9a-86b2-a5ba86eb651f req-c33c0d54-bdd6-4585-9f59-a2307c40b572 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453088 Feb 04 16:37:47.713620 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-88ded5e2-f245-473b-8a9b-11907397b441 req-66e3b84b-4594-4e4d-a4a4-56ecc06cfc34 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=706e1b06-a02d-4883-8744-dee4781f2c4f HTTP/1.1" status: 200 len: 217 time: 0.0605133 Feb 04 16:37:47.740772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b4ec1b95-7f75-4d63-aebc-230113feecac triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:47.741139 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.777892 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ded5e2-f245-473b-8a9b-11907397b441 req-c75413ee-c52b-474f-b33d-83a943094414 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:47.779372 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-88ded5e2-f245-473b-8a9b-11907397b441 req-c75413ee-c52b-474f-b33d-83a943094414 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0ea41ff0-174c-4db3-be15-16adedbac591 HTTP/1.1" status: 200 len: 854 time: 0.0604982 Feb 04 16:37:47.852790 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-88ded5e2-f245-473b-8a9b-11907397b441 req-fb00e2fb-9083-4bfe-a8d5-b23d94ce7528 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b0485d3-6a33-4e6c-984c-53158a3f518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676882 Feb 04 16:37:47.985035 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-88ded5e2-f245-473b-8a9b-11907397b441 req-27ccc377-3c8e-4fc2-b81e-c0b0d59484b8 service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251287 Feb 04 16:37:48.208895 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-88ded5e2-f245-473b-8a9b-11907397b441 req-fbd196e8-a8f1-4e23-9d79-127ae5cfaea4 service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182579 Feb 04 16:37:48.910180 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d5735-d6dd-40f7-a1d2-bf9ba5221a00 req-59a6ffb6-a664-4531-a6cb-be192352bd41 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:48.911646 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-250d5735-d6dd-40f7-a1d2-bf9ba5221a00 req-59a6ffb6-a664-4531-a6cb-be192352bd41 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 943 time: 0.0760872 Feb 04 16:37:48.959080 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-250d5735-d6dd-40f7-a1d2-bf9ba5221a00 req-6c6cf641-5385-4ad5-87e1-881c35c1fdea tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418909 Feb 04 16:37:50.117210 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:50.163314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174231fd-5e7a-461f-acc5-8aa63e241e8d req-80535b11-ee58-4eae-ac99-5750dff500dd tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:50.164760 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-174231fd-5e7a-461f-acc5-8aa63e241e8d req-80535b11-ee58-4eae-ac99-5750dff500dd tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 943 time: 0.0767963 Feb 04 16:37:50.210305 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-174231fd-5e7a-461f-acc5-8aa63e241e8d req-813eac20-1f50-4475-a2ae-645765891107 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399997 Feb 04 16:37:51.423695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6636c-2eb2-4d9a-8866-2c6a4e730a34 req-c8f5c3e3-2702-4a5b-bdc6-b6cb134a4f79 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:51.425327 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ea6636c-2eb2-4d9a-8866-2c6a4e730a34 req-c8f5c3e3-2702-4a5b-bdc6-b6cb134a4f79 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 943 time: 0.0804498 Feb 04 16:37:51.469159 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4ea6636c-2eb2-4d9a-8866-2c6a4e730a34 req-79489ddd-6a47-4691-ac8b-711753813851 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383608 Feb 04 16:37:51.754609 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 706e1b06-a02d-4883-8744-dee4781f2c4f details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:37:51.922436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 706e1b06-a02d-4883-8744-dee4781f2c4f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=706e1b06-a02d-4883-8744-dee4781f2c4f,segment=NetworkSegment(99758096-b804-4cd5-8e98-88eb8ba079f9),segment_id=99758096-b804-4cd5-8e98-88eb8ba079f9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:51.934954 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '706e1b06-a02d-4883-8744-dee4781f2c4f', 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'port_id': '706e1b06-a02d-4883-8744-dee4781f2c4f', 'mac_address': 'fa:16:3e:50:55:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:37:51.990703 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.008411 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706e1b06-a02d-4883-8744-dee4781f2c4f {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:37:52.023782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 706e1b06-a02d-4883-8744-dee4781f2c4f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=706e1b06-a02d-4883-8744-dee4781f2c4f,segment=NetworkSegment(99758096-b804-4cd5-8e98-88eb8ba079f9),segment_id=99758096-b804-4cd5-8e98-88eb8ba079f9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:52.027632 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.091232 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=706e1b06-a02d-4883-8744-dee4781f2c4f,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:52.419148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['706e1b06-a02d-4883-8744-dee4781f2c4f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:37:52.667919 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a764e75-5001-430a-a04d-4169c8273fe4 req-2d0572db-fa50-475a-967c-33b3c6abf40c tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:52.669251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a764e75-5001-430a-a04d-4169c8273fe4 req-2d0572db-fa50-475a-967c-33b3c6abf40c tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 944 time: 0.0746067 Feb 04 16:37:52.713033 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0a764e75-5001-430a-a04d-4169c8273fe4 req-4b77d25c-4f67-4fb9-9adc-6400b127363a tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377033 Feb 04 16:37:53.751741 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 706e1b06-a02d-4883-8744-dee4781f2c4f up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:53.824024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 706e1b06-a02d-4883-8744-dee4781f2c4f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:53.828598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 706e1b06-a02d-4883-8744-dee4781f2c4f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:53.828964 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:53.918051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9de644-6165-4c31-9c12-04ab84e54b19 req-e2f2bb00-b100-4af2-b06f-ca1da742419f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:53.919580 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe9de644-6165-4c31-9c12-04ab84e54b19 req-e2f2bb00-b100-4af2-b06f-ca1da742419f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 944 time: 0.0801778 Feb 04 16:37:53.946589 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:53.965746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fe9de644-6165-4c31-9c12-04ab84e54b19 req-e80abcbd-979e-4de4-b0a0-7a752d4f381d tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398748 Feb 04 16:37:53.976176 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706e1b06-a02d-4883-8744-dee4781f2c4f'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:37:53.987532 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 706e1b06-a02d-4883-8744-dee4781f2c4f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=706e1b06-a02d-4883-8744-dee4781f2c4f,segment=NetworkSegment(99758096-b804-4cd5-8e98-88eb8ba079f9),segment_id=99758096-b804-4cd5-8e98-88eb8ba079f9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:53.990563 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.061096 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=706e1b06-a02d-4883-8744-dee4781f2c4f,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:54.236223 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706e1b06-a02d-4883-8744-dee4781f2c4f', 'code': 200} Feb 04 16:37:54.392021 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47f7c34c-4042-4443-91e5-4ef8c8b4481d req-d13d5b60-8f11-435d-9ef4-3048dd271501 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 1096 time: 0.0754921 Feb 04 16:37:54.446750 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47f7c34c-4042-4443-91e5-4ef8c8b4481d req-ddea1657-103f-4934-8f2c-4b9a67ddfd59 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364017 Feb 04 16:37:55.174656 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11a06b-8761-4729-b402-ad5e8c0abadc req-d11e68c2-f470-4f17-b08a-1c27570f7168 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:55.176181 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff11a06b-8761-4729-b402-ad5e8c0abadc req-d11e68c2-f470-4f17-b08a-1c27570f7168 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 945 time: 0.0746858 Feb 04 16:37:55.223734 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ff11a06b-8761-4729-b402-ad5e8c0abadc req-b5742944-680c-40c2-be50-6fd5ef65806a tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421267 Feb 04 16:37:56.423094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0817cb-9ace-4e79-838b-c51c866de0c7 req-c7272d92-5560-4849-a4f8-60d8fce1d25b tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:56.425342 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc0817cb-9ace-4e79-838b-c51c866de0c7 req-c7272d92-5560-4849-a4f8-60d8fce1d25b tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 945 time: 0.0744953 Feb 04 16:37:56.476883 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fc0817cb-9ace-4e79-838b-c51c866de0c7 req-586b090b-f141-488d-bf10-d92d7942db25 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461364 Feb 04 16:37:56.686040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c680629-a44c-4bff-b9dc-bc7b8db6bcfa req-dd2a9cea-3fff-4190-84e6-0af6d8f6b306 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:56.687512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c680629-a44c-4bff-b9dc-bc7b8db6bcfa req-dd2a9cea-3fff-4190-84e6-0af6d8f6b306 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 945 time: 0.0840144 Feb 04 16:37:56.741195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c680629-a44c-4bff-b9dc-bc7b8db6bcfa req-e11af401-1946-4124-8d67-adc28b08999f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481660 Feb 04 16:37:57.159392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339e50e-6c91-4983-be94-1b39d02d5626 req-71a37675-786d-4987-adb0-8d164a41e47d tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:57.160822 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1339e50e-6c91-4983-be94-1b39d02d5626 req-71a37675-786d-4987-adb0-8d164a41e47d tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 945 time: 0.0744841 Feb 04 16:37:57.204161 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1339e50e-6c91-4983-be94-1b39d02d5626 req-a4f65462-dabb-450d-93d0-c6657165ca2b tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378611 Feb 04 16:37:57.487912 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:38:06.695515 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-559eaef3-604f-44c9-ae19-55e5b562d994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:07.586859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcf610-9ef9-48bb-aa5e-939eb4d7dbce req-5fdab408-b91d-4da2-9e80-6d28ad3e556e tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:07.588413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5bcf610-9ef9-48bb-aa5e-939eb4d7dbce req-5fdab408-b91d-4da2-9e80-6d28ad3e556e tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 945 time: 0.0793593 Feb 04 16:38:07.633375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5bcf610-9ef9-48bb-aa5e-939eb4d7dbce req-3521bb46-53ad-4e2f-816e-a5f1c68d14f7 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 Feb 04 16:38:07.661553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57498) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:07.818914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bfe023e4-d9bd-433c-b04e-6e60d403970b tempest-TestMinimumBasicScenario-552493864 tempest-TestMinimumBasicScenario-552493864-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 1091 time: 0.1561964 Feb 04 16:38:07.821681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57504) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:07.826692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': '706e1b06-a02d-4883-8744-dee4781f2c4f', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:07.833333 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:07.837141 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Usage tracker for resource:floatingip and tenant:d1dcf60bddd74db398c7039719aa4a26 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:07.839862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:07.845360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:07.855935 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:07.989161 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:08.124154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Allocated IP 172.25.0.88 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/fdf42cc6-e8c8-4311-9d1b-70f0a770dad8) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:38:08.265273 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:08.292232 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:08.359474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:38:08.362482 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:38:08.366768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:38:08.472801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Pushing event updated for resources: {'Port': ['ID=fdf42cc6-e8c8-4311-9d1b-70f0a770dad8,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:08.491861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:08.492273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:08.492604 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:08.492927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:08.493246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:08.493561 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:08.493871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:08.494180 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:08.494488 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:08.494794 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:08.495100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:08.960360 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:09.015020 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:09.058016 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-805f83ee-e2cf-446b-a7cb-f1d32ce1f56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:09.224295 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:09.228983 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:09.329935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Pushing event updated for resources: {'Port': ['ID=fdf42cc6-e8c8-4311-9d1b-70f0a770dad8,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:09.351241 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:09.541392 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Floating IP 1bc645c6-aea0-41c0-9117-f395daa88eaf associated. External IP: 172.25.0.88, port: 706e1b06-a02d-4883-8744-dee4781f2c4f. Feb 04 16:38:10.031553 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Router bec90988-ec61-452b-b93b-2777a18d40f5 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:38:10.229802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:38:10.239955 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a77f0-13be-4a5a-9390-d0094a7f6702 None None] Sync routers for ids ['bec90988-ec61-452b-b93b-2777a18d40f5'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:38:10.251795 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a77f0-13be-4a5a-9390-d0094a7f6702 None None] Routers {'bec90988-ec61-452b-b93b-2777a18d40f5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:38:10.253051 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f15a77f0-13be-4a5a-9390-d0094a7f6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:38:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['bec90988-ec61-452b-b93b-2777a18d40f5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:10.253923 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.313970 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e6f52a2c-125f-47b3-b5d6-b272637300e8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4887347 Feb 04 16:38:10.313970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'tag': '706e1b06-a02d-4883-8744-dee4781f2c4f'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:10.315011 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57510) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:10.336704 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1977609824', 'description': 'tempest-secgroup-smoke-1977609824 description', 'project_id': 'd1dcf60bddd74db398c7039719aa4a26'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:10.343577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:10.350963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Usage tracker for resource:security_group and tenant:d1dcf60bddd74db398c7039719aa4a26 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:10.354471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:10.361535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:10.373979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.384095 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'tag': '706e1b06-a02d-4883-8744-dee4781f2c4f', 'status': 'completed', 'code': 200} Feb 04 16:38:10.427935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:10.428339 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.431810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Usage tracker for resource:security_group_rule and tenant:d1dcf60bddd74db398c7039719aa4a26 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:10.431952 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-f15a77f0-13be-4a5a-9390-d0094a7f6702 None None] Set router bec90988-ec61-452b-b93b-2777a18d40f5 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:38:10.463845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:10.477317 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:10.488796 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.551498 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3fd4e5a2-0773-4bf3-914d-ab39a04080dd req-de9f3d89-3acc-484a-a36c-30318db9290d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1dcf60bddd74db398c7039719aa4a26&device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 1096 time: 0.1168003 Feb 04 16:38:10.584526 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.634427 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.704511 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:10.710850 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.712110 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3924410 Feb 04 16:38:10.715327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57516) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:10.723265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-7b392173-51fc-4112-96c2-969d66f25735 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Request body: {'security_group_rule': {'security_group_id': 'b4afb05e-63c5-4fa5-9706-1463d6cb7e0a', 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:10.730861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7b392173-51fc-4112-96c2-969d66f25735 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:10.731225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:10.731566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:10.731914 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:10.732255 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:10.732589 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:10.732924 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:10.733605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:10.733605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:10.733893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:10.734217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:10.734547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b8163-bfff-4772-b604-7d98d5ed5b03 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:10.736108 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7b392173-51fc-4112-96c2-969d66f25735 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Usage tracker for resource:security_group_rule and tenant:d1dcf60bddd74db398c7039719aa4a26 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:10.740096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7b392173-51fc-4112-96c2-969d66f25735 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:10.747095 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7b392173-51fc-4112-96c2-969d66f25735 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:10.756333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4e5a2-0773-4bf3-914d-ab39a04080dd req-533b18d0-904a-4ab8-b509-80e561438367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:10.758193 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3fd4e5a2-0773-4bf3-914d-ab39a04080dd req-533b18d0-904a-4ab8-b509-80e561438367 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b0485d3-6a33-4e6c-984c-53158a3f518c HTTP/1.1" status: 200 len: 916 time: 0.1937611 Feb 04 16:38:10.766207 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b392173-51fc-4112-96c2-969d66f25735 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.788495 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f15a77f0-13be-4a5a-9390-d0094a7f6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:13Z', 'revision_number': 4, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'gw_port': {'id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '1bc645c6-aea0-41c0-9117-f395daa88eaf', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'port_id': '706e1b06-a02d-4883-8744-dee4781f2c4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'mac_address': 'fa:16:3e:50:55:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:38:08Z', 'updated_at': '2022-02-04T16:38:08Z', 'revision_number': 0, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed78022-c202-44af-91d8-69b3c3b77c5e', 'name': '', 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'mac_address': 'fa:16:3e:30:e7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:12Z', 'updated_at': '2022-02-04T16:37:22Z', 'revision_number': 5, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'subnets': [{'id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:10.792729 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a77f0-13be-4a5a-9390-d0094a7f6702 None None] Checking router: bec90988-ec61-452b-b93b-2777a18d40f5 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:38:10.803015 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a77f0-13be-4a5a-9390-d0094a7f6702 None None] Routers {'bec90988-ec61-452b-b93b-2777a18d40f5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:38:10.803640 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f15a77f0-13be-4a5a-9390-d0094a7f6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:38:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['bec90988-ec61-452b-b93b-2777a18d40f5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:10.835343 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b392173-51fc-4112-96c2-969d66f25735 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.840946 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b392173-51fc-4112-96c2-969d66f25735 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.866699 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b392173-51fc-4112-96c2-969d66f25735 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a812122c-ebb7-4945-aa85-1cd3ecd33ca2,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:10.871572 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3fd4e5a2-0773-4bf3-914d-ab39a04080dd req-1a715674-e07e-44ef-a85d-d864a822868f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=706e1b06-a02d-4883-8744-dee4781f2c4f HTTP/1.1" status: 200 len: 998 time: 0.1072197 Feb 04 16:38:10.880740 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b392173-51fc-4112-96c2-969d66f25735 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.882207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7b392173-51fc-4112-96c2-969d66f25735 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1656454 Feb 04 16:38:10.885376 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57520) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:10.893083 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-7d813d90-d6f4-4594-b550-b320cda13000 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Request body: {'security_group_rule': {'security_group_id': 'b4afb05e-63c5-4fa5-9706-1463d6cb7e0a', 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:10.899547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7d813d90-d6f4-4594-b550-b320cda13000 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:10.903319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7d813d90-d6f4-4594-b550-b320cda13000 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Usage tracker for resource:security_group_rule and tenant:d1dcf60bddd74db398c7039719aa4a26 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:10.906120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7d813d90-d6f4-4594-b550-b320cda13000 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:10.912064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7d813d90-d6f4-4594-b550-b320cda13000 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:10.937469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4e5a2-0773-4bf3-914d-ab39a04080dd req-05ae98ed-81b7-4bbb-a06b-9757c87fa809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:10.938264 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d813d90-d6f4-4594-b550-b320cda13000 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.939494 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3fd4e5a2-0773-4bf3-914d-ab39a04080dd req-05ae98ed-81b7-4bbb-a06b-9757c87fa809 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0ea41ff0-174c-4db3-be15-16adedbac591 HTTP/1.1" status: 200 len: 854 time: 0.0623841 Feb 04 16:38:10.996211 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-f15a77f0-13be-4a5a-9390-d0094a7f6702 None None] Set router bec90988-ec61-452b-b93b-2777a18d40f5 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:38:11.009511 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d813d90-d6f4-4594-b550-b320cda13000 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.013855 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d813d90-d6f4-4594-b550-b320cda13000 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.042798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d813d90-d6f4-4594-b550-b320cda13000 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b53daf9-0769-43d9-9ca3-41534118c54c,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:11.048035 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3fd4e5a2-0773-4bf3-914d-ab39a04080dd req-12e14777-249a-4b68-a412-4f6ec0f6db84 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b0485d3-6a33-4e6c-984c-53158a3f518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907989 Feb 04 16:38:11.050772 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7d813d90-d6f4-4594-b550-b320cda13000 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.052399 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7d813d90-d6f4-4594-b550-b320cda13000 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1658945 Feb 04 16:38:11.059661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57524) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:11.065571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b0395578-7e66-4130-96a2-02d37fb5cd6f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Request body: {'security_group_rule': {'security_group_id': 'b4afb05e-63c5-4fa5-9706-1463d6cb7e0a', 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:11.074265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b0395578-7e66-4130-96a2-02d37fb5cd6f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:11.078321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b0395578-7e66-4130-96a2-02d37fb5cd6f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Usage tracker for resource:security_group_rule and tenant:d1dcf60bddd74db398c7039719aa4a26 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:11.081930 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b0395578-7e66-4130-96a2-02d37fb5cd6f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:11.087867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b0395578-7e66-4130-96a2-02d37fb5cd6f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:11.105400 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b0395578-7e66-4130-96a2-02d37fb5cd6f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.178072 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b0395578-7e66-4130-96a2-02d37fb5cd6f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.181372 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b0395578-7e66-4130-96a2-02d37fb5cd6f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.194809 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3fd4e5a2-0773-4bf3-914d-ab39a04080dd req-01b0df93-11b2-419c-a63f-3c9b392b201a service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398373 Feb 04 16:38:11.202837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0395578-7e66-4130-96a2-02d37fb5cd6f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ec0462-b19a-4c93-807f-d53c682575b7,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:11.215987 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b0395578-7e66-4130-96a2-02d37fb5cd6f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.219885 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b0395578-7e66-4130-96a2-02d37fb5cd6f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1564076 Feb 04 16:38:11.220034 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57528) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:11.226482 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-fba34e97-73d2-4ed3-903b-1bb836905c27 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Request body: {'security_group_rule': {'security_group_id': 'b4afb05e-63c5-4fa5-9706-1463d6cb7e0a', 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:11.233078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fba34e97-73d2-4ed3-903b-1bb836905c27 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:11.238201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fba34e97-73d2-4ed3-903b-1bb836905c27 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Usage tracker for resource:security_group_rule and tenant:d1dcf60bddd74db398c7039719aa4a26 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:11.241253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fba34e97-73d2-4ed3-903b-1bb836905c27 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:11.247127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fba34e97-73d2-4ed3-903b-1bb836905c27 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:11.264854 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fba34e97-73d2-4ed3-903b-1bb836905c27 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.333272 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fba34e97-73d2-4ed3-903b-1bb836905c27 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.337091 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fba34e97-73d2-4ed3-903b-1bb836905c27 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.340547 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3fd4e5a2-0773-4bf3-914d-ab39a04080dd req-2553b805-c8b5-41e2-b699-7152217a667e service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375122 Feb 04 16:38:11.370806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba34e97-73d2-4ed3-903b-1bb836905c27 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee129c3-0b16-4a55-b10a-cdf302d3d067,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:11.378303 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fba34e97-73d2-4ed3-903b-1bb836905c27 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.382510 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57532) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:11.382671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fba34e97-73d2-4ed3-903b-1bb836905c27 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1616211 Feb 04 16:38:11.382785 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f15a77f0-13be-4a5a-9390-d0094a7f6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:13Z', 'revision_number': 4, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'gw_port': {'id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '1bc645c6-aea0-41c0-9117-f395daa88eaf', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'port_id': '706e1b06-a02d-4883-8744-dee4781f2c4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'mac_address': 'fa:16:3e:50:55:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:38:08Z', 'updated_at': '2022-02-04T16:38:08Z', 'revision_number': 0, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed78022-c202-44af-91d8-69b3c3b77c5e', 'name': '', 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'mac_address': 'fa:16:3e:30:e7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:12Z', 'updated_at': '2022-02-04T16:37:22Z', 'revision_number': 5, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'subnets': [{'id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:11.386862 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a77f0-13be-4a5a-9390-d0094a7f6702 None None] The sync data for ids ['bec90988-ec61-452b-b93b-2777a18d40f5'] in n-d-827872-1 is: [{'id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:13Z', 'revision_number': 4, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'gw_port': {'id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '1bc645c6-aea0-41c0-9117-f395daa88eaf', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'port_id': '706e1b06-a02d-4883-8744-dee4781f2c4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'mac_address': 'fa:16:3e:50:55:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:38:08Z', 'updated_at': '2022-02-04T16:38:08Z', 'revision_number': 0, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed78022-c202-44af-91d8-69b3c3b77c5e', 'name': '', 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'mac_address': 'fa:16:3e:30:e7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:12Z', 'updated_at': '2022-02-04T16:37:22Z', 'revision_number': 5, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'subnets': [{'id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:38:11.388951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-7396cab9-175a-444e-861f-e549779a3d78 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Request body: {'security_group_rule': {'security_group_id': 'b4afb05e-63c5-4fa5-9706-1463d6cb7e0a', 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:11.396352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7396cab9-175a-444e-861f-e549779a3d78 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:11.400193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7396cab9-175a-444e-861f-e549779a3d78 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Usage tracker for resource:security_group_rule and tenant:d1dcf60bddd74db398c7039719aa4a26 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:11.403051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-7396cab9-175a-444e-861f-e549779a3d78 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:11.410088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-7396cab9-175a-444e-861f-e549779a3d78 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:11.420230 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-7396cab9-175a-444e-861f-e549779a3d78 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Project d1dcf60bddd74db398c7039719aa4a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:38:11.428236 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7396cab9-175a-444e-861f-e549779a3d78 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.495073 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7396cab9-175a-444e-861f-e549779a3d78 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.499020 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7396cab9-175a-444e-861f-e549779a3d78 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.524976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396cab9-175a-444e-861f-e549779a3d78 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d435486-3dd8-4797-98b1-22b6e550f35f,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:11.535701 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7396cab9-175a-444e-861f-e549779a3d78 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.536909 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7396cab9-175a-444e-861f-e549779a3d78 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1533508 Feb 04 16:38:11.539697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57536) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:11.547455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ef5710f0-5eef-4776-9900-0bbacdd38f35 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Request body: {'security_group_rule': {'security_group_id': 'b4afb05e-63c5-4fa5-9706-1463d6cb7e0a', 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:11.552988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ef5710f0-5eef-4776-9900-0bbacdd38f35 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:11.557292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ef5710f0-5eef-4776-9900-0bbacdd38f35 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Usage tracker for resource:security_group_rule and tenant:d1dcf60bddd74db398c7039719aa4a26 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:11.563465 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ef5710f0-5eef-4776-9900-0bbacdd38f35 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:11.567584 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ef5710f0-5eef-4776-9900-0bbacdd38f35 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:11.581657 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-ef5710f0-5eef-4776-9900-0bbacdd38f35 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Project d1dcf60bddd74db398c7039719aa4a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:38:11.588710 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef5710f0-5eef-4776-9900-0bbacdd38f35 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.611058 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f250d-8a65-4dfb-be8c-df81d27f910a None None] New status for floating IP 1bc645c6-aea0-41c0-9117-f395daa88eaf: ACTIVE {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:38:11.660744 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef5710f0-5eef-4776-9900-0bbacdd38f35 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.664396 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef5710f0-5eef-4776-9900-0bbacdd38f35 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.687534 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5710f0-5eef-4776-9900-0bbacdd38f35 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60c445f-f342-4f7f-a12b-9c230814480c,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:11.697321 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ef5710f0-5eef-4776-9900-0bbacdd38f35 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.698505 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ef5710f0-5eef-4776-9900-0bbacdd38f35 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1575658 Feb 04 16:38:11.708492 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.881619 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ea71f5d-b8b7-448e-a4e5-29289283debf req-e827c342-91e6-4541-b25b-5f584f1977c0 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1977609824&fields=id&tenant_id=d1dcf60bddd74db398c7039719aa4a26 HTTP/1.1" status: 200 len: 267 time: 0.0454264 Feb 04 16:38:11.968989 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea71f5d-b8b7-448e-a4e5-29289283debf req-b2abb82d-ecc3-4f15-a974-036e21279d1f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:11.970408 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ea71f5d-b8b7-448e-a4e5-29289283debf req-b2abb82d-ecc3-4f15-a974-036e21279d1f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 945 time: 0.0837409 Feb 04 16:38:11.981173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2ea71f5d-b8b7-448e-a4e5-29289283debf req-f30086c1-7805-4ac4-9142-4da7b4b94e32 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Request body: {'port': {'security_groups': ['3eb17d42-5481-49f4-ab7a-6ae0e0263bf6', 'b4afb05e-63c5-4fa5-9706-1463d6cb7e0a']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:12.095778 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2ea71f5d-b8b7-448e-a4e5-29289283debf req-f30086c1-7805-4ac4-9142-4da7b4b94e32 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:12.170440 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:12.344073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2ea71f5d-b8b7-448e-a4e5-29289283debf req-f30086c1-7805-4ac4-9142-4da7b4b94e32 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] For port 706e1b06-a02d-4883-8744-dee4781f2c4f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=706e1b06-a02d-4883-8744-dee4781f2c4f,segment=NetworkSegment(99758096-b804-4cd5-8e98-88eb8ba079f9),segment_id=99758096-b804-4cd5-8e98-88eb8ba079f9)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:12.368456 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2ea71f5d-b8b7-448e-a4e5-29289283debf req-f30086c1-7805-4ac4-9142-4da7b4b94e32 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:12.373077 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2ea71f5d-b8b7-448e-a4e5-29289283debf req-f30086c1-7805-4ac4-9142-4da7b4b94e32 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:12.406479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['706e1b06-a02d-4883-8744-dee4781f2c4f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:38:12.447102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea71f5d-b8b7-448e-a4e5-29289283debf req-f30086c1-7805-4ac4-9142-4da7b4b94e32 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:12.447750 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2ea71f5d-b8b7-448e-a4e5-29289283debf req-f30086c1-7805-4ac4-9142-4da7b4b94e32 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:12.449096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ea71f5d-b8b7-448e-a4e5-29289283debf req-f30086c1-7805-4ac4-9142-4da7b4b94e32 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "PUT /v2.0/ports/706e1b06-a02d-4883-8744-dee4781f2c4f HTTP/1.1" status: 200 len: 981 time: 0.4723017 Feb 04 16:38:12.449544 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'tag': '706e1b06-a02d-4883-8744-dee4781f2c4f'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:12.468643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30086c1-7805-4ac4-9142-4da7b4b94e32 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Pushing event updated for resources: {'Port': ['ID=706e1b06-a02d-4883-8744-dee4781f2c4f,revision_number=6']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:12.547034 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'tag': '706e1b06-a02d-4883-8744-dee4781f2c4f', 'status': 'completed', 'code': 200} Feb 04 16:38:12.569567 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['706e1b06-a02d-4883-8744-dee4781f2c4f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:38:12.681359 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f547aa4-4422-4dc1-b7c4-95e55f658d6a req-03f122dd-5cc2-4fd8-8eab-67b3de918022 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:12.687755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f547aa4-4422-4dc1-b7c4-95e55f658d6a req-03f122dd-5cc2-4fd8-8eab-67b3de918022 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0922461 Feb 04 16:38:12.689664 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-50605b14-650b-4cd5-bd25-ee376fba791e req-1054ea96-6672-4fbd-aa94-fb2394e9a2f1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1dcf60bddd74db398c7039719aa4a26&device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 1135 time: 0.0968413 Feb 04 16:38:12.735329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3f547aa4-4422-4dc1-b7c4-95e55f658d6a req-38d3b3b3-d54b-453c-b246-382667c38c35 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463638 Feb 04 16:38:12.793877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-178e3c49-8c09-4d1d-b7df-ed5b09ec8545 None None] Provisioning complete for port 706e1b06-a02d-4883-8744-dee4781f2c4f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:12.794393 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-178e3c49-8c09-4d1d-b7df-ed5b09ec8545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:12.843221 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50605b14-650b-4cd5-bd25-ee376fba791e req-6caaafa3-c49a-475e-99be-30270cbc9ced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:12.844689 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-50605b14-650b-4cd5-bd25-ee376fba791e req-6caaafa3-c49a-475e-99be-30270cbc9ced service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b0485d3-6a33-4e6c-984c-53158a3f518c HTTP/1.1" status: 200 len: 916 time: 0.1490653 Feb 04 16:38:12.951856 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-50605b14-650b-4cd5-bd25-ee376fba791e req-05f23149-0db0-4122-a7e4-6adb2c2480e0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=706e1b06-a02d-4883-8744-dee4781f2c4f HTTP/1.1" status: 200 len: 1000 time: 0.1003301 Feb 04 16:38:13.014276 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50605b14-650b-4cd5-bd25-ee376fba791e req-319979c2-3bad-4a70-b7c9-0b9d6ff6c144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:13.015764 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-50605b14-650b-4cd5-bd25-ee376fba791e req-319979c2-3bad-4a70-b7c9-0b9d6ff6c144 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0ea41ff0-174c-4db3-be15-16adedbac591 HTTP/1.1" status: 200 len: 854 time: 0.0580037 Feb 04 16:38:13.092591 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-50605b14-650b-4cd5-bd25-ee376fba791e req-5a1ad5ac-aeaf-46ab-980f-e4d1ea94da13 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b0485d3-6a33-4e6c-984c-53158a3f518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711594 Feb 04 16:38:13.332291 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-50605b14-650b-4cd5-bd25-ee376fba791e req-f1f7dc21-0b7e-4699-aaac-2375df1a02c2 service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336264 Feb 04 16:38:13.469656 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-50605b14-650b-4cd5-bd25-ee376fba791e req-034acb83-33ea-422d-a6a7-779e927ac051 service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310277 Feb 04 16:38:20.117445 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:34.488668 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:38:36.698312 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-849105e3-593d-407a-99ce-79ee889b8e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:39.060251 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c60aa248-ae0f-4ff5-8809-685de5b8a2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:40.431661 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:40.495950 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:41.685137 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:42.170319 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:50.114222 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:56.462489 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18f00bed-7721-4146-92c4-2cabeaa2e54d req-901f24b3-fcf7-4913-ac14-e41cfd6a22a4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0661311 Feb 04 16:38:56.618164 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18f00bed-7721-4146-92c4-2cabeaa2e54d req-6b380db6-365d-4d77-a36f-cbdca269269f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1dcf60bddd74db398c7039719aa4a26&device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 1135 time: 0.0716679 Feb 04 16:38:56.759138 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f00bed-7721-4146-92c4-2cabeaa2e54d req-e01c431c-7c89-402f-bbbc-835fcda8b223 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:56.760521 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18f00bed-7721-4146-92c4-2cabeaa2e54d req-e01c431c-7c89-402f-bbbc-835fcda8b223 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b0485d3-6a33-4e6c-984c-53158a3f518c HTTP/1.1" status: 200 len: 916 time: 0.1239722 Feb 04 16:38:56.856648 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18f00bed-7721-4146-92c4-2cabeaa2e54d req-b548b3cb-786b-4445-ba33-30189d14ab47 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=706e1b06-a02d-4883-8744-dee4781f2c4f HTTP/1.1" status: 200 len: 1000 time: 0.0898678 Feb 04 16:38:56.924575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f00bed-7721-4146-92c4-2cabeaa2e54d req-0860a584-122d-4ced-b0db-c287df11d8e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:56.926027 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18f00bed-7721-4146-92c4-2cabeaa2e54d req-0860a584-122d-4ced-b0db-c287df11d8e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0ea41ff0-174c-4db3-be15-16adedbac591 HTTP/1.1" status: 200 len: 854 time: 0.0634723 Feb 04 16:38:56.999573 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18f00bed-7721-4146-92c4-2cabeaa2e54d req-e92d285c-794c-4bf8-a75e-87e90bddb9f9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b0485d3-6a33-4e6c-984c-53158a3f518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670803 Feb 04 16:38:57.009227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-18f00bed-7721-4146-92c4-2cabeaa2e54d req-4831dd42-48cf-4eb4-ba06-30fa778d466b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:38:57.010081 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18f00bed-7721-4146-92c4-2cabeaa2e54d req-4831dd42-48cf-4eb4-ba06-30fa778d466b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046501 Feb 04 16:38:57.139487 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18f00bed-7721-4146-92c4-2cabeaa2e54d req-dad375fd-0623-4bde-bba4-b80ab9c9812b service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221550 Feb 04 16:38:57.268520 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18f00bed-7721-4146-92c4-2cabeaa2e54d req-b3b36b92-d218-42ae-9833-654b938c610b service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232269 Feb 04 16:39:06.699834 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ce0f1a49-bd31-45e9-868c-4dee268f7bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:09.061229 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-88f5ea89-fb9c-4e1c-a34d-c1d5aa7fff24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:10.429659 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:10.487466 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:11.488830 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:39:11.654903 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:12.170086 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:13.620339 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6e3dc0b6-db9a-45fa-a70e-28bc9a8f476d req-44e9e9ae-9db4-4f7b-9210-e403dad776aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1dcf60bddd74db398c7039719aa4a26&device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 1135 time: 0.0735445 Feb 04 16:39:13.652688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ed071-9c1e-46a0-81d6-b0d76ae2178b req-9db70f40-0ba0-4fff-a6ea-2ddda01d347f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:13.654115 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1a5ed071-9c1e-46a0-81d6-b0d76ae2178b req-9db70f40-0ba0-4fff-a6ea-2ddda01d347f tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0826075 Feb 04 16:39:13.716446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1a5ed071-9c1e-46a0-81d6-b0d76ae2178b req-2c8604f1-1b49-4ac6-9927-82a4780e73f0 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562589 Feb 04 16:39:13.761811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dc0b6-db9a-45fa-a70e-28bc9a8f476d req-a0b240e5-0125-4351-b7fb-18befc1f999d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:13.763297 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6e3dc0b6-db9a-45fa-a70e-28bc9a8f476d req-a0b240e5-0125-4351-b7fb-18befc1f999d service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b0485d3-6a33-4e6c-984c-53158a3f518c HTTP/1.1" status: 200 len: 916 time: 0.1371856 Feb 04 16:39:13.868313 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6e3dc0b6-db9a-45fa-a70e-28bc9a8f476d req-da762e02-12fe-4f18-af08-db530c2293d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=706e1b06-a02d-4883-8744-dee4781f2c4f HTTP/1.1" status: 200 len: 1000 time: 0.0991127 Feb 04 16:39:13.933693 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dc0b6-db9a-45fa-a70e-28bc9a8f476d req-b12ff380-68fe-4ffe-8117-fdc29db2d0a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:13.935040 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6e3dc0b6-db9a-45fa-a70e-28bc9a8f476d req-b12ff380-68fe-4ffe-8117-fdc29db2d0a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0ea41ff0-174c-4db3-be15-16adedbac591 HTTP/1.1" status: 200 len: 854 time: 0.0604999 Feb 04 16:39:14.009732 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6e3dc0b6-db9a-45fa-a70e-28bc9a8f476d req-93326883-164f-49fc-887c-4b8916fe0481 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b0485d3-6a33-4e6c-984c-53158a3f518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678449 Feb 04 16:39:14.229095 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6e3dc0b6-db9a-45fa-a70e-28bc9a8f476d req-49e0429a-5fb4-4db2-a2c6-8a746edda500 service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122231 Feb 04 16:39:14.356899 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-6e3dc0b6-db9a-45fa-a70e-28bc9a8f476d req-09566179-425e-43d0-8105-767efb455245 service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215744 Feb 04 16:39:14.907556 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e35b9-1f9f-43d8-ad8f-6f84871e58b1 req-d2cbca1c-fc57-4bec-9634-451d84ba1f72 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:14.909501 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e01e35b9-1f9f-43d8-ad8f-6f84871e58b1 req-d2cbca1c-fc57-4bec-9634-451d84ba1f72 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0772221 Feb 04 16:39:14.955548 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e01e35b9-1f9f-43d8-ad8f-6f84871e58b1 req-8d7a91a8-0c75-4baf-99bf-5f8d1615eb70 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402133 Feb 04 16:39:16.156256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3c998-ff1a-4a67-961b-ee9133adb65c req-d97411bd-6b88-4604-bae8-98670b8fb568 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:16.157708 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4c3c998-ff1a-4a67-961b-ee9133adb65c req-d97411bd-6b88-4604-bae8-98670b8fb568 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0789928 Feb 04 16:39:16.203972 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a4c3c998-ff1a-4a67-961b-ee9133adb65c req-373f3785-eca3-49e2-a747-fe12c3c6a2c2 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407362 Feb 04 16:39:17.399950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fc116-b3ab-4237-9da3-a776be39398a req-32cc62f6-5843-4e6d-84b9-8448b2a2d0b1 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:17.401391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d1fc116-b3ab-4237-9da3-a776be39398a req-32cc62f6-5843-4e6d-84b9-8448b2a2d0b1 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0746543 Feb 04 16:39:17.450577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d1fc116-b3ab-4237-9da3-a776be39398a req-682ce2eb-ba8f-49e6-8011-3538870a0ff6 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436177 Feb 04 16:39:18.662657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbe389-f244-482f-8272-ed146797faf7 req-2856d61c-7a24-4ae4-9008-5eafd173aad5 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:18.664151 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62bbe389-f244-482f-8272-ed146797faf7 req-2856d61c-7a24-4ae4-9008-5eafd173aad5 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0781002 Feb 04 16:39:18.711102 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62bbe389-f244-482f-8272-ed146797faf7 req-412375cd-cbac-4f3e-bcf6-1163aa1ac2f0 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414112 Feb 04 16:39:19.927412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fecd6-46d2-4463-a4b8-0ff6481fde41 req-35af04ed-3859-4c45-b593-5d6db87199d7 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:19.929406 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f63fecd6-46d2-4463-a4b8-0ff6481fde41 req-35af04ed-3859-4c45-b593-5d6db87199d7 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0899775 Feb 04 16:39:20.082359 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f63fecd6-46d2-4463-a4b8-0ff6481fde41 req-979428ce-ac16-46f7-9c37-0213dfbdda0b tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1477695 Feb 04 16:39:20.130887 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:21.285683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa28cc-3d6b-4a75-9ff8-7e57a807936f req-3a95928c-5fa4-4adb-b156-11b74297c075 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:21.287032 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3fa28cc-3d6b-4a75-9ff8-7e57a807936f req-3a95928c-5fa4-4adb-b156-11b74297c075 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0768824 Feb 04 16:39:21.332900 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d3fa28cc-3d6b-4a75-9ff8-7e57a807936f req-aad3cd24-a6aa-4603-b3bf-8d7b0fe13926 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403595 Feb 04 16:39:22.534735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d38632-138a-4e4d-ba65-e4786a8fe90d req-138da4d8-ec8c-42d2-9aba-ebaa2187eddb tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:22.536204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7d38632-138a-4e4d-ba65-e4786a8fe90d req-138da4d8-ec8c-42d2-9aba-ebaa2187eddb tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0783312 Feb 04 16:39:22.582060 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b7d38632-138a-4e4d-ba65-e4786a8fe90d req-ba8cb2cf-f242-4313-bea4-1bf1ce7abb95 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402539 Feb 04 16:39:23.779421 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833faed-1567-4f9c-96ba-8e14a27a8569 req-98dd4ca1-2106-4d8b-916f-b0d33d2f14df tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:23.780851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0833faed-1567-4f9c-96ba-8e14a27a8569 req-98dd4ca1-2106-4d8b-916f-b0d33d2f14df tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0761046 Feb 04 16:39:23.832541 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0833faed-1567-4f9c-96ba-8e14a27a8569 req-3963da1e-3bac-4add-8685-961b0fe02b3c tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459559 Feb 04 16:39:25.029082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6761814-e10c-4cb5-a778-932a26e282d2 req-f350275d-f786-45c7-9139-3cf3b0aa83c1 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:25.030515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6761814-e10c-4cb5-a778-932a26e282d2 req-f350275d-f786-45c7-9139-3cf3b0aa83c1 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0761294 Feb 04 16:39:25.077574 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c6761814-e10c-4cb5-a778-932a26e282d2 req-6b22b5f2-8dd2-48e4-8f18-e5764997acdc tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414224 Feb 04 16:39:26.284181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e359e-5d3b-4bfc-8d61-003051e644a7 req-b184fb89-6bad-41d6-b9e0-d736c2beafff tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:26.285522 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b5e359e-5d3b-4bfc-8d61-003051e644a7 req-b184fb89-6bad-41d6-b9e0-d736c2beafff tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0864861 Feb 04 16:39:26.332065 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2b5e359e-5d3b-4bfc-8d61-003051e644a7 req-d50099c3-61b3-4d5e-8f0a-6978ca080658 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410149 Feb 04 16:39:27.527757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adf608-366b-4b49-a402-cceb195ce65f req-60a6924d-1199-48c0-a097-0002b7092a06 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:27.529202 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8adf608-366b-4b49-a402-cceb195ce65f req-60a6924d-1199-48c0-a097-0002b7092a06 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0753787 Feb 04 16:39:27.575195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8adf608-366b-4b49-a402-cceb195ce65f req-b3712b46-7a5a-4e5c-9373-e18e08009b2c tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396903 Feb 04 16:39:28.778549 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616e0f4-e227-486c-a696-024b83882a16 req-63369e0e-c092-46d9-8ad1-75b79f0d77a8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:28.780097 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7616e0f4-e227-486c-a696-024b83882a16 req-63369e0e-c092-46d9-8ad1-75b79f0d77a8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0797999 Feb 04 16:39:28.826620 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7616e0f4-e227-486c-a696-024b83882a16 req-aa0d3c46-3b4c-4091-bf7f-dd3d2015707a tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410004 Feb 04 16:39:30.028534 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a708e-7be5-473b-b412-52d7ae0da266 req-54b7c91f-dad8-4066-8158-e651bba939b7 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:30.029998 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b43a708e-7be5-473b-b412-52d7ae0da266 req-54b7c91f-dad8-4066-8158-e651bba939b7 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0775020 Feb 04 16:39:30.080980 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b43a708e-7be5-473b-b412-52d7ae0da266 req-f953a038-455f-4e09-bf97-12fde035023e tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448918 Feb 04 16:39:31.277717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de424575-f3c4-4877-88bd-9ef2c9fdf7ad req-ad8d7e52-44bd-4db0-9ad7-022aac127e00 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:31.279061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de424575-f3c4-4877-88bd-9ef2c9fdf7ad req-ad8d7e52-44bd-4db0-9ad7-022aac127e00 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0751245 Feb 04 16:39:31.324904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de424575-f3c4-4877-88bd-9ef2c9fdf7ad req-47e90be3-ad07-4710-a5d7-bf9c22336a85 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a&id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394552 Feb 04 16:39:36.702212 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-00fe6cb1-bdd2-4328-a2c9-996e70c2b267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:39.064258 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-289f0dbd-c334-45be-9511-ad46bdc17370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:40.433826 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:40.488827 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:41.658301 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:42.183826 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:48.515867 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:39:50.129142 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:58.494576 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5cd9c2d4-87b5-4dfb-976d-da8c2ec171ee req-b6d16497-d839-4f27-8dfa-796e1abf9fbb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736957 Feb 04 16:39:58.652259 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5cd9c2d4-87b5-4dfb-976d-da8c2ec171ee req-c45d7ade-0f8d-4eb5-8415-631bdc616b0a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1dcf60bddd74db398c7039719aa4a26&device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 1135 time: 0.0703230 Feb 04 16:39:58.805138 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9c2d4-87b5-4dfb-976d-da8c2ec171ee req-b754ea3b-b1d5-4e8d-a7ee-d4a4f0bd9425 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:58.806491 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5cd9c2d4-87b5-4dfb-976d-da8c2ec171ee req-b754ea3b-b1d5-4e8d-a7ee-d4a4f0bd9425 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b0485d3-6a33-4e6c-984c-53158a3f518c HTTP/1.1" status: 200 len: 916 time: 0.1312656 Feb 04 16:39:58.909033 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5cd9c2d4-87b5-4dfb-976d-da8c2ec171ee req-e7cb6a97-19c2-4564-8cc5-e43dab7bdf12 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=706e1b06-a02d-4883-8744-dee4781f2c4f HTTP/1.1" status: 200 len: 1000 time: 0.0956614 Feb 04 16:39:58.968264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9c2d4-87b5-4dfb-976d-da8c2ec171ee req-e0033fd5-6f8e-4794-9039-ee169424ee44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:58.970242 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5cd9c2d4-87b5-4dfb-976d-da8c2ec171ee req-e0033fd5-6f8e-4794-9039-ee169424ee44 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0ea41ff0-174c-4db3-be15-16adedbac591 HTTP/1.1" status: 200 len: 854 time: 0.0561824 Feb 04 16:39:59.045523 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5cd9c2d4-87b5-4dfb-976d-da8c2ec171ee req-c47138da-2046-4cd2-ac7b-8f379130506f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b0485d3-6a33-4e6c-984c-53158a3f518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693784 Feb 04 16:39:59.173906 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5cd9c2d4-87b5-4dfb-976d-da8c2ec171ee req-c3193d0d-afcd-4514-b4fe-75234ae927c2 service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221764 Feb 04 16:39:59.304584 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5cd9c2d4-87b5-4dfb-976d-da8c2ec171ee req-47738c24-671d-44a7-aa47-a977b721f52c service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242437 Feb 04 16:40:06.707471 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-824c4147-66b8-458f-b58a-4f9a2f7ec44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.066029 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7ca844de-250d-4faf-8976-3038f1664a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.436653 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.489583 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:11.661009 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:12.203186 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:20.144759 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:25.486403 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:40:28.462692 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-819c7a16-5b14-423b-b58b-9d45fffdb504 req-5b58e276-6722-4509-8224-88fd4cf047b4 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1977609824&fields=id&tenant_id=d1dcf60bddd74db398c7039719aa4a26 HTTP/1.1" status: 200 len: 267 time: 0.0395365 Feb 04 16:40:28.544712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c7a16-5b14-423b-b58b-9d45fffdb504 req-d83adeff-f191-4eb8-a01d-c2d2e4ed5f61 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:28.546140 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-819c7a16-5b14-423b-b58b-9d45fffdb504 req-d83adeff-f191-4eb8-a01d-c2d2e4ed5f61 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 984 time: 0.0783226 Feb 04 16:40:28.556967 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-819c7a16-5b14-423b-b58b-9d45fffdb504 req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Request body: {'port': {'security_groups': ['3eb17d42-5481-49f4-ab7a-6ae0e0263bf6']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:28.670276 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-819c7a16-5b14-423b-b58b-9d45fffdb504 req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:28.905477 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-819c7a16-5b14-423b-b58b-9d45fffdb504 req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] For port 706e1b06-a02d-4883-8744-dee4781f2c4f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=706e1b06-a02d-4883-8744-dee4781f2c4f,segment=NetworkSegment(99758096-b804-4cd5-8e98-88eb8ba079f9),segment_id=99758096-b804-4cd5-8e98-88eb8ba079f9)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:28.931270 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-819c7a16-5b14-423b-b58b-9d45fffdb504 req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:28.935724 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-819c7a16-5b14-423b-b58b-9d45fffdb504 req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:28.970130 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['706e1b06-a02d-4883-8744-dee4781f2c4f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:40:29.013300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c7a16-5b14-423b-b58b-9d45fffdb504 req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:29.013877 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-819c7a16-5b14-423b-b58b-9d45fffdb504 req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.015533 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-819c7a16-5b14-423b-b58b-9d45fffdb504 req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "PUT /v2.0/ports/706e1b06-a02d-4883-8744-dee4781f2c4f HTTP/1.1" status: 200 len: 942 time: 0.4628422 Feb 04 16:40:29.015996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'tag': '706e1b06-a02d-4883-8744-dee4781f2c4f'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:29.022020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57648) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:29.034462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Pushing event updated for resources: {'Port': ['ID=706e1b06-a02d-4883-8744-dee4781f2c4f,revision_number=7']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:29.044924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.045272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.045609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.045943 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.046274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.046597 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.047674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.048301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.048750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.049078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.049403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840506bf-02fb-4669-b60c-552c5e19f3f8 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.114188 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.142556 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['706e1b06-a02d-4883-8744-dee4781f2c4f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:40:29.146663 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.230066 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.253333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4afb05e-63c5-4fa5-9706-1463d6cb7e0a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:29.262711 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.263855 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "DELETE /v2.0/security-groups/b4afb05e-63c5-4fa5-9706-1463d6cb7e0a HTTP/1.1" status: 204 len: 168 time: 0.2398775 Feb 04 16:40:29.265677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.266058 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.266353 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.266685 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.266802 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57652) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:29.267013 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.267397 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.267724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.268050 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.268416 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.268762 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.269090 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc57d15-6320-4358-89a6-700450953d01 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:29.329224 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b13f37d7-baae-4d1d-b7c3-29c550f6a477 None None] Provisioning complete for port 706e1b06-a02d-4883-8744-dee4781f2c4f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:29.329540 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b13f37d7-baae-4d1d-b7c3-29c550f6a477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.464671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-dc64900e-2518-4852-b591-8c41f284fabc tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Deleting port fdf42cc6-e8c8-4311-9d1b-70f0a770dad8 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:29.465247 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc64900e-2518-4852-b591-8c41f284fabc tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.726019 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc64900e-2518-4852-b591-8c41f284fabc tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.726248 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc64900e-2518-4852-b591-8c41f284fabc tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.844621 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-dc64900e-2518-4852-b591-8c41f284fabc tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Calling delete_port for fdf42cc6-e8c8-4311-9d1b-70f0a770dad8 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:29.990685 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc64900e-2518-4852-b591-8c41f284fabc tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.036363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64900e-2518-4852-b591-8c41f284fabc tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Pushing event deleted for resources: {'Port': ['ID=fdf42cc6-e8c8-4311-9d1b-70f0a770dad8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:30.121720 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'tag': '706e1b06-a02d-4883-8744-dee4781f2c4f', 'status': 'completed', 'code': 200} Feb 04 16:40:30.131718 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc64900e-2518-4852-b591-8c41f284fabc tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.242179 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74ed8070-9190-49a5-aba2-469a1dac9a06 req-08345049-58f5-43d3-bd38-d8cfe19bb58e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1dcf60bddd74db398c7039719aa4a26&device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 1096 time: 0.0723183 Feb 04 16:40:30.371846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed8070-9190-49a5-aba2-469a1dac9a06 req-c6a46c54-4187-44ae-ada6-b75f294bb05c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:30.373294 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74ed8070-9190-49a5-aba2-469a1dac9a06 req-c6a46c54-4187-44ae-ada6-b75f294bb05c service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b0485d3-6a33-4e6c-984c-53158a3f518c HTTP/1.1" status: 200 len: 916 time: 0.1254411 Feb 04 16:40:30.442974 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74ed8070-9190-49a5-aba2-469a1dac9a06 req-1c4f6174-e499-4ec2-aaff-8d084094ba5e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=706e1b06-a02d-4883-8744-dee4781f2c4f HTTP/1.1" status: 200 len: 217 time: 0.0626853 Feb 04 16:40:30.504563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed8070-9190-49a5-aba2-469a1dac9a06 req-cba2c98a-86f6-40ca-8fcd-bd107fb78697 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:30.505905 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74ed8070-9190-49a5-aba2-469a1dac9a06 req-cba2c98a-86f6-40ca-8fcd-bd107fb78697 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0ea41ff0-174c-4db3-be15-16adedbac591 HTTP/1.1" status: 200 len: 854 time: 0.0567627 Feb 04 16:40:30.522876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc64900e-2518-4852-b591-8c41f284fabc tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Router bec90988-ec61-452b-b93b-2777a18d40f5 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:40:30.579582 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74ed8070-9190-49a5-aba2-469a1dac9a06 req-949f3d0e-6031-4979-897a-9a4d35df9713 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b0485d3-6a33-4e6c-984c-53158a3f518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672443 Feb 04 16:40:30.732241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc64900e-2518-4852-b591-8c41f284fabc tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:30.743453 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a34a37f-63c9-43f1-b89a-e29c12854e43 None None] Sync routers for ids ['bec90988-ec61-452b-b93b-2777a18d40f5'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:40:30.749597 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc64900e-2518-4852-b591-8c41f284fabc tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.755938 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a34a37f-63c9-43f1-b89a-e29c12854e43 None None] Routers {'bec90988-ec61-452b-b93b-2777a18d40f5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:30.756544 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-7a34a37f-63c9-43f1-b89a-e29c12854e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:40:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['bec90988-ec61-452b-b93b-2777a18d40f5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:30.809163 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dc64900e-2518-4852-b591-8c41f284fabc tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "DELETE /v2.0/floatingips/1bc645c6-aea0-41c0-9117-f395daa88eaf HTTP/1.1" status: 204 len: 168 time: 1.5388072 Feb 04 16:40:30.819663 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74ed8070-9190-49a5-aba2-469a1dac9a06 req-7adcf699-ee45-4dd2-b7be-24d3bada05ee service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327063 Feb 04 16:40:30.943282 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-7a34a37f-63c9-43f1-b89a-e29c12854e43 None None] Set router bec90988-ec61-452b-b93b-2777a18d40f5 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:30.961875 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-74ed8070-9190-49a5-aba2-469a1dac9a06 req-384c80c4-3b9f-4b8b-a9fb-88a8eef44e0e service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365261 Feb 04 16:40:31.285424 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-7a34a37f-63c9-43f1-b89a-e29c12854e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:13Z', 'revision_number': 4, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'gw_port': {'id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fed78022-c202-44af-91d8-69b3c3b77c5e', 'name': '', 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'mac_address': 'fa:16:3e:30:e7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:12Z', 'updated_at': '2022-02-04T16:37:22Z', 'revision_number': 5, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'subnets': [{'id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:31.289028 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a34a37f-63c9-43f1-b89a-e29c12854e43 None None] Checking router: bec90988-ec61-452b-b93b-2777a18d40f5 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:40:31.299293 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a34a37f-63c9-43f1-b89a-e29c12854e43 None None] Routers {'bec90988-ec61-452b-b93b-2777a18d40f5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:31.299870 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-7a34a37f-63c9-43f1-b89a-e29c12854e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:40:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['bec90988-ec61-452b-b93b-2777a18d40f5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:31.471312 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-7a34a37f-63c9-43f1-b89a-e29c12854e43 None None] Set router bec90988-ec61-452b-b93b-2777a18d40f5 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:31.774823 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-7a34a37f-63c9-43f1-b89a-e29c12854e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:13Z', 'revision_number': 4, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'gw_port': {'id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fed78022-c202-44af-91d8-69b3c3b77c5e', 'name': '', 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'mac_address': 'fa:16:3e:30:e7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:12Z', 'updated_at': '2022-02-04T16:37:22Z', 'revision_number': 5, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'subnets': [{'id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:31.778598 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a34a37f-63c9-43f1-b89a-e29c12854e43 None None] The sync data for ids ['bec90988-ec61-452b-b93b-2777a18d40f5'] in n-d-827872-1 is: [{'id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:13Z', 'revision_number': 4, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'gw_port': {'id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'fed78022-c202-44af-91d8-69b3c3b77c5e', 'name': '', 'network_id': '1b0485d3-6a33-4e6c-984c-53158a3f518c', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'mac_address': 'fa:16:3e:30:e7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:12Z', 'updated_at': '2022-02-04T16:37:22Z', 'revision_number': 5, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'subnets': [{'id': '0ea41ff0-174c-4db3-be15-16adedbac591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:40:32.008061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdc6d10-170a-459c-b75f-8750facb1ca7 None None] New status for floating IP 1bc645c6-aea0-41c0-9117-f395daa88eaf: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:40:32.122689 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'tag': '706e1b06-a02d-4883-8744-dee4781f2c4f'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:32.185860 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'tag': '706e1b06-a02d-4883-8744-dee4781f2c4f', 'status': 'completed', 'code': 200} Feb 04 16:40:32.303363 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f07440fd-3bb3-4417-b886-b9dcae94f9e2 req-b59a0570-6d6b-4715-b1c8-a7aea40f593b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1dcf60bddd74db398c7039719aa4a26&device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 1096 time: 0.0774448 Feb 04 16:40:32.437022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07440fd-3bb3-4417-b886-b9dcae94f9e2 req-5fa51bd6-df1c-49e8-a834-177d9e15eabc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:32.438617 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f07440fd-3bb3-4417-b886-b9dcae94f9e2 req-5fa51bd6-df1c-49e8-a834-177d9e15eabc service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b0485d3-6a33-4e6c-984c-53158a3f518c HTTP/1.1" status: 200 len: 916 time: 0.1295674 Feb 04 16:40:32.506774 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f07440fd-3bb3-4417-b886-b9dcae94f9e2 req-bb674e62-e74a-4a4a-9dd8-ce5649bdb4f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=706e1b06-a02d-4883-8744-dee4781f2c4f HTTP/1.1" status: 200 len: 217 time: 0.0623090 Feb 04 16:40:32.566592 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07440fd-3bb3-4417-b886-b9dcae94f9e2 req-64051be3-455a-4de5-8faa-7bf429e76113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:32.568009 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f07440fd-3bb3-4417-b886-b9dcae94f9e2 req-64051be3-455a-4de5-8faa-7bf429e76113 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0ea41ff0-174c-4db3-be15-16adedbac591 HTTP/1.1" status: 200 len: 854 time: 0.0558405 Feb 04 16:40:32.640308 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f07440fd-3bb3-4417-b886-b9dcae94f9e2 req-048a9acc-ef99-479f-9751-41326db2434f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b0485d3-6a33-4e6c-984c-53158a3f518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662265 Feb 04 16:40:32.769000 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f07440fd-3bb3-4417-b886-b9dcae94f9e2 req-b005a8ff-89e3-4a78-a4cd-addf0f16a656 service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207001 Feb 04 16:40:32.895281 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-f07440fd-3bb3-4417-b886-b9dcae94f9e2 req-1c896d8a-b298-4137-ac8b-c0b68dab8335 service neutron] 10.222.0.81 "GET /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204689 Feb 04 16:40:36.318404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90673b-020a-4fc0-9a69-1ded56e595f8 req-db603d8e-6e31-4cbd-84ef-e48493d8b05a tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:36.319089 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4d90673b-020a-4fc0-9a69-1ded56e595f8 req-db603d8e-6e31-4cbd-84ef-e48493d8b05a tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Synchronizing usage tracker for tenant:d1dcf60bddd74db398c7039719aa4a26 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:40:36.333891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-4d90673b-020a-4fc0-9a69-1ded56e595f8 req-db603d8e-6e31-4cbd-84ef-e48493d8b05a tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Unset dirty status for tenant:d1dcf60bddd74db398c7039719aa4a26 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:40:36.335051 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d90673b-020a-4fc0-9a69-1ded56e595f8 req-db603d8e-6e31-4cbd-84ef-e48493d8b05a tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 945 time: 0.0940213 Feb 04 16:40:36.380207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4d90673b-020a-4fc0-9a69-1ded56e595f8 req-ab391e7c-cb37-41fb-aa94-848173e4b81a tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394907 Feb 04 16:40:36.711882 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-460d68cb-4e16-44eb-874a-b36ed7c924cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:37.592262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998eda3-9bd2-4bff-817c-e88c9c0c46a7 req-b8a9333b-f3bb-463e-be27-0e3616f54b34 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:37.593824 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b998eda3-9bd2-4bff-817c-e88c9c0c46a7 req-b8a9333b-f3bb-463e-be27-0e3616f54b34 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 945 time: 0.0796340 Feb 04 16:40:37.638009 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b998eda3-9bd2-4bff-817c-e88c9c0c46a7 req-57dc83e5-cd7b-400b-803b-0fae8cc2fa78 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Feb 04 16:40:38.159445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b0f6b-3154-41e7-89f6-f2e60d4f036b req-220d66ad-4bef-4f5a-b150-fd70c8101d00 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:38.160127 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-419b0f6b-3154-41e7-89f6-f2e60d4f036b req-220d66ad-4bef-4f5a-b150-fd70c8101d00 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Synchronizing usage tracker for tenant:d1dcf60bddd74db398c7039719aa4a26 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:40:38.172611 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-419b0f6b-3154-41e7-89f6-f2e60d4f036b req-220d66ad-4bef-4f5a-b150-fd70c8101d00 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Unset dirty status for tenant:d1dcf60bddd74db398c7039719aa4a26 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:40:38.173940 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-419b0f6b-3154-41e7-89f6-f2e60d4f036b req-220d66ad-4bef-4f5a-b150-fd70c8101d00 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.81 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 945 time: 0.0931289 Feb 04 16:40:38.245538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-419b0f6b-3154-41e7-89f6-f2e60d4f036b req-6912a61e-a79f-4d0c-8d28-42594dd15c71 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Deleting port 706e1b06-a02d-4883-8744-dee4781f2c4f {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:38.245795 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-419b0f6b-3154-41e7-89f6-f2e60d4f036b req-6912a61e-a79f-4d0c-8d28-42594dd15c71 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:38.485911 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-419b0f6b-3154-41e7-89f6-f2e60d4f036b req-6912a61e-a79f-4d0c-8d28-42594dd15c71 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] For port 706e1b06-a02d-4883-8744-dee4781f2c4f, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=706e1b06-a02d-4883-8744-dee4781f2c4f,segment=NetworkSegment(99758096-b804-4cd5-8e98-88eb8ba079f9),segment_id=99758096-b804-4cd5-8e98-88eb8ba079f9)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:38.486268 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-419b0f6b-3154-41e7-89f6-f2e60d4f036b req-6912a61e-a79f-4d0c-8d28-42594dd15c71 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:38.607326 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-419b0f6b-3154-41e7-89f6-f2e60d4f036b req-6912a61e-a79f-4d0c-8d28-42594dd15c71 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Calling delete_port for 706e1b06-a02d-4883-8744-dee4781f2c4f owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:38.841958 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e563c6-799e-4053-8d8d-4c15e18c064b req-5bfe8bc8-1a05-46f4-bcea-16f0fbad94a4 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:38.843977 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7e563c6-799e-4053-8d8d-4c15e18c064b req-5bfe8bc8-1a05-46f4-bcea-16f0fbad94a4 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/ports?device_id=df5c5025-e027-4fc2-9180-4062ecffffbe HTTP/1.1" status: 200 len: 945 time: 0.0745575 Feb 04 16:40:38.846771 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-419b0f6b-3154-41e7-89f6-f2e60d4f036b req-6912a61e-a79f-4d0c-8d28-42594dd15c71 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:38.878731 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['706e1b06-a02d-4883-8744-dee4781f2c4f'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:40:38.894192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912a61e-a79f-4d0c-8d28-42594dd15c71 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Pushing event deleted for resources: {'Port': ['ID=706e1b06-a02d-4883-8744-dee4781f2c4f,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:38.897396 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7e563c6-799e-4053-8d8d-4c15e18c064b req-d0854100-6116-454c-ba9e-d31fa4031ce0 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.60 "GET /v2.0/security-groups?id=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455687 Feb 04 16:40:38.975947 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-419b0f6b-3154-41e7-89f6-f2e60d4f036b req-6912a61e-a79f-4d0c-8d28-42594dd15c71 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] No DVR routers for this DVR port 706e1b06-a02d-4883-8744-dee4781f2c4f on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:40:38.978485 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-419b0f6b-3154-41e7-89f6-f2e60d4f036b req-6912a61e-a79f-4d0c-8d28-42594dd15c71 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:38.982792 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'name': 'network-vif-deleted', 'tag': '706e1b06-a02d-4883-8744-dee4781f2c4f'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:38.997489 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-419b0f6b-3154-41e7-89f6-f2e60d4f036b req-6912a61e-a79f-4d0c-8d28-42594dd15c71 tempest-TestMinimumBasicScenario-673341159 tempest-TestMinimumBasicScenario-673341159-project] 10.222.0.81 "DELETE /v2.0/ports/706e1b06-a02d-4883-8744-dee4781f2c4f HTTP/1.1" status: 204 len: 173 time: 0.8187997 Feb 04 16:40:39.045527 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5c5025-e027-4fc2-9180-4062ecffffbe', 'name': 'network-vif-deleted', 'tag': '706e1b06-a02d-4883-8744-dee4781f2c4f', 'status': 'completed', 'code': 200} Feb 04 16:40:39.069262 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7407dd83-6c84-4f2a-8a94-b86b409c4d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:40.440612 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:40.493055 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:40.606594 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57744) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:41.075987 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4cac957-d137-4b47-b1fd-60b6c32d1c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:41.659262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-c4cac957-d137-4b47-b1fd-60b6c32d1c36 admin admin] Deleting port fed78022-c202-44af-91d8-69b3c3b77c5e {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:41.660061 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4cac957-d137-4b47-b1fd-60b6c32d1c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:41.662633 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:41.828175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-c4cac957-d137-4b47-b1fd-60b6c32d1c36 admin admin] For port fed78022-c202-44af-91d8-69b3c3b77c5e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=fed78022-c202-44af-91d8-69b3c3b77c5e,segment=NetworkSegment(99758096-b804-4cd5-8e98-88eb8ba079f9),segment_id=99758096-b804-4cd5-8e98-88eb8ba079f9)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:41.828512 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4cac957-d137-4b47-b1fd-60b6c32d1c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:41.945655 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-c4cac957-d137-4b47-b1fd-60b6c32d1c36 admin admin] Calling delete_port for fed78022-c202-44af-91d8-69b3c3b77c5e owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:42.116761 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4cac957-d137-4b47-b1fd-60b6c32d1c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:42.164794 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cac957-d137-4b47-b1fd-60b6c32d1c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed78022-c202-44af-91d8-69b3c3b77c5e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:42.200285 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:42.544603 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c4cac957-d137-4b47-b1fd-60b6c32d1c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:42.635091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 706e1b06-a02d-4883-8744-dee4781f2c4f no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:42.666812 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 706e1b06-a02d-4883-8744-dee4781f2c4f {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:42.667522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 706e1b06-a02d-4883-8744-dee4781f2c4f not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:43.112323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cac957-d137-4b47-b1fd-60b6c32d1c36 admin admin] Router bec90988-ec61-452b-b93b-2777a18d40f5 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:40:43.306204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cac957-d137-4b47-b1fd-60b6c32d1c36 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:43.316326 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c9d37-803f-4619-98e2-fd570f2f554f None None] Sync routers for ids ['bec90988-ec61-452b-b93b-2777a18d40f5'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:40:43.319092 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c4cac957-d137-4b47-b1fd-60b6c32d1c36 admin admin] 10.222.0.60 "PUT /v2.0/routers/bec90988-ec61-452b-b93b-2777a18d40f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7114275 Feb 04 16:40:43.321530 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57748) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:43.327641 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c9d37-803f-4619-98e2-fd570f2f554f None None] Routers {'bec90988-ec61-452b-b93b-2777a18d40f5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:43.328258 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-aa1c9d37-803f-4619-98e2-fd570f2f554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:40:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['bec90988-ec61-452b-b93b-2777a18d40f5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:43.517972 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:43.526381 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-aa1c9d37-803f-4619-98e2-fd570f2f554f None None] Set router bec90988-ec61-452b-b93b-2777a18d40f5 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:43.723209 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:43.726994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] Deleting port 212edfe3-1d6f-4b7c-8ad0-807112f1edee {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:43.727420 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:43.823513 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-aa1c9d37-803f-4619-98e2-fd570f2f554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:40:42Z', 'revision_number': 5, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'gw_port': {'id': '212edfe3-1d6f-4b7c-8ad0-807112f1edee', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:43.828423 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c9d37-803f-4619-98e2-fd570f2f554f None None] Checking router: bec90988-ec61-452b-b93b-2777a18d40f5 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:40:43.841485 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c9d37-803f-4619-98e2-fd570f2f554f None None] Routers {'bec90988-ec61-452b-b93b-2777a18d40f5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:43.842452 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-aa1c9d37-803f-4619-98e2-fd570f2f554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:40:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['bec90988-ec61-452b-b93b-2777a18d40f5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:44.002636 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-aa1c9d37-803f-4619-98e2-fd570f2f554f None None] Set router bec90988-ec61-452b-b93b-2777a18d40f5 gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:44.031348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] For port 212edfe3-1d6f-4b7c-8ad0-807112f1edee, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=212edfe3-1d6f-4b7c-8ad0-807112f1edee,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:44.031697 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:44.110101 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-aa1c9d37-803f-4619-98e2-fd570f2f554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:40:43Z', 'revision_number': 6, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:44.114014 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c9d37-803f-4619-98e2-fd570f2f554f None None] The sync data for ids ['bec90988-ec61-452b-b93b-2777a18d40f5'] in n-d-827872-1 is: [{'id': 'bec90988-ec61-452b-b93b-2777a18d40f5', 'name': 'tempest-TestMinimumBasicScenario-1346955499-router', 'tenant_id': 'd1dcf60bddd74db398c7039719aa4a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:10Z', 'updated_at': '2022-02-04T16:40:43Z', 'revision_number': 6, 'project_id': 'd1dcf60bddd74db398c7039719aa4a26', 'gw_port_host': None}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:40:44.150469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] Calling delete_port for 212edfe3-1d6f-4b7c-8ad0-807112f1edee owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:44.316976 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:44.361042 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=212edfe3-1d6f-4b7c-8ad0-807112f1edee,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:44.591122 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:44.844894 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:44.848963 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:44.873034 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:44.873745 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bec90988-ec61-452b-b93b-2777a18d40f5 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:40:44.889469 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:44.893518 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3da9fb89-3b18-464e-b7f3-069565923f20 admin admin] 10.222.0.60 "DELETE /v2.0/routers/bec90988-ec61-452b-b93b-2777a18d40f5 HTTP/1.1" status: 204 len: 168 time: 1.5682871 Feb 04 16:40:44.893755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57752) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:44.955798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f21f663-0dae-47ab-9da5-710d7111e9e4 admin admin] Deleting subnet 0ea41ff0-174c-4db3-be15-16adedbac591 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:40:44.958721 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2f21f663-0dae-47ab-9da5-710d7111e9e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:45.011748 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2f21f663-0dae-47ab-9da5-710d7111e9e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:45.092516 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2f21f663-0dae-47ab-9da5-710d7111e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:45.163707 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2f21f663-0dae-47ab-9da5-710d7111e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:45.202175 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21f663-0dae-47ab-9da5-710d7111e9e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ea41ff0-174c-4db3-be15-16adedbac591,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:45.207655 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2f21f663-0dae-47ab-9da5-710d7111e9e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:45.212196 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a2a27c-ad20-4a27-95c9-11e7f0e13594 None None] Network 1b0485d3-6a33-4e6c-984c-53158a3f518c requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:40:45.214398 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2f21f663-0dae-47ab-9da5-710d7111e9e4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0ea41ff0-174c-4db3-be15-16adedbac591 HTTP/1.1" status: 204 len: 168 time: 0.3196983 Feb 04 16:40:45.216829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57756) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:45.423041 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:45.433746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] Deleting port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:45.434076 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:45.472433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f60d15-9332-4fc7-bf05-ce00c47b1492 None None] DHCP port deletion for 1b0485d3-6a33-4e6c-984c-53158a3f518c request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:40:45.476757 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-35f60d15-9332-4fc7-bf05-ce00c47b1492 None None] Deleting port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:45.477121 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35f60d15-9332-4fc7-bf05-ce00c47b1492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:45.642787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] For port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=54b1eaac-aa98-4c2d-a2a7-674a06b29a02,segment=NetworkSegment(99758096-b804-4cd5-8e98-88eb8ba079f9),segment_id=99758096-b804-4cd5-8e98-88eb8ba079f9)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:45.643138 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:45.680193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-35f60d15-9332-4fc7-bf05-ce00c47b1492 None None] For port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=54b1eaac-aa98-4c2d-a2a7-674a06b29a02,segment=NetworkSegment(99758096-b804-4cd5-8e98-88eb8ba079f9),segment_id=99758096-b804-4cd5-8e98-88eb8ba079f9)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:45.680508 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35f60d15-9332-4fc7-bf05-ce00c47b1492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:45.769595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] Calling delete_port for 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:45.773971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 212edfe3-1d6f-4b7c-8ad0-807112f1edee no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:45.845785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:45.858855 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-35f60d15-9332-4fc7-bf05-ce00c47b1492 None None] Calling delete_port for 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:45.888690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b1eaac-aa98-4c2d-a2a7-674a06b29a02,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:45.896154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] No DVR routers for this DVR port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:40:45.897121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 212edfe3-1d6f-4b7c-8ad0-807112f1edee {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:45.897121 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 212edfe3-1d6f-4b7c-8ad0-807112f1edee not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:45.897345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fed78022-c202-44af-91d8-69b3c3b77c5e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:45.942065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: fed78022-c202-44af-91d8-69b3c3b77c5e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:45.942304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device fed78022-c202-44af-91d8-69b3c3b77c5e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:45.942764 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:45.979393 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:45.979753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:46.000459 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-35f60d15-9332-4fc7-bf05-ce00c47b1492 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:40:46.000802 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-35f60d15-9332-4fc7-bf05-ce00c47b1492 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:40:46.013672 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.037402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0485d3-6a33-4e6c-984c-53158a3f518c']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:46.050282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99758096-b804-4cd5-8e98-88eb8ba079f9') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:46.050579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99758096-b804-4cd5-8e98-88eb8ba079f9') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:46.061743 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.077782 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.083747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:40:46.084124 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:40:46.096696 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:40:46.172697 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.190874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.196734 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b0485d3-6a33-4e6c-984c-53158a3f518c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:46.212687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fe0d9100-a6e4-4288-a214-a6ad459f0298 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1b0485d3-6a33-4e6c-984c-53158a3f518c HTTP/1.1" status: 204 len: 168 time: 0.9948733 Feb 04 16:40:46.215579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57760) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:46.502496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-35f60d15-9332-4fc7-bf05-ce00c47b1492 None None] Deleting port 54b1eaac-aa98-4c2d-a2a7-674a06b29a02 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:46.503030 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35f60d15-9332-4fc7-bf05-ce00c47b1492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.566574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-35f60d15-9332-4fc7-bf05-ce00c47b1492 None None] The port '54b1eaac-aa98-4c2d-a2a7-674a06b29a02' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:40:46.603907 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b97f5c13-9860-4aff-9833-9f2069523f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:47.284402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b97f5c13-9860-4aff-9833-9f2069523f32 admin admin] Deleting port b4ec1b95-7f75-4d63-aebc-230113feecac {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:47.285055 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b97f5c13-9860-4aff-9833-9f2069523f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:47.449732 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-b97f5c13-9860-4aff-9833-9f2069523f32 admin admin] For port b4ec1b95-7f75-4d63-aebc-230113feecac, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b4ec1b95-7f75-4d63-aebc-230113feecac,segment=NetworkSegment(14d0a33c-82d4-407c-b57e-6a2e1ca8011a),segment_id=14d0a33c-82d4-407c-b57e-6a2e1ca8011a)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:47.450075 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b97f5c13-9860-4aff-9833-9f2069523f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:47.568490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b97f5c13-9860-4aff-9833-9f2069523f32 admin admin] Calling delete_port for b4ec1b95-7f75-4d63-aebc-230113feecac owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:47.738993 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b97f5c13-9860-4aff-9833-9f2069523f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:47.782791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f5c13-9860-4aff-9833-9f2069523f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ec1b95-7f75-4d63-aebc-230113feecac,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:48.068797 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b97f5c13-9860-4aff-9833-9f2069523f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:48.727165 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97f5c13-9860-4aff-9833-9f2069523f32 admin admin] Router 77fe8996-07e5-4611-b27b-91182643b0e8 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:40:48.920077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97f5c13-9860-4aff-9833-9f2069523f32 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:48.933145 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b97f5c13-9860-4aff-9833-9f2069523f32 admin admin] 10.222.0.60 "PUT /v2.0/routers/77fe8996-07e5-4611-b27b-91182643b0e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7143271 Feb 04 16:40:48.933336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a84336-7b81-49c5-a339-d5fc274e25c6 None None] Sync routers for ids ['77fe8996-07e5-4611-b27b-91182643b0e8'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:40:48.933769 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57764) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:48.944447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a84336-7b81-49c5-a339-d5fc274e25c6 None None] Routers {'77fe8996-07e5-4611-b27b-91182643b0e8'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:48.945142 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-93a84336-7b81-49c5-a339-d5fc274e25c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:40:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['77fe8996-07e5-4611-b27b-91182643b0e8'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:49.124431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-93a84336-7b81-49c5-a339-d5fc274e25c6 None None] Set router 77fe8996-07e5-4611-b27b-91182643b0e8 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:49.128160 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:49.321783 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:49.331933 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] Deleting port e7cf9627-27da-4e51-96f0-db725d43bdbe {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:49.332263 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:49.414535 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-93a84336-7b81-49c5-a339-d5fc274e25c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'name': 'tempest-TestMinimumBasicScenario-1012504712-router', 'tenant_id': 'e237c4e0354744a980d8300efda642ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7cf9627-27da-4e51-96f0-db725d43bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:40:47Z', 'revision_number': 5, 'project_id': 'e237c4e0354744a980d8300efda642ff', 'gw_port': {'id': 'e7cf9627-27da-4e51-96f0-db725d43bdbe', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:49.418345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a84336-7b81-49c5-a339-d5fc274e25c6 None None] Checking router: 77fe8996-07e5-4611-b27b-91182643b0e8 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:40:49.429083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a84336-7b81-49c5-a339-d5fc274e25c6 None None] Routers {'77fe8996-07e5-4611-b27b-91182643b0e8'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:49.429670 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-93a84336-7b81-49c5-a339-d5fc274e25c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:40:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['77fe8996-07e5-4611-b27b-91182643b0e8'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:49.500134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] For port e7cf9627-27da-4e51-96f0-db725d43bdbe, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e7cf9627-27da-4e51-96f0-db725d43bdbe,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:49.500693 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:49.579417 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-93a84336-7b81-49c5-a339-d5fc274e25c6 None None] Set router 77fe8996-07e5-4611-b27b-91182643b0e8 gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:49.620404 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] Calling delete_port for e7cf9627-27da-4e51-96f0-db725d43bdbe owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:49.686210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-93a84336-7b81-49c5-a339-d5fc274e25c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'name': 'tempest-TestMinimumBasicScenario-1012504712-router', 'tenant_id': 'e237c4e0354744a980d8300efda642ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:40:49Z', 'revision_number': 6, 'project_id': 'e237c4e0354744a980d8300efda642ff', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:49.691656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a84336-7b81-49c5-a339-d5fc274e25c6 None None] The sync data for ids ['77fe8996-07e5-4611-b27b-91182643b0e8'] in n-d-827872-1 is: [{'id': '77fe8996-07e5-4611-b27b-91182643b0e8', 'name': 'tempest-TestMinimumBasicScenario-1012504712-router', 'tenant_id': 'e237c4e0354744a980d8300efda642ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:16Z', 'updated_at': '2022-02-04T16:40:49Z', 'revision_number': 6, 'project_id': 'e237c4e0354744a980d8300efda642ff', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:40:49.898609 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:49.941657 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cf9627-27da-4e51-96f0-db725d43bdbe,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:50.145558 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:50.168481 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:50.418656 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:50.422915 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:50.449516 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:50.449814 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77fe8996-07e5-4611-b27b-91182643b0e8 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:40:50.463631 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:50.464742 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d5861a04-cd70-40f3-8250-c62fd706041a admin admin] 10.222.0.60 "DELETE /v2.0/routers/77fe8996-07e5-4611-b27b-91182643b0e8 HTTP/1.1" status: 204 len: 168 time: 1.5305126 Feb 04 16:40:50.467282 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57768) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:50.530439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a518831-0109-4182-85cb-19be3065dfa9 admin admin] Deleting subnet a6ad1df9-a015-4be3-bda4-6ced1eefe03b {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:40:50.533320 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a518831-0109-4182-85cb-19be3065dfa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:50.583558 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a518831-0109-4182-85cb-19be3065dfa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:50.658711 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a518831-0109-4182-85cb-19be3065dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:50.732646 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a518831-0109-4182-85cb-19be3065dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:50.771880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a518831-0109-4182-85cb-19be3065dfa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6ad1df9-a015-4be3-bda4-6ced1eefe03b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:50.778579 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9a518831-0109-4182-85cb-19be3065dfa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:50.782993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1082eb17-5ec5-48a7-8a4e-dcc424aa29fa None None] Network 2d669597-b611-4848-93d4-8fdbfe67433d requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:40:50.783216 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9a518831-0109-4182-85cb-19be3065dfa9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a6ad1df9-a015-4be3-bda4-6ced1eefe03b HTTP/1.1" status: 204 len: 168 time: 0.3147514 Feb 04 16:40:50.785390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57772) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:50.887795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:50.898069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] Deleting port 5fb2a590-b97b-4992-9754-333afc3804d6 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:50.898405 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.058527 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17851786-a345-409f-adca-9419af2db70a None None] DHCP port deletion for 2d669597-b611-4848-93d4-8fdbfe67433d request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:40:51.062981 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-17851786-a345-409f-adca-9419af2db70a None None] Deleting port 5fb2a590-b97b-4992-9754-333afc3804d6 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:51.063385 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17851786-a345-409f-adca-9419af2db70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.105686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] For port 5fb2a590-b97b-4992-9754-333afc3804d6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5fb2a590-b97b-4992-9754-333afc3804d6,segment=NetworkSegment(14d0a33c-82d4-407c-b57e-6a2e1ca8011a),segment_id=14d0a33c-82d4-407c-b57e-6a2e1ca8011a)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:51.106279 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.266684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-17851786-a345-409f-adca-9419af2db70a None None] For port 5fb2a590-b97b-4992-9754-333afc3804d6, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5fb2a590-b97b-4992-9754-333afc3804d6,segment=NetworkSegment(14d0a33c-82d4-407c-b57e-6a2e1ca8011a),segment_id=14d0a33c-82d4-407c-b57e-6a2e1ca8011a)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:51.267706 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17851786-a345-409f-adca-9419af2db70a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.324362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] Calling delete_port for 5fb2a590-b97b-4992-9754-333afc3804d6 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:51.385153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-17851786-a345-409f-adca-9419af2db70a None None] Calling delete_port for 5fb2a590-b97b-4992-9754-333afc3804d6 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:51.396781 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.442212 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb2a590-b97b-4992-9754-333afc3804d6,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:51.450191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] No DVR routers for this DVR port 5fb2a590-b97b-4992-9754-333afc3804d6 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:40:51.458960 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-17851786-a345-409f-adca-9419af2db70a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:40:51.459343 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-17851786-a345-409f-adca-9419af2db70a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:40:51.561227 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.585710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d669597-b611-4848-93d4-8fdbfe67433d']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:51.597690 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d0a33c-82d4-407c-b57e-6a2e1ca8011a') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:51.597977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d0a33c-82d4-407c-b57e-6a2e1ca8011a') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:51.608751 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.625779 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.631765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:40:51.632141 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:40:51.645521 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:40:51.725608 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.742511 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.749583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5fb2a590-b97b-4992-9754-333afc3804d6 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:51.757198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] Pushing event deleted for resources: {'Network': ['ID=2d669597-b611-4848-93d4-8fdbfe67433d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:51.762297 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8aa4fe4b-4b31-46c3-954f-297b500838ab admin admin] 10.222.0.60 "DELETE /v2.0/networks/2d669597-b611-4848-93d4-8fdbfe67433d HTTP/1.1" status: 204 len: 168 time: 0.9759951 Feb 04 16:40:51.781966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 5fb2a590-b97b-4992-9754-333afc3804d6 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:51.782308 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5fb2a590-b97b-4992-9754-333afc3804d6 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:51.782725 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b4ec1b95-7f75-4d63-aebc-230113feecac no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:51.814041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: b4ec1b95-7f75-4d63-aebc-230113feecac {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:51.814315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b4ec1b95-7f75-4d63-aebc-230113feecac not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:51.814731 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e7cf9627-27da-4e51-96f0-db725d43bdbe no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:51.845907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: e7cf9627-27da-4e51-96f0-db725d43bdbe {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:51.846248 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e7cf9627-27da-4e51-96f0-db725d43bdbe not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:51.956575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57778) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:51.960077 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-17851786-a345-409f-adca-9419af2db70a None None] Deleting port 5fb2a590-b97b-4992-9754-333afc3804d6 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:51.960518 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17851786-a345-409f-adca-9419af2db70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:52.007832 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3d1b6738-a8bb-41cf-963c-46955c206cf5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1dcf60bddd74db398c7039719aa4a26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500467 Feb 04 16:40:52.010243 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57782) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:52.026835 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-17851786-a345-409f-adca-9419af2db70a None None] The port '5fb2a590-b97b-4992-9754-333afc3804d6' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:40:52.070401 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a3e7ae0d-81c0-4679-add8-f5a21ba1506e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:52.096576 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a3e7ae0d-81c0-4679-add8-f5a21ba1506e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:52.152425 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a3e7ae0d-81c0-4679-add8-f5a21ba1506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:52.167403 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7ae0d-81c0-4679-add8-f5a21ba1506e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb17d42-5481-49f4-ab7a-6ae0e0263bf6,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:52.173555 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a3e7ae0d-81c0-4679-add8-f5a21ba1506e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:52.174724 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a3e7ae0d-81c0-4679-add8-f5a21ba1506e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3eb17d42-5481-49f4-ab7a-6ae0e0263bf6 HTTP/1.1" status: 204 len: 168 time: 0.1635532 Feb 04 16:40:52.564105 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57792) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:52.613256 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ca685081-7d5b-469c-bbe8-4647331c3bdf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e237c4e0354744a980d8300efda642ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479486 Feb 04 16:40:52.615659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57796) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:52.673211 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7e3841d3-e21a-4b80-8dc6-f17cb3ba22b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:52.697945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7e3841d3-e21a-4b80-8dc6-f17cb3ba22b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:52.748662 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7e3841d3-e21a-4b80-8dc6-f17cb3ba22b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:52.766130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3841d3-e21a-4b80-8dc6-f17cb3ba22b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964f4230-7778-444c-afab-d86b822991f0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:52.771365 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7e3841d3-e21a-4b80-8dc6-f17cb3ba22b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:52.772898 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7e3841d3-e21a-4b80-8dc6-f17cb3ba22b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/964f4230-7778-444c-afab-d86b822991f0 HTTP/1.1" status: 204 len: 168 time: 0.1562829 Feb 04 16:40:55.030294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57840) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:55.036904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-409544213', 'description': 'tempest-secgroup-smoke-409544213 description', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:55.043638 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:55.047951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:55.050776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:55.060201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:55.071399 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.083979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.114615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:55.118340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:55.121103 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:55.127778 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:55.195239 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.198824 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.240714 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:55.242760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0165ff2-a331-4df0-8ddd-7ed4b32fdfc3,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:55.248515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:55.251916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:55.257609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:55.312636 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.316381 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.358344 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:55.361440 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.362664 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-593452d4-bd0c-47e3-9d4a-3c06f9d39a97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3312411 Feb 04 16:40:55.365521 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57844) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:55.370837 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-965b3b7c-1ff3-44a3-b337-d0b2a96ec818 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': 'ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:55.378605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-965b3b7c-1ff3-44a3-b337-d0b2a96ec818 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:55.382402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-965b3b7c-1ff3-44a3-b337-d0b2a96ec818 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:55.385273 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-965b3b7c-1ff3-44a3-b337-d0b2a96ec818 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:55.391859 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-965b3b7c-1ff3-44a3-b337-d0b2a96ec818 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:55.409159 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-965b3b7c-1ff3-44a3-b337-d0b2a96ec818 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.471414 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-965b3b7c-1ff3-44a3-b337-d0b2a96ec818 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.474977 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-965b3b7c-1ff3-44a3-b337-d0b2a96ec818 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.499683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b3b7c-1ff3-44a3-b337-d0b2a96ec818 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0775ca73-8417-43d9-b540-4eafaca3e25a,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:55.513484 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-965b3b7c-1ff3-44a3-b337-d0b2a96ec818 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.514673 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-965b3b7c-1ff3-44a3-b337-d0b2a96ec818 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1482542 Feb 04 16:40:55.517551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57848) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:55.524174 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3f0ec0fa-287d-4201-a7f2-041c0a193afa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': 'ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:55.531691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3f0ec0fa-287d-4201-a7f2-041c0a193afa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:55.535678 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3f0ec0fa-287d-4201-a7f2-041c0a193afa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:55.538557 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3f0ec0fa-287d-4201-a7f2-041c0a193afa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:55.544252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3f0ec0fa-287d-4201-a7f2-041c0a193afa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:55.561323 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f0ec0fa-287d-4201-a7f2-041c0a193afa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.622472 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f0ec0fa-287d-4201-a7f2-041c0a193afa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.626168 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f0ec0fa-287d-4201-a7f2-041c0a193afa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.649773 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ec0fa-287d-4201-a7f2-041c0a193afa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4d1dd8-5e87-4f12-a33d-3089c09f8a6b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:55.659165 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3f0ec0fa-287d-4201-a7f2-041c0a193afa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.662583 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3f0ec0fa-287d-4201-a7f2-041c0a193afa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1416376 Feb 04 16:40:55.663001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57852) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:55.668469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-071f18ad-9822-4ee1-b303-99aa01899b7f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': 'ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:55.676239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-071f18ad-9822-4ee1-b303-99aa01899b7f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:55.680060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-071f18ad-9822-4ee1-b303-99aa01899b7f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:55.682874 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-071f18ad-9822-4ee1-b303-99aa01899b7f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:55.688870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-071f18ad-9822-4ee1-b303-99aa01899b7f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:55.706359 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-071f18ad-9822-4ee1-b303-99aa01899b7f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.770801 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-071f18ad-9822-4ee1-b303-99aa01899b7f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.774588 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-071f18ad-9822-4ee1-b303-99aa01899b7f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.800591 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f18ad-9822-4ee1-b303-99aa01899b7f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b29895f-12b1-48a3-81c4-b175256dd0ab,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:55.809550 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-071f18ad-9822-4ee1-b303-99aa01899b7f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.811280 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-071f18ad-9822-4ee1-b303-99aa01899b7f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1470850 Feb 04 16:40:55.813711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57856) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:55.821217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f61e4a94-cd0b-45f8-9f50-fab5786e047f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': 'ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:55.828968 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f61e4a94-cd0b-45f8-9f50-fab5786e047f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:55.832872 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f61e4a94-cd0b-45f8-9f50-fab5786e047f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:55.835816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f61e4a94-cd0b-45f8-9f50-fab5786e047f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:55.841509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f61e4a94-cd0b-45f8-9f50-fab5786e047f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:55.858201 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f61e4a94-cd0b-45f8-9f50-fab5786e047f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.922632 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f61e4a94-cd0b-45f8-9f50-fab5786e047f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.926143 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f61e4a94-cd0b-45f8-9f50-fab5786e047f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.949590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e4a94-cd0b-45f8-9f50-fab5786e047f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09210425-233a-4841-a11c-9cb4aa16ea67,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:55.958832 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f61e4a94-cd0b-45f8-9f50-fab5786e047f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.960059 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f61e4a94-cd0b-45f8-9f50-fab5786e047f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1442750 Feb 04 16:40:55.962828 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57860) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:55.968776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c43365ec-3a04-4688-82c6-edf274eeadb4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': 'ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:55.975884 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c43365ec-3a04-4688-82c6-edf274eeadb4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:55.979726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c43365ec-3a04-4688-82c6-edf274eeadb4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:55.982645 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c43365ec-3a04-4688-82c6-edf274eeadb4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:55.988820 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c43365ec-3a04-4688-82c6-edf274eeadb4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:55.999485 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-c43365ec-3a04-4688-82c6-edf274eeadb4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Project 99c3e528bc464eb088cf8f5fd5b28847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:40:56.005635 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c43365ec-3a04-4688-82c6-edf274eeadb4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.068433 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c43365ec-3a04-4688-82c6-edf274eeadb4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.071921 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c43365ec-3a04-4688-82c6-edf274eeadb4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.095493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43365ec-3a04-4688-82c6-edf274eeadb4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21ad919-a28d-41f6-9d34-04de0b9b18bb,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:56.103350 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c43365ec-3a04-4688-82c6-edf274eeadb4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.104517 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c43365ec-3a04-4688-82c6-edf274eeadb4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1407480 Feb 04 16:40:56.107300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57864) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:56.112659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3d72c9a9-8d84-44af-a644-7bc24b7f6136 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': 'ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:56.119017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3d72c9a9-8d84-44af-a644-7bc24b7f6136 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:56.122743 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3d72c9a9-8d84-44af-a644-7bc24b7f6136 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:56.126381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3d72c9a9-8d84-44af-a644-7bc24b7f6136 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:56.131935 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3d72c9a9-8d84-44af-a644-7bc24b7f6136 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:56.142723 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-3d72c9a9-8d84-44af-a644-7bc24b7f6136 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Project 99c3e528bc464eb088cf8f5fd5b28847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:40:56.149462 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d72c9a9-8d84-44af-a644-7bc24b7f6136 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.226556 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d72c9a9-8d84-44af-a644-7bc24b7f6136 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.229993 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d72c9a9-8d84-44af-a644-7bc24b7f6136 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.258070 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72c9a9-8d84-44af-a644-7bc24b7f6136 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c634d9-0747-4a64-af1d-431056dd0daa,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:56.264137 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3d72c9a9-8d84-44af-a644-7bc24b7f6136 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.266032 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3d72c9a9-8d84-44af-a644-7bc24b7f6136 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1571360 Feb 04 16:40:56.268963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57868) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:56.274277 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'network': {'name': 'tempest-network-smoke--765530657', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'port_security_enabled': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:56.279927 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:56.284004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:network and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:56.286810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:56.292469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:56.303091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Made reservation on behalf of 99c3e528bc464eb088cf8f5fd5b28847 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:40:56.306068 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.335323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:40:56.344978 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.345406 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Added segment 1bd7e601-8be8-4711-b02d-fdefa2cb69fc of type vlan for network ca312555-5d6b-4750-84b0-1d3995170769 Feb 04 16:40:56.375763 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.404002 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.408403 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:56.408981 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.496171 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2261243 Feb 04 16:40:56.499479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57872) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:56.505008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'admin_state_up': True, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:56.512332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:56.516001 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820f07a-e6d1-403f-aac4-45aff697d4e0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Network': ['ID=ca312555-5d6b-4750-84b0-1d3995170769,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:56.516740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:router and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:56.519595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:56.525825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:56.529338 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network ca312555-5d6b-4750-84b0-1d3995170769 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:40:56.537125 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.538058 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.555676 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.703454 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.877669 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.906356 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:57.042490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.25.0.132 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/a2c3fb9c-ecea-4060-99a8-590281ee1141) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:40:57.186384 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:57.213013 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:57.279793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:40:57.283616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:57.288085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:40:57.315261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=a2c3fb9c-ecea-4060-99a8-590281ee1141,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:57.444964 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:57.445707 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:57.767163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 513f5423-f3ca-4136-be19-f5587846ecb5 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:40:57.963830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:57.974587 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Sync routers for ids ['513f5423-f3ca-4136-be19-f5587846ecb5'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:40:57.988969 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Routers {'513f5423-f3ca-4136-be19-f5587846ecb5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:57.989580 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:40:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['513f5423-f3ca-4136-be19-f5587846ecb5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:57.993179 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:57.994451 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0b6b3237-76be-4a57-ac8a-3f721d87da39 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4939928 Feb 04 16:40:57.997468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57876) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:58.167095 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Set router 513f5423-f3ca-4136-be19-f5587846ecb5 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:58.183006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3d002863-2882-4980-a11d-af8ad214e7d1 tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=99c3e528bc464eb088cf8f5fd5b28847&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1843657 Feb 04 16:40:58.185552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57882) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:58.325157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c1e03-65c4-47fa-bafd-94819286f937 tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:58.326616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cd8c1e03-65c4-47fa-bafd-94819286f937 tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1400843 Feb 04 16:40:58.329837 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57886) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:58.369362 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f7c2635d-932a-45fd-a100-0779018e4afe tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383432 Feb 04 16:40:58.372020 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57890) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:58.379264 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-183886193', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:58.463506 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:40:57Z', 'revision_number': 3, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:58.467286 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Checking router: 513f5423-f3ca-4136-be19-f5587846ecb5 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:40:58.467634 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Updating router 513f5423-f3ca-4136-be19-f5587846ecb5 port a2c3fb9c-ecea-4060-99a8-590281ee1141 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:40:58.483308 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:58.487791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:subnet and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:58.490616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:58.496363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:58.506509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Made reservation on behalf of 99c3e528bc464eb088cf8f5fd5b28847 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:40:58.519490 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.607771 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.823478 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.870903 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.882606 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Transition to ACTIVE for port object a2c3fb9c-ecea-4060-99a8-590281ee1141 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:40:58.889295 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.903260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Subnet': ['ID=282e70ba-009f-4c45-b82e-b74e42243529,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:58.914084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Checking segment: {'id': '1bd7e601-8be8-4711-b02d-fdefa2cb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:40:58.914441 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network hostable DHCP agents. Network: ca312555-5d6b-4750-84b0-1d3995170769, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:40:58.937528 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network ca312555-5d6b-4750-84b0-1d3995170769 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:40:58.948185 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, ca312555-5d6b-4750-84b0-1d3995170769) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:58.957847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:58.958425 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.960135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08ab49a-c4ca-4edb-a5ed-2a07db1a0c7f None None] Network ca312555-5d6b-4750-84b0-1d3995170769 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:40:58.974194 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Attempting to bind port a2c3fb9c-ecea-4060-99a8-590281ee1141 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:40:58.974559 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Attempting to bind port a2c3fb9c-ecea-4060-99a8-590281ee1141 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:40:58.974910 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Attempting to bind port a2c3fb9c-ecea-4060-99a8-590281ee1141 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:40:58.982079 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907124a-b416-4435-8c7b-672b8ca4ed96 None None] Pushing event updated for resources: {'Port': ['ID=a2c3fb9c-ecea-4060-99a8-590281ee1141,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:58.993133 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2770faa9-3c9f-469b-adcc-86c1209e304d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6186485 Feb 04 16:40:58.993133 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57894) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:58.993569 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907124a-b416-4435-8c7b-672b8ca4ed96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:58.993909 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907124a-b416-4435-8c7b-672b8ca4ed96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:58.994290 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907124a-b416-4435-8c7b-672b8ca4ed96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:58.994626 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907124a-b416-4435-8c7b-672b8ca4ed96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:58.994930 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907124a-b416-4435-8c7b-672b8ca4ed96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:58.995327 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907124a-b416-4435-8c7b-672b8ca4ed96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:58.995646 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907124a-b416-4435-8c7b-672b8ca4ed96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:58.995959 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907124a-b416-4435-8c7b-672b8ca4ed96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:58.996293 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907124a-b416-4435-8c7b-672b8ca4ed96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:58.996603 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907124a-b416-4435-8c7b-672b8ca4ed96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:58.996913 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907124a-b416-4435-8c7b-672b8ca4ed96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:59.005672 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:40:59.006036 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:40:59.006428 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:59.006804 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:40:59.007289 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Bound port: a2c3fb9c-ecea-4060-99a8-590281ee1141, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:40:59.007658 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:59.083020 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] For port a2c3fb9c-ecea-4060-99a8-590281ee1141, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:40:59.086413 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] For port a2c3fb9c-ecea-4060-99a8-590281ee1141, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a2c3fb9c-ecea-4060-99a8-590281ee1141,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:40:59.090570 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:59.176128 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907124a-b416-4435-8c7b-672b8ca4ed96 None None] Pushing event updated for resources: {'Port': ['ID=a2c3fb9c-ecea-4060-99a8-590281ee1141,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:59.180753 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Routers {'513f5423-f3ca-4136-be19-f5587846ecb5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:59.181203 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:40:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['513f5423-f3ca-4136-be19-f5587846ecb5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:59.195903 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-ca312555-5d6b-4750-84b0-1d3995170769', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ips': [{'subnet_id': '282e70ba-009f-4c45-b82e-b74e42243529'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:40:59.197052 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:59.356294 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Allocated IP 172.20.0.2 (ca312555-5d6b-4750-84b0-1d3995170769/282e70ba-009f-4c45-b82e-b74e42243529/6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:40:59.359704 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] Set router 513f5423-f3ca-4136-be19-f5587846ecb5 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:59.576419 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:59.590383 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Transition to ACTIVE for port object 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:40:59.611912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Transition to ACTIVE for port object 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:40:59.617041 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:59.661158 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:40:57Z', 'revision_number': 3, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:59.666012 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f3ad4a-bc92-464f-98b3-01e4c7801812 None None] The sync data for ids ['513f5423-f3ca-4136-be19-f5587846ecb5'] in n-d-827872-1 is: [{'id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:40:57Z', 'revision_number': 3, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:40:59.700211 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Network ca312555-5d6b-4750-84b0-1d3995170769 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:40:59.705159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:59.708917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:40:59.714418 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Pushing event updated for resources: {'Port': ['ID=6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:59.728277 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:59.728678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:59.728953 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:59.729435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:59.729772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:59.730100 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:59.730431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:59.730754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:59.731077 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:59.731423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:59.731743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:59.878470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Attempting to bind port 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:40:59.879603 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Attempting to bind port 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '1bd7e601-8be8-4711-b02d-fdefa2cb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:40:59.880076 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Attempting to bind port 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c on network ca312555-5d6b-4750-84b0-1d3995170769 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:40:59.887166 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:40:59.887747 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Checking segment: {'id': '1bd7e601-8be8-4711-b02d-fdefa2cb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:40:59.888313 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:59.888675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Bound using segment: {'id': '1bd7e601-8be8-4711-b02d-fdefa2cb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:40:59.889268 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Bound port: 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd7e601-8be8-4711-b02d-fdefa2cb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:40:59.889851 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:59.928108 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:59.997548 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] For port 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:41:00.003615 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] For port 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c,segment=NetworkSegment(1bd7e601-8be8-4711-b02d-fdefa2cb69fc),segment_id=1bd7e601-8be8-4711-b02d-fdefa2cb69fc)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:41:00.011304 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.105036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb597-eb76-42a1-b18f-07a88d09b06a None None] Pushing event updated for resources: {'Port': ['ID=6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:00.398393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.20.0.1 (ca312555-5d6b-4750-84b0-1d3995170769/282e70ba-009f-4c45-b82e-b74e42243529/9b56d7ea-1010-4912-b6d5-c55a3ac1214f) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:00.579875 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.598713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Transition to ACTIVE for port object 9b56d7ea-1010-4912-b6d5-c55a3ac1214f will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:00.619797 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.685443 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network ca312555-5d6b-4750-84b0-1d3995170769 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:00.689014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:00.692917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:00.725830 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=9b56d7ea-1010-4912-b6d5-c55a3ac1214f,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:00.757463 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.845138 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:01.049671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e8dc45-59b4-4619-9fa9-737b49cbfd7e None None] Network ca312555-5d6b-4750-84b0-1d3995170769 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:41:01.145661 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e419554c-15f1-4c6c-bf52-d169d5d128c9 None None] Provisioning for port 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:01.263677 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:01.269155 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:01.385434 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:01.389164 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=9b56d7ea-1010-4912-b6d5-c55a3ac1214f,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:01.590276 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1a6af4b1-672a-4746-ae5a-ee607ff29394 None None] Provisioning for port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:01.597210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1a6af4b1-672a-4746-ae5a-ee607ff29394 None None] Provisioning complete for port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:01.598057 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1a6af4b1-672a-4746-ae5a-ee607ff29394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:01.649297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network ca312555-5d6b-4750-84b0-1d3995170769 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:01.649936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1a6af4b1-672a-4746-ae5a-ee607ff29394 None None] Port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:41:01.650444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:01.797023 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b1cf1c8d-8a5d-404b-b986-ca30d9b3a3f1 None None] Provisioning complete for port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:01.797963 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1c8d-8a5d-404b-b986-ca30d9b3a3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:01.839307 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:01.912762 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf1c8d-8a5d-404b-b986-ca30d9b3a3f1 None None] Port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:41:01.932487 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:01.937354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:01.937710 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:02.056320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 513f5423-f3ca-4136-be19-f5587846ecb5 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:41:02.060354 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:02.073905 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fcf22e64-4bb2-494c-8388-3d7f824b134a None None] Provisioning complete for port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:02.074269 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fcf22e64-4bb2-494c-8388-3d7f824b134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:02.137302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-fcf22e64-4bb2-494c-8388-3d7f824b134a None None] Port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:41:02.141514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c,segment=NetworkSegment(1bd7e601-8be8-4711-b02d-fdefa2cb69fc),segment_id=1bd7e601-8be8-4711-b02d-fdefa2cb69fc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:02.144696 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:02.145566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a2c3fb9c-ecea-4060-99a8-590281ee1141 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:02.259382 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:02.264818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:41:02.273772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port a2c3fb9c-ecea-4060-99a8-590281ee1141 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:02.282496 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c265d95e-28eb-49c4-a7f6-f34096af10d7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "PUT /v2.0/routers/513f5423-f3ca-4136-be19-f5587846ecb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2810690 Feb 04 16:41:02.282665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port a2c3fb9c-ecea-4060-99a8-590281ee1141 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:02.282665 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:02.398122 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:02.415008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port a2c3fb9c-ecea-4060-99a8-590281ee1141, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a2c3fb9c-ecea-4060-99a8-590281ee1141,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:02.418791 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:02.484942 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=a2c3fb9c-ecea-4060-99a8-590281ee1141,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:02.487921 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:41:02.614709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-77341d4b-bfd4-440b-8f6e-fa815910b165 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409544213&fields=id&tenant_id=99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 267 time: 0.0398505 Feb 04 16:41:02.761512 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12caf7-b199-444b-9acc-097f814278e1 req-973ee6dc-09da-4eb0-815c-08906de6ae5a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:02.762948 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-973ee6dc-09da-4eb0-815c-08906de6ae5a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/networks?id=ca312555-5d6b-4750-84b0-1d3995170769 HTTP/1.1" status: 200 len: 796 time: 0.1415660 Feb 04 16:41:02.779417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-52293c0b-6fb0-4e71-8595-66e9e5520709 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/quotas/99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 375 time: 0.0109684 Feb 04 16:41:02.858121 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1b12caf7-b199-444b-9acc-097f814278e1 req-9c40ae47-d9ea-4c7b-a20d-33bd5f214507 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:41:02.875285 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-1b12caf7-b199-444b-9acc-097f814278e1 req-9c40ae47-d9ea-4c7b-a20d-33bd5f214507 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:41:02.876526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-9c40ae47-d9ea-4c7b-a20d-33bd5f214507 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923181 Feb 04 16:41:02.891873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-b04297cb-7fcb-4250-bcc4-24856c64b538 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:41:02.892787 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-b04297cb-7fcb-4250-bcc4-24856c64b538 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051010 Feb 04 16:41:03.028452 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c58df8af-9f98-4d6b-9c54-daee11d48d81 service neutron] 10.222.0.60 "GET /v2.0/networks/ca312555-5d6b-4750-84b0-1d3995170769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301055 Feb 04 16:41:03.159372 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-0603a31e-d9ca-4697-8187-3f4e7b943328 service neutron] 10.222.0.60 "GET /v2.0/networks/ca312555-5d6b-4750-84b0-1d3995170769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246521 Feb 04 16:41:03.238405 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Sync routers for ids ['513f5423-f3ca-4136-be19-f5587846ecb5'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:41:03.250936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Routers {'513f5423-f3ca-4136-be19-f5587846ecb5'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:03.251826 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:40:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['513f5423-f3ca-4136-be19-f5587846ecb5'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:03.442767 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Set router 513f5423-f3ca-4136-be19-f5587846ecb5 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:03.444329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1341c8d8-1388-425d-b90a-57e5ede12d89 req-be41c7ab-3351-4e8b-a66b-64922992ad1e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 210 time: 0.1304359 Feb 04 16:41:03.771504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:03.870304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:03.870703 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:03.901822 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '9b56d7ea-1010-4912-b6d5-c55a3ac1214f', 'name': '', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:28:6d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282e70ba-009f-4c45-b82e-b74e42243529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:00Z', 'updated_at': '2022-02-04T16:41:01Z', 'revision_number': 2, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '282e70ba-009f-4c45-b82e-b74e42243529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:03.924210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Checking router: 513f5423-f3ca-4136-be19-f5587846ecb5 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:41:03.924564 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Updating router 513f5423-f3ca-4136-be19-f5587846ecb5 port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:41:03.989876 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.107081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a2c3fb9c-ecea-4060-99a8-590281ee1141 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:04.313249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port a2c3fb9c-ecea-4060-99a8-590281ee1141 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:04.313894 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.531800 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.544087 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Transition to ACTIVE for port object 9b56d7ea-1010-4912-b6d5-c55a3ac1214f will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:04.551042 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.621160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c63e72cc-7c6b-4d30-a3fd-c52182f8446f req-0f4976c0-f3f8-48b0-9230-f25a6ab1c63f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 210 time: 0.0452957 Feb 04 16:41:04.689861 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a82360-911e-47da-8a24-c7e44d3fa271 None None] Pushing event updated for resources: {'Port': ['ID=9b56d7ea-1010-4912-b6d5-c55a3ac1214f,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:04.784115 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Attempting to bind port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:41:04.784477 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Attempting to bind port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '1bd7e601-8be8-4711-b02d-fdefa2cb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:41:04.784846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Attempting to bind port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f on network ca312555-5d6b-4750-84b0-1d3995170769 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:41:04.792131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:41:04.792502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Checking segment: {'id': '1bd7e601-8be8-4711-b02d-fdefa2cb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:41:04.792911 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.793299 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Bound using segment: {'id': '1bd7e601-8be8-4711-b02d-fdefa2cb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:41:04.793771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Bound port: 9b56d7ea-1010-4912-b6d5-c55a3ac1214f, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd7e601-8be8-4711-b02d-fdefa2cb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:41:04.794146 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.799798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12caf7-b199-444b-9acc-097f814278e1 req-f5ac9258-423c-4e57-857f-dbbfa02119a4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:04.800591 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-1b12caf7-b199-444b-9acc-097f814278e1 req-f5ac9258-423c-4e57-857f-dbbfa02119a4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:41:04.823415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-1b12caf7-b199-444b-9acc-097f814278e1 req-f5ac9258-423c-4e57-857f-dbbfa02119a4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:41:04.825199 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-f5ac9258-423c-4e57-857f-dbbfa02119a4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.81 "GET /v2.0/networks?id=ca312555-5d6b-4750-84b0-1d3995170769 HTTP/1.1" status: 200 len: 796 time: 0.2145772 Feb 04 16:41:04.892514 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-1b12caf7-b199-444b-9acc-097f814278e1 req-4789e04a-5ca1-453d-94b9-c42870f5f15d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:41:04.896724 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] For port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:41:04.900014 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] For port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9b56d7ea-1010-4912-b6d5-c55a3ac1214f,segment=NetworkSegment(1bd7e601-8be8-4711-b02d-fdefa2cb69fc),segment_id=1bd7e601-8be8-4711-b02d-fdefa2cb69fc)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:41:04.904088 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.910949 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-1b12caf7-b199-444b-9acc-097f814278e1 req-4789e04a-5ca1-453d-94b9-c42870f5f15d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:41:04.912165 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-4789e04a-5ca1-453d-94b9-c42870f5f15d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 379 time: 0.0680954 Feb 04 16:41:04.926340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-1b12caf7-b199-444b-9acc-097f814278e1 req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'port': {'device_id': '5befd4bf-afd1-43de-a718-05e6075e3772', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'admin_state_up': True, 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'security_groups': ['ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:04.994793 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Routers {'513f5423-f3ca-4136-be19-f5587846ecb5'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:04.995128 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:40:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['513f5423-f3ca-4136-be19-f5587846ecb5'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:05.046663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a82360-911e-47da-8a24-c7e44d3fa271 None None] Pushing event updated for resources: {'Port': ['ID=9b56d7ea-1010-4912-b6d5-c55a3ac1214f,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:05.081498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-1b12caf7-b199-444b-9acc-097f814278e1 req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:05.092795 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-1b12caf7-b199-444b-9acc-097f814278e1 req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:05.104831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b12caf7-b199-444b-9acc-097f814278e1 req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Made reservation on behalf of 99c3e528bc464eb088cf8f5fd5b28847 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:41:05.108333 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1b12caf7-b199-444b-9acc-097f814278e1 req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.199270 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] Set router 513f5423-f3ca-4136-be19-f5587846ecb5 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:05.276402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-1b12caf7-b199-444b-9acc-097f814278e1 req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.20.0.3 (ca312555-5d6b-4750-84b0-1d3995170769/282e70ba-009f-4c45-b82e-b74e42243529/3fcfcba1-f956-4eda-83c1-1ffd1d603924) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:05.471979 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1b12caf7-b199-444b-9acc-097f814278e1 req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.487738 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-1b12caf7-b199-444b-9acc-097f814278e1 req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Transition to ACTIVE for port object 3fcfcba1-f956-4eda-83c1-1ffd1d603924 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:05.510243 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1b12caf7-b199-444b-9acc-097f814278e1 req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.562644 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '9b56d7ea-1010-4912-b6d5-c55a3ac1214f', 'name': '', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:28:6d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282e70ba-009f-4c45-b82e-b74e42243529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:00Z', 'updated_at': '2022-02-04T16:41:04Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '282e70ba-009f-4c45-b82e-b74e42243529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:05.566690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1dac0-99b7-4f4d-bd98-ee4f12fe7199 None None] The sync data for ids ['513f5423-f3ca-4136-be19-f5587846ecb5'] in n-d-827872-1 is: [{'id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '9b56d7ea-1010-4912-b6d5-c55a3ac1214f', 'name': '', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:28:6d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282e70ba-009f-4c45-b82e-b74e42243529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:00Z', 'updated_at': '2022-02-04T16:41:04Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '282e70ba-009f-4c45-b82e-b74e42243529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:41:05.581218 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b12caf7-b199-444b-9acc-097f814278e1 req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network ca312555-5d6b-4750-84b0-1d3995170769 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:05.584653 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-1b12caf7-b199-444b-9acc-097f814278e1 req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:05.587631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b12caf7-b199-444b-9acc-097f814278e1 req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:05.625943 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=3fcfcba1-f956-4eda-83c1-1ffd1d603924,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:05.672979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12caf7-b199-444b-9acc-097f814278e1 req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:05.673610 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1b12caf7-b199-444b-9acc-097f814278e1 req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.720227 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-db56a5bd-c94e-423f-8b57-3ccae01ecb26 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7973850 Feb 04 16:41:05.747736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Request body: {'port': {'device_id': '5befd4bf-afd1-43de-a718-05e6075e3772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:05.828080 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9b56d7ea-1010-4912-b6d5-c55a3ac1214f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:05.919066 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.932757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9588d-5da2-4dc1-9c60-9f3b365f1021 req-ab8820ed-0f9c-432e-89e4-4db88437580a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:05.940102 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:05.946109 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1dc9588d-5da2-4dc1-9c60-9f3b365f1021 req-ab8820ed-0f9c-432e-89e4-4db88437580a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 931 time: 0.1225386 Feb 04 16:41:05.946318 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:05.946689 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.977693 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-157efd0f-6827-4f42-b493-febcb9a197c4 None None] Provisioning for port 3fcfcba1-f956-4eda-83c1-1ffd1d603924 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:05.995284 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-157efd0f-6827-4f42-b493-febcb9a197c4 None None] Provisioning complete for port 3fcfcba1-f956-4eda-83c1-1ffd1d603924 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:05.995651 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-157efd0f-6827-4f42-b493-febcb9a197c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.008520 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1dc9588d-5da2-4dc1-9c60-9f3b365f1021 req-2eb50ce2-89be-4efe-9ad9-7c5c93df6c72 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610065 Feb 04 16:41:06.067490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-157efd0f-6827-4f42-b493-febcb9a197c4 None None] Port 3fcfcba1-f956-4eda-83c1-1ffd1d603924 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:41:06.130671 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.164951 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9b56d7ea-1010-4912-b6d5-c55a3ac1214f,segment=NetworkSegment(1bd7e601-8be8-4711-b02d-fdefa2cb69fc),segment_id=1bd7e601-8be8-4711-b02d-fdefa2cb69fc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:06.169612 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.246122 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=9b56d7ea-1010-4912-b6d5-c55a3ac1214f,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:06.424233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcfcba1-f956-4eda-83c1-1ffd1d603924 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:41:06.431333 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.446945 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Transition to ACTIVE for port object 3fcfcba1-f956-4eda-83c1-1ffd1d603924 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:06.451165 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.586886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcfcba1-f956-4eda-83c1-1ffd1d603924,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:06.699696 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Attempting to bind port 3fcfcba1-f956-4eda-83c1-1ffd1d603924 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:41:06.700038 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Attempting to bind port 3fcfcba1-f956-4eda-83c1-1ffd1d603924 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '1bd7e601-8be8-4711-b02d-fdefa2cb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:41:06.700369 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Attempting to bind port 3fcfcba1-f956-4eda-83c1-1ffd1d603924 on network ca312555-5d6b-4750-84b0-1d3995170769 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:41:06.707268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Port 3fcfcba1-f956-4eda-83c1-1ffd1d603924 on network ca312555-5d6b-4750-84b0-1d3995170769 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:41:06.707600 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Attempting to bind port 3fcfcba1-f956-4eda-83c1-1ffd1d603924 on network ca312555-5d6b-4750-84b0-1d3995170769 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:41:06.715707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:41:06.716443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Checking segment: {'id': '1bd7e601-8be8-4711-b02d-fdefa2cb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:41:06.716835 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Bound using segment: {'id': '1bd7e601-8be8-4711-b02d-fdefa2cb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:41:06.716942 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2d191a32-5551-4ab6-ab66-e0627d517d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.717401 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Bound port: 3fcfcba1-f956-4eda-83c1-1ffd1d603924, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd7e601-8be8-4711-b02d-fdefa2cb69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:41:06.717613 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.809091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] For port 3fcfcba1-f956-4eda-83c1-1ffd1d603924, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:41:06.812609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] For port 3fcfcba1-f956-4eda-83c1-1ffd1d603924, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=3fcfcba1-f956-4eda-83c1-1ffd1d603924,segment=NetworkSegment(1bd7e601-8be8-4711-b02d-fdefa2cb69fc),segment_id=1bd7e601-8be8-4711-b02d-fdefa2cb69fc)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:41:06.816788 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.877584 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.878942 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] 10.222.0.81 "PUT /v2.0/ports/3fcfcba1-f956-4eda-83c1-1ffd1d603924 HTTP/1.1" status: 200 len: 1091 time: 1.1357701 Feb 04 16:41:06.879399 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5befd4bf-afd1-43de-a718-05e6075e3772', 'tag': '3fcfcba1-f956-4eda-83c1-1ffd1d603924'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:41:06.899556 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86dac0b-d0d4-4c25-ac04-26072f1ffd05 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcfcba1-f956-4eda-83c1-1ffd1d603924,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:06.983068 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5befd4bf-afd1-43de-a718-05e6075e3772', 'tag': '3fcfcba1-f956-4eda-83c1-1ffd1d603924', 'status': 'completed', 'code': 200} Feb 04 16:41:07.027689 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-312e0def-021a-414d-be3b-22ff4d8101dc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 1094 time: 0.0830278 Feb 04 16:41:07.105669 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-aa6678d9-d496-4416-9104-e5c3513cb246 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fcfcba1-f956-4eda-83c1-1ffd1d603924 HTTP/1.1" status: 200 len: 217 time: 0.0660002 Feb 04 16:41:07.168105 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12caf7-b199-444b-9acc-097f814278e1 req-2c774e49-a6c2-4c77-ba13-52ca2273ef6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:07.169453 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-2c774e49-a6c2-4c77-ba13-52ca2273ef6e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=282e70ba-009f-4c45-b82e-b74e42243529 HTTP/1.1" status: 200 len: 834 time: 0.0587065 Feb 04 16:41:07.225980 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e822c-c5f3-48a6-9143-e3a86d65eaf1 req-4c19f6ad-f0ca-4008-a48d-ba11cd4432ca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:07.227452 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c80e822c-c5f3-48a6-9143-e3a86d65eaf1 req-4c19f6ad-f0ca-4008-a48d-ba11cd4432ca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 943 time: 0.0756531 Feb 04 16:41:07.242728 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-9379cfea-c9a5-49f0-9391-252312439ebd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ca312555-5d6b-4750-84b0-1d3995170769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670633 Feb 04 16:41:07.272975 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c80e822c-c5f3-48a6-9143-e3a86d65eaf1 req-b05351a5-3031-4b38-8319-609b44a42800 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399163 Feb 04 16:41:07.373278 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-201790fa-6758-49e3-8421-d9b4dd991627 service neutron] 10.222.0.81 "GET /v2.0/networks/ca312555-5d6b-4750-84b0-1d3995170769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244907 Feb 04 16:41:07.504755 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-1b12caf7-b199-444b-9acc-097f814278e1 req-353d36b0-eda4-4445-a61c-daa9d504fe9a service neutron] 10.222.0.81 "GET /v2.0/networks/ca312555-5d6b-4750-84b0-1d3995170769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261952 Feb 04 16:41:07.662918 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cb52fa22-967c-48b7-ba7c-079ec478b79b req-9e6a803e-24d5-496b-82ea-3a0bcda63c42 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 1094 time: 0.0725439 Feb 04 16:41:07.763628 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9b56d7ea-1010-4912-b6d5-c55a3ac1214f up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:07.794498 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52fa22-967c-48b7-ba7c-079ec478b79b req-653ca5f7-3411-4333-ae2b-17757eaa8fe2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:07.796072 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cb52fa22-967c-48b7-ba7c-079ec478b79b req-653ca5f7-3411-4333-ae2b-17757eaa8fe2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ca312555-5d6b-4750-84b0-1d3995170769 HTTP/1.1" status: 200 len: 897 time: 0.1275449 Feb 04 16:41:07.830583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:07.830957 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.861261 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cb52fa22-967c-48b7-ba7c-079ec478b79b req-ff8c18c9-5906-4cc7-9f83-eaed6c132945 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fcfcba1-f956-4eda-83c1-1ffd1d603924 HTTP/1.1" status: 200 len: 217 time: 0.0595443 Feb 04 16:41:07.926184 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52fa22-967c-48b7-ba7c-079ec478b79b req-ef35fccf-1de6-478e-bbae-cff0a6d80d1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:07.927619 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cb52fa22-967c-48b7-ba7c-079ec478b79b req-ef35fccf-1de6-478e-bbae-cff0a6d80d1b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=282e70ba-009f-4c45-b82e-b74e42243529 HTTP/1.1" status: 200 len: 834 time: 0.0603850 Feb 04 16:41:08.002364 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cb52fa22-967c-48b7-ba7c-079ec478b79b req-a69c42fa-9f3c-496a-9145-495382a5159b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ca312555-5d6b-4750-84b0-1d3995170769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676761 Feb 04 16:41:08.221761 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cb52fa22-967c-48b7-ba7c-079ec478b79b req-86b224c4-dff7-403a-8256-7bdab37af833 service neutron] 10.222.0.81 "GET /v2.0/networks/ca312555-5d6b-4750-84b0-1d3995170769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126257 Feb 04 16:41:08.351676 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cb52fa22-967c-48b7-ba7c-079ec478b79b req-80b79f10-4f49-4e5b-a88d-53076c872a4a service neutron] 10.222.0.81 "GET /v2.0/networks/ca312555-5d6b-4750-84b0-1d3995170769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236763 Feb 04 16:41:08.477772 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8692a5f-451f-4551-8c44-4a73a373ba20 req-d6cab235-0179-4ab0-a340-3ce9bedb7135 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:08.479139 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8692a5f-451f-4551-8c44-4a73a373ba20 req-d6cab235-0179-4ab0-a340-3ce9bedb7135 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 943 time: 0.0804195 Feb 04 16:41:08.626763 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e8692a5f-451f-4551-8c44-4a73a373ba20 req-2b20b494-8f7e-4630-b668-88f062717b5f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411121 Feb 04 16:41:09.071812 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a292aac2-662f-4669-b4ae-6733d32d1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.826074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb42348-fce4-4e74-ac9c-ca372fef0f47 req-db3a55b2-9ea8-42bf-a100-a5dea3430a32 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:09.827586 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9bb42348-fce4-4e74-ac9c-ca372fef0f47 req-db3a55b2-9ea8-42bf-a100-a5dea3430a32 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 943 time: 0.0783000 Feb 04 16:41:09.873507 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9bb42348-fce4-4e74-ac9c-ca372fef0f47 req-7d3e1823-a957-4e39-9172-3fb4d4432865 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398691 Feb 04 16:41:10.443666 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:10.494287 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:10.820462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 3fcfcba1-f956-4eda-83c1-1ffd1d603924 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:41:10.959039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 3fcfcba1-f956-4eda-83c1-1ffd1d603924, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=3fcfcba1-f956-4eda-83c1-1ffd1d603924,segment=NetworkSegment(1bd7e601-8be8-4711-b02d-fdefa2cb69fc),segment_id=1bd7e601-8be8-4711-b02d-fdefa2cb69fc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:10.973165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '3fcfcba1-f956-4eda-83c1-1ffd1d603924', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'port_id': '3fcfcba1-f956-4eda-83c1-1ffd1d603924', 'mac_address': 'fa:16:3e:e2:84:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282e70ba-009f-4c45-b82e-b74e42243529', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:41:11.034315 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.051433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcfcba1-f956-4eda-83c1-1ffd1d603924 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:41:11.066981 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 3fcfcba1-f956-4eda-83c1-1ffd1d603924, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=3fcfcba1-f956-4eda-83c1-1ffd1d603924,segment=NetworkSegment(1bd7e601-8be8-4711-b02d-fdefa2cb69fc),segment_id=1bd7e601-8be8-4711-b02d-fdefa2cb69fc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:11.072022 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.089634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ad681-5cd4-4c0b-8825-8fe5e4cc78e8 req-8a970bc3-fff6-42e3-bf80-bf02bbae1af9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:11.091250 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-389ad681-5cd4-4c0b-8825-8fe5e4cc78e8 req-8a970bc3-fff6-42e3-bf80-bf02bbae1af9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 943 time: 0.0796616 Feb 04 16:41:11.137138 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-389ad681-5cd4-4c0b-8825-8fe5e4cc78e8 req-2a063b33-19fc-41fe-a352-f9c27772688d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394282 Feb 04 16:41:11.141105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=3fcfcba1-f956-4eda-83c1-1ffd1d603924,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:11.491475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['3fcfcba1-f956-4eda-83c1-1ffd1d603924'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:41:11.674768 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:12.213909 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:12.336445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e0b0b-6695-4730-bfd0-307341c40aa0 req-b2734255-1fce-46c5-aa42-b1e69320bf69 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:12.337923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f6e0b0b-6695-4730-bfd0-307341c40aa0 req-b2734255-1fce-46c5-aa42-b1e69320bf69 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 944 time: 0.0757129 Feb 04 16:41:12.386891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f6e0b0b-6695-4730-bfd0-307341c40aa0 req-90e9d54c-951c-4c78-9c2e-14a57f43a0f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431976 Feb 04 16:41:12.820516 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 3fcfcba1-f956-4eda-83c1-1ffd1d603924 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:12.890694 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 3fcfcba1-f956-4eda-83c1-1ffd1d603924 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:12.895356 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 3fcfcba1-f956-4eda-83c1-1ffd1d603924 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:12.895725 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:13.008388 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:13.034113 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5befd4bf-afd1-43de-a718-05e6075e3772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcfcba1-f956-4eda-83c1-1ffd1d603924'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:41:13.043125 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 3fcfcba1-f956-4eda-83c1-1ffd1d603924, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=3fcfcba1-f956-4eda-83c1-1ffd1d603924,segment=NetworkSegment(1bd7e601-8be8-4711-b02d-fdefa2cb69fc),segment_id=1bd7e601-8be8-4711-b02d-fdefa2cb69fc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:13.047991 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:13.092221 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5befd4bf-afd1-43de-a718-05e6075e3772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcfcba1-f956-4eda-83c1-1ffd1d603924', 'code': 200} Feb 04 16:41:13.116742 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=3fcfcba1-f956-4eda-83c1-1ffd1d603924,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:13.251718 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e96019ba-f3c8-400b-80b1-318b7b545656 req-862dc6bc-9201-40a5-8492-8260401a8903 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 1096 time: 0.0785069 Feb 04 16:41:13.293115 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-e96019ba-f3c8-400b-80b1-318b7b545656 req-cd614d19-3196-475e-92d2-5f48fc4558c9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350635 Feb 04 16:41:13.616492 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc0bad-4476-48b1-8a08-11b50b5853e5 req-78593c3a-a940-45c6-96cb-dcb14a78c3f8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:13.618842 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-35bc0bad-4476-48b1-8a08-11b50b5853e5 req-78593c3a-a940-45c6-96cb-dcb14a78c3f8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 945 time: 0.0791438 Feb 04 16:41:13.669918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-35bc0bad-4476-48b1-8a08-11b50b5853e5 req-10bee5a6-5d24-4da8-9b3b-f8de9f8c8fac tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426593 Feb 04 16:41:14.883739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223f1c1-def5-4d82-bbdc-420b7634a0fe req-5bf050af-cc91-4bcc-b2e9-472d773f28bd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:14.885189 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9223f1c1-def5-4d82-bbdc-420b7634a0fe req-5bf050af-cc91-4bcc-b2e9-472d773f28bd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 945 time: 0.0839155 Feb 04 16:41:14.929302 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9223f1c1-def5-4d82-bbdc-420b7634a0fe req-98413c2d-d81f-49de-9d61-4d1bfa0b21d2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379510 Feb 04 16:41:16.134497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3b154-246c-4728-bedd-3c085e42b114 req-995ab32b-4163-467b-93e6-d402ecf3075c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:16.135981 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2b3b154-246c-4728-bedd-3c085e42b114 req-995ab32b-4163-467b-93e6-d402ecf3075c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 945 time: 0.0806525 Feb 04 16:41:16.181599 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a2b3b154-246c-4728-bedd-3c085e42b114 req-a1ddb871-60cf-428f-b192-f0843bc6baab tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391762 Feb 04 16:41:16.383981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18376c-e336-41ba-bee3-05c1aa50904b req-1ddc227a-f97d-4993-806e-9d01032e4eaf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:16.385427 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab18376c-e336-41ba-bee3-05c1aa50904b req-1ddc227a-f97d-4993-806e-9d01032e4eaf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 945 time: 0.0789990 Feb 04 16:41:16.430022 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab18376c-e336-41ba-bee3-05c1aa50904b req-a9c2e699-099b-4acc-8eb1-b13d8a078ad8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382984 Feb 04 16:41:16.458110 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57958) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:16.528185 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-57ffd8dc-9f12-41bc-96e3-0442126b71ce tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 1091 time: 0.0688584 Feb 04 16:41:16.530823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57962) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:16.535940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': '3fcfcba1-f956-4eda-83c1-1ffd1d603924', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:16.541986 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:16.545761 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:floatingip and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:16.548583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:16.554132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:16.565289 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:16.709412 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:16.843649 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.25.0.72 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/b5417b55-54e0-4436-aa98-226a10007f06) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:16.986657 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.013921 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.084511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:17.087362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:17.091609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:17.115139 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=b5417b55-54e0-4436-aa98-226a10007f06,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:17.672725 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.726641 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.926667 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.932318 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:18.029964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=b5417b55-54e0-4436-aa98-226a10007f06,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:18.048381 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:18.236137 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Floating IP 31532da7-257d-4d39-97aa-e84cebb3be49 associated. External IP: 172.25.0.72, port: 3fcfcba1-f956-4eda-83c1-1ffd1d603924. Feb 04 16:41:18.617446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 513f5423-f3ca-4136-be19-f5587846ecb5 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:41:18.812263 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:41:18.821465 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9516b-af6b-4e1e-afc1-a11ee24aee86 None None] Sync routers for ids ['513f5423-f3ca-4136-be19-f5587846ecb5'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:41:18.835163 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9516b-af6b-4e1e-afc1-a11ee24aee86 None None] Routers {'513f5423-f3ca-4136-be19-f5587846ecb5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:18.836041 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-69b9516b-af6b-4e1e-afc1-a11ee24aee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:41:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['513f5423-f3ca-4136-be19-f5587846ecb5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:18.837260 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:18.894249 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f88356e0-1f21-4dbf-80d4-08591dd422d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3622804 Feb 04 16:41:18.894842 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5befd4bf-afd1-43de-a718-05e6075e3772', 'tag': '3fcfcba1-f956-4eda-83c1-1ffd1d603924'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:41:19.032490 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-69b9516b-af6b-4e1e-afc1-a11ee24aee86 None None] Set router 513f5423-f3ca-4136-be19-f5587846ecb5 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:19.045676 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5befd4bf-afd1-43de-a718-05e6075e3772', 'tag': '3fcfcba1-f956-4eda-83c1-1ffd1d603924', 'status': 'completed', 'code': 200} Feb 04 16:41:19.092015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785e955-d84f-4340-9a01-a4ed4eacbfdb req-5cda3569-9906-4813-bf09-b6b2b9ce1aca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:19.093704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a785e955-d84f-4340-9a01-a4ed4eacbfdb req-5cda3569-9906-4813-bf09-b6b2b9ce1aca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 945 time: 0.0921979 Feb 04 16:41:19.140392 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a785e955-d84f-4340-9a01-a4ed4eacbfdb req-a42df9f4-cfdf-40f1-9eaf-09a546dad2f0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405471 Feb 04 16:41:19.155929 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-051bbf48-0577-413e-828e-bcc3b180c80f req-21e90b15-52bf-40bc-970a-23bffcb61c63 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 1096 time: 0.0711262 Feb 04 16:41:19.171004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57972) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:19.297740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bbf48-0577-413e-828e-bcc3b180c80f req-fac8c960-95e5-4c63-9e59-feea1666dcc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:19.299320 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-051bbf48-0577-413e-828e-bcc3b180c80f req-fac8c960-95e5-4c63-9e59-feea1666dcc7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ca312555-5d6b-4750-84b0-1d3995170769 HTTP/1.1" status: 200 len: 897 time: 0.1381049 Feb 04 16:41:19.393348 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8c8feab0-1f13-447e-8b9c-f0a905236858 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/31532da7-257d-4d39-97aa-e84cebb3be49 HTTP/1.1" status: 200 len: 990 time: 0.2201061 Feb 04 16:41:19.408843 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-051bbf48-0577-413e-828e-bcc3b180c80f req-b4eb1f59-72c9-461d-ae67-6893b5bd8194 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fcfcba1-f956-4eda-83c1-1ffd1d603924 HTTP/1.1" status: 200 len: 998 time: 0.1032641 Feb 04 16:41:19.425747 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-69b9516b-af6b-4e1e-afc1-a11ee24aee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '31532da7-257d-4d39-97aa-e84cebb3be49', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'port_id': '3fcfcba1-f956-4eda-83c1-1ffd1d603924', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'mac_address': 'fa:16:3e:e2:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befd4bf-afd1-43de-a718-05e6075e3772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:41:17Z', 'updated_at': '2022-02-04T16:41:17Z', 'revision_number': 0, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b56d7ea-1010-4912-b6d5-c55a3ac1214f', 'name': '', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:28:6d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282e70ba-009f-4c45-b82e-b74e42243529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:00Z', 'updated_at': '2022-02-04T16:41:06Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '282e70ba-009f-4c45-b82e-b74e42243529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:19.429636 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9516b-af6b-4e1e-afc1-a11ee24aee86 None None] Checking router: 513f5423-f3ca-4136-be19-f5587846ecb5 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:41:19.440125 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9516b-af6b-4e1e-afc1-a11ee24aee86 None None] Routers {'513f5423-f3ca-4136-be19-f5587846ecb5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:19.440707 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-69b9516b-af6b-4e1e-afc1-a11ee24aee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:41:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['513f5423-f3ca-4136-be19-f5587846ecb5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:19.472952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bbf48-0577-413e-828e-bcc3b180c80f req-017b57b9-b858-4a39-932b-b1eb26124075 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:19.474389 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-051bbf48-0577-413e-828e-bcc3b180c80f req-017b57b9-b858-4a39-932b-b1eb26124075 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=282e70ba-009f-4c45-b82e-b74e42243529 HTTP/1.1" status: 200 len: 834 time: 0.0599587 Feb 04 16:41:19.550145 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-051bbf48-0577-413e-828e-bcc3b180c80f req-e3cc63ac-854e-4240-8e0e-7a2cb26c1155 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ca312555-5d6b-4750-84b0-1d3995170769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687900 Feb 04 16:41:19.618107 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-69b9516b-af6b-4e1e-afc1-a11ee24aee86 None None] Set router 513f5423-f3ca-4136-be19-f5587846ecb5 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:19.681212 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-051bbf48-0577-413e-828e-bcc3b180c80f req-ebb7969f-948f-4d36-b231-01df8fd2ce74 service neutron] 10.222.0.81 "GET /v2.0/networks/ca312555-5d6b-4750-84b0-1d3995170769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246281 Feb 04 16:41:19.814036 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-051bbf48-0577-413e-828e-bcc3b180c80f req-f6b20f56-28cd-4970-8c1f-e97c259f4cc0 service neutron] 10.222.0.81 "GET /v2.0/networks/ca312555-5d6b-4750-84b0-1d3995170769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261117 Feb 04 16:41:19.964108 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-69b9516b-af6b-4e1e-afc1-a11ee24aee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '31532da7-257d-4d39-97aa-e84cebb3be49', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'port_id': '3fcfcba1-f956-4eda-83c1-1ffd1d603924', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'mac_address': 'fa:16:3e:e2:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befd4bf-afd1-43de-a718-05e6075e3772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:41:17Z', 'updated_at': '2022-02-04T16:41:17Z', 'revision_number': 0, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b56d7ea-1010-4912-b6d5-c55a3ac1214f', 'name': '', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:28:6d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282e70ba-009f-4c45-b82e-b74e42243529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:00Z', 'updated_at': '2022-02-04T16:41:06Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '282e70ba-009f-4c45-b82e-b74e42243529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:19.968418 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9516b-af6b-4e1e-afc1-a11ee24aee86 None None] The sync data for ids ['513f5423-f3ca-4136-be19-f5587846ecb5'] in n-d-827872-1 is: [{'id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '31532da7-257d-4d39-97aa-e84cebb3be49', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'port_id': '3fcfcba1-f956-4eda-83c1-1ffd1d603924', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'mac_address': 'fa:16:3e:e2:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befd4bf-afd1-43de-a718-05e6075e3772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:41:17Z', 'updated_at': '2022-02-04T16:41:17Z', 'revision_number': 0, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b56d7ea-1010-4912-b6d5-c55a3ac1214f', 'name': '', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:28:6d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282e70ba-009f-4c45-b82e-b74e42243529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:00Z', 'updated_at': '2022-02-04T16:41:06Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '282e70ba-009f-4c45-b82e-b74e42243529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:41:20.171992 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.395674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57976) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:20.496944 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d4304f37-507b-4ecf-a5c9-d9725f83d353 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/31532da7-257d-4d39-97aa-e84cebb3be49 HTTP/1.1" status: 200 len: 990 time: 0.1000142 Feb 04 16:41:21.501071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 57980) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:21.604300 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-11128401-8f22-46f1-924e-5aa4052bcc91 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/31532da7-257d-4d39-97aa-e84cebb3be49 HTTP/1.1" status: 200 len: 990 time: 0.1021085 Feb 04 16:41:22.266426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb21cee-939e-4468-b61f-ff9734476e31 None None] New status for floating IP 31532da7-257d-4d39-97aa-e84cebb3be49: ACTIVE {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:41:22.609002 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 57984) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:22.730258 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8808c123-06c5-4cf8-9cd9-c281c61649d5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/31532da7-257d-4d39-97aa-e84cebb3be49 HTTP/1.1" status: 200 len: 992 time: 0.1198428 Feb 04 16:41:36.719588 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-40d3ba10-001d-4a3a-a843-633fe6275fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:39.077399 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-75e387b4-6f1c-42f9-92d6-32321fb034c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:39.488596 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:41:40.446219 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:40.496954 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:41.672481 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:42.221198 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:50.163560 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:02.522526 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8721d0d7-6716-4932-9a48-5f8f1107b449 req-95e8383b-29ba-4df7-902a-f21635c41a40 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1383832 Feb 04 16:42:02.676281 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8721d0d7-6716-4932-9a48-5f8f1107b449 req-945325da-d6d1-4da1-83c0-8800d19431cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 1096 time: 0.0717807 Feb 04 16:42:02.819431 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d0d7-6716-4932-9a48-5f8f1107b449 req-4e6b968f-b619-4096-a515-9ba24f5daf88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:02.820885 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8721d0d7-6716-4932-9a48-5f8f1107b449 req-4e6b968f-b619-4096-a515-9ba24f5daf88 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ca312555-5d6b-4750-84b0-1d3995170769 HTTP/1.1" status: 200 len: 897 time: 0.1263413 Feb 04 16:42:03.026814 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8721d0d7-6716-4932-9a48-5f8f1107b449 req-9764053f-d86d-4e6d-b1f4-3b69aab18868 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fcfcba1-f956-4eda-83c1-1ffd1d603924 HTTP/1.1" status: 200 len: 1000 time: 0.1992211 Feb 04 16:42:03.087615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d0d7-6716-4932-9a48-5f8f1107b449 req-4b0f5be2-1b6f-4804-8ae0-17cb4dd36931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:03.089001 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8721d0d7-6716-4932-9a48-5f8f1107b449 req-4b0f5be2-1b6f-4804-8ae0-17cb4dd36931 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=282e70ba-009f-4c45-b82e-b74e42243529 HTTP/1.1" status: 200 len: 834 time: 0.0561543 Feb 04 16:42:03.162278 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8721d0d7-6716-4932-9a48-5f8f1107b449 req-f6a89973-a366-4509-9895-6b0065a270c3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ca312555-5d6b-4750-84b0-1d3995170769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674810 Feb 04 16:42:03.292110 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8721d0d7-6716-4932-9a48-5f8f1107b449 req-e29a50c6-8d8e-4c02-9587-e80837a3ec3e service neutron] 10.222.0.81 "GET /v2.0/networks/ca312555-5d6b-4750-84b0-1d3995170769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239421 Feb 04 16:42:03.422113 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-8721d0d7-6716-4932-9a48-5f8f1107b449 req-45e1ca89-c426-4fc9-880e-a3cb84edaef4 service neutron] 10.222.0.81 "GET /v2.0/networks/ca312555-5d6b-4750-84b0-1d3995170769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238673 Feb 04 16:42:06.721014 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-45f4f510-732b-4845-9ed7-5b32a26134b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:09.079741 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d26fc617-5a65-4539-8bfa-f98693fe4892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:10.448627 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:10.498478 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:11.670103 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:12.228995 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:16.488953 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:42:20.158391 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:34.335147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5940fd6-cb68-4ebc-b0cc-53e21f1d6368 req-e618fd76-af9f-495c-a94f-2c5a617852f0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:34.336722 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5940fd6-cb68-4ebc-b0cc-53e21f1d6368 req-e618fd76-af9f-495c-a94f-2c5a617852f0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 945 time: 0.0801098 Feb 04 16:42:34.382908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5940fd6-cb68-4ebc-b0cc-53e21f1d6368 req-6441d6c0-ed5c-4a3f-94bc-f9cf1d217617 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407648 Feb 04 16:42:35.584824 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3853606-3116-4f57-888f-9b51e5bced11 req-72891788-3405-4aac-afbb-d02802da3fd3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:35.586286 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3853606-3116-4f57-888f-9b51e5bced11 req-72891788-3405-4aac-afbb-d02802da3fd3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 945 time: 0.0753961 Feb 04 16:42:35.631629 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a3853606-3116-4f57-888f-9b51e5bced11 req-86d2defd-db0d-4aad-a6db-d0465825261d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397813 Feb 04 16:42:35.660428 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58020) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:35.765404 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7660e6bc-6c6c-4c9c-b5db-bbdd4a265711 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/31532da7-257d-4d39-97aa-e84cebb3be49 HTTP/1.1" status: 200 len: 992 time: 0.1038256 Feb 04 16:42:36.723084 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff391-0484-46cb-89af-16078253762d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.272767 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e7176-1360-420a-ad6b-270b76c73973 req-9e7280d9-2f21-4fe0-ad81-9f7194ee69e8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:37.274256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-014e7176-1360-420a-ad6b-270b76c73973 req-9e7280d9-2f21-4fe0-ad81-9f7194ee69e8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 945 time: 0.0808308 Feb 04 16:42:37.319159 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-014e7176-1360-420a-ad6b-270b76c73973 req-74731fac-24ef-4a19-9d44-754158647dcf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392742 Feb 04 16:42:38.519324 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7048b-0c8c-4885-ae23-64c49d180155 req-e9d3d30f-5aed-4866-8ff8-959dbb0d27a2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:38.520755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18b7048b-0c8c-4885-ae23-64c49d180155 req-e9d3d30f-5aed-4866-8ff8-959dbb0d27a2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 945 time: 0.0752470 Feb 04 16:42:38.564994 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-18b7048b-0c8c-4885-ae23-64c49d180155 req-05cb9140-0108-4ad2-8e01-7de2146c0e0e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388482 Feb 04 16:42:38.595422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58036) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:38.698199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-90de6bb0-ecb1-4bb0-932f-dd0f2fa7271b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/31532da7-257d-4d39-97aa-e84cebb3be49 HTTP/1.1" status: 200 len: 992 time: 0.1015732 Feb 04 16:42:39.037906 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58044) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:39.081045 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f1baeeb5-c444-4cd7-bbf2-29abd59f8ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:39.241585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port b5417b55-54e0-4436-aa98-226a10007f06 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:42:39.241820 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:39.410388 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:39.410712 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:39.528241 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for b5417b55-54e0-4436-aa98-226a10007f06 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:42:39.764225 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:39.808706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=b5417b55-54e0-4436-aa98-226a10007f06,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:39.849189 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:39.849529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:39.849863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:39.850203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:39.850519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:39.850867 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:39.851206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:39.851538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:39.851854 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:39.852169 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:39.852483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:39.911351 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:40.299262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 513f5423-f3ca-4136-be19-f5587846ecb5 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:42:40.452395 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:40.499580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:42:40.508247 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:40.511781 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c249f-ef83-41e2-acdf-601405d9f60f None None] Sync routers for ids ['513f5423-f3ca-4136-be19-f5587846ecb5'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:42:40.518045 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:40.524391 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c249f-ef83-41e2-acdf-601405d9f60f None None] Routers {'513f5423-f3ca-4136-be19-f5587846ecb5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:40.524984 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-bf1c249f-ef83-41e2-acdf-601405d9f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['513f5423-f3ca-4136-be19-f5587846ecb5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:40.569591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e65d7797-0771-4c2c-bb4c-fb01d29dafbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/floatingips/31532da7-257d-4d39-97aa-e84cebb3be49 HTTP/1.1" status: 204 len: 168 time: 1.5305119 Feb 04 16:42:40.570232 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5befd4bf-afd1-43de-a718-05e6075e3772', 'tag': '3fcfcba1-f956-4eda-83c1-1ffd1d603924'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:42:40.630833 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5befd4bf-afd1-43de-a718-05e6075e3772', 'tag': '3fcfcba1-f956-4eda-83c1-1ffd1d603924', 'status': 'completed', 'code': 200} Feb 04 16:42:40.706031 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-bf1c249f-ef83-41e2-acdf-601405d9f60f None None] Set router 513f5423-f3ca-4136-be19-f5587846ecb5 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:40.753627 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ed35de92-0c22-4b60-ba6f-7e32e99b464a req-b4781c14-d318-4649-be22-2e01432980fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 1096 time: 0.0740411 Feb 04 16:42:40.891466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35de92-0c22-4b60-ba6f-7e32e99b464a req-dd74bf37-a7dc-4c4c-8e2a-64299f4567c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:40.893656 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ed35de92-0c22-4b60-ba6f-7e32e99b464a req-dd74bf37-a7dc-4c4c-8e2a-64299f4567c7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ca312555-5d6b-4750-84b0-1d3995170769 HTTP/1.1" status: 200 len: 897 time: 0.1341240 Feb 04 16:42:40.961842 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ed35de92-0c22-4b60-ba6f-7e32e99b464a req-da741f9f-3d58-43b7-b02b-c986646f6b7d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fcfcba1-f956-4eda-83c1-1ffd1d603924 HTTP/1.1" status: 200 len: 217 time: 0.0619693 Feb 04 16:42:40.997518 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e16d27-c4bf-4c99-9975-92135fb2512f req-99bdf425-5e4d-4ddc-9c3c-0f7d87c2ccb2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:40.998412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-39e16d27-c4bf-4c99-9975-92135fb2512f req-99bdf425-5e4d-4ddc-9c3c-0f7d87c2ccb2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:42:41.015379 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-39e16d27-c4bf-4c99-9975-92135fb2512f req-99bdf425-5e4d-4ddc-9c3c-0f7d87c2ccb2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:42:41.017393 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39e16d27-c4bf-4c99-9975-92135fb2512f req-99bdf425-5e4d-4ddc-9c3c-0f7d87c2ccb2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 945 time: 0.1118779 Feb 04 16:42:41.034253 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35de92-0c22-4b60-ba6f-7e32e99b464a req-d6fcb8d6-82ee-492d-89ff-68f23824f45c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:41.036075 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ed35de92-0c22-4b60-ba6f-7e32e99b464a req-d6fcb8d6-82ee-492d-89ff-68f23824f45c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=282e70ba-009f-4c45-b82e-b74e42243529 HTTP/1.1" status: 200 len: 834 time: 0.0667965 Feb 04 16:42:41.064412 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-bf1c249f-ef83-41e2-acdf-601405d9f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '9b56d7ea-1010-4912-b6d5-c55a3ac1214f', 'name': '', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:28:6d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282e70ba-009f-4c45-b82e-b74e42243529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:00Z', 'updated_at': '2022-02-04T16:41:06Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '282e70ba-009f-4c45-b82e-b74e42243529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:41.069714 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c249f-ef83-41e2-acdf-601405d9f60f None None] Checking router: 513f5423-f3ca-4136-be19-f5587846ecb5 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:42:41.072174 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-39e16d27-c4bf-4c99-9975-92135fb2512f req-5e0aaebb-b3ff-492d-8699-7ad40ba2428d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472422 Feb 04 16:42:41.088626 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c249f-ef83-41e2-acdf-601405d9f60f None None] Routers {'513f5423-f3ca-4136-be19-f5587846ecb5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:41.089238 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-bf1c249f-ef83-41e2-acdf-601405d9f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['513f5423-f3ca-4136-be19-f5587846ecb5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:41.121741 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ed35de92-0c22-4b60-ba6f-7e32e99b464a req-df5308b3-711c-43c9-8454-b49caca09e1e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ca312555-5d6b-4750-84b0-1d3995170769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778275 Feb 04 16:42:41.261185 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ed35de92-0c22-4b60-ba6f-7e32e99b464a req-17d31ce6-4ece-4fe7-bf7f-372d100c2e7c service neutron] 10.222.0.81 "GET /v2.0/networks/ca312555-5d6b-4750-84b0-1d3995170769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324706 Feb 04 16:42:41.295662 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-bf1c249f-ef83-41e2-acdf-601405d9f60f None None] Set router 513f5423-f3ca-4136-be19-f5587846ecb5 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:41.395034 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ed35de92-0c22-4b60-ba6f-7e32e99b464a req-ae49d927-783d-44a3-b63e-438b3d095aaf service neutron] 10.222.0.81 "GET /v2.0/networks/ca312555-5d6b-4750-84b0-1d3995170769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266408 Feb 04 16:42:41.602141 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-bf1c249f-ef83-41e2-acdf-601405d9f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '9b56d7ea-1010-4912-b6d5-c55a3ac1214f', 'name': '', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:28:6d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282e70ba-009f-4c45-b82e-b74e42243529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:00Z', 'updated_at': '2022-02-04T16:41:06Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '282e70ba-009f-4c45-b82e-b74e42243529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:41.606055 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c249f-ef83-41e2-acdf-601405d9f60f None None] The sync data for ids ['513f5423-f3ca-4136-be19-f5587846ecb5'] in n-d-827872-1 is: [{'id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '9b56d7ea-1010-4912-b6d5-c55a3ac1214f', 'name': '', 'network_id': 'ca312555-5d6b-4750-84b0-1d3995170769', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:28:6d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282e70ba-009f-4c45-b82e-b74e42243529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:00Z', 'updated_at': '2022-02-04T16:41:06Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '282e70ba-009f-4c45-b82e-b74e42243529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:42:41.680396 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:41.821889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1680e-991f-4ce9-922f-eabb292eb5a0 None None] New status for floating IP 31532da7-257d-4d39-97aa-e84cebb3be49: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:42:42.229517 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:42.270315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafcd59-cb73-45d6-96f2-054254f280c6 req-5ca5b964-5f8a-4bc0-a909-215239992851 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:42.271806 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cfafcd59-cb73-45d6-96f2-054254f280c6 req-5ca5b964-5f8a-4bc0-a909-215239992851 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 945 time: 0.0771050 Feb 04 16:42:42.318771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cfafcd59-cb73-45d6-96f2-054254f280c6 req-25794b1c-26f9-4292-9de5-eb86e019ae0b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411088 Feb 04 16:42:42.879609 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865826a6-59ce-402c-bcb8-5c45b5264763 req-bace4434-c83d-4c5d-8e9e-c819d5aabb10 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:42.880306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-865826a6-59ce-402c-bcb8-5c45b5264763 req-bace4434-c83d-4c5d-8e9e-c819d5aabb10 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:42:42.891863 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-865826a6-59ce-402c-bcb8-5c45b5264763 req-bace4434-c83d-4c5d-8e9e-c819d5aabb10 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:42:42.893307 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-865826a6-59ce-402c-bcb8-5c45b5264763 req-bace4434-c83d-4c5d-8e9e-c819d5aabb10 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.81 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 945 time: 0.0936441 Feb 04 16:42:42.961560 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-865826a6-59ce-402c-bcb8-5c45b5264763 req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port 3fcfcba1-f956-4eda-83c1-1ffd1d603924 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:42:42.961916 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-865826a6-59ce-402c-bcb8-5c45b5264763 req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:43.214375 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-865826a6-59ce-402c-bcb8-5c45b5264763 req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] For port 3fcfcba1-f956-4eda-83c1-1ffd1d603924, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=3fcfcba1-f956-4eda-83c1-1ffd1d603924,segment=NetworkSegment(1bd7e601-8be8-4711-b02d-fdefa2cb69fc),segment_id=1bd7e601-8be8-4711-b02d-fdefa2cb69fc)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:43.214644 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-865826a6-59ce-402c-bcb8-5c45b5264763 req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:43.442111 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-865826a6-59ce-402c-bcb8-5c45b5264763 req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for 3fcfcba1-f956-4eda-83c1-1ffd1d603924 owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:42:43.530290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de86a89-f907-4200-b661-080a1cb1bdf3 req-a5222e45-c6de-4114-b4d7-e0b0fc86c792 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:43.531825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0de86a89-f907-4200-b661-080a1cb1bdf3 req-a5222e45-c6de-4114-b4d7-e0b0fc86c792 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=5befd4bf-afd1-43de-a718-05e6075e3772 HTTP/1.1" status: 200 len: 945 time: 0.0814869 Feb 04 16:42:43.577163 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0de86a89-f907-4200-b661-080a1cb1bdf3 req-09c67a04-e680-46b4-a3c8-e3ff1ae0f7c9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391197 Feb 04 16:42:43.585024 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-865826a6-59ce-402c-bcb8-5c45b5264763 req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:43.634337 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=3fcfcba1-f956-4eda-83c1-1ffd1d603924,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:43.676803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:43.677148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:43.677483 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:43.677815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:43.678141 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:43.678467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:43.678789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:43.679108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:43.679453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:43.679769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:43.680085 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:43.721195 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-865826a6-59ce-402c-bcb8-5c45b5264763 req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] No DVR routers for this DVR port 3fcfcba1-f956-4eda-83c1-1ffd1d603924 on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:42:43.724038 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-865826a6-59ce-402c-bcb8-5c45b5264763 req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:43.727168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5befd4bf-afd1-43de-a718-05e6075e3772', 'name': 'network-vif-deleted', 'tag': '3fcfcba1-f956-4eda-83c1-1ffd1d603924'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:42:43.742874 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-865826a6-59ce-402c-bcb8-5c45b5264763 req-3d3487ca-1ada-43b8-b3d5-48fede85f6a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.81 "DELETE /v2.0/ports/3fcfcba1-f956-4eda-83c1-1ffd1d603924 HTTP/1.1" status: 204 len: 173 time: 0.8447790 Feb 04 16:42:43.905641 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5befd4bf-afd1-43de-a718-05e6075e3772', 'name': 'network-vif-deleted', 'tag': '3fcfcba1-f956-4eda-83c1-1ffd1d603924', 'status': 'completed', 'code': 200} Feb 04 16:42:44.685997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58068) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:45.177067 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-166defae-0dbc-45ad-beb2-a66edb645bd7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:45.335656 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 3fcfcba1-f956-4eda-83c1-1ffd1d603924 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:42:45.368196 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 3fcfcba1-f956-4eda-83c1-1ffd1d603924 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:42:45.368532 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 3fcfcba1-f956-4eda-83c1-1ffd1d603924 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:42:45.785204 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-166defae-0dbc-45ad-beb2-a66edb645bd7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:42:45.785736 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-166defae-0dbc-45ad-beb2-a66edb645bd7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:45.964149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-166defae-0dbc-45ad-beb2-a66edb645bd7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] For port 9b56d7ea-1010-4912-b6d5-c55a3ac1214f, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=9b56d7ea-1010-4912-b6d5-c55a3ac1214f,segment=NetworkSegment(1bd7e601-8be8-4711-b02d-fdefa2cb69fc),segment_id=1bd7e601-8be8-4711-b02d-fdefa2cb69fc)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:45.964497 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-166defae-0dbc-45ad-beb2-a66edb645bd7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:46.085431 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-166defae-0dbc-45ad-beb2-a66edb645bd7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for 9b56d7ea-1010-4912-b6d5-c55a3ac1214f owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:42:46.270108 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-166defae-0dbc-45ad-beb2-a66edb645bd7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:46.316645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166defae-0dbc-45ad-beb2-a66edb645bd7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=9b56d7ea-1010-4912-b6d5-c55a3ac1214f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:46.609022 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-166defae-0dbc-45ad-beb2-a66edb645bd7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:47.262482 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166defae-0dbc-45ad-beb2-a66edb645bd7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 513f5423-f3ca-4136-be19-f5587846ecb5 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:42:47.458354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166defae-0dbc-45ad-beb2-a66edb645bd7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:42:47.467377 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34059fcd-24a3-40c4-aae9-a469ea18862e None None] Sync routers for ids ['513f5423-f3ca-4136-be19-f5587846ecb5'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:42:47.472663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-166defae-0dbc-45ad-beb2-a66edb645bd7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "PUT /v2.0/routers/513f5423-f3ca-4136-be19-f5587846ecb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7856162 Feb 04 16:42:47.475363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58072) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:47.479309 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34059fcd-24a3-40c4-aae9-a469ea18862e None None] Routers {'513f5423-f3ca-4136-be19-f5587846ecb5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:47.479900 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-34059fcd-24a3-40c4-aae9-a469ea18862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['513f5423-f3ca-4136-be19-f5587846ecb5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:47.652348 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-34059fcd-24a3-40c4-aae9-a469ea18862e None None] Set router 513f5423-f3ca-4136-be19-f5587846ecb5 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:47.656449 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd101ef-740d-47c3-8119-2f8107f11d56 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting subnet 282e70ba-009f-4c45-b82e-b74e42243529 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:42:47.659710 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6dd101ef-740d-47c3-8119-2f8107f11d56 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:47.716959 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6dd101ef-740d-47c3-8119-2f8107f11d56 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:47.810049 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6dd101ef-740d-47c3-8119-2f8107f11d56 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:47.882790 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6dd101ef-740d-47c3-8119-2f8107f11d56 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:47.922835 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd101ef-740d-47c3-8119-2f8107f11d56 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Subnet': ['ID=282e70ba-009f-4c45-b82e-b74e42243529,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:47.931752 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-6dd101ef-740d-47c3-8119-2f8107f11d56 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:47.936959 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6dd101ef-740d-47c3-8119-2f8107f11d56 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/subnets/282e70ba-009f-4c45-b82e-b74e42243529 HTTP/1.1" status: 204 len: 168 time: 0.4606755 Feb 04 16:42:47.940045 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58076) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:47.941227 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47677c8-7102-40a5-bb20-3d103f01b851 None None] Network ca312555-5d6b-4750-84b0-1d3995170769 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:42:47.949036 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-34059fcd-24a3-40c4-aae9-a469ea18862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:42:46Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:47.954416 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34059fcd-24a3-40c4-aae9-a469ea18862e None None] Checking router: 513f5423-f3ca-4136-be19-f5587846ecb5 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:42:47.967501 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34059fcd-24a3-40c4-aae9-a469ea18862e None None] Routers {'513f5423-f3ca-4136-be19-f5587846ecb5'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:47.968343 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-34059fcd-24a3-40c4-aae9-a469ea18862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['513f5423-f3ca-4136-be19-f5587846ecb5'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:48.155544 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:48.156183 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-34059fcd-24a3-40c4-aae9-a469ea18862e None None] Set router 513f5423-f3ca-4136-be19-f5587846ecb5 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:48.212599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] DHCP port deletion for ca312555-5d6b-4750-84b0-1d3995170769 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:42:48.217713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Deleting port 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:42:48.218086 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:48.439036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] For port 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c,segment=NetworkSegment(1bd7e601-8be8-4711-b02d-fdefa2cb69fc),segment_id=1bd7e601-8be8-4711-b02d-fdefa2cb69fc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:48.439569 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:48.480646 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-34059fcd-24a3-40c4-aae9-a469ea18862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:42:46Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:48.481274 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:48.484790 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34059fcd-24a3-40c4-aae9-a469ea18862e None None] The sync data for ids ['513f5423-f3ca-4136-be19-f5587846ecb5'] in n-d-827872-1 is: [{'id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334745307', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:42:46Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'a2c3fb9c-ecea-4060-99a8-590281ee1141', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5423-f3ca-4136-be19-f5587846ecb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:56Z', 'updated_at': '2022-02-04T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:42:48.492389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port a2c3fb9c-ecea-4060-99a8-590281ee1141 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:42:48.492909 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:48.562650 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Calling delete_port for 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:42:48.636033 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:48.673645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] For port a2c3fb9c-ecea-4060-99a8-590281ee1141, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=a2c3fb9c-ecea-4060-99a8-590281ee1141,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:48.674239 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:48.684361 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Pushing event deleted for resources: {'Port': ['ID=6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:48.693879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] No DVR routers for this DVR port 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:42:48.697844 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:48.698188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:48.698521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:48.698850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:48.699202 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:48.699512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:48.699829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:48.700141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:48.700894 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:48.700894 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:48.701061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91d62-eb7b-49b8-9823-84aa630f724a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:48.800236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for a2c3fb9c-ecea-4060-99a8-590281ee1141 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:42:48.972423 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:49.018378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=a2c3fb9c-ecea-4060-99a8-590281ee1141,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:49.239945 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:49.492617 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:49.496657 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:49.522699 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:49.523217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Fanout notify agent at l3_agent the message router_deleted on router 513f5423-f3ca-4136-be19-f5587846ecb5 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:42:49.538024 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:49.541557 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-57aac8c7-65b0-48e8-9c7e-79a3b1e7ee3b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/routers/513f5423-f3ca-4136-be19-f5587846ecb5 HTTP/1.1" status: 204 len: 168 time: 1.5981638 Feb 04 16:42:49.541800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58080) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:49.754463 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce022958-4e83-438a-b457-4a87b03852b9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:49.879860 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce022958-4e83-438a-b457-4a87b03852b9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:49.903254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ce022958-4e83-438a-b457-4a87b03852b9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca312555-5d6b-4750-84b0-1d3995170769']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:49.914557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ce022958-4e83-438a-b457-4a87b03852b9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd7e601-8be8-4711-b02d-fdefa2cb69fc') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:49.914847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-ce022958-4e83-438a-b457-4a87b03852b9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd7e601-8be8-4711-b02d-fdefa2cb69fc') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:49.926540 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce022958-4e83-438a-b457-4a87b03852b9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:49.942960 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce022958-4e83-438a-b457-4a87b03852b9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:49.949931 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce022958-4e83-438a-b457-4a87b03852b9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:42:49.950317 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce022958-4e83-438a-b457-4a87b03852b9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: timer() Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:42:49.964979 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:42:50.014521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9b56d7ea-1010-4912-b6d5-c55a3ac1214f no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:42:50.053186 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce022958-4e83-438a-b457-4a87b03852b9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:50.071033 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ce022958-4e83-438a-b457-4a87b03852b9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:50.083069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce022958-4e83-438a-b457-4a87b03852b9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Network': ['ID=ca312555-5d6b-4750-84b0-1d3995170769,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:50.091867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 9b56d7ea-1010-4912-b6d5-c55a3ac1214f {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:42:50.092112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 9b56d7ea-1010-4912-b6d5-c55a3ac1214f not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:42:50.095783 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:42:50.095942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ce022958-4e83-438a-b457-4a87b03852b9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/networks/ca312555-5d6b-4750-84b0-1d3995170769 HTTP/1.1" status: 204 len: 168 time: 0.5501094 Feb 04 16:42:50.096053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58084) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:50.126513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:42:50.126925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 6551714a-33f8-4dd3-b1bd-a6e9e3d5e09c not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:42:50.127391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a2c3fb9c-ecea-4060-99a8-590281ee1141 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:42:50.164958 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: a2c3fb9c-ecea-4060-99a8-590281ee1141 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:42:50.165289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device a2c3fb9c-ecea-4060-99a8-590281ee1141 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:42:50.168642 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c415612f-754f-400b-b0bd-4cf660666c8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:50.178148 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:50.200889 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c415612f-754f-400b-b0bd-4cf660666c8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:50.262931 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c415612f-754f-400b-b0bd-4cf660666c8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:50.281103 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415612f-754f-400b-b0bd-4cf660666c8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:50.293812 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c415612f-754f-400b-b0bd-4cf660666c8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:50.294905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c415612f-754f-400b-b0bd-4cf660666c8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/security-groups/ebbcbcfd-3167-4cb3-8f6d-7192ab178cd9 HTTP/1.1" status: 204 len: 168 time: 0.1979225 Feb 04 16:42:50.588985 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58092) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:50.594478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-164a0095-849c-4a93-949c-35b6cc6224ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1248884681', 'description': 'tempest-secgroup-smoke-1248884681 description', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:50.601828 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-164a0095-849c-4a93-949c-35b6cc6224ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:50.605808 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-164a0095-849c-4a93-949c-35b6cc6224ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:50.608607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-164a0095-849c-4a93-949c-35b6cc6224ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:50.614375 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-164a0095-849c-4a93-949c-35b6cc6224ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:50.625111 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-164a0095-849c-4a93-949c-35b6cc6224ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:50.662850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-164a0095-849c-4a93-949c-35b6cc6224ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:50.666851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-164a0095-849c-4a93-949c-35b6cc6224ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:50.669754 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-164a0095-849c-4a93-949c-35b6cc6224ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:50.675342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-164a0095-849c-4a93-949c-35b6cc6224ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:50.730459 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-164a0095-849c-4a93-949c-35b6cc6224ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:50.734275 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-164a0095-849c-4a93-949c-35b6cc6224ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:50.781340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a0095-849c-4a93-949c-35b6cc6224ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c361b44-2ac5-48b6-ad58-d6814a5f6957,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:50.784897 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-164a0095-849c-4a93-949c-35b6cc6224ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:50.788755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-164a0095-849c-4a93-949c-35b6cc6224ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1961079 Feb 04 16:42:50.788976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58096) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:50.794299 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9e52f0ee-7b22-4888-b685-6da6329d2cdf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '5c361b44-2ac5-48b6-ad58-d6814a5f6957', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:50.801450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9e52f0ee-7b22-4888-b685-6da6329d2cdf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:50.805170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9e52f0ee-7b22-4888-b685-6da6329d2cdf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:50.808329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9e52f0ee-7b22-4888-b685-6da6329d2cdf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:50.814691 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9e52f0ee-7b22-4888-b685-6da6329d2cdf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:50.831808 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9e52f0ee-7b22-4888-b685-6da6329d2cdf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:50.890387 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9e52f0ee-7b22-4888-b685-6da6329d2cdf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:50.897685 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9e52f0ee-7b22-4888-b685-6da6329d2cdf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:50.923253 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52f0ee-7b22-4888-b685-6da6329d2cdf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57b70d1-44a2-45c0-9bbd-2a909cccdc70,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:50.932670 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9e52f0ee-7b22-4888-b685-6da6329d2cdf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:50.933919 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9e52f0ee-7b22-4888-b685-6da6329d2cdf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1439886 Feb 04 16:42:50.936675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58100) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:50.942592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0f5d2753-89b9-446b-a5bc-705d0a44907c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '5c361b44-2ac5-48b6-ad58-d6814a5f6957', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:50.948923 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0f5d2753-89b9-446b-a5bc-705d0a44907c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:50.952631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0f5d2753-89b9-446b-a5bc-705d0a44907c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:50.956088 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0f5d2753-89b9-446b-a5bc-705d0a44907c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:50.961687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0f5d2753-89b9-446b-a5bc-705d0a44907c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:50.977922 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0f5d2753-89b9-446b-a5bc-705d0a44907c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.038679 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0f5d2753-89b9-446b-a5bc-705d0a44907c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.042203 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0f5d2753-89b9-446b-a5bc-705d0a44907c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.065207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d2753-89b9-446b-a5bc-705d0a44907c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f803c5-c277-4f83-9584-813068d67a3d,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:51.073378 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0f5d2753-89b9-446b-a5bc-705d0a44907c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.074603 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0f5d2753-89b9-446b-a5bc-705d0a44907c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1370239 Feb 04 16:42:51.077312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58104) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:51.083234 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-fa6981a3-c523-4568-bdc6-3f6c98f18284 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '5c361b44-2ac5-48b6-ad58-d6814a5f6957', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:51.089470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fa6981a3-c523-4568-bdc6-3f6c98f18284 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:51.093191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fa6981a3-c523-4568-bdc6-3f6c98f18284 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:51.096210 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fa6981a3-c523-4568-bdc6-3f6c98f18284 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:51.101801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fa6981a3-c523-4568-bdc6-3f6c98f18284 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:51.118165 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fa6981a3-c523-4568-bdc6-3f6c98f18284 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.182178 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fa6981a3-c523-4568-bdc6-3f6c98f18284 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.185742 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fa6981a3-c523-4568-bdc6-3f6c98f18284 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.209040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6981a3-c523-4568-bdc6-3f6c98f18284 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dba06d3-04db-4279-83e7-1c7e9da2da49,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:51.217244 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fa6981a3-c523-4568-bdc6-3f6c98f18284 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.218602 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fa6981a3-c523-4568-bdc6-3f6c98f18284 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1403358 Feb 04 16:42:51.222048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58108) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:51.227371 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-cb7bf6b4-4d85-4efb-9ae5-c6c430c71d5f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '5c361b44-2ac5-48b6-ad58-d6814a5f6957', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:51.233585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cb7bf6b4-4d85-4efb-9ae5-c6c430c71d5f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:51.237507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cb7bf6b4-4d85-4efb-9ae5-c6c430c71d5f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:51.240339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cb7bf6b4-4d85-4efb-9ae5-c6c430c71d5f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:51.245917 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cb7bf6b4-4d85-4efb-9ae5-c6c430c71d5f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:51.262805 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cb7bf6b4-4d85-4efb-9ae5-c6c430c71d5f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.326418 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cb7bf6b4-4d85-4efb-9ae5-c6c430c71d5f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.330649 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cb7bf6b4-4d85-4efb-9ae5-c6c430c71d5f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.353286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bf6b4-4d85-4efb-9ae5-c6c430c71d5f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1926590-0d0a-4261-bdb3-1b89c03a146c,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:51.361821 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cb7bf6b4-4d85-4efb-9ae5-c6c430c71d5f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.363025 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cb7bf6b4-4d85-4efb-9ae5-c6c430c71d5f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1400378 Feb 04 16:42:51.365776 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58112) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:51.371013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-673fd0b6-599d-494c-bd3b-d595d3b14ace tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '5c361b44-2ac5-48b6-ad58-d6814a5f6957', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:51.379563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-673fd0b6-599d-494c-bd3b-d595d3b14ace tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:51.383287 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-673fd0b6-599d-494c-bd3b-d595d3b14ace tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:51.386098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-673fd0b6-599d-494c-bd3b-d595d3b14ace tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:51.392149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-673fd0b6-599d-494c-bd3b-d595d3b14ace tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:51.402136 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-673fd0b6-599d-494c-bd3b-d595d3b14ace tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Project 99c3e528bc464eb088cf8f5fd5b28847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:42:51.409109 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-673fd0b6-599d-494c-bd3b-d595d3b14ace tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.471320 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-673fd0b6-599d-494c-bd3b-d595d3b14ace tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.474865 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-673fd0b6-599d-494c-bd3b-d595d3b14ace tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.499000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fd0b6-599d-494c-bd3b-d595d3b14ace tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5b5563-c808-4cfa-98b7-7b7baa8881e4,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:51.508475 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-673fd0b6-599d-494c-bd3b-d595d3b14ace tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.509622 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-673fd0b6-599d-494c-bd3b-d595d3b14ace tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1429574 Feb 04 16:42:51.512361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58116) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:51.518183 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2278e16b-34c2-45a3-9936-528db3d7ca87 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '5c361b44-2ac5-48b6-ad58-d6814a5f6957', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:51.524355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2278e16b-34c2-45a3-9936-528db3d7ca87 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:51.528109 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2278e16b-34c2-45a3-9936-528db3d7ca87 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:51.530901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2278e16b-34c2-45a3-9936-528db3d7ca87 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:51.537035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2278e16b-34c2-45a3-9936-528db3d7ca87 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:51.547046 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-2278e16b-34c2-45a3-9936-528db3d7ca87 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Project 99c3e528bc464eb088cf8f5fd5b28847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:42:51.553147 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2278e16b-34c2-45a3-9936-528db3d7ca87 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.617867 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2278e16b-34c2-45a3-9936-528db3d7ca87 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.621363 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2278e16b-34c2-45a3-9936-528db3d7ca87 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.645251 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278e16b-34c2-45a3-9936-528db3d7ca87 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549723cd-9a8a-466e-b456-d72c4da8f838,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:51.657269 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2278e16b-34c2-45a3-9936-528db3d7ca87 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.660177 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2278e16b-34c2-45a3-9936-528db3d7ca87 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1469297 Feb 04 16:42:51.663015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58120) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:51.668310 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'network': {'name': 'tempest-network-smoke--549428221', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'port_security_enabled': True}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:51.673759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:51.677762 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:network and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:51.680757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:51.686290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:51.696971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Made reservation on behalf of 99c3e528bc464eb088cf8f5fd5b28847 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:42:51.700080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.727924 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:42:51.737214 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.737585 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Added segment 04962866-1de2-4baf-bbef-60c4a29d35ab of type vlan for network cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 Feb 04 16:42:51.764712 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.793607 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.797321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:51.797923 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.900607 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2364862 Feb 04 16:42:51.903229 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58124) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:51.910572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'admin_state_up': True, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:51.916200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5c33b-848d-44db-aece-c815986b1c59 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Network': ['ID=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:51.920756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:51.926149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:router and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:51.927848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:42:51.929390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:51.935015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:51.946462 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.947482 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.972560 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:52.123985 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:52.298533 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:52.327463 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:52.546948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.25.0.84 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/70c639f3-553e-4f14-8337-e8a2d8417ba1) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:42:52.694960 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:52.722810 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:52.793387 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:42:52.796792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:42:52.798951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=70c639f3-553e-4f14-8337-e8a2d8417ba1,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:52.801093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:42:52.955504 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:52.956158 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:53.175297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 5a474793-ad1c-49da-85f2-bcda730e05e1 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:42:53.371271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:42:53.383253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Sync routers for ids ['5a474793-ad1c-49da-85f2-bcda730e05e1'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:42:53.397240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Routers {'5a474793-ad1c-49da-85f2-bcda730e05e1'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:53.397842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5a474793-ad1c-49da-85f2-bcda730e05e1'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:53.398570 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:53.400090 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8ff2f51b-252c-453a-bd44-75630750d95e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4958427 Feb 04 16:42:53.403066 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58128) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:53.441894 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d397edd5-97b3-4a27-8941-57eafe9f7ca5 tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=99c3e528bc464eb088cf8f5fd5b28847&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377793 Feb 04 16:42:53.444482 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58132) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:53.489611 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:42:53.570194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf03f056-15a8-40ae-88ec-f16ee40c1dcb tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:53.571720 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bf03f056-15a8-40ae-88ec-f16ee40c1dcb tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263616 Feb 04 16:42:53.572042 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Set router 5a474793-ad1c-49da-85f2-bcda730e05e1 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:53.574511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58136) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:53.617737 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-75bab038-6a0a-40d4-9dda-150cee809e5d tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421240 Feb 04 16:42:53.620199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58140) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:53.625703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1758782631', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:53.732683 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:53.737472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:subnet and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:53.740305 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:53.746033 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:53.757798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Made reservation on behalf of 99c3e528bc464eb088cf8f5fd5b28847 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:42:53.855568 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:51Z', 'updated_at': '2022-02-04T16:42:52Z', 'revision_number': 3, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:53.858846 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:53.859820 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Checking router: 5a474793-ad1c-49da-85f2-bcda730e05e1 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:42:53.860185 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Updating router 5a474793-ad1c-49da-85f2-bcda730e05e1 port 70c639f3-553e-4f14-8337-e8a2d8417ba1 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:42:53.911315 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:54.170237 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:54.240349 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:54.244955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Subnet': ['ID=6059fe76-4a34-429f-a17f-1f1a971765f4,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:54.255955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Transition to ACTIVE for port object 70c639f3-553e-4f14-8337-e8a2d8417ba1 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:42:54.256323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Checking segment: {'id': '04962866-1de2-4baf-bbef-60c4a29d35ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:42:54.256677 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network hostable DHCP agents. Network: cc3c7d31-a793-4f81-a6aa-6cf5daa0e765, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:42:54.262804 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:54.280381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:42:54.290898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, cc3c7d31-a793-4f81-a6aa-6cf5daa0e765) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:42:54.294884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.295491 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:54.308619 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770fa098-73ef-4d33-9d32-98b2837ddae2 None None] Network cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:42:54.320343 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-19a7f186-4d44-46e4-8253-3119ad08ce82 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6965425 Feb 04 16:42:54.320525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58144) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:54.426485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fa622-1771-4195-b988-22256b8acb39 None None] Pushing event updated for resources: {'Port': ['ID=70c639f3-553e-4f14-8337-e8a2d8417ba1,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:54.439150 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Attempting to bind port 70c639f3-553e-4f14-8337-e8a2d8417ba1 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:42:54.439571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Attempting to bind port 70c639f3-553e-4f14-8337-e8a2d8417ba1 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:42:54.439934 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Attempting to bind port 70c639f3-553e-4f14-8337-e8a2d8417ba1 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:42:54.463752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:42:54.464125 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:42:54.464524 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:54.464916 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:42:54.465385 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Bound port: 70c639f3-553e-4f14-8337-e8a2d8417ba1, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:42:54.465759 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:54.598003 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] For port 70c639f3-553e-4f14-8337-e8a2d8417ba1, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:42:54.670258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] For port 70c639f3-553e-4f14-8337-e8a2d8417ba1, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=70c639f3-553e-4f14-8337-e8a2d8417ba1,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:42:54.676405 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:54.708893 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ips': [{'subnet_id': '6059fe76-4a34-429f-a17f-1f1a971765f4'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:42:54.709609 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:54.827930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fa622-1771-4195-b988-22256b8acb39 None None] Pushing event updated for resources: {'Port': ['ID=70c639f3-553e-4f14-8337-e8a2d8417ba1,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:54.845384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Routers {'5a474793-ad1c-49da-85f2-bcda730e05e1'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:54.845977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5a474793-ad1c-49da-85f2-bcda730e05e1'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:55.062965 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:55.064923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Allocated IP 172.20.0.2 (cc3c7d31-a793-4f81-a6aa-6cf5daa0e765/6059fe76-4a34-429f-a17f-1f1a971765f4/687116c2-e335-4841-bf1a-ddb4e1d9034e) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:42:55.152260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] Set router 5a474793-ad1c-49da-85f2-bcda730e05e1 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:55.510294 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:55.524854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Transition to ACTIVE for port object 687116c2-e335-4841-bf1a-ddb4e1d9034e will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:42:55.547529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Transition to ACTIVE for port object 687116c2-e335-4841-bf1a-ddb4e1d9034e will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:42:55.559547 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:55.614109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:51Z', 'updated_at': '2022-02-04T16:42:52Z', 'revision_number': 3, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:55.620834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.20.0.1 (cc3c7d31-a793-4f81-a6aa-6cf5daa0e765/6059fe76-4a34-429f-a17f-1f1a971765f4/b80fd776-c024-4fa9-8d2b-b8dde075bc3a) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:42:55.634480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ce933b-c2cc-4a79-a2b4-53eb2cd29f87 None None] The sync data for ids ['5a474793-ad1c-49da-85f2-bcda730e05e1'] in n-d-827872-1 is: [{'id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:51Z', 'updated_at': '2022-02-04T16:42:52Z', 'revision_number': 3, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:42:55.642635 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Network cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:42:55.646233 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:42:55.648068 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Pushing event updated for resources: {'Port': ['ID=687116c2-e335-4841-bf1a-ddb4e1d9034e,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:55.650119 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:42:55.761009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Attempting to bind port 687116c2-e335-4841-bf1a-ddb4e1d9034e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:42:55.761328 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Attempting to bind port 687116c2-e335-4841-bf1a-ddb4e1d9034e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '04962866-1de2-4baf-bbef-60c4a29d35ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:42:55.761690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Attempting to bind port 687116c2-e335-4841-bf1a-ddb4e1d9034e on network cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:42:55.769292 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:42:55.769663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Checking segment: {'id': '04962866-1de2-4baf-bbef-60c4a29d35ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:42:55.770073 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:55.770464 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Bound using segment: {'id': '04962866-1de2-4baf-bbef-60c4a29d35ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:42:55.770932 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Bound port: 687116c2-e335-4841-bf1a-ddb4e1d9034e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04962866-1de2-4baf-bbef-60c4a29d35ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:42:55.771335 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:55.790857 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:55.809910 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Transition to ACTIVE for port object b80fd776-c024-4fa9-8d2b-b8dde075bc3a will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:42:55.840765 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:55.895271 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] For port 687116c2-e335-4841-bf1a-ddb4e1d9034e, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:42:55.899135 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] For port 687116c2-e335-4841-bf1a-ddb4e1d9034e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=687116c2-e335-4841-bf1a-ddb4e1d9034e,segment=NetworkSegment(04962866-1de2-4baf-bbef-60c4a29d35ab),segment_id=04962866-1de2-4baf-bbef-60c4a29d35ab)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:42:55.905151 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:55.921868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:42:55.930446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:42:55.935260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:42:55.996153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e6985-6699-4c2f-946b-be44a7268884 None None] Pushing event updated for resources: {'Port': ['ID=687116c2-e335-4841-bf1a-ddb4e1d9034e,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:56.105829 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=b80fd776-c024-4fa9-8d2b-b8dde075bc3a,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:56.126375 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:56.230327 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:56.648999 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:56.655472 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:56.764528 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:56.768806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=b80fd776-c024-4fa9-8d2b-b8dde075bc3a,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:56.908351 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:42:56.910096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:42:56.948540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84625f0-df29-4ddc-b0d5-2f993e21e79c None None] Network cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:42:57.044510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-b5908551-9d1c-439f-ab64-d6d28d044d3e None None] Provisioning for port 687116c2-e335-4841-bf1a-ddb4e1d9034e completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:42:57.304239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 5a474793-ad1c-49da-85f2-bcda730e05e1 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:42:57.487088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-632cc2a5-7b71-4bc6-b069-98b6f55da5f5 None None] Provisioning for port b80fd776-c024-4fa9-8d2b-b8dde075bc3a completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:42:57.493918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-632cc2a5-7b71-4bc6-b069-98b6f55da5f5 None None] Provisioning complete for port b80fd776-c024-4fa9-8d2b-b8dde075bc3a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:57.494334 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-632cc2a5-7b71-4bc6-b069-98b6f55da5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:57.520362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:42:57.546096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-131ab1c9-d107-4dab-9c04-83c468570847 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "PUT /v2.0/routers/5a474793-ad1c-49da-85f2-bcda730e05e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2151196 Feb 04 16:42:57.555823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-632cc2a5-7b71-4bc6-b069-98b6f55da5f5 None None] Port b80fd776-c024-4fa9-8d2b-b8dde075bc3a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:42:57.692178 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-880c717d-4d7d-456b-964f-5cd55d59bab2 None None] Provisioning complete for port b80fd776-c024-4fa9-8d2b-b8dde075bc3a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:57.692558 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-880c717d-4d7d-456b-964f-5cd55d59bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:57.723987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-6686ceba-aac0-4de7-8c11-a3788c268e36 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:42:57.742418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-6686ceba-aac0-4de7-8c11-a3788c268e36 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:42:57.743661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-6686ceba-aac0-4de7-8c11-a3788c268e36 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248884681&fields=id&tenant_id=99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 267 time: 0.0625577 Feb 04 16:42:57.750380 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-880c717d-4d7d-456b-964f-5cd55d59bab2 None None] Port b80fd776-c024-4fa9-8d2b-b8dde075bc3a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:42:57.870505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 687116c2-e335-4841-bf1a-ddb4e1d9034e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:42:57.927486 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2c83d5b5-4244-4c8e-a8ba-d0471f57dfe7 None None] Provisioning complete for port b80fd776-c024-4fa9-8d2b-b8dde075bc3a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:57.927860 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2c83d5b5-4244-4c8e-a8ba-d0471f57dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:57.989290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2c83d5b5-4244-4c8e-a8ba-d0471f57dfe7 None None] Port b80fd776-c024-4fa9-8d2b-b8dde075bc3a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:42:58.003023 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 687116c2-e335-4841-bf1a-ddb4e1d9034e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:42:58.007938 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 687116c2-e335-4841-bf1a-ddb4e1d9034e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:58.008310 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:58.024880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-3c59b0e6-7b33-4ce5-9040-057c484ac66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:58.025555 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-3c59b0e6-7b33-4ce5-9040-057c484ac66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:42:58.040384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-3c59b0e6-7b33-4ce5-9040-057c484ac66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:42:58.041594 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-3c59b0e6-7b33-4ce5-9040-057c484ac66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/networks?id=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 HTTP/1.1" status: 200 len: 796 time: 0.2905071 Feb 04 16:42:58.059668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-a798f92a-1aac-4f72-aa3b-c808d3b24ad9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/quotas/99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 375 time: 0.0123992 Feb 04 16:42:58.124117 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:58.143746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-184929dd-ae85-499c-bde6-6674a9bff24d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:42:58.156910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 687116c2-e335-4841-bf1a-ddb4e1d9034e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=687116c2-e335-4841-bf1a-ddb4e1d9034e,segment=NetworkSegment(04962866-1de2-4baf-bbef-60c4a29d35ab),segment_id=04962866-1de2-4baf-bbef-60c4a29d35ab)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:58.159476 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-184929dd-ae85-499c-bde6-6674a9bff24d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:42:58.160616 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:58.160947 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-184929dd-ae85-499c-bde6-6674a9bff24d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951614 Feb 04 16:42:58.161622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 70c639f3-553e-4f14-8337-e8a2d8417ba1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:42:58.277187 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=687116c2-e335-4841-bf1a-ddb4e1d9034e,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:58.290038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 70c639f3-553e-4f14-8337-e8a2d8417ba1 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:42:58.294857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 70c639f3-553e-4f14-8337-e8a2d8417ba1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:58.295254 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:58.370438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dd2660b2-47c5-4909-955b-9073edac6297 service neutron] 10.222.0.60 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976430 Feb 04 16:42:58.406643 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:58.422634 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 70c639f3-553e-4f14-8337-e8a2d8417ba1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=70c639f3-553e-4f14-8337-e8a2d8417ba1,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:58.428316 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:58.495480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=70c639f3-553e-4f14-8337-e8a2d8417ba1,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:58.505481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-a846f1de-f1f0-4574-bff6-f2ab5d17c068 service neutron] 10.222.0.60 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282773 Feb 04 16:42:58.693808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52fe89f2-91cf-4469-84aa-f6a9a30970c4 req-140111c1-b476-4568-8195-1bca49955a8e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 210 time: 0.0411584 Feb 04 16:42:59.226005 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Sync routers for ids ['5a474793-ad1c-49da-85f2-bcda730e05e1'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:42:59.238486 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Routers {'5a474793-ad1c-49da-85f2-bcda730e05e1'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:59.239099 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5a474793-ad1c-49da-85f2-bcda730e05e1'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:59.414285 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Set router 5a474793-ad1c-49da-85f2-bcda730e05e1 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:59.728080 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:51Z', 'updated_at': '2022-02-04T16:42:56Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b80fd776-c024-4fa9-8d2b-b8dde075bc3a', 'name': '', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:09:ae:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:55Z', 'updated_at': '2022-02-04T16:42:56Z', 'revision_number': 2, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:59.732255 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Checking router: 5a474793-ad1c-49da-85f2-bcda730e05e1 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:42:59.732255 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Updating router 5a474793-ad1c-49da-85f2-bcda730e05e1 port b80fd776-c024-4fa9-8d2b-b8dde075bc3a binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:42:59.758211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-fd3a0200-42be-49ff-8dc6-1deb57794d05 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:59.759875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-fd3a0200-42be-49ff-8dc6-1deb57794d05 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.73 "GET /v2.0/networks?id=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 HTTP/1.1" status: 200 len: 796 time: 0.1733077 Feb 04 16:42:59.787902 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:59.819754 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-22e894a7-cddc-4488-8b01-274280f9a05b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 380 time: 0.0459368 Feb 04 16:42:59.840441 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 687116c2-e335-4841-bf1a-ddb4e1d9034e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:42:59.841119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'port': {'device_id': 'f648d545-b8d0-460c-a772-f36a00aae1d3', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'admin_state_up': True, 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'security_groups': ['5c361b44-2ac5-48b6-ad58-d6814a5f6957']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:59.914396 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 687116c2-e335-4841-bf1a-ddb4e1d9034e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:59.914769 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:59.955869 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6dcab008-d902-48a0-a3f7-a636c3273c6c req-362aa2e7-f676-4fa6-9a79-6eba5e0c3c63 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 210 time: 0.0969334 Feb 04 16:43:00.043440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:00.052887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:00.060418 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 70c639f3-553e-4f14-8337-e8a2d8417ba1 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:43:00.068620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Made reservation on behalf of 99c3e528bc464eb088cf8f5fd5b28847 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:43:00.072403 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.133366 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 70c639f3-553e-4f14-8337-e8a2d8417ba1 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:00.133838 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.176573 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.187953 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Transition to ACTIVE for port object b80fd776-c024-4fa9-8d2b-b8dde075bc3a will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:43:00.195342 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.269598 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.20.0.9 (cc3c7d31-a793-4f81-a6aa-6cf5daa0e765/6059fe76-4a34-429f-a17f-1f1a971765f4/18e2fb3d-51ac-49d5-9ace-048246a36b0c) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:43:00.328847 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1c3db-81aa-4e51-b35a-ca00e1bb4f6c None None] Pushing event updated for resources: {'Port': ['ID=b80fd776-c024-4fa9-8d2b-b8dde075bc3a,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:00.362839 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1c3db-81aa-4e51-b35a-ca00e1bb4f6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:00.363218 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1c3db-81aa-4e51-b35a-ca00e1bb4f6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:00.363528 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1c3db-81aa-4e51-b35a-ca00e1bb4f6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:00.363847 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1c3db-81aa-4e51-b35a-ca00e1bb4f6c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:00.364163 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1c3db-81aa-4e51-b35a-ca00e1bb4f6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:00.364479 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1c3db-81aa-4e51-b35a-ca00e1bb4f6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:00.364790 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1c3db-81aa-4e51-b35a-ca00e1bb4f6c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:00.365100 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1c3db-81aa-4e51-b35a-ca00e1bb4f6c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:00.365410 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1c3db-81aa-4e51-b35a-ca00e1bb4f6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:00.365720 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1c3db-81aa-4e51-b35a-ca00e1bb4f6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:00.366023 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1c3db-81aa-4e51-b35a-ca00e1bb4f6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:00.426636 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Attempting to bind port b80fd776-c024-4fa9-8d2b-b8dde075bc3a on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:43:00.426992 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Attempting to bind port b80fd776-c024-4fa9-8d2b-b8dde075bc3a by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '04962866-1de2-4baf-bbef-60c4a29d35ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:43:00.427373 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Attempting to bind port b80fd776-c024-4fa9-8d2b-b8dde075bc3a on network cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:43:00.433866 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:43:00.434226 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Checking segment: {'id': '04962866-1de2-4baf-bbef-60c4a29d35ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:43:00.435224 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.435224 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Bound using segment: {'id': '04962866-1de2-4baf-bbef-60c4a29d35ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:43:00.435670 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Bound port: b80fd776-c024-4fa9-8d2b-b8dde075bc3a, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04962866-1de2-4baf-bbef-60c4a29d35ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:43:00.436033 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.472701 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.488726 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Transition to ACTIVE for port object 18e2fb3d-51ac-49d5-9ace-048246a36b0c will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:43:00.510770 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.531538 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] For port b80fd776-c024-4fa9-8d2b-b8dde075bc3a, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:43:00.534949 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] For port b80fd776-c024-4fa9-8d2b-b8dde075bc3a, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b80fd776-c024-4fa9-8d2b-b8dde075bc3a,segment=NetworkSegment(04962866-1de2-4baf-bbef-60c4a29d35ab),segment_id=04962866-1de2-4baf-bbef-60c4a29d35ab)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:43:00.540218 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.581693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:43:00.584838 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:00.590591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:43:00.622420 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1c3db-81aa-4e51-b35a-ca00e1bb4f6c None None] Pushing event updated for resources: {'Port': ['ID=b80fd776-c024-4fa9-8d2b-b8dde075bc3a,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:00.631962 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Routers {'5a474793-ad1c-49da-85f2-bcda730e05e1'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:43:00.632570 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:42:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5a474793-ad1c-49da-85f2-bcda730e05e1'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:00.635283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=18e2fb3d-51ac-49d5-9ace-048246a36b0c,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:00.667566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:00.668724 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.696191 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-dfc6592b-65fe-4276-a560-889c3f54341f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8653896 Feb 04 16:43:00.707270 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-f062a1d4-9694-442f-a600-b04dfd728e0a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:43:00.708318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-f062a1d4-9694-442f-a600-b04dfd728e0a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058126 Feb 04 16:43:00.792354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Request body: {'port': {'device_id': 'f648d545-b8d0-460c-a772-f36a00aae1d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:00.856447 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] Set router 5a474793-ad1c-49da-85f2-bcda730e05e1 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:43:00.870933 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-100db899-6cd1-473c-b4ce-132d12192416 None None] Provisioning for port 18e2fb3d-51ac-49d5-9ace-048246a36b0c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:43:00.878504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-100db899-6cd1-473c-b4ce-132d12192416 None None] Provisioning complete for port 18e2fb3d-51ac-49d5-9ace-048246a36b0c triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:00.879450 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-100db899-6cd1-473c-b4ce-132d12192416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.912607 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.948553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-100db899-6cd1-473c-b4ce-132d12192416 None None] Port 18e2fb3d-51ac-49d5-9ace-048246a36b0c cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:43:01.221401 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:51Z', 'updated_at': '2022-02-04T16:42:56Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b80fd776-c024-4fa9-8d2b-b8dde075bc3a', 'name': '', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:09:ae:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:55Z', 'updated_at': '2022-02-04T16:43:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:01.225759 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6c51d4-1526-4615-8b8b-38b8e54105c1 None None] The sync data for ids ['5a474793-ad1c-49da-85f2-bcda730e05e1'] in n-d-827872-1 is: [{'id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:51Z', 'updated_at': '2022-02-04T16:42:56Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b80fd776-c024-4fa9-8d2b-b8dde075bc3a', 'name': '', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:09:ae:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:55Z', 'updated_at': '2022-02-04T16:43:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:43:01.407250 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628c45b-67de-45cf-bd43-e4af546620d8 req-f90ae332-6a8b-426f-ba82-80774e803481 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:01.407998 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-8628c45b-67de-45cf-bd43-e4af546620d8 req-f90ae332-6a8b-426f-ba82-80774e803481 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:43:01.476728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-8628c45b-67de-45cf-bd43-e4af546620d8 req-f90ae332-6a8b-426f-ba82-80774e803481 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:43:01.477908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8628c45b-67de-45cf-bd43-e4af546620d8 req-f90ae332-6a8b-426f-ba82-80774e803481 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 931 time: 0.2093463 Feb 04 16:43:01.483661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e2fb3d-51ac-49d5-9ace-048246a36b0c {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:43:01.509331 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:01.536365 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Transition to ACTIVE for port object 18e2fb3d-51ac-49d5-9ace-048246a36b0c will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:43:01.543563 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:01.603717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8628c45b-67de-45cf-bd43-e4af546620d8 req-6c73e720-8711-460d-8d65-a641e0ee10e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156676 Feb 04 16:43:01.692044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Pushing event updated for resources: {'Port': ['ID=18e2fb3d-51ac-49d5-9ace-048246a36b0c,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:01.810070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Attempting to bind port 18e2fb3d-51ac-49d5-9ace-048246a36b0c on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:43:01.810720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Attempting to bind port 18e2fb3d-51ac-49d5-9ace-048246a36b0c by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '04962866-1de2-4baf-bbef-60c4a29d35ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:43:01.810720 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Attempting to bind port 18e2fb3d-51ac-49d5-9ace-048246a36b0c on network cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:43:01.822347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Port 18e2fb3d-51ac-49d5-9ace-048246a36b0c on network cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:43:01.822685 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Attempting to bind port 18e2fb3d-51ac-49d5-9ace-048246a36b0c on network cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:43:01.834526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:43:01.836256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Checking segment: {'id': '04962866-1de2-4baf-bbef-60c4a29d35ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:43:01.836641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Bound using segment: {'id': '04962866-1de2-4baf-bbef-60c4a29d35ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:43:01.837081 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Bound port: 18e2fb3d-51ac-49d5-9ace-048246a36b0c, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04962866-1de2-4baf-bbef-60c4a29d35ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:43:01.837430 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:01.847796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b80fd776-c024-4fa9-8d2b-b8dde075bc3a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:43:01.940706 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port b80fd776-c024-4fa9-8d2b-b8dde075bc3a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:43:01.946264 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b80fd776-c024-4fa9-8d2b-b8dde075bc3a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:01.946637 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:01.950936 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] For port 18e2fb3d-51ac-49d5-9ace-048246a36b0c, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:43:01.954447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] For port 18e2fb3d-51ac-49d5-9ace-048246a36b0c, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=18e2fb3d-51ac-49d5-9ace-048246a36b0c,segment=NetworkSegment(04962866-1de2-4baf-bbef-60c4a29d35ab),segment_id=04962866-1de2-4baf-bbef-60c4a29d35ab)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:43:01.959920 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:02.024437 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:02.026038 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] 10.222.0.73 "PUT /v2.0/ports/18e2fb3d-51ac-49d5-9ace-048246a36b0c HTTP/1.1" status: 200 len: 1091 time: 1.3109717 Feb 04 16:43:02.029255 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f648d545-b8d0-460c-a772-f36a00aae1d3', 'tag': '18e2fb3d-51ac-49d5-9ace-048246a36b0c'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:43:02.077222 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:02.112378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad28633-584e-4428-9648-c44d45ce6163 service neutron] Pushing event updated for resources: {'Port': ['ID=18e2fb3d-51ac-49d5-9ace-048246a36b0c,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:02.125384 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f648d545-b8d0-460c-a772-f36a00aae1d3', 'tag': '18e2fb3d-51ac-49d5-9ace-048246a36b0c', 'status': 'completed', 'code': 200} Feb 04 16:43:02.127286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port b80fd776-c024-4fa9-8d2b-b8dde075bc3a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b80fd776-c024-4fa9-8d2b-b8dde075bc3a,segment=NetworkSegment(04962866-1de2-4baf-bbef-60c4a29d35ab),segment_id=04962866-1de2-4baf-bbef-60c4a29d35ab)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:02.133375 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:02.182020 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-b8f47b83-d81a-45c4-9e2c-333ec2404c8c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 1094 time: 0.1089973 Feb 04 16:43:02.216198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=b80fd776-c024-4fa9-8d2b-b8dde075bc3a,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:02.260558 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-65e00d41-e20b-407d-8688-fe8ac28f3afa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18e2fb3d-51ac-49d5-9ace-048246a36b0c HTTP/1.1" status: 200 len: 217 time: 0.0714643 Feb 04 16:43:02.326775 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-1fbd7a0a-9730-4b02-8898-900fa9e7b67f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:02.328228 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-1fbd7a0a-9730-4b02-8898-900fa9e7b67f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6059fe76-4a34-429f-a17f-1f1a971765f4 HTTP/1.1" status: 200 len: 835 time: 0.0621667 Feb 04 16:43:02.400529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-91b571fc-3342-45a4-b975-409197f8ebdd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666127 Feb 04 16:43:02.528176 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-7377797b-b8b9-42c8-a57b-bac51c56c3ae service neutron] 10.222.0.73 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215332 Feb 04 16:43:02.664854 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b1597e1-3fb6-4761-989e-0142b3c5e50f req-deb017fb-b9ad-402a-82a9-e624fafed472 service neutron] 10.222.0.73 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303754 Feb 04 16:43:02.840928 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5005312b-23d1-41f5-877b-470846ff80ee req-7b6d44af-fff7-4d1b-acc1-ee37163caa41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 1094 time: 0.1290336 Feb 04 16:43:02.846439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516898d-93fb-4417-8b45-9bf13562558d req-255994c9-8825-4254-befe-eb937e9593cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:02.847843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c516898d-93fb-4417-8b45-9bf13562558d req-255994c9-8825-4254-befe-eb937e9593cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 943 time: 0.1034248 Feb 04 16:43:02.976160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c516898d-93fb-4417-8b45-9bf13562558d req-445a9670-ed49-48ee-8f30-a33152f649a2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103349 Feb 04 16:43:03.008283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005312b-23d1-41f5-877b-470846ff80ee req-8248908d-f7cb-4b87-84b7-76637fdf7561 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:03.009733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5005312b-23d1-41f5-877b-470846ff80ee req-8248908d-f7cb-4b87-84b7-76637fdf7561 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 HTTP/1.1" status: 200 len: 897 time: 0.1610751 Feb 04 16:43:03.170951 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5005312b-23d1-41f5-877b-470846ff80ee req-90422ae4-4e76-4329-8045-71ce5ba72fd4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18e2fb3d-51ac-49d5-9ace-048246a36b0c HTTP/1.1" status: 200 len: 217 time: 0.1551957 Feb 04 16:43:03.238037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005312b-23d1-41f5-877b-470846ff80ee req-60de9c10-4f7d-49ec-ba82-8b8b4c39c47e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:03.240163 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5005312b-23d1-41f5-877b-470846ff80ee req-60de9c10-4f7d-49ec-ba82-8b8b4c39c47e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6059fe76-4a34-429f-a17f-1f1a971765f4 HTTP/1.1" status: 200 len: 835 time: 0.0633559 Feb 04 16:43:03.317891 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5005312b-23d1-41f5-877b-470846ff80ee req-eab96dd8-b8b5-470a-9acf-3fddcf99a971 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722651 Feb 04 16:43:03.447507 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5005312b-23d1-41f5-877b-470846ff80ee req-1a711777-9e74-4d86-9eed-450d2e31c90a service neutron] 10.222.0.73 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234448 Feb 04 16:43:03.581311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5005312b-23d1-41f5-877b-470846ff80ee req-9c3b03a4-7f78-40b9-a1a6-25547fcc74cc service neutron] 10.222.0.73 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273630 Feb 04 16:43:03.812937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b80fd776-c024-4fa9-8d2b-b8dde075bc3a up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:43:03.881864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port b80fd776-c024-4fa9-8d2b-b8dde075bc3a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:03.882154 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:04.175271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad187b-da84-4039-aeeb-d671241c6bac req-8beed66f-a6cf-452c-838d-e02dfbfb89ad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:04.176638 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fbad187b-da84-4039-aeeb-d671241c6bac req-8beed66f-a6cf-452c-838d-e02dfbfb89ad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 943 time: 0.0756996 Feb 04 16:43:04.222633 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fbad187b-da84-4039-aeeb-d671241c6bac req-109d960c-8a50-49be-99b7-ff22beea95b6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403328 Feb 04 16:43:04.807144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 18e2fb3d-51ac-49d5-9ace-048246a36b0c details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:43:04.963286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 18e2fb3d-51ac-49d5-9ace-048246a36b0c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=18e2fb3d-51ac-49d5-9ace-048246a36b0c,segment=NetworkSegment(04962866-1de2-4baf-bbef-60c4a29d35ab),segment_id=04962866-1de2-4baf-bbef-60c4a29d35ab)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:04.976677 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '18e2fb3d-51ac-49d5-9ace-048246a36b0c', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'port_id': '18e2fb3d-51ac-49d5-9ace-048246a36b0c', 'mac_address': 'fa:16:3e:4e:b8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:43:05.028387 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:05.045211 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e2fb3d-51ac-49d5-9ace-048246a36b0c {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:43:05.059715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 18e2fb3d-51ac-49d5-9ace-048246a36b0c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=18e2fb3d-51ac-49d5-9ace-048246a36b0c,segment=NetworkSegment(04962866-1de2-4baf-bbef-60c4a29d35ab),segment_id=04962866-1de2-4baf-bbef-60c4a29d35ab)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:05.064132 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:05.129521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=18e2fb3d-51ac-49d5-9ace-048246a36b0c,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:05.423747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b2e89-1e85-4f8c-a8d9-c331090e73e6 req-2bae37b2-0b58-4b4f-a23f-9ffaf1a414d2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:05.425174 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f08b2e89-1e85-4f8c-a8d9-c331090e73e6 req-2bae37b2-0b58-4b4f-a23f-9ffaf1a414d2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 944 time: 0.0786777 Feb 04 16:43:05.437117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['18e2fb3d-51ac-49d5-9ace-048246a36b0c'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:43:05.469383 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f08b2e89-1e85-4f8c-a8d9-c331090e73e6 req-27c4b67c-63e1-42b1-bac7-530c609512b0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387409 Feb 04 16:43:06.668952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5f81c-80b8-4312-b210-bf9cfd44c3a2 req-2b1d71f2-cd63-4af9-af41-6ac5e493def8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:06.670404 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51c5f81c-80b8-4312-b210-bf9cfd44c3a2 req-2b1d71f2-cd63-4af9-af41-6ac5e493def8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 944 time: 0.0746489 Feb 04 16:43:06.718288 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51c5f81c-80b8-4312-b210-bf9cfd44c3a2 req-d9a17ac2-4441-4877-9f65-63885f34b386 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417299 Feb 04 16:43:06.725800 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9eebd941-9fe2-4f94-9943-dad7e49800c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:06.819085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 18e2fb3d-51ac-49d5-9ace-048246a36b0c up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:43:06.887291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 18e2fb3d-51ac-49d5-9ace-048246a36b0c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:43:06.891930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 18e2fb3d-51ac-49d5-9ace-048246a36b0c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:06.892304 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:07.012042 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:07.039111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f648d545-b8d0-460c-a772-f36a00aae1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e2fb3d-51ac-49d5-9ace-048246a36b0c'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:43:07.048472 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 18e2fb3d-51ac-49d5-9ace-048246a36b0c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=18e2fb3d-51ac-49d5-9ace-048246a36b0c,segment=NetworkSegment(04962866-1de2-4baf-bbef-60c4a29d35ab),segment_id=04962866-1de2-4baf-bbef-60c4a29d35ab)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:07.052368 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:07.121659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=18e2fb3d-51ac-49d5-9ace-048246a36b0c,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:07.171804 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f648d545-b8d0-460c-a772-f36a00aae1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e2fb3d-51ac-49d5-9ace-048246a36b0c', 'code': 200} Feb 04 16:43:07.292230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb651ca9-b39e-4e27-a313-b26cd72eba92 req-5bd14a3e-c5f0-4daa-ad1b-bec1422a8d03 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 1096 time: 0.0654767 Feb 04 16:43:07.334621 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bb651ca9-b39e-4e27-a313-b26cd72eba92 req-99cb9d1a-40c6-4e37-b89e-0da7d5a94a90 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364337 Feb 04 16:43:07.924360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a76f5f-c8bd-4212-8abc-2a7817df86c2 req-dfff73aa-f6ec-4b4b-9e09-7fda5d755dfb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:07.925822 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2a76f5f-c8bd-4212-8abc-2a7817df86c2 req-dfff73aa-f6ec-4b4b-9e09-7fda5d755dfb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.0810983 Feb 04 16:43:07.972843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f2a76f5f-c8bd-4212-8abc-2a7817df86c2 req-bd456f33-abb4-4835-a64c-82cfb083e4ea tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413935 Feb 04 16:43:09.083130 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-75728d86-5c63-4c64-bc8c-9832ed335664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.178878 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01ca8c-7813-4328-b909-084e19b5bef2 req-85e3e84b-2eff-4c01-bd3a-eea22e3a10b8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:09.180282 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af01ca8c-7813-4328-b909-084e19b5bef2 req-85e3e84b-2eff-4c01-bd3a-eea22e3a10b8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.0760756 Feb 04 16:43:09.225831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-af01ca8c-7813-4328-b909-084e19b5bef2 req-d9761458-b734-4e31-92e6-fd5ec3d03978 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397847 Feb 04 16:43:09.436792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041527af-df1b-412c-95a3-d1f98de1aae5 req-a0df7976-3781-45ea-b010-15c7454ef525 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:09.438176 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-041527af-df1b-412c-95a3-d1f98de1aae5 req-a0df7976-3781-45ea-b010-15c7454ef525 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.0869796 Feb 04 16:43:09.481791 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-041527af-df1b-412c-95a3-d1f98de1aae5 req-6c3ca1ac-581f-49c6-8715-511c5a5a4203 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380135 Feb 04 16:43:09.508692 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58194) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:09.577158 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-70497022-a76e-4680-81da-81117ef590eb tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 1091 time: 0.0673628 Feb 04 16:43:09.580341 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58198) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:09.585470 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': '18e2fb3d-51ac-49d5-9ace-048246a36b0c', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:09.592100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:09.595863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:floatingip and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:43:09.598624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:43:09.604167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:09.614608 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.747738 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.882398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.25.0.113 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/36beb264-e784-4d43-b02b-24666e12a921) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:43:10.031637 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.058493 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.127321 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:43:10.130151 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:10.134435 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:43:10.247637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=36beb264-e784-4d43-b02b-24666e12a921,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:10.454254 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.507240 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.729453 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.783756 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.981758 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.987268 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:11.088905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=36beb264-e784-4d43-b02b-24666e12a921,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:11.106421 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:11.295558 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Floating IP 5735407f-a802-4d25-a9f1-b6cef41cd492 associated. External IP: 172.25.0.113, port: 18e2fb3d-51ac-49d5-9ace-048246a36b0c. Feb 04 16:43:11.677920 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:11.778901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 5a474793-ad1c-49da-85f2-bcda730e05e1 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:43:11.971721 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:43:11.981785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ededa8d-641d-4546-8c67-cc9bcd420a7f None None] Sync routers for ids ['5a474793-ad1c-49da-85f2-bcda730e05e1'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:43:11.993835 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ededa8d-641d-4546-8c67-cc9bcd420a7f None None] Routers {'5a474793-ad1c-49da-85f2-bcda730e05e1'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:43:11.994778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3ededa8d-641d-4546-8c67-cc9bcd420a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:43:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5a474793-ad1c-49da-85f2-bcda730e05e1'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:11.996002 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:12.052711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d2e774e6-12a3-4e97-9305-c46a9e4a0333 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4713771 Feb 04 16:43:12.053276 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f648d545-b8d0-460c-a772-f36a00aae1d3', 'tag': '18e2fb3d-51ac-49d5-9ace-048246a36b0c'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:43:12.111582 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f648d545-b8d0-460c-a772-f36a00aae1d3', 'tag': '18e2fb3d-51ac-49d5-9ace-048246a36b0c', 'status': 'completed', 'code': 200} Feb 04 16:43:12.182520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-3ededa8d-641d-4546-8c67-cc9bcd420a7f None None] Set router 5a474793-ad1c-49da-85f2-bcda730e05e1 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:43:12.268639 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56d21782-7ddd-4094-9dce-644bb1c47966 req-8d245df3-27b3-4035-8124-6f37041b2850 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 1096 time: 0.1339681 Feb 04 16:43:12.274836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab752507-aedc-4007-9e86-eceac1d2f4ad req-95f77ea9-6501-46b9-a42e-85f15916d9b7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:12.276334 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab752507-aedc-4007-9e86-eceac1d2f4ad req-95f77ea9-6501-46b9-a42e-85f15916d9b7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.1118364 Feb 04 16:43:12.314172 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:12.406205 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ab752507-aedc-4007-9e86-eceac1d2f4ad req-b9c06df4-7d9e-4333-8402-a5e61a3b1f98 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111042 Feb 04 16:43:12.435116 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58206) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:12.446418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d21782-7ddd-4094-9dce-644bb1c47966 req-396cd58f-9b24-4539-abd9-1d7bb9c2f8fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:12.447941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56d21782-7ddd-4094-9dce-644bb1c47966 req-396cd58f-9b24-4539-abd9-1d7bb9c2f8fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 HTTP/1.1" status: 200 len: 897 time: 0.1707909 Feb 04 16:43:12.539447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3ededa8d-641d-4546-8c67-cc9bcd420a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:51Z', 'updated_at': '2022-02-04T16:42:56Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '5735407f-a802-4d25-a9f1-b6cef41cd492', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'port_id': '18e2fb3d-51ac-49d5-9ace-048246a36b0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'mac_address': 'fa:16:3e:4e:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f648d545-b8d0-460c-a772-f36a00aae1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:43:10Z', 'revision_number': 0, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80fd776-c024-4fa9-8d2b-b8dde075bc3a', 'name': '', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:09:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:55Z', 'updated_at': '2022-02-04T16:43:02Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:12.546379 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-70700201-4f48-4880-b16c-37c4e9916c6b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/5735407f-a802-4d25-a9f1-b6cef41cd492 HTTP/1.1" status: 200 len: 991 time: 0.1089821 Feb 04 16:43:12.548512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ededa8d-641d-4546-8c67-cc9bcd420a7f None None] Checking router: 5a474793-ad1c-49da-85f2-bcda730e05e1 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:43:12.555547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56d21782-7ddd-4094-9dce-644bb1c47966 req-167191e9-70bd-4862-a5c2-7c6ab86afcfa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18e2fb3d-51ac-49d5-9ace-048246a36b0c HTTP/1.1" status: 200 len: 999 time: 0.1003261 Feb 04 16:43:12.559223 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ededa8d-641d-4546-8c67-cc9bcd420a7f None None] Routers {'5a474793-ad1c-49da-85f2-bcda730e05e1'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:43:12.559811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3ededa8d-641d-4546-8c67-cc9bcd420a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:43:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5a474793-ad1c-49da-85f2-bcda730e05e1'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:12.619303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d21782-7ddd-4094-9dce-644bb1c47966 req-eebfb24e-7098-4ea7-a54a-678fa529adaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:12.620726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56d21782-7ddd-4094-9dce-644bb1c47966 req-eebfb24e-7098-4ea7-a54a-678fa529adaf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6059fe76-4a34-429f-a17f-1f1a971765f4 HTTP/1.1" status: 200 len: 835 time: 0.0590191 Feb 04 16:43:12.693305 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56d21782-7ddd-4094-9dce-644bb1c47966 req-dd915dde-7514-46b8-8b4a-7ae398def905 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668852 Feb 04 16:43:12.734166 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-3ededa8d-641d-4546-8c67-cc9bcd420a7f None None] Set router 5a474793-ad1c-49da-85f2-bcda730e05e1 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:43:12.823020 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56d21782-7ddd-4094-9dce-644bb1c47966 req-eac3ac94-be45-49e2-8a13-9ab728b648ca service neutron] 10.222.0.73 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239855 Feb 04 16:43:12.960502 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-56d21782-7ddd-4094-9dce-644bb1c47966 req-78522142-05c8-4dbc-8b57-3a3acb8e9deb service neutron] 10.222.0.73 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316805 Feb 04 16:43:13.115890 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-3ededa8d-641d-4546-8c67-cc9bcd420a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:51Z', 'updated_at': '2022-02-04T16:42:56Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '5735407f-a802-4d25-a9f1-b6cef41cd492', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'port_id': '18e2fb3d-51ac-49d5-9ace-048246a36b0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'mac_address': 'fa:16:3e:4e:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f648d545-b8d0-460c-a772-f36a00aae1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:43:10Z', 'revision_number': 0, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80fd776-c024-4fa9-8d2b-b8dde075bc3a', 'name': '', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:09:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:55Z', 'updated_at': '2022-02-04T16:43:02Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:13.119654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ededa8d-641d-4546-8c67-cc9bcd420a7f None None] The sync data for ids ['5a474793-ad1c-49da-85f2-bcda730e05e1'] in n-d-827872-1 is: [{'id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:51Z', 'updated_at': '2022-02-04T16:42:56Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '5735407f-a802-4d25-a9f1-b6cef41cd492', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'port_id': '18e2fb3d-51ac-49d5-9ace-048246a36b0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'mac_address': 'fa:16:3e:4e:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f648d545-b8d0-460c-a772-f36a00aae1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:43:10Z', 'revision_number': 0, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80fd776-c024-4fa9-8d2b-b8dde075bc3a', 'name': '', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:09:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:55Z', 'updated_at': '2022-02-04T16:43:02Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:43:13.549252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58210) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:13.657139 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8910cffb-be10-42a7-8b9f-f78a24441a67 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/5735407f-a802-4d25-a9f1-b6cef41cd492 HTTP/1.1" status: 200 len: 991 time: 0.1068623 Feb 04 16:43:14.661127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58214) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:14.765600 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cf88d3ff-390a-4513-a167-0e17d16e3515 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/5735407f-a802-4d25-a9f1-b6cef41cd492 HTTP/1.1" status: 200 len: 991 time: 0.1033542 Feb 04 16:43:15.769040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58218) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:15.871476 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-358c9743-c5cf-4ffb-bbb9-e5f89605d9fd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/5735407f-a802-4d25-a9f1-b6cef41cd492 HTTP/1.1" status: 200 len: 991 time: 0.1013179 Feb 04 16:43:16.875339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58222) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:16.983266 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9268249b-dc90-4e91-a467-f9ac1a5a41b1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/5735407f-a802-4d25-a9f1-b6cef41cd492 HTTP/1.1" status: 200 len: 991 time: 0.1057432 Feb 04 16:43:17.243149 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a684af-2e61-4417-94c4-f8e74253571b None None] New status for floating IP 5735407f-a802-4d25-a9f1-b6cef41cd492: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:43:17.986028 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58226) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:18.192585 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b94b30de-0d67-4249-99cd-72f44db854c8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/5735407f-a802-4d25-a9f1-b6cef41cd492 HTTP/1.1" status: 200 len: 993 time: 0.2051363 Feb 04 16:43:20.150801 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:30.491804 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:43:36.728030 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-742aeaf3-a4ed-427a-b0c2-190ff96d77f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:39.085135 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-056e8f1e-cab6-4f73-8c5e-b07e65de5841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:40.457045 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:40.508140 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:41.679913 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:42.244787 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:50.172615 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:04.617393 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d0b8526-6401-46a2-bcd4-aee658193e6e req-d11616fd-c1c4-4655-a6ca-69c94f798d42 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691221 Feb 04 16:44:04.763190 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d0b8526-6401-46a2-bcd4-aee658193e6e req-eec38967-baf4-4b9f-9c5a-0cfa45311e04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 1096 time: 0.0759592 Feb 04 16:44:04.907271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b8526-6401-46a2-bcd4-aee658193e6e req-ca7e839f-6361-4ef8-ad58-9ffbab9c44d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:04.908699 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d0b8526-6401-46a2-bcd4-aee658193e6e req-ca7e839f-6361-4ef8-ad58-9ffbab9c44d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 HTTP/1.1" status: 200 len: 897 time: 0.1263587 Feb 04 16:44:05.008438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d0b8526-6401-46a2-bcd4-aee658193e6e req-17249b02-1077-48b3-9392-319a52ea5cc6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18e2fb3d-51ac-49d5-9ace-048246a36b0c HTTP/1.1" status: 200 len: 1001 time: 0.0934169 Feb 04 16:44:05.081322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b8526-6401-46a2-bcd4-aee658193e6e req-01d2d8de-ea92-4b7a-8f11-36e02aedba17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:05.082836 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d0b8526-6401-46a2-bcd4-aee658193e6e req-01d2d8de-ea92-4b7a-8f11-36e02aedba17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6059fe76-4a34-429f-a17f-1f1a971765f4 HTTP/1.1" status: 200 len: 835 time: 0.0682499 Feb 04 16:44:05.156855 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d0b8526-6401-46a2-bcd4-aee658193e6e req-771d1fcb-76c0-4854-ae4f-ca0b0b699877 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673277 Feb 04 16:44:05.289630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d0b8526-6401-46a2-bcd4-aee658193e6e req-c23e9626-d179-4c40-a6c6-e459cc48a684 service neutron] 10.222.0.73 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261182 Feb 04 16:44:05.420179 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d0b8526-6401-46a2-bcd4-aee658193e6e req-eb64d6d2-4196-4fb3-97f8-2a5387874618 service neutron] 10.222.0.73 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244752 Feb 04 16:44:06.730998 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-384d8c3b-34cf-4148-b498-ba52e059e71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:07.492299 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:44:09.085605 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d8462c28-c219-4ad3-8557-8317067ccb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:10.459903 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:10.508653 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:11.681059 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:12.241794 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:20.163732 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:27.820630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f386d60a-45fb-43a5-9f2b-f2e4a7c9bc2a req-6f821c00-e9c7-43aa-9c9a-c8e2e6349f13 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 1096 time: 0.1286087 Feb 04 16:44:27.853988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea9f1a-738f-45c7-9579-82fd4cb5b926 req-6858f692-aae6-408a-bb42-e00df4857d36 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:27.855484 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-baea9f1a-738f-45c7-9579-82fd4cb5b926 req-6858f692-aae6-408a-bb42-e00df4857d36 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.1155853 Feb 04 16:44:27.972087 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-baea9f1a-738f-45c7-9579-82fd4cb5b926 req-1525dea5-5acd-48cc-a102-b08806b58b23 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692663 Feb 04 16:44:27.995415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386d60a-45fb-43a5-9f2b-f2e4a7c9bc2a req-01ae623c-760d-489f-a51c-c04ce2db0b49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:27.995415 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f386d60a-45fb-43a5-9f2b-f2e4a7c9bc2a req-01ae623c-760d-489f-a51c-c04ce2db0b49 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 HTTP/1.1" status: 200 len: 897 time: 0.1661685 Feb 04 16:44:28.099274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f386d60a-45fb-43a5-9f2b-f2e4a7c9bc2a req-327aab29-a8f2-4ae0-960c-a88214892111 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18e2fb3d-51ac-49d5-9ace-048246a36b0c HTTP/1.1" status: 200 len: 1001 time: 0.0958025 Feb 04 16:44:28.169937 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386d60a-45fb-43a5-9f2b-f2e4a7c9bc2a req-4d30a35a-0d9c-4b31-bc6d-e2dc4722e9d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:28.171436 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f386d60a-45fb-43a5-9f2b-f2e4a7c9bc2a req-4d30a35a-0d9c-4b31-bc6d-e2dc4722e9d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6059fe76-4a34-429f-a17f-1f1a971765f4 HTTP/1.1" status: 200 len: 835 time: 0.0651846 Feb 04 16:44:28.243530 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f386d60a-45fb-43a5-9f2b-f2e4a7c9bc2a req-2098f807-1ce0-4dc7-9f75-8ec426b69a15 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657248 Feb 04 16:44:28.372291 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f386d60a-45fb-43a5-9f2b-f2e4a7c9bc2a req-ec73778b-0cc9-4fae-8809-6d2235ad6b68 service neutron] 10.222.0.73 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218660 Feb 04 16:44:28.595703 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f386d60a-45fb-43a5-9f2b-f2e4a7c9bc2a req-0b0ed0e3-ca01-4219-96c6-7c502be38ec7 service neutron] 10.222.0.73 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164872 Feb 04 16:44:29.184919 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854bab3-4087-49ed-84e3-8c82f8440784 req-c83e849d-0f9a-4e97-98a8-d0566c632fef tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:29.186354 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f854bab3-4087-49ed-84e3-8c82f8440784 req-c83e849d-0f9a-4e97-98a8-d0566c632fef tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.0747941 Feb 04 16:44:29.233324 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f854bab3-4087-49ed-84e3-8c82f8440784 req-07d6301e-494a-4326-aa55-9d513f18dbd3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415671 Feb 04 16:44:30.444635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded65724-a92d-4de3-94cb-e43ea8a90367 req-c9d2dca9-b5c9-412a-b6b8-49cc659d02e6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:30.446117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ded65724-a92d-4de3-94cb-e43ea8a90367 req-c9d2dca9-b5c9-412a-b6b8-49cc659d02e6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.0742779 Feb 04 16:44:30.491153 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ded65724-a92d-4de3-94cb-e43ea8a90367 req-06fce793-ed30-4c47-92c5-4e04d0bbb89e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396638 Feb 04 16:44:31.691900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c05cce-e05d-44c0-b7af-842a39e313ef req-0d341d35-1bda-4b1b-b977-83e2b83caec7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:31.693329 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7c05cce-e05d-44c0-b7af-842a39e313ef req-0d341d35-1bda-4b1b-b977-83e2b83caec7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.0798626 Feb 04 16:44:31.737233 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7c05cce-e05d-44c0-b7af-842a39e313ef req-ff38d595-11ca-4c6e-a254-b2eafae4562f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384300 Feb 04 16:44:32.940616 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f4c0-59ed-4124-8865-f1dca33974f5 req-9189606e-cba0-41a6-adf1-f4acb63830dc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:32.942044 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0616f4c0-59ed-4124-8865-f1dca33974f5 req-9189606e-cba0-41a6-adf1-f4acb63830dc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.0766757 Feb 04 16:44:32.986830 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0616f4c0-59ed-4124-8865-f1dca33974f5 req-647f4a8c-0b81-4d2c-9c24-c8ce19436806 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392714 Feb 04 16:44:34.201292 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a74e9e-56a8-463e-b64d-2efcd22aad73 req-39f31ac7-5e06-4343-9ed1-667ad3a7fba2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:34.202747 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0a74e9e-56a8-463e-b64d-2efcd22aad73 req-39f31ac7-5e06-4343-9ed1-667ad3a7fba2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.0850005 Feb 04 16:44:34.247526 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0a74e9e-56a8-463e-b64d-2efcd22aad73 req-2ca085dd-c743-4368-8784-9fcc8e2b1bc6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393159 Feb 04 16:44:35.451856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2800c-ff68-498c-b491-1bb1e4b88ada req-79e3b8f2-4cfb-4fe6-b816-6e7b6b4ae380 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:35.454005 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58b2800c-ff68-498c-b491-1bb1e4b88ada req-79e3b8f2-4cfb-4fe6-b816-6e7b6b4ae380 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.0762100 Feb 04 16:44:35.501825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-58b2800c-ff68-498c-b491-1bb1e4b88ada req-9b199f6d-2e7d-4be4-85bb-c7efba817757 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407629 Feb 04 16:44:36.699472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dea797-155a-4585-b466-410cb99d8ef4 req-ab0c0fbc-c079-4235-803c-e234e6456d16 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:36.700896 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7dea797-155a-4585-b466-410cb99d8ef4 req-ab0c0fbc-c079-4235-803c-e234e6456d16 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.0777864 Feb 04 16:44:36.734364 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c09cafb-5ed9-4c08-b675-20236db46ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:36.749601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c7dea797-155a-4585-b466-410cb99d8ef4 req-a6e34eaf-6819-4dd9-ae10-0b0693b5d33a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432217 Feb 04 16:44:37.952887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cb11a-cfe2-4b2b-a80e-daf6cf5cb5a5 req-ac1a7827-6167-48da-9e60-a8119303a318 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:37.954368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-448cb11a-cfe2-4b2b-a80e-daf6cf5cb5a5 req-ac1a7827-6167-48da-9e60-a8119303a318 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.0763764 Feb 04 16:44:38.004352 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-448cb11a-cfe2-4b2b-a80e-daf6cf5cb5a5 req-ffb11c72-5a29-4f0f-aede-50dc1eb14d3c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439384 Feb 04 16:44:39.086670 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-36901576-1c01-4805-a47c-0dde66a713a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:39.209682 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4513cd-34b7-4b8d-99fb-f3fc5d777531 req-e321750c-6a29-46f0-b629-77f12896afdd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:39.211136 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c4513cd-34b7-4b8d-99fb-f3fc5d777531 req-e321750c-6a29-46f0-b629-77f12896afdd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.0775440 Feb 04 16:44:39.255743 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6c4513cd-34b7-4b8d-99fb-f3fc5d777531 req-55861fba-5cc2-4a8c-b3a6-aa6228090720 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381589 Feb 04 16:44:40.457063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49578fe8-43e9-4a7c-be5f-7464809a877b req-505976f9-a532-4ce2-907c-3ad3b21ff9a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:40.458594 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49578fe8-43e9-4a7c-be5f-7464809a877b req-505976f9-a532-4ce2-907c-3ad3b21ff9a3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.0806499 Feb 04 16:44:40.464016 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:40.504875 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-49578fe8-43e9-4a7c-be5f-7464809a877b req-a97d565a-1698-4696-81bb-d3951e56613d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389926 Feb 04 16:44:40.512126 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:40.536892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58292) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:40.639105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-36d78f16-842d-4bbb-a750-0896b8636b25 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/5735407f-a802-4d25-a9f1-b6cef41cd492 HTTP/1.1" status: 200 len: 993 time: 0.1010909 Feb 04 16:44:41.684681 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:42.244278 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:44.492684 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:44:50.178811 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:04.603364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abad9612-2c0d-44f6-9fc9-edf530141534 req-8bf83471-0021-4f8f-99cc-10b40d883815 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678103 Feb 04 16:45:04.743983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abad9612-2c0d-44f6-9fc9-edf530141534 req-46dd737d-1e0b-4604-8612-781fadc87139 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 1096 time: 0.0695570 Feb 04 16:45:04.885389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad9612-2c0d-44f6-9fc9-edf530141534 req-f8086d0e-1c6d-46fc-a226-13ea4aa75615 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:04.886725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abad9612-2c0d-44f6-9fc9-edf530141534 req-f8086d0e-1c6d-46fc-a226-13ea4aa75615 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 HTTP/1.1" status: 200 len: 897 time: 0.1236603 Feb 04 16:45:04.986096 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abad9612-2c0d-44f6-9fc9-edf530141534 req-ee1255c5-f3b4-4670-9855-c6c1069258ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18e2fb3d-51ac-49d5-9ace-048246a36b0c HTTP/1.1" status: 200 len: 1001 time: 0.0915651 Feb 04 16:45:05.049579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad9612-2c0d-44f6-9fc9-edf530141534 req-26fb7de9-6830-4122-8092-9a509b9914ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:05.051001 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abad9612-2c0d-44f6-9fc9-edf530141534 req-26fb7de9-6830-4122-8092-9a509b9914ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6059fe76-4a34-429f-a17f-1f1a971765f4 HTTP/1.1" status: 200 len: 835 time: 0.0588477 Feb 04 16:45:05.123822 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abad9612-2c0d-44f6-9fc9-edf530141534 req-d70fabe1-a77f-4668-9c76-3176eb9ba229 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661962 Feb 04 16:45:05.348126 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abad9612-2c0d-44f6-9fc9-edf530141534 req-c8a04b80-571e-4747-afb8-b8b55b4a9326 service neutron] 10.222.0.73 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168863 Feb 04 16:45:05.479902 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-abad9612-2c0d-44f6-9fc9-edf530141534 req-b6c2b1a2-9201-4395-bd47-cd6249baa250 service neutron] 10.222.0.73 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240129 Feb 04 16:45:06.736963 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3502324a-37af-4e7e-841c-c562ae46cc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:09.088993 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d33d10d3-83f9-4024-98bd-98209c1bf8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:10.464513 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:10.513767 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:11.687399 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:12.248474 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:20.178647 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:21.493768 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:45:36.738555 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9fdb56fe-fe4b-4599-9de5-59a3579eb2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:39.091012 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-70ced6fd-1100-4791-b30e-9f32934d5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:40.467564 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:40.515525 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:40.545008 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58328) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:40.755479 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port 36beb264-e784-4d43-b02b-24666e12a921 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:45:40.755741 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:40.921392 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:40.921714 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:41.043050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for 36beb264-e784-4d43-b02b-24666e12a921 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:45:41.183389 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:41.230382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=36beb264-e784-4d43-b02b-24666e12a921,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:41.267391 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:41.267729 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:41.268064 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:41.268388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:41.268705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:41.269024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:41.269339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:41.269651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:41.269961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:41.270268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:41.270574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:41.327554 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:41.690594 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:41.715987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 5a474793-ad1c-49da-85f2-bcda730e05e1 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:45:42.004317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:45:42.013714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae9f2bd-00c8-4d29-8674-ece625c79168 None None] Sync routers for ids ['5a474793-ad1c-49da-85f2-bcda730e05e1'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:45:42.025665 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:42.025854 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae9f2bd-00c8-4d29-8674-ece625c79168 None None] Routers {'5a474793-ad1c-49da-85f2-bcda730e05e1'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:45:42.026353 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-aae9f2bd-00c8-4d29-8674-ece625c79168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:45:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5a474793-ad1c-49da-85f2-bcda730e05e1'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:45:42.083478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7087a738-6f0e-4e96-94ba-e1ae9c426d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/floatingips/5735407f-a802-4d25-a9f1-b6cef41cd492 HTTP/1.1" status: 204 len: 168 time: 1.5373640 Feb 04 16:45:42.084157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f648d545-b8d0-460c-a772-f36a00aae1d3', 'tag': '18e2fb3d-51ac-49d5-9ace-048246a36b0c'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:45:42.144806 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f648d545-b8d0-460c-a772-f36a00aae1d3', 'tag': '18e2fb3d-51ac-49d5-9ace-048246a36b0c', 'status': 'completed', 'code': 200} Feb 04 16:45:42.209398 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-aae9f2bd-00c8-4d29-8674-ece625c79168 None None] Set router 5a474793-ad1c-49da-85f2-bcda730e05e1 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:45:42.240367 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8878f73-7172-44b8-a24b-0efe87ce07ec req-8e842d54-759d-4f9c-9449-372babfc1845 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 1096 time: 0.0750663 Feb 04 16:45:42.293799 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:42.384927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8878f73-7172-44b8-a24b-0efe87ce07ec req-6b482728-a877-40b6-ac6c-2e0021c994d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:42.386469 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8878f73-7172-44b8-a24b-0efe87ce07ec req-6b482728-a877-40b6-ac6c-2e0021c994d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 HTTP/1.1" status: 200 len: 897 time: 0.1399109 Feb 04 16:45:42.491953 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8878f73-7172-44b8-a24b-0efe87ce07ec req-c8baa7a5-1cc4-482c-b6a1-0a53e8c41831 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18e2fb3d-51ac-49d5-9ace-048246a36b0c HTTP/1.1" status: 200 len: 217 time: 0.0978050 Feb 04 16:45:42.574353 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8878f73-7172-44b8-a24b-0efe87ce07ec req-57e1ae69-6332-4e5e-a4a2-22e974dc3b17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:42.575812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8878f73-7172-44b8-a24b-0efe87ce07ec req-57e1ae69-6332-4e5e-a4a2-22e974dc3b17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6059fe76-4a34-429f-a17f-1f1a971765f4 HTTP/1.1" status: 200 len: 835 time: 0.0728714 Feb 04 16:45:42.585276 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-aae9f2bd-00c8-4d29-8674-ece625c79168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:51Z', 'updated_at': '2022-02-04T16:42:56Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b80fd776-c024-4fa9-8d2b-b8dde075bc3a', 'name': '', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:09:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:55Z', 'updated_at': '2022-02-04T16:43:02Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:45:42.586514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652b02e-167b-484e-b745-1f228f0df8cc req-8979e19e-f6cd-4759-b7b8-6fd7d8d94bb0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:42.587206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c652b02e-167b-484e-b745-1f228f0df8cc req-8979e19e-f6cd-4759-b7b8-6fd7d8d94bb0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:45:42.589194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae9f2bd-00c8-4d29-8674-ece625c79168 None None] Checking router: 5a474793-ad1c-49da-85f2-bcda730e05e1 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:45:42.601114 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae9f2bd-00c8-4d29-8674-ece625c79168 None None] Routers {'5a474793-ad1c-49da-85f2-bcda730e05e1'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:45:42.601752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-aae9f2bd-00c8-4d29-8674-ece625c79168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:45:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5a474793-ad1c-49da-85f2-bcda730e05e1'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:45:42.648992 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-c652b02e-167b-484e-b745-1f228f0df8cc req-8979e19e-f6cd-4759-b7b8-6fd7d8d94bb0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:45:42.650141 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c652b02e-167b-484e-b745-1f228f0df8cc req-8979e19e-f6cd-4759-b7b8-6fd7d8d94bb0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.2050166 Feb 04 16:45:42.695451 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8878f73-7172-44b8-a24b-0efe87ce07ec req-7cd12e6a-509d-455e-9f58-8256f37ebc0b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055231 Feb 04 16:45:42.707504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c652b02e-167b-484e-b745-1f228f0df8cc req-1e5e33e8-5cbd-4648-a4b6-7a250b863989 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511408 Feb 04 16:45:42.786585 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-aae9f2bd-00c8-4d29-8674-ece625c79168 None None] Set router 5a474793-ad1c-49da-85f2-bcda730e05e1 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:45:42.837237 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8878f73-7172-44b8-a24b-0efe87ce07ec req-5160b97c-3fa8-4c3d-9519-fbdce5561e91 service neutron] 10.222.0.73 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287787 Feb 04 16:45:42.974515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8878f73-7172-44b8-a24b-0efe87ce07ec req-f343ea8d-f097-46ad-80cd-9cbfc9763b3f service neutron] 10.222.0.73 "GET /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303411 Feb 04 16:45:43.102901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-aae9f2bd-00c8-4d29-8674-ece625c79168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:51Z', 'updated_at': '2022-02-04T16:42:56Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b80fd776-c024-4fa9-8d2b-b8dde075bc3a', 'name': '', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:09:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:55Z', 'updated_at': '2022-02-04T16:43:02Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:45:43.106868 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae9f2bd-00c8-4d29-8674-ece625c79168 None None] The sync data for ids ['5a474793-ad1c-49da-85f2-bcda730e05e1'] in n-d-827872-1 is: [{'id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:51Z', 'updated_at': '2022-02-04T16:42:56Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'b80fd776-c024-4fa9-8d2b-b8dde075bc3a', 'name': '', 'network_id': 'cc3c7d31-a793-4f81-a6aa-6cf5daa0e765', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:09:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:55Z', 'updated_at': '2022-02-04T16:43:02Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '6059fe76-4a34-429f-a17f-1f1a971765f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:45:43.325352 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4643e41e-96b0-485f-9d19-2138280c0ace None None] New status for floating IP 5735407f-a802-4d25-a9f1-b6cef41cd492: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:45:43.920625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c57bd2-7b14-4367-a8c4-0c804b14381f req-c684e171-a9f0-42e1-b26d-252d72e6cc54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:43.922080 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98c57bd2-7b14-4367-a8c4-0c804b14381f req-c684e171-a9f0-42e1-b26d-252d72e6cc54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.0820472 Feb 04 16:45:43.967452 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98c57bd2-7b14-4367-a8c4-0c804b14381f req-cd2aba40-bee3-47f0-a3c0-77129c36c6ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396435 Feb 04 16:45:44.467018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec48ec8-46ed-4916-8610-ea1adec342fc req-1210fd72-11e2-4c77-bfdd-a3657717b965 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:44.468448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ec48ec8-46ed-4916-8610-ea1adec342fc req-1210fd72-11e2-4c77-bfdd-a3657717b965 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.73 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 945 time: 0.0750864 Feb 04 16:45:44.540190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-5ec48ec8-46ed-4916-8610-ea1adec342fc req-c3879204-9f83-4122-9f49-8363e54dd4fa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port 18e2fb3d-51ac-49d5-9ace-048246a36b0c {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:45:44.540522 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ec48ec8-46ed-4916-8610-ea1adec342fc req-c3879204-9f83-4122-9f49-8363e54dd4fa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:44.784294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-5ec48ec8-46ed-4916-8610-ea1adec342fc req-c3879204-9f83-4122-9f49-8363e54dd4fa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] For port 18e2fb3d-51ac-49d5-9ace-048246a36b0c, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=18e2fb3d-51ac-49d5-9ace-048246a36b0c,segment=NetworkSegment(04962866-1de2-4baf-bbef-60c4a29d35ab),segment_id=04962866-1de2-4baf-bbef-60c4a29d35ab)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:45:44.784561 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ec48ec8-46ed-4916-8610-ea1adec342fc req-c3879204-9f83-4122-9f49-8363e54dd4fa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:44.996114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-5ec48ec8-46ed-4916-8610-ea1adec342fc req-c3879204-9f83-4122-9f49-8363e54dd4fa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for 18e2fb3d-51ac-49d5-9ace-048246a36b0c owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:45:45.183327 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ec48ec8-46ed-4916-8610-ea1adec342fc req-c3879204-9f83-4122-9f49-8363e54dd4fa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:45.233206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3879204-9f83-4122-9f49-8363e54dd4fa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=18e2fb3d-51ac-49d5-9ace-048246a36b0c,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:45.278525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02350ca5-2ffd-4d8d-9f0e-5ba8b7e27e09 req-126e3335-66cc-406c-8149-c3ec4841d42b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:45.279984 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02350ca5-2ffd-4d8d-9f0e-5ba8b7e27e09 req-126e3335-66cc-406c-8149-c3ec4841d42b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648d545-b8d0-460c-a772-f36a00aae1d3 HTTP/1.1" status: 200 len: 867 time: 0.1788952 Feb 04 16:45:45.329643 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec48ec8-46ed-4916-8610-ea1adec342fc req-c3879204-9f83-4122-9f49-8363e54dd4fa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] No DVR routers for this DVR port 18e2fb3d-51ac-49d5-9ace-048246a36b0c on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:45:45.334034 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-5ec48ec8-46ed-4916-8610-ea1adec342fc req-c3879204-9f83-4122-9f49-8363e54dd4fa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:45.336336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f648d545-b8d0-460c-a772-f36a00aae1d3', 'name': 'network-vif-deleted', 'tag': '18e2fb3d-51ac-49d5-9ace-048246a36b0c'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:45:45.363925 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5ec48ec8-46ed-4916-8610-ea1adec342fc req-c3879204-9f83-4122-9f49-8363e54dd4fa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.73 "DELETE /v2.0/ports/18e2fb3d-51ac-49d5-9ace-048246a36b0c HTTP/1.1" status: 204 len: 173 time: 0.8887157 Feb 04 16:45:45.375800 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02350ca5-2ffd-4d8d-9f0e-5ba8b7e27e09 req-4abcf63f-b446-4f46-8bd7-826550d68322 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c361b44-2ac5-48b6-ad58-d6814a5f6957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678701 Feb 04 16:45:45.393310 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f648d545-b8d0-460c-a772-f36a00aae1d3', 'name': 'network-vif-deleted', 'tag': '18e2fb3d-51ac-49d5-9ace-048246a36b0c', 'status': 'completed', 'code': 200} Feb 04 16:45:46.488819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58348) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:46.884694 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51f4639e-e606-4f36-bcc4-a3ea22f3898e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:47.397009 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 18e2fb3d-51ac-49d5-9ace-048246a36b0c no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:45:47.437064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 18e2fb3d-51ac-49d5-9ace-048246a36b0c {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:45:47.437411 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 18e2fb3d-51ac-49d5-9ace-048246a36b0c not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:45:47.485915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-51f4639e-e606-4f36-bcc4-a3ea22f3898e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port b80fd776-c024-4fa9-8d2b-b8dde075bc3a {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:45:47.486254 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51f4639e-e606-4f36-bcc4-a3ea22f3898e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:47.768042 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-51f4639e-e606-4f36-bcc4-a3ea22f3898e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] For port b80fd776-c024-4fa9-8d2b-b8dde075bc3a, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=b80fd776-c024-4fa9-8d2b-b8dde075bc3a,segment=NetworkSegment(04962866-1de2-4baf-bbef-60c4a29d35ab),segment_id=04962866-1de2-4baf-bbef-60c4a29d35ab)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:45:47.768715 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51f4639e-e606-4f36-bcc4-a3ea22f3898e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:47.889382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-51f4639e-e606-4f36-bcc4-a3ea22f3898e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for b80fd776-c024-4fa9-8d2b-b8dde075bc3a owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:45:48.078402 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51f4639e-e606-4f36-bcc4-a3ea22f3898e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:48.128015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4639e-e606-4f36-bcc4-a3ea22f3898e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=b80fd776-c024-4fa9-8d2b-b8dde075bc3a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:48.417577 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-51f4639e-e606-4f36-bcc4-a3ea22f3898e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:48.980461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f4639e-e606-4f36-bcc4-a3ea22f3898e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 5a474793-ad1c-49da-85f2-bcda730e05e1 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:45:49.276193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f4639e-e606-4f36-bcc4-a3ea22f3898e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:45:49.287987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f02376b-a87a-4e6a-b2ad-202cee399ebe None None] Sync routers for ids ['5a474793-ad1c-49da-85f2-bcda730e05e1'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:45:49.289089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-51f4639e-e606-4f36-bcc4-a3ea22f3898e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "PUT /v2.0/routers/5a474793-ad1c-49da-85f2-bcda730e05e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7991912 Feb 04 16:45:49.291845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58354) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:49.300253 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f02376b-a87a-4e6a-b2ad-202cee399ebe None None] Routers {'5a474793-ad1c-49da-85f2-bcda730e05e1'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:45:49.300847 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7f02376b-a87a-4e6a-b2ad-202cee399ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:45:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5a474793-ad1c-49da-85f2-bcda730e05e1'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:45:49.477981 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-561ad0b8-bc34-4658-bc1e-4a7656798a45 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting subnet 6059fe76-4a34-429f-a17f-1f1a971765f4 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:45:49.478406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-7f02376b-a87a-4e6a-b2ad-202cee399ebe None None] Set router 5a474793-ad1c-49da-85f2-bcda730e05e1 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:45:49.480876 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-561ad0b8-bc34-4658-bc1e-4a7656798a45 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:49.534230 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-561ad0b8-bc34-4658-bc1e-4a7656798a45 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:49.622137 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-561ad0b8-bc34-4658-bc1e-4a7656798a45 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:49.694525 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-561ad0b8-bc34-4658-bc1e-4a7656798a45 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:49.733469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ad0b8-bc34-4658-bc1e-4a7656798a45 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Subnet': ['ID=6059fe76-4a34-429f-a17f-1f1a971765f4,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:49.738254 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-561ad0b8-bc34-4658-bc1e-4a7656798a45 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:49.744877 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758256f3-6bd0-4916-86ad-b41bb18c316b None None] Network cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:45:49.745935 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-561ad0b8-bc34-4658-bc1e-4a7656798a45 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/subnets/6059fe76-4a34-429f-a17f-1f1a971765f4 HTTP/1.1" status: 204 len: 168 time: 0.4531589 Feb 04 16:45:49.748596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58358) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:49.880757 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7f02376b-a87a-4e6a-b2ad-202cee399ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:51Z', 'updated_at': '2022-02-04T16:45:48Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:45:49.912519 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f02376b-a87a-4e6a-b2ad-202cee399ebe None None] Checking router: 5a474793-ad1c-49da-85f2-bcda730e05e1 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:45:49.942815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f02376b-a87a-4e6a-b2ad-202cee399ebe None None] Routers {'5a474793-ad1c-49da-85f2-bcda730e05e1'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:45:49.943457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7f02376b-a87a-4e6a-b2ad-202cee399ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:45:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['5a474793-ad1c-49da-85f2-bcda730e05e1'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:45:49.950624 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:50.152628 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:50.159450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] DHCP port deletion for cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:45:50.162114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port 70c639f3-553e-4f14-8337-e8a2d8417ba1 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:45:50.162520 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:50.175362 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Deleting port 687116c2-e335-4841-bf1a-ddb4e1d9034e {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:45:50.175726 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:50.231508 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:50.271927 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-7f02376b-a87a-4e6a-b2ad-202cee399ebe None None] Set router 5a474793-ad1c-49da-85f2-bcda730e05e1 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:45:50.333565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] For port 70c639f3-553e-4f14-8337-e8a2d8417ba1, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=70c639f3-553e-4f14-8337-e8a2d8417ba1,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:45:50.334237 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:50.456280 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for 70c639f3-553e-4f14-8337-e8a2d8417ba1 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:45:50.571571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] For port 687116c2-e335-4841-bf1a-ddb4e1d9034e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=687116c2-e335-4841-bf1a-ddb4e1d9034e,segment=NetworkSegment(04962866-1de2-4baf-bbef-60c4a29d35ab),segment_id=04962866-1de2-4baf-bbef-60c4a29d35ab)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:45:50.572211 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:50.710049 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Calling delete_port for 687116c2-e335-4841-bf1a-ddb4e1d9034e owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:45:50.716849 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:50.763663 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=70c639f3-553e-4f14-8337-e8a2d8417ba1,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:50.834575 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:50.879795 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Pushing event deleted for resources: {'Port': ['ID=687116c2-e335-4841-bf1a-ddb4e1d9034e,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:50.887902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7f02376b-a87a-4e6a-b2ad-202cee399ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:51Z', 'updated_at': '2022-02-04T16:45:48Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:45:50.896306 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] No DVR routers for this DVR port 687116c2-e335-4841-bf1a-ddb4e1d9034e on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:45:50.900179 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:50.900511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:50.900846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:50.907111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:50.907111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:50.907111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:50.907111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:50.907111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:50.907111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:50.907111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:50.907111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25aadf-d70f-44d1-ad46-5fabaa3b9521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:50.907111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f02376b-a87a-4e6a-b2ad-202cee399ebe None None] The sync data for ids ['5a474793-ad1c-49da-85f2-bcda730e05e1'] in n-d-827872-1 is: [{'id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873399454', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:51Z', 'updated_at': '2022-02-04T16:45:48Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '70c639f3-553e-4f14-8337-e8a2d8417ba1', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a474793-ad1c-49da-85f2-bcda730e05e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:45:50.997772 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.247917 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.253121 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.279126 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.279698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Fanout notify agent at l3_agent the message router_deleted on router 5a474793-ad1c-49da-85f2-bcda730e05e1 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:45:51.294441 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.298319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ceba161c-b17d-47f1-be36-c64345232a71 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/routers/5a474793-ad1c-49da-85f2-bcda730e05e1 HTTP/1.1" status: 204 len: 168 time: 1.5460658 Feb 04 16:45:51.298991 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58362) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:51.413570 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.546028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.573481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3c7d31-a793-4f81-a6aa-6cf5daa0e765']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:45:51.585621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04962866-1de2-4baf-bbef-60c4a29d35ab') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:45:51.585913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04962866-1de2-4baf-bbef-60c4a29d35ab') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:45:51.596839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.613638 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.620751 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:45:51.621195 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:45:51.636108 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:45:51.712486 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.717509 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.744355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Network': ['ID=cc3c7d31-a793-4f81-a6aa-6cf5daa0e765,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:51.748331 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/networks/cc3c7d31-a793-4f81-a6aa-6cf5daa0e765 HTTP/1.1" status: 204 len: 168 time: 0.4481876 Feb 04 16:45:51.752306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58366) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:51.756637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:51.756922 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:51.757257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:51.757584 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:51.757909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:51.758229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:51.758548 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:51.758868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:51.759224 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:51.759527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:51.759841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe52-1e3c-492c-9fe0-a81afaa955cd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:51.820304 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5d800f4-2c08-4190-a4dd-6d489604a4fc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.849103 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5d800f4-2c08-4190-a4dd-6d489604a4fc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.927197 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5d800f4-2c08-4190-a4dd-6d489604a4fc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.942437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d800f4-2c08-4190-a4dd-6d489604a4fc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c361b44-2ac5-48b6-ad58-d6814a5f6957,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:51.958801 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-c5d800f4-2c08-4190-a4dd-6d489604a4fc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.960340 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c5d800f4-2c08-4190-a4dd-6d489604a4fc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/security-groups/5c361b44-2ac5-48b6-ad58-d6814a5f6957 HTTP/1.1" status: 204 len: 168 time: 0.2067635 Feb 04 16:45:51.966329 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 687116c2-e335-4841-bf1a-ddb4e1d9034e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:45:52.006166 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 687116c2-e335-4841-bf1a-ddb4e1d9034e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:45:52.006504 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 687116c2-e335-4841-bf1a-ddb4e1d9034e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:45:52.006969 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b80fd776-c024-4fa9-8d2b-b8dde075bc3a no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:45:52.039376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: b80fd776-c024-4fa9-8d2b-b8dde075bc3a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:45:52.039782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device b80fd776-c024-4fa9-8d2b-b8dde075bc3a not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:45:52.040162 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 70c639f3-553e-4f14-8337-e8a2d8417ba1 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:45:52.071148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 70c639f3-553e-4f14-8337-e8a2d8417ba1 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:45:52.071510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 70c639f3-553e-4f14-8337-e8a2d8417ba1 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:45:54.518558 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58386) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:54.524122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0ce0aaf3-5d49-4ebc-82a5-700283835ca2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860483833', 'description': 'tempest-secgroup-smoke-860483833 description', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:45:54.530707 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ce0aaf3-5d49-4ebc-82a5-700283835ca2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:45:54.534846 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ce0aaf3-5d49-4ebc-82a5-700283835ca2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:45:54.537667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ce0aaf3-5d49-4ebc-82a5-700283835ca2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:45:54.543809 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ce0aaf3-5d49-4ebc-82a5-700283835ca2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:45:54.553129 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ce0aaf3-5d49-4ebc-82a5-700283835ca2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:54.587145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ce0aaf3-5d49-4ebc-82a5-700283835ca2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:45:54.590930 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ce0aaf3-5d49-4ebc-82a5-700283835ca2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:45:54.593744 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ce0aaf3-5d49-4ebc-82a5-700283835ca2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:45:54.600539 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ce0aaf3-5d49-4ebc-82a5-700283835ca2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:45:54.654981 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ce0aaf3-5d49-4ebc-82a5-700283835ca2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:54.659203 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ce0aaf3-5d49-4ebc-82a5-700283835ca2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:54.706588 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0aaf3-5d49-4ebc-82a5-700283835ca2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8822ad-96f9-46ae-999f-d76393aae2b9,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:54.709447 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ce0aaf3-5d49-4ebc-82a5-700283835ca2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:54.710627 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0ce0aaf3-5d49-4ebc-82a5-700283835ca2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1910443 Feb 04 16:45:54.713577 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58390) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:54.783651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f2fc152d-63d1-4778-a027-ff0acdcb2573 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': 'bd8822ad-96f9-46ae-999f-d76393aae2b9', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:45:54.790232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f2fc152d-63d1-4778-a027-ff0acdcb2573 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:45:54.793957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f2fc152d-63d1-4778-a027-ff0acdcb2573 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:45:54.796815 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f2fc152d-63d1-4778-a027-ff0acdcb2573 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:45:54.803352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f2fc152d-63d1-4778-a027-ff0acdcb2573 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:45:54.819603 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f2fc152d-63d1-4778-a027-ff0acdcb2573 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:54.880315 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f2fc152d-63d1-4778-a027-ff0acdcb2573 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:54.884164 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f2fc152d-63d1-4778-a027-ff0acdcb2573 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:54.909233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc152d-63d1-4778-a027-ff0acdcb2573 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd34fd21-8e94-4db2-847f-358bd1687238,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:54.918547 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f2fc152d-63d1-4778-a027-ff0acdcb2573 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:54.922895 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f2fc152d-63d1-4778-a027-ff0acdcb2573 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2053614 Feb 04 16:45:54.923202 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58396) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:54.928627 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-08d339ff-8b35-449a-b519-c7a766868814 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': 'bd8822ad-96f9-46ae-999f-d76393aae2b9', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:45:54.935396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-08d339ff-8b35-449a-b519-c7a766868814 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:45:54.939453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-08d339ff-8b35-449a-b519-c7a766868814 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:45:54.942389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-08d339ff-8b35-449a-b519-c7a766868814 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:45:54.948125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-08d339ff-8b35-449a-b519-c7a766868814 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:45:54.964521 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08d339ff-8b35-449a-b519-c7a766868814 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.027307 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08d339ff-8b35-449a-b519-c7a766868814 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.030381 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08d339ff-8b35-449a-b519-c7a766868814 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.054415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d339ff-8b35-449a-b519-c7a766868814 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c680db-ef12-4a20-b703-0336824e705c,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:55.062315 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08d339ff-8b35-449a-b519-c7a766868814 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.064072 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-08d339ff-8b35-449a-b519-c7a766868814 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1398153 Feb 04 16:45:55.066691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58400) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:55.071936 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-67219c5b-c873-44d8-ada4-9cdf922d58f5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': 'bd8822ad-96f9-46ae-999f-d76393aae2b9', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:45:55.078971 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-67219c5b-c873-44d8-ada4-9cdf922d58f5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:45:55.082860 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-67219c5b-c873-44d8-ada4-9cdf922d58f5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:45:55.085730 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-67219c5b-c873-44d8-ada4-9cdf922d58f5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:45:55.091360 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-67219c5b-c873-44d8-ada4-9cdf922d58f5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:45:55.106856 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67219c5b-c873-44d8-ada4-9cdf922d58f5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.174016 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67219c5b-c873-44d8-ada4-9cdf922d58f5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.177542 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67219c5b-c873-44d8-ada4-9cdf922d58f5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.200904 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67219c5b-c873-44d8-ada4-9cdf922d58f5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c404e35-c7e7-41f6-afbd-85af21eccaa7,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:55.210562 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-67219c5b-c873-44d8-ada4-9cdf922d58f5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.211747 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-67219c5b-c873-44d8-ada4-9cdf922d58f5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1441398 Feb 04 16:45:55.214483 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58404) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:55.220395 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f9f2785a-e2bb-4f55-8e5d-5fc7909eb52a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': 'bd8822ad-96f9-46ae-999f-d76393aae2b9', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:45:55.227264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f9f2785a-e2bb-4f55-8e5d-5fc7909eb52a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:45:55.231033 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f9f2785a-e2bb-4f55-8e5d-5fc7909eb52a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:45:55.234234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f9f2785a-e2bb-4f55-8e5d-5fc7909eb52a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:45:55.240715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f9f2785a-e2bb-4f55-8e5d-5fc7909eb52a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:45:55.257535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9f2785a-e2bb-4f55-8e5d-5fc7909eb52a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.319686 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9f2785a-e2bb-4f55-8e5d-5fc7909eb52a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.323124 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9f2785a-e2bb-4f55-8e5d-5fc7909eb52a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.347883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2785a-e2bb-4f55-8e5d-5fc7909eb52a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4f5ed4-16a1-429b-bd50-943dae149660,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:55.356565 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f9f2785a-e2bb-4f55-8e5d-5fc7909eb52a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.357782 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f9f2785a-e2bb-4f55-8e5d-5fc7909eb52a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1423392 Feb 04 16:45:55.360715 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58408) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:55.366011 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-51daa470-b5f7-41b5-bd39-35e5d599a7bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': 'bd8822ad-96f9-46ae-999f-d76393aae2b9', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:45:55.372385 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-51daa470-b5f7-41b5-bd39-35e5d599a7bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:45:55.376581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-51daa470-b5f7-41b5-bd39-35e5d599a7bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:45:55.379446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-51daa470-b5f7-41b5-bd39-35e5d599a7bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:45:55.385213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-51daa470-b5f7-41b5-bd39-35e5d599a7bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:45:55.395989 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-51daa470-b5f7-41b5-bd39-35e5d599a7bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Project 99c3e528bc464eb088cf8f5fd5b28847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:45:55.402098 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51daa470-b5f7-41b5-bd39-35e5d599a7bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.468731 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51daa470-b5f7-41b5-bd39-35e5d599a7bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.472857 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51daa470-b5f7-41b5-bd39-35e5d599a7bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.495565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daa470-b5f7-41b5-bd39-35e5d599a7bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98caa882-5474-4dca-927e-f9503f946dc1,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:55.504188 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-51daa470-b5f7-41b5-bd39-35e5d599a7bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.505457 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-51daa470-b5f7-41b5-bd39-35e5d599a7bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1438220 Feb 04 16:45:55.508108 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58412) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:55.513258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-76081147-4f06-47b9-a67a-4009d3a7a7e6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': 'bd8822ad-96f9-46ae-999f-d76393aae2b9', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:45:55.520582 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-76081147-4f06-47b9-a67a-4009d3a7a7e6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:45:55.524544 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-76081147-4f06-47b9-a67a-4009d3a7a7e6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:45:55.527509 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-76081147-4f06-47b9-a67a-4009d3a7a7e6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:45:55.534112 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-76081147-4f06-47b9-a67a-4009d3a7a7e6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:45:55.543854 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-76081147-4f06-47b9-a67a-4009d3a7a7e6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Project 99c3e528bc464eb088cf8f5fd5b28847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:45:55.550344 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76081147-4f06-47b9-a67a-4009d3a7a7e6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.616880 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76081147-4f06-47b9-a67a-4009d3a7a7e6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.620390 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76081147-4f06-47b9-a67a-4009d3a7a7e6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.646511 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76081147-4f06-47b9-a67a-4009d3a7a7e6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87ddd7e-e309-41bd-8a0c-f7dbe2701255,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:55.655040 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-76081147-4f06-47b9-a67a-4009d3a7a7e6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.656367 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-76081147-4f06-47b9-a67a-4009d3a7a7e6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1473651 Feb 04 16:45:55.659290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58416) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:55.664623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'network': {'name': 'tempest-network-smoke--1146005748', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'port_security_enabled': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:45:55.670132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:45:55.674597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:network and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:45:55.677481 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:45:55.683100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:45:55.693589 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Made reservation on behalf of 99c3e528bc464eb088cf8f5fd5b28847 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:45:55.696464 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.725656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:45:55.735724 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.736066 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Added segment 2f394bea-4289-4af9-ac82-d82f6c854c6c of type vlan for network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 Feb 04 16:45:55.762010 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.791319 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.794903 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:55.795520 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:55.992613 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3323081 Feb 04 16:45:55.995453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58420) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:56.001687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'admin_state_up': True, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:45:56.002669 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09145a6-6305-4bbb-832c-34df96d44040 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Network': ['ID=cdf1bf33-30f3-4c08-b3a9-b36289ee1278,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:56.009405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:45:56.013241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:45:56.014168 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:router and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:45:56.017155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:45:56.023402 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:45:56.033376 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:56.034416 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:56.052746 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:56.201462 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:56.374714 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:56.404464 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:56.536865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.25.0.49 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/576055a3-3711-4917-bdc1-a6a181374f4e) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:45:56.781042 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:56.808573 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:56.880843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:45:56.883751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:45:56.888885 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:45:56.912515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=576055a3-3711-4917-bdc1-a6a181374f4e,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:57.044136 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:57.044793 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:57.273372 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router a29d6761-b47b-449b-abd1-b287d4e7c078 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:45:57.473218 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:45:57.484232 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Sync routers for ids ['a29d6761-b47b-449b-abd1-b287d4e7c078'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:45:57.496363 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Routers {'a29d6761-b47b-449b-abd1-b287d4e7c078'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:45:57.496924 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:45:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a29d6761-b47b-449b-abd1-b287d4e7c078'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:45:57.499574 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:57.501227 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0b34565c-7ff9-488a-a636-3bbb552b376b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5046353 Feb 04 16:45:57.504548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58424) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:57.544816 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-1aeb0ef0-58e1-4e2d-b608-a7a17736a1df tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=99c3e528bc464eb088cf8f5fd5b28847&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392153 Feb 04 16:45:57.547632 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58428) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:57.675911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81015de9-f3b5-43de-81e0-09110c7ee876 tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:57.677395 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-81015de9-f3b5-43de-81e0-09110c7ee876 tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288671 Feb 04 16:45:57.678481 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Set router a29d6761-b47b-449b-abd1-b287d4e7c078 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:45:57.680247 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58432) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:57.786008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e36a7e73-8705-403f-b4e8-23350bb1246c tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1047072 Feb 04 16:45:57.788576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58438) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:57.793702 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-224024043', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:45:57.901879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:45:57.905752 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:subnet and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:45:57.908957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:45:57.914552 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:45:57.927645 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Made reservation on behalf of 99c3e528bc464eb088cf8f5fd5b28847 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:45:57.985558 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:45:56Z', 'revision_number': 3, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:45:57.989478 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Checking router: a29d6761-b47b-449b-abd1-b287d4e7c078 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:45:57.990176 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Updating router a29d6761-b47b-449b-abd1-b287d4e7c078 port 576055a3-3711-4917-bdc1-a6a181374f4e binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:45:58.034900 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:58.042753 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:58.249643 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:58.329725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Subnet': ['ID=7905df31-8ed5-44b4-8640-2f3f5a4b7ddb,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:58.336090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Checking segment: {'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:45:58.336439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network hostable DHCP agents. Network: cdf1bf33-30f3-4c08-b3a9-b36289ee1278, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:45:58.363458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:45:58.371921 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:58.372902 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, cdf1bf33-30f3-4c08-b3a9-b36289ee1278) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:45:58.379918 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:58.380020 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:58.383220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63935b08-dbd5-4bab-813d-009065160dd9 None None] Network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:45:58.385544 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Transition to ACTIVE for port object 576055a3-3711-4917-bdc1-a6a181374f4e will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:45:58.393892 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:58.409640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58442) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:45:58.410203 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e37d489c-2784-403b-b532-f043d448a098 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6200759 Feb 04 16:45:58.475284 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Attempting to bind port 576055a3-3711-4917-bdc1-a6a181374f4e on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:45:58.475284 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Attempting to bind port 576055a3-3711-4917-bdc1-a6a181374f4e by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:45:58.475660 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Attempting to bind port 576055a3-3711-4917-bdc1-a6a181374f4e on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:45:58.489696 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffd3c2-4b79-428f-afa5-e7f1a78cdb2f None None] Pushing event updated for resources: {'Port': ['ID=576055a3-3711-4917-bdc1-a6a181374f4e,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:58.498856 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:45:58.501910 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:45:58.502210 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:45:58.502646 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:58.502980 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:45:58.503475 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Bound port: 576055a3-3711-4917-bdc1-a6a181374f4e, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:45:58.503904 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:58.546161 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffd3c2-4b79-428f-afa5-e7f1a78cdb2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:58.546500 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffd3c2-4b79-428f-afa5-e7f1a78cdb2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:58.547403 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffd3c2-4b79-428f-afa5-e7f1a78cdb2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:58.547913 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffd3c2-4b79-428f-afa5-e7f1a78cdb2f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:58.548248 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffd3c2-4b79-428f-afa5-e7f1a78cdb2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:58.548570 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffd3c2-4b79-428f-afa5-e7f1a78cdb2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:58.548891 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffd3c2-4b79-428f-afa5-e7f1a78cdb2f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:58.549205 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffd3c2-4b79-428f-afa5-e7f1a78cdb2f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:58.549520 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffd3c2-4b79-428f-afa5-e7f1a78cdb2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:58.549833 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffd3c2-4b79-428f-afa5-e7f1a78cdb2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:58.550145 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffd3c2-4b79-428f-afa5-e7f1a78cdb2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:58.597754 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] For port 576055a3-3711-4917-bdc1-a6a181374f4e, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:45:58.602346 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] For port 576055a3-3711-4917-bdc1-a6a181374f4e, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=576055a3-3711-4917-bdc1-a6a181374f4e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:45:58.608585 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:58.668609 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ips': [{'subnet_id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:45:58.669419 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:58.698759 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffd3c2-4b79-428f-afa5-e7f1a78cdb2f None None] Pushing event updated for resources: {'Port': ['ID=576055a3-3711-4917-bdc1-a6a181374f4e,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:58.701551 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Routers {'a29d6761-b47b-449b-abd1-b287d4e7c078'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:45:58.702141 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:45:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a29d6761-b47b-449b-abd1-b287d4e7c078'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:45:58.840231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Allocated IP 172.20.0.2 (cdf1bf33-30f3-4c08-b3a9-b36289ee1278/7905df31-8ed5-44b4-8640-2f3f5a4b7ddb/db7960fd-37db-4e64-a7b5-7e4bb9a906bd) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:45:58.893877 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] Set router a29d6761-b47b-449b-abd1-b287d4e7c078 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:45:59.045448 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:59.055532 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Transition to ACTIVE for port object db7960fd-37db-4e64-a7b5-7e4bb9a906bd will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:45:59.073590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Transition to ACTIVE for port object db7960fd-37db-4e64-a7b5-7e4bb9a906bd will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:45:59.081553 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:59.151857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:45:59.152566 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Pushing event updated for resources: {'Port': ['ID=db7960fd-37db-4e64-a7b5-7e4bb9a906bd,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:59.155438 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:45:59.157637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:45:59.206036 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:45:56Z', 'revision_number': 3, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:45:59.209775 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9021cb21-0313-4276-8b7c-1e3c0bfdcec8 None None] The sync data for ids ['a29d6761-b47b-449b-abd1-b287d4e7c078'] in n-d-827872-1 is: [{'id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:45:56Z', 'revision_number': 3, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:45:59.233838 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:59.248054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Attempting to bind port db7960fd-37db-4e64-a7b5-7e4bb9a906bd on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:45:59.248690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Attempting to bind port db7960fd-37db-4e64-a7b5-7e4bb9a906bd by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:45:59.249220 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Attempting to bind port db7960fd-37db-4e64-a7b5-7e4bb9a906bd on network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:45:59.257622 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:45:59.258296 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Checking segment: {'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:45:59.258910 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:59.259497 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Bound using segment: {'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:45:59.260149 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Bound port: db7960fd-37db-4e64-a7b5-7e4bb9a906bd, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:45:59.260511 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:59.366310 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] For port db7960fd-37db-4e64-a7b5-7e4bb9a906bd, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:45:59.371050 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] For port db7960fd-37db-4e64-a7b5-7e4bb9a906bd, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=db7960fd-37db-4e64-a7b5-7e4bb9a906bd,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:45:59.379165 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:59.477176 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1dd46-e657-47c3-823f-a6486cadd43f None None] Pushing event updated for resources: {'Port': ['ID=db7960fd-37db-4e64-a7b5-7e4bb9a906bd,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:59.693457 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.20.0.1 (cdf1bf33-30f3-4c08-b3a9-b36289ee1278/7905df31-8ed5-44b4-8640-2f3f5a4b7ddb/4dc1d70f-0efb-4752-aff8-a3fe86009050) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:45:59.909732 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:59.930205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Transition to ACTIVE for port object 4dc1d70f-0efb-4752-aff8-a3fe86009050 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:45:59.961836 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 576055a3-3711-4917-bdc1-a6a181374f4e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:45:59.979359 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:00.044590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 576055a3-3711-4917-bdc1-a6a181374f4e completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:46:00.051978 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 576055a3-3711-4917-bdc1-a6a181374f4e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:00.052126 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:00.187263 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:00.190117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:46:00.193858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:46:00.198119 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:46:00.206765 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 576055a3-3711-4917-bdc1-a6a181374f4e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=576055a3-3711-4917-bdc1-a6a181374f4e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:00.210861 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:00.211720 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device db7960fd-37db-4e64-a7b5-7e4bb9a906bd up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:46:00.224128 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=4dc1d70f-0efb-4752-aff8-a3fe86009050,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:00.263801 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:00.333471 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=576055a3-3711-4917-bdc1-a6a181374f4e,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:00.348505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port db7960fd-37db-4e64-a7b5-7e4bb9a906bd completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:46:00.371550 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:00.551884 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6144e84f-d368-40fc-9e9d-4a9b56e3d811 None None] Network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:46:00.660570 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a4325fb3-381f-41fb-89b3-c9394a88c1f4 None None] Provisioning for port db7960fd-37db-4e64-a7b5-7e4bb9a906bd completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:46:00.676056 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a4325fb3-381f-41fb-89b3-c9394a88c1f4 None None] Provisioning complete for port db7960fd-37db-4e64-a7b5-7e4bb9a906bd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:00.676419 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a4325fb3-381f-41fb-89b3-c9394a88c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:00.790306 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:00.794823 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:00.880974 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a4325fb3-381f-41fb-89b3-c9394a88c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:00.905534 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:00.910373 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=4dc1d70f-0efb-4752-aff8-a3fe86009050,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:00.929910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a4325fb3-381f-41fb-89b3-c9394a88c1f4 None None] For port db7960fd-37db-4e64-a7b5-7e4bb9a906bd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=db7960fd-37db-4e64-a7b5-7e4bb9a906bd,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:00.935635 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a4325fb3-381f-41fb-89b3-c9394a88c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:01.016351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4325fb3-381f-41fb-89b3-c9394a88c1f4 None None] Pushing event updated for resources: {'Port': ['ID=db7960fd-37db-4e64-a7b5-7e4bb9a906bd,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:01.068746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:46:01.069979 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:46:01.162940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c26d6347-d87d-40e8-b4b0-06c3e8795911 None None] Provisioning for port 4dc1d70f-0efb-4752-aff8-a3fe86009050 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:46:01.168091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c26d6347-d87d-40e8-b4b0-06c3e8795911 None None] Provisioning complete for port 4dc1d70f-0efb-4752-aff8-a3fe86009050 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:01.168478 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c26d6347-d87d-40e8-b4b0-06c3e8795911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:01.223568 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c26d6347-d87d-40e8-b4b0-06c3e8795911 None None] Port 4dc1d70f-0efb-4752-aff8-a3fe86009050 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:46:01.244805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c26d6347-d87d-40e8-b4b0-06c3e8795911 None None] Provisioning complete for port db7960fd-37db-4e64-a7b5-7e4bb9a906bd triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:01.245171 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c26d6347-d87d-40e8-b4b0-06c3e8795911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:01.484055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router a29d6761-b47b-449b-abd1-b287d4e7c078 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:46:01.489590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1e2b4260-ebba-4704-8a04-8edd94cd8c2d None None] Provisioning complete for port 4dc1d70f-0efb-4752-aff8-a3fe86009050 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:01.489958 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4260-ebba-4704-8a04-8edd94cd8c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:01.543017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b4260-ebba-4704-8a04-8edd94cd8c2d None None] Port 4dc1d70f-0efb-4752-aff8-a3fe86009050 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:46:01.663237 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ab8950cd-50f3-4631-8ba8-738d28652617 None None] Provisioning complete for port 4dc1d70f-0efb-4752-aff8-a3fe86009050 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:01.663905 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ab8950cd-50f3-4631-8ba8-738d28652617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:01.687355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:46:01.700535 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-52498ee3-5f74-4aee-a764-cbacb7cf1add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "PUT /v2.0/routers/a29d6761-b47b-449b-abd1-b287d4e7c078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2890754 Feb 04 16:46:01.744717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ab8950cd-50f3-4631-8ba8-738d28652617 None None] Port 4dc1d70f-0efb-4752-aff8-a3fe86009050 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:46:01.877395 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-ea956aab-6bfe-4b6d-bde0-595397335b2c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:46:01.893667 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-ea956aab-6bfe-4b6d-bde0-595397335b2c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:46:01.895483 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-ea956aab-6bfe-4b6d-bde0-595397335b2c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860483833&fields=id&tenant_id=99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 267 time: 0.0596731 Feb 04 16:46:01.903433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 576055a3-3711-4917-bdc1-a6a181374f4e up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:46:01.971228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 576055a3-3711-4917-bdc1-a6a181374f4e triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:01.971521 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:02.089777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device db7960fd-37db-4e64-a7b5-7e4bb9a906bd up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:46:02.147300 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-5d6c1abd-613e-44a6-abbb-269f37bd5f94 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:02.148714 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-5d6c1abd-613e-44a6-abbb-269f37bd5f94 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/networks?id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278 HTTP/1.1" status: 200 len: 797 time: 0.2469420 Feb 04 16:46:02.154341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port db7960fd-37db-4e64-a7b5-7e4bb9a906bd triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:02.154709 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:02.165858 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-5b4adfd1-498d-4f06-a773-489438806d0c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/quotas/99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 375 time: 0.0117519 Feb 04 16:46:02.245858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0990abbb-7b73-438e-8f2d-4a94b0b67c25 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:46:02.261903 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0990abbb-7b73-438e-8f2d-4a94b0b67c25 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:46:02.263344 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0990abbb-7b73-438e-8f2d-4a94b0b67c25 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922766 Feb 04 16:46:02.466879 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-8cf43e4e-21a7-481c-9375-a0479b896468 service neutron] 10.222.0.60 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899838 Feb 04 16:46:02.597223 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-ada97d0b-477e-46e6-b4e0-db33045802f1 service neutron] 10.222.0.60 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243370 Feb 04 16:46:02.867949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8709edd-7bde-4b8f-8dd3-fb0dd6f4d476 req-b45181b1-9996-4d97-a141-ed6613879566 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 210 time: 0.1226363 Feb 04 16:46:02.915766 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Sync routers for ids ['a29d6761-b47b-449b-abd1-b287d4e7c078'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:46:02.927853 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Routers {'a29d6761-b47b-449b-abd1-b287d4e7c078'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:46:02.928463 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:45:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a29d6761-b47b-449b-abd1-b287d4e7c078'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:03.119849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Set router a29d6761-b47b-449b-abd1-b287d4e7c078 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:46:03.431412 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4dc1d70f-0efb-4752-aff8-a3fe86009050', 'name': '', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:05:11:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:59Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 2, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:03.435112 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Checking router: a29d6761-b47b-449b-abd1-b287d4e7c078 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:46:03.435495 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Updating router a29d6761-b47b-449b-abd1-b287d4e7c078 port 4dc1d70f-0efb-4752-aff8-a3fe86009050 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:46:03.488831 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:03.837994 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:03.853056 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Transition to ACTIVE for port object 4dc1d70f-0efb-4752-aff8-a3fe86009050 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:46:03.863345 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:03.964472 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45bacd-90fc-4c39-b595-acee75e2e653 None None] Pushing event updated for resources: {'Port': ['ID=4dc1d70f-0efb-4752-aff8-a3fe86009050,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:04.055666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-2a51de3b-d2a1-415c-9a87-2aa8b6fca829 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:04.056672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-2a51de3b-d2a1-415c-9a87-2aa8b6fca829 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:46:04.079097 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-2a51de3b-d2a1-415c-9a87-2aa8b6fca829 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:46:04.080431 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-2a51de3b-d2a1-415c-9a87-2aa8b6fca829 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.81 "GET /v2.0/networks?id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278 HTTP/1.1" status: 200 len: 797 time: 0.3087699 Feb 04 16:46:04.149445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-1bacded1-c374-42b9-b470-6737ebae380d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:46:04.163720 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-1bacded1-c374-42b9-b470-6737ebae380d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:46:04.164874 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-1bacded1-c374-42b9-b470-6737ebae380d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 379 time: 0.0660303 Feb 04 16:46:04.177912 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'port': {'device_id': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'admin_state_up': True, 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'security_groups': ['bd8822ad-96f9-46ae-999f-d76393aae2b9']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:46:04.186630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5a883d5-e5c2-4571-9d5d-e06005642be4 req-4b7924ad-fc11-4baf-a9dc-1dab9359a2ee tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 210 time: 0.1344130 Feb 04 16:46:04.190258 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Attempting to bind port 4dc1d70f-0efb-4752-aff8-a3fe86009050 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:46:04.190624 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Attempting to bind port 4dc1d70f-0efb-4752-aff8-a3fe86009050 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:46:04.191037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Attempting to bind port 4dc1d70f-0efb-4752-aff8-a3fe86009050 on network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:46:04.197953 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:46:04.198417 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Checking segment: {'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:46:04.198867 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:04.199345 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Bound using segment: {'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:46:04.199901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Bound port: 4dc1d70f-0efb-4752-aff8-a3fe86009050, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:46:04.200338 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:04.298364 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] For port 4dc1d70f-0efb-4752-aff8-a3fe86009050, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:46:04.301703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] For port 4dc1d70f-0efb-4752-aff8-a3fe86009050, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4dc1d70f-0efb-4752-aff8-a3fe86009050,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:46:04.307784 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:04.335499 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:46:04.345876 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:46:04.356054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Made reservation on behalf of 99c3e528bc464eb088cf8f5fd5b28847 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:46:04.359059 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:04.392046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45bacd-90fc-4c39-b595-acee75e2e653 None None] Pushing event updated for resources: {'Port': ['ID=4dc1d70f-0efb-4752-aff8-a3fe86009050,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:04.398288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Routers {'a29d6761-b47b-449b-abd1-b287d4e7c078'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:46:04.398892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:45:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a29d6761-b47b-449b-abd1-b287d4e7c078'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:04.543870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.20.0.11 (cdf1bf33-30f3-4c08-b3a9-b36289ee1278/7905df31-8ed5-44b4-8640-2f3f5a4b7ddb/e04e4a46-7e69-49de-a04b-6287929c7056) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:46:04.588104 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] Set router a29d6761-b47b-449b-abd1-b287d4e7c078 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:46:04.736000 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:04.752252 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Transition to ACTIVE for port object e04e4a46-7e69-49de-a04b-6287929c7056 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:46:04.774535 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:04.850729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:46:04.853958 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:46:04.858656 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:46:04.891017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=e04e4a46-7e69-49de-a04b-6287929c7056,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:04.918875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4dc1d70f-0efb-4752-aff8-a3fe86009050', 'name': '', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:05:11:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:59Z', 'updated_at': '2022-02-04T16:46:04Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:04.925892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db853da3-4fbd-4f19-847e-49416496f5ef None None] The sync data for ids ['a29d6761-b47b-449b-abd1-b287d4e7c078'] in n-d-827872-1 is: [{'id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4dc1d70f-0efb-4752-aff8-a3fe86009050', 'name': '', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:05:11:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:59Z', 'updated_at': '2022-02-04T16:46:04Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:46:04.930529 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:04.931333 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:04.975940 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b1c0cb8b-36eb-46b3-802c-ffd7b884b320 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8024051 Feb 04 16:46:05.000384 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Request body: {'port': {'device_id': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:46:05.119760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-56b7cc11-e6bb-40b0-9bc9-2cc6e9773668 None None] Provisioning for port e04e4a46-7e69-49de-a04b-6287929c7056 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:46:05.124705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-56b7cc11-e6bb-40b0-9bc9-2cc6e9773668 None None] Provisioning complete for port e04e4a46-7e69-49de-a04b-6287929c7056 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:05.125136 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-56b7cc11-e6bb-40b0-9bc9-2cc6e9773668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:05.133360 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:05.186973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-56b7cc11-e6bb-40b0-9bc9-2cc6e9773668 None None] Port e04e4a46-7e69-49de-a04b-6287929c7056 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:46:05.410114 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94061715-592c-4942-9ca8-dd57fb7a2512 req-d6b0a9e0-e90c-4267-9492-8531ea2f7c90 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:05.411662 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94061715-592c-4942-9ca8-dd57fb7a2512 req-d6b0a9e0-e90c-4267-9492-8531ea2f7c90 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 932 time: 0.0885236 Feb 04 16:46:05.461566 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94061715-592c-4942-9ca8-dd57fb7a2512 req-b8e9adc1-8da9-4d16-a628-4c5096c6f22a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438747 Feb 04 16:46:05.503480 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04e4a46-7e69-49de-a04b-6287929c7056 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:46:05.510699 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:05.526023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Transition to ACTIVE for port object e04e4a46-7e69-49de-a04b-6287929c7056 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:46:05.530956 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:05.666865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Pushing event updated for resources: {'Port': ['ID=e04e4a46-7e69-49de-a04b-6287929c7056,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:05.803893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Attempting to bind port e04e4a46-7e69-49de-a04b-6287929c7056 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:46:05.804226 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Attempting to bind port e04e4a46-7e69-49de-a04b-6287929c7056 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:46:05.804553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Attempting to bind port e04e4a46-7e69-49de-a04b-6287929c7056 on network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:46:05.810883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Port e04e4a46-7e69-49de-a04b-6287929c7056 on network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:46:05.811231 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Attempting to bind port e04e4a46-7e69-49de-a04b-6287929c7056 on network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:46:05.817841 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:46:05.818176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Checking segment: {'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:46:05.818559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Bound using segment: {'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:46:05.818983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Bound port: e04e4a46-7e69-49de-a04b-6287929c7056, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:46:05.819365 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:05.920515 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] For port e04e4a46-7e69-49de-a04b-6287929c7056, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:46:05.924315 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] For port e04e4a46-7e69-49de-a04b-6287929c7056, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e04e4a46-7e69-49de-a04b-6287929c7056,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:46:05.938617 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:05.952542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4dc1d70f-0efb-4752-aff8-a3fe86009050 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:46:06.007523 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:06.008918 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] 10.222.0.81 "PUT /v2.0/ports/e04e4a46-7e69-49de-a04b-6287929c7056 HTTP/1.1" status: 200 len: 1092 time: 1.0192730 Feb 04 16:46:06.009482 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:46:06.025654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479cec8-84df-449c-ba69-95430d8a569e service neutron] Pushing event updated for resources: {'Port': ['ID=e04e4a46-7e69-49de-a04b-6287929c7056,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:06.039791 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 4dc1d70f-0efb-4752-aff8-a3fe86009050 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:46:06.050083 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4dc1d70f-0efb-4752-aff8-a3fe86009050 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:06.050448 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:06.100412 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'status': 'completed', 'code': 200} Feb 04 16:46:06.150777 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-b9a7462c-49d1-4587-b9ca-1d41dfa8a653 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 1095 time: 0.0871675 Feb 04 16:46:06.185503 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:06.220241 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 4dc1d70f-0efb-4752-aff8-a3fe86009050, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4dc1d70f-0efb-4752-aff8-a3fe86009050,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:06.228086 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:06.233470 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-98536b28-f001-4e23-8737-daa2a57aac76 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04e4a46-7e69-49de-a04b-6287929c7056 HTTP/1.1" status: 200 len: 217 time: 0.0695887 Feb 04 16:46:06.304587 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=4dc1d70f-0efb-4752-aff8-a3fe86009050,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:06.393232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-3dc83ed5-e0d9-40c5-8997-edd0aa14381a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:06.394658 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-3dc83ed5-e0d9-40c5-8997-edd0aa14381a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905df31-8ed5-44b4-8640-2f3f5a4b7ddb HTTP/1.1" status: 200 len: 834 time: 0.1555047 Feb 04 16:46:06.482354 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-d2da252c-0ce5-40a6-81e4-9504a5ee51ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810809 Feb 04 16:46:06.615517 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-e4d10528-61c9-4f37-b1a5-146c310d1b17 service neutron] 10.222.0.81 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270773 Feb 04 16:46:06.657393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7810fde-9ece-4f55-a9a8-fc82725ba98f req-a95a6703-debc-4c77-b10a-40f942aaea29 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:06.658867 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7810fde-9ece-4f55-a9a8-fc82725ba98f req-a95a6703-debc-4c77-b10a-40f942aaea29 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 944 time: 0.0760076 Feb 04 16:46:06.706916 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7810fde-9ece-4f55-a9a8-fc82725ba98f req-cefff5c4-70ff-40f6-8ed4-f22952c7405d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423419 Feb 04 16:46:06.741484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f942c562-ec07-42ee-a213-e007b287927c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:06.749720 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3417bf5a-c2ba-4582-8801-7940ce56d5e5 req-da30281d-efc0-432e-8fd8-9d25074e3950 service neutron] 10.222.0.81 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285655 Feb 04 16:46:06.897287 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5e3378a7-60c2-46e3-8f20-ee65f7536a3b req-6616002d-919b-4f15-b0a8-024372f225a7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 1095 time: 0.0686677 Feb 04 16:46:07.026478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3378a7-60c2-46e3-8f20-ee65f7536a3b req-266f8fda-a533-4100-ab14-0840274d5c67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:07.027943 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5e3378a7-60c2-46e3-8f20-ee65f7536a3b req-266f8fda-a533-4100-ab14-0840274d5c67 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278 HTTP/1.1" status: 200 len: 898 time: 0.1240587 Feb 04 16:46:07.098889 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5e3378a7-60c2-46e3-8f20-ee65f7536a3b req-5a2bcc91-95f9-443c-aa91-02bec5b9f011 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04e4a46-7e69-49de-a04b-6287929c7056 HTTP/1.1" status: 200 len: 217 time: 0.0644269 Feb 04 16:46:07.163590 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3378a7-60c2-46e3-8f20-ee65f7536a3b req-abb38ee7-2ab4-4ad0-8790-d6b398fcf4cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:07.164929 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5e3378a7-60c2-46e3-8f20-ee65f7536a3b req-abb38ee7-2ab4-4ad0-8790-d6b398fcf4cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905df31-8ed5-44b4-8640-2f3f5a4b7ddb HTTP/1.1" status: 200 len: 834 time: 0.0598068 Feb 04 16:46:07.242246 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5e3378a7-60c2-46e3-8f20-ee65f7536a3b req-c836146d-d267-4e7d-8b83-910413e3161d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710859 Feb 04 16:46:07.375394 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5e3378a7-60c2-46e3-8f20-ee65f7536a3b req-555a95b9-5ff4-4e3e-9f0e-b39b3f5ce98b service neutron] 10.222.0.81 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266990 Feb 04 16:46:07.505927 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5e3378a7-60c2-46e3-8f20-ee65f7536a3b req-d6a40fd6-1949-4f5e-8b8b-8c43170dcc04 service neutron] 10.222.0.81 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234021 Feb 04 16:46:07.904964 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4dc1d70f-0efb-4752-aff8-a3fe86009050 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:46:07.905773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06237aa4-2f20-41a4-832e-46b4a627cbf1 req-4ced70aa-330c-410b-a0de-6f5392a3b8d0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:07.907494 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06237aa4-2f20-41a4-832e-46b4a627cbf1 req-4ced70aa-330c-410b-a0de-6f5392a3b8d0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 944 time: 0.0763786 Feb 04 16:46:07.954207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06237aa4-2f20-41a4-832e-46b4a627cbf1 req-b03d5331-be4f-400b-bcf9-e21545d396bd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411928 Feb 04 16:46:07.981778 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4dc1d70f-0efb-4752-aff8-a3fe86009050 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:07.982147 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:09.094822 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1148b968-db8b-47b0-b00e-f0a9d6afb92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:09.321719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db65eb0-f465-4041-b192-c5703ba068d0 req-33af5b40-7c30-4433-9cc1-7cc214cc95e7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:09.323157 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5db65eb0-f465-4041-b192-c5703ba068d0 req-33af5b40-7c30-4433-9cc1-7cc214cc95e7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 944 time: 0.0782740 Feb 04 16:46:09.368982 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5db65eb0-f465-4041-b192-c5703ba068d0 req-974f339e-8917-438c-a695-96294cfec5f6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401707 Feb 04 16:46:10.344562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e04e4a46-7e69-49de-a04b-6287929c7056 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:46:10.490173 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e04e4a46-7e69-49de-a04b-6287929c7056, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e04e4a46-7e69-49de-a04b-6287929c7056,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:10.497153 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:10.513562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'port_id': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'mac_address': 'fa:16:3e:7b:b9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:46:10.556145 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:10.573869 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aff703-af4d-499d-8df9-479506a2655b req-ce605aa0-faf3-4c8c-b03f-ca22da4fab94 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:10.575337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17aff703-af4d-499d-8df9-479506a2655b req-ce605aa0-faf3-4c8c-b03f-ca22da4fab94 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 944 time: 0.0763400 Feb 04 16:46:10.576815 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:10.596152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04e4a46-7e69-49de-a04b-6287929c7056 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:46:10.612796 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e04e4a46-7e69-49de-a04b-6287929c7056, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e04e4a46-7e69-49de-a04b-6287929c7056,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:10.616866 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:10.622928 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17aff703-af4d-499d-8df9-479506a2655b req-652b19b3-9cf7-4d9e-abcc-8fe6c0b11260 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413256 Feb 04 16:46:10.681968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=e04e4a46-7e69-49de-a04b-6287929c7056,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:11.073645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['e04e4a46-7e69-49de-a04b-6287929c7056'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:46:11.694249 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:11.831412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9f951-a59a-4c40-87cc-90d90c7fa311 req-c8c0f128-a3f1-47a4-9c1a-175138de5af3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:11.832849 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ebf9f951-a59a-4c40-87cc-90d90c7fa311 req-c8c0f128-a3f1-47a4-9c1a-175138de5af3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 945 time: 0.0784235 Feb 04 16:46:11.878129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ebf9f951-a59a-4c40-87cc-90d90c7fa311 req-df5637af-053f-4124-bf58-0051adf32b23 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398090 Feb 04 16:46:12.253991 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:12.355690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e04e4a46-7e69-49de-a04b-6287929c7056 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:46:12.420782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port e04e4a46-7e69-49de-a04b-6287929c7056 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:46:12.425840 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port e04e4a46-7e69-49de-a04b-6287929c7056 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:12.426206 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:12.536573 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:12.562196 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:46:12.571703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e04e4a46-7e69-49de-a04b-6287929c7056, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e04e4a46-7e69-49de-a04b-6287929c7056,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:12.575381 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:12.619369 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'code': 200} Feb 04 16:46:12.644210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=e04e4a46-7e69-49de-a04b-6287929c7056,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:12.771253 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-198a6db2-8e61-4726-9105-3ff2848729fe req-93aaa1a9-b1d8-487f-8e37-e6f37d186827 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 1097 time: 0.0666423 Feb 04 16:46:12.811145 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-198a6db2-8e61-4726-9105-3ff2848729fe req-24f6c9f0-261a-4a21-af02-a4783691227e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343027 Feb 04 16:46:13.078977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d612b-e3b2-4c76-8931-319e4a7093cc req-4a10b693-9457-4abc-b021-35dbee4b148b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:13.080379 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a95d612b-e3b2-4c76-8931-319e4a7093cc req-4a10b693-9457-4abc-b021-35dbee4b148b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0753131 Feb 04 16:46:13.128932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a95d612b-e3b2-4c76-8931-319e4a7093cc req-047cbafd-e4b3-41e9-88fa-675d27cc7861 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430279 Feb 04 16:46:14.330880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2d2bd-4356-439a-aeff-2b0d3d0bef78 req-8621dd0b-a1bd-427d-bff5-8b2ba26eb76a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:14.332371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3fb2d2bd-4356-439a-aeff-2b0d3d0bef78 req-8621dd0b-a1bd-427d-bff5-8b2ba26eb76a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0773335 Feb 04 16:46:14.379494 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3fb2d2bd-4356-439a-aeff-2b0d3d0bef78 req-65faa618-2baa-459c-9d0b-7b6a4dbf6bc2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414670 Feb 04 16:46:15.588976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55f70b-8d86-4bde-8a01-2cbf45d837d8 req-06e54f8f-f589-44cf-89eb-4acae59c5629 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:15.590448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d55f70b-8d86-4bde-8a01-2cbf45d837d8 req-06e54f8f-f589-44cf-89eb-4acae59c5629 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0837817 Feb 04 16:46:15.636023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d55f70b-8d86-4bde-8a01-2cbf45d837d8 req-ed845d99-6dd0-4a8a-abfd-1beff5ccad8a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394495 Feb 04 16:46:15.835650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedcfc3-4468-4d63-9541-1725de5617b8 req-e0020f77-0383-4117-96c6-bbd879fb32f0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:15.837086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bedcfc3-4468-4d63-9541-1725de5617b8 req-e0020f77-0383-4117-96c6-bbd879fb32f0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0749345 Feb 04 16:46:15.884478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bedcfc3-4468-4d63-9541-1725de5617b8 req-5b4042de-d538-48e8-90c4-c73fa1b340e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419147 Feb 04 16:46:15.911777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58498) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:46:15.983332 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3b478a05-3c35-4024-9d66-c95d8c4b1670 tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 1092 time: 0.0702291 Feb 04 16:46:15.986177 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58502) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:46:15.991740 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:46:15.998137 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:46:16.002916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:floatingip and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:46:16.005763 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:46:16.011772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:46:16.022021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:16.153648 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:16.289989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.25.0.96 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/c0ed8ee6-69bb-4492-8f29-28b231e0ec0b) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:46:16.527448 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:16.555258 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:16.622453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:46:16.625885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:46:16.630587 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:46:16.657654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=c0ed8ee6-69bb-4492-8f29-28b231e0ec0b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:17.127335 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:17.183468 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:17.381011 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:17.385419 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:17.485413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=c0ed8ee6-69bb-4492-8f29-28b231e0ec0b,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:17.503537 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:17.687912 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Floating IP b903b497-40f1-4f60-a931-bf44aca4e73f associated. External IP: 172.25.0.96, port: e04e4a46-7e69-49de-a04b-6287929c7056. Feb 04 16:46:18.179441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router a29d6761-b47b-449b-abd1-b287d4e7c078 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:46:18.378043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:46:18.387886 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e117c8-4832-4bc9-b41c-9efaec7112aa None None] Sync routers for ids ['a29d6761-b47b-449b-abd1-b287d4e7c078'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:46:18.400663 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e117c8-4832-4bc9-b41c-9efaec7112aa None None] Routers {'a29d6761-b47b-449b-abd1-b287d4e7c078'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:46:18.401303 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-35e117c8-4832-4bc9-b41c-9efaec7112aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:46:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a29d6761-b47b-449b-abd1-b287d4e7c078'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:18.402285 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.456511 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-52538ad1-75ed-4a09-a9ca-bf3073f218f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4691963 Feb 04 16:46:18.457088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:46:18.517010 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'status': 'completed', 'code': 200} Feb 04 16:46:18.610776 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-35e117c8-4832-4bc9-b41c-9efaec7112aa None None] Set router a29d6761-b47b-449b-abd1-b287d4e7c078 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:46:18.635619 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b9243cf3-9545-46bb-b8c7-b4f702d6e673 req-1c5fc92d-2a50-49b3-acbc-e010c4b02f02 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 1097 time: 0.0747895 Feb 04 16:46:18.638964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1c11b-f773-47b3-b1c7-72948790e002 req-2171e41d-b7da-4862-9865-691e469406cc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:18.640587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-43e1c11b-f773-47b3-b1c7-72948790e002 req-2171e41d-b7da-4862-9865-691e469406cc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0811405 Feb 04 16:46:18.686922 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-43e1c11b-f773-47b3-b1c7-72948790e002 req-2cb0a1d9-bf04-4271-8ede-7b3d54bd760c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408859 Feb 04 16:46:18.716162 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58510) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:46:18.771603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9243cf3-9545-46bb-b8c7-b4f702d6e673 req-2d5a85f3-6360-41cd-b014-60235316ccec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:18.773093 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b9243cf3-9545-46bb-b8c7-b4f702d6e673 req-2d5a85f3-6360-41cd-b014-60235316ccec service neutron] 10.222.0.81 "GET /v2.0/networks?id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278 HTTP/1.1" status: 200 len: 898 time: 0.1312401 Feb 04 16:46:18.883230 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b9243cf3-9545-46bb-b8c7-b4f702d6e673 req-4389ced9-666d-42e6-a9a2-9a165ccb6c21 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04e4a46-7e69-49de-a04b-6287929c7056 HTTP/1.1" status: 200 len: 999 time: 0.1038978 Feb 04 16:46:18.920691 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7da5c48a-73a7-4801-819a-22322980845a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/b903b497-40f1-4f60-a931-bf44aca4e73f HTTP/1.1" status: 200 len: 991 time: 0.2031555 Feb 04 16:46:18.947312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9243cf3-9545-46bb-b8c7-b4f702d6e673 req-7627bbf6-8ec1-46c8-93ef-90a34263c960 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:18.948767 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b9243cf3-9545-46bb-b8c7-b4f702d6e673 req-7627bbf6-8ec1-46c8-93ef-90a34263c960 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905df31-8ed5-44b4-8640-2f3f5a4b7ddb HTTP/1.1" status: 200 len: 834 time: 0.0580194 Feb 04 16:46:18.976827 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-35e117c8-4832-4bc9-b41c-9efaec7112aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'b903b497-40f1-4f60-a931-bf44aca4e73f', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'port_id': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'mac_address': 'fa:16:3e:7b:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:46:16Z', 'updated_at': '2022-02-04T16:46:16Z', 'revision_number': 0, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc1d70f-0efb-4752-aff8-a3fe86009050', 'name': '', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:05:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:59Z', 'updated_at': '2022-02-04T16:46:06Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:18.980730 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e117c8-4832-4bc9-b41c-9efaec7112aa None None] Checking router: a29d6761-b47b-449b-abd1-b287d4e7c078 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:46:18.991772 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e117c8-4832-4bc9-b41c-9efaec7112aa None None] Routers {'a29d6761-b47b-449b-abd1-b287d4e7c078'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:46:18.992375 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-35e117c8-4832-4bc9-b41c-9efaec7112aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:46:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a29d6761-b47b-449b-abd1-b287d4e7c078'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:19.026490 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b9243cf3-9545-46bb-b8c7-b4f702d6e673 req-cd00a315-7fd0-4647-b91a-4788c87cdcec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698295 Feb 04 16:46:19.158462 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b9243cf3-9545-46bb-b8c7-b4f702d6e673 req-dfd0861e-0e5b-4273-829b-ca668db65f62 service neutron] 10.222.0.81 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254995 Feb 04 16:46:19.180834 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-35e117c8-4832-4bc9-b41c-9efaec7112aa None None] Set router a29d6761-b47b-449b-abd1-b287d4e7c078 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:46:19.295296 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b9243cf3-9545-46bb-b8c7-b4f702d6e673 req-dc10962c-640a-45f5-b7f6-395cdc80695e service neutron] 10.222.0.81 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285963 Feb 04 16:46:19.538673 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-35e117c8-4832-4bc9-b41c-9efaec7112aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'b903b497-40f1-4f60-a931-bf44aca4e73f', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'port_id': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'mac_address': 'fa:16:3e:7b:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:46:16Z', 'updated_at': '2022-02-04T16:46:16Z', 'revision_number': 0, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc1d70f-0efb-4752-aff8-a3fe86009050', 'name': '', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:05:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:59Z', 'updated_at': '2022-02-04T16:46:06Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:19.542431 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e117c8-4832-4bc9-b41c-9efaec7112aa None None] The sync data for ids ['a29d6761-b47b-449b-abd1-b287d4e7c078'] in n-d-827872-1 is: [{'id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'b903b497-40f1-4f60-a931-bf44aca4e73f', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'port_id': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'mac_address': 'fa:16:3e:7b:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:46:16Z', 'updated_at': '2022-02-04T16:46:16Z', 'revision_number': 0, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc1d70f-0efb-4752-aff8-a3fe86009050', 'name': '', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:05:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:59Z', 'updated_at': '2022-02-04T16:46:06Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:46:19.922824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58514) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:46:20.028764 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-322370bb-05b1-4b91-846b-43ead391bab7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/b903b497-40f1-4f60-a931-bf44aca4e73f HTTP/1.1" status: 200 len: 991 time: 0.1046650 Feb 04 16:46:20.216536 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:21.033184 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58518) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:46:21.139362 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1abf0313-9720-4399-8f6a-00329b5191af tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/b903b497-40f1-4f60-a931-bf44aca4e73f HTTP/1.1" status: 200 len: 991 time: 0.1050398 Feb 04 16:46:21.856375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28131827-d9ff-45c7-84d3-c57d009233b4 None None] New status for floating IP b903b497-40f1-4f60-a931-bf44aca4e73f: ACTIVE {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:46:22.144320 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58522) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:46:22.248466 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-78644326-f46d-4d45-a32d-a4c8060e4cf4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/b903b497-40f1-4f60-a931-bf44aca4e73f HTTP/1.1" status: 200 len: 993 time: 0.1029665 Feb 04 16:46:35.499303 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:46:36.744075 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a3885220-cb03-4586-8363-393fb8d7a4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:39.098069 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-643776aa-4773-4f9e-85a9-37a4e7548ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:40.474040 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:40.518639 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:41.696191 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:42.253693 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:50.236644 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.746036 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-71d9f678-9573-4499-8d09-21bec696357e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:09.099805 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-21e17555-de47-4cfb-ac69-2806943b5993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:10.475546 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:10.519709 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:11.282607 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c308c2f2-7800-4d9b-8ba8-0d7df067bbee req-07dbe6af-684f-41c1-9be8-3f1467bd776e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1301494 Feb 04 16:47:11.538416 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c308c2f2-7800-4d9b-8ba8-0d7df067bbee req-5cfc5c3e-0492-4611-b8ad-b87deec171a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 1097 time: 0.1721168 Feb 04 16:47:11.678869 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308c2f2-7800-4d9b-8ba8-0d7df067bbee req-14b74ff9-5adb-4d40-a593-fad0b04c72fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:11.680873 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c308c2f2-7800-4d9b-8ba8-0d7df067bbee req-14b74ff9-5adb-4d40-a593-fad0b04c72fe service neutron] 10.222.0.81 "GET /v2.0/networks?id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278 HTTP/1.1" status: 200 len: 898 time: 0.1238091 Feb 04 16:47:11.699864 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:11.783710 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c308c2f2-7800-4d9b-8ba8-0d7df067bbee req-27f868e8-9b6e-400b-9bd1-8f8a06bca0aa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04e4a46-7e69-49de-a04b-6287929c7056 HTTP/1.1" status: 200 len: 1001 time: 0.0966790 Feb 04 16:47:11.844681 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308c2f2-7800-4d9b-8ba8-0d7df067bbee req-db4dba35-df25-4e11-b30f-e2b2e0d15a97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:11.846072 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c308c2f2-7800-4d9b-8ba8-0d7df067bbee req-db4dba35-df25-4e11-b30f-e2b2e0d15a97 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905df31-8ed5-44b4-8640-2f3f5a4b7ddb HTTP/1.1" status: 200 len: 834 time: 0.0562983 Feb 04 16:47:11.922899 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c308c2f2-7800-4d9b-8ba8-0d7df067bbee req-1e868a42-0ccf-4416-b5b9-225ec0592adc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700822 Feb 04 16:47:12.053946 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c308c2f2-7800-4d9b-8ba8-0d7df067bbee req-7c0f3493-16f7-438f-b015-391918dc05bd service neutron] 10.222.0.81 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248465 Feb 04 16:47:12.182023 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-c308c2f2-7800-4d9b-8ba8-0d7df067bbee req-fadf014f-f2eb-47a2-b6ca-28a2571589db service neutron] 10.222.0.81 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226377 Feb 04 16:47:12.267988 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:12.499820 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:47:20.236525 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:24.898611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6d9a84c9-5060-4a53-b54a-7655f2886da0 req-d5977975-eea3-4061-a341-edbd11b79a5e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0699613 Feb 04 16:47:25.158194 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58558) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:25.212665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e409ec5-b717-4c4d-9f93-56dbcda60c71 req-952667da-bece-46d9-a2b0-0fae3038a31c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:25.214674 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e409ec5-b717-4c4d-9f93-56dbcda60c71 req-952667da-bece-46d9-a2b0-0fae3038a31c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0764656 Feb 04 16:47:25.265733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e409ec5-b717-4c4d-9f93-56dbcda60c71 req-3120d691-da4e-4f4f-8bed-139a537d1a84 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448477 Feb 04 16:47:25.294504 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-c7ffaf7f-0ef4-4153-a627-4b9c86f5cc16 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1348608 Feb 04 16:47:26.467094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015917ce-a564-4585-9cb7-f672acb48eb7 req-b38405bf-2aee-4ffe-89c9-c513dd2daaea tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:26.468557 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-015917ce-a564-4585-9cb7-f672acb48eb7 req-b38405bf-2aee-4ffe-89c9-c513dd2daaea tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0773013 Feb 04 16:47:26.514349 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-015917ce-a564-4585-9cb7-f672acb48eb7 req-c3958a08-9c88-4a22-a04d-6d75e19739d1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402894 Feb 04 16:47:27.626550 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-b1bf6e95-99ab-40aa-a355-7a6c986d7b00 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 1097 time: 0.0696356 Feb 04 16:47:27.716391 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd63f56-e7a0-4398-a510-23a6f910f3c5 req-744a9fc5-01a3-43ca-9b97-43d54f6602e3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:27.717861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfd63f56-e7a0-4398-a510-23a6f910f3c5 req-744a9fc5-01a3-43ca-9b97-43d54f6602e3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0756776 Feb 04 16:47:27.756749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-ef110646-3604-41cb-aae5-bd014a45fba6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:27.758214 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-ef110646-3604-41cb-aae5-bd014a45fba6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278 HTTP/1.1" status: 200 len: 898 time: 0.1255827 Feb 04 16:47:27.762708 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dfd63f56-e7a0-4398-a510-23a6f910f3c5 req-80fc08a4-34b0-41dd-bd4e-d31d5359d939 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392320 Feb 04 16:47:27.860759 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-44ba7789-27e2-4e56-bd55-91ff26af8d93 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04e4a46-7e69-49de-a04b-6287929c7056 HTTP/1.1" status: 200 len: 1001 time: 0.0964470 Feb 04 16:47:27.925208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-34c445fa-2e83-4eb5-a48e-a553e0d4d7d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:27.926613 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-34c445fa-2e83-4eb5-a48e-a553e0d4d7d5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905df31-8ed5-44b4-8640-2f3f5a4b7ddb HTTP/1.1" status: 200 len: 834 time: 0.0596509 Feb 04 16:47:28.000389 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-e1bfcfa1-83b1-4256-b3a0-0a45fec670b9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667822 Feb 04 16:47:28.131384 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-d40872b2-26bb-4929-b106-2c62d6e4ad54 service neutron] 10.222.0.81 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250174 Feb 04 16:47:28.257057 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-560d15a4-7f0f-49d8-8bd5-00acc2d2cb22 service neutron] 10.222.0.81 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198041 Feb 04 16:47:28.968340 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266656b-d8c8-4e4c-8112-c07de7a1aded req-50efc0a7-ce61-448b-8a1a-adf0d81aa7f8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:28.969794 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2266656b-d8c8-4e4c-8112-c07de7a1aded req-50efc0a7-ce61-448b-8a1a-adf0d81aa7f8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0828049 Feb 04 16:47:29.015052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2266656b-d8c8-4e4c-8112-c07de7a1aded req-0279475a-9681-4f12-a93e-5e283af791d3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397394 Feb 04 16:47:30.247303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3cff3-d772-4530-866c-e5b91650fc83 req-eb2ffd72-ac87-4dbb-8299-deea7d230f58 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:30.248708 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1df3cff3-d772-4530-866c-e5b91650fc83 req-eb2ffd72-ac87-4dbb-8299-deea7d230f58 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0880003 Feb 04 16:47:30.299475 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1df3cff3-d772-4530-866c-e5b91650fc83 req-477ba1bf-c402-403a-a31f-1e0b84b6e6f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449221 Feb 04 16:47:31.500837 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ed98a-adf0-4752-a3fe-e63d66e39ef3 req-dc602e4a-2573-4f20-8c57-aa57ee12bc6b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:31.502536 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-896ed98a-adf0-4752-a3fe-e63d66e39ef3 req-dc602e4a-2573-4f20-8c57-aa57ee12bc6b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0745702 Feb 04 16:47:31.546642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-896ed98a-adf0-4752-a3fe-e63d66e39ef3 req-8edc0fec-9f61-4d8d-8969-89d3a5d48ee8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387228 Feb 04 16:47:32.760405 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20b6b3-8c92-465f-aee2-8ed9df9bed1e req-fd6dcb08-fe9d-4b66-9960-3e6c77180bd7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:32.761832 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d20b6b3-8c92-465f-aee2-8ed9df9bed1e req-fd6dcb08-fe9d-4b66-9960-3e6c77180bd7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0780492 Feb 04 16:47:32.805365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d20b6b3-8c92-465f-aee2-8ed9df9bed1e req-0e9d14c3-7346-43cf-8bbb-47daa48dd095 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381570 Feb 04 16:47:34.014757 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c70cb2-596c-405d-b783-eb84269505a3 req-39217412-a036-42be-8533-66585517698c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:34.016225 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98c70cb2-596c-405d-b783-eb84269505a3 req-39217412-a036-42be-8533-66585517698c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0762839 Feb 04 16:47:34.061972 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-98c70cb2-596c-405d-b783-eb84269505a3 req-b9aec4e2-2c5f-454c-ae59-199d16daa306 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402830 Feb 04 16:47:35.269092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f0fae-a539-4744-a7de-d80f838b1774 req-fec3b6bf-e6ad-444b-b158-01c1366a995c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:35.270453 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e70f0fae-a539-4744-a7de-d80f838b1774 req-fec3b6bf-e6ad-444b-b158-01c1366a995c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0796893 Feb 04 16:47:35.317877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e70f0fae-a539-4744-a7de-d80f838b1774 req-d10892e8-0dc0-41fa-9e14-1eb7738e87f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397503 Feb 04 16:47:36.524246 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ddfd3-8adb-46b3-836b-615942525983 req-604b55ab-a830-419d-9b65-041e1064173e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:36.525585 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba9ddfd3-8adb-46b3-836b-615942525983 req-604b55ab-a830-419d-9b65-041e1064173e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0761952 Feb 04 16:47:36.577192 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ba9ddfd3-8adb-46b3-836b-615942525983 req-6580afa6-1d22-4e46-8ae2-43ce60ef2f0b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461664 Feb 04 16:47:36.747991 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-75877e2b-e048-4f14-9fad-9e81a3f2efb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:37.772964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50eeec8-d31d-4787-b254-567eb8331b35 req-e008ae00-2baf-409e-bd9a-7f6bf28bd4ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:37.774403 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b50eeec8-d31d-4787-b254-567eb8331b35 req-e008ae00-2baf-409e-bd9a-7f6bf28bd4ce tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0745344 Feb 04 16:47:37.818457 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b50eeec8-d31d-4787-b254-567eb8331b35 req-52334eb6-c3f4-4fb9-ad39-12885ee8c142 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385728 Feb 04 16:47:39.025047 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37bc86-7731-4ee1-a431-a25f35bd407a req-c31d8e16-2a20-4cae-bffb-fb05115588e2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:39.027028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec37bc86-7731-4ee1-a431-a25f35bd407a req-c31d8e16-2a20-4cae-bffb-fb05115588e2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0789018 Feb 04 16:47:39.070709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec37bc86-7731-4ee1-a431-a25f35bd407a req-1299ebe6-14a6-45f5-9548-d233649876d3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379958 Feb 04 16:47:39.102342 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-18889e36-5765-480b-ba74-6190dee7cc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:40.270704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef45bf-c6e2-4a59-9d53-a1fc6c759fa4 req-69c389d6-7edb-47c3-ba83-2fa7ab1195ff tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:40.272068 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1ef45bf-c6e2-4a59-9d53-a1fc6c759fa4 req-69c389d6-7edb-47c3-ba83-2fa7ab1195ff tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0743141 Feb 04 16:47:40.316718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1ef45bf-c6e2-4a59-9d53-a1fc6c759fa4 req-a72f98dd-12cc-4e6c-b9e1-29ffefaa1868 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391774 Feb 04 16:47:40.478867 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:40.520572 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:41.515462 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa6491-48e3-4c31-868b-1a7930c6b0a1 req-f49904f7-be8b-4097-8499-ef77bf2c9963 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:41.516905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55aa6491-48e3-4c31-868b-1a7930c6b0a1 req-f49904f7-be8b-4097-8499-ef77bf2c9963 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0790458 Feb 04 16:47:41.562097 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55aa6491-48e3-4c31-868b-1a7930c6b0a1 req-51b28b46-392a-4220-8c67-5144c8a8540a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397351 Feb 04 16:47:41.704318 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:42.267955 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:42.762461 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f941c-8f54-4067-b4e7-26c5a85c2775 req-3381a87d-c6b3-496b-81f8-0d65de18d750 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:42.763940 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f89f941c-8f54-4067-b4e7-26c5a85c2775 req-3381a87d-c6b3-496b-81f8-0d65de18d750 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0757391 Feb 04 16:47:42.807616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f89f941c-8f54-4067-b4e7-26c5a85c2775 req-77e51591-6600-416a-ad72-ced19732ff1f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376968 Feb 04 16:47:44.018053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1e1b6-2a04-477a-b3ea-c9afa48dad3f req-ec95f736-4377-4856-9916-6043c505c569 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:44.019532 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1a1e1b6-2a04-477a-b3ea-c9afa48dad3f req-ec95f736-4377-4856-9916-6043c505c569 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0839670 Feb 04 16:47:44.062993 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1a1e1b6-2a04-477a-b3ea-c9afa48dad3f req-5a2c8492-60a7-4d8d-ad11-6507fc4883d9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380628 Feb 04 16:47:45.409358 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5f771-aaa1-495a-a770-63a594d0721e req-72b60c18-174f-4a1e-ac0b-4fcec36247b9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:45.410801 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38f5f771-aaa1-495a-a770-63a594d0721e req-72b60c18-174f-4a1e-ac0b-4fcec36247b9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0766127 Feb 04 16:47:45.459065 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-38f5f771-aaa1-495a-a770-63a594d0721e req-46aad751-9293-4af1-addd-819643078ed6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428047 Feb 04 16:47:45.714515 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-76482e69-2c12-4ffb-bc53-c6327571ba8d service neutron] show failed (client error): The resource could not be found. Feb 04 16:47:45.715573 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-76482e69-2c12-4ffb-bc53-c6327571ba8d service neutron] 10.222.0.81 "GET /v2.0/ports/e04e4a46-7e69-49de-a04b-6287929c7056/bindings/n-h2-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.0751419 Feb 04 16:47:45.970878 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-3013ead4-c5c3-4d96-a341-86b898a7f2b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac&tenant_id=99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 1097 time: 0.0698261 Feb 04 16:47:45.982773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:47:46.088374 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:46.431134 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] For port e04e4a46-7e69-49de-a04b-6287929c7056, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e04e4a46-7e69-49de-a04b-6287929c7056,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:47:46.458506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] For port e04e4a46-7e69-49de-a04b-6287929c7056, host n-h1-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:47:46.514323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:47:46.519791 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:46.535475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Transition to ACTIVE for port object e04e4a46-7e69-49de-a04b-6287929c7056 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:47:46.540419 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:46.695663 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'code': 200} Feb 04 16:47:46.708756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e04e4a46-7e69-49de-a04b-6287929c7056,revision_number=6']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:46.736463 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:46.736809 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:46.737145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:46.737474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:46.737798 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:46.738122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:46.738440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:46.738763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:46.739076 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:46.739416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:46.739733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:46.814025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] No DVR routers for this DVR port e04e4a46-7e69-49de-a04b-6287929c7056 on host n-h1-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:47:46.872773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282837cd-cead-4b8d-a6ad-bcda5e0c981e req-b25501ee-ba04-4476-bb6a-b64c2d759cb3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:46.874259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-282837cd-cead-4b8d-a6ad-bcda5e0c981e req-b25501ee-ba04-4476-bb6a-b64c2d759cb3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 944 time: 0.2863524 Feb 04 16:47:46.935767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-282837cd-cead-4b8d-a6ad-bcda5e0c981e req-03d3b6b7-7eb7-4851-b760-d8b40f4c8278 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546370 Feb 04 16:47:47.097436 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Attempting to bind port e04e4a46-7e69-49de-a04b-6287929c7056 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:47:47.097760 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Attempting to bind port e04e4a46-7e69-49de-a04b-6287929c7056 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:47:47.098079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Attempting to bind port e04e4a46-7e69-49de-a04b-6287929c7056 on network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:47:47.103785 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Port e04e4a46-7e69-49de-a04b-6287929c7056 on network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:47:47.104100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Attempting to bind port e04e4a46-7e69-49de-a04b-6287929c7056 on network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:47:47.110464 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:47:47.110792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Checking segment: {'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:47:47.111166 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Bound using segment: {'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:47:47.111610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Bound port: e04e4a46-7e69-49de-a04b-6287929c7056, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f394bea-4289-4af9-ac82-d82f6c854c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:47:47.111945 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:47.199554 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] For port e04e4a46-7e69-49de-a04b-6287929c7056, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:47:47.202453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] For port e04e4a46-7e69-49de-a04b-6287929c7056, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e04e4a46-7e69-49de-a04b-6287929c7056,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:47:47.208382 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:47.268140 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:47.269462 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] 10.222.0.73 "PUT /v2.0/ports/e04e4a46-7e69-49de-a04b-6287929c7056 HTTP/1.1" status: 200 len: 1092 time: 1.2911179 Feb 04 16:47:47.287012 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8337a5b-5753-4c32-b154-df16326220e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e04e4a46-7e69-49de-a04b-6287929c7056,revision_number=7']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:47.368650 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-5eef9b64-e7ba-4c39-b8a3-9e0febc255cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 1095 time: 0.0736010 Feb 04 16:47:47.497866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-e9f40c53-c6ab-4a0b-b133-cc095572a471 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:47.499249 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-e9f40c53-c6ab-4a0b-b133-cc095572a471 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278 HTTP/1.1" status: 200 len: 898 time: 0.1248872 Feb 04 16:47:47.598534 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-37f3fcb9-1c8f-4408-a106-d9eced77a61e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04e4a46-7e69-49de-a04b-6287929c7056 HTTP/1.1" status: 200 len: 999 time: 0.0937178 Feb 04 16:47:47.662058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-9b182612-efa0-444a-a6ad-ea313acd87e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:47.663516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-9b182612-efa0-444a-a6ad-ea313acd87e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7905df31-8ed5-44b4-8640-2f3f5a4b7ddb HTTP/1.1" status: 200 len: 834 time: 0.0574551 Feb 04 16:47:47.735950 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-e83da209-4fdf-4be1-ab16-918dfec71afb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671268 Feb 04 16:47:47.863963 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-0efa33cc-6519-4287-b027-7a296b9798af service neutron] 10.222.0.73 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219056 Feb 04 16:47:47.993836 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-92bfcc2c-3193-4a98-80aa-fcc32d6ea978 req-c1e0c55c-978e-4312-ac7a-0503617ab5e0 service neutron] 10.222.0.73 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232846 Feb 04 16:47:48.248777 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cb01a-96b2-4147-8718-48fab8c74a4e req-022b9380-6fcc-43d4-8b67-e9c0815dafb8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:48.250240 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-989cb01a-96b2-4147-8718-48fab8c74a4e req-022b9380-6fcc-43d4-8b67-e9c0815dafb8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 944 time: 0.1736913 Feb 04 16:47:48.296244 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-989cb01a-96b2-4147-8718-48fab8c74a4e req-96a1ae46-2f97-417e-b66b-64c6a7003ed8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399477 Feb 04 16:47:48.696705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:47:48.764325 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'status': 'completed', 'code': 200} Feb 04 16:47:48.853293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-a339ecda-4a56-4d5b-9b38-8c736e5107b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 1095 time: 0.0693386 Feb 04 16:47:48.977532 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-ed8fde6b-c321-49a9-ae1f-8b66e1d838a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 1095 time: 0.1764610 Feb 04 16:47:48.987787 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-96fbe87f-35d6-4d3c-a36f-5143c09da5c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:48.989268 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-96fbe87f-35d6-4d3c-a36f-5143c09da5c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278 HTTP/1.1" status: 200 len: 898 time: 0.1295729 Feb 04 16:47:49.091942 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-5e8d7bae-3a4d-4277-85b3-5b463739a180 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04e4a46-7e69-49de-a04b-6287929c7056 HTTP/1.1" status: 200 len: 999 time: 0.0954494 Feb 04 16:47:49.109937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-86a65627-2617-4a6a-8872-096b2d793dad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:49.111405 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-86a65627-2617-4a6a-8872-096b2d793dad service neutron] 10.222.0.81 "GET /v2.0/networks?id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278 HTTP/1.1" status: 200 len: 898 time: 0.1275966 Feb 04 16:47:49.156994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-a5db67c4-8ec9-4bb3-b6c1-97dcd3633292 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:49.158393 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-a5db67c4-8ec9-4bb3-b6c1-97dcd3633292 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7905df31-8ed5-44b4-8640-2f3f5a4b7ddb HTTP/1.1" status: 200 len: 834 time: 0.0597124 Feb 04 16:47:49.214073 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-9f2dbbfb-1d08-4522-a356-91aa3fb9fe89 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04e4a46-7e69-49de-a04b-6287929c7056 HTTP/1.1" status: 200 len: 999 time: 0.0957451 Feb 04 16:47:49.231259 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-acd6fc4f-841d-4f8c-824d-c3c9112d4111 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664177 Feb 04 16:47:49.275492 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-d590f542-587a-477b-bf0e-d1e6c2fa360c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:49.276986 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-d590f542-587a-477b-bf0e-d1e6c2fa360c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905df31-8ed5-44b4-8640-2f3f5a4b7ddb HTTP/1.1" status: 200 len: 834 time: 0.0571585 Feb 04 16:47:49.357418 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-d169fb8e-93c6-4f56-bf87-d769ad4a30df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740852 Feb 04 16:47:49.367274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-7b043c8c-0bc1-47f0-8a24-ba70b3054e3b service neutron] 10.222.0.73 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300955 Feb 04 16:47:49.489942 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-9ed5c262-0ffc-4950-88b0-4dbfa662d714 service neutron] 10.222.0.81 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252937 Feb 04 16:47:49.501225 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:47:49.560862 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-7a9dbc8a-47b9-4efd-b211-4c45005f0a73 service neutron] 10.222.0.73 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875439 Feb 04 16:47:49.571085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc50797-c585-464c-bd49-421b4410dfc1 req-434112e4-1f33-41ce-9d27-48e38d26ab23 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:49.572533 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7cc50797-c585-464c-bd49-421b4410dfc1 req-434112e4-1f33-41ce-9d27-48e38d26ab23 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 944 time: 0.1287169 Feb 04 16:47:49.618869 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7cc50797-c585-464c-bd49-421b4410dfc1 req-e6795a2c-7ad3-4d71-9ba9-202b6e9b5470 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407033 Feb 04 16:47:49.628409 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-22a3337f-58e7-41cd-9605-9f59661c8553 req-1e1457a2-7e75-4637-97bd-b764cdf6dc85 service neutron] 10.222.0.81 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318703 Feb 04 16:47:50.234575 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:50.817883 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e04e4a46-7e69-49de-a04b-6287929c7056 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:47:50.820529 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48b183-dca9-42d9-9de6-39f9da7ee59b req-06f96f6c-747d-4aaf-8a6a-e4a964907f68 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:50.821980 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac48b183-dca9-42d9-9de6-39f9da7ee59b req-06f96f6c-747d-4aaf-8a6a-e4a964907f68 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 944 time: 0.0747745 Feb 04 16:47:50.866813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ac48b183-dca9-42d9-9de6-39f9da7ee59b req-fd68d9c9-7343-49c2-9684-3c01e750caf9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392768 Feb 04 16:47:50.873507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e04e4a46-7e69-49de-a04b-6287929c7056 not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:47:52.029913 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e04e4a46-7e69-49de-a04b-6287929c7056 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:47:52.073355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ec162-ff73-4dfb-a567-af7a00641d00 req-e1c3515e-57ca-439a-980b-1441a387e2a6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:52.074805 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-793ec162-ff73-4dfb-a567-af7a00641d00 req-e1c3515e-57ca-439a-980b-1441a387e2a6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 944 time: 0.0782268 Feb 04 16:47:52.119843 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-793ec162-ff73-4dfb-a567-af7a00641d00 req-acfa1db2-b7c4-4e36-9304-c8dd3cac616b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390196 Feb 04 16:47:52.163992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port e04e4a46-7e69-49de-a04b-6287929c7056, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e04e4a46-7e69-49de-a04b-6287929c7056,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:47:52.177659 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'port_id': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'mac_address': 'fa:16:3e:7b:b9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:47:52.234062 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:52.251521 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04e4a46-7e69-49de-a04b-6287929c7056 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:47:52.267446 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port e04e4a46-7e69-49de-a04b-6287929c7056, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e04e4a46-7e69-49de-a04b-6287929c7056,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:47:52.271343 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:52.341937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=e04e4a46-7e69-49de-a04b-6287929c7056,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:52.350666 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:52.351001 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:52.351371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:52.351705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:52.352031 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:52.352357 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:52.352681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:52.353000 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:52.353320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:52.354191 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:52.354191 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:52.467816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ab2c2-e97c-46bd-bd46-1807bb77ea90 req-59c45d8f-c7c0-4d95-ac71-9d28976d52b2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:52.468422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-353ab2c2-e97c-46bd-bd46-1807bb77ea90 req-59c45d8f-c7c0-4d95-ac71-9d28976d52b2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:47:52.475392 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69356e-73ae-4b09-8127-d7eb902c61bc req-b5ded86d-93bb-4a67-b58c-048a8425b25f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:52.477041 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f69356e-73ae-4b09-8127-d7eb902c61bc req-b5ded86d-93bb-4a67-b58c-048a8425b25f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 945 time: 0.0755298 Feb 04 16:47:52.484144 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-353ab2c2-e97c-46bd-bd46-1807bb77ea90 req-59c45d8f-c7c0-4d95-ac71-9d28976d52b2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:47:52.485241 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-353ab2c2-e97c-46bd-bd46-1807bb77ea90 req-59c45d8f-c7c0-4d95-ac71-9d28976d52b2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.81 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac&tenant_id=99c3e528bc464eb088cf8f5fd5b28847&binding%3Ahost_id=n-h2-827872-1 HTTP/1.1" status: 200 len: 945 time: 0.0957029 Feb 04 16:47:52.530086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5f69356e-73ae-4b09-8127-d7eb902c61bc req-c01022ef-1e5e-4a35-93e2-79cd38efb80e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466139 Feb 04 16:47:52.567234 n-d-827872-1 neutron-server[83550]: INFO neutron.api.v2.resource [req-353ab2c2-e97c-46bd-bd46-1807bb77ea90 req-b0a21a65-8076-476b-8099-abb7d03c7875 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:47:52.568225 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-353ab2c2-e97c-46bd-bd46-1807bb77ea90 req-b0a21a65-8076-476b-8099-abb7d03c7875 service neutron] 10.222.0.81 "DELETE /v2.0/ports/e04e4a46-7e69-49de-a04b-6287929c7056/bindings/n-h1-827872-1 HTTP/1.1" status: 404 len: 380 time: 0.0772810 Feb 04 16:47:52.632199 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['e04e4a46-7e69-49de-a04b-6287929c7056'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:47:52.737362 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-353ab2c2-e97c-46bd-bd46-1807bb77ea90 req-090250b5-f68f-48a1-be52-2259b5ebafb4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 1096 time: 0.0796216 Feb 04 16:47:52.743077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f43f4-eada-44cb-ad26-4ba916b2b92b req-8ef3134d-ca74-4e98-84b8-f99f8ec40d79 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:52.744603 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-227f43f4-eada-44cb-ad26-4ba916b2b92b req-8ef3134d-ca74-4e98-84b8-f99f8ec40d79 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 945 time: 0.0820897 Feb 04 16:47:52.793783 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-227f43f4-eada-44cb-ad26-4ba916b2b92b req-8f3ccf31-aa3b-4ae3-ac61-a2f0f5a8ccf3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431468 Feb 04 16:47:52.872870 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ab2c2-e97c-46bd-bd46-1807bb77ea90 req-e5b4392c-b697-47c1-b324-538b9f73af2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:52.874305 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-353ab2c2-e97c-46bd-bd46-1807bb77ea90 req-e5b4392c-b697-47c1-b324-538b9f73af2b service neutron] 10.222.0.81 "GET /v2.0/networks?id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278 HTTP/1.1" status: 200 len: 898 time: 0.1287439 Feb 04 16:47:52.976354 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-353ab2c2-e97c-46bd-bd46-1807bb77ea90 req-4624611a-ff1c-40b8-9330-04249e5e7839 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04e4a46-7e69-49de-a04b-6287929c7056 HTTP/1.1" status: 200 len: 1000 time: 0.0950608 Feb 04 16:47:53.036535 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ab2c2-e97c-46bd-bd46-1807bb77ea90 req-aa317d71-ea1f-4345-9357-80bc6e7b98f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:53.037915 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-353ab2c2-e97c-46bd-bd46-1807bb77ea90 req-aa317d71-ea1f-4345-9357-80bc6e7b98f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7905df31-8ed5-44b4-8640-2f3f5a4b7ddb HTTP/1.1" status: 200 len: 834 time: 0.0557797 Feb 04 16:47:53.114797 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-353ab2c2-e97c-46bd-bd46-1807bb77ea90 req-08b6675b-3f5f-4b39-bfa8-340ffda94c65 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701647 Feb 04 16:47:53.242995 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-353ab2c2-e97c-46bd-bd46-1807bb77ea90 req-f16b7774-168c-4420-9f98-4091c1d37fe6 service neutron] 10.222.0.81 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212962 Feb 04 16:47:53.468135 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-353ab2c2-e97c-46bd-bd46-1807bb77ea90 req-88137d00-211f-4e29-bd79-df32c36a1836 service neutron] 10.222.0.81 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191398 Feb 04 16:47:54.005101 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24add2c-07fd-4f75-9dfa-fb8cbeb2ceb4 req-581d6173-a8d8-41ea-bd7e-8e827bcedd20 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:54.006556 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d24add2c-07fd-4f75-9dfa-fb8cbeb2ceb4 req-581d6173-a8d8-41ea-bd7e-8e827bcedd20 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 945 time: 0.0828569 Feb 04 16:47:54.036531 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e04e4a46-7e69-49de-a04b-6287929c7056 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:47:54.053853 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d24add2c-07fd-4f75-9dfa-fb8cbeb2ceb4 req-8c0fc8a6-0be9-4353-abd4-feee2deb2eba tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417266 Feb 04 16:47:54.114248 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port e04e4a46-7e69-49de-a04b-6287929c7056 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:47:54.118832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port e04e4a46-7e69-49de-a04b-6287929c7056 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:54.119350 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:54.235261 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:54.263415 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:47:54.272782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port e04e4a46-7e69-49de-a04b-6287929c7056, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e04e4a46-7e69-49de-a04b-6287929c7056,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:47:54.278137 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:54.322160 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'code': 200} Feb 04 16:47:54.351326 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=e04e4a46-7e69-49de-a04b-6287929c7056,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:55.250448 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fddfb-90b7-4175-a7c6-72127a122697 req-76901409-e1d6-4e28-9d9b-44da6d1a59c6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:55.251865 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb9fddfb-90b7-4175-a7c6-72127a122697 req-76901409-e1d6-4e28-9d9b-44da6d1a59c6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.0757518 Feb 04 16:47:55.296616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb9fddfb-90b7-4175-a7c6-72127a122697 req-04570ba2-8c77-4753-80a2-277eb7df3ac0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390499 Feb 04 16:47:55.325429 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58656) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:55.427008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-61d69294-5938-42de-8ce9-907493be2add tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/b903b497-40f1-4f60-a931-bf44aca4e73f HTTP/1.1" status: 200 len: 993 time: 0.1004899 Feb 04 16:48:06.749486 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-128e01ee-5e70-4e78-97b3-296061a22093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:08.690052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a62013f6-6e3a-4d9e-a171-29cc99729573 req-d1d552c5-f41f-4c79-9065-443bc99b84ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1636398 Feb 04 16:48:08.913683 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a62013f6-6e3a-4d9e-a171-29cc99729573 req-aaac46ff-547f-4e33-8faf-544dd2e5038c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 1097 time: 0.1536932 Feb 04 16:48:09.055948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62013f6-6e3a-4d9e-a171-29cc99729573 req-95e7f8cf-6758-412e-adac-d875e1bf6976 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:09.057989 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a62013f6-6e3a-4d9e-a171-29cc99729573 req-95e7f8cf-6758-412e-adac-d875e1bf6976 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278 HTTP/1.1" status: 200 len: 898 time: 0.1222382 Feb 04 16:48:09.104978 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d26c4ca6-f4f9-4abc-bded-59f08907ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.163805 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a62013f6-6e3a-4d9e-a171-29cc99729573 req-7d25a0ef-22dc-4121-a908-36dcff1a1400 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04e4a46-7e69-49de-a04b-6287929c7056 HTTP/1.1" status: 200 len: 1001 time: 0.0995259 Feb 04 16:48:09.223591 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62013f6-6e3a-4d9e-a171-29cc99729573 req-e4b82544-62f6-4f30-a0dc-95b78769fbbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:09.224983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a62013f6-6e3a-4d9e-a171-29cc99729573 req-e4b82544-62f6-4f30-a0dc-95b78769fbbb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7905df31-8ed5-44b4-8640-2f3f5a4b7ddb HTTP/1.1" status: 200 len: 834 time: 0.0560944 Feb 04 16:48:09.300105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a62013f6-6e3a-4d9e-a171-29cc99729573 req-ca35ad2f-c187-400c-a82d-c5501df94c24 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690801 Feb 04 16:48:09.434522 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a62013f6-6e3a-4d9e-a171-29cc99729573 req-09f65869-26ae-4767-b3fc-d4d8dfb2a70f service neutron] 10.222.0.73 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272697 Feb 04 16:48:09.564040 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a62013f6-6e3a-4d9e-a171-29cc99729573 req-c180a0fa-95ea-4832-adc9-a06ae45fe840 service neutron] 10.222.0.73 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232271 Feb 04 16:48:10.480666 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:10.521545 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.706129 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:12.276674 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:20.249352 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.502077 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:48:36.751377 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-665ed3f9-8ac6-4665-a216-7a73c24a4c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:36.951935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-3340465f-9b72-4450-a062-8568e4cad4aa req-dbd02ddd-f05a-4657-a7dd-b31f8629104c service neutron] (83551) timed out ('10.222.0.60', 54922) {{(pid=83551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:48:39.106808 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-aa1d1134-dc54-46be-9522-6044af882c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:40.483725 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:40.522644 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:41.711030 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:42.286278 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:50.264785 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:51.308151 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58686) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:51.505222 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port c0ed8ee6-69bb-4492-8f29-28b231e0ec0b {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:51.505556 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:51.667567 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:51.667796 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:51.782345 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for c0ed8ee6-69bb-4492-8f29-28b231e0ec0b owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:51.929639 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:51.973999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=c0ed8ee6-69bb-4492-8f29-28b231e0ec0b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:52.015790 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:52.016134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:52.016469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:52.016799 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:52.017125 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:52.017448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:52.017770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:52.018091 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:52.018406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:52.018722 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:52.019037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:52.075773 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:52.451946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router a29d6761-b47b-449b-abd1-b287d4e7c078 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:48:52.654466 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:48:52.663740 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ca92db-21de-4346-bb7f-f35ab981dd45 None None] Sync routers for ids ['a29d6761-b47b-449b-abd1-b287d4e7c078'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:48:52.674915 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:52.676500 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca92db-21de-4346-bb7f-f35ab981dd45 None None] Routers {'a29d6761-b47b-449b-abd1-b287d4e7c078'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:48:52.677159 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d8ca92db-21de-4346-bb7f-f35ab981dd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:48:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a29d6761-b47b-449b-abd1-b287d4e7c078'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:52.835570 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-25547cff-65c2-4efa-8206-1c5687aea0f7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/floatingips/b903b497-40f1-4f60-a931-bf44aca4e73f HTTP/1.1" status: 204 len: 168 time: 1.5239868 Feb 04 16:48:52.835570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:48:52.860551 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d8ca92db-21de-4346-bb7f-f35ab981dd45 None None] Set router a29d6761-b47b-449b-abd1-b287d4e7c078 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:48:53.015194 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'status': 'completed', 'code': 200} Feb 04 16:48:53.113663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a440a8f-8666-4430-b8d4-691ba223574b req-e41fa06c-8893-4bd9-ab26-05255d0caf2a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 1097 time: 0.0783079 Feb 04 16:48:53.194412 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d8ca92db-21de-4346-bb7f-f35ab981dd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4dc1d70f-0efb-4752-aff8-a3fe86009050', 'name': '', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:05:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:59Z', 'updated_at': '2022-02-04T16:46:06Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:53.198783 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ca92db-21de-4346-bb7f-f35ab981dd45 None None] Checking router: a29d6761-b47b-449b-abd1-b287d4e7c078 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:48:53.209195 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca92db-21de-4346-bb7f-f35ab981dd45 None None] Routers {'a29d6761-b47b-449b-abd1-b287d4e7c078'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:48:53.209773 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d8ca92db-21de-4346-bb7f-f35ab981dd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:48:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a29d6761-b47b-449b-abd1-b287d4e7c078'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:53.304245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a440a8f-8666-4430-b8d4-691ba223574b req-b333ea21-81ea-4cea-990f-edc1dfb8d789 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:53.305702 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a440a8f-8666-4430-b8d4-691ba223574b req-b333ea21-81ea-4cea-990f-edc1dfb8d789 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278 HTTP/1.1" status: 200 len: 898 time: 0.1849926 Feb 04 16:48:53.364494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67b246-48e6-48a9-a5b1-fbee95b79416 req-4045d441-f1d7-424f-ace6-b2f231a62211 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:53.365854 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e67b246-48e6-48a9-a5b1-fbee95b79416 req-4045d441-f1d7-424f-ace6-b2f231a62211 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.1723356 Feb 04 16:48:53.384389 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-d8ca92db-21de-4346-bb7f-f35ab981dd45 None None] Set router a29d6761-b47b-449b-abd1-b287d4e7c078 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:48:53.395684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a440a8f-8666-4430-b8d4-691ba223574b req-edbdf885-527a-46d5-8ba0-6334e8793d38 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04e4a46-7e69-49de-a04b-6287929c7056 HTTP/1.1" status: 200 len: 217 time: 0.0829968 Feb 04 16:48:53.462390 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4e67b246-48e6-48a9-a5b1-fbee95b79416 req-6781c244-5cba-43f2-8194-77bde6c9d443 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898929 Feb 04 16:48:53.476790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a440a8f-8666-4430-b8d4-691ba223574b req-63d7c694-7ce9-4da8-be50-ca8a68e8ae11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:53.478229 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a440a8f-8666-4430-b8d4-691ba223574b req-63d7c694-7ce9-4da8-be50-ca8a68e8ae11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7905df31-8ed5-44b4-8640-2f3f5a4b7ddb HTTP/1.1" status: 200 len: 834 time: 0.0696349 Feb 04 16:48:53.556000 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a440a8f-8666-4430-b8d4-691ba223574b req-d8ffd862-2084-4e0d-9cfc-78eeeb65cf84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cdf1bf33-30f3-4c08-b3a9-b36289ee1278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693116 Feb 04 16:48:53.687026 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a440a8f-8666-4430-b8d4-691ba223574b req-addffdf7-1c7a-47c2-ba1c-d56821bc0e4a service neutron] 10.222.0.73 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240084 Feb 04 16:48:53.696778 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-d8ca92db-21de-4346-bb7f-f35ab981dd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4dc1d70f-0efb-4752-aff8-a3fe86009050', 'name': '', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:05:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:59Z', 'updated_at': '2022-02-04T16:46:06Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:53.700740 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ca92db-21de-4346-bb7f-f35ab981dd45 None None] The sync data for ids ['a29d6761-b47b-449b-abd1-b287d4e7c078'] in n-d-827872-1 is: [{'id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '4dc1d70f-0efb-4752-aff8-a3fe86009050', 'name': '', 'network_id': 'cdf1bf33-30f3-4c08-b3a9-b36289ee1278', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:05:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:59Z', 'updated_at': '2022-02-04T16:46:06Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': '7905df31-8ed5-44b4-8640-2f3f5a4b7ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:48:53.821268 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2a440a8f-8666-4430-b8d4-691ba223574b req-24ecdbc1-a4f2-4cd0-8545-87cbe02170b5 service neutron] 10.222.0.73 "GET /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258132 Feb 04 16:48:53.935073 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15e32b-0ab0-4762-bddb-a4f2963746a7 None None] New status for floating IP b903b497-40f1-4f60-a931-bf44aca4e73f: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:48:54.813146 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab9cef-218c-43a9-8bee-4e6f3e106533 req-1d176c80-0500-498b-afc4-fffb6a1692f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:54.814588 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6cab9cef-218c-43a9-8bee-4e6f3e106533 req-1d176c80-0500-498b-afc4-fffb6a1692f3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.2271540 Feb 04 16:48:54.824096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd495e41-929a-49ba-bab5-92225636adcd req-ca732ca0-fd78-4867-9984-e583b0170ec2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:54.825419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd495e41-929a-49ba-bab5-92225636adcd req-ca732ca0-fd78-4867-9984-e583b0170ec2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.73 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 946 time: 0.1016881 Feb 04 16:48:54.917920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-fd495e41-929a-49ba-bab5-92225636adcd req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port e04e4a46-7e69-49de-a04b-6287929c7056 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:54.918267 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fd495e41-929a-49ba-bab5-92225636adcd req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:54.948434 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6cab9cef-218c-43a9-8bee-4e6f3e106533 req-87ae3891-b3f2-46a4-b894-b40a93333446 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd8822ad-96f9-46ae-999f-d76393aae2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215832 Feb 04 16:48:55.158825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-fd495e41-929a-49ba-bab5-92225636adcd req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] For port e04e4a46-7e69-49de-a04b-6287929c7056, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=e04e4a46-7e69-49de-a04b-6287929c7056,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:55.159072 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fd495e41-929a-49ba-bab5-92225636adcd req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:55.276747 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-fd495e41-929a-49ba-bab5-92225636adcd req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for e04e4a46-7e69-49de-a04b-6287929c7056 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:55.416006 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fd495e41-929a-49ba-bab5-92225636adcd req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:55.466145 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=e04e4a46-7e69-49de-a04b-6287929c7056,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:55.509209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:55.509545 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:55.509876 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:55.510200 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:55.511094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:55.511443 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:55.511766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:55.512098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:55.512396 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:55.512712 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:55.513022 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:55.550077 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd495e41-929a-49ba-bab5-92225636adcd req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] No DVR routers for this DVR port e04e4a46-7e69-49de-a04b-6287929c7056 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:48:55.552626 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-fd495e41-929a-49ba-bab5-92225636adcd req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:55.555195 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'name': 'network-vif-deleted', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:48:55.569580 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fd495e41-929a-49ba-bab5-92225636adcd req-636d6fb5-31ac-484c-8b61-3bf39bb91ca5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.73 "DELETE /v2.0/ports/e04e4a46-7e69-49de-a04b-6287929c7056 HTTP/1.1" status: 204 len: 173 time: 0.7297704 Feb 04 16:48:55.616421 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd529f356-6130-46f0-a0c5-e871ee0287ac', 'name': 'network-vif-deleted', 'tag': 'e04e4a46-7e69-49de-a04b-6287929c7056', 'status': 'completed', 'code': 200} Feb 04 16:48:56.130913 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-cda6238d-c9f0-4902-8f23-747673c6b476 req-8f0db16b-78c3-4dcd-91d8-33d85d6f7ba7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:48:56.146957 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-cda6238d-c9f0-4902-8f23-747673c6b476 req-8f0db16b-78c3-4dcd-91d8-33d85d6f7ba7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:48:56.148119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cda6238d-c9f0-4902-8f23-747673c6b476 req-8f0db16b-78c3-4dcd-91d8-33d85d6f7ba7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d529f356-6130-46f0-a0c5-e871ee0287ac HTTP/1.1" status: 200 len: 210 time: 0.0609493 Feb 04 16:48:57.255265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58710) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:57.641679 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-926df9d7-8da8-4540-a3ad-1372d03fb6bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:58.235272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-926df9d7-8da8-4540-a3ad-1372d03fb6bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port 4dc1d70f-0efb-4752-aff8-a3fe86009050 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:58.235549 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-926df9d7-8da8-4540-a3ad-1372d03fb6bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:58.421436 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-926df9d7-8da8-4540-a3ad-1372d03fb6bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] For port 4dc1d70f-0efb-4752-aff8-a3fe86009050, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4dc1d70f-0efb-4752-aff8-a3fe86009050,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:58.422157 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-926df9d7-8da8-4540-a3ad-1372d03fb6bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:58.537043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-926df9d7-8da8-4540-a3ad-1372d03fb6bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for 4dc1d70f-0efb-4752-aff8-a3fe86009050 owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:58.816122 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-926df9d7-8da8-4540-a3ad-1372d03fb6bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:58.860843 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926df9d7-8da8-4540-a3ad-1372d03fb6bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=4dc1d70f-0efb-4752-aff8-a3fe86009050,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:59.159628 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-926df9d7-8da8-4540-a3ad-1372d03fb6bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:59.736858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926df9d7-8da8-4540-a3ad-1372d03fb6bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router a29d6761-b47b-449b-abd1-b287d4e7c078 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:48:59.938640 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926df9d7-8da8-4540-a3ad-1372d03fb6bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:48:59.947550 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc8c7e6-9304-442e-8188-2610c49506c5 None None] Sync routers for ids ['a29d6761-b47b-449b-abd1-b287d4e7c078'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:48:59.958062 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-926df9d7-8da8-4540-a3ad-1372d03fb6bb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "PUT /v2.0/routers/a29d6761-b47b-449b-abd1-b287d4e7c078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6993330 Feb 04 16:48:59.958347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58714) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:59.963149 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc8c7e6-9304-442e-8188-2610c49506c5 None None] Routers {'a29d6761-b47b-449b-abd1-b287d4e7c078'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:48:59.964287 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9bc8c7e6-9304-442e-8188-2610c49506c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:48:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a29d6761-b47b-449b-abd1-b287d4e7c078'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:00.146351 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bc14f0-bf87-4e19-b1f9-4eee3c42fb18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting subnet 7905df31-8ed5-44b4-8640-2f3f5a4b7ddb {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:49:00.149323 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63bc14f0-bf87-4e19-b1f9-4eee3c42fb18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:00.182472 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-9bc8c7e6-9304-442e-8188-2610c49506c5 None None] Set router a29d6761-b47b-449b-abd1-b287d4e7c078 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:49:00.310073 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63bc14f0-bf87-4e19-b1f9-4eee3c42fb18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:00.330889 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e04e4a46-7e69-49de-a04b-6287929c7056 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:49:00.363581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: e04e4a46-7e69-49de-a04b-6287929c7056 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:49:00.364067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device e04e4a46-7e69-49de-a04b-6287929c7056 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:49:00.395511 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63bc14f0-bf87-4e19-b1f9-4eee3c42fb18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:00.468458 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9bc8c7e6-9304-442e-8188-2610c49506c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:48:58Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:00.473027 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc8c7e6-9304-442e-8188-2610c49506c5 None None] Checking router: a29d6761-b47b-449b-abd1-b287d4e7c078 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:49:00.474378 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63bc14f0-bf87-4e19-b1f9-4eee3c42fb18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:00.483952 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc8c7e6-9304-442e-8188-2610c49506c5 None None] Routers {'a29d6761-b47b-449b-abd1-b287d4e7c078'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:49:00.484552 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9bc8c7e6-9304-442e-8188-2610c49506c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:48:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['a29d6761-b47b-449b-abd1-b287d4e7c078'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:00.511453 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc14f0-bf87-4e19-b1f9-4eee3c42fb18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Subnet': ['ID=7905df31-8ed5-44b4-8640-2f3f5a4b7ddb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:00.520852 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63bc14f0-bf87-4e19-b1f9-4eee3c42fb18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:00.523652 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47baea11-edd9-472a-a69e-ba84a3f2bd17 None None] Network cdf1bf33-30f3-4c08-b3a9-b36289ee1278 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:49:00.528187 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-63bc14f0-bf87-4e19-b1f9-4eee3c42fb18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/subnets/7905df31-8ed5-44b4-8640-2f3f5a4b7ddb HTTP/1.1" status: 204 len: 168 time: 0.5689180 Feb 04 16:49:00.530736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58718) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:00.663274 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-9bc8c7e6-9304-442e-8188-2610c49506c5 None None] Set router a29d6761-b47b-449b-abd1-b287d4e7c078 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:49:00.741583 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:00.888281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] DHCP port deletion for cdf1bf33-30f3-4c08-b3a9-b36289ee1278 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:49:00.892399 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Deleting port db7960fd-37db-4e64-a7b5-7e4bb9a906bd {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:49:00.892838 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:00.955102 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-9bc8c7e6-9304-442e-8188-2610c49506c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:48:58Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:00.959336 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc8c7e6-9304-442e-8188-2610c49506c5 None None] The sync data for ids ['a29d6761-b47b-449b-abd1-b287d4e7c078'] in n-d-827872-1 is: [{'id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665711886', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:48:58Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '576055a3-3711-4917-bdc1-a6a181374f4e', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29d6761-b47b-449b-abd1-b287d4e7c078', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:45:56Z', 'updated_at': '2022-02-04T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:49:00.964604 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:00.978340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port 576055a3-3711-4917-bdc1-a6a181374f4e {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:49:00.978688 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:01.127132 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] For port db7960fd-37db-4e64-a7b5-7e4bb9a906bd, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=db7960fd-37db-4e64-a7b5-7e4bb9a906bd,segment=NetworkSegment(2f394bea-4289-4af9-ac82-d82f6c854c6c),segment_id=2f394bea-4289-4af9-ac82-d82f6c854c6c)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:01.128083 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:01.157697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] For port 576055a3-3711-4917-bdc1-a6a181374f4e, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=576055a3-3711-4917-bdc1-a6a181374f4e,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:01.158047 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:01.248426 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Calling delete_port for db7960fd-37db-4e64-a7b5-7e4bb9a906bd owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:49:01.277105 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for 576055a3-3711-4917-bdc1-a6a181374f4e owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:49:01.326878 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:01.370719 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] No DVR routers for this DVR port db7960fd-37db-4e64-a7b5-7e4bb9a906bd on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:49:01.381348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Pushing event deleted for resources: {'Port': ['ID=db7960fd-37db-4e64-a7b5-7e4bb9a906bd,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:01.391739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:01.392088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:01.392437 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:01.392853 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:01.393103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:01.393436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:01.393784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:01.394238 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:01.394715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:01.395040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:01.395701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656383-e980-43f6-86d4-237b146cec35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:01.462156 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:01.507749 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=576055a3-3711-4917-bdc1-a6a181374f4e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:01.728703 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.033474 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4dc1d70f-0efb-4752-aff8-a3fe86009050 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:49:02.069154 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 4dc1d70f-0efb-4752-aff8-a3fe86009050 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:49:02.069497 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4dc1d70f-0efb-4752-aff8-a3fe86009050 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:49:02.069913 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device db7960fd-37db-4e64-a7b5-7e4bb9a906bd no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:49:02.086048 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.090908 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.100994 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: db7960fd-37db-4e64-a7b5-7e4bb9a906bd {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:49:02.101331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device db7960fd-37db-4e64-a7b5-7e4bb9a906bd not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:49:02.120407 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.120956 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Fanout notify agent at l3_agent the message router_deleted on router a29d6761-b47b-449b-abd1-b287d4e7c078 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:49:02.136186 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.137506 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b3809ad7-c2b6-4f19-ada9-8a3d470a52e5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/routers/a29d6761-b47b-449b-abd1-b287d4e7c078 HTTP/1.1" status: 204 len: 168 time: 1.6058125 Feb 04 16:49:02.140242 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58722) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:02.253994 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90b24a8e-8096-4511-9eba-299db6934c44 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.386713 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90b24a8e-8096-4511-9eba-299db6934c44 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.411868 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-90b24a8e-8096-4511-9eba-299db6934c44 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf1bf33-30f3-4c08-b3a9-b36289ee1278']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:02.424232 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-90b24a8e-8096-4511-9eba-299db6934c44 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f394bea-4289-4af9-ac82-d82f6c854c6c') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:02.424526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-90b24a8e-8096-4511-9eba-299db6934c44 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f394bea-4289-4af9-ac82-d82f6c854c6c') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:02.435903 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90b24a8e-8096-4511-9eba-299db6934c44 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.452010 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90b24a8e-8096-4511-9eba-299db6934c44 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.457832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b24a8e-8096-4511-9eba-299db6934c44 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:49:02.458204 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90b24a8e-8096-4511-9eba-299db6934c44 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:49:02.472665 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:49:02.555279 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90b24a8e-8096-4511-9eba-299db6934c44 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.560218 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-90b24a8e-8096-4511-9eba-299db6934c44 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.587552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b24a8e-8096-4511-9eba-299db6934c44 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Network': ['ID=cdf1bf33-30f3-4c08-b3a9-b36289ee1278,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:02.597681 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-90b24a8e-8096-4511-9eba-299db6934c44 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/networks/cdf1bf33-30f3-4c08-b3a9-b36289ee1278 HTTP/1.1" status: 204 len: 168 time: 0.4562163 Feb 04 16:49:02.600300 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58726) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:02.667938 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc03c-b55b-4670-a31e-e9eb186f5700 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.695435 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc03c-b55b-4670-a31e-e9eb186f5700 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.759633 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc03c-b55b-4670-a31e-e9eb186f5700 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.784412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcc03c-b55b-4670-a31e-e9eb186f5700 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8822ad-96f9-46ae-999f-d76393aae2b9,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:02.793072 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-4cfcc03c-b55b-4670-a31e-e9eb186f5700 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:02.796762 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4cfcc03c-b55b-4670-a31e-e9eb186f5700 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/security-groups/bd8822ad-96f9-46ae-999f-d76393aae2b9 HTTP/1.1" status: 204 len: 168 time: 0.1930184 Feb 04 16:49:03.159828 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58736) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:03.165493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6d8cfcc6-d351-4478-822e-aa482a171b54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191843796', 'description': 'tempest-secgroup-smoke-191843796 description', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:03.172687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6d8cfcc6-d351-4478-822e-aa482a171b54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:03.176763 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6d8cfcc6-d351-4478-822e-aa482a171b54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:03.179677 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6d8cfcc6-d351-4478-822e-aa482a171b54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:03.185900 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6d8cfcc6-d351-4478-822e-aa482a171b54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:03.195120 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfcc6-d351-4478-822e-aa482a171b54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.228641 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6d8cfcc6-d351-4478-822e-aa482a171b54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:03.232857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6d8cfcc6-d351-4478-822e-aa482a171b54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:03.235585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6d8cfcc6-d351-4478-822e-aa482a171b54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:03.241083 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6d8cfcc6-d351-4478-822e-aa482a171b54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:03.296103 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfcc6-d351-4478-822e-aa482a171b54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.299911 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfcc6-d351-4478-822e-aa482a171b54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.343680 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cfcc6-d351-4478-822e-aa482a171b54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25631611-ef75-4b38-8d2e-7fbe85263806,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:03.346527 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfcc6-d351-4478-822e-aa482a171b54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.347727 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6d8cfcc6-d351-4478-822e-aa482a171b54 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1868701 Feb 04 16:49:03.351257 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58740) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:03.356455 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e81efc0c-03d9-41d2-9f98-bd8d5cb2e19e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '25631611-ef75-4b38-8d2e-7fbe85263806', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:03.362969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e81efc0c-03d9-41d2-9f98-bd8d5cb2e19e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:03.366733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e81efc0c-03d9-41d2-9f98-bd8d5cb2e19e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:03.370205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e81efc0c-03d9-41d2-9f98-bd8d5cb2e19e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:03.375977 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e81efc0c-03d9-41d2-9f98-bd8d5cb2e19e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:03.392593 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e81efc0c-03d9-41d2-9f98-bd8d5cb2e19e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.451264 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e81efc0c-03d9-41d2-9f98-bd8d5cb2e19e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.454650 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e81efc0c-03d9-41d2-9f98-bd8d5cb2e19e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.479942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81efc0c-03d9-41d2-9f98-bd8d5cb2e19e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715dc63b-ad8c-4d79-98c5-db91deccc1fe,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:03.489184 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e81efc0c-03d9-41d2-9f98-bd8d5cb2e19e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.490355 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e81efc0c-03d9-41d2-9f98-bd8d5cb2e19e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1388979 Feb 04 16:49:03.493152 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58744) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:03.498468 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-fc381ceb-8c58-431f-b351-d1dfab250b90 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '25631611-ef75-4b38-8d2e-7fbe85263806', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:03.502267 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:49:03.505411 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fc381ceb-8c58-431f-b351-d1dfab250b90 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:03.509356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fc381ceb-8c58-431f-b351-d1dfab250b90 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:03.512836 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-fc381ceb-8c58-431f-b351-d1dfab250b90 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:03.518460 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-fc381ceb-8c58-431f-b351-d1dfab250b90 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:03.534343 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc381ceb-8c58-431f-b351-d1dfab250b90 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.595625 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc381ceb-8c58-431f-b351-d1dfab250b90 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.598797 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc381ceb-8c58-431f-b351-d1dfab250b90 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.622675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc381ceb-8c58-431f-b351-d1dfab250b90 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f72e4e-3854-49e3-a743-4331e4176cca,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:03.631050 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-fc381ceb-8c58-431f-b351-d1dfab250b90 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.632264 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-fc381ceb-8c58-431f-b351-d1dfab250b90 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1382194 Feb 04 16:49:03.635036 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58748) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:03.641368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ab010865-ad25-46ae-b084-a2a42308decd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '25631611-ef75-4b38-8d2e-7fbe85263806', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:03.647865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ab010865-ad25-46ae-b084-a2a42308decd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:03.651910 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ab010865-ad25-46ae-b084-a2a42308decd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:03.654734 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ab010865-ad25-46ae-b084-a2a42308decd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:03.660368 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ab010865-ad25-46ae-b084-a2a42308decd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:03.676813 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab010865-ad25-46ae-b084-a2a42308decd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.737398 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab010865-ad25-46ae-b084-a2a42308decd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.740869 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab010865-ad25-46ae-b084-a2a42308decd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.763891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab010865-ad25-46ae-b084-a2a42308decd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7d0413-4467-4d73-9680-65f163c90745,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:03.772730 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ab010865-ad25-46ae-b084-a2a42308decd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.773995 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ab010865-ad25-46ae-b084-a2a42308decd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1369743 Feb 04 16:49:03.776733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58752) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:03.782011 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-d148c47f-14de-4e16-a6de-f37e9eef30cf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '25631611-ef75-4b38-8d2e-7fbe85263806', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:03.788309 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d148c47f-14de-4e16-a6de-f37e9eef30cf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:03.792901 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d148c47f-14de-4e16-a6de-f37e9eef30cf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:03.795240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-d148c47f-14de-4e16-a6de-f37e9eef30cf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:03.800770 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-d148c47f-14de-4e16-a6de-f37e9eef30cf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:03.818055 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d148c47f-14de-4e16-a6de-f37e9eef30cf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.883928 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d148c47f-14de-4e16-a6de-f37e9eef30cf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.888490 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d148c47f-14de-4e16-a6de-f37e9eef30cf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.912314 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148c47f-14de-4e16-a6de-f37e9eef30cf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3fe088-786a-473a-8c68-d9d49ab9d212,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:03.925429 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d148c47f-14de-4e16-a6de-f37e9eef30cf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.927541 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d148c47f-14de-4e16-a6de-f37e9eef30cf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1496458 Feb 04 16:49:03.930441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58756) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:03.940000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-59e5a2c4-01d0-452a-be4f-7ca01c99064c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '25631611-ef75-4b38-8d2e-7fbe85263806', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:03.951240 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-59e5a2c4-01d0-452a-be4f-7ca01c99064c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:03.955402 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 576055a3-3711-4917-bdc1-a6a181374f4e no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:49:03.956803 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-59e5a2c4-01d0-452a-be4f-7ca01c99064c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:03.960251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-59e5a2c4-01d0-452a-be4f-7ca01c99064c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:03.966886 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-59e5a2c4-01d0-452a-be4f-7ca01c99064c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:03.980374 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-59e5a2c4-01d0-452a-be4f-7ca01c99064c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Project 99c3e528bc464eb088cf8f5fd5b28847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:49:03.988649 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-59e5a2c4-01d0-452a-be4f-7ca01c99064c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.992525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 576055a3-3711-4917-bdc1-a6a181374f4e {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:49:03.993056 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 576055a3-3711-4917-bdc1-a6a181374f4e not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:49:04.054041 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-59e5a2c4-01d0-452a-be4f-7ca01c99064c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.058423 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-59e5a2c4-01d0-452a-be4f-7ca01c99064c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.081517 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5a2c4-01d0-452a-be4f-7ca01c99064c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b6163c-8dc2-4554-916a-4ec347c22e21,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:04.091540 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-59e5a2c4-01d0-452a-be4f-7ca01c99064c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.092936 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-59e5a2c4-01d0-452a-be4f-7ca01c99064c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1609628 Feb 04 16:49:04.095554 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58760) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:04.100932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-db79cf48-66cf-4860-aed2-2cd2330d1de8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '25631611-ef75-4b38-8d2e-7fbe85263806', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:04.108142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db79cf48-66cf-4860-aed2-2cd2330d1de8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:04.111934 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db79cf48-66cf-4860-aed2-2cd2330d1de8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:04.114818 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-db79cf48-66cf-4860-aed2-2cd2330d1de8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:04.121161 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-db79cf48-66cf-4860-aed2-2cd2330d1de8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:04.131575 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-db79cf48-66cf-4860-aed2-2cd2330d1de8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Project 99c3e528bc464eb088cf8f5fd5b28847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:49:04.137837 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db79cf48-66cf-4860-aed2-2cd2330d1de8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.204185 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db79cf48-66cf-4860-aed2-2cd2330d1de8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.207637 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db79cf48-66cf-4860-aed2-2cd2330d1de8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.231185 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79cf48-66cf-4860-aed2-2cd2330d1de8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a4fc0c-5625-4be6-8027-1706d7022967,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:04.240869 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-db79cf48-66cf-4860-aed2-2cd2330d1de8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.242089 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-db79cf48-66cf-4860-aed2-2cd2330d1de8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1456525 Feb 04 16:49:04.245516 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58764) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:04.250742 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'network': {'name': 'tempest-network-smoke--813481092', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'port_security_enabled': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:04.256616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:04.260776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:network and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:04.263613 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:04.269406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:04.279865 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Made reservation on behalf of 99c3e528bc464eb088cf8f5fd5b28847 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:49:04.282651 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.311265 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:49:04.320429 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.320900 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Added segment 09f0bd73-98a1-42e0-b27b-65136911202f of type vlan for network f6f15582-c8fb-49f3-ba07-a792b4882088 Feb 04 16:49:04.347144 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.376382 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.380525 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:04.381089 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.583219 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3366950 Feb 04 16:49:04.585893 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58768) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:04.593450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'admin_state_up': True, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:04.599216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7603908-e2ed-465f-8142-0c301ecb0625 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Network': ['ID=f6f15582-c8fb-49f3-ba07-a792b4882088,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:04.603661 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:04.608687 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:router and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:04.610016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network f6f15582-c8fb-49f3-ba07-a792b4882088 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:49:04.611639 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:04.617412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:04.627828 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.628767 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.647393 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.795994 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:04.973008 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:05.001965 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:05.139538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.25.0.145 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/f621f637-0199-4134-a26e-992e0108af66) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:49:05.285771 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:05.312542 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:05.374938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:49:05.378020 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:49:05.381699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:49:05.413854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=f621f637-0199-4134-a26e-992e0108af66,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:05.539404 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:05.540040 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:05.764854 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 06a54675-e0a8-4988-abe6-fc540d4843ff is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:49:05.962719 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:49:05.976202 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Sync routers for ids ['06a54675-e0a8-4988-abe6-fc540d4843ff'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:49:05.991576 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Routers {'06a54675-e0a8-4988-abe6-fc540d4843ff'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:49:05.991817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:05.992524 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:48:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['06a54675-e0a8-4988-abe6-fc540d4843ff'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:05.993252 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b9a39103-8d03-4652-949b-e8b207ebe66e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4064717 Feb 04 16:49:05.996859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58772) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:06.036275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-97d95b0a-57f3-43d9-9470-5ea3141a6110 tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=99c3e528bc464eb088cf8f5fd5b28847&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382068 Feb 04 16:49:06.038880 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58776) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:06.168878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Set router 06a54675-e0a8-4988-abe6-fc540d4843ff gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:49:06.169403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34418d1-eb27-42aa-aac7-5ba25553e38f tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:06.170863 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-c34418d1-eb27-42aa-aac7-5ba25553e38f tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310923 Feb 04 16:49:06.173650 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58780) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:06.216614 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-26aa531e-fc98-4de6-9558-d74da7195ed6 tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417693 Feb 04 16:49:06.218426 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58784) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:06.223791 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-493600932', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:06.331309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:06.334983 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:subnet and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:06.337730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:06.344029 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:06.355459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Made reservation on behalf of 99c3e528bc464eb088cf8f5fd5b28847 for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:49:06.454654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f621f637-0199-4134-a26e-992e0108af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:49:04Z', 'updated_at': '2022-02-04T16:49:05Z', 'revision_number': 3, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'f621f637-0199-4134-a26e-992e0108af66', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:05Z', 'updated_at': '2022-02-04T16:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:06.455831 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.458561 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Checking router: 06a54675-e0a8-4988-abe6-fc540d4843ff for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:49:06.458910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Updating router 06a54675-e0a8-4988-abe6-fc540d4843ff port f621f637-0199-4134-a26e-992e0108af66 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:49:06.514497 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.680111 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.754811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Subnet': ['ID=cdca466f-1008-48eb-b79e-b2676fdb286b,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:06.766819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Checking segment: {'id': '09f0bd73-98a1-42e0-b27b-65136911202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:49:06.767104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network hostable DHCP agents. Network: f6f15582-c8fb-49f3-ba07-a792b4882088, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:49:06.769662 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e645edd9-4720-41e1-8003-755c0190981e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.789873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network f6f15582-c8fb-49f3-ba07-a792b4882088 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:49:06.800027 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, f6f15582-c8fb-49f3-ba07-a792b4882088) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:49:06.805649 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:06.805649 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.822077 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02538b7-f41b-4b98-bf15-acbe31dfe0b3 None None] Network f6f15582-c8fb-49f3-ba07-a792b4882088 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:49:06.828405 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cae07e67-031f-4466-a9a5-7af32a11f3df tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6089554 Feb 04 16:49:06.831167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58788) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:06.925589 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.953146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Transition to ACTIVE for port object f621f637-0199-4134-a26e-992e0108af66 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:49:06.969131 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.093234 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884f5b7-7e94-4f7d-a894-fd3c03af4e5b None None] Pushing event updated for resources: {'Port': ['ID=f621f637-0199-4134-a26e-992e0108af66,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:07.100472 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Attempting to bind port f621f637-0199-4134-a26e-992e0108af66 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:49:07.100838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Attempting to bind port f621f637-0199-4134-a26e-992e0108af66 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:49:07.101193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Attempting to bind port f621f637-0199-4134-a26e-992e0108af66 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:49:07.140678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:49:07.141092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:49:07.141566 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.141955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:49:07.142440 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Bound port: f621f637-0199-4134-a26e-992e0108af66, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:49:07.142809 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.188809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-f6f15582-c8fb-49f3-ba07-a792b4882088', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ips': [{'subnet_id': 'cdca466f-1008-48eb-b79e-b2676fdb286b'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:49:07.189601 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.282794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] For port f621f637-0199-4134-a26e-992e0108af66, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:49:07.301907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] For port f621f637-0199-4134-a26e-992e0108af66, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f621f637-0199-4134-a26e-992e0108af66,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:49:07.306489 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.472712 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884f5b7-7e94-4f7d-a894-fd3c03af4e5b None None] Pushing event updated for resources: {'Port': ['ID=f621f637-0199-4134-a26e-992e0108af66,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:07.483496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Allocated IP 172.20.0.2 (f6f15582-c8fb-49f3-ba07-a792b4882088/cdca466f-1008-48eb-b79e-b2676fdb286b/62119b89-0631-405f-bd87-ca78771d844c) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:49:07.494158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Routers {'06a54675-e0a8-4988-abe6-fc540d4843ff'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:49:07.495447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:48:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['06a54675-e0a8-4988-abe6-fc540d4843ff'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:07.677624 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.811775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] Set router 06a54675-e0a8-4988-abe6-fc540d4843ff gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:49:07.955438 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:08.013647 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Transition to ACTIVE for port object 62119b89-0631-405f-bd87-ca78771d844c will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:49:08.047441 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Transition to ACTIVE for port object 62119b89-0631-405f-bd87-ca78771d844c will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:49:08.062389 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:08.123389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.20.0.1 (f6f15582-c8fb-49f3-ba07-a792b4882088/cdca466f-1008-48eb-b79e-b2676fdb286b/5cae3d67-3a8b-4748-9c61-22d0e253f6bb) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:49:08.176907 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Pushing event updated for resources: {'Port': ['ID=62119b89-0631-405f-bd87-ca78771d844c,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:08.180771 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Network f6f15582-c8fb-49f3-ba07-a792b4882088 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:49:08.183217 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:49:08.186214 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:49:08.280520 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:08.286892 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Attempting to bind port 62119b89-0631-405f-bd87-ca78771d844c on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:49:08.287282 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Attempting to bind port 62119b89-0631-405f-bd87-ca78771d844c by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '09f0bd73-98a1-42e0-b27b-65136911202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:49:08.287641 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Attempting to bind port 62119b89-0631-405f-bd87-ca78771d844c on network f6f15582-c8fb-49f3-ba07-a792b4882088 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:49:08.299029 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:49:08.299411 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Transition to ACTIVE for port object 5cae3d67-3a8b-4748-9c61-22d0e253f6bb will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:49:08.299519 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Checking segment: {'id': '09f0bd73-98a1-42e0-b27b-65136911202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:49:08.299844 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:08.300193 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Bound using segment: {'id': '09f0bd73-98a1-42e0-b27b-65136911202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:49:08.300649 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Bound port: 62119b89-0631-405f-bd87-ca78771d844c, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0bd73-98a1-42e0-b27b-65136911202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:49:08.301015 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:08.312004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f621f637-0199-4134-a26e-992e0108af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:49:04Z', 'updated_at': '2022-02-04T16:49:05Z', 'revision_number': 3, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'f621f637-0199-4134-a26e-992e0108af66', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:05Z', 'updated_at': '2022-02-04T16:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:08.319551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59102958-b47e-452f-8a52-96b3dcc44aaf None None] The sync data for ids ['06a54675-e0a8-4988-abe6-fc540d4843ff'] in n-d-827872-1 is: [{'id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f621f637-0199-4134-a26e-992e0108af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:49:04Z', 'updated_at': '2022-02-04T16:49:05Z', 'revision_number': 3, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'f621f637-0199-4134-a26e-992e0108af66', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:05Z', 'updated_at': '2022-02-04T16:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:49:08.323549 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:08.395137 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] For port 62119b89-0631-405f-bd87-ca78771d844c, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:49:08.398419 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] For port 62119b89-0631-405f-bd87-ca78771d844c, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=62119b89-0631-405f-bd87-ca78771d844c,segment=NetworkSegment(09f0bd73-98a1-42e0-b27b-65136911202f),segment_id=09f0bd73-98a1-42e0-b27b-65136911202f)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:49:08.402475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network f6f15582-c8fb-49f3-ba07-a792b4882088 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:49:08.405951 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:49:08.406172 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:08.408634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:49:08.449430 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=5cae3d67-3a8b-4748-9c61-22d0e253f6bb,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:08.481085 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:08.484707 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4ca00-7d18-4482-b3e9-19b3bd8bbcfe None None] Pushing event updated for resources: {'Port': ['ID=62119b89-0631-405f-bd87-ca78771d844c,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:08.617244 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:09.108884 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6a93-9746-40b0-a74e-2dca6a48ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:09.219986 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:09.224880 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:09.350607 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=5cae3d67-3a8b-4748-9c61-22d0e253f6bb,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:09.353023 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:09.500149 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network f6f15582-c8fb-49f3-ba07-a792b4882088 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:49:09.501336 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:49:09.536343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c9101d-cf29-4017-8b3e-d2c0d5d72c95 None None] Network f6f15582-c8fb-49f3-ba07-a792b4882088 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:49:09.634626 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0bed0736-099a-4738-8fb0-62b94666864b None None] Provisioning for port 62119b89-0631-405f-bd87-ca78771d844c completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:49:09.889428 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 06a54675-e0a8-4988-abe6-fc540d4843ff has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:49:10.068438 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f621f637-0199-4134-a26e-992e0108af66 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:49:10.110765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:49:10.136576 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-795edbaf-bfae-444a-ae0c-0454cc63d139 None None] Provisioning for port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:49:10.137152 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ebcf95bc-a774-4578-97d7-8bba27b71bad tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "PUT /v2.0/routers/06a54675-e0a8-4988-abe6-fc540d4843ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3047173 Feb 04 16:49:10.148785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-795edbaf-bfae-444a-ae0c-0454cc63d139 None None] Provisioning complete for port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:49:10.150285 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-795edbaf-bfae-444a-ae0c-0454cc63d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:10.225969 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-795edbaf-bfae-444a-ae0c-0454cc63d139 None None] Port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:49:10.228800 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port f621f637-0199-4134-a26e-992e0108af66 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:49:10.236445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port f621f637-0199-4134-a26e-992e0108af66 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:49:10.236807 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:10.346081 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-8f8c90bd-7959-43e8-9d49-a6cdd022104f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191843796&fields=id&tenant_id=99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 267 time: 0.0487998 Feb 04 16:49:10.410324 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:10.428517 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port f621f637-0199-4134-a26e-992e0108af66, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f621f637-0199-4134-a26e-992e0108af66,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:10.433683 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:10.434445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 62119b89-0631-405f-bd87-ca78771d844c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:49:10.500281 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-8e8194e9-fdce-4cd9-b461-fa7cbcfa3fb5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:10.502310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-8e8194e9-fdce-4cd9-b461-fa7cbcfa3fb5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/networks?id=f6f15582-c8fb-49f3-ba07-a792b4882088 HTTP/1.1" status: 200 len: 796 time: 0.1480920 Feb 04 16:49:10.521782 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-7007ee4d-f190-46b0-8337-e2eb3c23aae7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/quotas/99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 375 time: 0.0135977 Feb 04 16:49:10.573834 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:10.578861 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:10.592512 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=f621f637-0199-4134-a26e-992e0108af66,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:10.597645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9811a2da-07d7-4634-bc62-76746caa5c67 None None] Provisioning complete for port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:49:10.598008 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9811a2da-07d7-4634-bc62-76746caa5c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:10.610261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-99e44418-1de4-4140-9581-891ec08ef0b5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:49:10.625972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-99e44418-1de4-4140-9581-891ec08ef0b5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:49:10.627294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-99e44418-1de4-4140-9581-891ec08ef0b5 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996423 Feb 04 16:49:10.648858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 62119b89-0631-405f-bd87-ca78771d844c completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:49:10.658933 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 62119b89-0631-405f-bd87-ca78771d844c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:49:10.659256 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:10.691758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9811a2da-07d7-4634-bc62-76746caa5c67 None None] Port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:49:10.766130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-1c85f053-b9e4-49db-a6fd-f9f8774779ad service neutron] 10.222.0.60 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268210 Feb 04 16:49:10.771976 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:10.805476 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 62119b89-0631-405f-bd87-ca78771d844c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=62119b89-0631-405f-bd87-ca78771d844c,segment=NetworkSegment(09f0bd73-98a1-42e0-b27b-65136911202f),segment_id=09f0bd73-98a1-42e0-b27b-65136911202f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:10.809761 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:10.880644 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=62119b89-0631-405f-bd87-ca78771d844c,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:10.998305 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-b2a24ff7-f994-494c-beae-7312b4875f19 service neutron] 10.222.0.60 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259729 Feb 04 16:49:11.184044 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be452cca-b01c-4710-83c1-9bfc65164478 req-3219ba94-c008-4c3f-bd58-8a64f306009d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 210 time: 0.0398602 Feb 04 16:49:11.711108 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:11.838223 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Sync routers for ids ['06a54675-e0a8-4988-abe6-fc540d4843ff'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:49:11.850560 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Routers {'06a54675-e0a8-4988-abe6-fc540d4843ff'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:49:11.851313 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:49:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['06a54675-e0a8-4988-abe6-fc540d4843ff'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:12.004717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f621f637-0199-4134-a26e-992e0108af66 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:49:12.039689 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Set router 06a54675-e0a8-4988-abe6-fc540d4843ff gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:49:12.071930 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port f621f637-0199-4134-a26e-992e0108af66 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:49:12.072221 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:12.186744 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 62119b89-0631-405f-bd87-ca78771d844c up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:49:12.259081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 62119b89-0631-405f-bd87-ca78771d844c triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:49:12.259481 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:12.322955 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:12.364916 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f621f637-0199-4134-a26e-992e0108af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:49:04Z', 'updated_at': '2022-02-04T16:49:08Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'f621f637-0199-4134-a26e-992e0108af66', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:05Z', 'updated_at': '2022-02-04T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '5cae3d67-3a8b-4748-9c61-22d0e253f6bb', 'name': '', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:38:69:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:07Z', 'updated_at': '2022-02-04T16:49:09Z', 'revision_number': 2, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:12.368840 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Checking router: 06a54675-e0a8-4988-abe6-fc540d4843ff for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:49:12.369190 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Updating router 06a54675-e0a8-4988-abe6-fc540d4843ff port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:49:12.370222 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-604c99c7-f0c6-420e-848d-cf01a0e666ae req-aa566078-b201-4754-8aee-21b289611790 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 210 time: 0.0404050 Feb 04 16:49:12.460954 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:12.783779 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-c36e1b00-3075-4ee8-9593-1278582f8345 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:12.784538 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-c36e1b00-3075-4ee8-9593-1278582f8345 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:49:12.800412 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-c36e1b00-3075-4ee8-9593-1278582f8345 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:49:12.801798 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-c36e1b00-3075-4ee8-9593-1278582f8345 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.81 "GET /v2.0/networks?id=f6f15582-c8fb-49f3-ba07-a792b4882088 HTTP/1.1" status: 200 len: 796 time: 0.1575577 Feb 04 16:49:12.813429 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:12.825705 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Transition to ACTIVE for port object 5cae3d67-3a8b-4748-9c61-22d0e253f6bb will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:49:12.833358 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:12.873564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-ad75bf69-163e-4b6d-be86-0df884eb3c08 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:49:12.889347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-ad75bf69-163e-4b6d-be86-0df884eb3c08 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:49:12.890467 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-ad75bf69-163e-4b6d-be86-0df884eb3c08 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 379 time: 0.0631530 Feb 04 16:49:12.940088 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'port': {'device_id': '4a678e3f-194f-4784-8ba6-c15069e099c4', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'admin_state_up': True, 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'security_groups': ['25631611-ef75-4b38-8d2e-7fbe85263806']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:12.967127 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adcc24-5218-417f-874b-cc5979d9e65c None None] Pushing event updated for resources: {'Port': ['ID=5cae3d67-3a8b-4748-9c61-22d0e253f6bb,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:12.979370 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adcc24-5218-417f-874b-cc5979d9e65c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:12.980655 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adcc24-5218-417f-874b-cc5979d9e65c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:12.981148 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adcc24-5218-417f-874b-cc5979d9e65c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:12.981924 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adcc24-5218-417f-874b-cc5979d9e65c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:12.982511 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adcc24-5218-417f-874b-cc5979d9e65c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:12.983576 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adcc24-5218-417f-874b-cc5979d9e65c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:12.984327 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adcc24-5218-417f-874b-cc5979d9e65c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:12.984819 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adcc24-5218-417f-874b-cc5979d9e65c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:12.985283 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adcc24-5218-417f-874b-cc5979d9e65c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:12.985753 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adcc24-5218-417f-874b-cc5979d9e65c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:12.986237 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adcc24-5218-417f-874b-cc5979d9e65c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:13.083220 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Attempting to bind port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:49:13.083579 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Attempting to bind port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '09f0bd73-98a1-42e0-b27b-65136911202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:49:13.084134 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Attempting to bind port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb on network f6f15582-c8fb-49f3-ba07-a792b4882088 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:49:13.091318 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:49:13.091759 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Checking segment: {'id': '09f0bd73-98a1-42e0-b27b-65136911202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:49:13.092219 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:13.092682 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Bound using segment: {'id': '09f0bd73-98a1-42e0-b27b-65136911202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:49:13.093208 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Bound port: 5cae3d67-3a8b-4748-9c61-22d0e253f6bb, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0bd73-98a1-42e0-b27b-65136911202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:49:13.093654 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:13.179620 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] For port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:49:13.182390 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] For port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5cae3d67-3a8b-4748-9c61-22d0e253f6bb,segment=NetworkSegment(09f0bd73-98a1-42e0-b27b-65136911202f),segment_id=09f0bd73-98a1-42e0-b27b-65136911202f)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:49:13.187446 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:13.207409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:13.217186 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:13.227794 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Made reservation on behalf of 99c3e528bc464eb088cf8f5fd5b28847 for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:49:13.231389 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:13.273105 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Routers {'06a54675-e0a8-4988-abe6-fc540d4843ff'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:49:13.273709 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:49:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['06a54675-e0a8-4988-abe6-fc540d4843ff'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:13.340546 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adcc24-5218-417f-874b-cc5979d9e65c None None] Pushing event updated for resources: {'Port': ['ID=5cae3d67-3a8b-4748-9c61-22d0e253f6bb,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:13.409654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.20.0.8 (f6f15582-c8fb-49f3-ba07-a792b4882088/cdca466f-1008-48eb-b79e-b2676fdb286b/0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:49:13.474058 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] Set router 06a54675-e0a8-4988-abe6-fc540d4843ff gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:49:13.563700 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-23d7929d-48ea-4ea6-98f4-f62a6235eacd req-bad437d8-3893-4a02-ac05-bd5c312d5f7e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 210 time: 0.0484328 Feb 04 16:49:13.618358 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:13.633978 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Transition to ACTIVE for port object 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:49:13.657152 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:13.725624 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network f6f15582-c8fb-49f3-ba07-a792b4882088 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:49:13.728631 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:49:13.732673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:49:13.766923 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:13.800339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:13.800952 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f621f637-0199-4134-a26e-992e0108af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:49:04Z', 'updated_at': '2022-02-04T16:49:08Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'f621f637-0199-4134-a26e-992e0108af66', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:05Z', 'updated_at': '2022-02-04T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '5cae3d67-3a8b-4748-9c61-22d0e253f6bb', 'name': '', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:38:69:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:07Z', 'updated_at': '2022-02-04T16:49:13Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:13.801100 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:13.804713 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d4e3dd-0f28-47f6-b040-5847cc895b60 None None] The sync data for ids ['06a54675-e0a8-4988-abe6-fc540d4843ff'] in n-d-827872-1 is: [{'id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f621f637-0199-4134-a26e-992e0108af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:49:04Z', 'updated_at': '2022-02-04T16:49:08Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'f621f637-0199-4134-a26e-992e0108af66', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:05Z', 'updated_at': '2022-02-04T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '5cae3d67-3a8b-4748-9c61-22d0e253f6bb', 'name': '', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:38:69:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:07Z', 'updated_at': '2022-02-04T16:49:13Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:49:13.827892 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-07fba64d-4d4b-4ab8-b83d-0f6b4920fd47 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8921716 Feb 04 16:49:13.848258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-69554ff5-f36a-4b61-9512-4f78445f5a3e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:49:13.848258 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-69554ff5-f36a-4b61-9512-4f78445f5a3e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062816 Feb 04 16:49:13.863586 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Request body: {'port': {'device_id': '4a678e3f-194f-4784-8ba6-c15069e099c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:14.015542 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:14.044393 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5cae3d67-3a8b-4748-9c61-22d0e253f6bb up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:49:14.112041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e0635793-c8c7-4fb8-b6fd-365f963da686 None None] Provisioning for port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:49:14.121314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e0635793-c8c7-4fb8-b6fd-365f963da686 None None] Provisioning complete for port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:49:14.121672 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e0635793-c8c7-4fb8-b6fd-365f963da686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:14.181934 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e0635793-c8c7-4fb8-b6fd-365f963da686 None None] Port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:49:14.185881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:49:14.191505 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:49:14.192090 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:14.313806 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:14.346989 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5cae3d67-3a8b-4748-9c61-22d0e253f6bb,segment=NetworkSegment(09f0bd73-98a1-42e0-b27b-65136911202f),segment_id=09f0bd73-98a1-42e0-b27b-65136911202f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:14.353205 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:14.380746 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:49:14.388573 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:14.405755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Transition to ACTIVE for port object 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:49:14.411091 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:14.425340 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=5cae3d67-3a8b-4748-9c61-22d0e253f6bb,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:14.547969 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Pushing event updated for resources: {'Port': ['ID=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:14.667804 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Attempting to bind port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:49:14.668196 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Attempting to bind port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': '09f0bd73-98a1-42e0-b27b-65136911202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:49:14.668456 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Attempting to bind port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a on network f6f15582-c8fb-49f3-ba07-a792b4882088 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:49:14.675030 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a on network f6f15582-c8fb-49f3-ba07-a792b4882088 not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:49:14.675382 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Attempting to bind port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a on network f6f15582-c8fb-49f3-ba07-a792b4882088 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:49:14.682338 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:49:14.682732 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Checking segment: {'id': '09f0bd73-98a1-42e0-b27b-65136911202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:49:14.683827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Bound using segment: {'id': '09f0bd73-98a1-42e0-b27b-65136911202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:49:14.684327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Bound port: 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f0bd73-98a1-42e0-b27b-65136911202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:49:14.684607 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:14.782651 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] For port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:49:14.785810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] For port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a,segment=NetworkSegment(09f0bd73-98a1-42e0-b27b-65136911202f),segment_id=09f0bd73-98a1-42e0-b27b-65136911202f)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:49:14.791258 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888d41c-3dcc-4192-9229-bcd2bbe9a6f8 req-eea573f7-0f13-4e32-9e8f-92ef772d67f0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:14.791817 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:14.793828 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9888d41c-3dcc-4192-9229-bcd2bbe9a6f8 req-eea573f7-0f13-4e32-9e8f-92ef772d67f0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 943 time: 0.0809202 Feb 04 16:49:14.847480 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9888d41c-3dcc-4192-9229-bcd2bbe9a6f8 req-ec160c42-5f65-4236-b962-48ef635a4068 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470479 Feb 04 16:49:14.865835 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:14.867426 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] 10.222.0.81 "PUT /v2.0/ports/0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a HTTP/1.1" status: 200 len: 1091 time: 1.0118742 Feb 04 16:49:14.867765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a678e3f-194f-4784-8ba6-c15069e099c4', 'tag': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:49:14.880708 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55f96d-56ac-49b4-9f97-269bce15f55d service neutron] Pushing event updated for resources: {'Port': ['ID=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:14.932205 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a678e3f-194f-4784-8ba6-c15069e099c4', 'tag': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a', 'status': 'completed', 'code': 200} Feb 04 16:49:15.023964 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-57db4416-1857-4d53-868c-894a6ec0437d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 1094 time: 0.0713310 Feb 04 16:49:15.201444 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-d3a508dc-4b4d-4eae-9e77-4dbe0e802bba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a HTTP/1.1" status: 200 len: 217 time: 0.1619370 Feb 04 16:49:15.263053 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-de82df3b-3e54-432b-a08b-6efb2fb9eac3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:15.264453 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-de82df3b-3e54-432b-a08b-6efb2fb9eac3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cdca466f-1008-48eb-b79e-b2676fdb286b HTTP/1.1" status: 200 len: 834 time: 0.0566685 Feb 04 16:49:15.337829 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-3bc187b5-89d7-4686-9b4f-dc0a48e026cd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6f15582-c8fb-49f3-ba07-a792b4882088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674825 Feb 04 16:49:15.465433 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-a013bcad-1919-470d-8edc-7eca832fab90 service neutron] 10.222.0.81 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212218 Feb 04 16:49:15.599270 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-0158ee86-7bd7-4b08-adac-8bad6246e0d8 req-76d52e54-bf71-4d66-b8a3-030986f333cf service neutron] 10.222.0.81 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278088 Feb 04 16:49:15.767109 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a365a5e4-9cdd-4185-9f74-bb1dd5c03f8e req-9e4ee652-e560-438b-82a1-a80ec4ebe795 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 1094 time: 0.0729146 Feb 04 16:49:15.901702 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365a5e4-9cdd-4185-9f74-bb1dd5c03f8e req-37327642-d4fa-4b3f-9ad8-63f4201d2640 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:15.903154 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a365a5e4-9cdd-4185-9f74-bb1dd5c03f8e req-37327642-d4fa-4b3f-9ad8-63f4201d2640 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6f15582-c8fb-49f3-ba07-a792b4882088 HTTP/1.1" status: 200 len: 897 time: 0.1286354 Feb 04 16:49:15.973865 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a365a5e4-9cdd-4185-9f74-bb1dd5c03f8e req-b7352273-53f8-4941-9b58-eb1d5f30b0ca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a HTTP/1.1" status: 200 len: 217 time: 0.0639913 Feb 04 16:49:16.026045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5cae3d67-3a8b-4748-9c61-22d0e253f6bb up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:49:16.042741 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365a5e4-9cdd-4185-9f74-bb1dd5c03f8e req-c1bc403e-1b0a-44a6-9ecf-229d80714315 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:16.044391 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a365a5e4-9cdd-4185-9f74-bb1dd5c03f8e req-c1bc403e-1b0a-44a6-9ecf-229d80714315 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cdca466f-1008-48eb-b79e-b2676fdb286b HTTP/1.1" status: 200 len: 834 time: 0.0638280 Feb 04 16:49:16.069613 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03166cb-c19a-48cc-b03b-7f657897cb15 req-3ec3cc6a-7750-4f18-a456-472d56bb22fc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:16.072249 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c03166cb-c19a-48cc-b03b-7f657897cb15 req-3ec3cc6a-7750-4f18-a456-472d56bb22fc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 943 time: 0.0900156 Feb 04 16:49:16.116103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:49:16.116732 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:16.132761 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c03166cb-c19a-48cc-b03b-7f657897cb15 req-a750a215-af95-4310-b462-079f4d375b8f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550749 Feb 04 16:49:16.134637 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a365a5e4-9cdd-4185-9f74-bb1dd5c03f8e req-2c69175e-32e8-4f34-aebe-faba32981416 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6f15582-c8fb-49f3-ba07-a792b4882088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843370 Feb 04 16:49:16.279705 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a365a5e4-9cdd-4185-9f74-bb1dd5c03f8e req-6c19b4b8-1c52-45a2-a1e3-1779de47afe2 service neutron] 10.222.0.81 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384752 Feb 04 16:49:16.412146 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a365a5e4-9cdd-4185-9f74-bb1dd5c03f8e req-48d3cbfa-91ea-436c-a2de-b51e2f9f03d2 service neutron] 10.222.0.81 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266670 Feb 04 16:49:17.333666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f4a2-d929-415f-a945-c6632ad08abd req-7af6f18e-200b-4a09-acef-84e091537f57 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:17.335107 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e994f4a2-d929-415f-a945-c6632ad08abd req-7af6f18e-200b-4a09-acef-84e091537f57 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 943 time: 0.0759680 Feb 04 16:49:17.379432 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e994f4a2-d929-415f-a945-c6632ad08abd req-a538574d-1a88-474a-8950-d49b5af2a1c0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387826 Feb 04 16:49:18.579554 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f67c8e-0b8d-4bd8-8883-f66639d34257 req-a65bff55-f8be-4e93-8c25-3c8452935e78 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:18.580983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45f67c8e-0b8d-4bd8-8883-f66639d34257 req-a65bff55-f8be-4e93-8c25-3c8452935e78 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 943 time: 0.0781541 Feb 04 16:49:18.624569 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-45f67c8e-0b8d-4bd8-8883-f66639d34257 req-ea64f209-d112-43ea-a4af-84561bedab4f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382109 Feb 04 16:49:19.231950 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:49:19.365449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a,segment=NetworkSegment(09f0bd73-98a1-42e0-b27b-65136911202f),segment_id=09f0bd73-98a1-42e0-b27b-65136911202f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:19.379024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'port_id': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a', 'mac_address': 'fa:16:3e:d8:8b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:49:19.435151 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:19.453169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:49:19.471050 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a,segment=NetworkSegment(09f0bd73-98a1-42e0-b27b-65136911202f),segment_id=09f0bd73-98a1-42e0-b27b-65136911202f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:19.474692 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:19.540614 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:19.819046 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fdde5-dfad-45f6-b335-c20dd9a88782 req-9d3fdfe4-549e-41af-88df-b044052b7c74 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:19.820499 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b1fdde5-dfad-45f6-b335-c20dd9a88782 req-9d3fdfe4-549e-41af-88df-b044052b7c74 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 944 time: 0.0739331 Feb 04 16:49:19.868185 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7b1fdde5-dfad-45f6-b335-c20dd9a88782 req-6fbc3293-3dd8-4def-9d92-f7c864997d98 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419772 Feb 04 16:49:19.942609 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:49:20.290451 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:21.065883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd1f15-95ee-48ca-877b-7b891d7d09fc req-de3bb290-48ff-4409-b4ea-5b5943c47397 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:21.067335 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5cbd1f15-95ee-48ca-877b-7b891d7d09fc req-de3bb290-48ff-4409-b4ea-5b5943c47397 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 944 time: 0.0752237 Feb 04 16:49:21.110498 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5cbd1f15-95ee-48ca-877b-7b891d7d09fc req-f3033e5f-901f-428a-8c3d-0cb08b2f0ca3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376246 Feb 04 16:49:21.239321 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:49:21.311414 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:49:21.315925 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:49:21.316298 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:21.427781 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:21.453811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a678e3f-194f-4784-8ba6-c15069e099c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:49:21.463467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a,segment=NetworkSegment(09f0bd73-98a1-42e0-b27b-65136911202f),segment_id=09f0bd73-98a1-42e0-b27b-65136911202f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:21.468024 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:21.533045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:21.585841 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a678e3f-194f-4784-8ba6-c15069e099c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a', 'code': 200} Feb 04 16:49:21.739135 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ba744110-95e8-4192-8d7c-6a4141320124 req-1405e71b-f308-406d-890f-166fae6041af service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 1096 time: 0.0699203 Feb 04 16:49:21.782399 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ba744110-95e8-4192-8d7c-6a4141320124 req-9606caf7-2c54-4521-b23c-4014de14a6a5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360985 Feb 04 16:49:22.314063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8f2a-3b6c-4d68-bec5-6cea3d070c65 req-5901b655-fd69-438e-92a3-04ef94ebb636 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:22.315521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3cb8f2a-3b6c-4d68-bec5-6cea3d070c65 req-5901b655-fd69-438e-92a3-04ef94ebb636 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0781450 Feb 04 16:49:22.360135 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3cb8f2a-3b6c-4d68-bec5-6cea3d070c65 req-c1221422-0ad9-4768-b231-58f8055e5314 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391414 Feb 04 16:49:23.555289 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff4de4-62cd-49a7-8f34-7e45edf2c0c1 req-3f55cf05-5672-490f-9309-59ded57f90b8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:23.556736 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20ff4de4-62cd-49a7-8f34-7e45edf2c0c1 req-3f55cf05-5672-490f-9309-59ded57f90b8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0742071 Feb 04 16:49:23.601907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20ff4de4-62cd-49a7-8f34-7e45edf2c0c1 req-92f64d6b-b67d-44b3-b0be-67a1b8549ef9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395002 Feb 04 16:49:23.808641 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ce740-191d-4265-8a36-74b9db303e00 req-3c3369e7-2c73-4565-b9bc-b6a0659d5de1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:23.810069 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-610ce740-191d-4265-8a36-74b9db303e00 req-3c3369e7-2c73-4565-b9bc-b6a0659d5de1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0785170 Feb 04 16:49:23.853767 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-610ce740-191d-4265-8a36-74b9db303e00 req-26a3f497-274f-4c61-a116-dd9a238d2f6d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382867 Feb 04 16:49:23.881094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58846) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:23.956668 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-cebb61ff-de42-44d0-8eff-b58ed60c1894 tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 1091 time: 0.0743880 Feb 04 16:49:23.959331 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58850) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:23.964897 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:23.971107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:23.974888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:floatingip and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:23.977670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:23.983294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:23.993775 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:24.126954 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:24.266719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.25.0.226 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/62228ca0-3306-403d-ba2c-194dd0407827) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:49:24.407654 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:24.435348 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:24.588468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:49:24.591961 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:49:24.596082 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:49:24.625317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=62228ca0-3306-403d-ba2c-194dd0407827,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:25.098323 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:25.151675 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:25.349003 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:25.353474 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:25.454342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=62228ca0-3306-403d-ba2c-194dd0407827,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:25.471481 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:25.659984 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Floating IP ca20fe0c-ecbf-48f8-aff1-e3bd2a16d043 associated. External IP: 172.25.0.226, port: 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a. Feb 04 16:49:26.057768 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 06a54675-e0a8-4988-abe6-fc540d4843ff has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:49:26.357681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:49:26.367897 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bf1872-2e02-4966-8709-b8a6fd864b8c None None] Sync routers for ids ['06a54675-e0a8-4988-abe6-fc540d4843ff'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:49:26.379365 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf1872-2e02-4966-8709-b8a6fd864b8c None None] Routers {'06a54675-e0a8-4988-abe6-fc540d4843ff'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:49:26.380116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-47bf1872-2e02-4966-8709-b8a6fd864b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:49:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['06a54675-e0a8-4988-abe6-fc540d4843ff'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:26.383061 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:26.442102 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fea33bbb-ae2a-4747-9444-b6a34bfef88a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4815226 Feb 04 16:49:26.442813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a678e3f-194f-4784-8ba6-c15069e099c4', 'tag': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:49:26.513934 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a678e3f-194f-4784-8ba6-c15069e099c4', 'tag': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a', 'status': 'completed', 'code': 200} Feb 04 16:49:26.567744 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-47bf1872-2e02-4966-8709-b8a6fd864b8c None None] Set router 06a54675-e0a8-4988-abe6-fc540d4843ff gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:49:26.625269 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b157f3e9-c3d8-49cb-829c-51eed17472a7 req-064d90f3-d861-4887-862c-dff688f99236 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 1096 time: 0.0715113 Feb 04 16:49:26.645494 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00c4b-8a3b-47de-9da7-be2fab6e901e req-062880ad-01fc-4f87-b9f0-1b835dad9d45 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:26.646958 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89c00c4b-8a3b-47de-9da7-be2fab6e901e req-062880ad-01fc-4f87-b9f0-1b835dad9d45 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0818782 Feb 04 16:49:26.695368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-89c00c4b-8a3b-47de-9da7-be2fab6e901e req-d837703f-d7f4-45eb-8cb8-a5c6ac1adbcf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403602 Feb 04 16:49:26.724986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58858) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:26.843450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157f3e9-c3d8-49cb-829c-51eed17472a7 req-2750aaed-fe90-4d1a-a3c0-a728e024e5f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:26.844944 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b157f3e9-c3d8-49cb-829c-51eed17472a7 req-2750aaed-fe90-4d1a-a3c0-a728e024e5f3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6f15582-c8fb-49f3-ba07-a792b4882088 HTTP/1.1" status: 200 len: 897 time: 0.2145700 Feb 04 16:49:26.914115 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c5b5c2a9-7616-4fe1-9394-0d0fb2a8a0db tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/ca20fe0c-ecbf-48f8-aff1-e3bd2a16d043 HTTP/1.1" status: 200 len: 991 time: 0.1863813 Feb 04 16:49:26.929376 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-47bf1872-2e02-4966-8709-b8a6fd864b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f621f637-0199-4134-a26e-992e0108af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:49:04Z', 'updated_at': '2022-02-04T16:49:08Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'f621f637-0199-4134-a26e-992e0108af66', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:05Z', 'updated_at': '2022-02-04T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'ca20fe0c-ecbf-48f8-aff1-e3bd2a16d043', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'port_id': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'mac_address': 'fa:16:3e:d8:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a678e3f-194f-4784-8ba6-c15069e099c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:49:24Z', 'updated_at': '2022-02-04T16:49:24Z', 'revision_number': 0, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cae3d67-3a8b-4748-9c61-22d0e253f6bb', 'name': '', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:38:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:07Z', 'updated_at': '2022-02-04T16:49:14Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:26.933443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bf1872-2e02-4966-8709-b8a6fd864b8c None None] Checking router: 06a54675-e0a8-4988-abe6-fc540d4843ff for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:49:26.944090 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf1872-2e02-4966-8709-b8a6fd864b8c None None] Routers {'06a54675-e0a8-4988-abe6-fc540d4843ff'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:49:26.944691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-47bf1872-2e02-4966-8709-b8a6fd864b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:49:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['06a54675-e0a8-4988-abe6-fc540d4843ff'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:26.960466 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b157f3e9-c3d8-49cb-829c-51eed17472a7 req-1bef6c43-fc4c-40dd-877a-0192a3402e72 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a HTTP/1.1" status: 200 len: 999 time: 0.1059895 Feb 04 16:49:27.023225 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157f3e9-c3d8-49cb-829c-51eed17472a7 req-ec868a4d-0c70-4b1e-aaaa-941949afd1fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:27.024671 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b157f3e9-c3d8-49cb-829c-51eed17472a7 req-ec868a4d-0c70-4b1e-aaaa-941949afd1fe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cdca466f-1008-48eb-b79e-b2676fdb286b HTTP/1.1" status: 200 len: 834 time: 0.0579891 Feb 04 16:49:27.101171 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b157f3e9-c3d8-49cb-829c-51eed17472a7 req-0b1d008f-98d3-4b07-ba6d-1ec3f6769aa9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6f15582-c8fb-49f3-ba07-a792b4882088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711825 Feb 04 16:49:27.121430 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-47bf1872-2e02-4966-8709-b8a6fd864b8c None None] Set router 06a54675-e0a8-4988-abe6-fc540d4843ff gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:49:27.335966 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b157f3e9-c3d8-49cb-829c-51eed17472a7 req-3a3e877a-476d-4eef-ad0e-e859b0e512df service neutron] 10.222.0.81 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280660 Feb 04 16:49:27.465928 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-b157f3e9-c3d8-49cb-829c-51eed17472a7 req-802a9e77-467a-48b1-852b-eafc8a81c82b service neutron] 10.222.0.81 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234324 Feb 04 16:49:27.517887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-47bf1872-2e02-4966-8709-b8a6fd864b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f621f637-0199-4134-a26e-992e0108af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:49:04Z', 'updated_at': '2022-02-04T16:49:08Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'f621f637-0199-4134-a26e-992e0108af66', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:05Z', 'updated_at': '2022-02-04T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'ca20fe0c-ecbf-48f8-aff1-e3bd2a16d043', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'port_id': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'mac_address': 'fa:16:3e:d8:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a678e3f-194f-4784-8ba6-c15069e099c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:49:24Z', 'updated_at': '2022-02-04T16:49:24Z', 'revision_number': 0, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cae3d67-3a8b-4748-9c61-22d0e253f6bb', 'name': '', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:38:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:07Z', 'updated_at': '2022-02-04T16:49:14Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:49:27.521740 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bf1872-2e02-4966-8709-b8a6fd864b8c None None] The sync data for ids ['06a54675-e0a8-4988-abe6-fc540d4843ff'] in n-d-827872-1 is: [{'id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f621f637-0199-4134-a26e-992e0108af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:49:04Z', 'updated_at': '2022-02-04T16:49:08Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'f621f637-0199-4134-a26e-992e0108af66', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:05Z', 'updated_at': '2022-02-04T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'ca20fe0c-ecbf-48f8-aff1-e3bd2a16d043', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'port_id': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'mac_address': 'fa:16:3e:d8:8b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a678e3f-194f-4784-8ba6-c15069e099c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:49:24Z', 'updated_at': '2022-02-04T16:49:24Z', 'revision_number': 0, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cae3d67-3a8b-4748-9c61-22d0e253f6bb', 'name': '', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:38:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:07Z', 'updated_at': '2022-02-04T16:49:14Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:49:27.918474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58862) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:28.022687 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-31f82c43-da25-4c5e-9ced-cd441c49acca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/ca20fe0c-ecbf-48f8-aff1-e3bd2a16d043 HTTP/1.1" status: 200 len: 991 time: 0.1031547 Feb 04 16:49:29.026527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58866) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:29.130018 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-4578755d-09be-4af8-9a81-70812c9e0911 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/ca20fe0c-ecbf-48f8-aff1-e3bd2a16d043 HTTP/1.1" status: 200 len: 991 time: 0.1023026 Feb 04 16:49:29.829804 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe75f15-c104-4001-8516-7f72670dd1c4 None None] New status for floating IP ca20fe0c-ecbf-48f8-aff1-e3bd2a16d043: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:49:30.133513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 58870) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:30.236906 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bb02eb5a-5ab1-4c0e-96e3-0fd250f49623 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/ca20fe0c-ecbf-48f8-aff1-e3bd2a16d043 HTTP/1.1" status: 200 len: 993 time: 0.1022055 Feb 04 16:49:36.752442 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fa641060-88be-4a04-af90-5a4573d35127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:39.111053 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2036cddb-5503-455c-9fa7-6f3c13392918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:40.489676 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:40.502502 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:49:40.521477 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:41.717497 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:42.310596 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:50.307915 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:06.755222 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5ebe5871-07f5-427d-b4c1-5e855dc4d52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:09.113306 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d99c2509-8944-4f0c-bc1b-e4a274b4df9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:10.492665 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:10.522711 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:11.719461 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:12.326855 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:13.140861 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-51d1ab52-52ec-4691-9534-5c6522a36773 req-a5db0c3b-589a-42f0-bbe3-9538c2815ef5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709391 Feb 04 16:50:13.294665 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-51d1ab52-52ec-4691-9534-5c6522a36773 req-a4c484ce-3aa3-49c2-96ab-e94380aea584 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 1096 time: 0.0677202 Feb 04 16:50:13.435680 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1ab52-52ec-4691-9534-5c6522a36773 req-25443a04-d3d5-4672-9afe-67912af77eef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:13.437648 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-51d1ab52-52ec-4691-9534-5c6522a36773 req-25443a04-d3d5-4672-9afe-67912af77eef service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6f15582-c8fb-49f3-ba07-a792b4882088 HTTP/1.1" status: 200 len: 897 time: 0.1233985 Feb 04 16:50:13.539527 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-51d1ab52-52ec-4691-9534-5c6522a36773 req-9b327e30-f95d-4596-ba5b-9374317beb2e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a HTTP/1.1" status: 200 len: 1001 time: 0.0952330 Feb 04 16:50:13.603303 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1ab52-52ec-4691-9534-5c6522a36773 req-b7e3eb0d-d265-4428-8c53-de64dabbc412 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:13.604693 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-51d1ab52-52ec-4691-9534-5c6522a36773 req-b7e3eb0d-d265-4428-8c53-de64dabbc412 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cdca466f-1008-48eb-b79e-b2676fdb286b HTTP/1.1" status: 200 len: 834 time: 0.0592933 Feb 04 16:50:13.677185 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-51d1ab52-52ec-4691-9534-5c6522a36773 req-7870e10c-4431-4edc-a385-b4c0c4c07233 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6f15582-c8fb-49f3-ba07-a792b4882088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664330 Feb 04 16:50:13.805568 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-51d1ab52-52ec-4691-9534-5c6522a36773 req-9d0723df-3ff6-453a-bab4-5f1cef9e542c service neutron] 10.222.0.81 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213377 Feb 04 16:50:13.941238 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-51d1ab52-52ec-4691-9534-5c6522a36773 req-ffcf337c-3725-4caf-afb2-6f2da2ec1c8a service neutron] 10.222.0.81 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292133 Feb 04 16:50:17.502252 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:50:20.307956 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:36.757852 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-631c595a-ed76-4fee-b23f-318c8f614c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:39.114191 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5087073b-3a4b-43fb-a793-13ed291e2c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:40.497881 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:40.523485 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:41.722405 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:42.346715 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:43.657437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c720800-eb1b-46b3-a5bc-9a864dd638e8 req-08571b0f-a19a-4a0a-b634-e1b69685eb36 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:43.658888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c720800-eb1b-46b3-a5bc-9a864dd638e8 req-08571b0f-a19a-4a0a-b634-e1b69685eb36 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0825443 Feb 04 16:50:43.702748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1c720800-eb1b-46b3-a5bc-9a864dd638e8 req-1276b34a-9381-4a7a-b12e-214d160d8dc4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376892 Feb 04 16:50:44.917619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb04c07-2603-49c7-b5a9-212dcf4ec7d3 req-d8d37f69-20c0-4634-97f8-656db2a37c9c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:44.919056 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8bb04c07-2603-49c7-b5a9-212dcf4ec7d3 req-d8d37f69-20c0-4634-97f8-656db2a37c9c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0755038 Feb 04 16:50:44.964568 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8bb04c07-2603-49c7-b5a9-212dcf4ec7d3 req-8194b595-e62a-46a7-b828-4f9e507e4c69 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390818 Feb 04 16:50:46.188811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a777d1-9c37-49f9-bad9-13e25502eb74 req-cc313ed8-59a0-4ce6-91f4-abc260ce47c3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:46.190176 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02a777d1-9c37-49f9-bad9-13e25502eb74 req-cc313ed8-59a0-4ce6-91f4-abc260ce47c3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0834360 Feb 04 16:50:46.235837 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-02a777d1-9c37-49f9-bad9-13e25502eb74 req-d4786700-7653-4c21-8240-8050764a7fc7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401373 Feb 04 16:50:47.431877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e700e-4b46-469e-bb2a-4d61bccbf235 req-854d98bf-1929-4332-a2ef-e52d4dafdf64 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:47.434143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b7e700e-4b46-469e-bb2a-4d61bccbf235 req-854d98bf-1929-4332-a2ef-e52d4dafdf64 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0777929 Feb 04 16:50:47.482028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0b7e700e-4b46-469e-bb2a-4d61bccbf235 req-0a738258-523d-40cc-931b-1e7abbc4a9b0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417724 Feb 04 16:50:48.680753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148f455-e3f9-4ae1-9023-eca260294b68 req-8f534afb-e351-43be-8857-688f6d9f5abc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:48.682207 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f148f455-e3f9-4ae1-9023-eca260294b68 req-8f534afb-e351-43be-8857-688f6d9f5abc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0776966 Feb 04 16:50:48.726993 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f148f455-e3f9-4ae1-9023-eca260294b68 req-75ccb131-8e06-4b60-b346-5190cf8f7224 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393105 Feb 04 16:50:49.927224 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611a4f4-3bf7-43bd-a6eb-d7656c2792a6 req-b3c526eb-279e-440e-a1e7-ab5348357bbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:49.928661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3611a4f4-3bf7-43bd-a6eb-d7656c2792a6 req-b3c526eb-279e-440e-a1e7-ab5348357bbd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0777104 Feb 04 16:50:49.973037 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3611a4f4-3bf7-43bd-a6eb-d7656c2792a6 req-0c124e7d-f293-4507-9923-e99a18af9251 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387022 Feb 04 16:50:50.321127 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:51.179939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c8716-0b2f-4924-90a0-9d12a4076e23 req-9f60847e-4486-4e5d-bf19-8d27c8306746 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:51.181659 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-559c8716-0b2f-4924-90a0-9d12a4076e23 req-9f60847e-4486-4e5d-bf19-8d27c8306746 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0759985 Feb 04 16:50:51.224861 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-559c8716-0b2f-4924-90a0-9d12a4076e23 req-d3863c81-d5f3-4cb9-ad1b-884e155b2742 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380805 Feb 04 16:50:52.426507 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8da1af-b42b-4089-9257-bfaa47cda667 req-553a5268-5517-4ad2-ba39-d87841120541 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:52.427956 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c8da1af-b42b-4089-9257-bfaa47cda667 req-553a5268-5517-4ad2-ba39-d87841120541 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0776358 Feb 04 16:50:52.472513 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c8da1af-b42b-4089-9257-bfaa47cda667 req-2d6bfc8b-6222-425c-ac3c-ab4e8bfd347e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391135 Feb 04 16:50:53.672245 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fef0a-2c44-40b6-92a3-bc4a0146b7ed req-4e473f1e-1932-450c-ad83-8729b3e892d9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:53.673751 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-326fef0a-2c44-40b6-92a3-bc4a0146b7ed req-4e473f1e-1932-450c-ad83-8729b3e892d9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0753031 Feb 04 16:50:53.720241 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-326fef0a-2c44-40b6-92a3-bc4a0146b7ed req-8bb2dde3-073b-4411-8336-2172dda04df0 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410743 Feb 04 16:50:54.502873 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:50:55.088891 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41518ca3-ea7b-4d65-9c39-c8a2bf57ac78 req-48dbc6e6-5a4b-4b45-8fb9-aac9c5e16175 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:55.090344 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41518ca3-ea7b-4d65-9c39-c8a2bf57ac78 req-48dbc6e6-5a4b-4b45-8fb9-aac9c5e16175 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.2469881 Feb 04 16:50:55.135465 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-41518ca3-ea7b-4d65-9c39-c8a2bf57ac78 req-0b0573c0-c1a6-4b47-ab00-931c18f78706 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389822 Feb 04 16:50:56.339207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789b084-caa7-4c94-9b3e-e1050676e150 req-775d720c-fdb1-4229-93cd-26a8d9619515 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:56.340840 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4789b084-caa7-4c94-9b3e-e1050676e150 req-775d720c-fdb1-4229-93cd-26a8d9619515 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0820677 Feb 04 16:50:56.385982 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4789b084-caa7-4c94-9b3e-e1050676e150 req-1cf0aa1c-bf37-4813-8883-eb0982a857cf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388470 Feb 04 16:50:57.588467 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27279813-162e-4ad6-bc05-7561131aed5a req-0831666b-fc54-437d-9936-3dbc2f2955a4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:57.589905 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279813-162e-4ad6-bc05-7561131aed5a req-0831666b-fc54-437d-9936-3dbc2f2955a4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0752358 Feb 04 16:50:57.634637 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27279813-162e-4ad6-bc05-7561131aed5a req-da4624a0-2516-47ca-867f-fb00223f9658 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383670 Feb 04 16:50:58.838497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8184e-f144-4591-a474-a8defdc706c8 req-a683596c-4a52-4553-be32-7725509bcbba tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:58.840264 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-def8184e-f144-4591-a474-a8defdc706c8 req-a683596c-4a52-4553-be32-7725509bcbba tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0801511 Feb 04 16:50:58.886932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-def8184e-f144-4591-a474-a8defdc706c8 req-84173bce-a330-4c82-96d9-ccfdc5cbea03 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407548 Feb 04 16:51:00.083719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002143c9-81a9-4401-bdcd-a4907936f3c4 req-40cd7234-b998-45e9-98f5-b212a29afaf8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:00.085159 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-002143c9-81a9-4401-bdcd-a4907936f3c4 req-40cd7234-b998-45e9-98f5-b212a29afaf8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0753756 Feb 04 16:51:00.129963 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-002143c9-81a9-4401-bdcd-a4907936f3c4 req-f5b1a217-9f2f-492a-9007-d4c5914a8aa2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392079 Feb 04 16:51:00.159670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58938) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:51:00.261128 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9f24f2da-ef1f-45ba-a05b-663b3b0e8c14 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/ca20fe0c-ecbf-48f8-aff1-e3bd2a16d043 HTTP/1.1" status: 200 len: 993 time: 0.1002579 Feb 04 16:51:01.802249 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19b033c1-fdca-4b97-9906-5cb4668b9845 req-40c8cb6a-7219-441e-9554-3cb858d1dfd4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 1096 time: 0.0765541 Feb 04 16:51:01.845611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bb696-d5d8-4cac-8424-1fd762b79837 req-3f194637-5594-4a49-a41d-785305466ae7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:01.846976 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca7bb696-d5d8-4cac-8424-1fd762b79837 req-3f194637-5594-4a49-a41d-785305466ae7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.1827919 Feb 04 16:51:01.891898 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ca7bb696-d5d8-4cac-8424-1fd762b79837 req-5fa7da4e-13d3-41bb-bcac-956dfde77d88 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394242 Feb 04 16:51:01.934729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b033c1-fdca-4b97-9906-5cb4668b9845 req-280cfc84-5d00-4420-baf0-a5f24f348dbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:01.936193 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19b033c1-fdca-4b97-9906-5cb4668b9845 req-280cfc84-5d00-4420-baf0-a5f24f348dbb service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6f15582-c8fb-49f3-ba07-a792b4882088 HTTP/1.1" status: 200 len: 897 time: 0.1272123 Feb 04 16:51:02.037927 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19b033c1-fdca-4b97-9906-5cb4668b9845 req-56a084da-0d87-4f5a-89aa-cebffa9d783a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a HTTP/1.1" status: 200 len: 1001 time: 0.0951300 Feb 04 16:51:02.200016 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b033c1-fdca-4b97-9906-5cb4668b9845 req-9e2aa52d-91d5-47f2-b04b-ba50f0f8bf2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:02.201391 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19b033c1-fdca-4b97-9906-5cb4668b9845 req-9e2aa52d-91d5-47f2-b04b-ba50f0f8bf2b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cdca466f-1008-48eb-b79e-b2676fdb286b HTTP/1.1" status: 200 len: 834 time: 0.1573648 Feb 04 16:51:02.274182 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19b033c1-fdca-4b97-9906-5cb4668b9845 req-23ccbbba-0e78-45a4-a924-47688ea24857 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6f15582-c8fb-49f3-ba07-a792b4882088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663271 Feb 04 16:51:02.402257 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19b033c1-fdca-4b97-9906-5cb4668b9845 req-ee0d2a42-2dce-48c2-a510-b0d2047918ce service neutron] 10.222.0.81 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216002 Feb 04 16:51:02.534025 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-19b033c1-fdca-4b97-9906-5cb4668b9845 req-30794b9e-4abc-4163-9769-4e5952269280 service neutron] 10.222.0.81 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248579 Feb 04 16:51:03.315306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158e91-9e47-433f-9718-e74c2dff22f5 req-7954c390-14e9-4759-86e9-47c1bf5cc379 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:03.316738 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb158e91-9e47-433f-9718-e74c2dff22f5 req-7954c390-14e9-4759-86e9-47c1bf5cc379 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.2960479 Feb 04 16:51:03.360632 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cb158e91-9e47-433f-9718-e74c2dff22f5 req-9c86632a-272f-4aa4-b858-f36cc5099d4a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384638 Feb 04 16:51:04.691678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2062cb-cbaa-44f1-8e07-b834df7d1edf req-3f20bb51-18b4-472b-85ae-b21c2d3110c1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:04.693054 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b2062cb-cbaa-44f1-8e07-b834df7d1edf req-3f20bb51-18b4-472b-85ae-b21c2d3110c1 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.2062595 Feb 04 16:51:04.737969 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b2062cb-cbaa-44f1-8e07-b834df7d1edf req-e935003f-09cf-4309-9227-f9717e7a0bb2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393519 Feb 04 16:51:04.766248 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58956) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:51:04.869725 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-5fcb3674-f341-47c7-ade4-2e6578bc9933 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/ca20fe0c-ecbf-48f8-aff1-e3bd2a16d043 HTTP/1.1" status: 200 len: 993 time: 0.1023843 Feb 04 16:51:06.759736 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0703084b-b52b-4b0e-9458-6aede3dffce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:09.115340 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-12c93011-2cc1-4b99-bf66-dfbe21c76657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:10.498582 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:10.524827 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:11.725188 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:12.355228 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:15.235684 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-55887f74-558a-4ecf-8369-2d6bb71f27f3 req-c2d18b87-18cc-4ac2-987b-1a01983de223 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721364 Feb 04 16:51:15.393515 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-55887f74-558a-4ecf-8369-2d6bb71f27f3 req-55a7f92c-6fa6-4180-9622-ad3e4cefe3c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 1096 time: 0.0686171 Feb 04 16:51:15.542562 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55887f74-558a-4ecf-8369-2d6bb71f27f3 req-efeb1fc8-7fde-411e-9cdc-64541d602ffb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:15.544071 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-55887f74-558a-4ecf-8369-2d6bb71f27f3 req-efeb1fc8-7fde-411e-9cdc-64541d602ffb service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6f15582-c8fb-49f3-ba07-a792b4882088 HTTP/1.1" status: 200 len: 897 time: 0.1282644 Feb 04 16:51:15.648522 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-55887f74-558a-4ecf-8369-2d6bb71f27f3 req-c3c4a231-2cae-4f2b-be16-e2f78b16f0ce service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a HTTP/1.1" status: 200 len: 1001 time: 0.0962825 Feb 04 16:51:15.709615 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55887f74-558a-4ecf-8369-2d6bb71f27f3 req-be920251-d629-48ee-8df8-60ecc0f8d949 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:15.711003 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-55887f74-558a-4ecf-8369-2d6bb71f27f3 req-be920251-d629-48ee-8df8-60ecc0f8d949 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cdca466f-1008-48eb-b79e-b2676fdb286b HTTP/1.1" status: 200 len: 834 time: 0.0564842 Feb 04 16:51:15.791055 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-55887f74-558a-4ecf-8369-2d6bb71f27f3 req-ac16a98a-8c7e-47a9-a9a2-cc750206331b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6f15582-c8fb-49f3-ba07-a792b4882088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707664 Feb 04 16:51:15.931453 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-55887f74-558a-4ecf-8369-2d6bb71f27f3 req-445c0f75-ca5a-4d5c-a502-7668bc3729ad service neutron] 10.222.0.81 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266615 Feb 04 16:51:16.061471 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-55887f74-558a-4ecf-8369-2d6bb71f27f3 req-f9f138a1-24fb-4f84-a805-c147f445ed8b service neutron] 10.222.0.81 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242962 Feb 04 16:51:20.320056 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:31.502803 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:51:36.762552 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f4d357ee-ddc3-401d-8589-4a9605d4de94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:39.116505 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-efa80391-551b-4777-8c02-76659030f3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:40.501699 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:40.525936 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:41.727437 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:42.352894 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:50.323692 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:00.319746 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 58986) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:00.514725 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port 62228ca0-3306-403d-ba2c-194dd0407827 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:52:00.515063 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:00.677932 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:00.678177 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:00.792297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for 62228ca0-3306-403d-ba2c-194dd0407827 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:52:00.935478 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:00.979268 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=62228ca0-3306-403d-ba2c-194dd0407827,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:01.020312 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:01.020649 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:01.020977 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:01.021301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:01.021620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:01.021935 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:01.022254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:01.022576 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:01.022883 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:01.023211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:01.023526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:01.080731 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:01.570759 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 06a54675-e0a8-4988-abe6-fc540d4843ff has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:52:01.767060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:52:01.776527 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c830872d-7898-4490-ba9b-f630455509a3 None None] Sync routers for ids ['06a54675-e0a8-4988-abe6-fc540d4843ff'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:52:01.783386 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:01.788859 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c830872d-7898-4490-ba9b-f630455509a3 None None] Routers {'06a54675-e0a8-4988-abe6-fc540d4843ff'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:01.789459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c830872d-7898-4490-ba9b-f630455509a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:51:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['06a54675-e0a8-4988-abe6-fc540d4843ff'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:01.834826 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-38faebbe-a742-4f36-bab8-e2e3d11d007c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/floatingips/ca20fe0c-ecbf-48f8-aff1-e3bd2a16d043 HTTP/1.1" status: 204 len: 168 time: 1.5139258 Feb 04 16:52:01.835395 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a678e3f-194f-4784-8ba6-c15069e099c4', 'tag': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:01.910849 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a678e3f-194f-4784-8ba6-c15069e099c4', 'tag': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a', 'status': 'completed', 'code': 200} Feb 04 16:52:01.969322 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c830872d-7898-4490-ba9b-f630455509a3 None None] Set router 06a54675-e0a8-4988-abe6-fc540d4843ff gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:02.031994 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7b09aaca-5829-4c9b-b671-4ac5dddc9c85 req-05dffde6-9e0c-4081-9ff5-24fec395581c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 1096 time: 0.0765817 Feb 04 16:52:02.181385 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09aaca-5829-4c9b-b671-4ac5dddc9c85 req-99feb638-c5f6-4a10-a2f2-9d75bcd94846 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:02.183490 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7b09aaca-5829-4c9b-b671-4ac5dddc9c85 req-99feb638-c5f6-4a10-a2f2-9d75bcd94846 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6f15582-c8fb-49f3-ba07-a792b4882088 HTTP/1.1" status: 200 len: 897 time: 0.1429124 Feb 04 16:52:02.258124 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7b09aaca-5829-4c9b-b671-4ac5dddc9c85 req-54690c8e-fbcd-4120-8c96-954b4478291a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a HTTP/1.1" status: 200 len: 217 time: 0.0672176 Feb 04 16:52:02.288249 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c830872d-7898-4490-ba9b-f630455509a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f621f637-0199-4134-a26e-992e0108af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:49:04Z', 'updated_at': '2022-02-04T16:49:08Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'f621f637-0199-4134-a26e-992e0108af66', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:05Z', 'updated_at': '2022-02-04T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '5cae3d67-3a8b-4748-9c61-22d0e253f6bb', 'name': '', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:38:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:07Z', 'updated_at': '2022-02-04T16:49:14Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:02.292333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c830872d-7898-4490-ba9b-f630455509a3 None None] Checking router: 06a54675-e0a8-4988-abe6-fc540d4843ff for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:52:02.302831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490427e-b642-4456-b6a5-09f963da77ef req-2c45ed7c-c6cb-4a7a-ae17-fa61efa55f16 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:02.303678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9490427e-b642-4456-b6a5-09f963da77ef req-2c45ed7c-c6cb-4a7a-ae17-fa61efa55f16 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:52:02.304146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c830872d-7898-4490-ba9b-f630455509a3 None None] Routers {'06a54675-e0a8-4988-abe6-fc540d4843ff'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:02.304746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c830872d-7898-4490-ba9b-f630455509a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:51:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['06a54675-e0a8-4988-abe6-fc540d4843ff'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:02.320337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-9490427e-b642-4456-b6a5-09f963da77ef req-2c45ed7c-c6cb-4a7a-ae17-fa61efa55f16 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:52:02.321670 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9490427e-b642-4456-b6a5-09f963da77ef req-2c45ed7c-c6cb-4a7a-ae17-fa61efa55f16 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.1095502 Feb 04 16:52:02.327380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09aaca-5829-4c9b-b671-4ac5dddc9c85 req-bd2c7748-0d85-4cce-a21d-32071541d2b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:02.328828 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7b09aaca-5829-4c9b-b671-4ac5dddc9c85 req-bd2c7748-0d85-4cce-a21d-32071541d2b0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cdca466f-1008-48eb-b79e-b2676fdb286b HTTP/1.1" status: 200 len: 834 time: 0.0647085 Feb 04 16:52:02.368394 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9490427e-b642-4456-b6a5-09f963da77ef req-5737fe48-53c8-4e9e-afd3-401fb84ae12f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409737 Feb 04 16:52:02.530042 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7b09aaca-5829-4c9b-b671-4ac5dddc9c85 req-104b3d20-7558-4087-8faf-6734c3fde7e4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6f15582-c8fb-49f3-ba07-a792b4882088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936302 Feb 04 16:52:02.541062 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c830872d-7898-4490-ba9b-f630455509a3 None None] Set router 06a54675-e0a8-4988-abe6-fc540d4843ff gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:02.670076 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7b09aaca-5829-4c9b-b671-4ac5dddc9c85 req-059f34c9-549e-4ad9-92c6-a18ae4ac13d0 service neutron] 10.222.0.81 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331313 Feb 04 16:52:02.802501 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-7b09aaca-5829-4c9b-b671-4ac5dddc9c85 req-f290e7d4-fab7-47b1-ae29-dda8dddab677 service neutron] 10.222.0.81 "GET /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264582 Feb 04 16:52:02.856784 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c830872d-7898-4490-ba9b-f630455509a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f621f637-0199-4134-a26e-992e0108af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:49:04Z', 'updated_at': '2022-02-04T16:49:08Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'f621f637-0199-4134-a26e-992e0108af66', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:05Z', 'updated_at': '2022-02-04T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '5cae3d67-3a8b-4748-9c61-22d0e253f6bb', 'name': '', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:38:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:07Z', 'updated_at': '2022-02-04T16:49:14Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:02.860890 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c830872d-7898-4490-ba9b-f630455509a3 None None] The sync data for ids ['06a54675-e0a8-4988-abe6-fc540d4843ff'] in n-d-827872-1 is: [{'id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f621f637-0199-4134-a26e-992e0108af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:49:04Z', 'updated_at': '2022-02-04T16:49:08Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'f621f637-0199-4134-a26e-992e0108af66', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:05Z', 'updated_at': '2022-02-04T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '5cae3d67-3a8b-4748-9c61-22d0e253f6bb', 'name': '', 'network_id': 'f6f15582-c8fb-49f3-ba07-a792b4882088', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:38:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:07Z', 'updated_at': '2022-02-04T16:49:14Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'cdca466f-1008-48eb-b79e-b2676fdb286b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:52:03.080646 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad81fb-9d96-4a6c-a71f-0f45b4824df2 None None] New status for floating IP ca20fe0c-ecbf-48f8-aff1-e3bd2a16d043: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:52:03.576111 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df4eb3-5682-45fa-9ddd-a522888fca1c req-04e25e94-546b-443c-bb62-4ca74ca6d6b4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:03.577568 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54df4eb3-5682-45fa-9ddd-a522888fca1c req-04e25e94-546b-443c-bb62-4ca74ca6d6b4 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0784600 Feb 04 16:52:03.622568 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54df4eb3-5682-45fa-9ddd-a522888fca1c req-b5eeced5-dec4-49bf-869f-56c586ddfe5e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394545 Feb 04 16:52:04.333133 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb441164-0dc8-46bf-a5f1-88e290a6b6bd req-708c996b-0459-4478-a2a3-1d0f1fc2e710 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:04.334060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-cb441164-0dc8-46bf-a5f1-88e290a6b6bd req-708c996b-0459-4478-a2a3-1d0f1fc2e710 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:52:04.346026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-cb441164-0dc8-46bf-a5f1-88e290a6b6bd req-708c996b-0459-4478-a2a3-1d0f1fc2e710 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:52:04.347101 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cb441164-0dc8-46bf-a5f1-88e290a6b6bd req-708c996b-0459-4478-a2a3-1d0f1fc2e710 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0881171 Feb 04 16:52:04.413814 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-cb441164-0dc8-46bf-a5f1-88e290a6b6bd req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:52:04.414149 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-cb441164-0dc8-46bf-a5f1-88e290a6b6bd req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:04.652333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-cb441164-0dc8-46bf-a5f1-88e290a6b6bd req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] For port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a,segment=NetworkSegment(09f0bd73-98a1-42e0-b27b-65136911202f),segment_id=09f0bd73-98a1-42e0-b27b-65136911202f)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:04.652686 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-cb441164-0dc8-46bf-a5f1-88e290a6b6bd req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:04.773712 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-cb441164-0dc8-46bf-a5f1-88e290a6b6bd req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:52:04.828627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d675c88-544d-44f7-9b14-68ab0c831ddb req-7ac962cc-7b02-4bd8-bd18-9cf9110758dc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:04.830104 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d675c88-544d-44f7-9b14-68ab0c831ddb req-7ac962cc-7b02-4bd8-bd18-9cf9110758dc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a678e3f-194f-4784-8ba6-c15069e099c4 HTTP/1.1" status: 200 len: 945 time: 0.0810049 Feb 04 16:52:04.876440 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d675c88-544d-44f7-9b14-68ab0c831ddb req-5c0636f5-c431-4fb6-bc70-9b0faf939087 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=25631611-ef75-4b38-8d2e-7fbe85263806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405877 Feb 04 16:52:04.917971 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-cb441164-0dc8-46bf-a5f1-88e290a6b6bd req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:04.969435 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:05.013983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:05.014325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:05.014657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:05.014985 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:05.015349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:05.015673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:05.016000 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:05.016318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:05.016633 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:05.016946 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:05.017452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:05.053139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb441164-0dc8-46bf-a5f1-88e290a6b6bd req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] No DVR routers for this DVR port 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:52:05.055593 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-cb441164-0dc8-46bf-a5f1-88e290a6b6bd req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:05.058023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a678e3f-194f-4784-8ba6-c15069e099c4', 'name': 'network-vif-deleted', 'tag': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:05.073211 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cb441164-0dc8-46bf-a5f1-88e290a6b6bd req-5212526d-c32c-4299-83e9-cf20f2663f01 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.81 "DELETE /v2.0/ports/0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a HTTP/1.1" status: 204 len: 173 time: 0.7205806 Feb 04 16:52:05.113149 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a678e3f-194f-4784-8ba6-c15069e099c4', 'name': 'network-vif-deleted', 'tag': '0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a', 'status': 'completed', 'code': 200} Feb 04 16:52:05.984333 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59008) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:06.378742 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ee663ff-0f6d-4614-90e6-ea073993acfe tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:06.765105 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5ddf5f17-470b-40df-b5c9-66d4355d8d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:07.081297 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-7ee663ff-0f6d-4614-90e6-ea073993acfe tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:52:07.081933 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ee663ff-0f6d-4614-90e6-ea073993acfe tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:07.266170 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-7ee663ff-0f6d-4614-90e6-ea073993acfe tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] For port 5cae3d67-3a8b-4748-9c61-22d0e253f6bb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=5cae3d67-3a8b-4748-9c61-22d0e253f6bb,segment=NetworkSegment(09f0bd73-98a1-42e0-b27b-65136911202f),segment_id=09f0bd73-98a1-42e0-b27b-65136911202f)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:07.266514 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ee663ff-0f6d-4614-90e6-ea073993acfe tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:07.383292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-7ee663ff-0f6d-4614-90e6-ea073993acfe tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for 5cae3d67-3a8b-4748-9c61-22d0e253f6bb owned by network:router_interface {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:52:07.562060 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ee663ff-0f6d-4614-90e6-ea073993acfe tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:07.609566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee663ff-0f6d-4614-90e6-ea073993acfe tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=5cae3d67-3a8b-4748-9c61-22d0e253f6bb,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:07.899758 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-7ee663ff-0f6d-4614-90e6-ea073993acfe tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:08.138288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:52:08.174969 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:52:08.175275 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 0d9b5170-f4de-4fb3-bb77-5c7c09d4b79a not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:52:08.504469 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:52:08.575691 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee663ff-0f6d-4614-90e6-ea073993acfe tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 06a54675-e0a8-4988-abe6-fc540d4843ff has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:52:08.771786 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee663ff-0f6d-4614-90e6-ea073993acfe tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:52:08.781133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b3ac89-de78-4c50-99b0-ddd4dcc2bad2 None None] Sync routers for ids ['06a54675-e0a8-4988-abe6-fc540d4843ff'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:52:08.784172 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-7ee663ff-0f6d-4614-90e6-ea073993acfe tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "PUT /v2.0/routers/06a54675-e0a8-4988-abe6-fc540d4843ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7986844 Feb 04 16:52:08.786823 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59012) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:08.792841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b3ac89-de78-4c50-99b0-ddd4dcc2bad2 None None] Routers {'06a54675-e0a8-4988-abe6-fc540d4843ff'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:08.793447 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-99b3ac89-de78-4c50-99b0-ddd4dcc2bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:51:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['06a54675-e0a8-4988-abe6-fc540d4843ff'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:08.968421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-99b3ac89-de78-4c50-99b0-ddd4dcc2bad2 None None] Set router 06a54675-e0a8-4988-abe6-fc540d4843ff gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:08.975415 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_v2 [None req-801022bc-a1a3-421f-a16c-45cae1ac4b18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting subnet cdca466f-1008-48eb-b79e-b2676fdb286b {{(pid=83550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:52:08.978312 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-801022bc-a1a3-421f-a16c-45cae1ac4b18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for subnet, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.030884 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-801022bc-a1a3-421f-a16c-45cae1ac4b18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766830'] for subnet, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.114886 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-801022bc-a1a3-421f-a16c-45cae1ac4b18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.164196 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-50b9d93d-b337-4664-be1b-b6447bc82695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.187744 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-801022bc-a1a3-421f-a16c-45cae1ac4b18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3994229'] for subnet, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.229428 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801022bc-a1a3-421f-a16c-45cae1ac4b18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Subnet': ['ID=cdca466f-1008-48eb-b79e-b2676fdb286b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:09.234390 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-801022bc-a1a3-421f-a16c-45cae1ac4b18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.241332 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-801022bc-a1a3-421f-a16c-45cae1ac4b18 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/subnets/cdca466f-1008-48eb-b79e-b2676fdb286b HTTP/1.1" status: 204 len: 168 time: 0.4534922 Feb 04 16:52:09.241770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9eff97-c760-4518-b685-67a39a9d5658 None None] Network f6f15582-c8fb-49f3-ba07-a792b4882088 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:52:09.243785 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59016) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:09.419562 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-99b3ac89-de78-4c50-99b0-ddd4dcc2bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f621f637-0199-4134-a26e-992e0108af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:49:04Z', 'updated_at': '2022-02-04T16:52:07Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'f621f637-0199-4134-a26e-992e0108af66', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:05Z', 'updated_at': '2022-02-04T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:09.429860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b3ac89-de78-4c50-99b0-ddd4dcc2bad2 None None] Checking router: 06a54675-e0a8-4988-abe6-fc540d4843ff for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:52:09.449640 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.451011 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b3ac89-de78-4c50-99b0-ddd4dcc2bad2 None None] Routers {'06a54675-e0a8-4988-abe6-fc540d4843ff'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:09.451667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-99b3ac89-de78-4c50-99b0-ddd4dcc2bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:52:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['06a54675-e0a8-4988-abe6-fc540d4843ff'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:09.595901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] DHCP port deletion for f6f15582-c8fb-49f3-ba07-a792b4882088 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:52:09.617590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Deleting port 62119b89-0631-405f-bd87-ca78771d844c {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:52:09.617957 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.764479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-99b3ac89-de78-4c50-99b0-ddd4dcc2bad2 None None] Set router 06a54675-e0a8-4988-abe6-fc540d4843ff gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:09.770916 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.780595 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port f621f637-0199-4134-a26e-992e0108af66 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:52:09.780995 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.955208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] For port f621f637-0199-4134-a26e-992e0108af66, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=f621f637-0199-4134-a26e-992e0108af66,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:09.955440 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.055138 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] For port 62119b89-0631-405f-bd87-ca78771d844c, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=62119b89-0631-405f-bd87-ca78771d844c,segment=NetworkSegment(09f0bd73-98a1-42e0-b27b-65136911202f),segment_id=09f0bd73-98a1-42e0-b27b-65136911202f)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:10.055672 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.082227 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for f621f637-0199-4134-a26e-992e0108af66 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:52:10.130819 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 62119b89-0631-405f-bd87-ca78771d844c no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:52:10.229006 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Calling delete_port for 62119b89-0631-405f-bd87-ca78771d844c owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:52:10.253028 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.298143 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=f621f637-0199-4134-a26e-992e0108af66,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:10.399576 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.455441 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Pushing event deleted for resources: {'Port': ['ID=62119b89-0631-405f-bd87-ca78771d844c,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:10.467033 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.482912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] No DVR routers for this DVR port 62119b89-0631-405f-bd87-ca78771d844c on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:52:10.494850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-99b3ac89-de78-4c50-99b0-ddd4dcc2bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f621f637-0199-4134-a26e-992e0108af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:49:04Z', 'updated_at': '2022-02-04T16:52:07Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'f621f637-0199-4134-a26e-992e0108af66', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:05Z', 'updated_at': '2022-02-04T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:10.506420 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.506716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.506916 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.507293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.507631 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.507956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.508262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.508594 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.508896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.509210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.509625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464fdb2-4e2d-40b4-90cb-36bfa452524c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.524655 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.525305 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b3ac89-de78-4c50-99b0-ddd4dcc2bad2 None None] The sync data for ids ['06a54675-e0a8-4988-abe6-fc540d4843ff'] in n-d-827872-1 is: [{'id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667832828', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f621f637-0199-4134-a26e-992e0108af66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:49:04Z', 'updated_at': '2022-02-04T16:52:07Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': 'f621f637-0199-4134-a26e-992e0108af66', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a54675-e0a8-4988-abe6-fc540d4843ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:49:05Z', 'updated_at': '2022-02-04T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:52:10.561736 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.573635 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.781790 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.786410 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.811147 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.811599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Fanout notify agent at l3_agent the message router_deleted on router 06a54675-e0a8-4988-abe6-fc540d4843ff {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:52:10.825426 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.826549 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5be47ef7-9d46-441c-b2bc-7fba7a3bb5cb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/routers/06a54675-e0a8-4988-abe6-fc540d4843ff HTTP/1.1" status: 204 len: 168 time: 1.5818841 Feb 04 16:52:10.829159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59020) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:10.942848 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c17cc80c-6c7b-460b-8dd6-9343531b307b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:11.184087 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c17cc80c-6c7b-460b-8dd6-9343531b307b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:11.214986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-c17cc80c-6c7b-460b-8dd6-9343531b307b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f15582-c8fb-49f3-ba07-a792b4882088']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:11.228207 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-c17cc80c-6c7b-460b-8dd6-9343531b307b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f0bd73-98a1-42e0-b27b-65136911202f') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:11.228847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-c17cc80c-6c7b-460b-8dd6-9343531b307b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f0bd73-98a1-42e0-b27b-65136911202f') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:11.240371 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c17cc80c-6c7b-460b-8dd6-9343531b307b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:11.256021 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c17cc80c-6c7b-460b-8dd6-9343531b307b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:11.262119 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17cc80c-6c7b-460b-8dd6-9343531b307b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:52:11.262500 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c17cc80c-6c7b-460b-8dd6-9343531b307b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:52:11.277285 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:52:11.355266 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c17cc80c-6c7b-460b-8dd6-9343531b307b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:11.360105 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c17cc80c-6c7b-460b-8dd6-9343531b307b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:11.385862 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cc80c-6c7b-460b-8dd6-9343531b307b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Network': ['ID=f6f15582-c8fb-49f3-ba07-a792b4882088,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:11.394600 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c17cc80c-6c7b-460b-8dd6-9343531b307b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/networks/f6f15582-c8fb-49f3-ba07-a792b4882088 HTTP/1.1" status: 204 len: 168 time: 0.5645084 Feb 04 16:52:11.397261 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59024) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:11.463839 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-caf93fb5-1494-4076-9bc4-6a348c5bc9ed tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:11.493141 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-caf93fb5-1494-4076-9bc4-6a348c5bc9ed tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:11.566507 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-caf93fb5-1494-4076-9bc4-6a348c5bc9ed tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:11.586216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf93fb5-1494-4076-9bc4-6a348c5bc9ed tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25631611-ef75-4b38-8d2e-7fbe85263806,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:11.598426 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-caf93fb5-1494-4076-9bc4-6a348c5bc9ed tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:11.599606 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-caf93fb5-1494-4076-9bc4-6a348c5bc9ed tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/security-groups/25631611-ef75-4b38-8d2e-7fbe85263806 HTTP/1.1" status: 204 len: 168 time: 0.2014620 Feb 04 16:52:11.729948 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:12.083355 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f621f637-0199-4134-a26e-992e0108af66 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:52:12.115610 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: f621f637-0199-4134-a26e-992e0108af66 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:52:12.115968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device f621f637-0199-4134-a26e-992e0108af66 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:52:12.116354 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5cae3d67-3a8b-4748-9c61-22d0e253f6bb no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:52:12.150552 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 5cae3d67-3a8b-4748-9c61-22d0e253f6bb {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:52:12.150891 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 5cae3d67-3a8b-4748-9c61-22d0e253f6bb not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:52:12.370226 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:12.880902 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59036) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:12.886607 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1af012a9-733e-4baf-ae71-09d9288e7a2d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766439707', 'description': 'tempest-secgroup-smoke-1766439707 description', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:12.893828 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1af012a9-733e-4baf-ae71-09d9288e7a2d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:52:12.897831 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1af012a9-733e-4baf-ae71-09d9288e7a2d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:52:12.900666 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1af012a9-733e-4baf-ae71-09d9288e7a2d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:52:12.906364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1af012a9-733e-4baf-ae71-09d9288e7a2d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:52:12.917525 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1af012a9-733e-4baf-ae71-09d9288e7a2d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:12.955847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1af012a9-733e-4baf-ae71-09d9288e7a2d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:52:12.960432 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1af012a9-733e-4baf-ae71-09d9288e7a2d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:52:12.963135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1af012a9-733e-4baf-ae71-09d9288e7a2d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:52:12.968798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1af012a9-733e-4baf-ae71-09d9288e7a2d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:52:13.024933 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1af012a9-733e-4baf-ae71-09d9288e7a2d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.028600 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1af012a9-733e-4baf-ae71-09d9288e7a2d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.073278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af012a9-733e-4baf-ae71-09d9288e7a2d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:13.079463 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1af012a9-733e-4baf-ae71-09d9288e7a2d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.080748 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1af012a9-733e-4baf-ae71-09d9288e7a2d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1987569 Feb 04 16:52:13.084362 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59040) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:13.090198 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-08ca19a5-67ee-4297-85e5-ec72333cdc8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:13.096895 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-08ca19a5-67ee-4297-85e5-ec72333cdc8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:52:13.100938 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-08ca19a5-67ee-4297-85e5-ec72333cdc8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:52:13.103768 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-08ca19a5-67ee-4297-85e5-ec72333cdc8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:52:13.109306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-08ca19a5-67ee-4297-85e5-ec72333cdc8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:52:13.125268 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08ca19a5-67ee-4297-85e5-ec72333cdc8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.192166 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08ca19a5-67ee-4297-85e5-ec72333cdc8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.196143 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08ca19a5-67ee-4297-85e5-ec72333cdc8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.225294 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca19a5-67ee-4297-85e5-ec72333cdc8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e792cac5-a912-4a0d-ae56-955cdeaedaeb,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:13.234644 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08ca19a5-67ee-4297-85e5-ec72333cdc8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.235850 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-08ca19a5-67ee-4297-85e5-ec72333cdc8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1503172 Feb 04 16:52:13.238564 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59044) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:13.243898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-6a8c3003-44e6-4619-93ae-b3257ad746de tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:13.250432 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6a8c3003-44e6-4619-93ae-b3257ad746de tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:52:13.254959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6a8c3003-44e6-4619-93ae-b3257ad746de tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:52:13.257845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-6a8c3003-44e6-4619-93ae-b3257ad746de tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:52:13.263458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-6a8c3003-44e6-4619-93ae-b3257ad746de tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:52:13.280238 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3003-44e6-4619-93ae-b3257ad746de tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.343712 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3003-44e6-4619-93ae-b3257ad746de tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.347146 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3003-44e6-4619-93ae-b3257ad746de tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.370636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c3003-44e6-4619-93ae-b3257ad746de tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5049191f-2ed7-4e34-b057-4f27f0b338e3,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:13.381247 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3003-44e6-4619-93ae-b3257ad746de tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.382400 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6a8c3003-44e6-4619-93ae-b3257ad746de tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1429434 Feb 04 16:52:13.385132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59050) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:13.390472 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-bf2fd953-434a-492f-b6cf-79c993dc75d6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:13.397347 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bf2fd953-434a-492f-b6cf-79c993dc75d6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:52:13.401123 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bf2fd953-434a-492f-b6cf-79c993dc75d6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:52:13.404014 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-bf2fd953-434a-492f-b6cf-79c993dc75d6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:52:13.409673 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-bf2fd953-434a-492f-b6cf-79c993dc75d6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:52:13.425794 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf2fd953-434a-492f-b6cf-79c993dc75d6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.486221 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf2fd953-434a-492f-b6cf-79c993dc75d6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.490405 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf2fd953-434a-492f-b6cf-79c993dc75d6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.512559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fd953-434a-492f-b6cf-79c993dc75d6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40a4a25-0b90-4634-bf0d-b2bfd59d6b5f,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:13.524412 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-bf2fd953-434a-492f-b6cf-79c993dc75d6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.525659 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-bf2fd953-434a-492f-b6cf-79c993dc75d6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1396194 Feb 04 16:52:13.528325 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59054) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:13.533621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-a2d169ba-8c84-4adb-8e2c-4aad3e0d9403 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:13.540284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a2d169ba-8c84-4adb-8e2c-4aad3e0d9403 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:52:13.544022 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a2d169ba-8c84-4adb-8e2c-4aad3e0d9403 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:52:13.546824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-a2d169ba-8c84-4adb-8e2c-4aad3e0d9403 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:52:13.553139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-a2d169ba-8c84-4adb-8e2c-4aad3e0d9403 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:52:13.569882 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2d169ba-8c84-4adb-8e2c-4aad3e0d9403 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.632571 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2d169ba-8c84-4adb-8e2c-4aad3e0d9403 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.636056 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2d169ba-8c84-4adb-8e2c-4aad3e0d9403 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.660293 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d169ba-8c84-4adb-8e2c-4aad3e0d9403 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff75d9a-569a-400c-a372-dce3ba8b45ba,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:13.669270 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-a2d169ba-8c84-4adb-8e2c-4aad3e0d9403 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.670455 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-a2d169ba-8c84-4adb-8e2c-4aad3e0d9403 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1412356 Feb 04 16:52:13.673086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59058) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:13.679007 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-049c0dd8-c468-4ad4-8ab3-38fd6f82efb3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:13.685458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-049c0dd8-c468-4ad4-8ab3-38fd6f82efb3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:52:13.689191 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-049c0dd8-c468-4ad4-8ab3-38fd6f82efb3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:52:13.693069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-049c0dd8-c468-4ad4-8ab3-38fd6f82efb3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:52:13.698636 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-049c0dd8-c468-4ad4-8ab3-38fd6f82efb3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:52:13.708397 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-049c0dd8-c468-4ad4-8ab3-38fd6f82efb3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Project 99c3e528bc464eb088cf8f5fd5b28847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:52:13.714457 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-049c0dd8-c468-4ad4-8ab3-38fd6f82efb3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.779530 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-049c0dd8-c468-4ad4-8ab3-38fd6f82efb3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.783325 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-049c0dd8-c468-4ad4-8ab3-38fd6f82efb3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.806434 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c0dd8-c468-4ad4-8ab3-38fd6f82efb3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f7bf06-6100-455b-8950-f5839a1e4fba,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:13.815308 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-049c0dd8-c468-4ad4-8ab3-38fd6f82efb3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.816507 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-049c0dd8-c468-4ad4-8ab3-38fd6f82efb3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1425107 Feb 04 16:52:13.819402 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59062) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:13.824706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-63b7a356-b6ec-4ad6-ae38-a89210f7fb1b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'security_group_rule': {'security_group_id': '2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:13.831121 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-63b7a356-b6ec-4ad6-ae38-a89210f7fb1b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:52:13.834963 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-63b7a356-b6ec-4ad6-ae38-a89210f7fb1b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:security_group_rule and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:52:13.839045 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-63b7a356-b6ec-4ad6-ae38-a89210f7fb1b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:52:13.844773 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-63b7a356-b6ec-4ad6-ae38-a89210f7fb1b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:52:13.855836 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-63b7a356-b6ec-4ad6-ae38-a89210f7fb1b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Project 99c3e528bc464eb088cf8f5fd5b28847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:52:13.862041 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63b7a356-b6ec-4ad6-ae38-a89210f7fb1b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.929571 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63b7a356-b6ec-4ad6-ae38-a89210f7fb1b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.933881 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63b7a356-b6ec-4ad6-ae38-a89210f7fb1b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.957106 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7a356-b6ec-4ad6-ae38-a89210f7fb1b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914ebdf4-c666-4740-a7da-cbc585c7ca21,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:13.965964 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-63b7a356-b6ec-4ad6-ae38-a89210f7fb1b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.969844 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-63b7a356-b6ec-4ad6-ae38-a89210f7fb1b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1468563 Feb 04 16:52:13.970017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59066) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:13.975976 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'network': {'name': 'tempest-network-smoke--1250172214', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'port_security_enabled': True}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:13.981474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:52:13.985552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:network and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:52:13.988391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:52:13.994536 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:52:14.004845 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Made reservation on behalf of 99c3e528bc464eb088cf8f5fd5b28847 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:52:14.007877 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:14.038772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:52:14.047714 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:14.048080 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Added segment a6a06e05-c742-4610-a3ac-d74f6334ae51 of type vlan for network 5e1cb308-0fc7-4160-8924-2138a965f3e4 Feb 04 16:52:14.074030 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:14.103718 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:14.107285 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:14.107857 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:14.209379 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2383585 Feb 04 16:52:14.212267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59070) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:14.214894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea7294-86c9-432f-a866-d02a38889b30 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Network': ['ID=5e1cb308-0fc7-4160-8924-2138a965f3e4,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:14.217565 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'admin_state_up': True, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:14.225583 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 5e1cb308-0fc7-4160-8924-2138a965f3e4 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:52:14.226070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:52:14.229873 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:router and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:52:14.232740 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:52:14.239065 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:52:14.248604 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:14.249606 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:14.268949 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:14.413511 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:14.590323 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:14.618446 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:14.749638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.25.0.206 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/506816ee-38d3-4582-99e4-346df666a8b5) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:52:14.892742 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:14.919060 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:14.987583 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:52:14.991360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:52:14.996662 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:52:15.021365 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=506816ee-38d3-4582-99e4-346df666a8b5,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:15.154056 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:15.154699 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:15.484326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:52:15.686606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:52:15.700284 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Sync routers for ids ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:52:15.712154 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Routers {'22c3bb90-3bc9-404b-a74d-55a734bb55c9'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:15.712820 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:52:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:15.713332 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:15.714596 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8aa8c74e-325e-4ef8-ac52-2d065bd7fee2 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5012944 Feb 04 16:52:15.717783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59078) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:15.907972 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Set router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:15.935551 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-73c40251-67a4-4cc4-a841-ca3246d66eb9 tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=99c3e528bc464eb088cf8f5fd5b28847&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2166464 Feb 04 16:52:15.938191 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59084) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:16.078178 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c157988-0e51-4ddd-acf6-790941726739 tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:16.079692 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3c157988-0e51-4ddd-acf6-790941726739 tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1406291 Feb 04 16:52:16.082735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59088) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:16.124637 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3c219243-5b20-4226-b2ef-aea4b437ed6a tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=90e18d22-01ea-4b42-95c7-2e404cedbfa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407250 Feb 04 16:52:16.127160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59092) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:16.133043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-814594913', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:16.197453 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '506816ee-38d3-4582-99e4-346df666a8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:15Z', 'revision_number': 3, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '506816ee-38d3-4582-99e4-346df666a8b5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:16.201187 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Checking router: 22c3bb90-3bc9-404b-a74d-55a734bb55c9 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:52:16.201529 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Updating router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 port 506816ee-38d3-4582-99e4-346df666a8b5 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:52:16.241699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:52:16.245409 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:subnet and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:52:16.248177 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:52:16.252763 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:16.253705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:52:16.264857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Made reservation on behalf of 99c3e528bc464eb088cf8f5fd5b28847 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:52:16.365950 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:16.574003 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:16.578547 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:16.587151 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Transition to ACTIVE for port object 506816ee-38d3-4582-99e4-346df666a8b5 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:52:16.594305 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:16.679000 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Attempting to bind port 506816ee-38d3-4582-99e4-346df666a8b5 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:52:16.679389 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Attempting to bind port 506816ee-38d3-4582-99e4-346df666a8b5 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:52:16.679744 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Attempting to bind port 506816ee-38d3-4582-99e4-346df666a8b5 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:52:16.682403 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e7495-5c48-4613-89f1-b328c2ae5a43 None None] Pushing event updated for resources: {'Port': ['ID=506816ee-38d3-4582-99e4-346df666a8b5,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:16.694121 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:52:16.694468 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:52:16.694863 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:16.695281 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:52:16.695758 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Bound port: 506816ee-38d3-4582-99e4-346df666a8b5, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:52:16.696121 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:16.757233 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e7495-5c48-4613-89f1-b328c2ae5a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:16.757940 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e7495-5c48-4613-89f1-b328c2ae5a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:16.757940 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e7495-5c48-4613-89f1-b328c2ae5a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:16.758189 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e7495-5c48-4613-89f1-b328c2ae5a43 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:16.758506 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e7495-5c48-4613-89f1-b328c2ae5a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:16.758824 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e7495-5c48-4613-89f1-b328c2ae5a43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:16.759137 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e7495-5c48-4613-89f1-b328c2ae5a43 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:16.759473 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e7495-5c48-4613-89f1-b328c2ae5a43 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:16.759782 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e7495-5c48-4613-89f1-b328c2ae5a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:16.760092 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e7495-5c48-4613-89f1-b328c2ae5a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:16.760400 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e7495-5c48-4613-89f1-b328c2ae5a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:16.767054 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Subnet': ['ID=e93401a6-d2e6-4485-9e77-e1ad08e16d72,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:16.777965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Checking segment: {'id': 'a6a06e05-c742-4610-a3ac-d74f6334ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:52:16.778327 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network hostable DHCP agents. Network: 5e1cb308-0fc7-4160-8924-2138a965f3e4, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:52:16.802926 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network 5e1cb308-0fc7-4160-8924-2138a965f3e4 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:52:16.815569 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] For port 506816ee-38d3-4582-99e4-346df666a8b5, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:52:16.817117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 5e1cb308-0fc7-4160-8924-2138a965f3e4) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:52:16.824493 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:16.825165 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:16.826720 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] For port 506816ee-38d3-4582-99e4-346df666a8b5, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=506816ee-38d3-4582-99e4-346df666a8b5,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:52:16.826896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5cde84-3974-44b8-80f7-e32bb88d9bf4 None None] Network 5e1cb308-0fc7-4160-8924-2138a965f3e4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:52:16.838259 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:16.853256 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-9118cc19-c512-45f5-865e-6aff7e3d1661 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7250178 Feb 04 16:52:16.856248 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59096) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:16.917146 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e7495-5c48-4613-89f1-b328c2ae5a43 None None] Pushing event updated for resources: {'Port': ['ID=506816ee-38d3-4582-99e4-346df666a8b5,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:16.945027 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Routers {'22c3bb90-3bc9-404b-a74d-55a734bb55c9'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:16.945634 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:52:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:17.124956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-5e1cb308-0fc7-4160-8924-2138a965f3e4', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ips': [{'subnet_id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:52:17.125778 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:17.152762 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] Set router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:17.352825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Allocated IP 172.20.0.2 (5e1cb308-0fc7-4160-8924-2138a965f3e4/e93401a6-d2e6-4485-9e77-e1ad08e16d72/2e4792cf-3bb2-47ae-90b8-c6ca79047bf8) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:52:17.455155 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '506816ee-38d3-4582-99e4-346df666a8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:15Z', 'revision_number': 3, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '506816ee-38d3-4582-99e4-346df666a8b5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:17.459046 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dfb01b-f3fe-45d5-8008-305110bbb667 None None] The sync data for ids ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'] in n-d-827872-1 is: [{'id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '506816ee-38d3-4582-99e4-346df666a8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:15Z', 'revision_number': 3, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '506816ee-38d3-4582-99e4-346df666a8b5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:52:17.566074 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:17.577743 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Transition to ACTIVE for port object 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:52:17.598377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Transition to ACTIVE for port object 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:52:17.608042 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:17.693813 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Network 5e1cb308-0fc7-4160-8924-2138a965f3e4 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:52:17.696698 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:52:17.701623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:52:17.705471 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Pushing event updated for resources: {'Port': ['ID=2e4792cf-3bb2-47ae-90b8-c6ca79047bf8,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:17.743574 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:17.794266 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Attempting to bind port 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:52:17.794625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Attempting to bind port 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'a6a06e05-c742-4610-a3ac-d74f6334ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:52:17.794983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Attempting to bind port 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 on network 5e1cb308-0fc7-4160-8924-2138a965f3e4 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:52:17.802856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:52:17.803459 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Checking segment: {'id': 'a6a06e05-c742-4610-a3ac-d74f6334ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:52:17.803741 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:17.804129 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Bound using segment: {'id': 'a6a06e05-c742-4610-a3ac-d74f6334ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:52:17.804591 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Bound port: 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a06e05-c742-4610-a3ac-d74f6334ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:52:17.804958 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:17.901600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] For port 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:52:17.905261 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] For port 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2e4792cf-3bb2-47ae-90b8-c6ca79047bf8,segment=NetworkSegment(a6a06e05-c742-4610-a3ac-d74f6334ae51),segment_id=a6a06e05-c742-4610-a3ac-d74f6334ae51)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:52:17.909644 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:18.001130 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9570c-a902-40aa-843f-3044a50f19b1 None None] Pushing event updated for resources: {'Port': ['ID=2e4792cf-3bb2-47ae-90b8-c6ca79047bf8,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:18.127715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 506816ee-38d3-4582-99e4-346df666a8b5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:52:18.230798 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.20.0.1 (5e1cb308-0fc7-4160-8924-2138a965f3e4/e93401a6-d2e6-4485-9e77-e1ad08e16d72/858a225f-726e-4983-b16c-9cc5ed9db63b) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:52:18.235736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 506816ee-38d3-4582-99e4-346df666a8b5 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:52:18.244515 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 506816ee-38d3-4582-99e4-346df666a8b5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:18.245433 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:18.396284 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:18.420296 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 506816ee-38d3-4582-99e4-346df666a8b5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=506816ee-38d3-4582-99e4-346df666a8b5,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:18.424910 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:18.448053 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:18.463775 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Transition to ACTIVE for port object 858a225f-726e-4983-b16c-9cc5ed9db63b will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:52:18.485799 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:18.493809 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=506816ee-38d3-4582-99e4-346df666a8b5,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:18.559153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network 5e1cb308-0fc7-4160-8924-2138a965f3e4 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:52:18.562193 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:52:18.564485 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:52:18.596286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=858a225f-726e-4983-b16c-9cc5ed9db63b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:18.634404 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:18.835036 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:19.010736 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c091c15-e684-4e1c-bbe0-5e28ed6df71e None None] Network 5e1cb308-0fc7-4160-8924-2138a965f3e4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:52:19.161912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-cbf2e0fc-e43c-4c53-97eb-d01549522b0b None None] Provisioning for port 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:52:19.244819 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:19.249867 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:19.369585 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=858a225f-726e-4983-b16c-9cc5ed9db63b,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:19.372135 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:19.494469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8eb0cf92-0804-4784-9dea-7c15fe9142eb None None] Provisioning for port 858a225f-726e-4983-b16c-9cc5ed9db63b completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:52:19.499702 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-8eb0cf92-0804-4784-9dea-7c15fe9142eb None None] Provisioning complete for port 858a225f-726e-4983-b16c-9cc5ed9db63b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:19.499974 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8eb0cf92-0804-4784-9dea-7c15fe9142eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:19.517312 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network 5e1cb308-0fc7-4160-8924-2138a965f3e4 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:52:19.518568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:52:19.554443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0cf92-0804-4784-9dea-7c15fe9142eb None None] Port 858a225f-726e-4983-b16c-9cc5ed9db63b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:52:19.789726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7767a713-e474-4cad-b333-57fcb545b633 None None] Provisioning complete for port 858a225f-726e-4983-b16c-9cc5ed9db63b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:19.790083 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7767a713-e474-4cad-b333-57fcb545b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:19.845751 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7767a713-e474-4cad-b333-57fcb545b633 None None] Port 858a225f-726e-4983-b16c-9cc5ed9db63b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:52:19.913832 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:52:19.969483 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-fd76b0bb-bb5d-40c4-b088-dd7e65bd015f None None] Provisioning complete for port 858a225f-726e-4983-b16c-9cc5ed9db63b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:19.969829 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fd76b0bb-bb5d-40c4-b088-dd7e65bd015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:20.022667 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-fd76b0bb-bb5d-40c4-b088-dd7e65bd015f None None] Port 858a225f-726e-4983-b16c-9cc5ed9db63b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:52:20.115652 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:52:20.128032 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-d0319a94-9c73-4260-8f2c-ae1eaac1dafa tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "PUT /v2.0/routers/22c3bb90-3bc9-404b-a74d-55a734bb55c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2708161 Feb 04 16:52:20.163103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 506816ee-38d3-4582-99e4-346df666a8b5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:52:20.234542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 506816ee-38d3-4582-99e4-346df666a8b5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:20.234908 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:20.321537 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-18bf7218-ee85-4610-a7f1-ba38e4320fca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766439707&fields=id&tenant_id=99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 267 time: 0.0398269 Feb 04 16:52:20.358335 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:20.361188 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:52:20.437036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:52:20.442151 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:20.442518 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:20.471851 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58e435-708a-44a1-9390-66902ba46a67 req-18943c17-aaef-4e2e-a9bb-88f455a9c9ef tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:20.473400 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-18943c17-aaef-4e2e-a9bb-88f455a9c9ef tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/networks?id=5e1cb308-0fc7-4160-8924-2138a965f3e4 HTTP/1.1" status: 200 len: 797 time: 0.1450903 Feb 04 16:52:20.491209 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-96ba5374-65b8-4b26-b778-0bd478d10738 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/quotas/99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 375 time: 0.0117400 Feb 04 16:52:20.553621 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:20.571058 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-d79fd370-0496-4877-b716-5212b90bc8c7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748246 Feb 04 16:52:20.586298 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2e4792cf-3bb2-47ae-90b8-c6ca79047bf8,segment=NetworkSegment(a6a06e05-c742-4610-a3ac-d74f6334ae51),segment_id=a6a06e05-c742-4610-a3ac-d74f6334ae51)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:20.590288 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:20.652571 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-88724175-fd7b-4408-aafb-5c026f4a4640 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:52:20.653657 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-88724175-fd7b-4408-aafb-5c026f4a4640 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0715225 Feb 04 16:52:20.687304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=2e4792cf-3bb2-47ae-90b8-c6ca79047bf8,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:20.785684 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-49a4542a-7e43-429d-8447-9cec683624b2 service neutron] 10.222.0.60 "GET /v2.0/networks/5e1cb308-0fc7-4160-8924-2138a965f3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255627 Feb 04 16:52:20.914420 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a8f06d1c-24b6-40d7-8f2e-2747936516b1 service neutron] 10.222.0.60 "GET /v2.0/networks/5e1cb308-0fc7-4160-8924-2138a965f3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230757 Feb 04 16:52:21.115914 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5a90aba9-8ea3-4504-8a71-b251b77ee4ee req-d81b4db5-f8b2-40d1-967f-079ce664667a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 210 time: 0.0440516 Feb 04 16:52:21.151599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Sync routers for ids ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:52:21.163320 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Routers {'22c3bb90-3bc9-404b-a74d-55a734bb55c9'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:21.163920 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:52:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:21.335876 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Set router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:21.635939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '506816ee-38d3-4582-99e4-346df666a8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '506816ee-38d3-4582-99e4-346df666a8b5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '858a225f-726e-4983-b16c-9cc5ed9db63b', 'name': '', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:36:18:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:17Z', 'updated_at': '2022-02-04T16:52:19Z', 'revision_number': 2, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:21.639654 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Checking router: 22c3bb90-3bc9-404b-a74d-55a734bb55c9 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:52:21.640004 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Updating router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 port 858a225f-726e-4983-b16c-9cc5ed9db63b binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:52:21.689239 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.013288 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.024918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Transition to ACTIVE for port object 858a225f-726e-4983-b16c-9cc5ed9db63b will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:52:22.031033 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.136898 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:52:22.191956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7df926-bd5f-4e92-962f-f0adcb4d3040 None None] Pushing event updated for resources: {'Port': ['ID=858a225f-726e-4983-b16c-9cc5ed9db63b,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:22.239845 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-921fccae-5327-4655-ac8e-d69b96b7a059 req-1efed636-c761-4bdf-93da-d10b219b8f3e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 210 time: 0.0496478 Feb 04 16:52:22.304959 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Attempting to bind port 858a225f-726e-4983-b16c-9cc5ed9db63b on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:52:22.305327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Attempting to bind port 858a225f-726e-4983-b16c-9cc5ed9db63b by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'a6a06e05-c742-4610-a3ac-d74f6334ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:52:22.305691 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Attempting to bind port 858a225f-726e-4983-b16c-9cc5ed9db63b on network 5e1cb308-0fc7-4160-8924-2138a965f3e4 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:52:22.315140 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:22.315529 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.338528 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:52:22.338887 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Checking segment: {'id': 'a6a06e05-c742-4610-a3ac-d74f6334ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:52:22.339302 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.339773 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Bound using segment: {'id': 'a6a06e05-c742-4610-a3ac-d74f6334ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:52:22.340235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Bound port: 858a225f-726e-4983-b16c-9cc5ed9db63b, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a06e05-c742-4610-a3ac-d74f6334ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:52:22.340529 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.510280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] For port 858a225f-726e-4983-b16c-9cc5ed9db63b, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:52:22.527673 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] For port 858a225f-726e-4983-b16c-9cc5ed9db63b, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=858a225f-726e-4983-b16c-9cc5ed9db63b,segment=NetworkSegment(a6a06e05-c742-4610-a3ac-d74f6334ae51),segment_id=a6a06e05-c742-4610-a3ac-d74f6334ae51)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:52:22.534426 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.614880 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7df926-bd5f-4e92-962f-f0adcb4d3040 None None] Pushing event updated for resources: {'Port': ['ID=858a225f-726e-4983-b16c-9cc5ed9db63b,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:22.617799 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Routers {'22c3bb90-3bc9-404b-a74d-55a734bb55c9'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:22.618391 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:52:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:22.831490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] Set router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:23.143523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '506816ee-38d3-4582-99e4-346df666a8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '506816ee-38d3-4582-99e4-346df666a8b5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '858a225f-726e-4983-b16c-9cc5ed9db63b', 'name': '', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:36:18:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:17Z', 'updated_at': '2022-02-04T16:52:22Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:23.147665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a32a86-b6bb-4cc9-a111-d02e3dadd818 None None] The sync data for ids ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'] in n-d-827872-1 is: [{'id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '506816ee-38d3-4582-99e4-346df666a8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '506816ee-38d3-4582-99e4-346df666a8b5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '858a225f-726e-4983-b16c-9cc5ed9db63b', 'name': '', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:36:18:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:17Z', 'updated_at': '2022-02-04T16:52:22Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:52:23.360134 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-65b0b0b3-e5f1-467c-b94d-ddcdab68c2bf req-1519a9ec-e253-4eda-aff0-00854d0c92d9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 210 time: 0.0437241 Feb 04 16:52:24.103271 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 858a225f-726e-4983-b16c-9cc5ed9db63b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:52:24.171040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 858a225f-726e-4983-b16c-9cc5ed9db63b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:52:24.175547 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 858a225f-726e-4983-b16c-9cc5ed9db63b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:24.176031 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:24.294972 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:24.329300 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 858a225f-726e-4983-b16c-9cc5ed9db63b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=858a225f-726e-4983-b16c-9cc5ed9db63b,segment=NetworkSegment(a6a06e05-c742-4610-a3ac-d74f6334ae51),segment_id=a6a06e05-c742-4610-a3ac-d74f6334ae51)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:24.333926 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:24.408045 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=858a225f-726e-4983-b16c-9cc5ed9db63b,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:24.462094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58e435-708a-44a1-9390-66902ba46a67 req-97ad35bd-12c8-4a07-8c14-01b4b06b0bfc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:24.463547 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-97ad35bd-12c8-4a07-8c14-01b4b06b0bfc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.73 "GET /v2.0/networks?id=5e1cb308-0fc7-4160-8924-2138a965f3e4 HTTP/1.1" status: 200 len: 797 time: 0.1540902 Feb 04 16:52:24.546019 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0193bb80-fe46-437a-acd9-744b847d2b8f req-394b08bc-fe7d-456a-9050-242154738e8d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 210 time: 0.0556207 Feb 04 16:52:24.560120 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-06487db3-e26f-49c0-9a29-241cdc382fe6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99c3e528bc464eb088cf8f5fd5b28847 HTTP/1.1" status: 200 len: 380 time: 0.0846193 Feb 04 16:52:24.573018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'port': {'device_id': 'd1d55e94-da86-428b-9608-9a4e5e68a50e', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'admin_state_up': True, 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'security_groups': ['2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:24.801205 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:52:24.805378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:port and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:52:24.808098 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:52:24.813596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:52:24.823658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Made reservation on behalf of 99c3e528bc464eb088cf8f5fd5b28847 for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:52:24.826545 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:24.984514 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.20.0.9 (5e1cb308-0fc7-4160-8924-2138a965f3e4/e93401a6-d2e6-4485-9e77-e1ad08e16d72/10e967fe-e462-4406-8ffb-07551f78de96) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:52:25.167117 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:25.182283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Transition to ACTIVE for port object 10e967fe-e462-4406-8ffb-07551f78de96 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:52:25.203138 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:25.276522 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network 5e1cb308-0fc7-4160-8924-2138a965f3e4 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:52:25.279628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:52:25.281978 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:52:25.316807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=10e967fe-e462-4406-8ffb-07551f78de96,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:25.348963 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:25.349688 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:25.373518 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a3e12e18-b4cc-452f-9eab-bd744f708089 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8082242 Feb 04 16:52:25.385052 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Request body: {'port': {'device_id': 'd1d55e94-da86-428b-9608-9a4e5e68a50e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:25.498864 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e81af646-a812-4405-9438-ed47cbb1f6a4 None None] Provisioning for port 10e967fe-e462-4406-8ffb-07551f78de96 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:52:25.499618 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:25.503722 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e81af646-a812-4405-9438-ed47cbb1f6a4 None None] Provisioning complete for port 10e967fe-e462-4406-8ffb-07551f78de96 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:25.504925 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e81af646-a812-4405-9438-ed47cbb1f6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:25.558820 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e81af646-a812-4405-9438-ed47cbb1f6a4 None None] Port 10e967fe-e462-4406-8ffb-07551f78de96 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:52:25.830905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5f406-7603-4bed-ac80-2aa852419ac9 req-5dc238cf-6067-4cc1-9ad5-9865df4a9951 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:25.831623 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2ba5f406-7603-4bed-ac80-2aa852419ac9 req-5dc238cf-6067-4cc1-9ad5-9865df4a9951 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:52:25.894328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2ba5f406-7603-4bed-ac80-2aa852419ac9 req-5dc238cf-6067-4cc1-9ad5-9865df4a9951 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:52:25.895518 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ba5f406-7603-4bed-ac80-2aa852419ac9 req-5dc238cf-6067-4cc1-9ad5-9865df4a9951 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 931 time: 0.1920805 Feb 04 16:52:25.920354 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e967fe-e462-4406-8ffb-07551f78de96 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:52:25.931733 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:25.959209 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Transition to ACTIVE for port object 10e967fe-e462-4406-8ffb-07551f78de96 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:52:25.964995 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:25.997369 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2ba5f406-7603-4bed-ac80-2aa852419ac9 req-d11ccc60-2a81-4b3c-9627-c7e2b66b0304 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958238 Feb 04 16:52:26.094217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Pushing event updated for resources: {'Port': ['ID=10e967fe-e462-4406-8ffb-07551f78de96,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:26.100392 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 858a225f-726e-4983-b16c-9cc5ed9db63b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:52:26.171079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 858a225f-726e-4983-b16c-9cc5ed9db63b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:26.171479 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:26.203050 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Attempting to bind port 10e967fe-e462-4406-8ffb-07551f78de96 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:52:26.203446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Attempting to bind port 10e967fe-e462-4406-8ffb-07551f78de96 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'a6a06e05-c742-4610-a3ac-d74f6334ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:52:26.203735 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Attempting to bind port 10e967fe-e462-4406-8ffb-07551f78de96 on network 5e1cb308-0fc7-4160-8924-2138a965f3e4 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:52:26.209922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Port 10e967fe-e462-4406-8ffb-07551f78de96 on network 5e1cb308-0fc7-4160-8924-2138a965f3e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:52:26.210244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Attempting to bind port 10e967fe-e462-4406-8ffb-07551f78de96 on network 5e1cb308-0fc7-4160-8924-2138a965f3e4 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:52:26.216979 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:52:26.217319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Checking segment: {'id': 'a6a06e05-c742-4610-a3ac-d74f6334ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:52:26.217705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Bound using segment: {'id': 'a6a06e05-c742-4610-a3ac-d74f6334ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:52:26.218138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Bound port: 10e967fe-e462-4406-8ffb-07551f78de96, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a06e05-c742-4610-a3ac-d74f6334ae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:52:26.218485 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:26.311102 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] For port 10e967fe-e462-4406-8ffb-07551f78de96, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:52:26.314251 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] For port 10e967fe-e462-4406-8ffb-07551f78de96, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=10e967fe-e462-4406-8ffb-07551f78de96,segment=NetworkSegment(a6a06e05-c742-4610-a3ac-d74f6334ae51),segment_id=a6a06e05-c742-4610-a3ac-d74f6334ae51)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:52:26.318752 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:26.379169 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:26.380579 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] 10.222.0.73 "PUT /v2.0/ports/10e967fe-e462-4406-8ffb-07551f78de96 HTTP/1.1" status: 200 len: 1091 time: 0.9997909 Feb 04 16:52:26.381048 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d55e94-da86-428b-9608-9a4e5e68a50e', 'tag': '10e967fe-e462-4406-8ffb-07551f78de96'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:26.405781 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0e8f0-2603-456a-9157-fc7c78bc17f5 service neutron] Pushing event updated for resources: {'Port': ['ID=10e967fe-e462-4406-8ffb-07551f78de96,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:26.459061 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d55e94-da86-428b-9608-9a4e5e68a50e', 'tag': '10e967fe-e462-4406-8ffb-07551f78de96', 'status': 'completed', 'code': 200} Feb 04 16:52:26.504591 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-03d6ecca-073c-4157-a9ab-33d505a6bdfc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 1094 time: 0.0812981 Feb 04 16:52:26.571945 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-517c629f-e091-4d47-98c2-42996ecd7001 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e967fe-e462-4406-8ffb-07551f78de96 HTTP/1.1" status: 200 len: 217 time: 0.0604820 Feb 04 16:52:26.730509 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58e435-708a-44a1-9390-66902ba46a67 req-6b80ce6f-734b-4122-91e1-0c144ab7c994 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:26.731877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-6b80ce6f-734b-4122-91e1-0c144ab7c994 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e93401a6-d2e6-4485-9e77-e1ad08e16d72 HTTP/1.1" status: 200 len: 834 time: 0.1549115 Feb 04 16:52:26.804577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-21d13ad2-f7aa-43ea-9974-548f36a12eb3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e1cb308-0fc7-4160-8924-2138a965f3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655921 Feb 04 16:52:26.931436 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-8cd122b9-3bed-491d-b9c8-560dc19c3dc1 service neutron] 10.222.0.73 "GET /v2.0/networks/5e1cb308-0fc7-4160-8924-2138a965f3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204851 Feb 04 16:52:27.061366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3a58e435-708a-44a1-9390-66902ba46a67 req-a91dc264-7a26-47ff-863a-fdd7d7862e0f service neutron] 10.222.0.73 "GET /v2.0/networks/5e1cb308-0fc7-4160-8924-2138a965f3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241255 Feb 04 16:52:27.235837 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d18bde06-f15d-4d9b-a312-79fa7bbc04f4 req-5b24391d-c891-4541-a0f2-3abc8ecc1085 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 1094 time: 0.1289308 Feb 04 16:52:27.242013 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed8d82-9a39-414f-9a7b-1a767ecdd018 req-04358773-026e-4bd2-b33f-492038ad0c14 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:27.243362 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bed8d82-9a39-414f-9a7b-1a767ecdd018 req-04358773-026e-4bd2-b33f-492038ad0c14 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 943 time: 0.0997882 Feb 04 16:52:27.364760 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4bed8d82-9a39-414f-9a7b-1a767ecdd018 req-f77ea575-70b5-4caa-a67f-87d73be7180a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027026 Feb 04 16:52:27.403972 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bde06-f15d-4d9b-a312-79fa7bbc04f4 req-709a2d86-94ec-420e-a1ed-d3dba81dac9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:27.405381 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d18bde06-f15d-4d9b-a312-79fa7bbc04f4 req-709a2d86-94ec-420e-a1ed-d3dba81dac9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e1cb308-0fc7-4160-8924-2138a965f3e4 HTTP/1.1" status: 200 len: 898 time: 0.1612024 Feb 04 16:52:27.470071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d18bde06-f15d-4d9b-a312-79fa7bbc04f4 req-d37236be-2ef9-4b3d-9f1e-1879a4f971a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e967fe-e462-4406-8ffb-07551f78de96 HTTP/1.1" status: 200 len: 217 time: 0.0586636 Feb 04 16:52:27.533731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bde06-f15d-4d9b-a312-79fa7bbc04f4 req-d9e2019e-6bea-420a-9bfd-cd29c3413cfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:27.535046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d18bde06-f15d-4d9b-a312-79fa7bbc04f4 req-d9e2019e-6bea-420a-9bfd-cd29c3413cfe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e93401a6-d2e6-4485-9e77-e1ad08e16d72 HTTP/1.1" status: 200 len: 834 time: 0.0585585 Feb 04 16:52:27.607913 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d18bde06-f15d-4d9b-a312-79fa7bbc04f4 req-116f804d-ae71-4b12-95f0-92782c7b81ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e1cb308-0fc7-4160-8924-2138a965f3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661292 Feb 04 16:52:27.736870 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d18bde06-f15d-4d9b-a312-79fa7bbc04f4 req-ca4740d4-ff4d-46f3-b39c-851170e85406 service neutron] 10.222.0.73 "GET /v2.0/networks/5e1cb308-0fc7-4160-8924-2138a965f3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225162 Feb 04 16:52:27.865974 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d18bde06-f15d-4d9b-a312-79fa7bbc04f4 req-211b73f7-7b2f-4a64-9031-496f2cc5975c service neutron] 10.222.0.73 "GET /v2.0/networks/5e1cb308-0fc7-4160-8924-2138a965f3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223712 Feb 04 16:52:28.573211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47d335-8e95-4ba9-a72e-d49816f14dab req-0a60386a-3ba7-4456-8101-c65d9cd48d31 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:28.574952 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec47d335-8e95-4ba9-a72e-d49816f14dab req-0a60386a-3ba7-4456-8101-c65d9cd48d31 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 943 time: 0.0838275 Feb 04 16:52:28.624283 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ec47d335-8e95-4ba9-a72e-d49816f14dab req-52859c83-f945-4655-a3ef-556d75c19ebd tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426121 Feb 04 16:52:29.827136 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da25ab2-f890-4f31-8f50-bede623eb216 req-11834e2a-e524-4b63-96be-ef8bd18085cc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:29.828589 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6da25ab2-f890-4f31-8f50-bede623eb216 req-11834e2a-e524-4b63-96be-ef8bd18085cc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 943 time: 0.0754666 Feb 04 16:52:29.873042 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6da25ab2-f890-4f31-8f50-bede623eb216 req-bae5364b-b478-4158-9475-c604d16bd40c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387411 Feb 04 16:52:31.072728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64a7bd-05f3-40fa-841d-94ef3f7dec5d req-9217a7f6-e126-45d7-b2ee-525db430427b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:31.074143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e64a7bd-05f3-40fa-841d-94ef3f7dec5d req-9217a7f6-e126-45d7-b2ee-525db430427b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 943 time: 0.0776143 Feb 04 16:52:31.117748 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e64a7bd-05f3-40fa-841d-94ef3f7dec5d req-5425dcac-144c-471d-a7fc-bd9906c99baf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382257 Feb 04 16:52:31.277480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 10e967fe-e462-4406-8ffb-07551f78de96 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:52:31.407291 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 10e967fe-e462-4406-8ffb-07551f78de96, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=10e967fe-e462-4406-8ffb-07551f78de96,segment=NetworkSegment(a6a06e05-c742-4610-a3ac-d74f6334ae51),segment_id=a6a06e05-c742-4610-a3ac-d74f6334ae51)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:31.420214 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '10e967fe-e462-4406-8ffb-07551f78de96', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'port_id': '10e967fe-e462-4406-8ffb-07551f78de96', 'mac_address': 'fa:16:3e:1d:51:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:52:31.474809 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:31.491729 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e967fe-e462-4406-8ffb-07551f78de96 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:52:31.506267 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 10e967fe-e462-4406-8ffb-07551f78de96, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=10e967fe-e462-4406-8ffb-07551f78de96,segment=NetworkSegment(a6a06e05-c742-4610-a3ac-d74f6334ae51),segment_id=a6a06e05-c742-4610-a3ac-d74f6334ae51)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:31.510258 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:31.572825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=10e967fe-e462-4406-8ffb-07551f78de96,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:31.893206 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['10e967fe-e462-4406-8ffb-07551f78de96'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:52:32.312317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857114ea-be8f-485a-91e6-83926ea0141b req-bf3142af-5b5b-4114-b7cf-c42e8510b699 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:32.313746 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-857114ea-be8f-485a-91e6-83926ea0141b req-bf3142af-5b5b-4114-b7cf-c42e8510b699 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 944 time: 0.0745447 Feb 04 16:52:32.358115 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-857114ea-be8f-485a-91e6-83926ea0141b req-fbe91b7d-1c9e-4f59-b5ec-399152f02c9a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381250 Feb 04 16:52:33.293844 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 10e967fe-e462-4406-8ffb-07551f78de96 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:52:33.401878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 10e967fe-e462-4406-8ffb-07551f78de96 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:52:33.407094 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 10e967fe-e462-4406-8ffb-07551f78de96 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:33.407494 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:33.522163 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:33.551034 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d55e94-da86-428b-9608-9a4e5e68a50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e967fe-e462-4406-8ffb-07551f78de96'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:33.561848 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 10e967fe-e462-4406-8ffb-07551f78de96, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=10e967fe-e462-4406-8ffb-07551f78de96,segment=NetworkSegment(a6a06e05-c742-4610-a3ac-d74f6334ae51),segment_id=a6a06e05-c742-4610-a3ac-d74f6334ae51)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:33.567586 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:33.617693 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d55e94-da86-428b-9608-9a4e5e68a50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e967fe-e462-4406-8ffb-07551f78de96', 'code': 200} Feb 04 16:52:33.646067 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=10e967fe-e462-4406-8ffb-07551f78de96,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:33.658090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f47c1-c410-4e54-8258-e50f26d078cb req-ee746d7f-1f91-4ce7-8acc-deaffd3ee650 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:33.659694 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f21f47c1-c410-4e54-8258-e50f26d078cb req-ee746d7f-1f91-4ce7-8acc-deaffd3ee650 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 945 time: 0.1763391 Feb 04 16:52:33.756610 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f21f47c1-c410-4e54-8258-e50f26d078cb req-0ea21200-2741-45bd-9a3d-d265b5c80def tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906794 Feb 04 16:52:33.772647 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-670bb826-97a8-422b-a0c7-a6f25e2cd1c3 req-0978cb39-44a8-4b58-bf5c-484825428e36 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 1096 time: 0.0915313 Feb 04 16:52:33.814929 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-670bb826-97a8-422b-a0c7-a6f25e2cd1c3 req-65962a55-c22c-4488-97eb-05a80b26d89a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358188 Feb 04 16:52:34.960940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d73d-92c8-4a4a-af61-1ab59b733ce7 req-a5a07edd-ffc0-462e-9d0f-3b3020780539 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:34.962398 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f186d73d-92c8-4a4a-af61-1ab59b733ce7 req-a5a07edd-ffc0-462e-9d0f-3b3020780539 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 945 time: 0.0800810 Feb 04 16:52:35.008322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f186d73d-92c8-4a4a-af61-1ab59b733ce7 req-673f7f16-3595-4ae1-8693-2a6a254ed27e tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404427 Feb 04 16:52:36.214845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ebe84-879d-4443-9186-840493cf1d62 req-fb86d91e-4f5f-47ba-bdfa-8eecb42c56bf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:36.216251 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a10ebe84-879d-4443-9186-840493cf1d62 req-fb86d91e-4f5f-47ba-bdfa-8eecb42c56bf tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 945 time: 0.0793447 Feb 04 16:52:36.266769 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a10ebe84-879d-4443-9186-840493cf1d62 req-2abedd3c-d877-4fcb-a018-a016b0100144 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405653 Feb 04 16:52:36.465635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e5c9b-aba5-41a4-aa85-ecc316251a75 req-947fdaab-7d96-4085-b56f-2b7c6825bc4f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:36.466989 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc5e5c9b-aba5-41a4-aa85-ecc316251a75 req-947fdaab-7d96-4085-b56f-2b7c6825bc4f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 945 time: 0.0759690 Feb 04 16:52:36.513139 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc5e5c9b-aba5-41a4-aa85-ecc316251a75 req-9514a5b2-12e2-4f0e-92d0-916ce2f823a6 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407403 Feb 04 16:52:36.541165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59160) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:36.610839 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-86adad19-82a2-40cd-95cc-367e9f6ad953 tempest-TestNetworkAdvancedServerOps-1760012239 tempest-TestNetworkAdvancedServerOps-1760012239-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 1091 time: 0.0684853 Feb 04 16:52:36.613471 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59164) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:36.618769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': '10e967fe-e462-4406-8ffb-07551f78de96', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:36.624984 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:52:36.629598 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Usage tracker for resource:floatingip and tenant:99c3e528bc464eb088cf8f5fd5b28847 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:52:36.632542 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:52:36.638129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:52:36.649023 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:36.768391 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7c5c705a-df7d-4891-8134-842c7035185e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:36.907714 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:37.050346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Allocated IP 172.25.0.13 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/95e7e3e7-c4c1-4961-941a-cc09e9a3cc33) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:52:37.205140 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:37.234042 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:37.302069 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:52:37.303268 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:52:37.307134 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:52:37.342448 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=95e7e3e7-c4c1-4961-941a-cc09e9a3cc33,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:37.831320 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:37.889252 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:38.086768 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:38.091289 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:38.194866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event updated for resources: {'Port': ['ID=95e7e3e7-c4c1-4961-941a-cc09e9a3cc33,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:38.212693 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:38.398296 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Floating IP 1c272654-dddc-4b74-aaae-dc07915d7a50 associated. External IP: 172.25.0.13, port: 10e967fe-e462-4406-8ffb-07551f78de96. Feb 04 16:52:38.895129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:52:39.092989 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:52:39.120610 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:39.121585 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-af10fe66-42ae-4c40-bb08-9bf343e57de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:39.127095 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d19bd6f-e48c-4c07-a173-56196859b134 None None] Sync routers for ids ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:52:39.140055 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19bd6f-e48c-4c07-a173-56196859b134 None None] Routers {'22c3bb90-3bc9-404b-a74d-55a734bb55c9'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:39.140648 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8d19bd6f-e48c-4c07-a173-56196859b134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:52:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:39.177960 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-ffbbdd2f-15f0-4533-8a6e-dbc6b4158bca tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5632493 Feb 04 16:52:39.178352 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d55e94-da86-428b-9608-9a4e5e68a50e', 'tag': '10e967fe-e462-4406-8ffb-07551f78de96'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:39.232813 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d55e94-da86-428b-9608-9a4e5e68a50e', 'tag': '10e967fe-e462-4406-8ffb-07551f78de96', 'status': 'completed', 'code': 200} Feb 04 16:52:39.329083 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-8d19bd6f-e48c-4c07-a173-56196859b134 None None] Set router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:39.389737 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8b37d-b1ad-4f61-839a-b8996f6792bc req-9a16deca-e05c-4fbb-94f3-e17971896d4a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:39.391206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27a8b37d-b1ad-4f61-839a-b8996f6792bc req-9a16deca-e05c-4fbb-94f3-e17971896d4a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 945 time: 0.1035986 Feb 04 16:52:39.395686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e276a45a-7f90-403c-baf1-3bb5e68feda2 req-0e815a56-059c-46d7-bbf6-0640c1f4b629 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 1096 time: 0.1414137 Feb 04 16:52:39.518087 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27a8b37d-b1ad-4f61-839a-b8996f6792bc req-2814949c-7ad2-4ea2-845a-923680977c61 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187916 Feb 04 16:52:39.548477 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59174) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:39.567325 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276a45a-7f90-403c-baf1-3bb5e68feda2 req-f70b8544-bc23-4918-a390-a04fccfbd0d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:39.568917 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e276a45a-7f90-403c-baf1-3bb5e68feda2 req-f70b8544-bc23-4918-a390-a04fccfbd0d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e1cb308-0fc7-4160-8924-2138a965f3e4 HTTP/1.1" status: 200 len: 898 time: 0.1516204 Feb 04 16:52:39.662323 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8453977d-64f7-4c19-8f66-1b66694cdb97 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/1c272654-dddc-4b74-aaae-dc07915d7a50 HTTP/1.1" status: 200 len: 990 time: 0.1114099 Feb 04 16:52:39.669429 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e276a45a-7f90-403c-baf1-3bb5e68feda2 req-d39be526-e226-4882-8518-655966a19344 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e967fe-e462-4406-8ffb-07551f78de96 HTTP/1.1" status: 200 len: 998 time: 0.0943375 Feb 04 16:52:39.674864 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8d19bd6f-e48c-4c07-a173-56196859b134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '506816ee-38d3-4582-99e4-346df666a8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '506816ee-38d3-4582-99e4-346df666a8b5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '1c272654-dddc-4b74-aaae-dc07915d7a50', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'port_id': '10e967fe-e462-4406-8ffb-07551f78de96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'mac_address': 'fa:16:3e:1d:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d55e94-da86-428b-9608-9a4e5e68a50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:52:37Z', 'updated_at': '2022-02-04T16:52:37Z', 'revision_number': 0, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858a225f-726e-4983-b16c-9cc5ed9db63b', 'name': '', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:36:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:17Z', 'updated_at': '2022-02-04T16:52:24Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:39.679302 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d19bd6f-e48c-4c07-a173-56196859b134 None None] Checking router: 22c3bb90-3bc9-404b-a74d-55a734bb55c9 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:52:39.689563 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19bd6f-e48c-4c07-a173-56196859b134 None None] Routers {'22c3bb90-3bc9-404b-a74d-55a734bb55c9'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:39.690213 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8d19bd6f-e48c-4c07-a173-56196859b134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:52:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:39.733705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276a45a-7f90-403c-baf1-3bb5e68feda2 req-68cdce74-2c2c-4e32-b4d6-0f1e95a7d709 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:39.735190 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e276a45a-7f90-403c-baf1-3bb5e68feda2 req-68cdce74-2c2c-4e32-b4d6-0f1e95a7d709 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e93401a6-d2e6-4485-9e77-e1ad08e16d72 HTTP/1.1" status: 200 len: 834 time: 0.0604081 Feb 04 16:52:39.807241 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e276a45a-7f90-403c-baf1-3bb5e68feda2 req-5962a53f-f3e6-4107-b481-238b1fba6844 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e1cb308-0fc7-4160-8924-2138a965f3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662386 Feb 04 16:52:39.895188 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-8d19bd6f-e48c-4c07-a173-56196859b134 None None] Set router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:39.941147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e276a45a-7f90-403c-baf1-3bb5e68feda2 req-68a6cc1f-efca-4321-b6cd-004950265071 service neutron] 10.222.0.73 "GET /v2.0/networks/5e1cb308-0fc7-4160-8924-2138a965f3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277337 Feb 04 16:52:40.074798 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e276a45a-7f90-403c-baf1-3bb5e68feda2 req-5b42e4fe-ebdb-4f16-912b-b241c9f66e06 service neutron] 10.222.0.73 "GET /v2.0/networks/5e1cb308-0fc7-4160-8924-2138a965f3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271336 Feb 04 16:52:40.243998 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-8d19bd6f-e48c-4c07-a173-56196859b134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '506816ee-38d3-4582-99e4-346df666a8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '506816ee-38d3-4582-99e4-346df666a8b5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '1c272654-dddc-4b74-aaae-dc07915d7a50', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'port_id': '10e967fe-e462-4406-8ffb-07551f78de96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'mac_address': 'fa:16:3e:1d:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d55e94-da86-428b-9608-9a4e5e68a50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:52:37Z', 'updated_at': '2022-02-04T16:52:37Z', 'revision_number': 0, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858a225f-726e-4983-b16c-9cc5ed9db63b', 'name': '', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:36:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:17Z', 'updated_at': '2022-02-04T16:52:24Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:40.247949 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d19bd6f-e48c-4c07-a173-56196859b134 None None] The sync data for ids ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'] in n-d-827872-1 is: [{'id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '506816ee-38d3-4582-99e4-346df666a8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '506816ee-38d3-4582-99e4-346df666a8b5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '1c272654-dddc-4b74-aaae-dc07915d7a50', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'port_id': '10e967fe-e462-4406-8ffb-07551f78de96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'mac_address': 'fa:16:3e:1d:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d55e94-da86-428b-9608-9a4e5e68a50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:52:37Z', 'updated_at': '2022-02-04T16:52:37Z', 'revision_number': 0, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858a225f-726e-4983-b16c-9cc5ed9db63b', 'name': '', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:36:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:17Z', 'updated_at': '2022-02-04T16:52:24Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:52:40.445646 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5683f1d-6da3-4490-95af-9fb1760ad82f None None] New status for floating IP 1c272654-dddc-4b74-aaae-dc07915d7a50: ACTIVE {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:52:40.547116 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:40.549869 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:40.665239 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59178) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:40.774002 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-aedfbf2a-1907-4365-8e2f-89b056632151 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/1c272654-dddc-4b74-aaae-dc07915d7a50 HTTP/1.1" status: 200 len: 992 time: 0.1076262 Feb 04 16:52:41.733088 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:42.370982 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:45.505251 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:52:50.333143 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:06.775616 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c7c58520-2d04-4052-9ace-376f7935d31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:09.115240 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3672b999-bf3f-47f7-a75b-5945329b0c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:10.510068 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:10.530196 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:11.735943 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:12.369550 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:15.669002 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efc8c8ee-dc9f-4380-a115-3c2795cfbb91 req-919782d9-d8d8-4616-9966-916b0ec6fbcd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1421502 Feb 04 16:53:15.806642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efc8c8ee-dc9f-4380-a115-3c2795cfbb91 req-d0c9e6ba-7df3-4a4b-9911-43706202a51d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 1096 time: 0.0678337 Feb 04 16:53:15.952728 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8c8ee-dc9f-4380-a115-3c2795cfbb91 req-54dc5c29-59dd-4b4d-98ed-b78f019719ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:15.954178 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efc8c8ee-dc9f-4380-a115-3c2795cfbb91 req-54dc5c29-59dd-4b4d-98ed-b78f019719ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e1cb308-0fc7-4160-8924-2138a965f3e4 HTTP/1.1" status: 200 len: 898 time: 0.1269019 Feb 04 16:53:16.144179 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efc8c8ee-dc9f-4380-a115-3c2795cfbb91 req-b904f17b-fcc5-4564-b9c8-ad6543da0f55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e967fe-e462-4406-8ffb-07551f78de96 HTTP/1.1" status: 200 len: 1000 time: 0.1826901 Feb 04 16:53:16.208378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8c8ee-dc9f-4380-a115-3c2795cfbb91 req-0627fe22-0ddb-4800-8971-5e5710e52ff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:16.209837 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efc8c8ee-dc9f-4380-a115-3c2795cfbb91 req-0627fe22-0ddb-4800-8971-5e5710e52ff1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e93401a6-d2e6-4485-9e77-e1ad08e16d72 HTTP/1.1" status: 200 len: 834 time: 0.0595031 Feb 04 16:53:16.286845 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efc8c8ee-dc9f-4380-a115-3c2795cfbb91 req-53f3b706-3829-4f7a-a540-2dfc683f0b46 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e1cb308-0fc7-4160-8924-2138a965f3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699906 Feb 04 16:53:16.297296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-efc8c8ee-dc9f-4380-a115-3c2795cfbb91 req-042ede98-94e3-434c-8dc8-c094e9b5150d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:53:16.298275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efc8c8ee-dc9f-4380-a115-3c2795cfbb91 req-042ede98-94e3-434c-8dc8-c094e9b5150d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046377 Feb 04 16:53:16.426839 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efc8c8ee-dc9f-4380-a115-3c2795cfbb91 req-ad34c7b0-dd60-4ea2-90da-1b4f7124f3a0 service neutron] 10.222.0.73 "GET /v2.0/networks/5e1cb308-0fc7-4160-8924-2138a965f3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229365 Feb 04 16:53:16.555601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-efc8c8ee-dc9f-4380-a115-3c2795cfbb91 req-c1ce3f3f-ebb6-453c-9b8f-b3f717f1ba95 service neutron] 10.222.0.73 "GET /v2.0/networks/5e1cb308-0fc7-4160-8924-2138a965f3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220915 Feb 04 16:53:20.347559 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:22.506017 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:53:36.768115 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-64e3968a-9a4d-400b-b089-13f13ce5f365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:39.119011 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-319091b7-df32-4976-960b-4cbaa818ba1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:40.513013 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:40.531401 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:41.738103 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:42.385988 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:50.345540 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:54.185014 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb622b-7138-40dc-a8f5-da4f4f6b354c req-43a0b661-fc70-49f7-8be1-a662e1527bde tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:54.186422 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63fb622b-7138-40dc-a8f5-da4f4f6b354c req-43a0b661-fc70-49f7-8be1-a662e1527bde tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 945 time: 0.0758653 Feb 04 16:53:54.232796 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63fb622b-7138-40dc-a8f5-da4f4f6b354c req-a0d6b3c2-330b-460d-a52c-a4303b4cec41 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379572 Feb 04 16:53:55.447292 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a903c-9aa5-480d-a608-1c7af567add2 req-e113b121-5509-45ac-b4aa-6122ce50133f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:55.448717 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a60a903c-9aa5-480d-a608-1c7af567add2 req-e113b121-5509-45ac-b4aa-6122ce50133f tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 945 time: 0.0777438 Feb 04 16:53:55.492113 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a60a903c-9aa5-480d-a608-1c7af567add2 req-e86895ff-d4a7-4302-84de-228f71f8c466 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379577 Feb 04 16:53:56.702242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7d6fc-6352-4f99-a34d-66383e377a33 req-66916d12-6c63-424c-a11e-aaa2d0c95895 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:56.703607 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-82f7d6fc-6352-4f99-a34d-66383e377a33 req-66916d12-6c63-424c-a11e-aaa2d0c95895 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 945 time: 0.0745199 Feb 04 16:53:56.751189 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-82f7d6fc-6352-4f99-a34d-66383e377a33 req-f23d6305-980c-4b7c-b1d8-0b390e8b9dc7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413396 Feb 04 16:53:56.779443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59218) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:53:56.883572 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-832a9bb0-05a9-4ade-bafd-b79bc320572d tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/1c272654-dddc-4b74-aaae-dc07915d7a50 HTTP/1.1" status: 200 len: 992 time: 0.1029375 Feb 04 16:53:58.410652 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93f397f2-fae6-4d08-bb13-bded62cda462 req-62348106-7ff5-4a92-be2f-8b5c21584dd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 1096 time: 0.0982077 Feb 04 16:53:58.416290 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df4ed7-6122-40ba-9302-93ac4bc8135a req-e71f8098-83a7-4016-af6b-184af0ede555 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:58.417604 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3df4ed7-6122-40ba-9302-93ac4bc8135a req-e71f8098-83a7-4016-af6b-184af0ede555 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 945 time: 0.1357749 Feb 04 16:53:58.538712 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c3df4ed7-6122-40ba-9302-93ac4bc8135a req-1065bc43-018d-4da5-8d2e-ad17dfbfd6a9 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034977 Feb 04 16:53:58.576520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f397f2-fae6-4d08-bb13-bded62cda462 req-dfd7b2d5-57ba-41ca-be27-c183d26707ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:58.577932 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93f397f2-fae6-4d08-bb13-bded62cda462 req-dfd7b2d5-57ba-41ca-be27-c183d26707ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e1cb308-0fc7-4160-8924-2138a965f3e4 HTTP/1.1" status: 200 len: 898 time: 0.1595285 Feb 04 16:53:58.678135 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93f397f2-fae6-4d08-bb13-bded62cda462 req-108fe7a0-1c67-4f54-9d3a-b971f3609043 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e967fe-e462-4406-8ffb-07551f78de96 HTTP/1.1" status: 200 len: 1000 time: 0.0942619 Feb 04 16:53:58.737283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f397f2-fae6-4d08-bb13-bded62cda462 req-92542dee-6722-4f78-8a09-78f954f37363 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:58.739204 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93f397f2-fae6-4d08-bb13-bded62cda462 req-92542dee-6722-4f78-8a09-78f954f37363 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e93401a6-d2e6-4485-9e77-e1ad08e16d72 HTTP/1.1" status: 200 len: 834 time: 0.0553586 Feb 04 16:53:58.809488 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93f397f2-fae6-4d08-bb13-bded62cda462 req-2f0e692f-8d92-42e7-9242-0f55b5a78efc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e1cb308-0fc7-4160-8924-2138a965f3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645261 Feb 04 16:53:58.954307 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93f397f2-fae6-4d08-bb13-bded62cda462 req-f862ed4a-e52b-421e-b61b-e4e178685013 service neutron] 10.222.0.73 "GET /v2.0/networks/5e1cb308-0fc7-4160-8924-2138a965f3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387982 Feb 04 16:53:59.088552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-93f397f2-fae6-4d08-bb13-bded62cda462 req-7a7887a0-1773-4b95-91e0-fb06b93b035b service neutron] 10.222.0.73 "GET /v2.0/networks/5e1cb308-0fc7-4160-8924-2138a965f3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283410 Feb 04 16:53:59.507020 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:53:59.849658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4fb42-08bf-42b6-8ab1-f2abe85943b6 req-c85ed402-04a4-4f58-99ed-85f958fb8319 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:59.851124 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ac4fb42-08bf-42b6-8ab1-f2abe85943b6 req-c85ed402-04a4-4f58-99ed-85f958fb8319 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 945 time: 0.1788950 Feb 04 16:53:59.896328 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ac4fb42-08bf-42b6-8ab1-f2abe85943b6 req-3b2b6f9c-2b79-4ac6-aa44-bba646cf79eb tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395107 Feb 04 16:54:01.098202 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc618d8-7722-452e-8cee-15d88aac9bd7 req-2cbea065-efb0-4678-ade3-4413381652e7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:01.099981 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5cc618d8-7722-452e-8cee-15d88aac9bd7 req-2cbea065-efb0-4678-ade3-4413381652e7 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 945 time: 0.0794249 Feb 04 16:54:01.145731 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5cc618d8-7722-452e-8cee-15d88aac9bd7 req-d7ae384a-ba10-4ac8-9089-942debfbb71c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403163 Feb 04 16:54:01.174226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59234) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:01.290043 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-99589e88-cab8-4eae-9afd-260b656769e8 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/floatingips/1c272654-dddc-4b74-aaae-dc07915d7a50 HTTP/1.1" status: 200 len: 992 time: 0.1146080 Feb 04 16:54:01.551054 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59242) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:01.747786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port 95e7e3e7-c4c1-4961-941a-cc09e9a3cc33 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:54:01.748125 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:01.927281 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:01.927656 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:02.068244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for 95e7e3e7-c4c1-4961-941a-cc09e9a3cc33 owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:54:02.224661 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:02.272327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=95e7e3e7-c4c1-4961-941a-cc09e9a3cc33,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:02.347790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:02.348256 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:02.348444 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:02.348764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:02.349086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:02.349450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:02.349765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:02.350070 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:02.350388 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:02.350695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:02.351007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:02.386185 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:02.947540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:54:03.164143 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:54:03.174384 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7dca6-a4bb-46e7-abf0-d8b76c0ed8cd None None] Sync routers for ids ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:54:03.187548 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7dca6-a4bb-46e7-abf0-d8b76c0ed8cd None None] Routers {'22c3bb90-3bc9-404b-a74d-55a734bb55c9'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:03.188148 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-89d7dca6-a4bb-46e7-abf0-d8b76c0ed8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:53:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:03.192133 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.247266 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b16a3f86-3c87-46ad-ae5e-266a660bbedc tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/floatingips/1c272654-dddc-4b74-aaae-dc07915d7a50 HTTP/1.1" status: 204 len: 168 time: 1.6951532 Feb 04 16:54:03.247938 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d55e94-da86-428b-9608-9a4e5e68a50e', 'tag': '10e967fe-e462-4406-8ffb-07551f78de96'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:03.372597 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-89d7dca6-a4bb-46e7-abf0-d8b76c0ed8cd None None] Set router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:03.477059 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d55e94-da86-428b-9608-9a4e5e68a50e', 'tag': '10e967fe-e462-4406-8ffb-07551f78de96', 'status': 'completed', 'code': 200} Feb 04 16:54:03.599734 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07539dac-597c-4dad-8de4-59c9af654b28 req-d5659365-77cb-4394-b50e-9e8e4e99de04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 1096 time: 0.0937140 Feb 04 16:54:03.706018 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-89d7dca6-a4bb-46e7-abf0-d8b76c0ed8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '506816ee-38d3-4582-99e4-346df666a8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '506816ee-38d3-4582-99e4-346df666a8b5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '858a225f-726e-4983-b16c-9cc5ed9db63b', 'name': '', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:36:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:17Z', 'updated_at': '2022-02-04T16:52:24Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:03.710254 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7dca6-a4bb-46e7-abf0-d8b76c0ed8cd None None] Checking router: 22c3bb90-3bc9-404b-a74d-55a734bb55c9 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:54:03.720561 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7dca6-a4bb-46e7-abf0-d8b76c0ed8cd None None] Routers {'22c3bb90-3bc9-404b-a74d-55a734bb55c9'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:03.721154 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-89d7dca6-a4bb-46e7-abf0-d8b76c0ed8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:53:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:03.793301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07539dac-597c-4dad-8de4-59c9af654b28 req-0aff9c42-adaa-448b-a26e-faa445981c6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:03.794671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07539dac-597c-4dad-8de4-59c9af654b28 req-0aff9c42-adaa-448b-a26e-faa445981c6a service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e1cb308-0fc7-4160-8924-2138a965f3e4 HTTP/1.1" status: 200 len: 898 time: 0.1886899 Feb 04 16:54:03.805500 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d15cc1-baaa-4a95-a84a-f856f525e573 req-5a75904e-ed36-478c-99f8-9f8365a99657 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:03.806173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-30d15cc1-baaa-4a95-a84a-f856f525e573 req-5a75904e-ed36-478c-99f8-9f8365a99657 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:54:03.876671 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07539dac-597c-4dad-8de4-59c9af654b28 req-998b6c08-0940-49d9-b349-a105c0055a03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e967fe-e462-4406-8ffb-07551f78de96 HTTP/1.1" status: 200 len: 217 time: 0.0667305 Feb 04 16:54:03.881347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-30d15cc1-baaa-4a95-a84a-f856f525e573 req-5a75904e-ed36-478c-99f8-9f8365a99657 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:54:03.882894 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30d15cc1-baaa-4a95-a84a-f856f525e573 req-5a75904e-ed36-478c-99f8-9f8365a99657 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 945 time: 0.2520702 Feb 04 16:54:03.898625 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-89d7dca6-a4bb-46e7-abf0-d8b76c0ed8cd None None] Set router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:03.977913 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07539dac-597c-4dad-8de4-59c9af654b28 req-3eac88bd-e49b-4328-b685-008ccf6dccb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:03.979379 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07539dac-597c-4dad-8de4-59c9af654b28 req-3eac88bd-e49b-4328-b685-008ccf6dccb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e93401a6-d2e6-4485-9e77-e1ad08e16d72 HTTP/1.1" status: 200 len: 834 time: 0.0959671 Feb 04 16:54:03.984307 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-30d15cc1-baaa-4a95-a84a-f856f525e573 req-772c21c4-9ad2-415f-9526-d203ac4aa542 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640917 Feb 04 16:54:04.057880 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07539dac-597c-4dad-8de4-59c9af654b28 req-41cb7961-7b42-4903-8171-7900293b5d4f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e1cb308-0fc7-4160-8924-2138a965f3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722203 Feb 04 16:54:04.197580 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07539dac-597c-4dad-8de4-59c9af654b28 req-9c494992-c779-41a1-9524-f1c437c48252 service neutron] 10.222.0.73 "GET /v2.0/networks/5e1cb308-0fc7-4160-8924-2138a965f3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332750 Feb 04 16:54:04.264032 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-89d7dca6-a4bb-46e7-abf0-d8b76c0ed8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '506816ee-38d3-4582-99e4-346df666a8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '506816ee-38d3-4582-99e4-346df666a8b5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '858a225f-726e-4983-b16c-9cc5ed9db63b', 'name': '', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:36:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:17Z', 'updated_at': '2022-02-04T16:52:24Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:04.268098 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7dca6-a4bb-46e7-abf0-d8b76c0ed8cd None None] The sync data for ids ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'] in n-d-827872-1 is: [{'id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '506816ee-38d3-4582-99e4-346df666a8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '506816ee-38d3-4582-99e4-346df666a8b5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '858a225f-726e-4983-b16c-9cc5ed9db63b', 'name': '', 'network_id': '5e1cb308-0fc7-4160-8924-2138a965f3e4', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'mac_address': 'fa:16:3e:36:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:17Z', 'updated_at': '2022-02-04T16:52:24Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'subnets': [{'id': 'e93401a6-d2e6-4485-9e77-e1ad08e16d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:54:04.331294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-07539dac-597c-4dad-8de4-59c9af654b28 req-ab93c840-c9d0-4116-81a0-013c6a56fa39 service neutron] 10.222.0.73 "GET /v2.0/networks/5e1cb308-0fc7-4160-8924-2138a965f3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273208 Feb 04 16:54:04.500697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a521b-1548-4b5c-b94f-bd72c776920e None None] New status for floating IP 1c272654-dddc-4b74-aaae-dc07915d7a50: DOWN {{(pid=83552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:54:05.204439 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8fd4c-4ed0-4f13-bf80-135f9a93534c req-ebb5d73b-a353-4582-8adf-0ca4b897bc9b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:05.205885 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5dd8fd4c-4ed0-4f13-bf80-135f9a93534c req-ebb5d73b-a353-4582-8adf-0ca4b897bc9b tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 945 time: 0.0924213 Feb 04 16:54:05.251913 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5dd8fd4c-4ed0-4f13-bf80-135f9a93534c req-726f501a-dae8-46d9-9745-239fe000fc8a tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403762 Feb 04 16:54:05.489887 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de8485-7c5b-4504-9a5c-95abb91d1de5 req-b0ad268c-3afe-4b05-9c15-045335a86768 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:05.491252 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31de8485-7c5b-4504-9a5c-95abb91d1de5 req-b0ad268c-3afe-4b05-9c15-045335a86768 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 945 time: 0.0757880 Feb 04 16:54:05.560196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-31de8485-7c5b-4504-9a5c-95abb91d1de5 req-5fe5dcdc-4ede-413a-95f8-ecce0db3e328 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port 10e967fe-e462-4406-8ffb-07551f78de96 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:54:05.560568 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31de8485-7c5b-4504-9a5c-95abb91d1de5 req-5fe5dcdc-4ede-413a-95f8-ecce0db3e328 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:05.804497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-31de8485-7c5b-4504-9a5c-95abb91d1de5 req-5fe5dcdc-4ede-413a-95f8-ecce0db3e328 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] For port 10e967fe-e462-4406-8ffb-07551f78de96, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=10e967fe-e462-4406-8ffb-07551f78de96,segment=NetworkSegment(a6a06e05-c742-4610-a3ac-d74f6334ae51),segment_id=a6a06e05-c742-4610-a3ac-d74f6334ae51)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:05.804739 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31de8485-7c5b-4504-9a5c-95abb91d1de5 req-5fe5dcdc-4ede-413a-95f8-ecce0db3e328 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:06.041713 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-31de8485-7c5b-4504-9a5c-95abb91d1de5 req-5fe5dcdc-4ede-413a-95f8-ecce0db3e328 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for 10e967fe-e462-4406-8ffb-07551f78de96 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:54:06.195778 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31de8485-7c5b-4504-9a5c-95abb91d1de5 req-5fe5dcdc-4ede-413a-95f8-ecce0db3e328 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:06.247724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5dcdc-4ede-413a-95f8-ecce0db3e328 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=10e967fe-e462-4406-8ffb-07551f78de96,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:06.320451 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-31de8485-7c5b-4504-9a5c-95abb91d1de5 req-5fe5dcdc-4ede-413a-95f8-ecce0db3e328 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] No DVR routers for this DVR port 10e967fe-e462-4406-8ffb-07551f78de96 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:54:06.323203 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-31de8485-7c5b-4504-9a5c-95abb91d1de5 req-5fe5dcdc-4ede-413a-95f8-ecce0db3e328 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:06.326297 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d55e94-da86-428b-9608-9a4e5e68a50e', 'name': 'network-vif-deleted', 'tag': '10e967fe-e462-4406-8ffb-07551f78de96'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:06.341187 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31de8485-7c5b-4504-9a5c-95abb91d1de5 req-5fe5dcdc-4ede-413a-95f8-ecce0db3e328 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.73 "DELETE /v2.0/ports/10e967fe-e462-4406-8ffb-07551f78de96 HTTP/1.1" status: 204 len: 173 time: 0.8449473 Feb 04 16:54:06.424965 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d55e94-da86-428b-9608-9a4e5e68a50e', 'name': 'network-vif-deleted', 'tag': '10e967fe-e462-4406-8ffb-07551f78de96', 'status': 'completed', 'code': 200} Feb 04 16:54:06.437602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b9249927-c4b4-418c-be75-2773cff5ddbc req-5664dd2d-b0d4-426a-aadd-da71b5bc3096 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Synchronizing usage tracker for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:54:06.453622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b9249927-c4b4-418c-be75-2773cff5ddbc req-5664dd2d-b0d4-426a-aadd-da71b5bc3096 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Unset dirty status for tenant:99c3e528bc464eb088cf8f5fd5b28847 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:54:06.454855 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b9249927-c4b4-418c-be75-2773cff5ddbc req-5664dd2d-b0d4-426a-aadd-da71b5bc3096 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d55e94-da86-428b-9608-9a4e5e68a50e HTTP/1.1" status: 200 len: 210 time: 0.0644529 Feb 04 16:54:06.772190 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ed779dfd-d3a6-49e4-abf7-d4bd6167c77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:07.569384 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59266) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:07.993265 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7aab408-ae20-4d8b-a65f-ea415a3f30c3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:08.599023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e7aab408-ae20-4d8b-a65f-ea415a3f30c3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port 858a225f-726e-4983-b16c-9cc5ed9db63b {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:54:08.599867 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7aab408-ae20-4d8b-a65f-ea415a3f30c3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:08.781672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-e7aab408-ae20-4d8b-a65f-ea415a3f30c3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] For port 858a225f-726e-4983-b16c-9cc5ed9db63b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=858a225f-726e-4983-b16c-9cc5ed9db63b,segment=NetworkSegment(a6a06e05-c742-4610-a3ac-d74f6334ae51),segment_id=a6a06e05-c742-4610-a3ac-d74f6334ae51)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:08.782016 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7aab408-ae20-4d8b-a65f-ea415a3f30c3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:08.999018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-e7aab408-ae20-4d8b-a65f-ea415a3f30c3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for 858a225f-726e-4983-b16c-9cc5ed9db63b owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:54:09.121512 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-347a766f-70dc-41ea-8c70-6584fb61cfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:09.188543 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7aab408-ae20-4d8b-a65f-ea415a3f30c3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:09.236320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aab408-ae20-4d8b-a65f-ea415a3f30c3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=858a225f-726e-4983-b16c-9cc5ed9db63b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:09.528449 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e7aab408-ae20-4d8b-a65f-ea415a3f30c3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:09.855782 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 10e967fe-e462-4406-8ffb-07551f78de96 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:54:09.921430 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 10e967fe-e462-4406-8ffb-07551f78de96 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:54:09.921976 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 10e967fe-e462-4406-8ffb-07551f78de96 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:54:10.187126 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7aab408-ae20-4d8b-a65f-ea415a3f30c3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:54:10.536905 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:10.546561 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:10.596540 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7aab408-ae20-4d8b-a65f-ea415a3f30c3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:54:10.611079 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c6cd8-5f32-42b2-8281-4092f07cf455 None None] Sync routers for ids ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:54:10.620512 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e7aab408-ae20-4d8b-a65f-ea415a3f30c3 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "PUT /v2.0/routers/22c3bb90-3bc9-404b-a74d-55a734bb55c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0498366 Feb 04 16:54:10.623620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59270) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:10.624983 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c6cd8-5f32-42b2-8281-4092f07cf455 None None] Routers {'22c3bb90-3bc9-404b-a74d-55a734bb55c9'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:10.625589 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a78c6cd8-5f32-42b2-8281-4092f07cf455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:10.825618 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-614a9673-5cc0-4e7b-8719-a41d57727299 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting subnet e93401a6-d2e6-4485-9e77-e1ad08e16d72 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:54:10.829067 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-614a9673-5cc0-4e7b-8719-a41d57727299 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:10.839660 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-a78c6cd8-5f32-42b2-8281-4092f07cf455 None None] Set router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:10.885023 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-614a9673-5cc0-4e7b-8719-a41d57727299 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:10.979906 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-614a9673-5cc0-4e7b-8719-a41d57727299 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:11.056677 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-614a9673-5cc0-4e7b-8719-a41d57727299 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:11.096763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a9673-5cc0-4e7b-8719-a41d57727299 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Subnet': ['ID=e93401a6-d2e6-4485-9e77-e1ad08e16d72,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:11.102677 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-614a9673-5cc0-4e7b-8719-a41d57727299 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:11.109504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-614a9673-5cc0-4e7b-8719-a41d57727299 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/subnets/e93401a6-d2e6-4485-9e77-e1ad08e16d72 HTTP/1.1" status: 204 len: 168 time: 0.4844458 Feb 04 16:54:11.110408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64370d99-6431-4cba-90e0-3fa4b9714963 None None] Network 5e1cb308-0fc7-4160-8924-2138a965f3e4 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:54:11.111909 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59274) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:11.145517 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a78c6cd8-5f32-42b2-8281-4092f07cf455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '506816ee-38d3-4582-99e4-346df666a8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:54:09Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '506816ee-38d3-4582-99e4-346df666a8b5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:11.149604 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c6cd8-5f32-42b2-8281-4092f07cf455 None None] Checking router: 22c3bb90-3bc9-404b-a74d-55a734bb55c9 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:54:11.161224 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c6cd8-5f32-42b2-8281-4092f07cf455 None None] Routers {'22c3bb90-3bc9-404b-a74d-55a734bb55c9'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:11.161820 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a78c6cd8-5f32-42b2-8281-4092f07cf455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:11.339483 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:11.363697 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-a78c6cd8-5f32-42b2-8281-4092f07cf455 None None] Set router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:11.390307 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] DHCP port deletion for 5e1cb308-0fc7-4160-8924-2138a965f3e4 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:54:11.394498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Deleting port 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:54:11.394873 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:11.548335 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:11.564018 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Deleting port 506816ee-38d3-4582-99e4-346df666a8b5 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:54:11.564864 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:11.668576 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] For port 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=2e4792cf-3bb2-47ae-90b8-c6ca79047bf8,segment=NetworkSegment(a6a06e05-c742-4610-a3ac-d74f6334ae51),segment_id=a6a06e05-c742-4610-a3ac-d74f6334ae51)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:11.669190 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-a78c6cd8-5f32-42b2-8281-4092f07cf455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '506816ee-38d3-4582-99e4-346df666a8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:54:09Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '506816ee-38d3-4582-99e4-346df666a8b5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:11.669646 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:11.673427 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c6cd8-5f32-42b2-8281-4092f07cf455 None None] The sync data for ids ['22c3bb90-3bc9-404b-a74d-55a734bb55c9'] in n-d-827872-1 is: [{'id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607997963', 'tenant_id': '99c3e528bc464eb088cf8f5fd5b28847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '506816ee-38d3-4582-99e4-346df666a8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:54:09Z', 'revision_number': 5, 'project_id': '99c3e528bc464eb088cf8f5fd5b28847', 'gw_port': {'id': '506816ee-38d3-4582-99e4-346df666a8b5', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3bb90-3bc9-404b-a74d-55a734bb55c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:52:14Z', 'updated_at': '2022-02-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:54:11.807939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Calling delete_port for 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:54:11.853606 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:11.861932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] For port 506816ee-38d3-4582-99e4-346df666a8b5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=506816ee-38d3-4582-99e4-346df666a8b5,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:11.862329 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:11.896817 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407'] for port, after_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:11.942368 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Pushing event deleted for resources: {'Port': ['ID=2e4792cf-3bb2-47ae-90b8-c6ca79047bf8,revision_number=None']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:11.953801 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] No DVR routers for this DVR port 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 on host n-d-827872-1 {{(pid=83552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:54:11.957523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:11.957885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:11.958196 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:11.958525 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:11.958855 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:11.959348 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:11.959524 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:11.959834 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:11.960152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:11.960467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:11.960783 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12674a9-8238-4a74-8163-7b63a7c9d1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:11.991711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Calling delete_port for 506816ee-38d3-4582-99e4-346df666a8b5 owned by network:router_gateway {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:54:12.165928 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 858a225f-726e-4983-b16c-9cc5ed9db63b no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:54:12.203303 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:12.204605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 858a225f-726e-4983-b16c-9cc5ed9db63b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:54:12.204955 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 858a225f-726e-4983-b16c-9cc5ed9db63b not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:54:12.205406 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:54:12.236548 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:54:12.236811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 2e4792cf-3bb2-47ae-90b8-c6ca79047bf8 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:54:12.256512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Port': ['ID=506816ee-38d3-4582-99e4-346df666a8b5,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:12.299667 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:12.300026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:12.300379 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:12.301306 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:12.301885 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:12.302339 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:12.302682 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:12.303021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:12.303391 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:12.303726 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:12.304051 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:12.395010 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:12.509483 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:12.772750 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:12.777130 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:12.803145 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:12.803755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Fanout notify agent at l3_agent the message router_deleted on router 22c3bb90-3bc9-404b-a74d-55a734bb55c9 {{(pid=83550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:54:12.818487 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:12.819639 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-73f962ba-f0b9-469b-ae62-16c8682fe494 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/routers/22c3bb90-3bc9-404b-a74d-55a734bb55c9 HTTP/1.1" status: 204 len: 168 time: 1.7067573 Feb 04 16:54:12.822251 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59280) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:12.947644 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58103f5f-2a21-450e-86df-bff93a70170c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:13.077171 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58103f5f-2a21-450e-86df-bff93a70170c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:13.106176 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-58103f5f-2a21-450e-86df-bff93a70170c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1cb308-0fc7-4160-8924-2138a965f3e4']}} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:13.214122 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-58103f5f-2a21-450e-86df-bff93a70170c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a06e05-c742-4610-a3ac-d74f6334ae51') {'for_net_delete': True} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:13.214793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.services.segments.db [None req-58103f5f-2a21-450e-86df-bff93a70170c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a06e05-c742-4610-a3ac-d74f6334ae51') {} {{(pid=83550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:13.227450 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58103f5f-2a21-450e-86df-bff93a70170c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766807'] for segment, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:13.244342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58103f5f-2a21-450e-86df-bff93a70170c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:13.253183 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58103f5f-2a21-450e-86df-bff93a70170c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=83550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:54:13.254865 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58103f5f-2a21-450e-86df-bff93a70170c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2130227'] for segment, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: Traceback (most recent call last): Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: timer() Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: cb(*args, **kw) Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: return func(*args, **kwargs) Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: self._notify() Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: self.callback(batched_events) Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: event.method(event) Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: return f(self, *a, **k) Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: return self._get(url).json() Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: return self.request(url, 'GET', **kwargs) Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:54:13.277502 n-d-827872-1 neutron-server[83550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:54:13.357367 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58103f5f-2a21-450e-86df-bff93a70170c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:13.374688 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-58103f5f-2a21-450e-86df-bff93a70170c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:13.386999 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58103f5f-2a21-450e-86df-bff93a70170c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'Network': ['ID=5e1cb308-0fc7-4160-8924-2138a965f3e4,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:13.393356 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-58103f5f-2a21-450e-86df-bff93a70170c tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/networks/5e1cb308-0fc7-4160-8924-2138a965f3e4 HTTP/1.1" status: 204 len: 168 time: 0.5682883 Feb 04 16:54:13.395810 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59286) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:13.465215 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5199d1c8-b0b3-4a18-84c8-3934554bea41 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:13.494017 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5199d1c8-b0b3-4a18-84c8-3934554bea41 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:13.557776 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5199d1c8-b0b3-4a18-84c8-3934554bea41 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:13.577119 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199d1c8-b0b3-4a18-84c8-3934554bea41 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:13.587602 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-5199d1c8-b0b3-4a18-84c8-3934554bea41 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:13.588747 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-5199d1c8-b0b3-4a18-84c8-3934554bea41 tempest-TestNetworkAdvancedServerOps-1616951054 tempest-TestNetworkAdvancedServerOps-1616951054-project] 10.222.0.60 "DELETE /v2.0/security-groups/2b92f869-c3f6-4bf4-87a5-d5d5c01bc35e HTTP/1.1" status: 204 len: 168 time: 0.1919801 Feb 04 16:54:13.995441 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59296) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:14.139705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 506816ee-38d3-4582-99e4-346df666a8b5 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:54:14.171890 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 506816ee-38d3-4582-99e4-346df666a8b5 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:54:14.172227 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 506816ee-38d3-4582-99e4-346df666a8b5 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:54:14.173841 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-3a400caf-c196-4e4e-a964-cf115e7e4453 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99c3e528bc464eb088cf8f5fd5b28847&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1772454 Feb 04 16:54:14.176595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59302) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:14.239462 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0c3b2cea-1f27-4f42-8193-5564c24f1a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:14.265674 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0c3b2cea-1f27-4f42-8193-5564c24f1a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:14.317638 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0c3b2cea-1f27-4f42-8193-5564c24f1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:14.335240 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b2cea-1f27-4f42-8193-5564c24f1a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0165ff2-a331-4df0-8ddd-7ed4b32fdfc3,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:14.342973 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0c3b2cea-1f27-4f42-8193-5564c24f1a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:14.344158 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0c3b2cea-1f27-4f42-8193-5564c24f1a19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0165ff2-a331-4df0-8ddd-7ed4b32fdfc3 HTTP/1.1" status: 204 len: 168 time: 0.1666229 Feb 04 16:54:14.685116 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59310) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:14.703237 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc9aec5f-4feb-4b15-9b52-e147f1d70cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:14.735681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bc9aec5f-4feb-4b15-9b52-e147f1d70cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:14.739934 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bc9aec5f-4feb-4b15-9b52-e147f1d70cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:864f0f33ebec4de29eff62701a0d115c is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:14.742790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-bc9aec5f-4feb-4b15-9b52-e147f1d70cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:14.748847 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-bc9aec5f-4feb-4b15-9b52-e147f1d70cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:14.821741 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc9aec5f-4feb-4b15-9b52-e147f1d70cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:14.825735 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-bc9aec5f-4feb-4b15-9b52-e147f1d70cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:14.874320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9aec5f-4feb-4b15-9b52-e147f1d70cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c997e21-cced-4caa-8fe0-c1519f07e944,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:14.879367 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-bc9aec5f-4feb-4b15-9b52-e147f1d70cf7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=864f0f33ebec4de29eff62701a0d115c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1925910 Feb 04 16:54:14.882403 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59314) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:14.943025 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-812c2dc3-3866-4af7-ad7d-133a2ceec62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:14.969054 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-812c2dc3-3866-4af7-ad7d-133a2ceec62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:15.020737 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-812c2dc3-3866-4af7-ad7d-133a2ceec62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:15.034822 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c2dc3-3866-4af7-ad7d-133a2ceec62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c997e21-cced-4caa-8fe0-c1519f07e944,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:15.041605 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-812c2dc3-3866-4af7-ad7d-133a2ceec62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:15.046257 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-812c2dc3-3866-4af7-ad7d-133a2ceec62a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c997e21-cced-4caa-8fe0-c1519f07e944 HTTP/1.1" status: 204 len: 168 time: 0.1625926 Feb 04 16:54:15.947727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59336) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:16.086174 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1172866643-network', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:16.091952 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:16.096035 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Usage tracker for resource:network and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:16.098987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:16.104887 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:16.116064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Made reservation on behalf of bf54b116b8c84e8db329225e8e8bb0eb for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:54:16.118397 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:16.131592 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:16.163166 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:16.167079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Usage tracker for resource:security_group_rule and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:16.169984 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:16.176282 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:16.249246 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:16.253012 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:16.287906 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:54:16.293145 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb74a3a-5f2d-4c5a-a59f-55e75ec2662d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:16.300201 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:16.300624 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Added segment acda0bcb-ef7d-411e-a8ba-64f39ce5c019 of type vlan for network ea5002f5-a61d-469f-aecd-ff55ba12319f Feb 04 16:54:16.328211 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:16.358620 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:16.359523 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:16.360129 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:16.463558 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5147049 Feb 04 16:54:16.466875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59342) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:16.468406 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a593af3-9f6d-4f7e-9e9e-7945caa365bd admin admin] Pushing event updated for resources: {'Network': ['ID=ea5002f5-a61d-469f-aecd-ff55ba12319f,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:16.473569 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] Request body: {'subnet': {'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1172866643-subnet', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:16.478663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network ea5002f5-a61d-469f-aecd-ff55ba12319f details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:54:16.479315 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:16.483299 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] Usage tracker for resource:subnet and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:16.486171 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:16.493147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:16.504875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] Made reservation on behalf of bf54b116b8c84e8db329225e8e8bb0eb for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:54:16.507313 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:16.713689 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:16.792043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0683287b-289d-486b-bde0-a7b1237d4170,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:16.804093 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] Checking segment: {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:54:16.804453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] Network hostable DHCP agents. Network: ea5002f5-a61d-469f-aecd-ff55ba12319f, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:54:16.826422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] Network ea5002f5-a61d-469f-aecd-ff55ba12319f is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:54:16.836733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, ea5002f5-a61d-469f-aecd-ff55ba12319f) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:54:16.841651 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:16.842539 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:16.849642 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b686c7-cf01-48b1-ada8-788b63dc0a92 None None] Network ea5002f5-a61d-469f-aecd-ff55ba12319f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:54:16.880772 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e112ab89-bc3b-4d15-9d4f-9075467a3793 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4126163 Feb 04 16:54:16.884671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59346) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:16.889731 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:16.895899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:16.900094 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Usage tracker for resource:router and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:16.902947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:16.908679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:16.922011 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:16.923164 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:16.946540 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:17.080770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-ea5002f5-a61d-469f-aecd-ff55ba12319f', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:54:17.082215 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:17.096330 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:17.239351 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Allocated IP 172.20.0.2 (ea5002f5-a61d-469f-aecd-ff55ba12319f/0683287b-289d-486b-bde0-a7b1237d4170/04aca806-2874-4f3c-b240-2df64e998cd5) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:54:17.287963 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:17.322124 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:17.448628 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:17.459491 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Allocated IP 172.25.0.167 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/3e3a9fa2-304a-4edc-83ec-7243f391b852) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:54:17.459886 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Transition to ACTIVE for port object 04aca806-2874-4f3c-b240-2df64e998cd5 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:17.479194 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Transition to ACTIVE for port object 04aca806-2874-4f3c-b240-2df64e998cd5 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:17.485515 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:17.558891 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Network ea5002f5-a61d-469f-aecd-ff55ba12319f is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:54:17.562040 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:54:17.566828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:54:17.569075 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Pushing event updated for resources: {'Port': ['ID=04aca806-2874-4f3c-b240-2df64e998cd5,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:17.616798 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:17.649255 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:17.671385 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Attempting to bind port 04aca806-2874-4f3c-b240-2df64e998cd5 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:54:17.671849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Attempting to bind port 04aca806-2874-4f3c-b240-2df64e998cd5 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:54:17.672269 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Attempting to bind port 04aca806-2874-4f3c-b240-2df64e998cd5 on network ea5002f5-a61d-469f-aecd-ff55ba12319f {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:54:17.679283 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:54:17.679665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Checking segment: {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:54:17.680066 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:17.680455 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Bound using segment: {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:54:17.680923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Bound port: 04aca806-2874-4f3c-b240-2df64e998cd5, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:54:17.681293 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:17.783294 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] For port 04aca806-2874-4f3c-b240-2df64e998cd5, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:54:17.787948 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] For port 04aca806-2874-4f3c-b240-2df64e998cd5, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=04aca806-2874-4f3c-b240-2df64e998cd5,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:54:17.794021 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:17.822193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:54:17.825442 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:54:17.829073 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:54:17.867619 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Pushing event updated for resources: {'Port': ['ID=3e3a9fa2-304a-4edc-83ec-7243f391b852,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:17.887388 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573d4ab-6253-4f9a-bd81-425b3bd19dde None None] Pushing event updated for resources: {'Port': ['ID=04aca806-2874-4f3c-b240-2df64e998cd5,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:18.006220 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:18.006968 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:18.195798 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 04aca806-2874-4f3c-b240-2df64e998cd5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:18.265287 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 04aca806-2874-4f3c-b240-2df64e998cd5 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:18.273501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Router e0a1b376-8330-43e8-8f2b-04e02395714f is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:54:18.483313 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:54:18.493235 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Sync routers for ids ['e0a1b376-8330-43e8-8f2b-04e02395714f'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:54:18.506289 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Routers {'e0a1b376-8330-43e8-8f2b-04e02395714f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:18.506919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e0a1b376-8330-43e8-8f2b-04e02395714f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:18.509283 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:18.510574 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0aecfa05-55df-4bef-91f1-ef20325ec12b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6249743 Feb 04 16:54:18.513263 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59350) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:18.776587 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Set router e0a1b376-8330-43e8-8f2b-04e02395714f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:18.898816 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54d66b6-6c2c-4a02-abf7-720123ebaf98 None None] Network ea5002f5-a61d-469f-aecd-ff55ba12319f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:54:19.089271 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e3a431cb-db8e-4e26-a4cc-a940379f1a63 None None] Provisioning for port 04aca806-2874-4f3c-b240-2df64e998cd5 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:19.121544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e3a431cb-db8e-4e26-a4cc-a940379f1a63 None None] Provisioning complete for port 04aca806-2874-4f3c-b240-2df64e998cd5 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:19.121786 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3a431cb-db8e-4e26-a4cc-a940379f1a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:19.308815 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:19.407771 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3a431cb-db8e-4e26-a4cc-a940379f1a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:19.426151 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:17Z', 'revision_number': 3, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:19.435758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Checking router: e0a1b376-8330-43e8-8f2b-04e02395714f for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:54:19.436109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Updating router e0a1b376-8330-43e8-8f2b-04e02395714f port 3e3a9fa2-304a-4edc-83ec-7243f391b852 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:54:19.501154 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e3a431cb-db8e-4e26-a4cc-a940379f1a63 None None] For port 04aca806-2874-4f3c-b240-2df64e998cd5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=04aca806-2874-4f3c-b240-2df64e998cd5,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:19.512426 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e3a431cb-db8e-4e26-a4cc-a940379f1a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:19.548829 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:19.645992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Allocated IP 172.20.0.1 (ea5002f5-a61d-469f-aecd-ff55ba12319f/0683287b-289d-486b-bde0-a7b1237d4170/ef596dfd-6917-4e2a-a058-d9197b7f37fb) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:54:19.684529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a431cb-db8e-4e26-a4cc-a940379f1a63 None None] Pushing event updated for resources: {'Port': ['ID=04aca806-2874-4f3c-b240-2df64e998cd5,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:19.797953 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:19.814335 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Transition to ACTIVE for port object ef596dfd-6917-4e2a-a058-d9197b7f37fb will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:19.818591 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-0b5ea355-101d-4aa8-abbc-cd837b671831 None None] Provisioning complete for port 04aca806-2874-4f3c-b240-2df64e998cd5 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:19.818961 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea355-101d-4aa8-abbc-cd837b671831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:19.837089 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:19.912059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Network ea5002f5-a61d-469f-aecd-ff55ba12319f is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:54:19.915852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:54:19.918158 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef596dfd-6917-4e2a-a058-d9197b7f37fb,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:19.920059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:54:19.977939 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:20.039623 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:20.054041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Transition to ACTIVE for port object 3e3a9fa2-304a-4edc-83ec-7243f391b852 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:20.061700 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:20.071597 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:20.140867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba144ef-3bbf-44bd-a490-f1c88a9e30ad None None] Pushing event updated for resources: {'Port': ['ID=3e3a9fa2-304a-4edc-83ec-7243f391b852,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:20.146982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Attempting to bind port 3e3a9fa2-304a-4edc-83ec-7243f391b852 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:54:20.146982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Attempting to bind port 3e3a9fa2-304a-4edc-83ec-7243f391b852 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:54:20.147384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Attempting to bind port 3e3a9fa2-304a-4edc-83ec-7243f391b852 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:54:20.154064 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:54:20.154435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:54:20.154833 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:20.155243 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:54:20.155919 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Bound port: 3e3a9fa2-304a-4edc-83ec-7243f391b852, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:54:20.156072 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:20.241681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 04aca806-2874-4f3c-b240-2df64e998cd5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:20.325644 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:20.332646 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:20.344265 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-14a3c347-8000-4564-87cb-3e5ee1faf4f0 None None] Provisioning for port ef596dfd-6917-4e2a-a058-d9197b7f37fb completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:20.347684 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] For port 3e3a9fa2-304a-4edc-83ec-7243f391b852, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:54:20.365200 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] For port 3e3a9fa2-304a-4edc-83ec-7243f391b852, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3e3a9fa2-304a-4edc-83ec-7243f391b852,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:54:20.366768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-14a3c347-8000-4564-87cb-3e5ee1faf4f0 None None] Provisioning complete for port ef596dfd-6917-4e2a-a058-d9197b7f37fb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:20.367134 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-14a3c347-8000-4564-87cb-3e5ee1faf4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:20.398549 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:20.402391 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:20.447453 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:20.450824 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef596dfd-6917-4e2a-a058-d9197b7f37fb,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:20.491260 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 04aca806-2874-4f3c-b240-2df64e998cd5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:20.491627 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:20.517218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-14a3c347-8000-4564-87cb-3e5ee1faf4f0 None None] Port ef596dfd-6917-4e2a-a058-d9197b7f37fb cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:54:20.548824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba144ef-3bbf-44bd-a490-f1c88a9e30ad None None] Pushing event updated for resources: {'Port': ['ID=3e3a9fa2-304a-4edc-83ec-7243f391b852,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:20.563427 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Routers {'e0a1b376-8330-43e8-8f2b-04e02395714f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:20.564046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e0a1b376-8330-43e8-8f2b-04e02395714f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:20.593676 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Network ea5002f5-a61d-469f-aecd-ff55ba12319f is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:54:20.594866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:54:20.798753 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] Set router e0a1b376-8330-43e8-8f2b-04e02395714f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:20.932081 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1d204c99-1cdf-4d2f-8366-4af3a5fc4b97 None None] Provisioning complete for port ef596dfd-6917-4e2a-a058-d9197b7f37fb triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:20.932367 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1d204c99-1cdf-4d2f-8366-4af3a5fc4b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:21.001269 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Router e0a1b376-8330-43e8-8f2b-04e02395714f has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:54:21.060079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1d204c99-1cdf-4d2f-8366-4af3a5fc4b97 None None] Port ef596dfd-6917-4e2a-a058-d9197b7f37fb cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:54:21.177370 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 2, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:21.182727 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf510bf-d10f-46c4-8f8f-f8774b785adf None None] The sync data for ids ['e0a1b376-8330-43e8-8f2b-04e02395714f'] in n-d-827872-1 is: [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 2, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:54:21.342011 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:54:21.354747 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-52b4d6e7-8f20-4734-8949-2620b02de2a7 admin admin] 10.222.0.60 "PUT /v2.0/routers/e0a1b376-8330-43e8-8f2b-04e02395714f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8403196 Feb 04 16:54:22.181338 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3e3a9fa2-304a-4edc-83ec-7243f391b852 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:22.255768 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 3e3a9fa2-304a-4edc-83ec-7243f391b852 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:22.261208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 3e3a9fa2-304a-4edc-83ec-7243f391b852 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:22.261637 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.273060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59374) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:22.278857 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1076726555-network', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:22.286264 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:22.291071 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Usage tracker for resource:network and tenant:752fe040eccd4af18b28db6a2ae0a3f4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:22.293694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:22.299898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:22.312262 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Made reservation on behalf of 752fe040eccd4af18b28db6a2ae0a3f4 for: {'network': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:54:22.315361 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.329287 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.365553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:22.369575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Usage tracker for resource:security_group_rule and tenant:752fe040eccd4af18b28db6a2ae0a3f4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:22.373217 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:22.380272 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:22.396769 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.414557 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 3e3a9fa2-304a-4edc-83ec-7243f391b852, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3e3a9fa2-304a-4edc-83ec-7243f391b852,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:22.419627 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.455254 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.460725 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.490443 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=83550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:54:22.491607 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=3e3a9fa2-304a-4edc-83ec-7243f391b852,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:22.503389 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2693f43a-fb0a-4c38-a606-cb5295dda4b0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:22.508486 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.508824 n-d-827872-1 neutron-server[83550]: INFO neutron.db.segments_db [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Added segment ac470691-a69f-41fc-a7f6-35d2ce6d00bc of type vlan for network 93241441-fd2f-4f39-aa9a-6b7427ee4d35 Feb 04 16:54:22.535659 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.564644 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.565467 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:22.566121 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Notify callbacks [] for network, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.669543 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] Pushing event updated for resources: {'Network': ['ID=93241441-fd2f-4f39-aa9a-6b7427ee4d35,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:22.672484 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0ba2b60d-1400-490e-ba29-6d99e247db55 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3983853 Feb 04 16:54:22.675364 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59378) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:22.679986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 93241441-fd2f-4f39-aa9a-6b7427ee4d35 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:54:22.680671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] Request body: {'subnet': {'network_id': '93241441-fd2f-4f39-aa9a-6b7427ee4d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1076726555-subnet', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:22.686363 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:22.690241 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] Usage tracker for resource:subnet and tenant:752fe040eccd4af18b28db6a2ae0a3f4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:22.693323 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:22.698937 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:22.710621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] Made reservation on behalf of 752fe040eccd4af18b28db6a2ae0a3f4 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:54:22.713142 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.920023 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.994081 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e5f93f-96ed-4e15-aaf9-13234ae185d9,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:23.003898 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] Checking segment: {'id': 'ac470691-a69f-41fc-a7f6-35d2ce6d00bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93241441-fd2f-4f39-aa9a-6b7427ee4d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:54:23.004258 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] Network hostable DHCP agents. Network: 93241441-fd2f-4f39-aa9a-6b7427ee4d35, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:54:23.026827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] Network 93241441-fd2f-4f39-aa9a-6b7427ee4d35 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:54:23.036800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 93241441-fd2f-4f39-aa9a-6b7427ee4d35) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:54:23.040760 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:23.041334 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:23.046335 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cdd2b2-1840-421d-a328-84ce4bc73dfc None None] Network 93241441-fd2f-4f39-aa9a-6b7427ee4d35 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:54:23.061985 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f468f511-4285-475b-8dcc-537fb5956266 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3856328 Feb 04 16:54:23.064572 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59382) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:23.070765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1076726555-router', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:23.076215 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:23.079984 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Usage tracker for resource:router and tenant:752fe040eccd4af18b28db6a2ae0a3f4 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:23.082891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:23.088748 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:23.100486 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:23.101587 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:23.120796 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:23.273181 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:23.314896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-93241441-fd2f-4f39-aa9a-6b7427ee4d35', 'network_id': '93241441-fd2f-4f39-aa9a-6b7427ee4d35', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'fixed_ips': [{'subnet_id': '15e5f93f-96ed-4e15-aaf9-13234ae185d9'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:54:23.315763 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:23.467147 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:23.473825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Allocated IP 172.20.0.2 (93241441-fd2f-4f39-aa9a-6b7427ee4d35/15e5f93f-96ed-4e15-aaf9-13234ae185d9/51c563f2-bcf1-4824-9b2c-46cc043103e5) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:54:23.498993 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:23.643342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Allocated IP 172.25.0.146 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/4ef076d7-2104-42da-aef6-eccb7661254b) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:54:23.683912 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:23.694780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Transition to ACTIVE for port object 51c563f2-bcf1-4824-9b2c-46cc043103e5 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:23.712390 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Transition to ACTIVE for port object 51c563f2-bcf1-4824-9b2c-46cc043103e5 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:23.718309 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:23.790592 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Network 93241441-fd2f-4f39-aa9a-6b7427ee4d35 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:54:23.793858 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:54:23.797097 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:23.797319 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:54:23.803713 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Pushing event updated for resources: {'Port': ['ID=51c563f2-bcf1-4824-9b2c-46cc043103e5,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:23.834434 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:23.897689 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Attempting to bind port 51c563f2-bcf1-4824-9b2c-46cc043103e5 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:54:23.898105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Attempting to bind port 51c563f2-bcf1-4824-9b2c-46cc043103e5 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'ac470691-a69f-41fc-a7f6-35d2ce6d00bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93241441-fd2f-4f39-aa9a-6b7427ee4d35'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:54:23.898581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Attempting to bind port 51c563f2-bcf1-4824-9b2c-46cc043103e5 on network 93241441-fd2f-4f39-aa9a-6b7427ee4d35 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:54:23.903475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:54:23.904941 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:54:23.905307 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Checking segment: {'id': 'ac470691-a69f-41fc-a7f6-35d2ce6d00bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93241441-fd2f-4f39-aa9a-6b7427ee4d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:54:23.905705 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:23.906092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Bound using segment: {'id': 'ac470691-a69f-41fc-a7f6-35d2ce6d00bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93241441-fd2f-4f39-aa9a-6b7427ee4d35'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:54:23.906247 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:54:23.906553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Bound port: 51c563f2-bcf1-4824-9b2c-46cc043103e5, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac470691-a69f-41fc-a7f6-35d2ce6d00bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93241441-fd2f-4f39-aa9a-6b7427ee4d35'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:54:23.906913 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:23.911458 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:54:23.958942 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef076d7-2104-42da-aef6-eccb7661254b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:24.012403 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] For port 51c563f2-bcf1-4824-9b2c-46cc043103e5, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:54:24.015678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] For port 51c563f2-bcf1-4824-9b2c-46cc043103e5, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=51c563f2-bcf1-4824-9b2c-46cc043103e5,segment=NetworkSegment(ac470691-a69f-41fc-a7f6-35d2ce6d00bc),segment_id=ac470691-a69f-41fc-a7f6-35d2ce6d00bc)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:54:24.020690 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:24.098777 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822fa47-7b3c-4b74-b00f-3055a1a6b9b5 None None] Pushing event updated for resources: {'Port': ['ID=51c563f2-bcf1-4824-9b2c-46cc043103e5,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:24.100149 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:24.100909 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:24.180857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3e3a9fa2-304a-4edc-83ec-7243f391b852 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:24.293824 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 3e3a9fa2-304a-4edc-83ec-7243f391b852 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:24.294317 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:24.480724 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Router 7f352bc7-2669-417f-9f1f-9b6fd284460b is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:54:24.683025 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:54:24.692254 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Sync routers for ids ['7f352bc7-2669-417f-9f1f-9b6fd284460b'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:54:24.703576 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Routers {'7f352bc7-2669-417f-9f1f-9b6fd284460b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:24.704377 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['7f352bc7-2669-417f-9f1f-9b6fd284460b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:24.707941 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:24.709168 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-17de4727-a3a6-4cc1-8f23-cc5b8cc866c3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6436710 Feb 04 16:54:24.712290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59386) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:24.930147 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Set router 7f352bc7-2669-417f-9f1f-9b6fd284460b gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:25.115895 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63705e1b-7431-41c5-9a78-65ef6efa52d3 None None] Network 93241441-fd2f-4f39-aa9a-6b7427ee4d35 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:54:25.224714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7f688e5f-1377-4822-9096-f08f8ebed420 None None] Provisioning for port 51c563f2-bcf1-4824-9b2c-46cc043103e5 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:25.237202 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'name': 'tempest-TestShelveInstance-1076726555-router', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '4ef076d7-2104-42da-aef6-eccb7661254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T16:54:24Z', 'revision_number': 3, 'project_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'gw_port': {'id': '4ef076d7-2104-42da-aef6-eccb7661254b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T16:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:25.242699 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Checking router: 7f352bc7-2669-417f-9f1f-9b6fd284460b for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:54:25.243324 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Updating router 7f352bc7-2669-417f-9f1f-9b6fd284460b port 4ef076d7-2104-42da-aef6-eccb7661254b binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:54:25.296752 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:25.517017 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:25.647844 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:25.662100 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Transition to ACTIVE for port object 4ef076d7-2104-42da-aef6-eccb7661254b will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:25.670317 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:25.738866 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Allocated IP 172.20.0.1 (93241441-fd2f-4f39-aa9a-6b7427ee4d35/15e5f93f-96ed-4e15-aaf9-13234ae185d9/bcf0966a-df50-4a15-87cd-37dc6e80eb65) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:54:25.749972 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Attempting to bind port 4ef076d7-2104-42da-aef6-eccb7661254b on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:54:25.750562 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Attempting to bind port 4ef076d7-2104-42da-aef6-eccb7661254b by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:54:25.750702 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Attempting to bind port 4ef076d7-2104-42da-aef6-eccb7661254b on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:54:25.763861 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4a1ea-6646-4907-ae26-ce62c3ee0e05 None None] Pushing event updated for resources: {'Port': ['ID=4ef076d7-2104-42da-aef6-eccb7661254b,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:25.767017 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:54:25.767393 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:54:25.767790 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:25.768170 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:54:25.768635 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Bound port: 4ef076d7-2104-42da-aef6-eccb7661254b, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:54:25.769519 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:25.807402 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a1ea-6646-4907-ae26-ce62c3ee0e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:25.807748 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a1ea-6646-4907-ae26-ce62c3ee0e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:25.808080 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a1ea-6646-4907-ae26-ce62c3ee0e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:25.808409 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a1ea-6646-4907-ae26-ce62c3ee0e05 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:25.808733 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a1ea-6646-4907-ae26-ce62c3ee0e05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:25.809058 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a1ea-6646-4907-ae26-ce62c3ee0e05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:25.809375 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a1ea-6646-4907-ae26-ce62c3ee0e05 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:25.809690 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a1ea-6646-4907-ae26-ce62c3ee0e05 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:25.810003 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a1ea-6646-4907-ae26-ce62c3ee0e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:25.810315 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a1ea-6646-4907-ae26-ce62c3ee0e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:25.810627 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc4a1ea-6646-4907-ae26-ce62c3ee0e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:25.853875 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] For port 4ef076d7-2104-42da-aef6-eccb7661254b, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:54:25.856877 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] For port 4ef076d7-2104-42da-aef6-eccb7661254b, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4ef076d7-2104-42da-aef6-eccb7661254b,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:54:25.861529 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:25.896737 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:25.913672 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Transition to ACTIVE for port object bcf0966a-df50-4a15-87cd-37dc6e80eb65 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:25.938855 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4a1ea-6646-4907-ae26-ce62c3ee0e05 None None] Pushing event updated for resources: {'Port': ['ID=4ef076d7-2104-42da-aef6-eccb7661254b,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:25.940385 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:25.946847 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Routers {'7f352bc7-2669-417f-9f1f-9b6fd284460b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:25.947480 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['7f352bc7-2669-417f-9f1f-9b6fd284460b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:26.032819 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Network 93241441-fd2f-4f39-aa9a-6b7427ee4d35 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:54:26.037110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:54:26.039476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf0966a-df50-4a15-87cd-37dc6e80eb65,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:26.041878 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:54:26.100015 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:26.144465 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] Set router 7f352bc7-2669-417f-9f1f-9b6fd284460b gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:26.207768 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:26.230879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 51c563f2-bcf1-4824-9b2c-46cc043103e5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:26.314314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 51c563f2-bcf1-4824-9b2c-46cc043103e5 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:26.320102 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 51c563f2-bcf1-4824-9b2c-46cc043103e5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:26.320712 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:26.445987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ead846f5-0065-4ee4-ba28-e7e9571f7706 None None] Provisioning for port bcf0966a-df50-4a15-87cd-37dc6e80eb65 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:26.455442 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ead846f5-0065-4ee4-ba28-e7e9571f7706 None None] Provisioning complete for port bcf0966a-df50-4a15-87cd-37dc6e80eb65 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:26.456535 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ead846f5-0065-4ee4-ba28-e7e9571f7706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:26.483715 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:26.493185 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'name': 'tempest-TestShelveInstance-1076726555-router', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '4ef076d7-2104-42da-aef6-eccb7661254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T16:54:24Z', 'revision_number': 3, 'project_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'gw_port': {'id': '4ef076d7-2104-42da-aef6-eccb7661254b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T16:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:26.498193 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2afb8-01c2-4291-a0cb-83919f1cfcea None None] The sync data for ids ['7f352bc7-2669-417f-9f1f-9b6fd284460b'] in n-d-827872-1 is: [{'id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'name': 'tempest-TestShelveInstance-1076726555-router', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '4ef076d7-2104-42da-aef6-eccb7661254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T16:54:24Z', 'revision_number': 3, 'project_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'gw_port': {'id': '4ef076d7-2104-42da-aef6-eccb7661254b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T16:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:54:26.540090 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ead846f5-0065-4ee4-ba28-e7e9571f7706 None None] Port bcf0966a-df50-4a15-87cd-37dc6e80eb65 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:54:26.545124 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 51c563f2-bcf1-4824-9b2c-46cc043103e5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=51c563f2-bcf1-4824-9b2c-46cc043103e5,segment=NetworkSegment(ac470691-a69f-41fc-a7f6-35d2ce6d00bc),segment_id=ac470691-a69f-41fc-a7f6-35d2ce6d00bc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:26.549287 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:26.588315 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:26.592663 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:26.616213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=51c563f2-bcf1-4824-9b2c-46cc043103e5,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:26.700637 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf0966a-df50-4a15-87cd-37dc6e80eb65,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:26.702999 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:26.839136 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Network 93241441-fd2f-4f39-aa9a-6b7427ee4d35 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:54:26.840321 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:54:27.073143 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ebd60a53-96b6-4426-b922-3d70616ee061 None None] Provisioning complete for port bcf0966a-df50-4a15-87cd-37dc6e80eb65 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:27.073512 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ebd60a53-96b6-4426-b922-3d70616ee061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:27.125569 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ebd60a53-96b6-4426-b922-3d70616ee061 None None] Port bcf0966a-df50-4a15-87cd-37dc6e80eb65 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:54:27.237503 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Router 7f352bc7-2669-417f-9f1f-9b6fd284460b has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:54:27.447463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:54:27.456218 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-08a83855-bd17-4dba-9fd5-1e06e7f4bbd0 admin admin] 10.222.0.60 "PUT /v2.0/routers/7f352bc7-2669-417f-9f1f-9b6fd284460b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7429407 Feb 04 16:54:28.052413 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59396) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:28.058181 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-19cd07b4-aacf-4727-b48e-2bbe77857184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-404042599', 'description': 'tempest-secgroup-smoke-404042599 description', 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:28.065002 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-19cd07b4-aacf-4727-b48e-2bbe77857184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:28.069526 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-19cd07b4-aacf-4727-b48e-2bbe77857184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:28.072440 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-19cd07b4-aacf-4727-b48e-2bbe77857184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:28.078155 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-19cd07b4-aacf-4727-b48e-2bbe77857184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:28.088977 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19cd07b4-aacf-4727-b48e-2bbe77857184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.125883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-19cd07b4-aacf-4727-b48e-2bbe77857184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:28.130797 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-19cd07b4-aacf-4727-b48e-2bbe77857184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group_rule and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:28.133736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-19cd07b4-aacf-4727-b48e-2bbe77857184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:28.139563 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-19cd07b4-aacf-4727-b48e-2bbe77857184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:28.160035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 51c563f2-bcf1-4824-9b2c-46cc043103e5 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:28.198575 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19cd07b4-aacf-4727-b48e-2bbe77857184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.202937 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19cd07b4-aacf-4727-b48e-2bbe77857184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.233086 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 51c563f2-bcf1-4824-9b2c-46cc043103e5 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:28.233450 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.246037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd07b4-aacf-4727-b48e-2bbe77857184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f2bee7-fb4f-4ed9-950f-deab9c2d015d,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:28.248697 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-19cd07b4-aacf-4727-b48e-2bbe77857184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.252997 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59400) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:28.254330 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-19cd07b4-aacf-4727-b48e-2bbe77857184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1995795 Feb 04 16:54:28.261304 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-0db22b5d-047d-4f5f-9fe6-cfb15d6dc03b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'security_group_rule': {'security_group_id': '28f2bee7-fb4f-4ed9-950f-deab9c2d015d', 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:28.267723 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0db22b5d-047d-4f5f-9fe6-cfb15d6dc03b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:28.272000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0db22b5d-047d-4f5f-9fe6-cfb15d6dc03b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group_rule and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:28.275850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0db22b5d-047d-4f5f-9fe6-cfb15d6dc03b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:28.281976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-0db22b5d-047d-4f5f-9fe6-cfb15d6dc03b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:28.298320 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0db22b5d-047d-4f5f-9fe6-cfb15d6dc03b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.371534 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0db22b5d-047d-4f5f-9fe6-cfb15d6dc03b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.380894 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0db22b5d-047d-4f5f-9fe6-cfb15d6dc03b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.407968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db22b5d-047d-4f5f-9fe6-cfb15d6dc03b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c84b6f-af43-4a6e-8d2c-7b657d8994d9,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:28.427504 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-0db22b5d-047d-4f5f-9fe6-cfb15d6dc03b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.428908 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0db22b5d-047d-4f5f-9fe6-cfb15d6dc03b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1727555 Feb 04 16:54:28.431749 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59406) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:28.437199 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-76eb3698-54f7-4af2-a747-bdff65761b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'security_group_rule': {'security_group_id': '28f2bee7-fb4f-4ed9-950f-deab9c2d015d', 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:28.444952 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-76eb3698-54f7-4af2-a747-bdff65761b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:28.448406 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-76eb3698-54f7-4af2-a747-bdff65761b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group_rule and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:28.451403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-76eb3698-54f7-4af2-a747-bdff65761b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:28.458009 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-76eb3698-54f7-4af2-a747-bdff65761b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:28.475031 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-76eb3698-54f7-4af2-a747-bdff65761b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.539105 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-76eb3698-54f7-4af2-a747-bdff65761b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.542736 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-76eb3698-54f7-4af2-a747-bdff65761b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.567790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb3698-54f7-4af2-a747-bdff65761b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155765ed-59ab-4c5f-9037-29282cb666a3,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:28.578367 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-76eb3698-54f7-4af2-a747-bdff65761b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.579605 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-76eb3698-54f7-4af2-a747-bdff65761b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1469436 Feb 04 16:54:28.583015 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59410) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:28.588627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-758ec539-0255-4c65-a852-e7c0d856f7ae tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'security_group_rule': {'security_group_id': '28f2bee7-fb4f-4ed9-950f-deab9c2d015d', 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:28.595301 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-758ec539-0255-4c65-a852-e7c0d856f7ae tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:28.599130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-758ec539-0255-4c65-a852-e7c0d856f7ae tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group_rule and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:28.602007 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-758ec539-0255-4c65-a852-e7c0d856f7ae tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:28.607678 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-758ec539-0255-4c65-a852-e7c0d856f7ae tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:28.624678 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-758ec539-0255-4c65-a852-e7c0d856f7ae tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.688217 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-758ec539-0255-4c65-a852-e7c0d856f7ae tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.692626 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-758ec539-0255-4c65-a852-e7c0d856f7ae tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.716652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ec539-0255-4c65-a852-e7c0d856f7ae tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c940332-3f50-4b89-a41c-2f9594e25858,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:28.726837 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-758ec539-0255-4c65-a852-e7c0d856f7ae tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.728071 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-758ec539-0255-4c65-a852-e7c0d856f7ae tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1440313 Feb 04 16:54:28.730638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59414) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:28.736128 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-7b876a39-888f-4e61-b19c-93815d784bee tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'security_group_rule': {'security_group_id': '28f2bee7-fb4f-4ed9-950f-deab9c2d015d', 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:28.743648 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7b876a39-888f-4e61-b19c-93815d784bee tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:28.747495 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7b876a39-888f-4e61-b19c-93815d784bee tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group_rule and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:28.750374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7b876a39-888f-4e61-b19c-93815d784bee tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:28.757393 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7b876a39-888f-4e61-b19c-93815d784bee tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:28.774677 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b876a39-888f-4e61-b19c-93815d784bee tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.841748 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b876a39-888f-4e61-b19c-93815d784bee tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.845959 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b876a39-888f-4e61-b19c-93815d784bee tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.870318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b876a39-888f-4e61-b19c-93815d784bee tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979e9fcc-d86b-47d3-b23d-b6fdc85873eb,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:28.881895 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7b876a39-888f-4e61-b19c-93815d784bee tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.883090 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7b876a39-888f-4e61-b19c-93815d784bee tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1515195 Feb 04 16:54:28.886202 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59418) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:28.891750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-8a3edadb-0cc8-42cf-a687-da0152e01b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'security_group_rule': {'security_group_id': '28f2bee7-fb4f-4ed9-950f-deab9c2d015d', 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:28.898279 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8a3edadb-0cc8-42cf-a687-da0152e01b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:28.902071 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8a3edadb-0cc8-42cf-a687-da0152e01b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group_rule and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:28.904946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-8a3edadb-0cc8-42cf-a687-da0152e01b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:28.911658 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-8a3edadb-0cc8-42cf-a687-da0152e01b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:28.923365 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-8a3edadb-0cc8-42cf-a687-da0152e01b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Project bf54b116b8c84e8db329225e8e8bb0eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:54:28.931479 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a3edadb-0cc8-42cf-a687-da0152e01b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.998301 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a3edadb-0cc8-42cf-a687-da0152e01b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:29.001920 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a3edadb-0cc8-42cf-a687-da0152e01b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:29.026628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3edadb-0cc8-42cf-a687-da0152e01b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1716468-d0a6-44ef-b48c-e8955f478767,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:29.036235 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8a3edadb-0cc8-42cf-a687-da0152e01b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:29.037391 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8a3edadb-0cc8-42cf-a687-da0152e01b5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1502619 Feb 04 16:54:29.040203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59422) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:29.045614 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b71569d3-3252-4c22-9c92-42adef910e66 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'security_group_rule': {'security_group_id': '28f2bee7-fb4f-4ed9-950f-deab9c2d015d', 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:29.052724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b71569d3-3252-4c22-9c92-42adef910e66 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:29.056617 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b71569d3-3252-4c22-9c92-42adef910e66 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group_rule and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:29.059546 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b71569d3-3252-4c22-9c92-42adef910e66 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:29.065223 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b71569d3-3252-4c22-9c92-42adef910e66 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:29.076549 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-b71569d3-3252-4c22-9c92-42adef910e66 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Project bf54b116b8c84e8db329225e8e8bb0eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:54:29.083285 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b71569d3-3252-4c22-9c92-42adef910e66 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:29.151630 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b71569d3-3252-4c22-9c92-42adef910e66 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:29.155244 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b71569d3-3252-4c22-9c92-42adef910e66 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:29.180150 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71569d3-3252-4c22-9c92-42adef910e66 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7dae79-2a59-46c3-a589-b357eda74aef,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:29.189852 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b71569d3-3252-4c22-9c92-42adef910e66 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:29.191231 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b71569d3-3252-4c22-9c92-42adef910e66 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1499650 Feb 04 16:54:29.364817 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-3026da46-e400-4f4f-a02d-e86ef7590b80 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404042599&fields=id&tenant_id=bf54b116b8c84e8db329225e8e8bb0eb HTTP/1.1" status: 200 len: 267 time: 0.0440161 Feb 04 16:54:29.513532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c56306-1bf2-4e63-8555-703caa570b5a req-57c75fae-f738-4d27-8622-ad2b56fcff39 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:29.514969 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-57c75fae-f738-4d27-8622-ad2b56fcff39 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 809 time: 0.1439934 Feb 04 16:54:29.531804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7fa46bd3-0bd0-4c68-a528-e4424b471867 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/quotas/bf54b116b8c84e8db329225e8e8bb0eb HTTP/1.1" status: 200 len: 375 time: 0.0111177 Feb 04 16:54:29.615855 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-d3069ef6-a7ba-454c-9d0e-267a8fb6986d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782552 Feb 04 16:54:29.754653 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-85cf2c0e-210b-4f39-9ad7-eb5cb34e68b5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:54:29.755918 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-85cf2c0e-210b-4f39-9ad7-eb5cb34e68b5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1287277 Feb 04 16:54:29.885439 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-fce61c82-7828-4cca-add8-2c936b12def7 service neutron] 10.222.0.60 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228864 Feb 04 16:54:30.020052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-ca730aec-cc0b-4b98-a8fd-1e193f4633f5 service neutron] 10.222.0.60 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269231 Feb 04 16:54:30.211538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9c734924-35c8-4747-9d91-8732dc000772 req-1c5a0725-a6b4-4d67-9a6d-433befb12c46 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 210 time: 0.0411499 Feb 04 16:54:31.535814 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f89a613d-f86a-432d-a61d-2939aa750ed4 req-c11ee13e-f38a-4858-8989-035fee239ee4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 210 time: 0.1971049 Feb 04 16:54:31.600469 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c56306-1bf2-4e63-8555-703caa570b5a req-87ba8fdf-6e41-4dc3-a71b-4944eff3ece5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:31.601976 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-87ba8fdf-6e41-4dc3-a71b-4944eff3ece5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.73 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 809 time: 0.2912412 Feb 04 16:54:31.670965 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-e61dd13d-baf6-43ec-b3b7-9fbeda68057f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf54b116b8c84e8db329225e8e8bb0eb HTTP/1.1" status: 200 len: 379 time: 0.0517027 Feb 04 16:54:31.676739 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'port': {'device_id': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'admin_state_up': True, 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'security_groups': ['28f2bee7-fb4f-4ed9-950f-deab9c2d015d']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:31.824857 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:31.828800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:port and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:31.831991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:31.837950 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:31.849198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Made reservation on behalf of bf54b116b8c84e8db329225e8e8bb0eb for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:54:31.852407 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:32.027021 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Allocated IP 172.20.0.3 (ea5002f5-a61d-469f-aecd-ff55ba12319f/0683287b-289d-486b-bde0-a7b1237d4170/92ddc8f8-a37b-42a9-af4e-ecdbf6840399) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:54:32.192695 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4ef076d7-2104-42da-aef6-eccb7661254b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:32.247206 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:32.264215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 4ef076d7-2104-42da-aef6-eccb7661254b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:32.265879 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Transition to ACTIVE for port object 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:32.270523 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4ef076d7-2104-42da-aef6-eccb7661254b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:32.270907 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:32.288352 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:32.368524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Network ea5002f5-a61d-469f-aecd-ff55ba12319f is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:54:32.371675 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:54:32.376773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:54:32.392439 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:32.403316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'Port': ['ID=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:32.410508 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 4ef076d7-2104-42da-aef6-eccb7661254b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4ef076d7-2104-42da-aef6-eccb7661254b,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:32.416489 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:32.445056 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:32.445769 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:32.473675 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-da321b0e-1262-4a7d-ab09-594e0d99d6f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8020735 Feb 04 16:54:32.485129 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Request body: {'port': {'device_id': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:32.489025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=4ef076d7-2104-42da-aef6-eccb7661254b,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:32.617996 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:32.683578 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ed7ef2cc-de6b-48d1-b871-41ae844b6edc None None] Provisioning for port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:32.688876 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-ed7ef2cc-de6b-48d1-b871-41ae844b6edc None None] Provisioning complete for port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:32.689265 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ed7ef2cc-de6b-48d1-b871-41ae844b6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:32.744309 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ef2cc-de6b-48d1-b871-41ae844b6edc None None] Port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:54:32.864346 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce239c-b08d-4d80-9264-463fe2bc8a47 req-7713bc10-df66-4e58-a89d-7d19b2e4665e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:32.865132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b8ce239c-b08d-4d80-9264-463fe2bc8a47 req-7713bc10-df66-4e58-a89d-7d19b2e4665e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Synchronizing usage tracker for tenant:bf54b116b8c84e8db329225e8e8bb0eb on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:54:32.939724 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-b8ce239c-b08d-4d80-9264-463fe2bc8a47 req-7713bc10-df66-4e58-a89d-7d19b2e4665e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Unset dirty status for tenant:bf54b116b8c84e8db329225e8e8bb0eb on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:54:32.942609 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8ce239c-b08d-4d80-9264-463fe2bc8a47 req-7713bc10-df66-4e58-a89d-7d19b2e4665e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 931 time: 0.2713432 Feb 04 16:54:33.025917 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b8ce239c-b08d-4d80-9264-463fe2bc8a47 req-32f9c317-1869-4e21-b1ad-40320faf4b7d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756443 Feb 04 16:54:33.091452 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:54:33.098996 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:33.113414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Transition to ACTIVE for port object 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:33.116602 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:33.241233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Pushing event updated for resources: {'Port': ['ID=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:33.445023 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Attempting to bind port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:54:33.445261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Attempting to bind port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:54:33.445563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Attempting to bind port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 on network ea5002f5-a61d-469f-aecd-ff55ba12319f {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:54:33.451030 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 on network ea5002f5-a61d-469f-aecd-ff55ba12319f not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:54:33.451717 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Attempting to bind port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 on network ea5002f5-a61d-469f-aecd-ff55ba12319f {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:54:33.458572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:54:33.458898 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Checking segment: {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:54:33.459303 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Bound using segment: {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:54:33.459716 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Bound port: 92ddc8f8-a37b-42a9-af4e-ecdbf6840399, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:54:33.460049 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:33.551531 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] For port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:54:33.554360 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] For port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:54:33.558756 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:33.613524 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:33.615147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] 10.222.0.73 "PUT /v2.0/ports/92ddc8f8-a37b-42a9-af4e-ecdbf6840399 HTTP/1.1" status: 200 len: 1091 time: 1.1343548 Feb 04 16:54:33.622267 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:33.652708 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f192255-5d00-4d10-bb3b-6e8eb38d31c1 service neutron] Pushing event updated for resources: {'Port': ['ID=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:33.698769 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'status': 'completed', 'code': 200} Feb 04 16:54:33.732531 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-e1d29dea-2a0b-4ce0-b5c6-39bec5db9b03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 1094 time: 0.0761719 Feb 04 16:54:33.809248 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-d6c6d17e-7a22-4004-976e-db61e477c616 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399 HTTP/1.1" status: 200 len: 217 time: 0.0694966 Feb 04 16:54:33.880925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c56306-1bf2-4e63-8555-703caa570b5a req-8ff2ded7-e5cf-4f2e-ba30-62de5b96cb3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:33.882324 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-8ff2ded7-e5cf-4f2e-ba30-62de5b96cb3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0662186 Feb 04 16:54:33.961094 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-5fb148e1-185d-4796-8a9c-3839159b8c06 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727820 Feb 04 16:54:34.095085 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-e9ef4ba2-1094-455c-8095-df96816e26be service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276662 Feb 04 16:54:34.163749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4ef076d7-2104-42da-aef6-eccb7661254b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:34.235192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 4ef076d7-2104-42da-aef6-eccb7661254b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:34.235795 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:34.292889 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-62c56306-1bf2-4e63-8555-703caa570b5a req-b56a4b45-957a-4644-a3f4-2d5b057e029a service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917574 Feb 04 16:54:34.307127 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609adfa-7db8-4878-bc25-dd37bcde0246 req-f1b0b18b-a3dd-4116-91b1-2e57e0397fa5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:34.308620 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5609adfa-7db8-4878-bc25-dd37bcde0246 req-f1b0b18b-a3dd-4116-91b1-2e57e0397fa5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.1325319 Feb 04 16:54:34.400319 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5609adfa-7db8-4878-bc25-dd37bcde0246 req-2bc50789-cb40-4f49-9b75-e774f19208e0 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852957 Feb 04 16:54:34.426504 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb4bc60b-942b-4f0e-8d9e-840ae1720f35 req-ff615757-da69-48e0-9745-a066dac18e79 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 1094 time: 0.0877695 Feb 04 16:54:34.562946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bc60b-942b-4f0e-8d9e-840ae1720f35 req-33bd9b00-5f89-4c5c-9b4c-d87698c837fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:34.564443 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb4bc60b-942b-4f0e-8d9e-840ae1720f35 req-33bd9b00-5f89-4c5c-9b4c-d87698c837fe service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.1316404 Feb 04 16:54:34.635804 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb4bc60b-942b-4f0e-8d9e-840ae1720f35 req-597b5095-c7f8-4e74-9d2c-1f24f60feefc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399 HTTP/1.1" status: 200 len: 217 time: 0.0652180 Feb 04 16:54:34.724067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bc60b-942b-4f0e-8d9e-840ae1720f35 req-88fba37c-6bed-4149-8bae-7dbc0840176f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:34.725522 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb4bc60b-942b-4f0e-8d9e-840ae1720f35 req-88fba37c-6bed-4149-8bae-7dbc0840176f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0840518 Feb 04 16:54:34.812295 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb4bc60b-942b-4f0e-8d9e-840ae1720f35 req-4fa41552-fd65-4438-9a5b-466bf562989c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811307 Feb 04 16:54:34.958175 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb4bc60b-942b-4f0e-8d9e-840ae1720f35 req-ccdf5455-a080-437f-82e1-ec60a746c232 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396058 Feb 04 16:54:35.100171 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb4bc60b-942b-4f0e-8d9e-840ae1720f35 req-704ca83b-dfee-41e8-a3f7-3ef75372681e service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352310 Feb 04 16:54:35.731047 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fc728-a3c2-4575-8cac-6e423425eca0 req-9f8cd523-f70a-45e4-9693-2901c8a0f119 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:35.732301 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-746fc728-a3c2-4575-8cac-6e423425eca0 req-9f8cd523-f70a-45e4-9693-2901c8a0f119 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.1983504 Feb 04 16:54:35.781311 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-746fc728-a3c2-4575-8cac-6e423425eca0 req-1f6e7d8a-f946-4963-b036-3ed026c2fdfc tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433393 Feb 04 16:54:35.913940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Sync routers for ids ['e0a1b376-8330-43e8-8f2b-04e02395714f'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:54:35.928550 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Routers {'e0a1b376-8330-43e8-8f2b-04e02395714f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:35.929169 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e0a1b376-8330-43e8-8f2b-04e02395714f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:36.116932 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Set router e0a1b376-8330-43e8-8f2b-04e02395714f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:36.444555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 2, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:36.448613 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Checking router: e0a1b376-8330-43e8-8f2b-04e02395714f for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:54:36.448961 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Updating router e0a1b376-8330-43e8-8f2b-04e02395714f port ef596dfd-6917-4e2a-a058-d9197b7f37fb binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:54:36.503042 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:36.508954 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:54:36.789626 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0672965f-48b3-4917-8e72-e8754842015c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:36.864059 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:36.875775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Transition to ACTIVE for port object ef596dfd-6917-4e2a-a058-d9197b7f37fb will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:36.885918 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:37.026401 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef45a66-72ba-4c08-9672-bc489110a99a req-dfc87a9b-30d2-4181-8a38-6f75877024dc tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:37.028560 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ef45a66-72ba-4c08-9672-bc489110a99a req-dfc87a9b-30d2-4181-8a38-6f75877024dc tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.1049724 Feb 04 16:54:37.059841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850127b-12f3-4892-9bbd-7a10e7749449 None None] Pushing event updated for resources: {'Port': ['ID=ef596dfd-6917-4e2a-a058-d9197b7f37fb,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:37.083812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ef45a66-72ba-4c08-9672-bc489110a99a req-d7a117b5-0f81-49d0-a289-970a4a90c152 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494249 Feb 04 16:54:37.163633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Attempting to bind port ef596dfd-6917-4e2a-a058-d9197b7f37fb on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:54:37.163633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Attempting to bind port ef596dfd-6917-4e2a-a058-d9197b7f37fb by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:54:37.163633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Attempting to bind port ef596dfd-6917-4e2a-a058-d9197b7f37fb on network ea5002f5-a61d-469f-aecd-ff55ba12319f {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:54:37.170825 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:54:37.171208 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Checking segment: {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:54:37.171630 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:37.172019 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Bound using segment: {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:54:37.172480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Bound port: ef596dfd-6917-4e2a-a058-d9197b7f37fb, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:54:37.172844 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:37.271805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] For port ef596dfd-6917-4e2a-a058-d9197b7f37fb, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:54:37.275520 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] For port ef596dfd-6917-4e2a-a058-d9197b7f37fb, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ef596dfd-6917-4e2a-a058-d9197b7f37fb,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:54:37.281676 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:37.370433 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850127b-12f3-4892-9bbd-7a10e7749449 None None] Pushing event updated for resources: {'Port': ['ID=ef596dfd-6917-4e2a-a058-d9197b7f37fb,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:37.379051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Routers {'e0a1b376-8330-43e8-8f2b-04e02395714f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:37.379703 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e0a1b376-8330-43e8-8f2b-04e02395714f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:37.566962 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] Set router e0a1b376-8330-43e8-8f2b-04e02395714f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:37.616034 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Sync routers for ids ['7f352bc7-2669-417f-9f1f-9b6fd284460b'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:54:37.634724 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Routers {'7f352bc7-2669-417f-9f1f-9b6fd284460b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:37.635625 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:54:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['7f352bc7-2669-417f-9f1f-9b6fd284460b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:37.855355 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Set router 7f352bc7-2669-417f-9f1f-9b6fd284460b gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:37.950879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:37Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:37.954805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f846dd-571d-47ff-ae15-78439b9a0241 None None] The sync data for ids ['e0a1b376-8330-43e8-8f2b-04e02395714f'] in n-d-827872-1 is: [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:37Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:54:37.983134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:54:38.131338 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:38.147540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'port_id': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'mac_address': 'fa:16:3e:7c:52:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:54:38.207264 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'name': 'tempest-TestShelveInstance-1076726555-router', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '4ef076d7-2104-42da-aef6-eccb7661254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T16:54:26Z', 'revision_number': 4, 'project_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'gw_port': {'id': '4ef076d7-2104-42da-aef6-eccb7661254b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T16:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'bcf0966a-df50-4a15-87cd-37dc6e80eb65', 'name': '', 'network_id': '93241441-fd2f-4f39-aa9a-6b7427ee4d35', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'mac_address': 'fa:16:3e:3e:c4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15e5f93f-96ed-4e15-aaf9-13234ae185d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:25Z', 'updated_at': '2022-02-04T16:54:26Z', 'revision_number': 2, 'project_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'subnets': [{'id': '15e5f93f-96ed-4e15-aaf9-13234ae185d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:38.214065 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Checking router: 7f352bc7-2669-417f-9f1f-9b6fd284460b for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:54:38.214542 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Updating router 7f352bc7-2669-417f-9f1f-9b6fd284460b port bcf0966a-df50-4a15-87cd-37dc6e80eb65 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:54:38.250061 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ef596dfd-6917-4e2a-a058-d9197b7f37fb up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:38.294786 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:38.298634 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:38.335501 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:54:38.353032 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dbe89-21b4-4b61-a6e7-4c065f694730 req-926abfff-f9b6-49a9-8076-351e75bc8e5c tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:38.356715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:38.360754 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-743dbe89-21b4-4b61-a6e7-4c065f694730 req-926abfff-f9b6-49a9-8076-351e75bc8e5c tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.0967386 Feb 04 16:54:38.364881 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:38.404119 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port ef596dfd-6917-4e2a-a058-d9197b7f37fb completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:38.415469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ef596dfd-6917-4e2a-a058-d9197b7f37fb triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:38.415841 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:38.423813 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-743dbe89-21b4-4b61-a6e7-4c065f694730 req-ef738cfe-0771-4eea-9f64-3737b6bef67f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606792 Feb 04 16:54:38.496879 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:38.562894 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:38.602262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port ef596dfd-6917-4e2a-a058-d9197b7f37fb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ef596dfd-6917-4e2a-a058-d9197b7f37fb,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:38.607604 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:38.679429 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['92ddc8f8-a37b-42a9-af4e-ecdbf6840399'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:54:38.697910 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:38.712347 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Transition to ACTIVE for port object bcf0966a-df50-4a15-87cd-37dc6e80eb65 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:38.718997 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:38.731449 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=ef596dfd-6917-4e2a-a058-d9197b7f37fb,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:38.844983 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8348a-d1e8-42f1-834e-8748dabdfaac None None] Pushing event updated for resources: {'Port': ['ID=bcf0966a-df50-4a15-87cd-37dc6e80eb65,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:38.951534 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Attempting to bind port bcf0966a-df50-4a15-87cd-37dc6e80eb65 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:54:38.951897 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Attempting to bind port bcf0966a-df50-4a15-87cd-37dc6e80eb65 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'ac470691-a69f-41fc-a7f6-35d2ce6d00bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93241441-fd2f-4f39-aa9a-6b7427ee4d35'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:54:38.952247 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Attempting to bind port bcf0966a-df50-4a15-87cd-37dc6e80eb65 on network 93241441-fd2f-4f39-aa9a-6b7427ee4d35 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:54:38.960223 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:54:38.960705 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Checking segment: {'id': 'ac470691-a69f-41fc-a7f6-35d2ce6d00bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93241441-fd2f-4f39-aa9a-6b7427ee4d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:54:38.961108 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:38.961499 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Bound using segment: {'id': 'ac470691-a69f-41fc-a7f6-35d2ce6d00bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93241441-fd2f-4f39-aa9a-6b7427ee4d35'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:54:38.962107 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Bound port: bcf0966a-df50-4a15-87cd-37dc6e80eb65, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac470691-a69f-41fc-a7f6-35d2ce6d00bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '93241441-fd2f-4f39-aa9a-6b7427ee4d35'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:54:38.962468 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:39.058845 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] For port bcf0966a-df50-4a15-87cd-37dc6e80eb65, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:54:39.061913 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] For port bcf0966a-df50-4a15-87cd-37dc6e80eb65, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bcf0966a-df50-4a15-87cd-37dc6e80eb65,segment=NetworkSegment(ac470691-a69f-41fc-a7f6-35d2ce6d00bc),segment_id=ac470691-a69f-41fc-a7f6-35d2ce6d00bc)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:54:39.066613 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:39.126974 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f9da-a6ad-493a-aa21-9c78b64dfa0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:39.149491 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8348a-d1e8-42f1-834e-8748dabdfaac None None] Pushing event updated for resources: {'Port': ['ID=bcf0966a-df50-4a15-87cd-37dc6e80eb65,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:39.154029 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Routers {'7f352bc7-2669-417f-9f1f-9b6fd284460b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:39.154623 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:54:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['7f352bc7-2669-417f-9f1f-9b6fd284460b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:39.364668 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] Set router 7f352bc7-2669-417f-9f1f-9b6fd284460b gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:39.621687 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08451cea-aeb7-4699-aa1b-664fc8d86a2f req-4ca0c582-0c49-49f5-879c-39631b454bb5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:39.623393 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08451cea-aeb7-4699-aa1b-664fc8d86a2f req-4ca0c582-0c49-49f5-879c-39631b454bb5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 944 time: 0.0802612 Feb 04 16:54:39.671036 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08451cea-aeb7-4699-aa1b-664fc8d86a2f req-88904f06-6558-4810-9b6e-def5dc17ab28 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409029 Feb 04 16:54:39.684406 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'name': 'tempest-TestShelveInstance-1076726555-router', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '4ef076d7-2104-42da-aef6-eccb7661254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T16:54:26Z', 'revision_number': 4, 'project_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'gw_port': {'id': '4ef076d7-2104-42da-aef6-eccb7661254b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T16:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'bcf0966a-df50-4a15-87cd-37dc6e80eb65', 'name': '', 'network_id': '93241441-fd2f-4f39-aa9a-6b7427ee4d35', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'mac_address': 'fa:16:3e:3e:c4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15e5f93f-96ed-4e15-aaf9-13234ae185d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:25Z', 'updated_at': '2022-02-04T16:54:39Z', 'revision_number': 4, 'project_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'subnets': [{'id': '15e5f93f-96ed-4e15-aaf9-13234ae185d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:39.688424 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0dcf9-255b-4696-9902-e103c8abd7d6 None None] The sync data for ids ['7f352bc7-2669-417f-9f1f-9b6fd284460b'] in n-d-827872-1 is: [{'id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'name': 'tempest-TestShelveInstance-1076726555-router', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '4ef076d7-2104-42da-aef6-eccb7661254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T16:54:26Z', 'revision_number': 4, 'project_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'gw_port': {'id': '4ef076d7-2104-42da-aef6-eccb7661254b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T16:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'bcf0966a-df50-4a15-87cd-37dc6e80eb65', 'name': '', 'network_id': '93241441-fd2f-4f39-aa9a-6b7427ee4d35', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'mac_address': 'fa:16:3e:3e:c4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15e5f93f-96ed-4e15-aaf9-13234ae185d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:25Z', 'updated_at': '2022-02-04T16:54:39Z', 'revision_number': 4, 'project_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'subnets': [{'id': '15e5f93f-96ed-4e15-aaf9-13234ae185d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:54:39.994085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:40.062259 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:40.068231 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:40.068610 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:40.200367 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:40.230369 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:40.242849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:40.248248 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:40.283663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bcf0966a-df50-4a15-87cd-37dc6e80eb65 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:40.384227 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:40.391773 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port bcf0966a-df50-4a15-87cd-37dc6e80eb65 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:40.397681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port bcf0966a-df50-4a15-87cd-37dc6e80eb65 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:40.398051 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:40.423048 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'code': 200} Feb 04 16:54:40.539949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9174986-e36b-4a61-942d-eb3cb607924b req-211f9c2e-aeb0-44d4-a4e1-d9dc1c3ea43d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 1096 time: 0.0738111 Feb 04 16:54:40.543419 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:40.546769 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:40.558002 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:40.583665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port bcf0966a-df50-4a15-87cd-37dc6e80eb65, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bcf0966a-df50-4a15-87cd-37dc6e80eb65,segment=NetworkSegment(ac470691-a69f-41fc-a7f6-35d2ce6d00bc),segment_id=ac470691-a69f-41fc-a7f6-35d2ce6d00bc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:40.587722 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:40.588637 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ef596dfd-6917-4e2a-a058-d9197b7f37fb up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:40.591493 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c9174986-e36b-4a61-942d-eb3cb607924b req-c3621c4d-77cb-4d8b-89db-3cc09e09e6f4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457361 Feb 04 16:54:40.708973 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=bcf0966a-df50-4a15-87cd-37dc6e80eb65,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:40.722934 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ef596dfd-6917-4e2a-a058-d9197b7f37fb triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:40.723330 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:40.890043 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdc566-8bed-4ae3-9579-2936031b3d3d req-7b311690-fa82-4169-94b6-ff4fb00f2199 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:40.891525 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bcdc566-8bed-4ae3-9579-2936031b3d3d req-7b311690-fa82-4169-94b6-ff4fb00f2199 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0943546 Feb 04 16:54:40.941994 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0bcdc566-8bed-4ae3-9579-2936031b3d3d req-563c112c-a65a-43e9-a2cb-d69c99120061 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447969 Feb 04 16:54:41.748189 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:42.156631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f93e7-ba89-4d6c-8f5c-5a4fe8eafbf2 req-ac6e801c-fdab-47fb-bb67-64b3c566a560 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:42.158106 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-971f93e7-ba89-4d6c-8f5c-5a4fe8eafbf2 req-ac6e801c-fdab-47fb-bb67-64b3c566a560 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0832620 Feb 04 16:54:42.165643 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bcf0966a-df50-4a15-87cd-37dc6e80eb65 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:42.205860 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-971f93e7-ba89-4d6c-8f5c-5a4fe8eafbf2 req-5cff4053-4d9c-4789-9110-180ac0f2c782 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408685 Feb 04 16:54:42.238855 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port bcf0966a-df50-4a15-87cd-37dc6e80eb65 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:42.239228 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:42.400077 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:42.411550 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b97b5-159f-4216-a229-6818d2d3d8ff req-60110cb1-cec9-4db9-b567-316c98cf8949 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:42.413020 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-866b97b5-159f-4216-a229-6818d2d3d8ff req-60110cb1-cec9-4db9-b567-316c98cf8949 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0792098 Feb 04 16:54:42.458982 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-866b97b5-159f-4216-a229-6818d2d3d8ff req-df0bfd3b-d8de-4809-99f7-1a061bc3c645 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404212 Feb 04 16:54:42.486911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59480) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:42.627711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-e68e2f1d-add5-4d1c-ab83-5aef3dbdd61a tempest-TestShelveInstance-609890818 tempest-TestShelveInstance-609890818-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 1091 time: 0.1389337 Feb 04 16:54:42.631201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59486) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:42.636459 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:42.642916 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:42.646779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:floatingip and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:42.649592 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:42.655266 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:42.668313 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:42.804189 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:42.937317 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Allocated IP 172.25.0.22 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/f32340ed-677b-44c7-840e-8986db9ad2ef) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:54:43.096104 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:43.125160 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:43.192688 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:54:43.195648 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:54:43.199982 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:54:43.223348 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'Port': ['ID=f32340ed-677b-44c7-840e-8986db9ad2ef,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:43.856105 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:43.913604 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:44.169672 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:44.175780 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:44.308322 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'Port': ['ID=f32340ed-677b-44c7-840e-8986db9ad2ef,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:44.327416 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:44.538028 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Floating IP 435c5831-15dc-4034-988d-b65e23135073 associated. External IP: 172.25.0.22, port: 92ddc8f8-a37b-42a9-af4e-ecdbf6840399. Feb 04 16:54:44.958533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Router e0a1b376-8330-43e8-8f2b-04e02395714f has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:54:45.188264 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:54:45.218950 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:45.277155 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a4f5b74a-e5c0-4d8e-88a7-4ebc28af6639 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6448781 Feb 04 16:54:45.277733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:45.340581 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'status': 'completed', 'code': 200} Feb 04 16:54:45.443616 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54dbb630-69e3-4fb1-935f-5e9f792df8d6 req-f65bd41c-762a-4462-be50-5c4468180bfd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 1096 time: 0.0794795 Feb 04 16:54:45.720181 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbb630-69e3-4fb1-935f-5e9f792df8d6 req-924d42c6-a020-4d68-8587-39d2eb723f3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:45.722946 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54dbb630-69e3-4fb1-935f-5e9f792df8d6 req-924d42c6-a020-4d68-8587-39d2eb723f3a service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.2738945 Feb 04 16:54:45.832795 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54dbb630-69e3-4fb1-935f-5e9f792df8d6 req-61e05d58-0fac-41a1-acf6-48501644b26f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399 HTTP/1.1" status: 200 len: 998 time: 0.1032114 Feb 04 16:54:45.911793 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbb630-69e3-4fb1-935f-5e9f792df8d6 req-d9d4ded6-ba3c-4aaf-93e7-e052fdd886c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:45.913436 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54dbb630-69e3-4fb1-935f-5e9f792df8d6 req-d9d4ded6-ba3c-4aaf-93e7-e052fdd886c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0748811 Feb 04 16:54:45.959052 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c106f2-bb8b-41a2-aeaf-62bf62d1818e None None] Sync routers for ids ['e0a1b376-8330-43e8-8f2b-04e02395714f'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:54:45.986262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c106f2-bb8b-41a2-aeaf-62bf62d1818e None None] Routers {'e0a1b376-8330-43e8-8f2b-04e02395714f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:45.988770 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-65c106f2-bb8b-41a2-aeaf-62bf62d1818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:54:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e0a1b376-8330-43e8-8f2b-04e02395714f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:46.071287 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54dbb630-69e3-4fb1-935f-5e9f792df8d6 req-1d420e53-fe93-49ea-b1b6-a8a760d3cdcd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518772 Feb 04 16:54:46.227015 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54dbb630-69e3-4fb1-935f-5e9f792df8d6 req-0b47042b-7718-47e9-8a56-27d4a3071771 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493194 Feb 04 16:54:46.263286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-65c106f2-bb8b-41a2-aeaf-62bf62d1818e None None] Set router e0a1b376-8330-43e8-8f2b-04e02395714f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:46.401092 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54dbb630-69e3-4fb1-935f-5e9f792df8d6 req-b3248747-4d76-4da4-be2f-f8a3535be04f service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636100 Feb 04 16:54:46.620697 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-65c106f2-bb8b-41a2-aeaf-62bf62d1818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '435c5831-15dc-4034-988d-b65e23135073', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'floating_ip_address': '172.25.0.22', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'port_id': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'mac_address': 'fa:16:3e:7c:52:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:54:43Z', 'updated_at': '2022-02-04T16:54:43Z', 'revision_number': 0, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:38Z', 'revision_number': 5, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:46.624623 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c106f2-bb8b-41a2-aeaf-62bf62d1818e None None] Checking router: e0a1b376-8330-43e8-8f2b-04e02395714f for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:54:46.635984 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c106f2-bb8b-41a2-aeaf-62bf62d1818e None None] Routers {'e0a1b376-8330-43e8-8f2b-04e02395714f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:46.636563 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-65c106f2-bb8b-41a2-aeaf-62bf62d1818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T16:54:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e0a1b376-8330-43e8-8f2b-04e02395714f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:46.853173 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-65c106f2-bb8b-41a2-aeaf-62bf62d1818e None None] Set router e0a1b376-8330-43e8-8f2b-04e02395714f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:47.229510 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-65c106f2-bb8b-41a2-aeaf-62bf62d1818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '435c5831-15dc-4034-988d-b65e23135073', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'floating_ip_address': '172.25.0.22', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'port_id': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'mac_address': 'fa:16:3e:7c:52:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:54:43Z', 'updated_at': '2022-02-04T16:54:43Z', 'revision_number': 0, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:38Z', 'revision_number': 5, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:47.233574 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c106f2-bb8b-41a2-aeaf-62bf62d1818e None None] The sync data for ids ['e0a1b376-8330-43e8-8f2b-04e02395714f'] in n-d-827872-1 is: [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '435c5831-15dc-4034-988d-b65e23135073', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'floating_ip_address': '172.25.0.22', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'port_id': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'mac_address': 'fa:16:3e:7c:52:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:54:43Z', 'updated_at': '2022-02-04T16:54:43Z', 'revision_number': 0, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:38Z', 'revision_number': 5, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:54:50.361376 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:56.475428 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d58277-1080-4d0e-852a-e43c043b6430 None None] New status for floating IP 435c5831-15dc-4034-988d-b65e23135073: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:55:06.773903 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7739ba24-94b3-4a85-a433-5e756dbd59d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:09.120382 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c6cf2b3b-673a-4128-a4f5-adfceb6a8389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:10.532340 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:10.537425 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:11.745414 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:12.413511 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:13.510513 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:55:15.651448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e44c0f0-6840-4c3d-83af-55080d7963e4 req-fb9bfac3-4d3f-46c9-a0eb-319401ae36f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766451 Feb 04 16:55:15.794385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e44c0f0-6840-4c3d-83af-55080d7963e4 req-1734f7db-0224-4f56-b4ca-dbcc28600e3e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 1096 time: 0.0691609 Feb 04 16:55:15.948673 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44c0f0-6840-4c3d-83af-55080d7963e4 req-7a32eabc-75f2-41ac-bcbd-1eb74a10015f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:15.950028 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e44c0f0-6840-4c3d-83af-55080d7963e4 req-7a32eabc-75f2-41ac-bcbd-1eb74a10015f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.1369717 Feb 04 16:55:16.070869 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e44c0f0-6840-4c3d-83af-55080d7963e4 req-bb26b9f8-e850-4e9f-a356-2176b2535574 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399 HTTP/1.1" status: 200 len: 1000 time: 0.1130705 Feb 04 16:55:16.134203 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44c0f0-6840-4c3d-83af-55080d7963e4 req-22b438e1-323a-4fd1-8ba6-49c73bc0681c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:16.135661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e44c0f0-6840-4c3d-83af-55080d7963e4 req-22b438e1-323a-4fd1-8ba6-49c73bc0681c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0597942 Feb 04 16:55:16.216797 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e44c0f0-6840-4c3d-83af-55080d7963e4 req-57b4df6d-6db6-4dcc-a3e7-f17083da8024 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743122 Feb 04 16:55:16.355645 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e44c0f0-6840-4c3d-83af-55080d7963e4 req-e4f57f97-33d0-4934-8ac9-7cb0f2b10fc2 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311116 Feb 04 16:55:16.491557 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e44c0f0-6840-4c3d-83af-55080d7963e4 req-d58337aa-66a1-476d-93af-137a2b2ea028 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296008 Feb 04 16:55:20.381881 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:36.777217 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d65d0488-ccf7-443e-bf14-d8bb9481e9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:39.125016 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-69d9ac6a-9ca1-40d5-96b6-9182f0202ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:40.532672 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:40.534726 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:41.747905 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:42.415932 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:50.372237 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:50.511527 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:56:06.780773 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d5b7176f-fe9d-460b-b34f-e68733aeb8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:09.127161 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-0f97f0b3-fe3b-48ff-b63e-39034da2519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:10.537444 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:10.540889 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:11.761770 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:12.429876 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:17.602199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54f4316c-f6de-41a9-865c-d780aa7ce253 req-978b5ea4-cf94-4d77-a7f7-eb7824f571c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710511 Feb 04 16:56:17.766976 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54f4316c-f6de-41a9-865c-d780aa7ce253 req-642fe7c1-ae09-43f7-9956-494350953029 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 1096 time: 0.0808845 Feb 04 16:56:18.040283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4316c-f6de-41a9-865c-d780aa7ce253 req-6c74b8db-afe6-4109-8e2f-d2c5677ca273 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:18.041784 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54f4316c-f6de-41a9-865c-d780aa7ce253 req-6c74b8db-afe6-4109-8e2f-d2c5677ca273 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.2500024 Feb 04 16:56:18.172309 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54f4316c-f6de-41a9-865c-d780aa7ce253 req-5ca634c4-6e92-470b-81a4-0510af47dbb3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399 HTTP/1.1" status: 200 len: 1000 time: 0.1235578 Feb 04 16:56:18.247807 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4316c-f6de-41a9-865c-d780aa7ce253 req-9ff478d8-3737-401a-8caa-0a51f7c486ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:18.249257 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54f4316c-f6de-41a9-865c-d780aa7ce253 req-9ff478d8-3737-401a-8caa-0a51f7c486ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0703244 Feb 04 16:56:18.354482 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54f4316c-f6de-41a9-865c-d780aa7ce253 req-6ebbe6ce-3f39-453e-9410-d4ec96ea3187 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993052 Feb 04 16:56:18.500874 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54f4316c-f6de-41a9-865c-d780aa7ce253 req-004761c9-03b9-4a4a-8845-3ab72984720b service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393592 Feb 04 16:56:18.646579 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-54f4316c-f6de-41a9-865c-d780aa7ce253 req-cd0deba6-cbf0-4fde-9c6a-872eef731731 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409094 Feb 04 16:56:20.385610 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:27.512353 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:56:36.788260 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-babb339b-a113-4c29-ac6e-a0e46b5a2623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:39.132603 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-01e0e779-ac16-447f-acac-16b681b39195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:40.539491 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:40.541352 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:41.756101 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:42.429174 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:50.400604 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:04.514445 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:57:06.788284 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3c856fde-cb5a-4423-ba43-1fb1a657a3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:09.140890 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7714013d-1236-4c47-951e-1619b32e2e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:10.545331 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:10.546386 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.760391 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:12.446437 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:18.586788 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df0b0473-b2a1-418a-bdc4-9f51479ec1b3 req-2d999892-432e-4310-9f87-87ef8de0c113 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741646 Feb 04 16:57:18.729663 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df0b0473-b2a1-418a-bdc4-9f51479ec1b3 req-c17d6c87-3d88-4cc5-ba25-3e8065adab5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 1096 time: 0.0724993 Feb 04 16:57:18.874061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b0473-b2a1-418a-bdc4-9f51479ec1b3 req-8afc127b-d897-4e06-9f13-e539a7816c81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:18.875458 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df0b0473-b2a1-418a-bdc4-9f51479ec1b3 req-8afc127b-d897-4e06-9f13-e539a7816c81 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.1271300 Feb 04 16:57:18.978289 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df0b0473-b2a1-418a-bdc4-9f51479ec1b3 req-f21483ce-a78c-4772-836e-ad015037d96d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399 HTTP/1.1" status: 200 len: 1000 time: 0.0972502 Feb 04 16:57:19.040700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b0473-b2a1-418a-bdc4-9f51479ec1b3 req-77fa1699-4fd9-42d9-8c50-b267686c77bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:19.042134 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df0b0473-b2a1-418a-bdc4-9f51479ec1b3 req-77fa1699-4fd9-42d9-8c50-b267686c77bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0569656 Feb 04 16:57:19.118971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df0b0473-b2a1-418a-bdc4-9f51479ec1b3 req-bf052392-b759-4d80-a6df-b01a83508d16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709124 Feb 04 16:57:19.251936 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df0b0473-b2a1-418a-bdc4-9f51479ec1b3 req-396d1309-7c9e-4210-896e-c4e3c2c042bb service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260839 Feb 04 16:57:19.381899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-df0b0473-b2a1-418a-bdc4-9f51479ec1b3 req-c7b36273-a299-4fff-8e69-8d4af8021373 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241002 Feb 04 16:57:20.410728 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:28.960068 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f900dfa-e207-4fe6-a063-93e90590dcb9 req-c587e65f-3d42-428f-ac19-47541a75923d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:28.961552 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f900dfa-e207-4fe6-a063-93e90590dcb9 req-c587e65f-3d42-428f-ac19-47541a75923d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.1472940 Feb 04 16:57:29.008328 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8f900dfa-e207-4fe6-a063-93e90590dcb9 req-d8782eda-5c33-4070-a532-0394006b598a tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410874 Feb 04 16:57:30.338655 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773a172-229a-42fc-88f4-3ae1d10d2e0f req-a869dae7-2b1c-44e6-8f35-7291a0310295 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:30.340140 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8773a172-229a-42fc-88f4-3ae1d10d2e0f req-a869dae7-2b1c-44e6-8f35-7291a0310295 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.1751375 Feb 04 16:57:30.386779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8773a172-229a-42fc-88f4-3ae1d10d2e0f req-139c7600-be0a-4b58-983b-fb30b98c0e93 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410371 Feb 04 16:57:31.621818 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b40cc3-8b60-4a34-9705-9e7d0280b345 req-a4ef3c00-6d89-4866-90d4-24d544885184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:31.623292 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16b40cc3-8b60-4a34-9705-9e7d0280b345 req-a4ef3c00-6d89-4866-90d4-24d544885184 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0793071 Feb 04 16:57:31.669417 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16b40cc3-8b60-4a34-9705-9e7d0280b345 req-bb307160-dc8e-4c13-a070-ce59f64c9345 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405612 Feb 04 16:57:32.869262 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4e101-bc09-442b-b8ee-889791a29d52 req-067db661-2d94-43d4-b181-0389b0ee4f3a tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:32.870706 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8df4e101-bc09-442b-b8ee-889791a29d52 req-067db661-2d94-43d4-b181-0389b0ee4f3a tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0752511 Feb 04 16:57:32.915321 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8df4e101-bc09-442b-b8ee-889791a29d52 req-7794446c-bf41-4571-8a90-f849b2d0f0f5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389307 Feb 04 16:57:34.120386 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e81f9-60c6-4f0a-83b6-162b8fbb18dc req-0be88b1a-64ae-444c-a281-35413ea1f276 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:34.121825 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e23e81f9-60c6-4f0a-83b6-162b8fbb18dc req-0be88b1a-64ae-444c-a281-35413ea1f276 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0786548 Feb 04 16:57:34.167679 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e23e81f9-60c6-4f0a-83b6-162b8fbb18dc req-f33c39ff-a6f9-4bb6-aee8-b0b58fbc9001 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401084 Feb 04 16:57:35.382622 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8456610-7ac9-4cb6-bda8-468704af4d9f req-2047d812-bc77-4f77-a891-11123b6058da tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:35.384277 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8456610-7ac9-4cb6-bda8-468704af4d9f req-2047d812-bc77-4f77-a891-11123b6058da tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0885007 Feb 04 16:57:35.434779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d8456610-7ac9-4cb6-bda8-468704af4d9f req-476c9fa9-ec87-4201-9869-5c3e5ce7ab1a tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447626 Feb 04 16:57:36.642517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3a520-204f-43bf-91be-18ecfe6f6166 req-8edd815f-e883-44e2-b0c1-e7b03d845588 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:36.644073 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55c3a520-204f-43bf-91be-18ecfe6f6166 req-8edd815f-e883-44e2-b0c1-e7b03d845588 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0824468 Feb 04 16:57:36.692033 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-55c3a520-204f-43bf-91be-18ecfe6f6166 req-ddd15535-d14e-4088-9ddf-02a5f37ac624 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408523 Feb 04 16:57:36.780855 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f482bed6-d0ab-4939-a80b-56a09fe76cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:37.898625 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76e53-010e-4089-a444-4da5b9cb9d9c req-a33100bb-cd40-428b-88c1-19d3158f63b6 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:37.900122 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42d76e53-010e-4089-a444-4da5b9cb9d9c req-a33100bb-cd40-428b-88c1-19d3158f63b6 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0781717 Feb 04 16:57:37.955837 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-42d76e53-010e-4089-a444-4da5b9cb9d9c req-b22ce925-ce7b-4c1b-933d-4bfabe117443 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501120 Feb 04 16:57:39.137960 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9294d0ec-b11c-4b55-a4b4-e873a6451693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:39.160816 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63725b46-399b-485a-afd7-fb6b22973678 req-74fee580-166e-4c0e-abb6-3a745459f1c4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:39.162282 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63725b46-399b-485a-afd7-fb6b22973678 req-74fee580-166e-4c0e-abb6-3a745459f1c4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0789077 Feb 04 16:57:39.207294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-63725b46-399b-485a-afd7-fb6b22973678 req-426407dd-bfb4-497f-bf36-88a20e8dc4c8 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389640 Feb 04 16:57:40.408948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a5c58-1894-4aa1-bc1c-d407ca5f5456 req-6a745070-9103-40b1-a4b9-f46b377fcb06 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:40.410697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b62a5c58-1894-4aa1-bc1c-d407ca5f5456 req-6a745070-9103-40b1-a4b9-f46b377fcb06 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0786879 Feb 04 16:57:40.455308 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b62a5c58-1894-4aa1-bc1c-d407ca5f5456 req-c8784043-801e-4950-ac44-d300ad10bf99 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391543 Feb 04 16:57:40.539586 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:40.543679 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:40.769290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:57:40.907979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:40.921139 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'port_id': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'mac_address': 'fa:16:3e:7c:52:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:57:40.974323 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:40.992222 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:57:41.007836 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:41.011543 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:41.103415 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['92ddc8f8-a37b-42a9-af4e-ecdbf6840399'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:57:41.171408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:41.190625 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:41.191044 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:41.191901 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:41.192395 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:41.192716 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:41.193037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:41.193352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:41.193665 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:41.193979 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:41.194293 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:41.194602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:41.514976 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:57:41.660893 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfa580-88a8-486a-b288-c8208e8bec17 req-75da53fb-0298-4137-b613-c40a3daebe6b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:41.663313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90cfa580-88a8-486a-b288-c8208e8bec17 req-75da53fb-0298-4137-b613-c40a3daebe6b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 944 time: 0.0772581 Feb 04 16:57:41.709388 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-90cfa580-88a8-486a-b288-c8208e8bec17 req-ca72dfa5-5821-43ab-b0fa-0c10b82cb771 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405669 Feb 04 16:57:41.762199 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:42.440219 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:42.768712 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:42.845025 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:42.845388 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:42.919784 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c18cd7-7ac8-4d6f-a2e4-d3e10c8e435e req-5b12f063-725e-4fc5-ae89-d14a2aff34fd tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:42.921221 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-64c18cd7-7ac8-4d6f-a2e4-d3e10c8e435e req-5b12f063-725e-4fc5-ae89-d14a2aff34fd tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 944 time: 0.0811167 Feb 04 16:57:42.961343 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:42.968318 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-64c18cd7-7ac8-4d6f-a2e4-d3e10c8e435e req-ba990edf-7b04-4354-9c3d-c4553eeca6a1 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405610 Feb 04 16:57:42.990122 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:57:43.000144 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:43.004556 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:43.073093 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:44.067233 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'code': 200} Feb 04 16:57:44.173329 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177100a-1ddc-4a46-9d7e-e9c44954bcc2 req-f76347fb-8f49-490c-9163-110bc81511f8 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:44.174779 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2177100a-1ddc-4a46-9d7e-e9c44954bcc2 req-f76347fb-8f49-490c-9163-110bc81511f8 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0745513 Feb 04 16:57:44.228164 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2177100a-1ddc-4a46-9d7e-e9c44954bcc2 req-8bf9973d-5981-4ee5-80c6-2fc198004607 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472429 Feb 04 16:57:45.429236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db67d94-bacb-4b7e-b299-51780a21fb6e req-f30c1a49-31a2-4fde-a4d4-c29bd354c892 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:45.430753 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1db67d94-bacb-4b7e-b299-51780a21fb6e req-f30c1a49-31a2-4fde-a4d4-c29bd354c892 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0765595 Feb 04 16:57:45.476268 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1db67d94-bacb-4b7e-b299-51780a21fb6e req-fa98dbc6-5f61-46a1-9290-bdfc1da825c5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399721 Feb 04 16:57:46.718949 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bba0f-de40-48a3-80d0-fc0c5d3655ed req-7a5426cd-9ff7-4095-8b35-e0b4aeea8111 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:46.723971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd8bba0f-de40-48a3-80d0-fc0c5d3655ed req-7a5426cd-9ff7-4095-8b35-e0b4aeea8111 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0959573 Feb 04 16:57:46.780291 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dd8bba0f-de40-48a3-80d0-fc0c5d3655ed req-a28199c5-4f49-40ca-bce6-741f670844f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528977 Feb 04 16:57:48.007274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b1a21-5a40-441d-b389-af744d25472d req-b2f726ad-f417-42ad-afec-634ced0c1a4f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:48.009211 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-120b1a21-5a40-441d-b389-af744d25472d req-b2f726ad-f417-42ad-afec-634ced0c1a4f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0945024 Feb 04 16:57:48.063574 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-120b1a21-5a40-441d-b389-af744d25472d req-07085e93-3521-4248-a372-8074e9efa098 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486240 Feb 04 16:57:49.294177 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e3c3d-4c5d-4954-8788-4f37491e3fb2 req-260a3a8b-7842-4279-96fc-061421808637 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:49.295611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d56e3c3d-4c5d-4954-8788-4f37491e3fb2 req-260a3a8b-7842-4279-96fc-061421808637 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0932033 Feb 04 16:57:49.350288 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d56e3c3d-4c5d-4954-8788-4f37491e3fb2 req-16ce108e-60f2-43cf-9448-56a9bf6aef31 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473623 Feb 04 16:57:50.412780 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:50.747801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbce9a-9c72-4f6d-8140-7d3ef0467e93 req-f28d26f6-f2a5-4946-82a6-ebc60bc3fc1d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:50.749286 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0dbce9a-9c72-4f6d-8140-7d3ef0467e93 req-f28d26f6-f2a5-4946-82a6-ebc60bc3fc1d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0794804 Feb 04 16:57:50.798275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c0dbce9a-9c72-4f6d-8140-7d3ef0467e93 req-f5bf22e8-34a0-4475-ba9a-46d7c4970dbd tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430374 Feb 04 16:57:52.069954 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11029a-affe-4466-9672-feb63503ff31 req-288c3fa1-39a6-4663-91a7-25bdaa2b952e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:52.073213 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf11029a-affe-4466-9672-feb63503ff31 req-288c3fa1-39a6-4663-91a7-25bdaa2b952e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.1276939 Feb 04 16:57:52.122446 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf11029a-affe-4466-9672-feb63503ff31 req-ae116f48-f6ef-4463-ae91-df35be01c317 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449378 Feb 04 16:57:53.351698 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a61271-d73e-40d7-8a1d-6dc204b31c62 req-f928b2f7-f68d-49ef-a10a-47425d90b0b4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:53.353988 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1a61271-d73e-40d7-8a1d-6dc204b31c62 req-f928b2f7-f68d-49ef-a10a-47425d90b0b4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0875394 Feb 04 16:57:53.414084 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b1a61271-d73e-40d7-8a1d-6dc204b31c62 req-ac6e0607-1add-49c1-bd73-47c3564a28ca tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549574 Feb 04 16:57:54.673753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21694234-75e9-469f-bc81-2e2aca5ac9c7 req-a8c0f6c1-1a16-4f79-846c-6f29ca893124 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:54.675833 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21694234-75e9-469f-bc81-2e2aca5ac9c7 req-a8c0f6c1-1a16-4f79-846c-6f29ca893124 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0918169 Feb 04 16:57:54.727729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21694234-75e9-469f-bc81-2e2aca5ac9c7 req-638eab17-58c2-427f-9fd4-01e925e024a5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460517 Feb 04 16:57:55.941516 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e9498-dd52-4304-8001-5591a6464c93 req-8438deec-3bd1-49cc-a19c-6d54b9fad779 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:55.943951 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f3e9498-dd52-4304-8001-5591a6464c93 req-8438deec-3bd1-49cc-a19c-6d54b9fad779 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0885391 Feb 04 16:57:55.999232 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1f3e9498-dd52-4304-8001-5591a6464c93 req-c78f289d-dfbc-4def-805c-3891f64ce396 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474579 Feb 04 16:57:57.200631 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f9a34-53a0-42e5-a0d8-d0fa37730c77 req-d88708f3-08cc-4a0a-ae3d-d57cc04dc10d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:57.202086 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-189f9a34-53a0-42e5-a0d8-d0fa37730c77 req-d88708f3-08cc-4a0a-ae3d-d57cc04dc10d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0755327 Feb 04 16:57:57.249537 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-189f9a34-53a0-42e5-a0d8-d0fa37730c77 req-c941e22e-7e91-4350-9f17-9dc61f7af8dc tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412703 Feb 04 16:57:57.803337 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb31d45f-8597-476a-8baa-da783c1c840f req-4b19715b-6f96-4976-a8a5-b8be9367f700 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 1096 time: 0.1578727 Feb 04 16:57:57.937877 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31d45f-8597-476a-8baa-da783c1c840f req-d03df48f-ea5f-4623-835f-0ecd72f0eb05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:57.939362 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb31d45f-8597-476a-8baa-da783c1c840f req-d03df48f-ea5f-4623-835f-0ecd72f0eb05 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.1298940 Feb 04 16:57:58.047764 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb31d45f-8597-476a-8baa-da783c1c840f req-44e40400-b2cb-44b5-a6b9-ec71f4bc0716 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399 HTTP/1.1" status: 200 len: 1000 time: 0.1015198 Feb 04 16:57:58.108797 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31d45f-8597-476a-8baa-da783c1c840f req-65a657f3-f461-43f0-85ea-d772b8de1713 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:58.110217 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb31d45f-8597-476a-8baa-da783c1c840f req-65a657f3-f461-43f0-85ea-d772b8de1713 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0573697 Feb 04 16:57:58.186215 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb31d45f-8597-476a-8baa-da783c1c840f req-3f123e17-7bbe-49a6-a17d-6976bd3abb25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701447 Feb 04 16:57:58.324490 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb31d45f-8597-476a-8baa-da783c1c840f req-b8a18606-5cbd-4bbb-bc30-acb180a29a28 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320653 Feb 04 16:57:58.506315 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fb31d45f-8597-476a-8baa-da783c1c840f req-27d7cd95-4070-4e4f-bdb4-ba4190de8027 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754687 Feb 04 16:57:58.518355 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fec62a-67cc-48ba-9a78-8e208ee4f561 req-0a808c13-948d-401d-a96a-cf2ec07fbc57 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:58.519862 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31fec62a-67cc-48ba-9a78-8e208ee4f561 req-0a808c13-948d-401d-a96a-cf2ec07fbc57 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.1257911 Feb 04 16:57:58.564440 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-31fec62a-67cc-48ba-9a78-8e208ee4f561 req-933e68a0-270c-495e-ab89-fdd4978422da tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389066 Feb 04 16:57:59.924208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b2dea-fa7f-48a8-be71-6a023d90e9b6 req-7b57372a-8302-435a-87fc-02f0a03ac5f0 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:59.926290 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da8b2dea-fa7f-48a8-be71-6a023d90e9b6 req-7b57372a-8302-435a-87fc-02f0a03ac5f0 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 945 time: 0.0777345 Feb 04 16:57:59.972117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da8b2dea-fa7f-48a8-be71-6a023d90e9b6 req-9fff9fea-5bb4-46e1-8375-5d3d4aaedaf3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400162 Feb 04 16:58:00.898036 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:58:01.010988 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:01.038940 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:58:01.048881 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:01.054042 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:01.099131 n-d-827872-1 neutron-server[83552]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'code': 422} returned with failed status Feb 04 16:58:01.122457 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:01.178644 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66d985-a213-422b-95bd-ff4e2dbc6c46 req-f3133286-462f-49f6-b820-8e39f465cd80 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:01.180047 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be66d985-a213-422b-95bd-ff4e2dbc6c46 req-f3133286-462f-49f6-b820-8e39f465cd80 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.0747960 Feb 04 16:58:01.225630 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-be66d985-a213-422b-95bd-ff4e2dbc6c46 req-625e028e-ee7b-4c2a-85fc-421441442ba8 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400009 Feb 04 16:58:01.481133 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a5aaf314-7de0-499d-8678-88966d9275ca req-8ef90fab-99ba-406d-8657-95bd55c8296d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1362801 Feb 04 16:58:01.755298 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2394d-becc-4ae1-ba1c-96076a262cbc req-fda9b6b6-e6cc-4967-ba11-5528351b75d0 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:01.757119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27c2394d-becc-4ae1-ba1c-96076a262cbc req-fda9b6b6-e6cc-4967-ba11-5528351b75d0 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.0789778 Feb 04 16:58:01.803981 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-27c2394d-becc-4ae1-ba1c-96076a262cbc req-0056ef1a-4181-48ff-9954-08393118770e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410511 Feb 04 16:58:01.811382 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d1dd6d2b-3918-4cb3-bd78-ab8d0f7573ea req-304c253d-77ca-4d80-a6f1-305fd47793a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1424060 Feb 04 16:58:02.380118 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1dd6d2b-3918-4cb3-bd78-ab8d0f7573ea req-67b7f025-7352-490a-8aae-aeeb5e3d1454 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658&tenant_id=bf54b116b8c84e8db329225e8e8bb0eb HTTP/1.1" status: 200 len: 1094 time: 0.0711935 Feb 04 16:58:02.468737 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1dd6d2b-3918-4cb3-bd78-ab8d0f7573ea req-62458a96-b78d-4810-8aa1-f50d599068e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 1094 time: 0.0676703 Feb 04 16:58:02.595122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd6d2b-3918-4cb3-bd78-ab8d0f7573ea req-093bd7ec-9a76-4c7f-97ee-b02670ada6be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:02.596618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1dd6d2b-3918-4cb3-bd78-ab8d0f7573ea req-093bd7ec-9a76-4c7f-97ee-b02670ada6be service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.1223190 Feb 04 16:58:02.698399 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1dd6d2b-3918-4cb3-bd78-ab8d0f7573ea req-0a4afdef-8610-4a11-9850-3133764ab76e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399 HTTP/1.1" status: 200 len: 998 time: 0.0961740 Feb 04 16:58:02.762681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd6d2b-3918-4cb3-bd78-ab8d0f7573ea req-25043e2b-91d5-47fd-83b6-5d8b27769598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:02.764130 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1dd6d2b-3918-4cb3-bd78-ab8d0f7573ea req-25043e2b-91d5-47fd-83b6-5d8b27769598 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0587330 Feb 04 16:58:02.936619 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1dd6d2b-3918-4cb3-bd78-ab8d0f7573ea req-c0106edc-4b07-4bd0-b8be-1ec5d13ad491 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665406 Feb 04 16:58:03.117418 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65c8d5-998d-461c-9004-8af1a281de14 req-b8c73d40-4811-4934-ac85-9d62a555fc65 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:03.118770 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b65c8d5-998d-461c-9004-8af1a281de14 req-b8c73d40-4811-4934-ac85-9d62a555fc65 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.1813204 Feb 04 16:58:03.127385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1dd6d2b-3918-4cb3-bd78-ab8d0f7573ea req-8b4a682d-e11d-4a3e-afbf-36b64d8cc30f service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611934 Feb 04 16:58:03.246260 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b65c8d5-998d-461c-9004-8af1a281de14 req-afc99c7a-3621-49bb-b303-d7ae6deb3bbd tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208265 Feb 04 16:58:03.287202 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d1dd6d2b-3918-4cb3-bd78-ab8d0f7573ea req-1b4ea2bb-8be5-4be9-9b28-df7764406151 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461246 Feb 04 16:58:04.514856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e107eee-d366-4f08-99f6-591430ae51b5 req-53edee9b-15da-4eef-b1c0-1f96c70777bb tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:04.516835 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e107eee-d366-4f08-99f6-591430ae51b5 req-53edee9b-15da-4eef-b1c0-1f96c70777bb tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.1089172 Feb 04 16:58:04.566899 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6e107eee-d366-4f08-99f6-591430ae51b5 req-a1e26167-b6ca-4c51-b189-2f87bccfa588 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428467 Feb 04 16:58:05.800637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc166c4a-9bd6-460f-84fb-e316315567a4 req-aee5720e-898a-4a84-9375-5d908befd983 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:05.802371 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc166c4a-9bd6-460f-84fb-e316315567a4 req-aee5720e-898a-4a84-9375-5d908befd983 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.0919225 Feb 04 16:58:05.852831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc166c4a-9bd6-460f-84fb-e316315567a4 req-efc91907-7477-41ac-8d2b-255705413eee tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447278 Feb 04 16:58:06.786736 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e49d4d22-adfa-4bbd-9fa8-3a4fdc2c67d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:07.102190 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c5197-7482-4d0f-812e-152781b2eadf req-e0e8c658-7885-45d8-aa8f-257894bb88df tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:07.103856 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c58c5197-7482-4d0f-812e-152781b2eadf req-e0e8c658-7885-45d8-aa8f-257894bb88df tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.0842211 Feb 04 16:58:07.163099 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c58c5197-7482-4d0f-812e-152781b2eadf req-931ee99d-3bee-4470-9586-8ff16f2c5d7d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507302 Feb 04 16:58:08.386742 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4928387-0fb0-4f97-aa99-d4f08ccdd2c5 req-9d552836-33f9-4dfc-9b29-8e5a61746376 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:08.388874 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b4928387-0fb0-4f97-aa99-d4f08ccdd2c5 req-9d552836-33f9-4dfc-9b29-8e5a61746376 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.0952559 Feb 04 16:58:08.445300 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b4928387-0fb0-4f97-aa99-d4f08ccdd2c5 req-f7f25602-8e1a-4a31-b5c4-b3253fcbb80a tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508261 Feb 04 16:58:09.134677 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cf66f214-a8e5-4e18-a115-543bf57d2dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:09.656885 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2d4a6-394e-4ee8-afac-aa5da1ea7705 req-3ebb9529-32ba-4f05-acbc-6ab552bf16d3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:09.658647 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06b2d4a6-394e-4ee8-afac-aa5da1ea7705 req-3ebb9529-32ba-4f05-acbc-6ab552bf16d3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.0833218 Feb 04 16:58:09.721611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-06b2d4a6-394e-4ee8-afac-aa5da1ea7705 req-7a160176-91de-4bc9-b6b9-0b0a492509d7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561559 Feb 04 16:58:10.540771 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:10.547119 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:10.940176 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095012b-6fa9-472a-a041-fb124b68ffa9 req-a802721b-c066-4765-a55a-1e4ae02165ec tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:10.942755 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8095012b-6fa9-472a-a041-fb124b68ffa9 req-a802721b-c066-4765-a55a-1e4ae02165ec tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.0854640 Feb 04 16:58:11.006293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8095012b-6fa9-472a-a041-fb124b68ffa9 req-21e3b138-7f30-44b9-8b55-74ef1ff5cca4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568268 Feb 04 16:58:11.763746 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:12.219556 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bc32a-fdd2-4062-a683-e247b6ddca3f req-88b81a2a-63ae-4718-9443-0dce11fb1b39 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:12.221041 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a8bc32a-fdd2-4062-a683-e247b6ddca3f req-88b81a2a-63ae-4718-9443-0dce11fb1b39 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.0816338 Feb 04 16:58:12.267274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9a8bc32a-fdd2-4062-a683-e247b6ddca3f req-e0ae6c1d-b5f6-425c-b01c-1c70abe73011 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401595 Feb 04 16:58:12.457562 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:13.475432 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f3027-3de8-4822-979e-271a6427e88d req-200bb4c4-4e95-4c3b-816e-a739a11463c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:13.477230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de4f3027-3de8-4822-979e-271a6427e88d req-200bb4c4-4e95-4c3b-816e-a739a11463c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.0769722 Feb 04 16:58:13.522546 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de4f3027-3de8-4822-979e-271a6427e88d req-692bb14d-8cc0-4639-8c74-475dbff9085c tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398703 Feb 04 16:58:14.726714 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0db91-cc6e-429e-adc6-1f4c7d30a68f req-a9db0310-129c-452e-8e5a-cffbbfeb4916 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:14.728219 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75c0db91-cc6e-429e-adc6-1f4c7d30a68f req-a9db0310-129c-452e-8e5a-cffbbfeb4916 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.0816121 Feb 04 16:58:14.784269 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-75c0db91-cc6e-429e-adc6-1f4c7d30a68f req-82948033-9adf-45fe-b63d-88a03eafe93d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498815 Feb 04 16:58:15.994159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5067d11-5aae-471a-8a24-084f11d0be63 req-bc53c427-e3e3-4c3a-bc08-60297673be99 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:15.995686 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5067d11-5aae-471a-8a24-084f11d0be63 req-bc53c427-e3e3-4c3a-bc08-60297673be99 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.0852997 Feb 04 16:58:16.047103 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5067d11-5aae-471a-8a24-084f11d0be63 req-e1a8c5ba-d34e-4f94-acde-97c865de6ca9 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458200 Feb 04 16:58:17.246719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6ebd-65ab-4fe3-804b-cd61f9ab0263 req-84ff7216-f0e0-4844-a814-3edafa7e3d73 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:17.248105 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-685a6ebd-65ab-4fe3-804b-cd61f9ab0263 req-84ff7216-f0e0-4844-a814-3edafa7e3d73 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.0762668 Feb 04 16:58:17.293008 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-685a6ebd-65ab-4fe3-804b-cd61f9ab0263 req-99750d0f-1c49-4184-a8be-0a8e5f6b6713 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386045 Feb 04 16:58:18.502849 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef93ca-d589-4b78-8ae8-e9d8a0d63a2c req-51c2260d-b87d-4ecd-8574-f3015f760d5e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:18.504336 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-23ef93ca-d589-4b78-8ae8-e9d8a0d63a2c req-51c2260d-b87d-4ecd-8574-f3015f760d5e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 943 time: 0.0800054 Feb 04 16:58:18.515835 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:58:18.556441 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-23ef93ca-d589-4b78-8ae8-e9d8a0d63a2c req-e719e5b3-c7a4-438c-a843-20f14cb0ff8c tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461996 Feb 04 16:58:18.973599 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:58:19.113103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:19.132057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'port_id': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'mac_address': 'fa:16:3e:7c:52:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:58:19.186719 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:19.205542 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:58:19.222278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:19.226527 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:19.295287 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:19.574689 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['92ddc8f8-a37b-42a9-af4e-ecdbf6840399'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:58:19.797274 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab8079-20b3-478c-8530-d71e9ac2a6a2 req-460ec655-7c01-4f2d-9e49-6f2c242a0775 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:19.798904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bcab8079-20b3-478c-8530-d71e9ac2a6a2 req-460ec655-7c01-4f2d-9e49-6f2c242a0775 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 944 time: 0.0986419 Feb 04 16:58:19.854437 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bcab8079-20b3-478c-8530-d71e9ac2a6a2 req-9f33fc87-da20-4d5a-b745-a27c5f18d573 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470088 Feb 04 16:58:20.406787 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:20.859427 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f3f4905-8235-48a7-960e-f89f5c69dee7 req-5795849f-6a5c-4a3b-b30f-1b2032f8d5b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 1095 time: 0.2690830 Feb 04 16:58:20.991023 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:58:21.061870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:21.062256 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:21.063585 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f4905-8235-48a7-960e-f89f5c69dee7 req-76c7c99b-858b-4777-8959-a39522f7f808 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:21.065665 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f3f4905-8235-48a7-960e-f89f5c69dee7 req-76c7c99b-858b-4777-8959-a39522f7f808 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.1856132 Feb 04 16:58:21.186708 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:21.194914 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b187fb-bb29-4480-8716-bb0f05522c8f req-ed17bc66-7c27-4307-b68a-4d86d39a9503 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:21.198999 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51b187fb-bb29-4480-8716-bb0f05522c8f req-ed17bc66-7c27-4307-b68a-4d86d39a9503 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 944 time: 0.1954138 Feb 04 16:58:21.202385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f3f4905-8235-48a7-960e-f89f5c69dee7 req-273f4dd9-adea-4f33-8b53-d1fe8b6e983a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399 HTTP/1.1" status: 200 len: 999 time: 0.1265314 Feb 04 16:58:21.217841 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:58:21.229069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:21.234784 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:21.282136 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'code': 200} Feb 04 16:58:21.308587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f4905-8235-48a7-960e-f89f5c69dee7 req-36720519-b492-4a9f-b75e-652b8cd40a57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:21.310915 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f3f4905-8235-48a7-960e-f89f5c69dee7 req-36720519-b492-4a9f-b75e-652b8cd40a57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0927432 Feb 04 16:58:21.311756 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,revision_number=10']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:21.321424 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51b187fb-bb29-4480-8716-bb0f05522c8f req-7796fbb4-c9ea-42cc-ad7e-5113f3846745 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174991 Feb 04 16:58:21.403618 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f3f4905-8235-48a7-960e-f89f5c69dee7 req-c3df979f-da4a-4620-8e5e-2b2614d4e75b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811498 Feb 04 16:58:21.444092 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.73', 49895) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:21.520386 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5b264863-a3cb-45d9-8c0e-ff240a54a391 req-862e6886-4b03-4a3a-b512-f50446248db3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 1097 time: 0.0752091 Feb 04 16:58:21.547131 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f3f4905-8235-48a7-960e-f89f5c69dee7 req-b3736545-8914-4662-8b4e-348b1b1934ce service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374416 Feb 04 16:58:21.572329 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-5b264863-a3cb-45d9-8c0e-ff240a54a391 req-9a0761f3-2e12-486a-901d-afe7be2ce5ca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457087 Feb 04 16:58:21.682923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6f3f4905-8235-48a7-960e-f89f5c69dee7 req-0b324dbd-0c07-4238-a66d-303ce9f81c40 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296873 Feb 04 16:58:22.534382 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e88336-af46-4fad-8726-11bb4fe96821 req-f54de773-68b5-443b-92e5-9b79cd179f02 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:22.535923 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26e88336-af46-4fad-8726-11bb4fe96821 req-f54de773-68b5-443b-92e5-9b79cd179f02 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 946 time: 0.0810301 Feb 04 16:58:22.581203 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26e88336-af46-4fad-8726-11bb4fe96821 req-30c02dd9-9a60-4ac6-bdeb-9932bd3f6190 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391347 Feb 04 16:58:23.789327 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d039d2-5ab5-4608-905e-18f97346a226 req-c18b4569-44be-4947-94db-41b7d59cbcc1 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:23.790765 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f5d039d2-5ab5-4608-905e-18f97346a226 req-c18b4569-44be-4947-94db-41b7d59cbcc1 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 946 time: 0.0797048 Feb 04 16:58:23.835611 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f5d039d2-5ab5-4608-905e-18f97346a226 req-28598634-020b-4593-ba47-63a2b499175c tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391476 Feb 04 16:58:36.779640 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-68c95da8-9240-49a7-b656-ae26197b0688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:39.130149 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-930f1a1e-7017-444c-bf66-733e8a995842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.543358 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.545086 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.765794 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:42.455816 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.418512 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:55.516439 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:59:06.782451 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cc227e5e-6934-442f-95ea-3c1fd12f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:09.135334 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ef9a788f-e20c-4c82-aff6-fbf513f8ce13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:10.547356 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:10.549224 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:11.769110 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:12.471773 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:20.426692 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:22.618697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3a0ea06-4221-4336-9840-243ed009fa0e req-7ac7f42e-2d0b-45e6-931f-c2a7ff68a6a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781593 Feb 04 16:59:22.785059 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3a0ea06-4221-4336-9840-243ed009fa0e req-54cacef8-7513-40b1-ad25-ba917a5603c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 1097 time: 0.0782220 Feb 04 16:59:22.936975 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0ea06-4221-4336-9840-243ed009fa0e req-6bcd87f6-af48-4b08-8aac-30326b7dd4c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:22.938243 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3a0ea06-4221-4336-9840-243ed009fa0e req-6bcd87f6-af48-4b08-8aac-30326b7dd4c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.1335974 Feb 04 16:59:23.048021 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3a0ea06-4221-4336-9840-243ed009fa0e req-6a33d803-8e6a-4d43-89ea-da42689f4ede service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399 HTTP/1.1" status: 200 len: 1000 time: 0.1036146 Feb 04 16:59:23.114581 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0ea06-4221-4336-9840-243ed009fa0e req-caa8e1e0-39bb-41b0-ac25-c678f0a4e2bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:23.116072 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3a0ea06-4221-4336-9840-243ed009fa0e req-caa8e1e0-39bb-41b0-ac25-c678f0a4e2bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0620692 Feb 04 16:59:23.202545 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3a0ea06-4221-4336-9840-243ed009fa0e req-6a35d5da-766d-4d82-ad15-5971faf22677 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790744 Feb 04 16:59:23.466048 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3a0ea06-4221-4336-9840-243ed009fa0e req-e45c1174-31e1-4e58-b007-949c41f78ade service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560890 Feb 04 16:59:23.604244 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3a0ea06-4221-4336-9840-243ed009fa0e req-7cf95cdd-4dfb-4a2b-9bbe-7b9269d3cf55 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315930 Feb 04 16:59:32.517264 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:59:36.786433 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7733c51f-0fbb-4e84-9da1-e42b140acb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:39.138314 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-63423a3e-5174-4262-a716-f34d0d10d796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:40.549659 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:40.551721 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:41.771456 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:42.484462 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:50.457416 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:06.789748 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a730ead8-a626-4901-8926-c8205cf2a03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:09.141696 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-55b3decc-058c-47ce-8a1e-801ed4886fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:09.518078 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:00:10.553843 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:10.556588 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:11.021478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59822) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:11.298922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Deleting port f32340ed-677b-44c7-840e-8986db9ad2ef {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:00:11.299188 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:11.473198 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:11.473645 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:11.593841 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Calling delete_port for f32340ed-677b-44c7-840e-8986db9ad2ef owned by network:floatingip {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:00:11.748310 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:11.776290 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:11.793254 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event deleted for resources: {'Port': ['ID=f32340ed-677b-44c7-840e-8986db9ad2ef,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:11.868090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:11.868541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:11.868871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:11.869194 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:11.869510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:11.869825 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:11.870142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:11.871105 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:11.871646 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:11.871962 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:11.872275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:11.907056 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for floatingip, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:12.317003 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Router e0a1b376-8330-43e8-8f2b-04e02395714f has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:00:12.484876 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:12.638377 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:00:12.648811 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aea28d-d011-44a7-a3dc-299d9b93d533 None None] Sync routers for ids ['e0a1b376-8330-43e8-8f2b-04e02395714f'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:00:12.659785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:12.660939 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aea28d-d011-44a7-a3dc-299d9b93d533 None None] Routers {'e0a1b376-8330-43e8-8f2b-04e02395714f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:00:12.661553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-29aea28d-d011-44a7-a3dc-299d9b93d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e0a1b376-8330-43e8-8f2b-04e02395714f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:12.715976 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d28c0e52-703d-4a7f-802d-ed3b826639aa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "DELETE /v2.0/floatingips/435c5831-15dc-4034-988d-b65e23135073 HTTP/1.1" status: 204 len: 168 time: 1.6933904 Feb 04 17:00:12.717635 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:00:12.864535 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-29aea28d-d011-44a7-a3dc-299d9b93d533 None None] Set router e0a1b376-8330-43e8-8f2b-04e02395714f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:00:12.894865 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'status': 'completed', 'code': 200} Feb 04 17:00:13.003816 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-714f77ae-14b6-42e5-842a-5f5be2633924 req-02227e3c-24ed-4119-a735-f960b330ca6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 1097 time: 0.0913990 Feb 04 17:00:13.201271 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f77ae-14b6-42e5-842a-5f5be2633924 req-876a7d3a-2381-485d-bb04-f6b7df2ebad4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:13.202635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-714f77ae-14b6-42e5-842a-5f5be2633924 req-876a7d3a-2381-485d-bb04-f6b7df2ebad4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.1927607 Feb 04 17:00:13.226371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-29aea28d-d011-44a7-a3dc-299d9b93d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:38Z', 'revision_number': 5, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:13.231423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aea28d-d011-44a7-a3dc-299d9b93d533 None None] Checking router: e0a1b376-8330-43e8-8f2b-04e02395714f for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:00:13.250159 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aea28d-d011-44a7-a3dc-299d9b93d533 None None] Routers {'e0a1b376-8330-43e8-8f2b-04e02395714f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:00:13.250772 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-29aea28d-d011-44a7-a3dc-299d9b93d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:00:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e0a1b376-8330-43e8-8f2b-04e02395714f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:13.268993 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be51b3b-e45b-4e7a-ac65-b991f5435c52 req-028f1789-73a1-4ca8-84fe-f93deffc931e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:13.269695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5be51b3b-e45b-4e7a-ac65-b991f5435c52 req-028f1789-73a1-4ca8-84fe-f93deffc931e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Synchronizing usage tracker for tenant:bf54b116b8c84e8db329225e8e8bb0eb on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:00:13.282415 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-714f77ae-14b6-42e5-842a-5f5be2633924 req-7975ca8c-68f8-4c1d-a1fb-6273ba1287d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399 HTTP/1.1" status: 200 len: 217 time: 0.0721500 Feb 04 17:00:13.333500 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-5be51b3b-e45b-4e7a-ac65-b991f5435c52 req-028f1789-73a1-4ca8-84fe-f93deffc931e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Unset dirty status for tenant:bf54b116b8c84e8db329225e8e8bb0eb on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:00:13.334658 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5be51b3b-e45b-4e7a-ac65-b991f5435c52 req-028f1789-73a1-4ca8-84fe-f93deffc931e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 946 time: 0.2462990 Feb 04 17:00:13.374630 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f77ae-14b6-42e5-842a-5f5be2633924 req-07bfcd66-58f5-4098-9ded-0cad6cad0cca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:13.376147 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-714f77ae-14b6-42e5-842a-5f5be2633924 req-07bfcd66-58f5-4098-9ded-0cad6cad0cca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0864716 Feb 04 17:00:13.436744 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5be51b3b-e45b-4e7a-ac65-b991f5435c52 req-6b1cc98c-c5b9-40d1-bc51-d4af5d73d7ea tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945017 Feb 04 17:00:13.438575 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-29aea28d-d011-44a7-a3dc-299d9b93d533 None None] Set router e0a1b376-8330-43e8-8f2b-04e02395714f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:00:13.475520 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-714f77ae-14b6-42e5-842a-5f5be2633924 req-b88a5a8e-25d0-4562-abbd-5eb4963a7684 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903425 Feb 04 17:00:13.614732 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-714f77ae-14b6-42e5-842a-5f5be2633924 req-66364aa4-213b-4850-9051-7238cab3cb13 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321967 Feb 04 17:00:13.757772 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-714f77ae-14b6-42e5-842a-5f5be2633924 req-a12ea35a-33fc-459b-921a-0038ef8fc998 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362984 Feb 04 17:00:13.769039 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-29aea28d-d011-44a7-a3dc-299d9b93d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:38Z', 'revision_number': 5, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:13.773215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aea28d-d011-44a7-a3dc-299d9b93d533 None None] The sync data for ids ['e0a1b376-8330-43e8-8f2b-04e02395714f'] in n-d-827872-1 is: [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:38Z', 'revision_number': 5, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:00:14.020431 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f83f1f0-7a95-4f4d-bdaf-e148ad4502c0 None None] New status for floating IP 435c5831-15dc-4034-988d-b65e23135073: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:00:14.657147 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feddb4-5c67-4f8a-85d5-6883a835704e req-e11643d2-3f86-401b-b513-43dd0bf2a4d2 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:14.658677 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-32feddb4-5c67-4f8a-85d5-6883a835704e req-e11643d2-3f86-401b-b513-43dd0bf2a4d2 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 946 time: 0.0851920 Feb 04 17:00:14.772218 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-32feddb4-5c67-4f8a-85d5-6883a835704e req-5075486a-3f03-4bad-ab0f-c9c92a613461 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=28f2bee7-fb4f-4ed9-950f-deab9c2d015d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077392 Feb 04 17:00:14.794112 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18ea2f-96f6-466d-9bd4-50a896a6fb4b req-5914ebdb-e06b-47ca-b051-5f972ea22278 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:14.795388 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b18ea2f-96f6-466d-9bd4-50a896a6fb4b req-5914ebdb-e06b-47ca-b051-5f972ea22278 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.73 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 946 time: 0.1288817 Feb 04 17:00:14.872328 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-9b18ea2f-96f6-466d-9bd4-50a896a6fb4b req-4a0d97cb-7879-4ec4-8f50-b7c7dffd4831 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Deleting port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:00:14.872699 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b18ea2f-96f6-466d-9bd4-50a896a6fb4b req-4a0d97cb-7879-4ec4-8f50-b7c7dffd4831 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:15.134193 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-9b18ea2f-96f6-466d-9bd4-50a896a6fb4b req-4a0d97cb-7879-4ec4-8f50-b7c7dffd4831 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] For port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:00:15.134544 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b18ea2f-96f6-466d-9bd4-50a896a6fb4b req-4a0d97cb-7879-4ec4-8f50-b7c7dffd4831 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:15.358233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-9b18ea2f-96f6-466d-9bd4-50a896a6fb4b req-4a0d97cb-7879-4ec4-8f50-b7c7dffd4831 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Calling delete_port for 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:00:15.508310 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b18ea2f-96f6-466d-9bd4-50a896a6fb4b req-4a0d97cb-7879-4ec4-8f50-b7c7dffd4831 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:15.556750 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d97cb-7879-4ec4-8f50-b7c7dffd4831 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event deleted for resources: {'Port': ['ID=92ddc8f8-a37b-42a9-af4e-ecdbf6840399,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:15.643074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b18ea2f-96f6-466d-9bd4-50a896a6fb4b req-4a0d97cb-7879-4ec4-8f50-b7c7dffd4831 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] No DVR routers for this DVR port 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:00:15.645592 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-9b18ea2f-96f6-466d-9bd4-50a896a6fb4b req-4a0d97cb-7879-4ec4-8f50-b7c7dffd4831 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:15.648334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'name': 'network-vif-deleted', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:00:15.665027 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9b18ea2f-96f6-466d-9bd4-50a896a6fb4b req-4a0d97cb-7879-4ec4-8f50-b7c7dffd4831 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.73 "DELETE /v2.0/ports/92ddc8f8-a37b-42a9-af4e-ecdbf6840399 HTTP/1.1" status: 204 len: 173 time: 0.8645589 Feb 04 17:00:15.713744 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302c6a78-8662-4a6d-9571-77bb19c6b658', 'name': 'network-vif-deleted', 'tag': '92ddc8f8-a37b-42a9-af4e-ecdbf6840399', 'status': 'completed', 'code': 200} Feb 04 17:00:15.959710 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d7397bce-34cb-40d5-9322-17a342d81b7a req-1c93f927-e947-4d6d-9aca-3af787d4a357 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Synchronizing usage tracker for tenant:bf54b116b8c84e8db329225e8e8bb0eb on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:00:15.978107 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-d7397bce-34cb-40d5-9322-17a342d81b7a req-1c93f927-e947-4d6d-9aca-3af787d4a357 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Unset dirty status for tenant:bf54b116b8c84e8db329225e8e8bb0eb on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:00:15.980115 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7397bce-34cb-40d5-9322-17a342d81b7a req-1c93f927-e947-4d6d-9aca-3af787d4a357 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=302c6a78-8662-4a6d-9571-77bb19c6b658 HTTP/1.1" status: 200 len: 210 time: 0.0632820 Feb 04 17:00:17.093819 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59844) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:17.171372 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:17.210807 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:17.284072 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:17.302842 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f2bee7-fb4f-4ed9-950f-deab9c2d015d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:17.313302 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:17.314411 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "DELETE /v2.0/security-groups/28f2bee7-fb4f-4ed9-950f-deab9c2d015d HTTP/1.1" status: 204 len: 168 time: 0.2196157 Feb 04 17:00:17.316286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:17.316626 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:17.317055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:17.317386 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:17.317711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:17.318035 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:17.318355 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:17.318671 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:17.318988 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:17.319342 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:17.319659 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da931b51-5ab9-4969-9d04-28c8363ad3c3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:17.631616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59852) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:17.639060 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1cab190f-d393-4b78-bf00-04754cc1dbf7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383947172', 'description': 'tempest-secgroup-smoke-1383947172 description', 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:00:17.646229 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1cab190f-d393-4b78-bf00-04754cc1dbf7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:00:17.650292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1cab190f-d393-4b78-bf00-04754cc1dbf7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:00:17.653318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1cab190f-d393-4b78-bf00-04754cc1dbf7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:00:17.658078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:00:17.661623 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1cab190f-d393-4b78-bf00-04754cc1dbf7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:00:17.674004 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1cab190f-d393-4b78-bf00-04754cc1dbf7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:17.692752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:00:17.693095 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 92ddc8f8-a37b-42a9-af4e-ecdbf6840399 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:00:17.713581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1cab190f-d393-4b78-bf00-04754cc1dbf7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:00:17.719964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1cab190f-d393-4b78-bf00-04754cc1dbf7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group_rule and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:00:17.724245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1cab190f-d393-4b78-bf00-04754cc1dbf7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:00:17.729970 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1cab190f-d393-4b78-bf00-04754cc1dbf7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:00:17.789544 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1cab190f-d393-4b78-bf00-04754cc1dbf7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:17.793586 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1cab190f-d393-4b78-bf00-04754cc1dbf7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:17.835735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab190f-d393-4b78-bf00-04754cc1dbf7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c1c601-d420-4cb2-80aa-b4e4b6e80e10,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:17.838683 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1cab190f-d393-4b78-bf00-04754cc1dbf7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:17.840923 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1cab190f-d393-4b78-bf00-04754cc1dbf7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2079694 Feb 04 17:00:17.843644 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59856) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:17.849209 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-1f9bee34-f619-43ed-b0ed-cd38dbc6508d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'security_group_rule': {'security_group_id': '71c1c601-d420-4cb2-80aa-b4e4b6e80e10', 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:00:17.856547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1f9bee34-f619-43ed-b0ed-cd38dbc6508d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:00:17.860328 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1f9bee34-f619-43ed-b0ed-cd38dbc6508d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group_rule and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:00:17.863165 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-1f9bee34-f619-43ed-b0ed-cd38dbc6508d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:00:17.869124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-1f9bee34-f619-43ed-b0ed-cd38dbc6508d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:00:17.894879 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f9bee34-f619-43ed-b0ed-cd38dbc6508d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.073198 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f9bee34-f619-43ed-b0ed-cd38dbc6508d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.077025 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f9bee34-f619-43ed-b0ed-cd38dbc6508d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.101476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bee34-f619-43ed-b0ed-cd38dbc6508d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c621cebf-5225-4fa9-a9bd-42ff1fad0abd,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:18.114341 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-1f9bee34-f619-43ed-b0ed-cd38dbc6508d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.115588 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-1f9bee34-f619-43ed-b0ed-cd38dbc6508d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2710297 Feb 04 17:00:18.118694 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 59860) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:18.125139 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c797d716-7ce3-4cec-bee1-9c99629e7d82 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'security_group_rule': {'security_group_id': '71c1c601-d420-4cb2-80aa-b4e4b6e80e10', 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:00:18.132273 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c797d716-7ce3-4cec-bee1-9c99629e7d82 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:00:18.136129 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c797d716-7ce3-4cec-bee1-9c99629e7d82 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group_rule and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:00:18.139451 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c797d716-7ce3-4cec-bee1-9c99629e7d82 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:00:18.145117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c797d716-7ce3-4cec-bee1-9c99629e7d82 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:00:18.162895 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c797d716-7ce3-4cec-bee1-9c99629e7d82 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.231788 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c797d716-7ce3-4cec-bee1-9c99629e7d82 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.236209 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c797d716-7ce3-4cec-bee1-9c99629e7d82 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.262524 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797d716-7ce3-4cec-bee1-9c99629e7d82 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f9a459-820c-4d08-9e67-0c833af79f36,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:18.272442 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c797d716-7ce3-4cec-bee1-9c99629e7d82 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.273661 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c797d716-7ce3-4cec-bee1-9c99629e7d82 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1539655 Feb 04 17:00:18.277159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59864) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:18.282831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-7781dd6e-3e12-4cc6-a9c7-729a5590b3b4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'security_group_rule': {'security_group_id': '71c1c601-d420-4cb2-80aa-b4e4b6e80e10', 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:00:18.289486 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7781dd6e-3e12-4cc6-a9c7-729a5590b3b4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:00:18.293510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7781dd6e-3e12-4cc6-a9c7-729a5590b3b4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group_rule and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:00:18.296460 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-7781dd6e-3e12-4cc6-a9c7-729a5590b3b4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:00:18.302786 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-7781dd6e-3e12-4cc6-a9c7-729a5590b3b4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:00:18.327031 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7781dd6e-3e12-4cc6-a9c7-729a5590b3b4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.395683 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7781dd6e-3e12-4cc6-a9c7-729a5590b3b4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.399898 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7781dd6e-3e12-4cc6-a9c7-729a5590b3b4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.425079 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781dd6e-3e12-4cc6-a9c7-729a5590b3b4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6be9974-91e2-439c-9e9b-95bd1a847ae2,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:18.435681 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7781dd6e-3e12-4cc6-a9c7-729a5590b3b4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.436872 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7781dd6e-3e12-4cc6-a9c7-729a5590b3b4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1586442 Feb 04 17:00:18.439763 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59868) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:18.445572 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-aebb6a70-4ba6-4b35-83ed-52953cba75b5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'security_group_rule': {'security_group_id': '71c1c601-d420-4cb2-80aa-b4e4b6e80e10', 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:00:18.453334 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-aebb6a70-4ba6-4b35-83ed-52953cba75b5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:00:18.457523 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-aebb6a70-4ba6-4b35-83ed-52953cba75b5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group_rule and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:00:18.460458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-aebb6a70-4ba6-4b35-83ed-52953cba75b5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:00:18.466415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-aebb6a70-4ba6-4b35-83ed-52953cba75b5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:00:18.482935 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aebb6a70-4ba6-4b35-83ed-52953cba75b5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.553844 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aebb6a70-4ba6-4b35-83ed-52953cba75b5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.558144 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aebb6a70-4ba6-4b35-83ed-52953cba75b5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.583773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb6a70-4ba6-4b35-83ed-52953cba75b5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ba034c-2f34-41b0-8d55-d1c186301495,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:18.592581 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-aebb6a70-4ba6-4b35-83ed-52953cba75b5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.593848 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-aebb6a70-4ba6-4b35-83ed-52953cba75b5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1531367 Feb 04 17:00:18.596665 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59872) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:18.602144 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-b24a3c8b-17cf-429a-8d36-1162a5abccec tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'security_group_rule': {'security_group_id': '71c1c601-d420-4cb2-80aa-b4e4b6e80e10', 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:00:18.609363 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b24a3c8b-17cf-429a-8d36-1162a5abccec tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:00:18.613296 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b24a3c8b-17cf-429a-8d36-1162a5abccec tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group_rule and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:00:18.616244 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-b24a3c8b-17cf-429a-8d36-1162a5abccec tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:00:18.622843 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-b24a3c8b-17cf-429a-8d36-1162a5abccec tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:00:18.633926 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-b24a3c8b-17cf-429a-8d36-1162a5abccec tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Project bf54b116b8c84e8db329225e8e8bb0eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:00:18.641145 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b24a3c8b-17cf-429a-8d36-1162a5abccec tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.711863 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b24a3c8b-17cf-429a-8d36-1162a5abccec tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.720212 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b24a3c8b-17cf-429a-8d36-1162a5abccec tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.743639 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a3c8b-17cf-429a-8d36-1162a5abccec tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df180bb-cdf3-4595-8d09-18f83bc96fda,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:18.753364 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b24a3c8b-17cf-429a-8d36-1162a5abccec tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.757410 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b24a3c8b-17cf-429a-8d36-1162a5abccec tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1570621 Feb 04 17:00:18.757611 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 59880) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:18.764039 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-58aa43b9-fa14-4bdf-b19a-80425c330977 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'security_group_rule': {'security_group_id': '71c1c601-d420-4cb2-80aa-b4e4b6e80e10', 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:00:18.770853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-58aa43b9-fa14-4bdf-b19a-80425c330977 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:00:18.774911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-58aa43b9-fa14-4bdf-b19a-80425c330977 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:security_group_rule and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:00:18.778601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-58aa43b9-fa14-4bdf-b19a-80425c330977 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:00:18.784466 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-58aa43b9-fa14-4bdf-b19a-80425c330977 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:00:18.795225 n-d-827872-1 neutron-server[83551]: INFO neutron.db.securitygroups_db [None req-58aa43b9-fa14-4bdf-b19a-80425c330977 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Project bf54b116b8c84e8db329225e8e8bb0eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:00:18.801964 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-58aa43b9-fa14-4bdf-b19a-80425c330977 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.874108 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-58aa43b9-fa14-4bdf-b19a-80425c330977 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.877887 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-58aa43b9-fa14-4bdf-b19a-80425c330977 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.907338 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa43b9-fa14-4bdf-b19a-80425c330977 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e9b2cf-cab3-4155-99bb-3cfc18ed691b,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:18.916679 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-58aa43b9-fa14-4bdf-b19a-80425c330977 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:18.918538 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-58aa43b9-fa14-4bdf-b19a-80425c330977 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1594565 Feb 04 17:00:20.457569 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:34.123728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-39252298-b149-45fe-abc2-4a1af0a3a39c tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383947172&fields=id&tenant_id=bf54b116b8c84e8db329225e8e8bb0eb HTTP/1.1" status: 200 len: 267 time: 0.0419867 Feb 04 17:00:34.275201 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-cd36c270-2c97-4b07-8c5e-72f7de4973ef tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:34.277285 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-cd36c270-2c97-4b07-8c5e-72f7de4973ef tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 809 time: 0.1472077 Feb 04 17:00:34.295219 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-c04304f7-2300-4fb2-89b5-c1d282f913e9 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/quotas/bf54b116b8c84e8db329225e8e8bb0eb HTTP/1.1" status: 200 len: 375 time: 0.0123365 Feb 04 17:00:34.379165 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-4b4bbbc7-1893-4654-bf4e-216931f65319 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784345 Feb 04 17:00:34.588138 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-50622bc8-e3f7-4918-82f2-450c3fba98c2 service neutron] 10.222.0.60 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967418 Feb 04 17:00:34.729529 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8efe8a28-bf23-4425-910a-ebc76acfcf89 service neutron] 10.222.0.60 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345484 Feb 04 17:00:36.177866 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-79b10e56-dfa5-41f5-bdec-5805b27c5fbf req-e85f4db4-c89c-449b-b759-d63ca77fef55 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 210 time: 0.0497384 Feb 04 17:00:36.792952 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f3892e42-cf7b-4373-9271-080506f4a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:37.293153 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3055b326-a58e-40d2-8e25-a060e2898222 req-5e2ff629-e3fd-4575-a31e-4b0bbcd743c2 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 210 time: 0.0417225 Feb 04 17:00:38.430481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f845d1eb-d94f-48da-80ff-131200695ea9 req-4816ea6d-a9f4-46f9-8ac2-815c33b11f68 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 210 time: 0.0409679 Feb 04 17:00:39.145057 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cddedd8a-556d-46a5-b0b4-5b5be0794f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:39.520513 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-3d97c414-5bc7-4034-8db1-e94f85fcef6f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:39.521287 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-3d97c414-5bc7-4034-8db1-e94f85fcef6f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Synchronizing usage tracker for tenant:bf54b116b8c84e8db329225e8e8bb0eb on resource:network {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:00:39.542056 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-3d97c414-5bc7-4034-8db1-e94f85fcef6f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Unset dirty status for tenant:bf54b116b8c84e8db329225e8e8bb0eb on resource:network {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:00:39.543588 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-3d97c414-5bc7-4034-8db1-e94f85fcef6f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.81 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 809 time: 0.1804342 Feb 04 17:00:39.614356 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8fb22d0e-d545-4bfd-9aac-0d2f859939f5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Synchronizing usage tracker for tenant:bf54b116b8c84e8db329225e8e8bb0eb on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:00:39.626907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3ff2e7ea-dbd0-443a-b0e6-94f6415b323e req-36de6b98-8ac2-4dd2-8394-3edf4fab3e61 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 210 time: 0.0496287 Feb 04 17:00:39.634393 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8fb22d0e-d545-4bfd-9aac-0d2f859939f5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Unset dirty status for tenant:bf54b116b8c84e8db329225e8e8bb0eb on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:00:39.636138 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8fb22d0e-d545-4bfd-9aac-0d2f859939f5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf54b116b8c84e8db329225e8e8bb0eb HTTP/1.1" status: 200 len: 380 time: 0.0739243 Feb 04 17:00:39.657879 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'port': {'device_id': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'admin_state_up': True, 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'security_groups': ['71c1c601-d420-4cb2-80aa-b4e4b6e80e10']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:00:39.803271 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:00:39.817474 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:00:39.829974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Made reservation on behalf of bf54b116b8c84e8db329225e8e8bb0eb for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:00:39.833808 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:40.018476 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Allocated IP 172.20.0.10 (ea5002f5-a61d-469f-aecd-ff55ba12319f/0683287b-289d-486b-bde0-a7b1237d4170/0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:00:40.220068 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:40.239800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Transition to ACTIVE for port object 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:00:40.263060 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:40.334664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Network ea5002f5-a61d-469f-aecd-ff55ba12319f is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:00:40.337789 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:00:40.342086 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:00:40.377201 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'Port': ['ID=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:40.414286 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:40.414911 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:40.444682 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-6f88205f-4c14-4308-85ba-18a792ff0c59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7912159 Feb 04 17:00:40.461800 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-f5aab87d-bd09-4ea6-9904-5402c0f4ed65 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 17:00:40.462944 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-f5aab87d-bd09-4ea6-9904-5402c0f4ed65 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057859 Feb 04 17:00:40.554107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Request body: {'port': {'device_id': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:00:40.564630 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:40.569646 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:40.594410 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e1ba97e0-2328-43fa-9d26-fb9444b91d33 None None] Provisioning for port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:00:40.599522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-e1ba97e0-2328-43fa-9d26-fb9444b91d33 None None] Provisioning complete for port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:00:40.599896 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e1ba97e0-2328-43fa-9d26-fb9444b91d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:40.657804 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e1ba97e0-2328-43fa-9d26-fb9444b91d33 None None] Port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:00:40.677214 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:40.852286 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01d49-eb3a-41d3-a44f-fdae55bacd5a req-83ccb5ed-3690-4753-96b6-08b72678d602 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:40.856280 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ede01d49-eb3a-41d3-a44f-fdae55bacd5a req-83ccb5ed-3690-4753-96b6-08b72678d602 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 932 time: 0.0888226 Feb 04 17:00:40.912397 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ede01d49-eb3a-41d3-a44f-fdae55bacd5a req-78bc0f71-4aef-473c-979a-11b99b0f25ce tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500364 Feb 04 17:00:41.078920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:00:41.087291 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:41.103011 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Transition to ACTIVE for port object 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:00:41.108008 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:41.246110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:41.362512 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Attempting to bind port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:00:41.362755 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Attempting to bind port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:00:41.363059 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Attempting to bind port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 on network ea5002f5-a61d-469f-aecd-ff55ba12319f {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:00:41.369997 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 on network ea5002f5-a61d-469f-aecd-ff55ba12319f not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 17:00:41.370322 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Attempting to bind port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 on network ea5002f5-a61d-469f-aecd-ff55ba12319f {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:00:41.378986 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:00:41.379366 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Checking segment: {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:00:41.379756 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Bound using segment: {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:00:41.380200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Bound port: 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:00:41.380542 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:41.576290 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] For port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:00:41.580117 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] For port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:00:41.584674 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:41.647387 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:41.649392 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] 10.222.0.81 "PUT /v2.0/ports/0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 HTTP/1.1" status: 200 len: 1092 time: 1.1799684 Feb 04 17:00:41.653148 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:00:41.678782 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac37a2e-a4e2-4fa1-a6ff-2bd4594b4c66 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:41.791503 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-cf982bf4-0bbe-4039-92f1-03178dac9ed2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 1095 time: 0.0878000 Feb 04 17:00:41.854139 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:41.858513 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'status': 'completed', 'code': 200} Feb 04 17:00:41.879789 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-c6fa203a-5c0e-4a31-a1c9-4b097a2989d4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 HTTP/1.1" status: 200 len: 217 time: 0.0755973 Feb 04 17:00:41.945765 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-087f9ae5-ee85-4272-a335-16f986530b60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:41.947276 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-087f9ae5-ee85-4272-a335-16f986530b60 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0608361 Feb 04 17:00:42.024732 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-1a9e3481-02c5-4048-a66a-ec06333a7d75 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718701 Feb 04 17:00:42.127823 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ecbee-389c-4de7-bc59-623ca822271e req-3fc28dd4-ad6f-4c72-b14a-5e909d716656 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:42.129324 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c79ecbee-389c-4de7-bc59-623ca822271e req-3fc28dd4-ad6f-4c72-b14a-5e909d716656 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.0846083 Feb 04 17:00:42.160938 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-495112d3-c35a-4312-bce8-f90d726be329 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295106 Feb 04 17:00:42.176839 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c79ecbee-389c-4de7-bc59-623ca822271e req-850ceb21-6140-424a-bbcc-063e042c1150 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414298 Feb 04 17:00:42.302474 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-de2e2d7a-44ed-438f-bbd0-ce3d5c99f1a6 req-fc318e4a-0d31-456a-a695-1a77235da82a service neutron] 10.222.0.81 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352010 Feb 04 17:00:42.465916 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ada13df3-3667-4e72-a3cc-3474879fa884 req-beebabc0-63e0-4713-9d41-8f9bc49511dd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 1095 time: 0.0739372 Feb 04 17:00:42.489867 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:42.601992 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada13df3-3667-4e72-a3cc-3474879fa884 req-b83a149b-8952-4b4d-8792-835056b07403 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:42.603486 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ada13df3-3667-4e72-a3cc-3474879fa884 req-b83a149b-8952-4b4d-8792-835056b07403 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.1313732 Feb 04 17:00:42.678202 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ada13df3-3667-4e72-a3cc-3474879fa884 req-911e3239-4cd8-499b-b97b-28d406b4f1ec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 HTTP/1.1" status: 200 len: 217 time: 0.0685594 Feb 04 17:00:42.740964 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada13df3-3667-4e72-a3cc-3474879fa884 req-0f3c0714-e421-4bbe-90e8-e92ad8350889 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:42.742397 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ada13df3-3667-4e72-a3cc-3474879fa884 req-0f3c0714-e421-4bbe-90e8-e92ad8350889 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0580389 Feb 04 17:00:42.818703 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ada13df3-3667-4e72-a3cc-3474879fa884 req-04711406-5341-44d5-bab6-ea62ea50d9b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703659 Feb 04 17:00:42.966467 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ada13df3-3667-4e72-a3cc-3474879fa884 req-f2c8d384-89bf-4141-93cb-9038626c9de6 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384559 Feb 04 17:00:43.108430 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-ada13df3-3667-4e72-a3cc-3474879fa884 req-a0b6c457-f162-4dab-9396-4ab92b025bef service neutron] 10.222.0.81 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352170 Feb 04 17:00:43.381108 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc5f25-a534-4d8e-8ce4-02d2ba225bfc req-71317daf-fc0d-47cb-a2d7-f0dbc8b6461b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:43.382846 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3fc5f25-a534-4d8e-8ce4-02d2ba225bfc req-71317daf-fc0d-47cb-a2d7-f0dbc8b6461b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.0785012 Feb 04 17:00:43.438323 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e3fc5f25-a534-4d8e-8ce4-02d2ba225bfc req-65ecdfb4-c9f3-4200-aedd-1411883bd868 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469029 Feb 04 17:00:44.744154 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a211dc-0f16-422e-8af5-4b8add35a814 req-ccc4de14-58bb-459e-aa22-911316fa74db tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:44.745728 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29a211dc-0f16-422e-8af5-4b8add35a814 req-ccc4de14-58bb-459e-aa22-911316fa74db tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.1827075 Feb 04 17:00:44.794297 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-29a211dc-0f16-422e-8af5-4b8add35a814 req-2725e391-4969-447e-97f7-0488b1d95c9f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428793 Feb 04 17:00:46.035578 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9010fdd-cb13-442b-8542-ff82958fd6ed req-3785ca29-225d-4f74-a2d0-56d5176f8e85 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:46.037156 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9010fdd-cb13-442b-8542-ff82958fd6ed req-3785ca29-225d-4f74-a2d0-56d5176f8e85 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.0832114 Feb 04 17:00:46.093087 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e9010fdd-cb13-442b-8542-ff82958fd6ed req-4bf506fe-a6ab-4113-8505-d95463ac60b2 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461650 Feb 04 17:00:46.518913 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:00:47.310381 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f3961-15fb-4637-aa56-17cadc784da7 req-129f87ab-d548-4f7a-ac79-81fe6ab85480 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:47.311910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-300f3961-15fb-4637-aa56-17cadc784da7 req-129f87ab-d548-4f7a-ac79-81fe6ab85480 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.0822151 Feb 04 17:00:47.357479 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-300f3961-15fb-4637-aa56-17cadc784da7 req-ad938214-ce8d-43ad-a4af-b6c285ca0398 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400543 Feb 04 17:00:48.575548 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931e1e5-2343-49ce-a435-01600123da08 req-a2dad5c4-920c-47a0-93c1-a414cbdb8c2b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:48.577224 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b931e1e5-2343-49ce-a435-01600123da08 req-a2dad5c4-920c-47a0-93c1-a414cbdb8c2b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.0798261 Feb 04 17:00:48.626764 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b931e1e5-2343-49ce-a435-01600123da08 req-690ba69f-f2c7-4eda-aa03-558672adbfd3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440059 Feb 04 17:00:49.824374 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f806d-57fc-4348-8f46-51ca43db175d req-ff1dde53-1116-4cd5-8ce4-e5835ef7f085 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:49.825835 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b28f806d-57fc-4348-8f46-51ca43db175d req-ff1dde53-1116-4cd5-8ce4-e5835ef7f085 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.0764892 Feb 04 17:00:49.869245 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b28f806d-57fc-4348-8f46-51ca43db175d req-48c587b7-0f50-4ebe-852f-2deb25b49dcb tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379786 Feb 04 17:00:50.463797 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:50.743152 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:00:50.874158 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:00:50.887829 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'port_id': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'mac_address': 'fa:16:3e:2e:31:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:00:50.942972 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:50.962513 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:00:50.980529 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:00:50.985805 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:51.056544 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:51.065850 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:51.066192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:51.066533 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:51.066865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:51.067212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:51.067538 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:51.067862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:51.068179 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:51.068496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:51.068815 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:51.069131 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:51.081519 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48a518-10fd-450e-9b72-b393667b3485 req-68ad5f04-923a-4cd8-b370-0bc3bd0842ea tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:51.082982 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bc48a518-10fd-450e-9b72-b393667b3485 req-68ad5f04-923a-4cd8-b370-0bc3bd0842ea tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 945 time: 0.0819345 Feb 04 17:00:51.129729 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-bc48a518-10fd-450e-9b72-b393667b3485 req-9418d60c-9c4d-4060-999e-36a1e887f2ac tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409939 Feb 04 17:00:51.434034 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:00:52.335037 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7733d5-861a-4c58-bc9f-08a3593c1566 req-cddc2418-8fb7-4704-aae6-06b0e3554581 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:52.336496 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf7733d5-861a-4c58-bc9f-08a3593c1566 req-cddc2418-8fb7-4704-aae6-06b0e3554581 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 945 time: 0.0833445 Feb 04 17:00:52.383310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-cf7733d5-861a-4c58-bc9f-08a3593c1566 req-22c84032-e0df-4b96-8ed0-93d83b6f9993 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405593 Feb 04 17:00:52.744856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:00:52.813041 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:00:52.817760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:00:52.818119 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:52.941489 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:52.970849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:00:52.986957 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:00:52.992260 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:53.110176 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'code': 200} Feb 04 17:00:53.111259 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:53.267694 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18243d8c-4edf-4f1e-b5f6-1f3dcc960f16 req-ba824f97-f57e-4c54-9898-4b764d58a4ae service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 1097 time: 0.0723464 Feb 04 17:00:53.310178 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-18243d8c-4edf-4f1e-b5f6-1f3dcc960f16 req-c2fd6578-fb00-47a9-9e1a-0f476080bf66 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367124 Feb 04 17:00:53.591153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09fa3d-509e-46b3-8c12-1279a1bcd4c5 req-ba032b8d-c9a1-497c-83e6-b83d158ef7f1 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:53.592638 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d09fa3d-509e-46b3-8c12-1279a1bcd4c5 req-ba032b8d-c9a1-497c-83e6-b83d158ef7f1 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0794597 Feb 04 17:00:53.638648 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1d09fa3d-509e-46b3-8c12-1279a1bcd4c5 req-5db97c72-b572-4cd6-b665-4f8896460e93 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404251 Feb 04 17:00:54.856716 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d79c0-8c41-4a2f-9768-a67480d0972a req-60d19f1c-9ae2-4929-84d3-7da3a1d0c7f1 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:54.858533 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-149d79c0-8c41-4a2f-9768-a67480d0972a req-60d19f1c-9ae2-4929-84d3-7da3a1d0c7f1 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0838237 Feb 04 17:00:54.910007 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-149d79c0-8c41-4a2f-9768-a67480d0972a req-dfba6d3c-ecf7-4414-ac23-794ed3c9e457 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456195 Feb 04 17:00:56.121284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2911fe-14bf-4b31-adaf-065aa251ce33 req-25bb3c42-7497-4893-a4f6-83d3ddeea464 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:56.123478 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e2911fe-14bf-4b31-adaf-065aa251ce33 req-25bb3c42-7497-4893-a4f6-83d3ddeea464 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0833240 Feb 04 17:00:56.172727 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8e2911fe-14bf-4b31-adaf-065aa251ce33 req-56b8eeb8-9ac5-40cb-9723-e882d65976cc tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437846 Feb 04 17:00:56.388671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea08821-17df-4af2-b59f-cb0e1ff3e294 req-f268a090-14a8-4c2d-b983-6b7aacd8a6bc tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:56.390116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ea08821-17df-4af2-b59f-cb0e1ff3e294 req-f268a090-14a8-4c2d-b983-6b7aacd8a6bc tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0837438 Feb 04 17:00:56.436834 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9ea08821-17df-4af2-b59f-cb0e1ff3e294 req-18856f9d-d304-47c1-be33-d40ca7870e4b tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410824 Feb 04 17:00:56.465586 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60062) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:56.617082 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-3a1baedb-b91b-4db0-8044-eb3ebab11192 tempest-TestShelveInstance-609890818 tempest-TestShelveInstance-609890818-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 1092 time: 0.1502292 Feb 04 17:00:56.619704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60068) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:56.624899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:00:56.631319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:00:56.635502 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Usage tracker for resource:floatingip and tenant:bf54b116b8c84e8db329225e8e8bb0eb is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:00:56.638415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:00:56.644283 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:00:56.655879 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:56.800763 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:56.934580 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Allocated IP 172.25.0.139 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/cb3ca4a6-9fe3-4a95-9576-a39a82b9aa74) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:00:57.081597 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:57.113292 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:57.181840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:00:57.185275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:00:57.189733 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:00:57.218490 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'Port': ['ID=cb3ca4a6-9fe3-4a95-9576-a39a82b9aa74,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:57.817704 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:57.873291 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.083024 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.087499 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.195157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event updated for resources: {'Port': ['ID=cb3ca4a6-9fe3-4a95-9576-a39a82b9aa74,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:58.217222 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.412285 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Floating IP 88371209-9453-480b-b096-b358bfcbc49a associated. External IP: 172.25.0.139, port: 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0. Feb 04 17:00:58.817543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Router e0a1b376-8330-43e8-8f2b-04e02395714f has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:00:59.127504 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:00:59.139555 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554250de-e547-4e02-91eb-1e4e215d42b6 None None] Sync routers for ids ['e0a1b376-8330-43e8-8f2b-04e02395714f'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:00:59.155667 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:59.157364 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554250de-e547-4e02-91eb-1e4e215d42b6 None None] Routers {'e0a1b376-8330-43e8-8f2b-04e02395714f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:00:59.157993 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-554250de-e547-4e02-91eb-1e4e215d42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e0a1b376-8330-43e8-8f2b-04e02395714f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:59.213947 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-80c9cc70-4f7a-40e2-8737-d899eeae1f1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5929894 Feb 04 17:00:59.214610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:00:59.274294 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'status': 'completed', 'code': 200} Feb 04 17:00:59.344386 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-554250de-e547-4e02-91eb-1e4e215d42b6 None None] Set router e0a1b376-8330-43e8-8f2b-04e02395714f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:00:59.394124 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-36b476d4-178b-4ed9-9b63-ef539b6f9b6f req-80fcb020-9af6-4ca7-8a4c-a4a0bd1d1ba1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 1097 time: 0.0700607 Feb 04 17:00:59.639709 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b476d4-178b-4ed9-9b63-ef539b6f9b6f req-e83001d0-1a54-4994-be47-397e3a483d06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:59.641188 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-36b476d4-178b-4ed9-9b63-ef539b6f9b6f req-e83001d0-1a54-4994-be47-397e3a483d06 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.2409637 Feb 04 17:00:59.725586 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-554250de-e547-4e02-91eb-1e4e215d42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '88371209-9453-480b-b096-b358bfcbc49a', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'port_id': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'mac_address': 'fa:16:3e:2e:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:00:57Z', 'updated_at': '2022-02-04T17:00:57Z', 'revision_number': 0, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:38Z', 'revision_number': 5, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:59.730314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554250de-e547-4e02-91eb-1e4e215d42b6 None None] Checking router: e0a1b376-8330-43e8-8f2b-04e02395714f for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:00:59.740971 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554250de-e547-4e02-91eb-1e4e215d42b6 None None] Routers {'e0a1b376-8330-43e8-8f2b-04e02395714f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:00:59.741618 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-554250de-e547-4e02-91eb-1e4e215d42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:00:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e0a1b376-8330-43e8-8f2b-04e02395714f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:59.753152 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-36b476d4-178b-4ed9-9b63-ef539b6f9b6f req-5caf94ca-58db-442f-baf7-4765640715a0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 HTTP/1.1" status: 200 len: 1000 time: 0.1051619 Feb 04 17:00:59.822109 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b476d4-178b-4ed9-9b63-ef539b6f9b6f req-5b8e9a0c-9948-4fe4-a4ea-2552e514d8f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:59.824469 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-36b476d4-178b-4ed9-9b63-ef539b6f9b6f req-5b8e9a0c-9948-4fe4-a4ea-2552e514d8f8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0647879 Feb 04 17:00:59.898379 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-36b476d4-178b-4ed9-9b63-ef539b6f9b6f req-41ab87f0-7f09-4c80-b982-ebab02881b41 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675867 Feb 04 17:00:59.964397 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-554250de-e547-4e02-91eb-1e4e215d42b6 None None] Set router e0a1b376-8330-43e8-8f2b-04e02395714f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:01:00.033762 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-36b476d4-178b-4ed9-9b63-ef539b6f9b6f req-cc19a379-2004-4823-b422-a71a3a4176f1 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294441 Feb 04 17:01:00.167083 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-36b476d4-178b-4ed9-9b63-ef539b6f9b6f req-af7d340e-0e0e-4812-87c5-584a7b83d500 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260886 Feb 04 17:01:00.316709 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-554250de-e547-4e02-91eb-1e4e215d42b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '88371209-9453-480b-b096-b358bfcbc49a', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'port_id': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'mac_address': 'fa:16:3e:2e:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:00:57Z', 'updated_at': '2022-02-04T17:00:57Z', 'revision_number': 0, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:38Z', 'revision_number': 5, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:00.320662 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554250de-e547-4e02-91eb-1e4e215d42b6 None None] The sync data for ids ['e0a1b376-8330-43e8-8f2b-04e02395714f'] in n-d-827872-1 is: [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '88371209-9453-480b-b096-b358bfcbc49a', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'port_id': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'mac_address': 'fa:16:3e:2e:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:00:57Z', 'updated_at': '2022-02-04T17:00:57Z', 'revision_number': 0, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:38Z', 'revision_number': 5, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:01:00.526506 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a754d-c748-40ea-afc7-69dbe1d32e33 None None] New status for floating IP 88371209-9453-480b-b096-b358bfcbc49a: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:01:06.795658 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-664b6418-7e5d-41ea-aa8b-7f40f83cc608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.149343 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-80ad0abc-1f96-4c80-9271-69363d4233ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:10.558155 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:10.560835 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:11.781630 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:12.500660 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:20.457404 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:23.521704 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:01:25.486276 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47adce1f-88e7-47ce-b9e9-48f42cec52de req-40f49867-5482-4378-940b-db638fa87918 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0761259 Feb 04 17:01:25.637536 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47adce1f-88e7-47ce-b9e9-48f42cec52de req-07f9964a-df00-4cc4-8894-d5f84d4d410c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 1097 time: 0.0689378 Feb 04 17:01:25.798245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adce1f-88e7-47ce-b9e9-48f42cec52de req-4a581fce-fc4e-48c5-b595-ea215415fd29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:25.800178 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47adce1f-88e7-47ce-b9e9-48f42cec52de req-4a581fce-fc4e-48c5-b595-ea215415fd29 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.1448820 Feb 04 17:01:25.910320 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47adce1f-88e7-47ce-b9e9-48f42cec52de req-b6c45fee-178c-494f-b744-ca7a25ba87f3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 HTTP/1.1" status: 200 len: 1002 time: 0.1043408 Feb 04 17:01:25.976565 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adce1f-88e7-47ce-b9e9-48f42cec52de req-5cb3f588-2743-4fb6-ac22-e815b99a2cdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:25.978011 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47adce1f-88e7-47ce-b9e9-48f42cec52de req-5cb3f588-2743-4fb6-ac22-e815b99a2cdb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0624106 Feb 04 17:01:26.062539 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47adce1f-88e7-47ce-b9e9-48f42cec52de req-7724defb-9318-4f8a-9634-4b4da693754b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778754 Feb 04 17:01:26.196962 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47adce1f-88e7-47ce-b9e9-48f42cec52de req-e2919cf4-8e3d-4a4a-b10a-95f43e7401ee service neutron] 10.222.0.81 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268125 Feb 04 17:01:26.336463 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-47adce1f-88e7-47ce-b9e9-48f42cec52de req-52a59494-f9f9-46be-b735-44e2842f3fd2 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325579 Feb 04 17:01:36.800843 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6d872155-1e86-42d5-a3b3-594db481d10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:39.154764 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-691eec62-3dd6-43ef-8396-818edad9a12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:40.560812 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:40.562339 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:41.784260 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:42.516051 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:50.454724 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:00.522481 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:02:06.805295 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2020a4e5-6cea-4891-b5dc-df0c120f000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:09.156460 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-aa06156c-ae25-4e8e-9b24-109bba2f9d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:10.562152 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:10.564111 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:11.787795 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:12.523912 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:20.482342 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:25.404420 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60ca60f7-05ac-4b81-b467-188180c3f9b9 req-954704a7-fab5-4781-835e-c6a3df852448 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711613 Feb 04 17:02:25.561299 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60ca60f7-05ac-4b81-b467-188180c3f9b9 req-165911fb-82a4-4809-8ffc-1bfbcecb50dc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 1097 time: 0.0691736 Feb 04 17:02:25.802711 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca60f7-05ac-4b81-b467-188180c3f9b9 req-5de1a63c-3fd3-4378-b11d-125e4b74cbd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:25.804100 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60ca60f7-05ac-4b81-b467-188180c3f9b9 req-5de1a63c-3fd3-4378-b11d-125e4b74cbd2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.2233796 Feb 04 17:02:25.912867 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60ca60f7-05ac-4b81-b467-188180c3f9b9 req-49bd70fe-2ae3-44e0-b0b6-7b1b4d896c14 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 HTTP/1.1" status: 200 len: 1002 time: 0.0988183 Feb 04 17:02:25.986599 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca60f7-05ac-4b81-b467-188180c3f9b9 req-45933efa-22ba-47d0-9854-863426fc1beb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:25.988113 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60ca60f7-05ac-4b81-b467-188180c3f9b9 req-45933efa-22ba-47d0-9854-863426fc1beb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0681808 Feb 04 17:02:26.069410 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60ca60f7-05ac-4b81-b467-188180c3f9b9 req-5e0663ce-b8d2-4c1b-a3d6-b02c5a97ffe1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748508 Feb 04 17:02:26.214773 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60ca60f7-05ac-4b81-b467-188180c3f9b9 req-9aa4def8-bf52-44b5-88ad-6d0c6a5f7190 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386666 Feb 04 17:02:26.354813 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-60ca60f7-05ac-4b81-b467-188180c3f9b9 req-2aabfb19-29aa-415e-8e2a-5538f9fbb96c service neutron] 10.222.0.81 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334817 Feb 04 17:02:36.820300 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f196734a-91eb-4f0c-ba32-77821a260452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:37.525800 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:02:39.159136 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-65aaa1e2-e88c-4318-8cda-98a683b9e11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:40.562820 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:40.564795 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:41.789366 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:42.523360 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:50.489828 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:57.885337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6fbbe-fda5-49b8-9c57-631a846eb87e req-69f3bd72-c6cb-4c56-85f9-7801f3e97564 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:57.887413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ae6fbbe-fda5-49b8-9c57-631a846eb87e req-69f3bd72-c6cb-4c56-85f9-7801f3e97564 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.1609313 Feb 04 17:02:57.935111 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8ae6fbbe-fda5-49b8-9c57-631a846eb87e req-abb65fb3-b39c-48ad-bc64-b88e4a5ff642 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 Feb 04 17:02:59.224719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e3a8d-f830-4c80-b424-e9c3c23aaa3a req-b26f0b23-4b5d-4560-affb-aae8cbe5346c tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:59.226210 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a69e3a8d-f830-4c80-b424-e9c3c23aaa3a req-b26f0b23-4b5d-4560-affb-aae8cbe5346c tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.1557016 Feb 04 17:02:59.272857 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a69e3a8d-f830-4c80-b424-e9c3c23aaa3a req-4b822319-a755-4e17-99c3-fc6f80cf74f9 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399077 Feb 04 17:03:00.512096 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fd001-35d3-4ec8-a92f-5673f79ce9cf req-e337bf98-90c4-40ef-829a-1c02030036cf tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:00.513711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-967fd001-35d3-4ec8-a92f-5673f79ce9cf req-e337bf98-90c4-40ef-829a-1c02030036cf tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0816557 Feb 04 17:03:00.560433 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-967fd001-35d3-4ec8-a92f-5673f79ce9cf req-edb32faa-163e-4b6d-be8b-8e8b46e37996 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408285 Feb 04 17:03:01.774792 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca02fff-0619-4aea-8d3e-dd901cad3172 req-d6df4290-ffbb-4ae2-80eb-0a7d051fe6de tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:01.776361 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eca02fff-0619-4aea-8d3e-dd901cad3172 req-d6df4290-ffbb-4ae2-80eb-0a7d051fe6de tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0884755 Feb 04 17:03:01.835762 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-eca02fff-0619-4aea-8d3e-dd901cad3172 req-375e6f79-f428-4608-80d4-33d414d44576 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528028 Feb 04 17:03:03.050900 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e2e74-7202-4db7-b8f0-748bfb440bd2 req-72d3ed48-3a3a-4af6-a3a9-f82e98d8d7d0 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:03.052527 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-172e2e74-7202-4db7-b8f0-748bfb440bd2 req-72d3ed48-3a3a-4af6-a3a9-f82e98d8d7d0 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0779533 Feb 04 17:03:03.100089 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-172e2e74-7202-4db7-b8f0-748bfb440bd2 req-220e18bc-cfd8-450d-8e77-d4a42009fd96 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402193 Feb 04 17:03:04.321311 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735ec09-2abf-4759-a3bf-4b896d300cf9 req-5c065349-dc86-474c-8f1f-fda0873e0759 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:04.322805 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d735ec09-2abf-4759-a3bf-4b896d300cf9 req-5c065349-dc86-474c-8f1f-fda0873e0759 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0816047 Feb 04 17:03:04.369941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d735ec09-2abf-4759-a3bf-4b896d300cf9 req-51eddf00-e6ad-4f8f-a517-c27d1efef5af tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411518 Feb 04 17:03:05.584860 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799607fd-648d-4985-82b2-d3226d71a2f9 req-c437240e-bd74-46c2-8da2-70bb06111e26 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:05.586419 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-799607fd-648d-4985-82b2-d3226d71a2f9 req-c437240e-bd74-46c2-8da2-70bb06111e26 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0842793 Feb 04 17:03:05.636314 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-799607fd-648d-4985-82b2-d3226d71a2f9 req-480416d5-eea4-4fa6-aff3-f8afbfd298cf tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444255 Feb 04 17:03:06.810069 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-16f66844-f042-4c15-bbfa-4c49706a6493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:06.842948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8c619-04fe-4204-9b1e-c9f273aa616e req-2865314b-1487-41ac-aa64-ea682940bcbe tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:06.844528 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61c8c619-04fe-4204-9b1e-c9f273aa616e req-2865314b-1487-41ac-aa64-ea682940bcbe tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0812221 Feb 04 17:03:06.891160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-61c8c619-04fe-4204-9b1e-c9f273aa616e req-e6ee8070-962e-48d6-9305-60fa92ce2ccb tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410895 Feb 04 17:03:08.102357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10baff-633d-4a8e-ba06-cf6636f9db10 req-818f9a3b-b9c0-47ff-b3b4-6ecc182864dd tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:08.103916 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d10baff-633d-4a8e-ba06-cf6636f9db10 req-818f9a3b-b9c0-47ff-b3b4-6ecc182864dd tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0829523 Feb 04 17:03:08.151620 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2d10baff-633d-4a8e-ba06-cf6636f9db10 req-6bd68bd8-5c1f-4db6-a6e5-1692f14f10e2 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420673 Feb 04 17:03:09.163088 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e32d4b9b-b7b2-4b29-af22-40914dcd3976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:09.356805 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b68b1-43a6-47a0-bf29-17c801efcc58 req-80d883c9-392f-42ca-8876-8ef4ce17b363 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:09.358307 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-628b68b1-43a6-47a0-bf29-17c801efcc58 req-80d883c9-392f-42ca-8876-8ef4ce17b363 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0780687 Feb 04 17:03:09.404247 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-628b68b1-43a6-47a0-bf29-17c801efcc58 req-df11611e-e083-438e-9bdf-da4f725fbfbf tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404146 Feb 04 17:03:10.567494 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:10.570080 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:10.615864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dc03b-8ee6-4a1b-9181-3b9e064ee2db req-93e73388-1eee-4a24-8322-1e8074b79648 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:10.617256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da4dc03b-8ee6-4a1b-9181-3b9e064ee2db req-93e73388-1eee-4a24-8322-1e8074b79648 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0830812 Feb 04 17:03:10.664984 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-da4dc03b-8ee6-4a1b-9181-3b9e064ee2db req-a0d14521-8974-4990-bf13-b8a154a13e07 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413976 Feb 04 17:03:11.797671 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:11.882566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cdcc6-df2b-470c-a018-7c1cf556fd1e req-5071f330-2755-4355-a39c-116a2f31fe59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:11.884310 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-078cdcc6-df2b-470c-a018-7c1cf556fd1e req-5071f330-2755-4355-a39c-116a2f31fe59 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0823331 Feb 04 17:03:11.934910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-078cdcc6-df2b-470c-a018-7c1cf556fd1e req-1ac5b85e-9a83-46aa-b865-e7ea9785370e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448556 Feb 04 17:03:12.538057 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:12.963523 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4c571614-b3f5-4ed0-b20c-6fd0648fdbe8 req-26ddbe7d-be3d-4b3c-9332-cd976b345552 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 1097 time: 0.0750296 Feb 04 17:03:13.104135 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c571614-b3f5-4ed0-b20c-6fd0648fdbe8 req-2d0606b2-9856-42bd-a569-0f998def9b84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:13.106137 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4c571614-b3f5-4ed0-b20c-6fd0648fdbe8 req-2d0606b2-9856-42bd-a569-0f998def9b84 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.1363606 Feb 04 17:03:13.148117 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5972601-bf53-48b6-a78a-ed4fc025a055 req-6355422f-a50e-4cc0-9665-2fa0f9a3509c tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:13.149631 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5972601-bf53-48b6-a78a-ed4fc025a055 req-6355422f-a50e-4cc0-9665-2fa0f9a3509c tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0822141 Feb 04 17:03:13.198568 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b5972601-bf53-48b6-a78a-ed4fc025a055 req-6f866445-6630-47fa-aff4-2dac38b55f3f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 Feb 04 17:03:13.212336 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4c571614-b3f5-4ed0-b20c-6fd0648fdbe8 req-e26e9240-ecc4-4b29-88c3-80342c1d0171 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 HTTP/1.1" status: 200 len: 1002 time: 0.0977402 Feb 04 17:03:13.281816 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c571614-b3f5-4ed0-b20c-6fd0648fdbe8 req-63bc2201-772e-49b3-8dae-0d97b3d70f02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:13.283318 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4c571614-b3f5-4ed0-b20c-6fd0648fdbe8 req-63bc2201-772e-49b3-8dae-0d97b3d70f02 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0649827 Feb 04 17:03:13.364340 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4c571614-b3f5-4ed0-b20c-6fd0648fdbe8 req-c72ff9a5-5463-4e85-8eba-9e020afc1715 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741444 Feb 04 17:03:13.504038 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4c571614-b3f5-4ed0-b20c-6fd0648fdbe8 req-665209fd-eae5-4d37-a992-a015a0f42990 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307452 Feb 04 17:03:13.646006 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-4c571614-b3f5-4ed0-b20c-6fd0648fdbe8 req-99909889-293c-475b-baa5-bd29e5d8d5b5 service neutron] 10.222.0.81 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353390 Feb 04 17:03:14.408884 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a1ae4-cb02-4586-9735-4ba0c6479cfc req-021aa787-cf6e-4c08-8633-dfc9ac2ef3f8 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:14.410379 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b52a1ae4-cb02-4586-9735-4ba0c6479cfc req-021aa787-cf6e-4c08-8633-dfc9ac2ef3f8 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0847778 Feb 04 17:03:14.456685 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-b52a1ae4-cb02-4586-9735-4ba0c6479cfc req-ee6de53e-cc2e-409e-9c35-5351ba6d7690 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407152 Feb 04 17:03:14.525314 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:03:15.670366 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da80ca-07d9-49d1-b25f-a52461f4e494 req-c94f2de4-8070-488e-a0a2-fd00bb31583f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:15.672046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52da80ca-07d9-49d1-b25f-a52461f4e494 req-c94f2de4-8070-488e-a0a2-fd00bb31583f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0816498 Feb 04 17:03:15.722281 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52da80ca-07d9-49d1-b25f-a52461f4e494 req-361761a0-ff8d-49aa-8d12-f041f7862ba2 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439136 Feb 04 17:03:16.935601 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7125a-5fcc-443a-a199-bd6a52a08ef3 req-bd8c184d-b878-4c24-bd97-9bbc3e14b180 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:16.937888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17a7125a-5fcc-443a-a199-bd6a52a08ef3 req-bd8c184d-b878-4c24-bd97-9bbc3e14b180 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0871696 Feb 04 17:03:16.987006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-17a7125a-5fcc-443a-a199-bd6a52a08ef3 req-dee4ac0e-7c47-4995-828a-a3164dc039fa tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435848 Feb 04 17:03:17.262020 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-76a71337-ad7e-460c-929f-f7ecea117596 req-daab0d0c-9c9b-4cfd-8de5-01587c1a138b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1496119 Feb 04 17:03:17.539564 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-7104adc3-c4e2-4fe8-a14e-be3ea7bbe24d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1508691 Feb 04 17:03:17.545954 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1a0af-b976-4dce-9bca-6f880c2b8241 req-fad3712f-6f32-412d-8e80-27ab2a39c120 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:17.547486 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20b1a0af-b976-4dce-9bca-6f880c2b8241 req-fad3712f-6f32-412d-8e80-27ab2a39c120 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0832355 Feb 04 17:03:17.598431 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-20b1a0af-b976-4dce-9bca-6f880c2b8241 req-170e1078-b24f-44b7-9092-6e149c2b0aa8 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450308 Feb 04 17:03:18.813908 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff0279-edfe-4d11-954c-911ea8277760 req-b1ce6b47-3db5-42cc-8c22-cf50d0f6495e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:18.815468 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dcff0279-edfe-4d11-954c-911ea8277760 req-b1ce6b47-3db5-42cc-8c22-cf50d0f6495e tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 946 time: 0.0855994 Feb 04 17:03:18.865595 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dcff0279-edfe-4d11-954c-911ea8277760 req-c8a58ef0-75fc-4bb8-a514-7804977f3b79 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443461 Feb 04 17:03:19.284057 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:03:19.399819 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:19.426994 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:03:19.438212 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:03:19.445602 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:19.495716 n-d-827872-1 neutron-server[83552]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'code': 422} returned with failed status Feb 04 17:03:19.524054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:03:19.537983 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:19.538967 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:19.539519 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:19.540031 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:19.540561 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:19.541065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:19.541582 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:19.542054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:19.542553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:19.543046 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:19.544105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:19.891525 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-73e603b3-7411-406d-b7dd-cc62f329d023 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978&tenant_id=bf54b116b8c84e8db329225e8e8bb0eb HTTP/1.1" status: 200 len: 1095 time: 0.0797863 Feb 04 17:03:19.902425 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827872-1', 'device_owner': 'compute:nova'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:03:20.158981 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:20.299337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff726b-1eca-420a-9d7b-84ebc48b80bb req-0b861192-c328-433e-805a-c80c07f14b1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:20.300812 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-deff726b-1eca-420a-9d7b-84ebc48b80bb req-0b861192-c328-433e-805a-c80c07f14b1f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.1993473 Feb 04 17:03:20.433904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-deff726b-1eca-420a-9d7b-84ebc48b80bb req-b892b042-2171-4dcb-95d8-baa2e285b778 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268723 Feb 04 17:03:20.495877 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:20.497892 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] For port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:03:20.527566 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] For port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host n-h1-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:03:20.582907 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:03:20.589982 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:20.606044 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Transition to ACTIVE for port object 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:03:20.610362 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:20.766542 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Pushing event updated for resources: {'Port': ['ID=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,revision_number=7']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:03:20.789138 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:20.789480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:20.789819 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:20.790148 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:20.790478 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:20.790801 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:20.791130 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:20.791484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:20.791806 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:20.792123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:20.792888 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:20.849541 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] No DVR routers for this DVR port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 on host n-h1-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:03:21.137453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Attempting to bind port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:03:21.138433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Attempting to bind port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:03:21.138433 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Attempting to bind port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 on network ea5002f5-a61d-469f-aecd-ff55ba12319f {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:03:21.146620 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 on network ea5002f5-a61d-469f-aecd-ff55ba12319f not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 17:03:21.146939 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Attempting to bind port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 on network ea5002f5-a61d-469f-aecd-ff55ba12319f {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:03:21.153609 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:03:21.153944 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Checking segment: {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:03:21.154320 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Bound using segment: {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:03:21.154748 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Bound port: 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:03:21.155086 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:21.245968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] For port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:03:21.249179 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] For port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:03:21.254474 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:21.321374 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:21.322593 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] 10.222.0.73 "PUT /v2.0/ports/0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 HTTP/1.1" status: 200 len: 1092 time: 1.4241819 Feb 04 17:03:21.323078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:03:21.342866 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1d2ce-a883-4e2a-ba0e-5f2662dbf63f service neutron] Pushing event updated for resources: {'Port': ['ID=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,revision_number=8']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:03:21.397664 n-d-827872-1 neutron-server[83551]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'status': 'failed', 'code': 422} returned with failed status Feb 04 17:03:21.518286 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-8e7b3940-9ad5-404a-bb05-0228a01a9917 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 1095 time: 0.1517963 Feb 04 17:03:21.713226 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-fe2d1c93-64bc-4941-8e4f-c595d8bea46c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:21.714711 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-fe2d1c93-64bc-4941-8e4f-c595d8bea46c service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.1904657 Feb 04 17:03:21.782057 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d873697-67ac-4c8b-8ec9-2f22fdf484d7 req-30f1edd6-4ff7-4dc4-9c61-74dc4d0cf815 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:21.783470 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d873697-67ac-4c8b-8ec9-2f22fdf484d7 req-30f1edd6-4ff7-4dc4-9c61-74dc4d0cf815 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.1892347 Feb 04 17:03:21.861323 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-d4a8f226-d855-4e82-a8e8-4f15d1d93a31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 HTTP/1.1" status: 200 len: 1000 time: 0.1398137 Feb 04 17:03:21.863577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3d873697-67ac-4c8b-8ec9-2f22fdf484d7 req-9e97de87-c1d8-469f-adf3-6ce339a4d267 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687459 Feb 04 17:03:21.932922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-3e41c7a3-8c07-454e-bfc7-94903c621557 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:21.934956 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-3e41c7a3-8c07-454e-bfc7-94903c621557 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0662746 Feb 04 17:03:22.129046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-ec0e72a3-5cd1-4bcd-9380-e1a29abaff95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857879 Feb 04 17:03:22.139811 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-916d9819-b0ec-4083-93dc-c4cd116636ec service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 17:03:22.140769 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-916d9819-b0ec-4083-93dc-c4cd116636ec service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056341 Feb 04 17:03:22.275093 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-607196c2-bb42-4f33-94c9-603de9868ae0 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281385 Feb 04 17:03:22.408707 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-72164a40-5a76-43a9-8a1a-6d462d8c38a4 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277397 Feb 04 17:03:23.069765 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161ff28-6008-4b43-a943-f0d949b279db req-47238a35-a808-433a-9b72-7ceccd383397 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:23.071274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0161ff28-6008-4b43-a943-f0d949b279db req-47238a35-a808-433a-9b72-7ceccd383397 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.0781026 Feb 04 17:03:23.118689 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0161ff28-6008-4b43-a943-f0d949b279db req-1dbc1c01-c9d7-4be7-836b-18396bc74b51 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412471 Feb 04 17:03:24.333004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19127115-9532-442b-af14-1155af617122 req-e828f999-f44e-484c-b6a3-e25afec51f78 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:24.334493 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-19127115-9532-442b-af14-1155af617122 req-e828f999-f44e-484c-b6a3-e25afec51f78 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.0855918 Feb 04 17:03:24.382035 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-19127115-9532-442b-af14-1155af617122 req-dc58f45c-de34-4db7-af5b-027348b3a8cc tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419419 Feb 04 17:03:25.594901 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16135005-70bd-49e2-b68e-74be0276371d req-1a419ac4-5066-4a3d-bd17-95aac8411571 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:25.596436 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16135005-70bd-49e2-b68e-74be0276371d req-1a419ac4-5066-4a3d-bd17-95aac8411571 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.0830052 Feb 04 17:03:25.645143 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-16135005-70bd-49e2-b68e-74be0276371d req-45ef6143-bea7-4e7b-bafa-681718935152 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428438 Feb 04 17:03:26.688587 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e6deab1-12d8-407f-b825-6f785d0d38a3 req-bf9e0ab0-9ebd-4a69-a052-83c6a64f159a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 1095 time: 0.0763783 Feb 04 17:03:26.898447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6deab1-12d8-407f-b825-6f785d0d38a3 req-91a95d77-7ff7-42e3-b12a-a9f7b6c5cc3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:26.899904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e6deab1-12d8-407f-b825-6f785d0d38a3 req-91a95d77-7ff7-42e3-b12a-a9f7b6c5cc3b service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.1882806 Feb 04 17:03:26.981856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db903c-1d7c-4ca1-a579-79316683dd21 req-458837e5-4d4c-4ffe-add6-1b00bf0da4f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:26.983321 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14db903c-1d7c-4ca1-a579-79316683dd21 req-458837e5-4d4c-4ffe-add6-1b00bf0da4f4 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.1936119 Feb 04 17:03:27.045170 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e6deab1-12d8-407f-b825-6f785d0d38a3 req-3a784bec-94b8-4e7f-8704-fb4f12e8b52f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 HTTP/1.1" status: 200 len: 1000 time: 0.1385040 Feb 04 17:03:27.095122 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-14db903c-1d7c-4ca1-a579-79316683dd21 req-25231bc0-7889-47ce-8b88-743d5a35dda7 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059418 Feb 04 17:03:27.116306 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6deab1-12d8-407f-b825-6f785d0d38a3 req-f4bf0ea9-53a7-4959-8b16-006a5a060e06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:27.117745 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e6deab1-12d8-407f-b825-6f785d0d38a3 req-f4bf0ea9-53a7-4959-8b16-006a5a060e06 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0668838 Feb 04 17:03:27.196788 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e6deab1-12d8-407f-b825-6f785d0d38a3 req-fe9a5cc4-5fa1-4a47-8e8f-5c36d648e9bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734630 Feb 04 17:03:27.334119 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e6deab1-12d8-407f-b825-6f785d0d38a3 req-7a01548c-6720-4228-b94c-c926ed1f5bd9 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302319 Feb 04 17:03:27.472388 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5e6deab1-12d8-407f-b825-6f785d0d38a3 req-0ee0b5de-c72e-41c2-9b5f-19fdb64d775d service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317441 Feb 04 17:03:28.305624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbdf33-f92a-4847-889b-b6ea97213787 req-69102832-e545-4885-adb3-95c405576e8c tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:28.307023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdfbdf33-f92a-4847-889b-b6ea97213787 req-69102832-e545-4885-adb3-95c405576e8c tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.0828226 Feb 04 17:03:28.353583 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-fdfbdf33-f92a-4847-889b-b6ea97213787 req-f1b4ade9-3179-4d62-a387-a9bc7c5d6872 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405238 Feb 04 17:03:29.563804 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b647d-abbe-45f4-a1ff-466fcfd5edcd req-b046d5c5-108d-49a7-8198-137deaa123e6 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:29.565283 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e13b647d-abbe-45f4-a1ff-466fcfd5edcd req-b046d5c5-108d-49a7-8198-137deaa123e6 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.0793202 Feb 04 17:03:29.611375 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e13b647d-abbe-45f4-a1ff-466fcfd5edcd req-6c8ff135-181e-486c-a47b-4cde44f6dfa5 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403869 Feb 04 17:03:30.700867 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:03:30.844037 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:03:30.859292 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'port_id': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'mac_address': 'fa:16:3e:2e:31:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:03:30.916026 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:30.930357 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ceab7-8e28-4c7e-bda8-e43ab5c34c20 req-778f8bfb-d175-4cf3-bfc2-3b7cdd720d29 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:30.931831 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-674ceab7-8e28-4c7e-bda8-e43ab5c34c20 req-778f8bfb-d175-4cf3-bfc2-3b7cdd720d29 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 944 time: 0.1921408 Feb 04 17:03:30.936468 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:03:30.952749 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:03:30.956854 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:30.990897 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-674ceab7-8e28-4c7e-bda8-e43ab5c34c20 req-b0eac2ff-d659-40f8-a199-5508cedb1554 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476708 Feb 04 17:03:31.029111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,revision_number=9']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:03:31.336290 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:03:32.202084 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f9b58-34ef-42c4-a71d-48f9c6fc3bb9 req-e00d84fa-16ef-48ef-9eba-e6cb92eaba3f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:32.203595 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d67f9b58-34ef-42c4-a71d-48f9c6fc3bb9 req-e00d84fa-16ef-48ef-9eba-e6cb92eaba3f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 945 time: 0.0806465 Feb 04 17:03:32.249423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d67f9b58-34ef-42c4-a71d-48f9c6fc3bb9 req-24e1da88-d68b-4718-8977-fb00e4bc0b58 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402086 Feb 04 17:03:32.710369 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:03:32.784681 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:03:32.789421 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:03:32.789794 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:32.910427 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:32.940240 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:03:32.951198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:03:32.955894 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:32.999335 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'code': 200} Feb 04 17:03:33.039077 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,revision_number=10']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:03:33.230654 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-580bd246-1595-47b2-b08b-00d35d13bdb0 req-d0f868c2-cf6a-42a1-beed-d916a42195af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 1098 time: 0.0748057 Feb 04 17:03:33.273567 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-580bd246-1595-47b2-b08b-00d35d13bdb0 req-e8273c9e-172b-402b-ad43-84686530e516 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367703 Feb 04 17:03:33.459839 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00f18f-63a5-429b-b409-b792a3cfaf84 req-8f560747-5cc5-49c3-a6c4-a4b89f7ae1f2 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:33.461328 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f00f18f-63a5-429b-b409-b792a3cfaf84 req-8f560747-5cc5-49c3-a6c4-a4b89f7ae1f2 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 947 time: 0.0807221 Feb 04 17:03:33.517059 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2f00f18f-63a5-429b-b409-b792a3cfaf84 req-fd7a085b-c11e-456a-8cd4-43495f121cbf tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451045 Feb 04 17:03:34.740343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e1edb-b3a8-48dc-b236-5ed2531a1461 req-8f949c91-e792-4bc5-9c74-e45226307ab6 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:34.741761 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d4e1edb-b3a8-48dc-b236-5ed2531a1461 req-8f949c91-e792-4bc5-9c74-e45226307ab6 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 947 time: 0.0831206 Feb 04 17:03:34.790283 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9d4e1edb-b3a8-48dc-b236-5ed2531a1461 req-559cc1e3-24c1-4730-bd84-ec08f23993d2 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411251 Feb 04 17:03:35.998446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb5470-fef2-4cc2-aab3-f64826a250d8 req-8c8964a1-c766-4a78-9e0d-ebbc17093dd3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:36.000023 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1bb5470-fef2-4cc2-aab3-f64826a250d8 req-8c8964a1-c766-4a78-9e0d-ebbc17093dd3 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 947 time: 0.0825436 Feb 04 17:03:36.049481 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1bb5470-fef2-4cc2-aab3-f64826a250d8 req-9206b127-446e-4a10-935c-11a8567e0ef8 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435576 Feb 04 17:03:36.812827 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd283-9a42-4c85-8d72-685086c6e5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:39.170843 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6adf2b78-0b81-47e7-b597-9d5c9f32951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:40.572233 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:40.578202 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:41.796517 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:42.553824 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:50.510036 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:51.526571 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:04:06.817415 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-93b3aca8-d33d-4dbc-a6be-1b802571f934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:09.163108 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ba6cc042-ec0e-4db3-bd44-511a06b185a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:10.574622 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:10.576558 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:11.801628 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:12.554062 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:20.507450 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:26.581294 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-514998ae-e612-429b-9a05-39b4cfc62282 req-6d92211e-8932-4bfa-98f4-428bceb56ade service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657656 Feb 04 17:04:26.718957 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-514998ae-e612-429b-9a05-39b4cfc62282 req-c0b18050-dc30-419d-8df9-4c66dd5dc921 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 1098 time: 0.0705247 Feb 04 17:04:26.861497 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514998ae-e612-429b-9a05-39b4cfc62282 req-16b73ce9-99c1-4fab-9fba-6de4ef59c10b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:26.862930 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-514998ae-e612-429b-9a05-39b4cfc62282 req-16b73ce9-99c1-4fab-9fba-6de4ef59c10b service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.1260338 Feb 04 17:04:26.968024 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-514998ae-e612-429b-9a05-39b4cfc62282 req-89e4a15b-1ec5-4064-89dc-817012cc208c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 HTTP/1.1" status: 200 len: 1002 time: 0.0980823 Feb 04 17:04:27.033899 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514998ae-e612-429b-9a05-39b4cfc62282 req-3a9c4193-ec74-4c19-8565-cef91c2af23e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:27.035364 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-514998ae-e612-429b-9a05-39b4cfc62282 req-3a9c4193-ec74-4c19-8565-cef91c2af23e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0593388 Feb 04 17:04:27.111413 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-514998ae-e612-429b-9a05-39b4cfc62282 req-2618a6b7-b620-47de-9a1b-f9de90fa2a6a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698094 Feb 04 17:04:27.250543 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-514998ae-e612-429b-9a05-39b4cfc62282 req-26377264-75a6-485e-bb16-de73496482f3 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321902 Feb 04 17:04:27.386627 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-514998ae-e612-429b-9a05-39b4cfc62282 req-304d1cc9-5590-4a8c-978d-5f7ed5d3274b service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295450 Feb 04 17:04:28.526842 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:04:36.820464 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3eac92fc-4efc-426b-a1b7-911b48dad2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:39.165563 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f7880ef0-ddce-4f83-ae55-cdc1e084d383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:40.578648 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:40.580365 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:41.802610 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:42.556387 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:50.518216 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:55.483274 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60230) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:55.774246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Deleting port cb3ca4a6-9fe3-4a95-9576-a39a82b9aa74 {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:04:55.774460 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:55.943442 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:55.943776 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:56.063216 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Calling delete_port for cb3ca4a6-9fe3-4a95-9576-a39a82b9aa74 owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:04:56.213731 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:56.258132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event deleted for resources: {'Port': ['ID=cb3ca4a6-9fe3-4a95-9576-a39a82b9aa74,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:56.293205 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:56.293552 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:56.293896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:56.294932 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:56.295348 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:56.295622 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:56.295953 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:56.296278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:56.296605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:56.296951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:56.297278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:56.367582 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:56.761629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Router e0a1b376-8330-43e8-8f2b-04e02395714f has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:04:56.957918 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:04:56.969752 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17a631-6066-4272-b171-aea206cd54f2 None None] Sync routers for ids ['e0a1b376-8330-43e8-8f2b-04e02395714f'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:04:56.974853 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:56.983157 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17a631-6066-4272-b171-aea206cd54f2 None None] Routers {'e0a1b376-8330-43e8-8f2b-04e02395714f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:04:56.983918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-fe17a631-6066-4272-b171-aea206cd54f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:04:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e0a1b376-8330-43e8-8f2b-04e02395714f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:57.031240 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-0e6b38a8-16de-437e-a87d-6c08e529a17f tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "DELETE /v2.0/floatingips/88371209-9453-480b-b096-b358bfcbc49a HTTP/1.1" status: 204 len: 168 time: 1.5467539 Feb 04 17:04:57.031733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:04:57.103816 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'status': 'completed', 'code': 200} Feb 04 17:04:57.170536 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-fe17a631-6066-4272-b171-aea206cd54f2 None None] Set router e0a1b376-8330-43e8-8f2b-04e02395714f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:04:57.205971 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8a0faee-99f0-4508-bf7e-88c16b31d930 req-362304fd-5232-4b8c-8ba1-7029afaa736f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 1098 time: 0.0797021 Feb 04 17:04:57.347915 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0faee-99f0-4508-bf7e-88c16b31d930 req-30abc7a5-bcc9-4dcd-87ed-f58c24ee4642 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:57.349385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8a0faee-99f0-4508-bf7e-88c16b31d930 req-30abc7a5-bcc9-4dcd-87ed-f58c24ee4642 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 200 len: 910 time: 0.1363566 Feb 04 17:04:57.499688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-fe17a631-6066-4272-b171-aea206cd54f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:38Z', 'revision_number': 5, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:57.503780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17a631-6066-4272-b171-aea206cd54f2 None None] Checking router: e0a1b376-8330-43e8-8f2b-04e02395714f for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:04:57.515456 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17a631-6066-4272-b171-aea206cd54f2 None None] Routers {'e0a1b376-8330-43e8-8f2b-04e02395714f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:04:57.516084 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-fe17a631-6066-4272-b171-aea206cd54f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:04:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e0a1b376-8330-43e8-8f2b-04e02395714f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:57.558599 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8a0faee-99f0-4508-bf7e-88c16b31d930 req-f4078328-1bec-4f2a-ae65-b482a4263da5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 HTTP/1.1" status: 200 len: 217 time: 0.2028217 Feb 04 17:04:57.637751 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0faee-99f0-4508-bf7e-88c16b31d930 req-3d045838-6e4f-4f95-bba9-d19ae452e725 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:57.639395 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8a0faee-99f0-4508-bf7e-88c16b31d930 req-3d045838-6e4f-4f95-bba9-d19ae452e725 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 200 len: 848 time: 0.0730009 Feb 04 17:04:57.645995 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da79dd-fe32-4ac0-9083-ef22319c5750 req-fa3c3180-21d4-480d-9504-77ec4306ce72 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:57.647386 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67da79dd-fe32-4ac0-9083-ef22319c5750 req-fa3c3180-21d4-480d-9504-77ec4306ce72 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 947 time: 0.2441406 Feb 04 17:04:57.693228 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-fe17a631-6066-4272-b171-aea206cd54f2 None None] Set router e0a1b376-8330-43e8-8f2b-04e02395714f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:04:57.741532 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-67da79dd-fe32-4ac0-9083-ef22319c5750 req-d354c557-73d8-4f20-9054-73328d352607 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627048 Feb 04 17:04:57.754715 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8a0faee-99f0-4508-bf7e-88c16b31d930 req-70549d31-c4ac-4a61-a993-d1654720533b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea5002f5-a61d-469f-aecd-ff55ba12319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063230 Feb 04 17:04:57.891851 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8a0faee-99f0-4508-bf7e-88c16b31d930 req-f608f6e7-468a-46d8-8256-f0a30bb7bee4 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278870 Feb 04 17:04:58.022709 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f8a0faee-99f0-4508-bf7e-88c16b31d930 req-b09142c3-a011-4228-8170-edbdb2dacba4 service neutron] 10.222.0.73 "GET /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250985 Feb 04 17:04:58.046450 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-fe17a631-6066-4272-b171-aea206cd54f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:38Z', 'revision_number': 5, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:58.050371 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17a631-6066-4272-b171-aea206cd54f2 None None] The sync data for ids ['e0a1b376-8330-43e8-8f2b-04e02395714f'] in n-d-827872-1 is: [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T16:54:20Z', 'revision_number': 4, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'ef596dfd-6917-4e2a-a058-d9197b7f37fb', 'name': '', 'network_id': 'ea5002f5-a61d-469f-aecd-ff55ba12319f', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'mac_address': 'fa:16:3e:a6:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0683287b-289d-486b-bde0-a7b1237d4170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:19Z', 'updated_at': '2022-02-04T16:54:38Z', 'revision_number': 5, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'subnets': [{'id': '0683287b-289d-486b-bde0-a7b1237d4170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:04:58.268014 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b200036-f791-4a12-ae6d-9fe3a7e9fc02 None None] New status for floating IP 88371209-9453-480b-b096-b358bfcbc49a: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:04:58.974403 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b5f9b-8728-41ea-952f-9cfa4e06ba15 req-e321217f-4632-4386-abdc-d28e0b461081 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:58.975878 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b4b5f9b-8728-41ea-952f-9cfa4e06ba15 req-e321217f-4632-4386-abdc-d28e0b461081 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 947 time: 0.0797470 Feb 04 17:04:59.026156 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5b4b5f9b-8728-41ea-952f-9cfa4e06ba15 req-9574fbaa-2437-4bce-8148-b343a87659a1 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/security-groups?id=71c1c601-d420-4cb2-80aa-b4e4b6e80e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389953 Feb 04 17:04:59.114524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1905219-2a05-4eff-86aa-429c596a710c req-0c49dc7e-8b56-4e62-a2e2-bfa0072a1601 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:59.115877 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1905219-2a05-4eff-86aa-429c596a710c req-0c49dc7e-8b56-4e62-a2e2-bfa0072a1601 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 947 time: 0.0748234 Feb 04 17:04:59.188157 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c1905219-2a05-4eff-86aa-429c596a710c req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Deleting port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:04:59.188491 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1905219-2a05-4eff-86aa-429c596a710c req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:59.422856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-c1905219-2a05-4eff-86aa-429c596a710c req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] For port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:04:59.423237 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1905219-2a05-4eff-86aa-429c596a710c req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:59.548487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-c1905219-2a05-4eff-86aa-429c596a710c req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Calling delete_port for 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:04:59.692064 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1905219-2a05-4eff-86aa-429c596a710c req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:59.743450 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event deleted for resources: {'Port': ['ID=0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:59.785575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:59.785922 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:59.786261 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:59.786593 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:59.786920 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:59.787343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:59.787668 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:59.787988 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:59.788309 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:59.788628 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:59.788948 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:59.829614 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1905219-2a05-4eff-86aa-429c596a710c req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] No DVR routers for this DVR port 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:04:59.832099 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-c1905219-2a05-4eff-86aa-429c596a710c req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:59.834588 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'name': 'network-vif-deleted', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:04:59.846070 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c1905219-2a05-4eff-86aa-429c596a710c req-4180c443-2a10-44d9-8b85-3597d80a3067 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.73 "DELETE /v2.0/ports/0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 HTTP/1.1" status: 204 len: 173 time: 0.7220175 Feb 04 17:04:59.892149 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aea47c5-5d27-42d9-83f3-804adeac3978', 'name': 'network-vif-deleted', 'tag': '0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0', 'status': 'completed', 'code': 200} Feb 04 17:05:00.203832 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-51f9bd7a-5ec6-4ec5-8243-cebed298763e req-e3a3306d-6f1c-4d18-8627-15b4601d6b23 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Synchronizing usage tracker for tenant:bf54b116b8c84e8db329225e8e8bb0eb on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:05:00.221666 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-51f9bd7a-5ec6-4ec5-8243-cebed298763e req-e3a3306d-6f1c-4d18-8627-15b4601d6b23 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Unset dirty status for tenant:bf54b116b8c84e8db329225e8e8bb0eb on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:05:00.223123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-51f9bd7a-5ec6-4ec5-8243-cebed298763e req-e3a3306d-6f1c-4d18-8627-15b4601d6b23 tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0aea47c5-5d27-42d9-83f3-804adeac3978 HTTP/1.1" status: 200 len: 210 time: 0.0666597 Feb 04 17:05:01.130739 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:05:01.164724 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:05:01.165069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device 0e6b62e5-8f9c-4d15-b1cd-995e1267c5b0 not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:05:01.335674 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60256) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:01.404892 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-647e99e1-d11a-4df3-9b04-bf817a651f5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:01.433422 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-647e99e1-d11a-4df3-9b04-bf817a651f5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:01.501844 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-647e99e1-d11a-4df3-9b04-bf817a651f5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:01.523079 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e99e1-d11a-4df3-9b04-bf817a651f5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c1c601-d420-4cb2-80aa-b4e4b6e80e10,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:01.532526 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-647e99e1-d11a-4df3-9b04-bf817a651f5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:01.536175 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-647e99e1-d11a-4df3-9b04-bf817a651f5d tempest-TestShelveInstance-1089400806 tempest-TestShelveInstance-1089400806-project] 10.222.0.60 "DELETE /v2.0/security-groups/71c1c601-d420-4cb2-80aa-b4e4b6e80e10 HTTP/1.1" status: 204 len: 168 time: 0.1970141 Feb 04 17:05:01.598399 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60262) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:02.346267 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-916bb3b1-027a-4d3c-95f0-2f17cf3ffb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:02.949991 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-916bb3b1-027a-4d3c-95f0-2f17cf3ffb9d admin admin] Deleting port ef596dfd-6917-4e2a-a058-d9197b7f37fb {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:05:02.950624 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-916bb3b1-027a-4d3c-95f0-2f17cf3ffb9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:03.124465 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-916bb3b1-027a-4d3c-95f0-2f17cf3ffb9d admin admin] For port ef596dfd-6917-4e2a-a058-d9197b7f37fb, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ef596dfd-6917-4e2a-a058-d9197b7f37fb,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:03.124814 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-916bb3b1-027a-4d3c-95f0-2f17cf3ffb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:03.244238 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-916bb3b1-027a-4d3c-95f0-2f17cf3ffb9d admin admin] Calling delete_port for ef596dfd-6917-4e2a-a058-d9197b7f37fb owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:05:03.416184 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-916bb3b1-027a-4d3c-95f0-2f17cf3ffb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:03.463167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bb3b1-027a-4d3c-95f0-2f17cf3ffb9d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef596dfd-6917-4e2a-a058-d9197b7f37fb,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:03.843003 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-916bb3b1-027a-4d3c-95f0-2f17cf3ffb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:04.418160 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916bb3b1-027a-4d3c-95f0-2f17cf3ffb9d admin admin] Router e0a1b376-8330-43e8-8f2b-04e02395714f has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:05:04.627704 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916bb3b1-027a-4d3c-95f0-2f17cf3ffb9d admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:05:04.637725 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50543eaa-117e-4226-bc68-780f2afe03d8 None None] Sync routers for ids ['e0a1b376-8330-43e8-8f2b-04e02395714f'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:05:04.644524 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-916bb3b1-027a-4d3c-95f0-2f17cf3ffb9d admin admin] 10.222.0.60 "PUT /v2.0/routers/e0a1b376-8330-43e8-8f2b-04e02395714f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0442557 Feb 04 17:05:04.647440 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60268) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:04.651721 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50543eaa-117e-4226-bc68-780f2afe03d8 None None] Routers {'e0a1b376-8330-43e8-8f2b-04e02395714f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:05:04.652314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-50543eaa-117e-4226-bc68-780f2afe03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:04:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e0a1b376-8330-43e8-8f2b-04e02395714f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:04.842408 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-50543eaa-117e-4226-bc68-780f2afe03d8 None None] Set router e0a1b376-8330-43e8-8f2b-04e02395714f gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:05:04.842969 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:05.036785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:05.046398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] Deleting port 3e3a9fa2-304a-4edc-83ec-7243f391b852 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:05:05.046765 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:05.132105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-50543eaa-117e-4226-bc68-780f2afe03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T17:05:03Z', 'revision_number': 5, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port': {'id': '3e3a9fa2-304a-4edc-83ec-7243f391b852', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:17Z', 'updated_at': '2022-02-04T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:05.136502 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50543eaa-117e-4226-bc68-780f2afe03d8 None None] Checking router: e0a1b376-8330-43e8-8f2b-04e02395714f for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:05:05.148498 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50543eaa-117e-4226-bc68-780f2afe03d8 None None] Routers {'e0a1b376-8330-43e8-8f2b-04e02395714f'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:05:05.149105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-50543eaa-117e-4226-bc68-780f2afe03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:04:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['e0a1b376-8330-43e8-8f2b-04e02395714f'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:05.300896 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-50543eaa-117e-4226-bc68-780f2afe03d8 None None] Set router e0a1b376-8330-43e8-8f2b-04e02395714f gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:05:05.334178 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] For port 3e3a9fa2-304a-4edc-83ec-7243f391b852, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=3e3a9fa2-304a-4edc-83ec-7243f391b852,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:05.334526 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:05.404833 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-50543eaa-117e-4226-bc68-780f2afe03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T17:05:05Z', 'revision_number': 6, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:05.408840 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50543eaa-117e-4226-bc68-780f2afe03d8 None None] The sync data for ids ['e0a1b376-8330-43e8-8f2b-04e02395714f'] in n-d-827872-1 is: [{'id': 'e0a1b376-8330-43e8-8f2b-04e02395714f', 'name': 'tempest-TestShelveInstance-1172866643-router', 'tenant_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:16Z', 'updated_at': '2022-02-04T17:05:05Z', 'revision_number': 6, 'project_id': 'bf54b116b8c84e8db329225e8e8bb0eb', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:05:05.458864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] Calling delete_port for 3e3a9fa2-304a-4edc-83ec-7243f391b852 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:05:05.526786 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:05:05.621259 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:05.664600 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3a9fa2-304a-4edc-83ec-7243f391b852,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:05.891414 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:06.145138 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:06.149372 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:06.177488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:06.178275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0a1b376-8330-43e8-8f2b-04e02395714f {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:05:06.190641 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:06.191781 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-36ba7f92-c9d8-40e3-8836-6bdb434bca04 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e0a1b376-8330-43e8-8f2b-04e02395714f HTTP/1.1" status: 204 len: 168 time: 1.5434384 Feb 04 17:05:06.194273 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60272) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:06.261325 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0603858-4afc-4c7b-809e-a6b85024f6ef admin admin] Deleting subnet 0683287b-289d-486b-bde0-a7b1237d4170 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 17:05:06.264452 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f0603858-4afc-4c7b-809e-a6b85024f6ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:06.312353 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f0603858-4afc-4c7b-809e-a6b85024f6ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:06.398129 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f0603858-4afc-4c7b-809e-a6b85024f6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:06.471492 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f0603858-4afc-4c7b-809e-a6b85024f6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:06.472155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3e3a9fa2-304a-4edc-83ec-7243f391b852 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:05:06.505679 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0603858-4afc-4c7b-809e-a6b85024f6ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0683287b-289d-486b-bde0-a7b1237d4170,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:06.506733 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 3e3a9fa2-304a-4edc-83ec-7243f391b852 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:05:06.507900 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 3e3a9fa2-304a-4edc-83ec-7243f391b852 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:05:06.508341 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ef596dfd-6917-4e2a-a058-d9197b7f37fb no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:05:06.515420 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-f0603858-4afc-4c7b-809e-a6b85024f6ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:06.521567 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-f0603858-4afc-4c7b-809e-a6b85024f6ef admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0683287b-289d-486b-bde0-a7b1237d4170 HTTP/1.1" status: 204 len: 168 time: 0.3260972 Feb 04 17:05:06.524051 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60276) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:06.539746 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e4a033-29fa-4cc6-9f4c-edc444001e66 None None] Network ea5002f5-a61d-469f-aecd-ff55ba12319f requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:05:06.613589 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: ef596dfd-6917-4e2a-a058-d9197b7f37fb {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:05:06.613931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ef596dfd-6917-4e2a-a058-d9197b7f37fb not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:05:06.733960 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:06.744515 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] Deleting port 04aca806-2874-4f3c-b240-2df64e998cd5 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:05:06.744840 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:06.812054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbf8c12-abe0-4c37-bc68-a5357a519f8c None None] DHCP port deletion for ea5002f5-a61d-469f-aecd-ff55ba12319f request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 17:05:06.823075 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf8c12-abe0-4c37-bc68-a5357a519f8c None None] Deleting port 04aca806-2874-4f3c-b240-2df64e998cd5 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:05:06.823478 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8c12-abe0-4c37-bc68-a5357a519f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:06.856223 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7d7c59a7-155b-4913-85d6-b217ce7b11e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:06.959163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] For port 04aca806-2874-4f3c-b240-2df64e998cd5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=04aca806-2874-4f3c-b240-2df64e998cd5,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:06.959547 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:07.058745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-bfbf8c12-abe0-4c37-bc68-a5357a519f8c None None] For port 04aca806-2874-4f3c-b240-2df64e998cd5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=04aca806-2874-4f3c-b240-2df64e998cd5,segment=NetworkSegment(acda0bcb-ef7d-411e-a8ba-64f39ce5c019),segment_id=acda0bcb-ef7d-411e-a8ba-64f39ce5c019)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:07.059126 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8c12-abe0-4c37-bc68-a5357a519f8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:07.080537 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] Calling delete_port for 04aca806-2874-4f3c-b240-2df64e998cd5 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:05:07.156874 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:07.175935 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf8c12-abe0-4c37-bc68-a5357a519f8c None None] Calling delete_port for 04aca806-2874-4f3c-b240-2df64e998cd5 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:05:07.203427 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] Pushing event deleted for resources: {'Port': ['ID=04aca806-2874-4f3c-b240-2df64e998cd5,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:07.208971 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] No DVR routers for this DVR port 04aca806-2874-4f3c-b240-2df64e998cd5 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:05:07.250154 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-bfbf8c12-abe0-4c37-bc68-a5357a519f8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:05:07.250498 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-bfbf8c12-abe0-4c37-bc68-a5357a519f8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:05:07.325008 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:07.349700 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5002f5-a61d-469f-aecd-ff55ba12319f']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:07.362120 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:07.362414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acda0bcb-ef7d-411e-a8ba-64f39ce5c019') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:07.374271 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:07.390152 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:07.396489 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 17:05:07.396861 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: timer() Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:05:07.410284 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:05:07.485404 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:07.501178 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:07.511153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5002f5-a61d-469f-aecd-ff55ba12319f,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:07.524164 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-00bb44ac-c60e-409e-a545-95a5c833ccfb admin admin] 10.222.0.60 "DELETE /v2.0/networks/ea5002f5-a61d-469f-aecd-ff55ba12319f HTTP/1.1" status: 204 len: 168 time: 0.9991429 Feb 04 17:05:07.527122 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60280) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:07.751552 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf8c12-abe0-4c37-bc68-a5357a519f8c None None] Deleting port 04aca806-2874-4f3c-b240-2df64e998cd5 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:05:07.752102 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8c12-abe0-4c37-bc68-a5357a519f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:07.813931 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf8c12-abe0-4c37-bc68-a5357a519f8c None None] The port '04aca806-2874-4f3c-b240-2df64e998cd5' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 17:05:07.907671 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-de4ab417-e96d-4057-9112-39c906752a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:08.469010 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 04aca806-2874-4f3c-b240-2df64e998cd5 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:05:08.503708 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 04aca806-2874-4f3c-b240-2df64e998cd5 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:05:08.504051 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 04aca806-2874-4f3c-b240-2df64e998cd5 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:05:08.613231 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-de4ab417-e96d-4057-9112-39c906752a21 admin admin] Deleting port bcf0966a-df50-4a15-87cd-37dc6e80eb65 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:05:08.613840 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-de4ab417-e96d-4057-9112-39c906752a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:08.780987 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-de4ab417-e96d-4057-9112-39c906752a21 admin admin] For port bcf0966a-df50-4a15-87cd-37dc6e80eb65, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=bcf0966a-df50-4a15-87cd-37dc6e80eb65,segment=NetworkSegment(ac470691-a69f-41fc-a7f6-35d2ce6d00bc),segment_id=ac470691-a69f-41fc-a7f6-35d2ce6d00bc)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:08.781247 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-de4ab417-e96d-4057-9112-39c906752a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:08.901326 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-de4ab417-e96d-4057-9112-39c906752a21 admin admin] Calling delete_port for bcf0966a-df50-4a15-87cd-37dc6e80eb65 owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:05:09.076904 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-de4ab417-e96d-4057-9112-39c906752a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:09.119686 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ab417-e96d-4057-9112-39c906752a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf0966a-df50-4a15-87cd-37dc6e80eb65,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:09.171138 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-11848866-e697-45f8-b776-4ee0a0746e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:09.413765 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-de4ab417-e96d-4057-9112-39c906752a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:10.078004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4ab417-e96d-4057-9112-39c906752a21 admin admin] Router 7f352bc7-2669-417f-9f1f-9b6fd284460b has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:05:10.282026 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4ab417-e96d-4057-9112-39c906752a21 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:05:10.290446 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0243bbeb-74de-473f-bbd8-8ce70c071f8d None None] Sync routers for ids ['7f352bc7-2669-417f-9f1f-9b6fd284460b'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:05:10.291907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-de4ab417-e96d-4057-9112-39c906752a21 admin admin] 10.222.0.60 "PUT /v2.0/routers/7f352bc7-2669-417f-9f1f-9b6fd284460b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7638619 Feb 04 17:05:10.294927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60284) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:10.303072 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243bbeb-74de-473f-bbd8-8ce70c071f8d None None] Routers {'7f352bc7-2669-417f-9f1f-9b6fd284460b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:05:10.303710 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0243bbeb-74de-473f-bbd8-8ce70c071f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['7f352bc7-2669-417f-9f1f-9b6fd284460b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:10.496326 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:10.518373 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-0243bbeb-74de-473f-bbd8-8ce70c071f8d None None] Set router 7f352bc7-2669-417f-9f1f-9b6fd284460b gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:05:10.586794 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:10.589447 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:10.710775 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:10.720813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] Deleting port 4ef076d7-2104-42da-aef6-eccb7661254b {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:05:10.721202 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:10.807638 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0243bbeb-74de-473f-bbd8-8ce70c071f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'name': 'tempest-TestShelveInstance-1076726555-router', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '4ef076d7-2104-42da-aef6-eccb7661254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T17:05:09Z', 'revision_number': 5, 'project_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'gw_port': {'id': '4ef076d7-2104-42da-aef6-eccb7661254b', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T16:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:10.811521 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0243bbeb-74de-473f-bbd8-8ce70c071f8d None None] Checking router: 7f352bc7-2669-417f-9f1f-9b6fd284460b for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:05:10.821796 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243bbeb-74de-473f-bbd8-8ce70c071f8d None None] Routers {'7f352bc7-2669-417f-9f1f-9b6fd284460b'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:05:10.822376 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0243bbeb-74de-473f-bbd8-8ce70c071f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['7f352bc7-2669-417f-9f1f-9b6fd284460b'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:10.893587 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] For port 4ef076d7-2104-42da-aef6-eccb7661254b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=4ef076d7-2104-42da-aef6-eccb7661254b,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:10.893845 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:10.970056 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-0243bbeb-74de-473f-bbd8-8ce70c071f8d None None] Set router 7f352bc7-2669-417f-9f1f-9b6fd284460b gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:05:11.019035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] Calling delete_port for 4ef076d7-2104-42da-aef6-eccb7661254b owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:05:11.072403 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-0243bbeb-74de-473f-bbd8-8ce70c071f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'name': 'tempest-TestShelveInstance-1076726555-router', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T17:05:10Z', 'revision_number': 6, 'project_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:11.076977 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0243bbeb-74de-473f-bbd8-8ce70c071f8d None None] The sync data for ids ['7f352bc7-2669-417f-9f1f-9b6fd284460b'] in n-d-827872-1 is: [{'id': '7f352bc7-2669-417f-9f1f-9b6fd284460b', 'name': 'tempest-TestShelveInstance-1076726555-router', 'tenant_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:54:23Z', 'updated_at': '2022-02-04T17:05:10Z', 'revision_number': 6, 'project_id': '752fe040eccd4af18b28db6a2ae0a3f4', 'gw_port_host': None}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:05:11.300052 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:11.344615 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef076d7-2104-42da-aef6-eccb7661254b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:11.566531 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:11.807089 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:11.822172 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:11.825921 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:11.852029 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:11.852730 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f352bc7-2669-417f-9f1f-9b6fd284460b {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:05:11.865906 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:11.869407 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-941b8267-3e1f-4905-a045-08dc92154f32 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7f352bc7-2669-417f-9f1f-9b6fd284460b HTTP/1.1" status: 204 len: 168 time: 1.5712786 Feb 04 17:05:11.869695 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60288) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:11.932132 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6f75f4-cd03-4497-abef-522c414fe555 admin admin] Deleting subnet 15e5f93f-96ed-4e15-aaf9-13234ae185d9 {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 17:05:11.935911 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fa6f75f4-cd03-4497-abef-522c414fe555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:11.984789 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fa6f75f4-cd03-4497-abef-522c414fe555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:12.069201 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fa6f75f4-cd03-4497-abef-522c414fe555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:12.140059 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fa6f75f4-cd03-4497-abef-522c414fe555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:12.176513 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f75f4-cd03-4497-abef-522c414fe555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e5f93f-96ed-4e15-aaf9-13234ae185d9,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:12.181545 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-fa6f75f4-cd03-4497-abef-522c414fe555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:12.187760 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfb619c-f756-4b61-be30-91fbef0f38ca None None] Network 93241441-fd2f-4f39-aa9a-6b7427ee4d35 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:05:12.188627 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-fa6f75f4-cd03-4497-abef-522c414fe555 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/15e5f93f-96ed-4e15-aaf9-13234ae185d9 HTTP/1.1" status: 204 len: 168 time: 0.3179762 Feb 04 17:05:12.191085 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60292) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:12.297280 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:12.307927 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] Deleting port 51c563f2-bcf1-4824-9b2c-46cc043103e5 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:05:12.308525 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:12.428828 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5893b8-177b-422e-bd09-b8a7bf368f33 None None] DHCP port deletion for 93241441-fd2f-4f39-aa9a-6b7427ee4d35 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 17:05:12.434071 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8a5893b8-177b-422e-bd09-b8a7bf368f33 None None] Deleting port 51c563f2-bcf1-4824-9b2c-46cc043103e5 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:05:12.435095 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8a5893b8-177b-422e-bd09-b8a7bf368f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:12.519158 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] For port 51c563f2-bcf1-4824-9b2c-46cc043103e5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=51c563f2-bcf1-4824-9b2c-46cc043103e5,segment=NetworkSegment(ac470691-a69f-41fc-a7f6-35d2ce6d00bc),segment_id=ac470691-a69f-41fc-a7f6-35d2ce6d00bc)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:12.519533 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:12.521141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bcf0966a-df50-4a15-87cd-37dc6e80eb65 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:05:12.572514 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: bcf0966a-df50-4a15-87cd-37dc6e80eb65 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:05:12.572856 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device bcf0966a-df50-4a15-87cd-37dc6e80eb65 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:05:12.573272 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4ef076d7-2104-42da-aef6-eccb7661254b no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:05:12.619985 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 4ef076d7-2104-42da-aef6-eccb7661254b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:05:12.620362 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 4ef076d7-2104-42da-aef6-eccb7661254b not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:05:12.621065 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 51c563f2-bcf1-4824-9b2c-46cc043103e5 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:05:12.652826 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:12.744219 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] Calling delete_port for 51c563f2-bcf1-4824-9b2c-46cc043103e5 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:05:12.783165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-8a5893b8-177b-422e-bd09-b8a7bf368f33 None None] For port 51c563f2-bcf1-4824-9b2c-46cc043103e5, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=51c563f2-bcf1-4824-9b2c-46cc043103e5,segment=NetworkSegment(ac470691-a69f-41fc-a7f6-35d2ce6d00bc),segment_id=ac470691-a69f-41fc-a7f6-35d2ce6d00bc)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:12.783574 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8a5893b8-177b-422e-bd09-b8a7bf368f33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:12.822749 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:12.867563 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c563f2-bcf1-4824-9b2c-46cc043103e5,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:12.874525 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] No DVR routers for this DVR port 51c563f2-bcf1-4824-9b2c-46cc043103e5 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:05:12.944336 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8a5893b8-177b-422e-bd09-b8a7bf368f33 None None] Calling delete_port for 51c563f2-bcf1-4824-9b2c-46cc043103e5 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:05:12.991114 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:12.995374 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:13.020543 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93241441-fd2f-4f39-aa9a-6b7427ee4d35']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:13.032579 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac470691-a69f-41fc-a7f6-35d2ce6d00bc') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:13.032865 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac470691-a69f-41fc-a7f6-35d2ce6d00bc') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:13.044646 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:13.063254 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:13.069487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 17:05:13.069858 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:13.072326 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-8a5893b8-177b-422e-bd09-b8a7bf368f33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:05:13.072685 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-8a5893b8-177b-422e-bd09-b8a7bf368f33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: timer() Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:05:13.083037 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:05:13.157231 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:13.173785 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:13.183610 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=93241441-fd2f-4f39-aa9a-6b7427ee4d35,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:13.188456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d3e4b72d-9ed1-435b-b7c0-bca269765ca2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/93241441-fd2f-4f39-aa9a-6b7427ee4d35 HTTP/1.1" status: 204 len: 168 time: 0.9964027 Feb 04 17:05:13.363432 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60298) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:13.415909 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-662bb5b5-d86e-400b-b33d-bca358f208c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf54b116b8c84e8db329225e8e8bb0eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512860 Feb 04 17:05:13.418142 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60302) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:13.572272 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-025dcc30-80f8-4a59-89a1-2245e26ce8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:13.574148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8a5893b8-177b-422e-bd09-b8a7bf368f33 None None] Deleting port 51c563f2-bcf1-4824-9b2c-46cc043103e5 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:05:13.574611 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8a5893b8-177b-422e-bd09-b8a7bf368f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:13.598657 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-025dcc30-80f8-4a59-89a1-2245e26ce8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:13.661150 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-025dcc30-80f8-4a59-89a1-2245e26ce8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:13.679505 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dcc30-80f8-4a59-89a1-2245e26ce8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb74a3a-5f2d-4c5a-a59f-55e75ec2662d,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:13.686448 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-025dcc30-80f8-4a59-89a1-2245e26ce8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:13.686857 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-8a5893b8-177b-422e-bd09-b8a7bf368f33 None None] The port '51c563f2-bcf1-4824-9b2c-46cc043103e5' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 17:05:13.687597 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-025dcc30-80f8-4a59-89a1-2245e26ce8cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fcb74a3a-5f2d-4c5a-a59f-55e75ec2662d HTTP/1.1" status: 204 len: 168 time: 0.2684624 Feb 04 17:05:14.115698 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60310) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:14.166969 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-085f6856-c776-4260-a66f-ff25bc271c25 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=752fe040eccd4af18b28db6a2ae0a3f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501411 Feb 04 17:05:14.170168 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60314) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:14.230167 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6982b821-7980-4be0-80bd-ca2ee44ae79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:14.255473 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6982b821-7980-4be0-80bd-ca2ee44ae79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:14.307049 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6982b821-7980-4be0-80bd-ca2ee44ae79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:14.321037 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982b821-7980-4be0-80bd-ca2ee44ae79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2693f43a-fb0a-4c38-a606-cb5295dda4b0,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:14.326982 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-6982b821-7980-4be0-80bd-ca2ee44ae79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:14.328118 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-6982b821-7980-4be0-80bd-ca2ee44ae79d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2693f43a-fb0a-4c38-a606-cb5295dda4b0 HTTP/1.1" status: 204 len: 168 time: 0.1570663 Feb 04 17:05:15.233063 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60336) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:15.359693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1086567924-network', 'tenant_id': '25008a68293a41aea53feb01c48481ab'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:15.365211 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:15.369104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Usage tracker for resource:network and tenant:25008a68293a41aea53feb01c48481ab is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:15.372706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:15.378391 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:15.389976 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Made reservation on behalf of 25008a68293a41aea53feb01c48481ab for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:05:15.392552 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:15.406481 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:15.442314 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:15.446080 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Usage tracker for resource:security_group_rule and tenant:25008a68293a41aea53feb01c48481ab is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:15.448834 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:15.454859 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:15.522787 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:15.526826 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:15.558227 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:05:15.571706 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa38a107-c876-4ba3-99ad-66257e9d2cd8,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:15.577897 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:15.578246 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Added segment cca7df2a-ae85-4c39-9832-c50447c6988e of type vlan for network 88616805-da99-419a-8a1a-dc4fb118699b Feb 04 17:05:15.603884 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:15.633277 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:15.634372 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:15.634939 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:15.734764 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] Pushing event updated for resources: {'Network': ['ID=88616805-da99-419a-8a1a-dc4fb118699b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:15.738049 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-d50e7368-f687-42d9-ac99-075bed4bc33e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5039840 Feb 04 17:05:15.741035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60342) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:15.744992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network 88616805-da99-419a-8a1a-dc4fb118699b details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 17:05:15.746249 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] Request body: {'subnet': {'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1086567924-subnet', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'ip_version': 4}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:15.752040 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:15.755871 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] Usage tracker for resource:subnet and tenant:25008a68293a41aea53feb01c48481ab is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:15.758940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:15.764627 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:15.774848 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] Made reservation on behalf of 25008a68293a41aea53feb01c48481ab for: {'subnet': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:05:15.777039 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3121867'] for subnet, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:15.973285 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2227797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3121885'] for subnet, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:16.049067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bef3d80-2486-498f-b4f8-3f3d594b2b2e,revision_number=0']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:16.060669 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] Checking segment: {'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:05:16.061016 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] Network hostable DHCP agents. Network: 88616805-da99-419a-8a1a-dc4fb118699b, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:05:16.082606 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] Network 88616805-da99-419a-8a1a-dc4fb118699b is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:05:16.092416 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, 88616805-da99-419a-8a1a-dc4fb118699b) {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:05:16.096361 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:16.096930 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:16.100917 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86424bdf-9103-4c09-9d91-beee34fa4120 None None] Network 88616805-da99-419a-8a1a-dc4fb118699b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:05:16.116703 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-04c1e037-3563-475f-8cb6-af9473d27eb6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3746607 Feb 04 17:05:16.119339 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60346) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:16.124475 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:16.129808 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:16.133970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Usage tracker for resource:router and tenant:25008a68293a41aea53feb01c48481ab is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:16.136862 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:16.143480 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:16.154033 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:16.155279 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:16.175294 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:16.319070 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:16.336581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-88616805-da99-419a-8a1a-dc4fb118699b', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 17:05:16.339222 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:16.491758 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Allocated IP 172.20.0.2 (88616805-da99-419a-8a1a-dc4fb118699b/3bef3d80-2486-498f-b4f8-3f3d594b2b2e/65eb2784-ee85-4fb2-90a0-01f17676f75d) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:05:16.511538 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:16.540968 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:16.702960 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:16.713278 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Transition to ACTIVE for port object 65eb2784-ee85-4fb2-90a0-01f17676f75d will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:05:16.733492 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Transition to ACTIVE for port object 65eb2784-ee85-4fb2-90a0-01f17676f75d will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:05:16.739069 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:16.777233 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Allocated IP 172.25.0.23 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/ef79268a-111d-44c9-ab73-c20108151e27) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:05:16.805035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Network 88616805-da99-419a-8a1a-dc4fb118699b is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:05:16.807870 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:05:16.812838 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:05:16.814865 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Pushing event updated for resources: {'Port': ['ID=65eb2784-ee85-4fb2-90a0-01f17676f75d,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:16.855239 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:16.855633 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:16.855910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:16.856780 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:16.857105 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:16.857424 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:16.857754 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:16.858085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:16.858364 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:16.858671 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:16.858981 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:16.913469 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Attempting to bind port 65eb2784-ee85-4fb2-90a0-01f17676f75d on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:05:16.913840 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Attempting to bind port 65eb2784-ee85-4fb2-90a0-01f17676f75d by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:05:16.914202 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Attempting to bind port 65eb2784-ee85-4fb2-90a0-01f17676f75d on network 88616805-da99-419a-8a1a-dc4fb118699b {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:05:16.921597 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:05:16.922024 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Checking segment: {'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:05:16.922451 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:16.922863 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Bound using segment: {'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:05:16.923357 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Bound port: 65eb2784-ee85-4fb2-90a0-01f17676f75d, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:05:16.923725 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:16.930871 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:16.960430 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:17.015926 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] For port 65eb2784-ee85-4fb2-90a0-01f17676f75d, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:05:17.018933 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] For port 65eb2784-ee85-4fb2-90a0-01f17676f75d, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=65eb2784-ee85-4fb2-90a0-01f17676f75d,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:05:17.023042 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:17.026864 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:05:17.030473 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:05:17.034010 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:05:17.081364 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Pushing event updated for resources: {'Port': ['ID=ef79268a-111d-44c9-ab73-c20108151e27,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:17.111966 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4eaa86-1e82-44b0-b16d-9fc17fdb1bc5 None None] Pushing event updated for resources: {'Port': ['ID=65eb2784-ee85-4fb2-90a0-01f17676f75d,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:17.206625 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:17.207403 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:17.453574 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Router d293bce1-5a65-4052-8f0a-fc4ec67e8072 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:05:17.647447 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:05:17.657785 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Sync routers for ids ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:05:17.670441 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Routers {'d293bce1-5a65-4052-8f0a-fc4ec67e8072'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:05:17.670994 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:17.671230 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:17.672313 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2d1f4b80-b175-4027-9004-c49818c50a86 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5520759 Feb 04 17:05:17.675001 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60350) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:17.860109 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Set router d293bce1-5a65-4052-8f0a-fc4ec67e8072 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:05:18.055375 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e6508e-9897-4095-b1b5-b5e7c7054389 None None] Network 88616805-da99-419a-8a1a-dc4fb118699b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:05:18.223017 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-93e66f2e-fbf2-4f98-b67a-a7e8616c35f2 None None] Provisioning for port 65eb2784-ee85-4fb2-90a0-01f17676f75d completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:05:18.411422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:17Z', 'revision_number': 3, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:18.417990 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Checking router: d293bce1-5a65-4052-8f0a-fc4ec67e8072 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:05:18.418338 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Updating router d293bce1-5a65-4052-8f0a-fc4ec67e8072 port ef79268a-111d-44c9-ab73-c20108151e27 binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:05:18.479889 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:18.527305 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 65eb2784-ee85-4fb2-90a0-01f17676f75d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:05:18.571296 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:18.733497 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 65eb2784-ee85-4fb2-90a0-01f17676f75d completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:05:18.744805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 65eb2784-ee85-4fb2-90a0-01f17676f75d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:18.745232 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:18.799090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Allocated IP 172.20.0.1 (88616805-da99-419a-8a1a-dc4fb118699b/3bef3d80-2486-498f-b4f8-3f3d594b2b2e/e12388f3-df9e-49e2-a20d-98c1699eb69b) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:05:18.861018 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-69d77cc6-c93c-4c30-a23d-779c31b53775 None None] Provisioning complete for port 65eb2784-ee85-4fb2-90a0-01f17676f75d triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:18.861575 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-69d77cc6-c93c-4c30-a23d-779c31b53775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:18.948212 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:18.964412 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Transition to ACTIVE for port object e12388f3-df9e-49e2-a20d-98c1699eb69b will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:05:18.988359 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.025007 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.060275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Network 88616805-da99-419a-8a1a-dc4fb118699b is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:05:19.062044 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.063243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:05:19.066035 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:05:19.100782 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Pushing event updated for resources: {'Port': ['ID=e12388f3-df9e-49e2-a20d-98c1699eb69b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:19.117153 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Transition to ACTIVE for port object ef79268a-111d-44c9-ab73-c20108151e27 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:05:19.128144 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.132725 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.174910 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 65eb2784-ee85-4fb2-90a0-01f17676f75d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=65eb2784-ee85-4fb2-90a0-01f17676f75d,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:19.199102 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.208103 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-69d77cc6-c93c-4c30-a23d-779c31b53775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.222871 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.249602 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e03c0-4b43-4c31-982f-7b8f7c28f5fc None None] Pushing event updated for resources: {'Port': ['ID=ef79268a-111d-44c9-ab73-c20108151e27,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:19.252316 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Attempting to bind port ef79268a-111d-44c9-ab73-c20108151e27 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:05:19.252682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Attempting to bind port ef79268a-111d-44c9-ab73-c20108151e27 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:05:19.253038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Attempting to bind port ef79268a-111d-44c9-ab73-c20108151e27 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:05:19.343401 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:05:19.343726 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:05:19.344073 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.344467 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:05:19.344937 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Bound port: ef79268a-111d-44c9-ab73-c20108151e27, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:05:19.345304 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.425254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=65eb2784-ee85-4fb2-90a0-01f17676f75d,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:19.429634 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-69d77cc6-c93c-4c30-a23d-779c31b53775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:05:19.429991 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-69d77cc6-c93c-4c30-a23d-779c31b53775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:05:19.454020 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.458530 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.458678 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] For port ef79268a-111d-44c9-ab73-c20108151e27, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:05:19.461805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] For port ef79268a-111d-44c9-ab73-c20108151e27, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ef79268a-111d-44c9-ab73-c20108151e27,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:05:19.466273 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.546507 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e03c0-4b43-4c31-982f-7b8f7c28f5fc None None] Pushing event updated for resources: {'Port': ['ID=ef79268a-111d-44c9-ab73-c20108151e27,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:19.552451 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Routers {'d293bce1-5a65-4052-8f0a-fc4ec67e8072'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:05:19.552873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:19.559464 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.590061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Pushing event updated for resources: {'Port': ['ID=e12388f3-df9e-49e2-a20d-98c1699eb69b,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:19.707011 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Network 88616805-da99-419a-8a1a-dc4fb118699b is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:05:19.708227 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:05:19.788133 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] Set router d293bce1-5a65-4052-8f0a-fc4ec67e8072 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:05:20.114236 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Router d293bce1-5a65-4052-8f0a-fc4ec67e8072 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:05:20.149038 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 2, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:20.152936 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8c07b-d1b3-4d7b-9f8e-c750cd5c27dc None None] The sync data for ids ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'] in n-d-827872-1 is: [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 2, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:05:20.180091 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c9e4b410-7b15-49ba-96b2-71a3fb3d6936 None None] Provisioning for port e12388f3-df9e-49e2-a20d-98c1699eb69b completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:05:20.187717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c9e4b410-7b15-49ba-96b2-71a3fb3d6936 None None] Provisioning complete for port e12388f3-df9e-49e2-a20d-98c1699eb69b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:20.188095 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c9e4b410-7b15-49ba-96b2-71a3fb3d6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:20.244059 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-c9e4b410-7b15-49ba-96b2-71a3fb3d6936 None None] Port e12388f3-df9e-49e2-a20d-98c1699eb69b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:05:20.472773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:05:20.484192 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-8214e955-2f6b-4d10-bdf6-b1517a28dec4 admin admin] 10.222.0.60 "PUT /v2.0/routers/d293bce1-5a65-4052-8f0a-fc4ec67e8072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8077290 Feb 04 17:05:20.491913 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 65eb2784-ee85-4fb2-90a0-01f17676f75d up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:05:20.576823 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:20.607205 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 65eb2784-ee85-4fb2-90a0-01f17676f75d triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:20.608210 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:21.433468 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60374) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:21.441260 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-589841082-network', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:21.446670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:21.451332 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Usage tracker for resource:network and tenant:3d80fb5645f64b6a951196e28bbda1f8 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:21.454097 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:21.459766 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:21.470647 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Made reservation on behalf of 3d80fb5645f64b6a951196e28bbda1f8 for: {'network': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:05:21.472928 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for network, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:21.486296 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:21.517624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:21.521474 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Usage tracker for resource:security_group_rule and tenant:3d80fb5645f64b6a951196e28bbda1f8 is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:21.524414 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:21.530422 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:21.598876 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:21.602513 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:21.636187 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=83551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:05:21.651362 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05d79a9-a8ea-4dcd-8d8b-0dcc01318580,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:21.657637 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:21.657978 n-d-827872-1 neutron-server[83551]: INFO neutron.db.segments_db [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Added segment cdf11bfb-23ac-4b74-9a87-3af965839297 of type vlan for network b40a1ae8-17ed-471b-b43f-86d3d70b6d37 Feb 04 17:05:21.685745 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745126098809'] for network, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:21.723198 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351'] for network, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:21.724584 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:21.725549 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:21.838673 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4029770 Feb 04 17:05:21.839532 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016f6d4-c414-4105-9a1a-f9be153926d5 admin admin] Pushing event updated for resources: {'Network': ['ID=b40a1ae8-17ed-471b-b43f-86d3d70b6d37,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:21.842115 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60378) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:21.848527 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] Request body: {'subnet': {'network_id': 'b40a1ae8-17ed-471b-b43f-86d3d70b6d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-589841082-subnet', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8', 'ip_version': 4}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:21.851586 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Network b40a1ae8-17ed-471b-b43f-86d3d70b6d37 details requested by agent ovs-agent-n-d-827872-1 with host n-d-827872-1 {{(pid=83552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 17:05:21.855603 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:21.860357 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] Usage tracker for resource:subnet and tenant:3d80fb5645f64b6a951196e28bbda1f8 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:21.863208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:21.868927 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:21.879396 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] Made reservation on behalf of 3d80fb5645f64b6a951196e28bbda1f8 for: {'subnet': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:05:21.881644 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3994200'] for subnet, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:22.082076 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3093200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3994190'] for subnet, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:22.151501 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e40243a-c306-4087-bd13-d8751c3b5c0a,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:22.168048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] Checking segment: {'id': 'cdf11bfb-23ac-4b74-9a87-3af965839297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b40a1ae8-17ed-471b-b43f-86d3d70b6d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:05:22.168405 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] Network hostable DHCP agents. Network: b40a1ae8-17ed-471b-b43f-86d3d70b6d37, hostable agents: ['e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc'], hosted agents: [] {{(pid=83550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:05:22.190549 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] Network b40a1ae8-17ed-471b-b43f-86d3d70b6d37 is scheduled to be hosted by DHCP agent e4d0e35f-f87d-4a30-a53d-d8e4a16e46bc with binding_index 1 {{(pid=83550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:05:22.199987 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827872-1, b40a1ae8-17ed-471b-b43f-86d3d70b6d37) {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:05:22.204246 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:22.204870 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:22.209022 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65d7550-86a3-469e-ab0f-e655c792fb40 None None] Network b40a1ae8-17ed-471b-b43f-86d3d70b6d37 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:05:22.225233 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-f8c43d46-2d75-4b27-86de-9d9bd1596079 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3818626 Feb 04 17:05:22.227706 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60382) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:22.233867 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-589841082-router', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:22.239155 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:22.243043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Usage tracker for resource:router and tenant:3d80fb5645f64b6a951196e28bbda1f8 is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:22.245894 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:22.252856 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:22.263931 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-344771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28426'] for router, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:22.264844 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28435'] for router, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:22.283973 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:22.437201 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68e803d9-43c7-55b3-a543-ac028f0cae4d-b40a1ae8-17ed-471b-b43f-86d3d70b6d37', 'network_id': 'b40a1ae8-17ed-471b-b43f-86d3d70b6d37', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8', 'fixed_ips': [{'subnet_id': '0e40243a-c306-4087-bd13-d8751c3b5c0a'}]}} from n-d-827872-1. {{(pid=83552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 17:05:22.438329 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:22.442201 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28449'] for router, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:22.512155 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ef79268a-111d-44c9-ab73-c20108151e27 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:05:22.647319 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:22.652590 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.db_base_plugin_common [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Allocated IP 172.20.0.2 (b40a1ae8-17ed-471b-b43f-86d3d70b6d37/0e40243a-c306-4087-bd13-d8751c3b5c0a/894afe72-9bc4-40b6-be36-897a866e0978) {{(pid=83552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:05:22.657383 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port ef79268a-111d-44c9-ab73-c20108151e27 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:05:22.666315 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ef79268a-111d-44c9-ab73-c20108151e27 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:22.666669 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:22.680130 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:22.821100 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Allocated IP 172.25.0.173 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/dd3d1deb-6e0c-48d2-9973-abd8649496f8) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:05:22.941484 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:22.970342 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port ef79268a-111d-44c9-ab73-c20108151e27, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ef79268a-111d-44c9-ab73-c20108151e27,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:22.975871 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:22.977785 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Notify callbacks [] for port, precommit_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:22.984731 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:23.016251 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:23.037745 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Transition to ACTIVE for port object 894afe72-9bc4-40b6-be36-897a866e0978 will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:05:23.066069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Transition to ACTIVE for port object 894afe72-9bc4-40b6-be36-897a866e0978 will not be triggered until provisioned by entity DHCP. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:05:23.069577 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=ef79268a-111d-44c9-ab73-c20108151e27,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:23.073241 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398'] for port, after_create {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:23.087965 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:05:23.091974 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:05:23.096153 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:05:23.126292 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Pushing event updated for resources: {'Port': ['ID=dd3d1deb-6e0c-48d2-9973-abd8649496f8,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:23.175218 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Network b40a1ae8-17ed-471b-b43f-86d3d70b6d37 is already hosted by enough agents. {{(pid=83552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:05:23.178056 n-d-827872-1 neutron-server[83552]: DEBUG neutron.scheduler.base_scheduler [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Resources bound (agent type, host, resource id): {{(pid=83552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:05:23.182331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Received port after_create {{(pid=83552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:05:23.184912 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Pushing event updated for resources: {'Port': ['ID=894afe72-9bc4-40b6-be36-897a866e0978,revision_number=1']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:23.260307 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:23.261038 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346777'] for router, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:23.272484 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Attempting to bind port 894afe72-9bc4-40b6-be36-897a866e0978 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:05:23.272873 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Attempting to bind port 894afe72-9bc4-40b6-be36-897a866e0978 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'cdf11bfb-23ac-4b74-9a87-3af965839297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b40a1ae8-17ed-471b-b43f-86d3d70b6d37'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:05:23.273233 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Attempting to bind port 894afe72-9bc4-40b6-be36-897a866e0978 on network b40a1ae8-17ed-471b-b43f-86d3d70b6d37 {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:05:23.280546 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:05:23.280918 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Checking segment: {'id': 'cdf11bfb-23ac-4b74-9a87-3af965839297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b40a1ae8-17ed-471b-b43f-86d3d70b6d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:05:23.281314 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:23.281701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Bound using segment: {'id': 'cdf11bfb-23ac-4b74-9a87-3af965839297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b40a1ae8-17ed-471b-b43f-86d3d70b6d37'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:05:23.282165 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Bound port: 894afe72-9bc4-40b6-be36-897a866e0978, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf11bfb-23ac-4b74-9a87-3af965839297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b40a1ae8-17ed-471b-b43f-86d3d70b6d37'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:05:23.282532 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:23.365982 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] For port 894afe72-9bc4-40b6-be36-897a866e0978, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:05:23.368924 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] For port 894afe72-9bc4-40b6-be36-897a866e0978, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=894afe72-9bc4-40b6-be36-897a866e0978,segment=NetworkSegment(cdf11bfb-23ac-4b74-9a87-3af965839297),segment_id=cdf11bfb-23ac-4b74-9a87-3af965839297)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:05:23.374063 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:23.455246 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ebe24-9a93-4e34-be67-3828ee7e4198 None None] Pushing event updated for resources: {'Port': ['ID=894afe72-9bc4-40b6-be36-897a866e0978,revision_number=2']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:23.610954 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Router b51d5497-ed79-4f5b-bb92-480720c31123 is scheduled to L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 with binding_index 1 {{(pid=83550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:05:23.829284 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:05:23.837994 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Sync routers for ids ['b51d5497-ed79-4f5b-bb92-480720c31123'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:05:23.850242 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Routers {'b51d5497-ed79-4f5b-bb92-480720c31123'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:05:23.850950 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b51d5497-ed79-4f5b-bb92-480720c31123'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:23.853395 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] Notify callbacks [] for router, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:23.854624 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e35a4cb7-0fc4-40b5-acde-2c8991d8abc3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6259978 Feb 04 17:05:23.858173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60386) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:24.035919 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Set router b51d5497-ed79-4f5b-bb92-480720c31123 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:05:24.333263 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'name': 'tempest-TestSnapshotPattern-589841082-router', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dd3d1deb-6e0c-48d2-9973-abd8649496f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:05:23Z', 'revision_number': 3, 'project_id': '3d80fb5645f64b6a951196e28bbda1f8', 'gw_port': {'id': 'dd3d1deb-6e0c-48d2-9973-abd8649496f8', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:24.337523 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Checking router: b51d5497-ed79-4f5b-bb92-480720c31123 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:05:24.338156 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Updating router b51d5497-ed79-4f5b-bb92-480720c31123 port dd3d1deb-6e0c-48d2-9973-abd8649496f8 binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:05:24.390964 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:24.494288 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1413ca-2514-4ec5-b24f-45a2e024b814 None None] Network b40a1ae8-17ed-471b-b43f-86d3d70b6d37 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:05:24.604443 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 894afe72-9bc4-40b6-be36-897a866e0978 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:05:24.640992 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-5b1f5719-ce0b-44ca-9e24-c91ae10aa9bf None None] Provisioning for port 894afe72-9bc4-40b6-be36-897a866e0978 completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:05:24.663918 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:24.789259 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 894afe72-9bc4-40b6-be36-897a866e0978 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:05:24.800696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 894afe72-9bc4-40b6-be36-897a866e0978 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:24.801070 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:24.816603 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:24.828319 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Transition to ACTIVE for port object dd3d1deb-6e0c-48d2-9973-abd8649496f8 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:05:24.836275 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:24.879773 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Allocated IP 172.20.0.1 (b40a1ae8-17ed-471b-b43f-86d3d70b6d37/0e40243a-c306-4087-bd13-d8751c3b5c0a/561766bb-40da-469f-a993-c6a427bfdfce) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:05:24.918185 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Attempting to bind port dd3d1deb-6e0c-48d2-9973-abd8649496f8 on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:05:24.919329 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Attempting to bind port dd3d1deb-6e0c-48d2-9973-abd8649496f8 by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:05:24.920063 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Attempting to bind port dd3d1deb-6e0c-48d2-9973-abd8649496f8 on network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:05:24.931447 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aed497-95bc-4492-80bc-3867fc80ede4 None None] Pushing event updated for resources: {'Port': ['ID=dd3d1deb-6e0c-48d2-9973-abd8649496f8,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:24.938724 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:05:24.941551 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Checking segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:05:24.942212 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:24.942816 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Bound using segment: {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:05:24.943597 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Bound port: dd3d1deb-6e0c-48d2-9973-abd8649496f8, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b2b713-87cf-4835-a8d2-d61fcea508ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:05:24.944395 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:24.947911 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:24.992690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 894afe72-9bc4-40b6-be36-897a866e0978, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=894afe72-9bc4-40b6-be36-897a866e0978,segment=NetworkSegment(cdf11bfb-23ac-4b74-9a87-3af965839297),segment_id=cdf11bfb-23ac-4b74-9a87-3af965839297)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:24.999742 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.000666 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ef79268a-111d-44c9-ab73-c20108151e27 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:05:25.002515 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aed497-95bc-4492-80bc-3867fc80ede4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:25.003064 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aed497-95bc-4492-80bc-3867fc80ede4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:25.003589 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aed497-95bc-4492-80bc-3867fc80ede4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:25.004172 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aed497-95bc-4492-80bc-3867fc80ede4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:25.004693 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aed497-95bc-4492-80bc-3867fc80ede4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:25.005225 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aed497-95bc-4492-80bc-3867fc80ede4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:25.005748 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aed497-95bc-4492-80bc-3867fc80ede4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:25.006381 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aed497-95bc-4492-80bc-3867fc80ede4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:25.007040 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aed497-95bc-4492-80bc-3867fc80ede4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:25.007590 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aed497-95bc-4492-80bc-3867fc80ede4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:25.008143 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aed497-95bc-4492-80bc-3867fc80ede4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:25.057138 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] For port dd3d1deb-6e0c-48d2-9973-abd8649496f8, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:05:25.061712 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] For port dd3d1deb-6e0c-48d2-9973-abd8649496f8, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dd3d1deb-6e0c-48d2-9973-abd8649496f8,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:05:25.068050 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.102832 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.123853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Transition to ACTIVE for port object 561766bb-40da-469f-a993-c6a427bfdfce will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:05:25.145189 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=894afe72-9bc4-40b6-be36-897a866e0978,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:25.154801 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aed497-95bc-4492-80bc-3867fc80ede4 None None] Pushing event updated for resources: {'Port': ['ID=dd3d1deb-6e0c-48d2-9973-abd8649496f8,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:25.157088 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.159705 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Routers {'b51d5497-ed79-4f5b-bb92-480720c31123'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:05:25.160315 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b51d5497-ed79-4f5b-bb92-480720c31123'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:25.176929 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port ef79268a-111d-44c9-ab73-c20108151e27 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:25.177289 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.324553 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-52d8bd2d-841b-421f-b696-92a84a96833d None None] Provisioning complete for port 894afe72-9bc4-40b6-be36-897a866e0978 triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:25.324999 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-52d8bd2d-841b-421f-b696-92a84a96833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.357676 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Network b40a1ae8-17ed-471b-b43f-86d3d70b6d37 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:05:25.359004 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] Set router b51d5497-ed79-4f5b-bb92-480720c31123 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:05:25.361394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:05:25.363634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Pushing event updated for resources: {'Port': ['ID=561766bb-40da-469f-a993-c6a427bfdfce,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:25.366389 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:05:25.441603 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346711'] for router_interface, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.538549 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.610210 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a30bdd3d-42b3-4def-bffd-1a072388212c None None] Provisioning for port 561766bb-40da-469f-a993-c6a427bfdfce completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:05:25.615111 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-a30bdd3d-42b3-4def-bffd-1a072388212c None None] Provisioning complete for port 561766bb-40da-469f-a993-c6a427bfdfce triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:25.615722 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a30bdd3d-42b3-4def-bffd-1a072388212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.674440 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-a30bdd3d-42b3-4def-bffd-1a072388212c None None] Port 561766bb-40da-469f-a993-c6a427bfdfce cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:05:25.682368 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'name': 'tempest-TestSnapshotPattern-589841082-router', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dd3d1deb-6e0c-48d2-9973-abd8649496f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:05:23Z', 'revision_number': 3, 'project_id': '3d80fb5645f64b6a951196e28bbda1f8', 'gw_port': {'id': 'dd3d1deb-6e0c-48d2-9973-abd8649496f8', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:25.686882 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad846d4-d321-4450-9041-07ce334336c5 None None] The sync data for ids ['b51d5497-ed79-4f5b-bb92-480720c31123'] in n-d-827872-1 is: [{'id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'name': 'tempest-TestSnapshotPattern-589841082-router', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dd3d1deb-6e0c-48d2-9973-abd8649496f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:05:23Z', 'revision_number': 3, 'project_id': '3d80fb5645f64b6a951196e28bbda1f8', 'gw_port': {'id': 'dd3d1deb-6e0c-48d2-9973-abd8649496f8', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:05:25.780598 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.785088 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.890173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Pushing event updated for resources: {'Port': ['ID=561766bb-40da-469f-a993-c6a427bfdfce,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:25.892427 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1721542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346540'] for router_interface, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:26.028965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Network b40a1ae8-17ed-471b-b43f-86d3d70b6d37 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:05:26.030288 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:05:26.303712 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-7d23908b-36cc-4eb5-a2fb-dcf82330f07a None None] Provisioning complete for port 561766bb-40da-469f-a993-c6a427bfdfce triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:26.303955 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7d23908b-36cc-4eb5-a2fb-dcf82330f07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:26.358573 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-7d23908b-36cc-4eb5-a2fb-dcf82330f07a None None] Port 561766bb-40da-469f-a993-c6a427bfdfce cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:05:26.456856 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Router b51d5497-ed79-4f5b-bb92-480720c31123 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:05:26.487909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 894afe72-9bc4-40b6-be36-897a866e0978 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:05:26.555331 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 894afe72-9bc4-40b6-be36-897a866e0978 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:26.555705 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:26.660774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:05:26.670492 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-dc079418-9c62-4650-854f-c4b191232618 admin admin] 10.222.0.60 "PUT /v2.0/routers/b51d5497-ed79-4f5b-bb92-480720c31123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8110864 Feb 04 17:05:27.194605 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60396) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:27.200547 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-02a4cba8-9b3a-4e30-b8ac-d27c8cd781ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429461440', 'description': 'tempest-secgroup-smoke-1429461440 description', 'project_id': '25008a68293a41aea53feb01c48481ab'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:27.207365 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-02a4cba8-9b3a-4e30-b8ac-d27c8cd781ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:27.211064 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-02a4cba8-9b3a-4e30-b8ac-d27c8cd781ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Usage tracker for resource:security_group and tenant:25008a68293a41aea53feb01c48481ab is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:27.214604 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-02a4cba8-9b3a-4e30-b8ac-d27c8cd781ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:27.221132 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-02a4cba8-9b3a-4e30-b8ac-d27c8cd781ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:27.231807 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02a4cba8-9b3a-4e30-b8ac-d27c8cd781ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.266553 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-02a4cba8-9b3a-4e30-b8ac-d27c8cd781ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:27.270289 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-02a4cba8-9b3a-4e30-b8ac-d27c8cd781ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Usage tracker for resource:security_group_rule and tenant:25008a68293a41aea53feb01c48481ab is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:27.273089 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-02a4cba8-9b3a-4e30-b8ac-d27c8cd781ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:27.279654 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-02a4cba8-9b3a-4e30-b8ac-d27c8cd781ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:27.342618 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02a4cba8-9b3a-4e30-b8ac-d27c8cd781ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.346348 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02a4cba8-9b3a-4e30-b8ac-d27c8cd781ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.389256 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4cba8-9b3a-4e30-b8ac-d27c8cd781ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed774b7-d68b-414d-bc48-a477e9278d11,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:27.391584 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-02a4cba8-9b3a-4e30-b8ac-d27c8cd781ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.392777 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-02a4cba8-9b3a-4e30-b8ac-d27c8cd781ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1971512 Feb 04 17:05:27.396124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60400) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:27.400997 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-c838d0b0-8ce9-4c79-8158-abe2bfb4a5fb tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Request body: {'security_group_rule': {'security_group_id': 'bed774b7-d68b-414d-bc48-a477e9278d11', 'project_id': '25008a68293a41aea53feb01c48481ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:27.408827 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c838d0b0-8ce9-4c79-8158-abe2bfb4a5fb tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:27.412664 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c838d0b0-8ce9-4c79-8158-abe2bfb4a5fb tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Usage tracker for resource:security_group_rule and tenant:25008a68293a41aea53feb01c48481ab is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:27.415550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-c838d0b0-8ce9-4c79-8158-abe2bfb4a5fb tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:27.421610 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-c838d0b0-8ce9-4c79-8158-abe2bfb4a5fb tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:27.439149 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c838d0b0-8ce9-4c79-8158-abe2bfb4a5fb tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.507008 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c838d0b0-8ce9-4c79-8158-abe2bfb4a5fb tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.511324 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c838d0b0-8ce9-4c79-8158-abe2bfb4a5fb tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.534009 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838d0b0-8ce9-4c79-8158-abe2bfb4a5fb tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd898d3-67c1-463a-a03b-4d0f838cec41,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:27.545471 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-c838d0b0-8ce9-4c79-8158-abe2bfb4a5fb tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.546973 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-c838d0b0-8ce9-4c79-8158-abe2bfb4a5fb tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1503942 Feb 04 17:05:27.549596 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60404) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:27.555110 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-208d1815-e2c1-4e62-8269-9319a786a4ff tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Request body: {'security_group_rule': {'security_group_id': 'bed774b7-d68b-414d-bc48-a477e9278d11', 'project_id': '25008a68293a41aea53feb01c48481ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:27.561769 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-208d1815-e2c1-4e62-8269-9319a786a4ff tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:27.565608 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-208d1815-e2c1-4e62-8269-9319a786a4ff tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Usage tracker for resource:security_group_rule and tenant:25008a68293a41aea53feb01c48481ab is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:27.568478 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-208d1815-e2c1-4e62-8269-9319a786a4ff tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:27.574119 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-208d1815-e2c1-4e62-8269-9319a786a4ff tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:27.594499 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-208d1815-e2c1-4e62-8269-9319a786a4ff tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.657147 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-208d1815-e2c1-4e62-8269-9319a786a4ff tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.660841 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-208d1815-e2c1-4e62-8269-9319a786a4ff tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.684852 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d1815-e2c1-4e62-8269-9319a786a4ff tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1822bb3f-51ba-456f-bea9-fe935fcbe83b,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:27.694139 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-208d1815-e2c1-4e62-8269-9319a786a4ff tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.695345 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-208d1815-e2c1-4e62-8269-9319a786a4ff tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1448219 Feb 04 17:05:27.698048 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60408) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:27.704052 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-8d8ad64c-f3d4-4eea-95e5-2a4c8478cb0f tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Request body: {'security_group_rule': {'security_group_id': 'bed774b7-d68b-414d-bc48-a477e9278d11', 'project_id': '25008a68293a41aea53feb01c48481ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:27.710446 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8d8ad64c-f3d4-4eea-95e5-2a4c8478cb0f tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:27.714575 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8d8ad64c-f3d4-4eea-95e5-2a4c8478cb0f tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Usage tracker for resource:security_group_rule and tenant:25008a68293a41aea53feb01c48481ab is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:27.718254 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-8d8ad64c-f3d4-4eea-95e5-2a4c8478cb0f tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:27.723847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-8d8ad64c-f3d4-4eea-95e5-2a4c8478cb0f tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:27.739762 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad64c-f3d4-4eea-95e5-2a4c8478cb0f tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.803751 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad64c-f3d4-4eea-95e5-2a4c8478cb0f tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.807303 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad64c-f3d4-4eea-95e5-2a4c8478cb0f tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.829916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ad64c-f3d4-4eea-95e5-2a4c8478cb0f tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a55322e-2e29-4f21-b51e-ecd74b873b45,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:27.839092 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad64c-f3d4-4eea-95e5-2a4c8478cb0f tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.840827 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-8d8ad64c-f3d4-4eea-95e5-2a4c8478cb0f tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1413360 Feb 04 17:05:27.843735 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60412) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:27.849055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-92393517-16db-46de-99ab-3f9cee6d35ba tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Request body: {'security_group_rule': {'security_group_id': 'bed774b7-d68b-414d-bc48-a477e9278d11', 'project_id': '25008a68293a41aea53feb01c48481ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:27.855683 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-92393517-16db-46de-99ab-3f9cee6d35ba tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:27.860182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-92393517-16db-46de-99ab-3f9cee6d35ba tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Usage tracker for resource:security_group_rule and tenant:25008a68293a41aea53feb01c48481ab is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:27.863017 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-92393517-16db-46de-99ab-3f9cee6d35ba tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:27.868629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-92393517-16db-46de-99ab-3f9cee6d35ba tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:27.884854 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92393517-16db-46de-99ab-3f9cee6d35ba tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.950868 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92393517-16db-46de-99ab-3f9cee6d35ba tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.955550 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92393517-16db-46de-99ab-3f9cee6d35ba tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.980727 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92393517-16db-46de-99ab-3f9cee6d35ba tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab2ee2b-41cd-4ccb-a496-36de89c254f1,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:27.992646 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-92393517-16db-46de-99ab-3f9cee6d35ba tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.993839 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-92393517-16db-46de-99ab-3f9cee6d35ba tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1491661 Feb 04 17:05:27.996614 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60416) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:28.002200 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e9d7d548-2749-49b7-b9a3-9c1dd078c70b tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Request body: {'security_group_rule': {'security_group_id': 'bed774b7-d68b-414d-bc48-a477e9278d11', 'project_id': '25008a68293a41aea53feb01c48481ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:28.009080 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e9d7d548-2749-49b7-b9a3-9c1dd078c70b tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:28.012913 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e9d7d548-2749-49b7-b9a3-9c1dd078c70b tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Usage tracker for resource:security_group_rule and tenant:25008a68293a41aea53feb01c48481ab is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:28.015776 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e9d7d548-2749-49b7-b9a3-9c1dd078c70b tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:28.021381 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e9d7d548-2749-49b7-b9a3-9c1dd078c70b tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:28.031907 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-e9d7d548-2749-49b7-b9a3-9c1dd078c70b tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Project 25008a68293a41aea53feb01c48481ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:05:28.038258 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e9d7d548-2749-49b7-b9a3-9c1dd078c70b tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:28.101932 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e9d7d548-2749-49b7-b9a3-9c1dd078c70b tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:28.105592 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e9d7d548-2749-49b7-b9a3-9c1dd078c70b tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:28.128469 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7d548-2749-49b7-b9a3-9c1dd078c70b tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d0dbcf-73c5-4f68-941a-bcaff3a7fccc,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:28.139474 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e9d7d548-2749-49b7-b9a3-9c1dd078c70b tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:28.141361 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e9d7d548-2749-49b7-b9a3-9c1dd078c70b tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1429985 Feb 04 17:05:28.143340 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60420) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:28.148699 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-b6bf7d50-8e6d-4aed-a1b9-4d435b7c62c5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Request body: {'security_group_rule': {'security_group_id': 'bed774b7-d68b-414d-bc48-a477e9278d11', 'project_id': '25008a68293a41aea53feb01c48481ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:28.156047 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b6bf7d50-8e6d-4aed-a1b9-4d435b7c62c5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:28.159890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b6bf7d50-8e6d-4aed-a1b9-4d435b7c62c5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Usage tracker for resource:security_group_rule and tenant:25008a68293a41aea53feb01c48481ab is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:28.162736 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-b6bf7d50-8e6d-4aed-a1b9-4d435b7c62c5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:28.168528 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-b6bf7d50-8e6d-4aed-a1b9-4d435b7c62c5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:28.178933 n-d-827872-1 neutron-server[83550]: INFO neutron.db.securitygroups_db [None req-b6bf7d50-8e6d-4aed-a1b9-4d435b7c62c5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Project 25008a68293a41aea53feb01c48481ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:05:28.185342 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6bf7d50-8e6d-4aed-a1b9-4d435b7c62c5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:28.249252 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6bf7d50-8e6d-4aed-a1b9-4d435b7c62c5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:28.252842 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6bf7d50-8e6d-4aed-a1b9-4d435b7c62c5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341708'] for security_group_rule, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:28.278997 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf7d50-8e6d-4aed-a1b9-4d435b7c62c5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca506110-3ae1-4168-ab6e-7552125a7e0c,revision_number=0']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:28.287697 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-b6bf7d50-8e6d-4aed-a1b9-4d435b7c62c5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:28.288856 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-b6bf7d50-8e6d-4aed-a1b9-4d435b7c62c5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1446190 Feb 04 17:05:28.458905 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2e7ece41-331e-4052-8780-1740706b54b2 req-b4754026-5fb0-42a7-95b6-58b3d0f79484 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Synchronizing usage tracker for tenant:25008a68293a41aea53feb01c48481ab on resource:security_group {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:05:28.475703 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2e7ece41-331e-4052-8780-1740706b54b2 req-b4754026-5fb0-42a7-95b6-58b3d0f79484 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Unset dirty status for tenant:25008a68293a41aea53feb01c48481ab on resource:security_group {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:05:28.476849 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-b4754026-5fb0-42a7-95b6-58b3d0f79484 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429461440&fields=id&tenant_id=25008a68293a41aea53feb01c48481ab HTTP/1.1" status: 200 len: 267 time: 0.0564198 Feb 04 17:05:28.629674 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a04c1c8-915c-46b2-9149-617c492e8cb4 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:28.630343 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a04c1c8-915c-46b2-9149-617c492e8cb4 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Synchronizing usage tracker for tenant:25008a68293a41aea53feb01c48481ab on resource:network {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:05:28.646932 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a04c1c8-915c-46b2-9149-617c492e8cb4 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Unset dirty status for tenant:25008a68293a41aea53feb01c48481ab on resource:network {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:05:28.648093 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a04c1c8-915c-46b2-9149-617c492e8cb4 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 810 time: 0.1593204 Feb 04 17:05:28.665306 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-5167a690-d020-4c1f-8080-6c5dc6e71f89 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/quotas/25008a68293a41aea53feb01c48481ab HTTP/1.1" status: 200 len: 375 time: 0.0113924 Feb 04 17:05:28.744605 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2e7ece41-331e-4052-8780-1740706b54b2 req-918a0a78-0c3a-4773-88c1-8fbf7e62b368 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Synchronizing usage tracker for tenant:25008a68293a41aea53feb01c48481ab on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:05:28.764004 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-2e7ece41-331e-4052-8780-1740706b54b2 req-918a0a78-0c3a-4773-88c1-8fbf7e62b368 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Unset dirty status for tenant:25008a68293a41aea53feb01c48481ab on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:05:28.765617 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-918a0a78-0c3a-4773-88c1-8fbf7e62b368 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951610 Feb 04 17:05:28.781385 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-0832f5ba-41c0-4883-b4fd-4fdd8c834694 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 17:05:28.782316 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-0832f5ba-41c0-4883-b4fd-4fdd8c834694 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055170 Feb 04 17:05:29.011752 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9cf20922-3811-4a6c-9ed9-b854441c285f service neutron] 10.222.0.60 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236850 Feb 04 17:05:29.143442 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4f07fdc1-7dbf-446b-895b-e9e955c4c107 service neutron] 10.222.0.60 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254029 Feb 04 17:05:29.336507 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-030e26fe-c523-4dca-8d43-d11690bfff15 req-ea73bcb7-1e6d-44da-b3df-71ad211433a1 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 210 time: 0.0440290 Feb 04 17:05:30.446704 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-d7f9b5d8-52d3-4afc-9e75-33e02aeda342 req-785bbc0b-a580-4fef-a610-4f47062311a8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 210 time: 0.0410094 Feb 04 17:05:31.565463 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7f5c1236-8883-4067-99b7-e5cbbd002a65 req-a2513373-4c07-41b4-ab0e-ce74edf61c4e tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 210 time: 0.0465875 Feb 04 17:05:32.399487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ece41-331e-4052-8780-1740706b54b2 req-8cc1ad4d-745e-4f15-b5ff-506b3a010852 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:32.400902 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-8cc1ad4d-745e-4f15-b5ff-506b3a010852 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.73 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 810 time: 0.1482997 Feb 04 17:05:32.457256 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-a71b27aa-963a-4055-a9b5-25aa18c7427c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25008a68293a41aea53feb01c48481ab HTTP/1.1" status: 200 len: 380 time: 0.0441592 Feb 04 17:05:32.466955 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Request body: {'port': {'device_id': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'admin_state_up': True, 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'security_groups': ['bed774b7-d68b-414d-bc48-a477e9278d11']}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:32.518367 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device dd3d1deb-6e0c-48d2-9973-abd8649496f8 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:05:32.587352 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port dd3d1deb-6e0c-48d2-9973-abd8649496f8 completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:05:32.592902 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port dd3d1deb-6e0c-48d2-9973-abd8649496f8 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:32.593270 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:32.610445 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:32.620398 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:32.632638 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Made reservation on behalf of 25008a68293a41aea53feb01c48481ab for: {'port': 1} {{(pid=83551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:05:32.636677 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:32.713278 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:32.728794 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port dd3d1deb-6e0c-48d2-9973-abd8649496f8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dd3d1deb-6e0c-48d2-9973-abd8649496f8,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:32.732950 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:32.753695 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-730ecff1-c7fb-49a8-b786-1233e218085c req-023ea5ac-909d-4040-8861-1e4f1b1ca211 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 210 time: 0.0566170 Feb 04 17:05:32.802418 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=dd3d1deb-6e0c-48d2-9973-abd8649496f8,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:32.853831 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Allocated IP 172.20.0.4 (88616805-da99-419a-8a1a-dc4fb118699b/3bef3d80-2486-498f-b4f8-3f3d594b2b2e/f7b16a03-1450-4e5c-893c-b7aed3aff7ab) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:05:33.036746 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:33.052307 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Transition to ACTIVE for port object f7b16a03-1450-4e5c-893c-b7aed3aff7ab will not be triggered until provisioned by entity DHCP. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:05:33.073552 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:33.146602 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Network 88616805-da99-419a-8a1a-dc4fb118699b is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:05:33.149633 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:05:33.154484 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:05:33.179272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event updated for resources: {'Port': ['ID=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:33.218457 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:33.219061 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:33.244761 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-4a5c13e7-9498-4121-9ae6-f3dbc23161f5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7820244 Feb 04 17:05:33.255813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Request body: {'port': {'device_id': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827872-1'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:33.368694 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:33.427545 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9092d4aa-e885-49f2-8c98-bedb1051158f None None] Provisioning for port f7b16a03-1450-4e5c-893c-b7aed3aff7ab completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:05:33.432035 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-9092d4aa-e885-49f2-8c98-bedb1051158f None None] Provisioning complete for port f7b16a03-1450-4e5c-893c-b7aed3aff7ab triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:33.432397 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9092d4aa-e885-49f2-8c98-bedb1051158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:33.485146 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-9092d4aa-e885-49f2-8c98-bedb1051158f None None] Port f7b16a03-1450-4e5c-893c-b7aed3aff7ab cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:05:33.796058 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b16a03-1450-4e5c-893c-b7aed3aff7ab {{(pid=83551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:05:33.802950 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:33.817813 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.provisioning_blocks [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Transition to ACTIVE for port object f7b16a03-1450-4e5c-893c-b7aed3aff7ab will not be triggered until provisioned by entity L2. {{(pid=83551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:05:33.821577 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.031278 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Pushing event updated for resources: {'Port': ['ID=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:34.132487 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c50cd6-dd55-42a9-a7a8-14cf0e14cdfc req-ce57f40a-4438-4b9e-b854-233dcd093c4e tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:34.133182 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-26c50cd6-dd55-42a9-a7a8-14cf0e14cdfc req-ce57f40a-4438-4b9e-b854-233dcd093c4e tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Synchronizing usage tracker for tenant:25008a68293a41aea53feb01c48481ab on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:05:34.138994 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Attempting to bind port f7b16a03-1450-4e5c-893c-b7aed3aff7ab on host n-h2-827872-1 for vnic_type normal with profile {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:05:34.139347 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Attempting to bind port f7b16a03-1450-4e5c-893c-b7aed3aff7ab by drivers openvswitch,hyperv on host n-h2-827872-1 at level 0 using segments [{'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:05:34.139671 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Attempting to bind port f7b16a03-1450-4e5c-893c-b7aed3aff7ab on network 88616805-da99-419a-8a1a-dc4fb118699b {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:05:34.150681 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Port f7b16a03-1450-4e5c-893c-b7aed3aff7ab on network 88616805-da99-419a-8a1a-dc4fb118699b not bound, no agent of type Open vSwitch agent registered on host n-h2-827872-1 {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 17:05:34.151000 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Attempting to bind port f7b16a03-1450-4e5c-893c-b7aed3aff7ab on network 88616805-da99-419a-8a1a-dc4fb118699b {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:05:34.160482 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Checking agent: {'id': '7c0fcf43-50f1-4519-b5b7-12e6f870c503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:05:34.160910 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Checking segment: {'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:05:34.161373 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Bound using segment: {'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'} {{(pid=83551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:05:34.161799 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.managers [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Bound port: f7b16a03-1450-4e5c-893c-b7aed3aff7ab, host: n-h2-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'}}] {{(pid=83551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:05:34.162141 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.171836 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [req-26c50cd6-dd55-42a9-a7a8-14cf0e14cdfc req-ce57f40a-4438-4b9e-b854-233dcd093c4e tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Unset dirty status for tenant:25008a68293a41aea53feb01c48481ab on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:05:34.172976 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26c50cd6-dd55-42a9-a7a8-14cf0e14cdfc req-ce57f40a-4438-4b9e-b854-233dcd093c4e tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 943 time: 0.2296340 Feb 04 17:05:34.275284 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26c50cd6-dd55-42a9-a7a8-14cf0e14cdfc req-f66b4a96-fa99-477d-ae59-9ac6c6255ec3 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951173 Feb 04 17:05:34.289078 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] For port f7b16a03-1450-4e5c-893c-b7aed3aff7ab, host n-h2-827872-1, cleared binding levels {{(pid=83551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:05:34.292265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] For port f7b16a03-1450-4e5c-893c-b7aed3aff7ab, host n-h2-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:05:34.297796 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.365944 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.367333 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] 10.222.0.73 "PUT /v2.0/ports/f7b16a03-1450-4e5c-893c-b7aed3aff7ab HTTP/1.1" status: 200 len: 1091 time: 1.1162429 Feb 04 17:05:34.367826 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'tag': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:05:34.388670 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9646c-9300-4268-ad4e-55b169eec37f service neutron] Pushing event updated for resources: {'Port': ['ID=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,revision_number=3']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:34.479052 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-10cfb4e3-a171-47c9-878b-f261e167ac7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 1094 time: 0.0718744 Feb 04 17:05:34.514363 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device dd3d1deb-6e0c-48d2-9973-abd8649496f8 up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:05:34.544556 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'tag': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'status': 'completed', 'code': 200} Feb 04 17:05:34.567487 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-80a890fe-1cf8-4c19-92a6-91fad1ca5e94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab HTTP/1.1" status: 200 len: 217 time: 0.0817101 Feb 04 17:05:34.595026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port dd3d1deb-6e0c-48d2-9973-abd8649496f8 triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:34.595525 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.631207 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ece41-331e-4052-8780-1740706b54b2 req-f101e563-9c60-4a34-b932-30ea1d5596dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:34.632580 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-f101e563-9c60-4a34-b932-30ea1d5596dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0595133 Feb 04 17:05:34.708463 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-ae80629b-32e5-46ec-a154-c635b05831d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696423 Feb 04 17:05:34.840718 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-ab49f2c2-d30b-4420-97ca-2b890d277364 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260345 Feb 04 17:05:34.971466 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2e7ece41-331e-4052-8780-1740706b54b2 req-cd50198f-19ae-454a-b11c-acf981fdc998 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250100 Feb 04 17:05:35.012895 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Sync routers for ids ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:05:35.025198 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Routers {'d293bce1-5a65-4052-8f0a-fc4ec67e8072'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:05:35.025842 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:35.089642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c18cb68-0a9e-4b1e-b302-1aa8fd31faf6 req-c7535a61-5081-47cd-8eda-a137c9698fcc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 1094 time: 0.0730848 Feb 04 17:05:35.207262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Set router d293bce1-5a65-4052-8f0a-fc4ec67e8072 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:05:35.221002 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18cb68-0a9e-4b1e-b302-1aa8fd31faf6 req-e75994cc-e447-4161-9a87-1fc92972cf83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:35.222506 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c18cb68-0a9e-4b1e-b302-1aa8fd31faf6 req-e75994cc-e447-4161-9a87-1fc92972cf83 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 911 time: 0.1272645 Feb 04 17:05:35.295888 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c18cb68-0a9e-4b1e-b302-1aa8fd31faf6 req-c0390e60-bbf4-418c-91d0-a38a68d8681a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab HTTP/1.1" status: 200 len: 217 time: 0.0673203 Feb 04 17:05:35.362390 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18cb68-0a9e-4b1e-b302-1aa8fd31faf6 req-83f4e461-045e-4f2c-a614-7caac7d26e34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:35.363981 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c18cb68-0a9e-4b1e-b302-1aa8fd31faf6 req-83f4e461-045e-4f2c-a614-7caac7d26e34 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0618746 Feb 04 17:05:35.546986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 2, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:35.551617 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Checking router: d293bce1-5a65-4052-8f0a-fc4ec67e8072 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:05:35.551967 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Updating router d293bce1-5a65-4052-8f0a-fc4ec67e8072 port e12388f3-df9e-49e2-a20d-98c1699eb69b binding host n-d-827872-1 {{(pid=83552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:05:35.605137 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.608577 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c18cb68-0a9e-4b1e-b302-1aa8fd31faf6 req-316e25f2-4b0c-4a84-96e4-9bc46d4f21ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2388921 Feb 04 17:05:35.641378 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeff24-e9a3-4eb8-8a59-2658a41e0ae0 req-3c3049b4-5a70-49d6-a952-922eed46e81c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:35.642829 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12eeff24-e9a3-4eb8-8a59-2658a41e0ae0 req-3c3049b4-5a70-49d6-a952-922eed46e81c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 943 time: 0.2282419 Feb 04 17:05:35.775235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-12eeff24-e9a3-4eb8-8a59-2658a41e0ae0 req-0652ede7-d94e-4fd2-9736-794b073271ca tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860488 Feb 04 17:05:35.783002 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c18cb68-0a9e-4b1e-b302-1aa8fd31faf6 req-4332d6dc-bff3-4a16-9d54-8da5682b851f service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674826 Feb 04 17:05:35.931917 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-0c18cb68-0a9e-4b1e-b302-1aa8fd31faf6 req-c73c7438-baeb-423c-bbc3-4ea94147ae50 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427162 Feb 04 17:05:35.971248 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Notify callbacks [] for port, precommit_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.984551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Transition to ACTIVE for port object e12388f3-df9e-49e2-a20d-98c1699eb69b will not be triggered until provisioned by entity L2. {{(pid=83552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:05:35.992219 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:36.166116 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2e25b-c075-48c0-91ce-b412a3f8b8d9 None None] Pushing event updated for resources: {'Port': ['ID=e12388f3-df9e-49e2-a20d-98c1699eb69b,revision_number=3']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:36.266134 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Attempting to bind port e12388f3-df9e-49e2-a20d-98c1699eb69b on host n-d-827872-1 for vnic_type normal with profile {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:05:36.266475 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Attempting to bind port e12388f3-df9e-49e2-a20d-98c1699eb69b by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:05:36.266835 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Attempting to bind port e12388f3-df9e-49e2-a20d-98c1699eb69b on network 88616805-da99-419a-8a1a-dc4fb118699b {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:05:36.274055 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:05:36.274431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Checking segment: {'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:05:36.274828 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:36.275246 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Bound using segment: {'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'} {{(pid=83552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:05:36.275711 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.managers [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Bound port: e12388f3-df9e-49e2-a20d-98c1699eb69b, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'}}] {{(pid=83552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:05:36.276083 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:36.382192 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] For port e12388f3-df9e-49e2-a20d-98c1699eb69b, host n-d-827872-1, cleared binding levels {{(pid=83552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:05:36.385496 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] For port e12388f3-df9e-49e2-a20d-98c1699eb69b, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e12388f3-df9e-49e2-a20d-98c1699eb69b,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:05:36.389511 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:36.467343 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2e25b-c075-48c0-91ce-b412a3f8b8d9 None None] Pushing event updated for resources: {'Port': ['ID=e12388f3-df9e-49e2-a20d-98c1699eb69b,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:36.471943 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Routers {'d293bce1-5a65-4052-8f0a-fc4ec67e8072'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:05:36.472551 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:36.666372 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] Set router d293bce1-5a65-4052-8f0a-fc4ec67e8072 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:05:36.726001 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Sync routers for ids ['b51d5497-ed79-4f5b-bb92-480720c31123'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:05:36.738374 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Routers {'b51d5497-ed79-4f5b-bb92-480720c31123'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:05:36.739237 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b51d5497-ed79-4f5b-bb92-480720c31123'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:36.890118 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c2a010b5-194f-4465-967a-aa26cceab576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:36.925805 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Set router b51d5497-ed79-4f5b-bb92-480720c31123 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:05:37.010163 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c7dde-3cc0-406b-9ee2-e1afad18ead1 req-627c2a70-44b2-451b-bc08-e231dcccf7ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:37.012276 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:36Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:37.016048 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-521c7dde-3cc0-406b-9ee2-e1afad18ead1 req-627c2a70-44b2-451b-bc08-e231dcccf7ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 943 time: 0.1088712 Feb 04 17:05:37.016820 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14274b8-1315-4f2d-a30c-8599b86a4576 None None] The sync data for ids ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'] in n-d-827872-1 is: [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:36Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:05:37.071771 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-521c7dde-3cc0-406b-9ee2-e1afad18ead1 req-d748eb62-0b68-4dee-91ce-a7bdf38482ea tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538895 Feb 04 17:05:37.291339 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'name': 'tempest-TestSnapshotPattern-589841082-router', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dd3d1deb-6e0c-48d2-9973-abd8649496f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:05:25Z', 'revision_number': 4, 'project_id': '3d80fb5645f64b6a951196e28bbda1f8', 'gw_port': {'id': 'dd3d1deb-6e0c-48d2-9973-abd8649496f8', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '561766bb-40da-469f-a993-c6a427bfdfce', 'name': '', 'network_id': 'b40a1ae8-17ed-471b-b43f-86d3d70b6d37', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8', 'mac_address': 'fa:16:3e:c5:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e40243a-c306-4087-bd13-d8751c3b5c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:24Z', 'updated_at': '2022-02-04T17:05:25Z', 'revision_number': 2, 'project_id': '3d80fb5645f64b6a951196e28bbda1f8', 'subnets': [{'id': '0e40243a-c306-4087-bd13-d8751c3b5c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:37.295894 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Checking router: b51d5497-ed79-4f5b-bb92-480720c31123 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:05:37.296246 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Updating router b51d5497-ed79-4f5b-bb92-480720c31123 port 561766bb-40da-469f-a993-c6a427bfdfce binding host n-d-827872-1 {{(pid=83553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:05:37.350139 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:37.691245 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:37.702943 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Transition to ACTIVE for port object 561766bb-40da-469f-a993-c6a427bfdfce will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:05:37.708857 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:37.831015 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e2ca7-6bea-4be5-8c97-b54bac313abd None None] Pushing event updated for resources: {'Port': ['ID=561766bb-40da-469f-a993-c6a427bfdfce,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:37.923386 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Attempting to bind port 561766bb-40da-469f-a993-c6a427bfdfce on host n-d-827872-1 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:05:37.923744 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Attempting to bind port 561766bb-40da-469f-a993-c6a427bfdfce by drivers openvswitch,hyperv on host n-d-827872-1 at level 0 using segments [{'id': 'cdf11bfb-23ac-4b74-9a87-3af965839297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b40a1ae8-17ed-471b-b43f-86d3d70b6d37'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:05:37.924097 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Attempting to bind port 561766bb-40da-469f-a993-c6a427bfdfce on network b40a1ae8-17ed-471b-b43f-86d3d70b6d37 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:05:37.930650 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Checking agent: {'id': 'a086310f-e04a-4030-a47f-6a6dced39875', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 40), 'started_at': datetime.datetime(2022, 2, 4, 15, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827872-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:05:37.931010 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Checking segment: {'id': 'cdf11bfb-23ac-4b74-9a87-3af965839297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b40a1ae8-17ed-471b-b43f-86d3d70b6d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:05:37.931496 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:37.931875 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Bound using segment: {'id': 'cdf11bfb-23ac-4b74-9a87-3af965839297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b40a1ae8-17ed-471b-b43f-86d3d70b6d37'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:05:37.932320 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Bound port: 561766bb-40da-469f-a993-c6a427bfdfce, host: n-d-827872-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf11bfb-23ac-4b74-9a87-3af965839297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b40a1ae8-17ed-471b-b43f-86d3d70b6d37'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:05:37.932681 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:38.016709 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] For port 561766bb-40da-469f-a993-c6a427bfdfce, host n-d-827872-1, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:05:38.019579 n-d-827872-1 neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] For port 561766bb-40da-469f-a993-c6a427bfdfce, host n-d-827872-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=561766bb-40da-469f-a993-c6a427bfdfce,segment=NetworkSegment(cdf11bfb-23ac-4b74-9a87-3af965839297),segment_id=cdf11bfb-23ac-4b74-9a87-3af965839297)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:05:38.024095 n-d-827872-1 neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:38.110333 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e2ca7-6bea-4be5-8c97-b54bac313abd None None] Pushing event updated for resources: {'Port': ['ID=561766bb-40da-469f-a993-c6a427bfdfce,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:38.115332 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Routers {'b51d5497-ed79-4f5b-bb92-480720c31123'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:05:38.115938 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:05:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b51d5497-ed79-4f5b-bb92-480720c31123'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:38.288446 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df933ad-7c29-4770-ae94-26f4026d5687 req-52b3ab3e-27b7-4eee-84fe-e270e5994392 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:38.289991 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2df933ad-7c29-4770-ae94-26f4026d5687 req-52b3ab3e-27b7-4eee-84fe-e270e5994392 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 943 time: 0.0849369 Feb 04 17:05:38.296098 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] Set router b51d5497-ed79-4f5b-bb92-480720c31123 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:05:38.336516 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-2df933ad-7c29-4770-ae94-26f4026d5687 req-b94698b4-228a-48c2-8d65-76185628ef64 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399723 Feb 04 17:05:38.505666 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e12388f3-df9e-49e2-a20d-98c1699eb69b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:05:38.577197 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port e12388f3-df9e-49e2-a20d-98c1699eb69b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:05:38.582215 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e12388f3-df9e-49e2-a20d-98c1699eb69b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:38.582579 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:38.617955 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'name': 'tempest-TestSnapshotPattern-589841082-router', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dd3d1deb-6e0c-48d2-9973-abd8649496f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:05:25Z', 'revision_number': 4, 'project_id': '3d80fb5645f64b6a951196e28bbda1f8', 'gw_port': {'id': 'dd3d1deb-6e0c-48d2-9973-abd8649496f8', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '561766bb-40da-469f-a993-c6a427bfdfce', 'name': '', 'network_id': 'b40a1ae8-17ed-471b-b43f-86d3d70b6d37', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8', 'mac_address': 'fa:16:3e:c5:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e40243a-c306-4087-bd13-d8751c3b5c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:24Z', 'updated_at': '2022-02-04T17:05:38Z', 'revision_number': 4, 'project_id': '3d80fb5645f64b6a951196e28bbda1f8', 'subnets': [{'id': '0e40243a-c306-4087-bd13-d8751c3b5c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:38.622530 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2079779-64b5-4835-b96c-6f4352dfde90 None None] The sync data for ids ['b51d5497-ed79-4f5b-bb92-480720c31123'] in n-d-827872-1 is: [{'id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'name': 'tempest-TestSnapshotPattern-589841082-router', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dd3d1deb-6e0c-48d2-9973-abd8649496f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:05:25Z', 'revision_number': 4, 'project_id': '3d80fb5645f64b6a951196e28bbda1f8', 'gw_port': {'id': 'dd3d1deb-6e0c-48d2-9973-abd8649496f8', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': '561766bb-40da-469f-a993-c6a427bfdfce', 'name': '', 'network_id': 'b40a1ae8-17ed-471b-b43f-86d3d70b6d37', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8', 'mac_address': 'fa:16:3e:c5:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e40243a-c306-4087-bd13-d8751c3b5c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:24Z', 'updated_at': '2022-02-04T17:05:38Z', 'revision_number': 4, 'project_id': '3d80fb5645f64b6a951196e28bbda1f8', 'subnets': [{'id': '0e40243a-c306-4087-bd13-d8751c3b5c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:05:38.705655 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:38.741908 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port e12388f3-df9e-49e2-a20d-98c1699eb69b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e12388f3-df9e-49e2-a20d-98c1699eb69b,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:38.746033 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:38.816141 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=e12388f3-df9e-49e2-a20d-98c1699eb69b,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:39.166497 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ea9c7cc0-6e24-431d-9934-37ccda2ba09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:39.322384 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f7b16a03-1450-4e5c-893c-b7aed3aff7ab details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:05:39.464223 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f7b16a03-1450-4e5c-893c-b7aed3aff7ab, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:39.479204 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'port_id': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'mac_address': 'fa:16:3e:6d:01:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:05:39.540216 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:39.550024 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571175e-64c8-4278-8643-81baf3c6ad82 req-f875b480-b256-43e9-8aff-fe56baf44ded tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:39.551634 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6571175e-64c8-4278-8643-81baf3c6ad82 req-f875b480-b256-43e9-8aff-fe56baf44ded tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 943 time: 0.0844302 Feb 04 17:05:39.558587 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b16a03-1450-4e5c-893c-b7aed3aff7ab {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:05:39.578286 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f7b16a03-1450-4e5c-893c-b7aed3aff7ab, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:39.582353 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:39.607411 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-6571175e-64c8-4278-8643-81baf3c6ad82 req-e9cb1031-2742-443f-aa42-03b3e1895482 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497360 Feb 04 17:05:39.650490 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:39.937356 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['f7b16a03-1450-4e5c-893c-b7aed3aff7ab'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:05:40.548885 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e12388f3-df9e-49e2-a20d-98c1699eb69b up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:05:40.619787 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:40.621697 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:40.643581 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port e12388f3-df9e-49e2-a20d-98c1699eb69b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:40.643952 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:40.759026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 561766bb-40da-469f-a993-c6a427bfdfce up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:05:40.823208 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd88c5-5c8a-44d6-baeb-f6ba7421fb83 req-1da13a43-b203-4851-a337-abe38f71c681 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:40.825004 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8fd88c5-5c8a-44d6-baeb-f6ba7421fb83 req-1da13a43-b203-4851-a337-abe38f71c681 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 944 time: 0.0787077 Feb 04 17:05:40.827908 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning for port 561766bb-40da-469f-a993-c6a427bfdfce completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:05:40.832874 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 561766bb-40da-469f-a993-c6a427bfdfce triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:40.833246 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:40.872423 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a8fd88c5-5c8a-44d6-baeb-f6ba7421fb83 req-5a1ea2e3-c6a4-452b-b824-e9f8b0623c81 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405982 Feb 04 17:05:40.950732 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:40.982359 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] For port 561766bb-40da-469f-a993-c6a427bfdfce, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=561766bb-40da-469f-a993-c6a427bfdfce,segment=NetworkSegment(cdf11bfb-23ac-4b74-9a87-3af965839297),segment_id=cdf11bfb-23ac-4b74-9a87-3af965839297)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:40.985909 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:41.055860 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Pushing event updated for resources: {'Port': ['ID=561766bb-40da-469f-a993-c6a427bfdfce,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:41.334148 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f7b16a03-1450-4e5c-893c-b7aed3aff7ab up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:05:41.400805 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning for port f7b16a03-1450-4e5c-893c-b7aed3aff7ab completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:05:41.406230 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port f7b16a03-1450-4e5c-893c-b7aed3aff7ab triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:41.406600 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:41.519212 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:41.545972 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:05:41.555682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f7b16a03-1450-4e5c-893c-b7aed3aff7ab, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:41.559907 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:41.611112 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'code': 200} Feb 04 17:05:41.636714 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:41.740522 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d976377-1dc8-4279-94e0-664f1898872d req-7a14e879-ab30-412d-8177-f0058e24dda6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 1096 time: 0.0737319 Feb 04 17:05:41.782274 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8d976377-1dc8-4279-94e0-664f1898872d req-e3f4c7c6-0638-463f-86f5-bc3fb31536c8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363357 Feb 04 17:05:41.808506 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:42.075156 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a290344-c31b-4819-a59e-531b7a74a331 req-3989c4d8-9b52-438b-9666-bca487f1ef98 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:42.076726 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a290344-c31b-4819-a59e-531b7a74a331 req-3989c4d8-9b52-438b-9666-bca487f1ef98 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 945 time: 0.0767162 Feb 04 17:05:42.121955 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4a290344-c31b-4819-a59e-531b7a74a331 req-8c6bbf71-d519-461f-8eca-0747a31726e5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391164 Feb 04 17:05:42.492327 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 561766bb-40da-469f-a993-c6a427bfdfce up at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:05:42.527152 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:05:42.573350 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:42.574675 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Provisioning complete for port 561766bb-40da-469f-a993-c6a427bfdfce triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:42.575032 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:43.330693 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c82f0-361e-4750-a912-ba57512e231b req-89fd3e03-30ff-47c7-be0e-dce8f8ef878c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:43.332290 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f72c82f0-361e-4750-a912-ba57512e231b req-89fd3e03-30ff-47c7-be0e-dce8f8ef878c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 945 time: 0.0807264 Feb 04 17:05:43.377601 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f72c82f0-361e-4750-a912-ba57512e231b req-711893f5-5b5d-44c6-96cb-6007cc8745b8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398695 Feb 04 17:05:43.572850 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9135b-fc11-483f-81a6-1b535e6f4e0a req-3978b626-4618-44fb-b645-ec407b0fabaa tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:43.574869 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57c9135b-fc11-483f-81a6-1b535e6f4e0a req-3978b626-4618-44fb-b645-ec407b0fabaa tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 945 time: 0.0746343 Feb 04 17:05:43.621917 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-57c9135b-fc11-483f-81a6-1b535e6f4e0a req-33593160-5390-4d0c-b886-00cdba1b5e40 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 Feb 04 17:05:43.649920 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60484) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:43.843942 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-23362cd0-e649-443d-9c14-93cb0a0d4803 tempest-TestSnapshotPattern-390203138 tempest-TestSnapshotPattern-390203138-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 1091 time: 0.1928816 Feb 04 17:05:43.846675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60490) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:43.851858 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:43.858675 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:05:43.862508 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Usage tracker for resource:floatingip and tenant:25008a68293a41aea53feb01c48481ab is out of sync, need to count used quota {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:05:43.865377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:05:43.871006 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:05:43.881966 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for floatingip, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:44.019594 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:44.160616 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Allocated IP 172.25.0.182 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/78d16ade-9274-4f17-b6d6-1295b73341ba) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:05:44.325791 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:44.354986 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:44.428183 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:05:44.431021 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:05:44.433488 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:05:44.471149 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event updated for resources: {'Port': ['ID=78d16ade-9274-4f17-b6d6-1295b73341ba,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:45.187575 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:45.243945 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:45.466676 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:45.471100 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:45.577960 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event updated for resources: {'Port': ['ID=78d16ade-9274-4f17-b6d6-1295b73341ba,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:45.594365 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:45.787990 n-d-827872-1 neutron-server[83550]: INFO neutron.db.l3_db [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Floating IP c426897b-cc04-4c08-928c-4a4d5b50d282 associated. External IP: 172.25.0.182, port: f7b16a03-1450-4e5c-893c-b7aed3aff7ab. Feb 04 17:05:46.176951 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Router d293bce1-5a65-4052-8f0a-fc4ec67e8072 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:05:46.381502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:05:46.392987 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6809a71c-9058-44bf-b73b-c317635897f5 None None] Sync routers for ids ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:05:46.406028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6809a71c-9058-44bf-b73b-c317635897f5 None None] Routers {'d293bce1-5a65-4052-8f0a-fc4ec67e8072'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:05:46.406730 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6809a71c-9058-44bf-b73b-c317635897f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:46.407802 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:46.464063 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-e39f0f40-5994-4275-b7ef-7eded9c10cb2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6163664 Feb 04 17:05:46.464729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'tag': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:05:46.586069 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-6809a71c-9058-44bf-b73b-c317635897f5 None None] Set router d293bce1-5a65-4052-8f0a-fc4ec67e8072 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:05:46.598845 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'tag': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'status': 'completed', 'code': 200} Feb 04 17:05:46.689283 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b9dabbd-b7bb-4440-8627-02c2710e0a34 req-2efa7f7a-6197-4c76-8138-4d7b912f1a50 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 1096 time: 0.0689332 Feb 04 17:05:46.821453 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9dabbd-b7bb-4440-8627-02c2710e0a34 req-764b97c7-b2a4-4ad2-bef5-ba33a4d8d1e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:46.822907 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b9dabbd-b7bb-4440-8627-02c2710e0a34 req-764b97c7-b2a4-4ad2-bef5-ba33a4d8d1e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 911 time: 0.1278710 Feb 04 17:05:46.929275 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b9dabbd-b7bb-4440-8627-02c2710e0a34 req-cae3aee7-b971-44d1-81c3-78a49ef36dfc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab HTTP/1.1" status: 200 len: 999 time: 0.1001565 Feb 04 17:05:46.933099 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6809a71c-9058-44bf-b73b-c317635897f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'c426897b-cc04-4c08-928c-4a4d5b50d282', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'port_id': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'mac_address': 'fa:16:3e:6d:01:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:05:45Z', 'updated_at': '2022-02-04T17:05:45Z', 'revision_number': 0, 'project_id': '25008a68293a41aea53feb01c48481ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:38Z', 'revision_number': 5, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:46.937302 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6809a71c-9058-44bf-b73b-c317635897f5 None None] Checking router: d293bce1-5a65-4052-8f0a-fc4ec67e8072 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:05:46.947976 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6809a71c-9058-44bf-b73b-c317635897f5 None None] Routers {'d293bce1-5a65-4052-8f0a-fc4ec67e8072'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:05:46.948509 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6809a71c-9058-44bf-b73b-c317635897f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:05:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:46.991119 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9dabbd-b7bb-4440-8627-02c2710e0a34 req-d8068a98-c656-4d97-abf8-5c2b527e20ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:46.992579 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b9dabbd-b7bb-4440-8627-02c2710e0a34 req-d8068a98-c656-4d97-abf8-5c2b527e20ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0582535 Feb 04 17:05:47.071055 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b9dabbd-b7bb-4440-8627-02c2710e0a34 req-a05674fd-e7e9-4c55-bb71-62b880e9d0a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729187 Feb 04 17:05:47.162974 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-6809a71c-9058-44bf-b73b-c317635897f5 None None] Set router d293bce1-5a65-4052-8f0a-fc4ec67e8072 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:05:47.298661 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b9dabbd-b7bb-4440-8627-02c2710e0a34 req-295f763d-6d63-45e0-846d-5d03f9f1bca3 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219915 Feb 04 17:05:47.428340 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-8b9dabbd-b7bb-4440-8627-02c2710e0a34 req-13e7dab7-d764-4137-9eae-ed0f7acb7f50 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233749 Feb 04 17:05:47.514797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-6809a71c-9058-44bf-b73b-c317635897f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'c426897b-cc04-4c08-928c-4a4d5b50d282', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'port_id': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'mac_address': 'fa:16:3e:6d:01:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:05:45Z', 'updated_at': '2022-02-04T17:05:45Z', 'revision_number': 0, 'project_id': '25008a68293a41aea53feb01c48481ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:38Z', 'revision_number': 5, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:47.518748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6809a71c-9058-44bf-b73b-c317635897f5 None None] The sync data for ids ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'] in n-d-827872-1 is: [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'c426897b-cc04-4c08-928c-4a4d5b50d282', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'port_id': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'mac_address': 'fa:16:3e:6d:01:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:05:45Z', 'updated_at': '2022-02-04T17:05:45Z', 'revision_number': 0, 'project_id': '25008a68293a41aea53feb01c48481ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:38Z', 'revision_number': 5, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:05:50.552284 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:55.285521 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624d3ce1-49b7-4105-b2ee-b319561376c0 None None] New status for floating IP c426897b-cc04-4c08-928c-4a4d5b50d282: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:06:06.823229 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a03f3419-24ae-4d84-b4a2-a70f93c9509f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:09.170713 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6e628bd1-c52d-4356-befe-eb030bb4125d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:10.581133 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:10.587269 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:11.812445 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:12.587901 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:19.528821 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:06:20.547457 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:28.572883 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9079dab7-f3ef-4bad-90f3-9d646ef70ea8 req-13e66a5c-965d-4854-9ae7-5e58b2e9216a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676296 Feb 04 17:06:28.733959 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9079dab7-f3ef-4bad-90f3-9d646ef70ea8 req-64ac4306-1291-47f4-9828-57908b3310ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 1096 time: 0.0834110 Feb 04 17:06:28.881970 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079dab7-f3ef-4bad-90f3-9d646ef70ea8 req-fdf6d976-dd80-4245-8eba-caf84ad14011 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:28.883448 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9079dab7-f3ef-4bad-90f3-9d646ef70ea8 req-fdf6d976-dd80-4245-8eba-caf84ad14011 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 911 time: 0.1288540 Feb 04 17:06:28.985293 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9079dab7-f3ef-4bad-90f3-9d646ef70ea8 req-5e35fb78-1878-42cc-a33d-200dab31e71c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab HTTP/1.1" status: 200 len: 1001 time: 0.0951478 Feb 04 17:06:29.051318 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079dab7-f3ef-4bad-90f3-9d646ef70ea8 req-f710b19a-64fb-4ed4-a35f-d83cde2d1399 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:29.052859 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9079dab7-f3ef-4bad-90f3-9d646ef70ea8 req-f710b19a-64fb-4ed4-a35f-d83cde2d1399 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0617754 Feb 04 17:06:29.126733 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9079dab7-f3ef-4bad-90f3-9d646ef70ea8 req-34955a18-1223-4113-8331-1e54ed8f3e0a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673873 Feb 04 17:06:29.259050 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9079dab7-f3ef-4bad-90f3-9d646ef70ea8 req-629dadeb-a38c-46cf-a0bf-200a11bffa12 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257696 Feb 04 17:06:29.395713 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-9079dab7-f3ef-4bad-90f3-9d646ef70ea8 req-d34dda8a-fc6e-4c6b-9b84-673c580125b7 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306345 Feb 04 17:06:36.829710 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-5bd141bf-e733-45ef-bc34-5cc5522553db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:39.172981 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d9a1e83c-1959-4df2-afd8-c7888a73d3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:40.581835 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:40.587636 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:41.815797 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:42.581393 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:50.563244 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:56.530074 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:07:06.823253 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a25c79-e11d-4dee-9c8b-78c83b3771fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:09.175681 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8a25601a-3f3f-4722-8c04-78ef3afd2f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:10.582625 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:10.588311 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:11.820706 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:12.600023 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:20.563459 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:30.582425 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-408ce5c9-14ba-4097-b062-606940e0edc5 req-6ae357b1-0a2c-4db7-8ce2-aab235ada086 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876555 Feb 04 17:07:30.739348 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-408ce5c9-14ba-4097-b062-606940e0edc5 req-1667258f-879d-4945-9112-5e41218d88fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 1096 time: 0.0883222 Feb 04 17:07:30.884074 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ce5c9-14ba-4097-b062-606940e0edc5 req-cceedcfd-64c0-4dc8-b139-f750ec4c09ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:30.886046 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-408ce5c9-14ba-4097-b062-606940e0edc5 req-cceedcfd-64c0-4dc8-b139-f750ec4c09ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 911 time: 0.1281877 Feb 04 17:07:30.992365 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-408ce5c9-14ba-4097-b062-606940e0edc5 req-e9f134e0-e058-46ef-8906-33edee942267 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab HTTP/1.1" status: 200 len: 1001 time: 0.0991745 Feb 04 17:07:31.054213 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ce5c9-14ba-4097-b062-606940e0edc5 req-3b1a0c30-ded3-4f04-a6b7-6482f793e8ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:31.055680 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-408ce5c9-14ba-4097-b062-606940e0edc5 req-3b1a0c30-ded3-4f04-a6b7-6482f793e8ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0567870 Feb 04 17:07:31.133518 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-408ce5c9-14ba-4097-b062-606940e0edc5 req-7c5cd364-bfe4-4f5b-a7e6-1293e4b5e0d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715733 Feb 04 17:07:31.357066 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-408ce5c9-14ba-4097-b062-606940e0edc5 req-8ec7d163-e08b-4a39-92a2-b7119bc85905 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164953 Feb 04 17:07:31.485217 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-408ce5c9-14ba-4097-b062-606940e0edc5 req-7595999c-d337-47aa-a12d-dfd206b2a583 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212349 Feb 04 17:07:33.530983 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:07:36.825834 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-123017ce-9c45-4097-9369-1a6f6769da61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:39.178787 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-852dc9f1-24c5-4837-8c35-790f2dba32a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:40.583604 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:40.588561 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:41.822836 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:42.597334 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:50.577831 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:06.827097 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cef3ac71-b83b-4922-bf24-9ebb75665cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:09.183490 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-db0e4c82-58f1-4b9c-9ea0-27c90d6b4d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:10.532097 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:08:10.580342 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:10.592314 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:11.827112 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:12.610947 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.579751 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:28.150360 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f7b16a03-1450-4e5c-893c-b7aed3aff7ab details requested by agent hyperv_n-h2-827872-1 with host n-h2-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:08:28.281862 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f7b16a03-1450-4e5c-893c-b7aed3aff7ab, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:08:28.295638 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Returning: {'device': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'port_id': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'mac_address': 'fa:16:3e:6d:01:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:08:28.351045 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:28.368314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7b16a03-1450-4e5c-893c-b7aed3aff7ab {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:08:28.383663 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f7b16a03-1450-4e5c-893c-b7aed3aff7ab, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:08:28.388018 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:28.456383 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:28.464775 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:28.465120 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:28.465458 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:28.465792 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:28.466117 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:28.466445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:28.466767 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:28.467088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:28.467434 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:28.467755 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:28.468079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:28.479340 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] get_ports_and_sgs() called for port_ids ['f7b16a03-1450-4e5c-893c-b7aed3aff7ab'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:08:30.179078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f7b16a03-1450-4e5c-893c-b7aed3aff7ab up at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:08:30.282797 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Provisioning complete for port f7b16a03-1450-4e5c-893c-b7aed3aff7ab triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:08:30.283076 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:30.393835 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:30.420618 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:08:30.430005 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f7b16a03-1450-4e5c-893c-b7aed3aff7ab, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:08:30.434107 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:30.509645 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:30.581280 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'code': 200} Feb 04 17:08:31.701401 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26928330-0476-4a9e-8d21-6486e5607a23 req-13d025fb-132e-4ede-831f-f644f3b99187 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 1096 time: 0.1471503 Feb 04 17:08:31.847123 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26928330-0476-4a9e-8d21-6486e5607a23 req-9bdcdf80-17d9-47c2-bf8d-b39f230a0260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:31.848722 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26928330-0476-4a9e-8d21-6486e5607a23 req-9bdcdf80-17d9-47c2-bf8d-b39f230a0260 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 911 time: 0.1265786 Feb 04 17:08:31.953327 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26928330-0476-4a9e-8d21-6486e5607a23 req-6aa6749a-810e-4f45-8e4b-4b6591d2cf7f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab HTTP/1.1" status: 200 len: 1001 time: 0.0982940 Feb 04 17:08:32.170095 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26928330-0476-4a9e-8d21-6486e5607a23 req-2a6dabcb-84f3-4e01-b93d-017ccccc6bab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:32.171619 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26928330-0476-4a9e-8d21-6486e5607a23 req-2a6dabcb-84f3-4e01-b93d-017ccccc6bab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0590911 Feb 04 17:08:32.254051 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26928330-0476-4a9e-8d21-6486e5607a23 req-99686ea7-bac1-4bbe-a124-8b7990045600 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756273 Feb 04 17:08:32.401421 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26928330-0476-4a9e-8d21-6486e5607a23 req-6a82af4e-6127-4649-b842-903ae2eac636 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366978 Feb 04 17:08:32.548425 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-26928330-0476-4a9e-8d21-6486e5607a23 req-16d82492-a882-4209-a5ce-51590e674cee service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372740 Feb 04 17:08:36.830461 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6715eea4-a4de-4f96-ae1c-66cbd5ea2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:39.198283 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a5070d62-4985-49f4-bde5-e75243cfe7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:40.574596 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:40.597214 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:41.838392 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:42.613929 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:42.886095 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-bcb0c233-4dd8-4693-b91c-4a1b51718e01 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429461440&fields=id&tenant_id=25008a68293a41aea53feb01c48481ab HTTP/1.1" status: 200 len: 267 time: 0.0411732 Feb 04 17:08:43.031800 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-72914075-7050-4367-b61b-31e595620e62 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:43.033269 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-72914075-7050-4367-b61b-31e595620e62 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 810 time: 0.1410298 Feb 04 17:08:43.051385 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-f509fe95-1e16-4072-8005-21b7da2923ad tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/quotas/25008a68293a41aea53feb01c48481ab HTTP/1.1" status: 200 len: 375 time: 0.0116498 Feb 04 17:08:43.145061 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-22483c32-7491-41bf-9a32-b43391a827af tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0865922 Feb 04 17:08:43.227946 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-631af9d7-ca63-47e3-ad22-8fbb3d4f0f43 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83551) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 17:08:43.228920 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-631af9d7-ca63-47e3-ad22-8fbb3d4f0f43 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0717981 Feb 04 17:08:43.362524 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-c1285ce4-1f60-4f60-8149-960424f3bd98 service neutron] 10.222.0.60 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267002 Feb 04 17:08:43.496822 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-f4ca8333-4402-4b5d-8bbe-54ac29243884 service neutron] 10.222.0.60 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275642 Feb 04 17:08:43.787444 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4b4fdf86-f44a-41b1-8226-1f3a9c15d464 req-ad7d0624-8fb9-43e5-bfa2-41671d684364 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 210 time: 0.1167750 Feb 04 17:08:44.988129 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-497899b6-8b8f-48f8-accc-e567aebe88c5 req-62b8346c-ddab-4172-9bab-54f00cf86f22 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 210 time: 0.0585837 Feb 04 17:08:45.182957 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-9b6c721e-53ff-4dec-b792-6fc297fd0e7e tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:45.184309 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-9b6c721e-53ff-4dec-b792-6fc297fd0e7e tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.81 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 810 time: 0.2912879 Feb 04 17:08:45.244160 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-6d030dc6-3f23-40f4-8131-6b7863443b27 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Synchronizing usage tracker for tenant:25008a68293a41aea53feb01c48481ab on resource:security_group {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:08:45.256010 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-6d030dc6-3f23-40f4-8131-6b7863443b27 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Unset dirty status for tenant:25008a68293a41aea53feb01c48481ab on resource:security_group {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:08:45.257151 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-6d030dc6-3f23-40f4-8131-6b7863443b27 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25008a68293a41aea53feb01c48481ab HTTP/1.1" status: 200 len: 380 time: 0.0554564 Feb 04 17:08:45.265551 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Request body: {'port': {'device_id': '1f735649-7523-4d79-99e2-5bb74df2c009', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'admin_state_up': True, 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'security_groups': ['bed774b7-d68b-414d-bc48-a477e9278d11']}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:08:45.412500 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:08:45.424754 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.quota.driver [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:08:45.446463 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Made reservation on behalf of 25008a68293a41aea53feb01c48481ab for: {'port': 1} {{(pid=83550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:08:45.451386 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:45.678233 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.db_base_plugin_common [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Allocated IP 172.20.0.7 (88616805-da99-419a-8a1a-dc4fb118699b/3bef3d80-2486-498f-b4f8-3f3d594b2b2e/e7a1f271-d0a4-473a-838d-cdd86d6f531b) {{(pid=83550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:08:45.962878 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for port, precommit_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:45.987502 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Transition to ACTIVE for port object e7a1f271-d0a4-473a-838d-cdd86d6f531b will not be triggered until provisioned by entity DHCP. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:08:46.018170 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_create {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:46.100124 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Network 88616805-da99-419a-8a1a-dc4fb118699b is already hosted by enough agents. {{(pid=83550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:08:46.105055 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.base_scheduler [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources bound (agent type, host, resource id): {{(pid=83550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:08:46.110697 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event updated for resources: {'Port': ['ID=e7a1f271-d0a4-473a-838d-cdd86d6f531b,revision_number=1']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:46.113043 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Received port after_create {{(pid=83550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:08:46.196245 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:46.197933 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:46.248392 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:46.249033 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:46.250346 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:46.250890 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:46.251772 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:46.252528 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:46.253192 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:46.253787 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:46.254545 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:46.255275 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:46.255847 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:46.262998 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-8e5fa701-17bc-46b5-a06d-addd2764d5ac tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0009143 Feb 04 17:08:46.498874 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-be93333a-4ade-4eeb-8a74-7f52620c2a54 None None] Provisioning for port e7a1f271-d0a4-473a-838d-cdd86d6f531b completed by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:08:46.506832 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-be93333a-4ade-4eeb-8a74-7f52620c2a54 None None] Provisioning complete for port e7a1f271-d0a4-473a-838d-cdd86d6f531b triggered by entity DHCP. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:08:46.507238 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be93333a-4ade-4eeb-8a74-7f52620c2a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:46.517142 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fc57f-f5f5-4590-a9ec-39915c68b506 req-72a5fb55-fb4a-47ff-bdef-a04208f320b8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:46.521344 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-580fc57f-f5f5-4590-a9ec-39915c68b506 req-72a5fb55-fb4a-47ff-bdef-a04208f320b8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 931 time: 0.3258431 Feb 04 17:08:46.574977 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-be93333a-4ade-4eeb-8a74-7f52620c2a54 None None] Port e7a1f271-d0a4-473a-838d-cdd86d6f531b cannot update to ACTIVE because it is not bound. {{(pid=83552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:08:46.601592 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-580fc57f-f5f5-4590-a9ec-39915c68b506 req-90f77577-df95-42de-be39-ec843a57e59a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727293 Feb 04 17:08:47.532057 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:08:47.852964 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121b76e-3fce-4e37-91ed-d920d823443b req-f23a8294-a26d-4f51-a8c7-4a3425a2c9ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:47.854799 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5121b76e-3fce-4e37-91ed-d920d823443b req-f23a8294-a26d-4f51-a8c7-4a3425a2c9ce tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 931 time: 0.0836663 Feb 04 17:08:47.904414 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5121b76e-3fce-4e37-91ed-d920d823443b req-b338cad2-3340-4300-8bc1-4192b66f4d56 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 Feb 04 17:08:48.240945 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f7b16a03-1450-4e5c-893c-b7aed3aff7ab no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:08:48.354868 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:48.386213 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:08:48.397125 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] For port f7b16a03-1450-4e5c-893c-b7aed3aff7ab, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:08:48.402516 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:48.450511 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'code': 200} Feb 04 17:08:48.485683 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Pushing event updated for resources: {'Port': ['ID=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:49.126925 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b390f5f-b882-455f-8a3f-2be91579c6f0 req-967bc4bc-776b-4a14-8374-80d4f27b9a2d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:49.128400 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b390f5f-b882-455f-8a3f-2be91579c6f0 req-967bc4bc-776b-4a14-8374-80d4f27b9a2d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 931 time: 0.0823872 Feb 04 17:08:49.181125 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-1b390f5f-b882-455f-8a3f-2be91579c6f0 req-ae13966e-f4f9-477b-8da5-170c74d1211b tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449953 Feb 04 17:08:50.471596 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ae4b1-0905-446a-898b-2b78c430b23b req-2ed9bab1-1246-4d05-92ea-11a6d0846dd6 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:50.473635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc4ae4b1-0905-446a-898b-2b78c430b23b req-2ed9bab1-1246-4d05-92ea-11a6d0846dd6 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 931 time: 0.1525381 Feb 04 17:08:50.533017 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-dc4ae4b1-0905-446a-898b-2b78c430b23b req-ebe88d9c-e649-4569-a936-8ffcb5da582f tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498822 Feb 04 17:08:50.593198 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:51.743853 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b3939-25dc-45ad-a111-40cf6e6bd00a req-6beede9b-4435-4e00-9cf7-44e2f2fad219 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:51.745368 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-133b3939-25dc-45ad-a111-40cf6e6bd00a req-6beede9b-4435-4e00-9cf7-44e2f2fad219 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 931 time: 0.0799084 Feb 04 17:08:51.807921 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-133b3939-25dc-45ad-a111-40cf6e6bd00a req-546e5cc4-ab8c-4e2c-9288-6b128b9f2f51 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570226 Feb 04 17:08:53.044968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4656941-6b39-47e3-8cc2-65acc52bcd55 req-c047a040-2b52-4b03-9ac8-05d7c7a2d076 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:53.046638 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4656941-6b39-47e3-8cc2-65acc52bcd55 req-c047a040-2b52-4b03-9ac8-05d7c7a2d076 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 931 time: 0.0924041 Feb 04 17:08:53.096116 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c4656941-6b39-47e3-8cc2-65acc52bcd55 req-4480f723-3148-47d2-b62d-588a00b03b4e tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430853 Feb 04 17:08:54.450910 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cea8f-d42d-4836-b06a-3f6d8bba065b req-8de4e259-2104-4aa7-bcf2-cc4c0477f03e tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:54.452381 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a30cea8f-d42d-4836-b06a-3f6d8bba065b req-8de4e259-2104-4aa7-bcf2-cc4c0477f03e tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 931 time: 0.0774043 Feb 04 17:08:54.498110 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a30cea8f-d42d-4836-b06a-3f6d8bba065b req-529a866e-a421-4dc4-a4a7-34e55704ee78 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402918 Feb 04 17:08:55.702938 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d11ebf-1bd9-4856-bd67-841323ae8184 req-1f2fe7c4-8cd1-4362-8927-33202ee78b82 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:55.704396 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94d11ebf-1bd9-4856-bd67-841323ae8184 req-1f2fe7c4-8cd1-4362-8927-33202ee78b82 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 931 time: 0.0804245 Feb 04 17:08:55.749929 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-94d11ebf-1bd9-4856-bd67-841323ae8184 req-df637f47-5aeb-44a9-8086-9ff76d9f8500 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389786 Feb 04 17:08:56.948705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bad668-e4b6-4897-9c46-f4b0f3cfc661 req-7e6c79b9-3abc-454a-bf51-d30583000ee6 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:56.950146 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08bad668-e4b6-4897-9c46-f4b0f3cfc661 req-7e6c79b9-3abc-454a-bf51-d30583000ee6 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 931 time: 0.0754402 Feb 04 17:08:57.000467 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-08bad668-e4b6-4897-9c46-f4b0f3cfc661 req-78d8618c-ff6d-4c4e-8717-878052a34f00 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443912 Feb 04 17:08:57.924475 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.v2.base [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Request body: {'port': {'device_id': '1f735649-7523-4d79-99e2-5bb74df2c009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827872-1'}} {{(pid=83550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:08:58.036797 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:58.204753 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4b2ed-2b97-4623-9403-ce2733e3402f req-20fedd80-4b3d-4473-ae7d-410cd5920636 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:58.206115 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fe4b2ed-2b97-4623-9403-ce2733e3402f req-20fedd80-4b3d-4473-ae7d-410cd5920636 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 931 time: 0.0783072 Feb 04 17:08:58.251006 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-5fe4b2ed-2b97-4623-9403-ce2733e3402f req-ebd7eecc-b585-4121-9c36-6de25211b058 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392480 Feb 04 17:08:58.376445 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a1f271-d0a4-473a-838d-cdd86d6f531b {{(pid=83550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:08:58.383965 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:58.398559 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.provisioning_blocks [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Transition to ACTIVE for port object e7a1f271-d0a4-473a-838d-cdd86d6f531b will not be triggered until provisioned by entity L2. {{(pid=83550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:08:58.402143 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:58.532811 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a1f271-d0a4-473a-838d-cdd86d6f531b,revision_number=2']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:58.641234 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Attempting to bind port e7a1f271-d0a4-473a-838d-cdd86d6f531b on host n-h1-827872-1 for vnic_type normal with profile {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:08:58.641568 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Attempting to bind port e7a1f271-d0a4-473a-838d-cdd86d6f531b by drivers openvswitch,hyperv on host n-h1-827872-1 at level 0 using segments [{'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:08:58.641891 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Attempting to bind port e7a1f271-d0a4-473a-838d-cdd86d6f531b on network 88616805-da99-419a-8a1a-dc4fb118699b {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:08:58.649023 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Port e7a1f271-d0a4-473a-838d-cdd86d6f531b on network 88616805-da99-419a-8a1a-dc4fb118699b not bound, no agent of type Open vSwitch agent registered on host n-h1-827872-1 {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 17:08:58.649349 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Attempting to bind port e7a1f271-d0a4-473a-838d-cdd86d6f531b on network 88616805-da99-419a-8a1a-dc4fb118699b {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:08:58.655874 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Checking agent: {'id': '271911e7-21cd-4ce2-94e6-37e8bed9b998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827872-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'started_at': datetime.datetime(2022, 2, 4, 15, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:08:58.656208 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Checking segment: {'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:08:58.656581 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Bound using segment: {'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'} {{(pid=83550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:08:58.657004 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.managers [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Bound port: e7a1f271-d0a4-473a-838d-cdd86d6f531b, host: n-h1-827872-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca7df2a-ae85-4c39-9832-c50447c6988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b'}}] {{(pid=83550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:08:58.657347 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:58.746733 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] For port e7a1f271-d0a4-473a-838d-cdd86d6f531b, host n-h1-827872-1, cleared binding levels {{(pid=83550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:08:58.749702 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] For port e7a1f271-d0a4-473a-838d-cdd86d6f531b, host n-h1-827872-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:08:58.755587 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2130263'] for port, after_update {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:58.818687 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:58.820292 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] 10.222.0.81 "PUT /v2.0/ports/e7a1f271-d0a4-473a-838d-cdd86d6f531b HTTP/1.1" status: 200 len: 1091 time: 0.9701614 Feb 04 17:08:58.820737 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f735649-7523-4d79-99e2-5bb74df2c009', 'tag': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:08:58.841279 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a8cd4-de3e-4f3b-84ef-8476b51b7570 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a1f271-d0a4-473a-838d-cdd86d6f531b,revision_number=3']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:58.916100 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f735649-7523-4d79-99e2-5bb74df2c009', 'tag': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b', 'status': 'completed', 'code': 200} Feb 04 17:08:58.967773 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-c2abd9f5-8e7e-4fa8-9ea7-7f985853aac9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 1094 time: 0.0894213 Feb 04 17:08:59.166889 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a2b6dff1-c223-4e22-b101-b20c66331727 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b HTTP/1.1" status: 200 len: 217 time: 0.0610459 Feb 04 17:08:59.232729 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-73672560-af46-4f42-82a4-2f623bbabc4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:59.234160 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-73672560-af46-4f42-82a4-2f623bbabc4d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0612655 Feb 04 17:08:59.310589 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-d5e17d44-a73a-46c7-9e17-83e458fdf08a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702665 Feb 04 17:08:59.445387 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-0a92e96c-d6f5-4af9-ae28-b55f700f2600 service neutron] 10.222.0.81 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282792 Feb 04 17:08:59.459599 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc672a-a4ca-4ee0-a325-8da3d36bc5e7 req-2b4a0189-bf56-4807-adfc-b1895bc1a221 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:59.461057 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7cc672a-a4ca-4ee0-a325-8da3d36bc5e7 req-2b4a0189-bf56-4807-adfc-b1895bc1a221 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 943 time: 0.0817599 Feb 04 17:08:59.506949 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-e7cc672a-a4ca-4ee0-a325-8da3d36bc5e7 req-c8760cac-3bf1-4ae1-99b0-fd9a88951122 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404439 Feb 04 17:08:59.679677 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-675356c2-d4ae-4f7e-8d78-7f0de712096c req-a32493d5-f0bd-4846-8799-dac9c3c41bf7 service neutron] 10.222.0.81 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271190 Feb 04 17:08:59.833346 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d77a932c-bb72-446e-b275-50e27decd235 req-9908bd40-e4d7-4037-a2ab-c30182e824a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 1094 time: 0.0733120 Feb 04 17:08:59.963570 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a932c-bb72-446e-b275-50e27decd235 req-76f15ec8-6a92-4a3f-a6c0-9e5d812393c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:59.964936 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d77a932c-bb72-446e-b275-50e27decd235 req-76f15ec8-6a92-4a3f-a6c0-9e5d812393c5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 911 time: 0.1253140 Feb 04 17:09:00.032205 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d77a932c-bb72-446e-b275-50e27decd235 req-c84eac82-e492-4714-b052-d193dbaf1c1b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b HTTP/1.1" status: 200 len: 217 time: 0.0608113 Feb 04 17:09:00.097641 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a932c-bb72-446e-b275-50e27decd235 req-5821b5f2-771c-460d-aed2-640c35154a1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:00.099252 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d77a932c-bb72-446e-b275-50e27decd235 req-5821b5f2-771c-460d-aed2-640c35154a1a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0608926 Feb 04 17:09:00.173583 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d77a932c-bb72-446e-b275-50e27decd235 req-0cfd556d-e39b-40ca-b4bd-e43cbe8a3a58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688274 Feb 04 17:09:00.304588 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d77a932c-bb72-446e-b275-50e27decd235 req-a62e4176-ef44-4c2c-acc5-1827857d5c31 service neutron] 10.222.0.81 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237092 Feb 04 17:09:00.435792 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-d77a932c-bb72-446e-b275-50e27decd235 req-86e9fa0b-0502-450a-bbf0-d58980f2c0bc service neutron] 10.222.0.81 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245124 Feb 04 17:09:00.712323 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225b434-76e7-4ff6-8040-8d0e921a7c24 req-52fbb3e8-7e71-4484-8c7a-5b1a9c1f7eaa tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:00.713863 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c225b434-76e7-4ff6-8040-8d0e921a7c24 req-52fbb3e8-7e71-4484-8c7a-5b1a9c1f7eaa tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 943 time: 0.0759530 Feb 04 17:09:00.760749 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c225b434-76e7-4ff6-8040-8d0e921a7c24 req-f1dbb14f-4c29-494c-808a-94e0d42769a2 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413823 Feb 04 17:09:01.968272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd40b2-ff95-4180-a683-dac4efbe2353 req-49053d21-2080-4299-9d30-2a056e8a323c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:01.969736 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4fbd40b2-ff95-4180-a683-dac4efbe2353 req-49053d21-2080-4299-9d30-2a056e8a323c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 943 time: 0.0807743 Feb 04 17:09:02.016556 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4fbd40b2-ff95-4180-a683-dac4efbe2353 req-a1536c27-bf29-4d31-bc81-d839f9aaca79 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408399 Feb 04 17:09:03.046223 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e7a1f271-d0a4-473a-838d-cdd86d6f531b details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:09:03.181580 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e7a1f271-d0a4-473a-838d-cdd86d6f531b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:09:03.194611 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'port_id': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b', 'mac_address': 'fa:16:3e:43:6e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:09:03.214947 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ba8b0-e9bb-422a-90cb-79b7f8488d51 req-4709f205-2ef4-4d51-908f-b1601a2b99a8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:03.216445 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c9ba8b0-e9bb-422a-90cb-79b7f8488d51 req-4709f205-2ef4-4d51-908f-b1601a2b99a8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 943 time: 0.0755928 Feb 04 17:09:03.248258 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:03.263415 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-3c9ba8b0-e9bb-422a-90cb-79b7f8488d51 req-93fcefc0-280b-4b59-87b1-11584ff7ccf4 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413997 Feb 04 17:09:03.265613 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a1f271-d0a4-473a-838d-cdd86d6f531b {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:09:03.280717 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e7a1f271-d0a4-473a-838d-cdd86d6f531b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:09:03.286929 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:03.358423 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=e7a1f271-d0a4-473a-838d-cdd86d6f531b,revision_number=4']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:03.760420 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['e7a1f271-d0a4-473a-838d-cdd86d6f531b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:09:04.469875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe3ad6-8b71-4169-a9e6-35195d1edceb req-7503cc60-0dac-4bb1-ba79-d92e9a4200f4 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:04.471366 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1fe3ad6-8b71-4169-a9e6-35195d1edceb req-7503cc60-0dac-4bb1-ba79-d92e9a4200f4 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 944 time: 0.0813043 Feb 04 17:09:04.518299 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a1fe3ad6-8b71-4169-a9e6-35195d1edceb req-50a98341-35ef-4a5e-9617-5c14e18aaf07 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408046 Feb 04 17:09:05.068281 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e7a1f271-d0a4-473a-838d-cdd86d6f531b up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:09:05.135598 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning for port e7a1f271-d0a4-473a-838d-cdd86d6f531b completed by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:09:05.140092 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port e7a1f271-d0a4-473a-838d-cdd86d6f531b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:05.140463 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:05.250914 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:05.278079 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f735649-7523-4d79-99e2-5bb74df2c009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:09:05.289616 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e7a1f271-d0a4-473a-838d-cdd86d6f531b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:09:05.293607 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:05.337462 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f735649-7523-4d79-99e2-5bb74df2c009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b', 'code': 200} Feb 04 17:09:05.364558 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=e7a1f271-d0a4-473a-838d-cdd86d6f531b,revision_number=5']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:05.495076 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-11861173-840e-4dd0-9b05-bb578b054a49 req-520e89e0-d78f-4c69-8c98-2f48127e3f2e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 1096 time: 0.0727892 Feb 04 17:09:05.538640 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-11861173-840e-4dd0-9b05-bb578b054a49 req-e1d8ad96-9d83-43b0-a232-1aa080e4dddb service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373666 Feb 04 17:09:05.717738 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05371ab9-f4e2-47ff-bea5-274d1c9f25f4 req-3750324c-5777-4b10-bc29-45f5cd5cc2e1 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:05.719195 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05371ab9-f4e2-47ff-bea5-274d1c9f25f4 req-3750324c-5777-4b10-bc29-45f5cd5cc2e1 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 945 time: 0.0757174 Feb 04 17:09:05.768117 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-05371ab9-f4e2-47ff-bea5-274d1c9f25f4 req-d55509b6-b156-4e73-9d63-bbb369c560d5 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431397 Feb 04 17:09:06.834934 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-28ac24b1-781c-40f8-818c-58b2e5055a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:06.988342 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ee31c-86be-444c-87a7-f68aa3c57d78 req-2e7b2e33-639b-40ce-89f0-8f343eadd851 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:06.990437 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-630ee31c-86be-444c-87a7-f68aa3c57d78 req-2e7b2e33-639b-40ce-89f0-8f343eadd851 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 945 time: 0.0872276 Feb 04 17:09:07.035475 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-630ee31c-86be-444c-87a7-f68aa3c57d78 req-0fa0fd01-7e52-4a8a-a3c9-dae07c6c2f23 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395393 Feb 04 17:09:08.237501 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e791b47-a4b0-4277-93a0-63f98d536d38 req-860a21ae-2974-41a0-9a9d-00eafe57379c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:08.239402 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e791b47-a4b0-4277-93a0-63f98d536d38 req-860a21ae-2974-41a0-9a9d-00eafe57379c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 945 time: 0.0789971 Feb 04 17:09:08.284495 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-7e791b47-a4b0-4277-93a0-63f98d536d38 req-fa378981-b7ad-45d4-9c0c-67a09775911d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395947 Feb 04 17:09:08.488634 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f127e4-2be5-4dc8-89e0-cbba2e11c883 req-78f14c59-6ba6-465a-afb2-bf15c8decd73 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:08.489983 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8f127e4-2be5-4dc8-89e0-cbba2e11c883 req-78f14c59-6ba6-465a-afb2-bf15c8decd73 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 945 time: 0.0773227 Feb 04 17:09:08.534261 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c8f127e4-2be5-4dc8-89e0-cbba2e11c883 req-63b0a861-3d31-4d0c-9e59-d253faef51bd tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388744 Feb 04 17:09:08.566483 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60762) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:08.639506 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0fc250bf-07dc-4732-b12a-a2f869e5179e tempest-TestSnapshotPattern-390203138 tempest-TestSnapshotPattern-390203138-project-admin] Synchronizing usage tracker for tenant:3d80fb5645f64b6a951196e28bbda1f8 on resource:port {{(pid=83551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:09:08.657055 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-0fc250bf-07dc-4732-b12a-a2f869e5179e tempest-TestSnapshotPattern-390203138 tempest-TestSnapshotPattern-390203138-project-admin] Unset dirty status for tenant:3d80fb5645f64b6a951196e28bbda1f8 on resource:port {{(pid=83551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:09:08.658260 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-0fc250bf-07dc-4732-b12a-a2f869e5179e tempest-TestSnapshotPattern-390203138 tempest-TestSnapshotPattern-390203138-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 1091 time: 0.0901268 Feb 04 17:09:08.661239 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 60766) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:08.666316 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.v2.base [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Request body: {'floatingip': {'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'port_id': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:08.672396 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:08.676100 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Usage tracker for resource:floatingip and tenant:25008a68293a41aea53feb01c48481ab is out of sync, need to count used quota {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:08.679538 n-d-827872-1 neutron-server[83551]: DEBUG neutron.quota.resource [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:08.685153 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.quota.driver [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:08.696033 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for floatingip, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:08.919021 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:09.059265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_common [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Allocated IP 172.25.0.41 (90e18d22-01ea-4b42-95c7-2e404cedbfa2/dae3a9e3-07e3-420e-9a55-e44e2c9aba9c/fcb2ff22-2084-4e19-95f8-4b605fc6c58b) {{(pid=83551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:09:09.192962 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9cf4498e-db4f-41ed-990b-caa694d85628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:09.211877 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for port, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:09.240642 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745126076398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:09.304025 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Network 90e18d22-01ea-4b42-95c7-2e404cedbfa2 is already hosted by enough agents. {{(pid=83551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:09:09.306755 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.base_scheduler [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Resources bound (agent type, host, resource id): {{(pid=83551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:09:09.310966 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Received port after_create {{(pid=83551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:09:09.339590 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event updated for resources: {'Port': ['ID=fcb2ff22-2084-4e19-95f8-4b605fc6c58b,revision_number=1']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:09.358511 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:09.358844 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:09.359206 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:09.359520 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:09.359840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:09.360155 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:09.360471 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:09.360783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:09.361090 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:09.361415 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:09.361705 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:09.827231 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:09.882080 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:10.085881 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for port, precommit_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:10.090142 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3034578'] for port, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:10.191086 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event updated for resources: {'Port': ['ID=fcb2ff22-2084-4e19-95f8-4b605fc6c58b,revision_number=2']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:10.209405 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346824'] for floatingip, after_update {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:10.398817 n-d-827872-1 neutron-server[83551]: INFO neutron.db.l3_db [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Floating IP 1f1b504e-68de-477e-b0d8-d9df49a85c9a associated. External IP: 172.25.0.41, port: e7a1f271-d0a4-473a-838d-cdd86d6f531b. Feb 04 17:09:10.578156 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:10.598280 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:10.898367 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Router d293bce1-5a65-4052-8f0a-fc4ec67e8072 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:09:11.097458 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:09:11.106986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ed365-9253-49d3-8660-18864d8c2a07 None None] Sync routers for ids ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:09:11.120339 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ed365-9253-49d3-8660-18864d8c2a07 None None] Routers {'d293bce1-5a65-4052-8f0a-fc4ec67e8072'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:09:11.121078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1d6ed365-9253-49d3-8660-18864d8c2a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:09:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:11.122471 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:11.175379 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4efc64f1-9c68-47f1-926b-987eb0d6a363 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5128951 Feb 04 17:09:11.175790 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f735649-7523-4d79-99e2-5bb74df2c009', 'tag': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:09:11.237683 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f735649-7523-4d79-99e2-5bb74df2c009', 'tag': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b', 'status': 'completed', 'code': 200} Feb 04 17:09:11.304377 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-1d6ed365-9253-49d3-8660-18864d8c2a07 None None] Set router d293bce1-5a65-4052-8f0a-fc4ec67e8072 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:09:11.351326 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9cd4e260-bb2a-4451-81f6-add3c01d21c3 req-92dfa506-8d2d-4c5d-be55-6d419437c850 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 1096 time: 0.0680072 Feb 04 17:09:11.491983 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4e260-bb2a-4451-81f6-add3c01d21c3 req-9caf752c-6305-4b45-91f7-0f5d1a4cf5ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:11.493430 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9cd4e260-bb2a-4451-81f6-add3c01d21c3 req-9caf752c-6305-4b45-91f7-0f5d1a4cf5ae service neutron] 10.222.0.81 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 911 time: 0.1345143 Feb 04 17:09:11.597144 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9cd4e260-bb2a-4451-81f6-add3c01d21c3 req-fb51a5f3-79d9-4186-9c25-4cf0902727e2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b HTTP/1.1" status: 200 len: 998 time: 0.0971518 Feb 04 17:09:11.660533 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4e260-bb2a-4451-81f6-add3c01d21c3 req-7275c6cb-75fd-454f-8ff9-1a6eda82eb87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:11.662392 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9cd4e260-bb2a-4451-81f6-add3c01d21c3 req-7275c6cb-75fd-454f-8ff9-1a6eda82eb87 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0590558 Feb 04 17:09:11.686949 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1d6ed365-9253-49d3-8660-18864d8c2a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '1f1b504e-68de-477e-b0d8-d9df49a85c9a', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'port_id': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'mac_address': 'fa:16:3e:43:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f735649-7523-4d79-99e2-5bb74df2c009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:09:09Z', 'updated_at': '2022-02-04T17:09:09Z', 'revision_number': 0, 'project_id': '25008a68293a41aea53feb01c48481ab', 'fixed_ip_address_scope': None}, {'id': 'c426897b-cc04-4c08-928c-4a4d5b50d282', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'port_id': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'mac_address': 'fa:16:3e:6d:01:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:05:45Z', 'updated_at': '2022-02-04T17:05:55Z', 'revision_number': 1, 'project_id': '25008a68293a41aea53feb01c48481ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:38Z', 'revision_number': 5, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:11.690798 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ed365-9253-49d3-8660-18864d8c2a07 None None] Checking router: d293bce1-5a65-4052-8f0a-fc4ec67e8072 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:09:11.701605 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ed365-9253-49d3-8660-18864d8c2a07 None None] Routers {'d293bce1-5a65-4052-8f0a-fc4ec67e8072'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:09:11.702184 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1d6ed365-9253-49d3-8660-18864d8c2a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:09:09Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:11.751217 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9cd4e260-bb2a-4451-81f6-add3c01d21c3 req-1bf04a58-a62e-40e7-8c83-64a40798b78d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721138 Feb 04 17:09:11.875523 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:11.884202 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9cd4e260-bb2a-4451-81f6-add3c01d21c3 req-64da3739-c2b0-4c22-a1bf-943495ceb5a5 service neutron] 10.222.0.81 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263139 Feb 04 17:09:11.895422 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-1d6ed365-9253-49d3-8660-18864d8c2a07 None None] Set router d293bce1-5a65-4052-8f0a-fc4ec67e8072 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:09:12.128989 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-9cd4e260-bb2a-4451-81f6-add3c01d21c3 req-3953d33e-785b-4c91-9f1c-311d03dcc9e9 service neutron] 10.222.0.81 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379801 Feb 04 17:09:12.255280 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-1d6ed365-9253-49d3-8660-18864d8c2a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '1f1b504e-68de-477e-b0d8-d9df49a85c9a', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'port_id': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'mac_address': 'fa:16:3e:43:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f735649-7523-4d79-99e2-5bb74df2c009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:09:09Z', 'updated_at': '2022-02-04T17:09:09Z', 'revision_number': 0, 'project_id': '25008a68293a41aea53feb01c48481ab', 'fixed_ip_address_scope': None}, {'id': 'c426897b-cc04-4c08-928c-4a4d5b50d282', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'port_id': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'mac_address': 'fa:16:3e:6d:01:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:05:45Z', 'updated_at': '2022-02-04T17:05:55Z', 'revision_number': 1, 'project_id': '25008a68293a41aea53feb01c48481ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:38Z', 'revision_number': 5, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:12.259314 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ed365-9253-49d3-8660-18864d8c2a07 None None] The sync data for ids ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'] in n-d-827872-1 is: [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': '1f1b504e-68de-477e-b0d8-d9df49a85c9a', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'port_id': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'mac_address': 'fa:16:3e:43:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f735649-7523-4d79-99e2-5bb74df2c009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:09:09Z', 'updated_at': '2022-02-04T17:09:09Z', 'revision_number': 0, 'project_id': '25008a68293a41aea53feb01c48481ab', 'fixed_ip_address_scope': None}, {'id': 'c426897b-cc04-4c08-928c-4a4d5b50d282', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'port_id': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'mac_address': 'fa:16:3e:6d:01:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:05:45Z', 'updated_at': '2022-02-04T17:05:55Z', 'revision_number': 1, 'project_id': '25008a68293a41aea53feb01c48481ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:38Z', 'revision_number': 5, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:09:12.457476 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542f4e9-7af1-4fed-953a-5dbbb9e57670 None None] New status for floating IP 1f1b504e-68de-477e-b0d8-d9df49a85c9a: ACTIVE {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:09:12.627508 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:20.605486 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:24.532135 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:09:32.407836 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3c17187c-3c73-4e73-b5a9-0620187cecf6 req-6aacb191-8b04-44b1-8222-05c106955fcd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669665 Feb 04 17:09:32.569409 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3c17187c-3c73-4e73-b5a9-0620187cecf6 req-1cad9faa-b3a5-4c12-a466-fa96f4313552 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 1096 time: 0.0715356 Feb 04 17:09:32.714874 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17187c-3c73-4e73-b5a9-0620187cecf6 req-c31403a2-3d16-4f34-853d-5a337420ba57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:32.716517 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3c17187c-3c73-4e73-b5a9-0620187cecf6 req-c31403a2-3d16-4f34-853d-5a337420ba57 service neutron] 10.222.0.81 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 911 time: 0.1266172 Feb 04 17:09:32.817220 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3c17187c-3c73-4e73-b5a9-0620187cecf6 req-63066e03-195c-4f19-b5b5-0b8479445022 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b HTTP/1.1" status: 200 len: 1000 time: 0.0948892 Feb 04 17:09:32.878219 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17187c-3c73-4e73-b5a9-0620187cecf6 req-01d8f8b2-9265-4710-b23b-e1b05e69adc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:32.879679 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3c17187c-3c73-4e73-b5a9-0620187cecf6 req-01d8f8b2-9265-4710-b23b-e1b05e69adc5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0568752 Feb 04 17:09:32.954101 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3c17187c-3c73-4e73-b5a9-0620187cecf6 req-2e88f0c3-df54-40bb-9f3c-ef03acc76aad service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674407 Feb 04 17:09:33.084156 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3c17187c-3c73-4e73-b5a9-0620187cecf6 req-ee938b8b-8de4-470c-b216-c1b224349d52 service neutron] 10.222.0.81 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234419 Feb 04 17:09:33.216864 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3c17187c-3c73-4e73-b5a9-0620187cecf6 req-52940fb8-1622-4435-8042-502493ebde28 service neutron] 10.222.0.81 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261663 Feb 04 17:09:33.563598 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-732234c6-4952-41ca-ae04-07841dc2cb78 req-bc456d11-b628-4914-bacd-9e03517a6fa4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697699 Feb 04 17:09:33.700199 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-732234c6-4952-41ca-ae04-07841dc2cb78 req-7124d9d1-a0df-4512-a24e-402bcf5ec4eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 1094 time: 0.0691314 Feb 04 17:09:33.845106 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732234c6-4952-41ca-ae04-07841dc2cb78 req-56f5dca5-ae57-4b66-baa1-24a9a1587c2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:33.846438 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-732234c6-4952-41ca-ae04-07841dc2cb78 req-56f5dca5-ae57-4b66-baa1-24a9a1587c2f service neutron] 10.222.0.73 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 911 time: 0.1272020 Feb 04 17:09:33.947080 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-732234c6-4952-41ca-ae04-07841dc2cb78 req-80d6e278-a568-4ef7-baaa-6ef9187090f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab HTTP/1.1" status: 200 len: 999 time: 0.0950820 Feb 04 17:09:34.007911 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732234c6-4952-41ca-ae04-07841dc2cb78 req-a372a7bf-99b9-413e-8447-738145c9c485 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:34.009339 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-732234c6-4952-41ca-ae04-07841dc2cb78 req-a372a7bf-99b9-413e-8447-738145c9c485 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0560064 Feb 04 17:09:34.085770 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-732234c6-4952-41ca-ae04-07841dc2cb78 req-34f3de40-0e88-4464-bfff-4d86c6c64063 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706427 Feb 04 17:09:34.217946 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-732234c6-4952-41ca-ae04-07841dc2cb78 req-2d95fca7-b75b-40f6-9726-0bd0ff458900 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249201 Feb 04 17:09:34.348697 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-732234c6-4952-41ca-ae04-07841dc2cb78 req-8ed3cdb0-32a9-4586-ab97-7b58863be5d3 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240165 Feb 04 17:09:36.836933 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-be6c76e6-c034-49bf-b421-71a16c655b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:39.193091 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8ea84463-0eae-4fb2-b5ad-0e3fec8c81f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:40.581245 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:40.600522 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:41.837719 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:42.627471 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:50.619470 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:01.532324 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:10:06.839719 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e0afc421-0642-4fb7-b69c-45c4da6785e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:09.195805 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-403557e0-392f-4589-8bf9-2d83a3c1bec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:10.583765 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:10.603855 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:11.840010 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:12.641587 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:20.642924 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:32.408737 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a55423f9-fb4d-432b-84c6-48a193376746 req-9ee1b132-1564-4cf8-b074-4c10f3333813 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0745850 Feb 04 17:10:32.572851 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a55423f9-fb4d-432b-84c6-48a193376746 req-bb6f5135-b761-4a7e-8c07-a92db48581b5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 1096 time: 0.0707409 Feb 04 17:10:32.721745 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55423f9-fb4d-432b-84c6-48a193376746 req-9a060547-4cab-4b30-9a40-7da9ad366b21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:32.723093 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a55423f9-fb4d-432b-84c6-48a193376746 req-9a060547-4cab-4b30-9a40-7da9ad366b21 service neutron] 10.222.0.81 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 911 time: 0.1309371 Feb 04 17:10:32.830815 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a55423f9-fb4d-432b-84c6-48a193376746 req-e463d690-5a69-4112-9aa9-cc160fd9167b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b HTTP/1.1" status: 200 len: 1000 time: 0.0998135 Feb 04 17:10:32.895621 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55423f9-fb4d-432b-84c6-48a193376746 req-a2aed818-56f1-488e-bc06-bbe5cfd566e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:32.897096 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a55423f9-fb4d-432b-84c6-48a193376746 req-a2aed818-56f1-488e-bc06-bbe5cfd566e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0592883 Feb 04 17:10:32.979261 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a55423f9-fb4d-432b-84c6-48a193376746 req-f4182c6d-239b-46a5-8495-d1ffc68212a3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750241 Feb 04 17:10:33.117672 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a55423f9-fb4d-432b-84c6-48a193376746 req-391e9c61-33bb-4e58-864c-f72760fc587f service neutron] 10.222.0.81 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288805 Feb 04 17:10:33.362647 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-a55423f9-fb4d-432b-84c6-48a193376746 req-d214d5af-fdca-40e8-aa2a-675639378962 service neutron] 10.222.0.81 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385554 Feb 04 17:10:33.562443 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a34fb809-932b-4740-abe1-6cea2efdef39 req-1aae4cc9-053a-43cb-848a-39772d027174 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681024 Feb 04 17:10:33.806078 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a34fb809-932b-4740-abe1-6cea2efdef39 req-710b4b8a-1184-4f92-a280-934faeca7563 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 1094 time: 0.1753800 Feb 04 17:10:33.957018 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fb809-932b-4740-abe1-6cea2efdef39 req-944229ba-bfdc-42c4-9eb9-999a4494c138 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:33.958521 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a34fb809-932b-4740-abe1-6cea2efdef39 req-944229ba-bfdc-42c4-9eb9-999a4494c138 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 911 time: 0.1331418 Feb 04 17:10:34.060642 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a34fb809-932b-4740-abe1-6cea2efdef39 req-6fb96884-2c33-4b17-8a3f-8b5fb7f9a09c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab HTTP/1.1" status: 200 len: 999 time: 0.0967236 Feb 04 17:10:34.125302 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fb809-932b-4740-abe1-6cea2efdef39 req-621699a7-d2d8-43e8-9217-f3d93cb74a56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:34.127032 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a34fb809-932b-4740-abe1-6cea2efdef39 req-621699a7-d2d8-43e8-9217-f3d93cb74a56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0601497 Feb 04 17:10:34.206457 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a34fb809-932b-4740-abe1-6cea2efdef39 req-da20e62d-4026-4d0e-a7cc-b09587ec7e6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734386 Feb 04 17:10:34.341515 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a34fb809-932b-4740-abe1-6cea2efdef39 req-cd3aec72-e8e4-4497-9427-292b916a8201 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288056 Feb 04 17:10:34.472941 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-a34fb809-932b-4740-abe1-6cea2efdef39 req-556b56ac-b091-4d76-9d7c-919cfe18b9ad service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248491 Feb 04 17:10:36.843128 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d92bea77-27d6-4d99-80b9-b9196747515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:38.532849 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:10:39.197828 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-ee236802-ca7f-450b-9ca9-8bf19ad74426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:40.587940 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:40.607216 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:41.844078 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:42.643754 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:50.632318 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:06.844910 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4cb20c40-20f2-42b2-a23d-7bcad44b53d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:09.200710 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1ad4b616-5d3f-4965-b976-0f3785b500c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:10.582705 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:10.610413 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:11.846674 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:12.658971 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:15.534158 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:11:20.650315 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:29.639183 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e7a1f271-d0a4-473a-838d-cdd86d6f531b details requested by agent hyperv_n-h1-827872-1 with host n-h1-827872-1 {{(pid=83552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:11:29.769878 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e7a1f271-d0a4-473a-838d-cdd86d6f531b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:29.783106 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Returning: {'device': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'port_id': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b', 'mac_address': 'fa:16:3e:43:6e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:11:29.834032 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:29.854333 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7a1f271-d0a4-473a-838d-cdd86d6f531b {{(pid=83552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:11:29.869701 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e7a1f271-d0a4-473a-838d-cdd86d6f531b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:29.872667 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:29.979495 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=e7a1f271-d0a4-473a-838d-cdd86d6f531b,revision_number=6']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:29.988096 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:29.988438 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:29.988773 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:29.989103 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:29.989435 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:29.989757 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:29.990078 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:29.990401 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:29.990715 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:29.991034 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:29.991373 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:30.028968 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] get_ports_and_sgs() called for port_ids ['e7a1f271-d0a4-473a-838d-cdd86d6f531b'] {{(pid=83552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:11:31.654540 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e7a1f271-d0a4-473a-838d-cdd86d6f531b up at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:11:31.723830 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.provisioning_blocks [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Provisioning complete for port e7a1f271-d0a4-473a-838d-cdd86d6f531b triggered by entity L2. {{(pid=83552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:31.724189 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1196417'] for port, provisioning_complete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:31.830654 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:31.863658 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f735649-7523-4d79-99e2-5bb74df2c009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:11:31.873307 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e7a1f271-d0a4-473a-838d-cdd86d6f531b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:31.877612 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:31.952688 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=e7a1f271-d0a4-473a-838d-cdd86d6f531b,revision_number=7']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:31.961016 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f735649-7523-4d79-99e2-5bb74df2c009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b', 'code': 200} Feb 04 17:11:33.464624 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3596d01f-98ac-4675-8847-8f5036b98605 req-4c9b0c78-fffd-46cd-8dcb-5f2cbdc1b555 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 1096 time: 0.0680082 Feb 04 17:11:33.581284 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-124d769c-daf0-4b51-8913-b0532e80330e req-9dfff7a0-347d-4b25-bc18-3912f051989a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715680 Feb 04 17:11:33.612278 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596d01f-98ac-4675-8847-8f5036b98605 req-be699caf-9a56-4856-9c4d-cc299ec438fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:33.613723 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3596d01f-98ac-4675-8847-8f5036b98605 req-be699caf-9a56-4856-9c4d-cc299ec438fb service neutron] 10.222.0.81 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 911 time: 0.1295807 Feb 04 17:11:33.717335 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3596d01f-98ac-4675-8847-8f5036b98605 req-d74047b0-524a-4030-83c4-646dad129ce7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b HTTP/1.1" status: 200 len: 1000 time: 0.0971522 Feb 04 17:11:33.717554 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-124d769c-daf0-4b51-8913-b0532e80330e req-d72924e3-78c1-45cc-80d8-7cd9a9f94a86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 1094 time: 0.0699716 Feb 04 17:11:33.784172 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596d01f-98ac-4675-8847-8f5036b98605 req-192c0b39-a762-4f6c-86d2-659f82bb22af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:33.785610 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3596d01f-98ac-4675-8847-8f5036b98605 req-192c0b39-a762-4f6c-86d2-659f82bb22af service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0621998 Feb 04 17:11:33.864025 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3596d01f-98ac-4675-8847-8f5036b98605 req-12440a5c-e7b0-4385-ac9d-c95bac9fa2c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719228 Feb 04 17:11:33.867774 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d769c-daf0-4b51-8913-b0532e80330e req-deee0403-ec85-4112-9769-3e7e269c0501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:33.869384 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-124d769c-daf0-4b51-8913-b0532e80330e req-deee0403-ec85-4112-9769-3e7e269c0501 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 911 time: 0.1313875 Feb 04 17:11:33.874040 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-3596d01f-98ac-4675-8847-8f5036b98605 req-e985c65d-9686-4130-a6d9-17dbcaf4cab4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=83550) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 17:11:33.875048 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3596d01f-98ac-4675-8847-8f5036b98605 req-e985c65d-9686-4130-a6d9-17dbcaf4cab4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050383 Feb 04 17:11:33.974493 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-124d769c-daf0-4b51-8913-b0532e80330e req-409b2da1-4a17-47cf-8ad2-e2c47f3eb943 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab HTTP/1.1" status: 200 len: 999 time: 0.0991466 Feb 04 17:11:34.006498 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3596d01f-98ac-4675-8847-8f5036b98605 req-5b6ce981-7c82-41c0-b89a-04fdce4b1440 service neutron] 10.222.0.81 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250093 Feb 04 17:11:34.038275 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d769c-daf0-4b51-8913-b0532e80330e req-2db41657-7799-4abc-ad85-355ddf8bf6ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:34.040683 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-124d769c-daf0-4b51-8913-b0532e80330e req-2db41657-7799-4abc-ad85-355ddf8bf6ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0598791 Feb 04 17:11:34.118398 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-124d769c-daf0-4b51-8913-b0532e80330e req-2b81913d-1712-43a2-a2c3-7565c361e3aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721402 Feb 04 17:11:34.140488 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-3596d01f-98ac-4675-8847-8f5036b98605 req-ab617b99-8694-4dd5-88cc-c6048ac45c8f service neutron] 10.222.0.81 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277142 Feb 04 17:11:34.257954 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-124d769c-daf0-4b51-8913-b0532e80330e req-382b258e-d816-4544-a433-adba818d5298 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337543 Feb 04 17:11:34.387456 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-124d769c-daf0-4b51-8913-b0532e80330e req-d4880c9a-ce08-4de9-81e1-95039a4a4926 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238570 Feb 04 17:11:36.853900 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-9bc0df3f-d665-45e6-8722-57a8d37d3767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:39.207555 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8cb468d3-6e3e-49f5-9b3c-d3bace7c105e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:40.588436 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:40.616632 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:41.852763 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:42.673709 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:45.885318 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 60962) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:11:46.090883 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Deleting port fcb2ff22-2084-4e19-95f8-4b605fc6c58b {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:11:46.091258 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:46.253567 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:46.253801 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:46.378213 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Calling delete_port for fcb2ff22-2084-4e19-95f8-4b605fc6c58b owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:11:46.525529 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:46.567450 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event deleted for resources: {'Port': ['ID=fcb2ff22-2084-4e19-95f8-4b605fc6c58b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:46.601889 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:46.602237 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:46.602566 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:46.602916 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:46.603270 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:46.603597 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:46.603917 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:46.604235 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:46.604550 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:46.604867 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:46.605182 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:46.773572 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:47.156377 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Router d293bce1-5a65-4052-8f0a-fc4ec67e8072 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:11:47.364380 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:11:47.375026 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edac81e8-2f6f-4f70-b462-b75f6231c756 None None] Sync routers for ids ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:11:47.381406 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:47.387938 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edac81e8-2f6f-4f70-b462-b75f6231c756 None None] Routers {'d293bce1-5a65-4052-8f0a-fc4ec67e8072'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:11:47.388579 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-edac81e8-2f6f-4f70-b462-b75f6231c756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:11:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:47.435198 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-65ec1e1b-dff1-40fe-ad92-86ad3d37271a tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "DELETE /v2.0/floatingips/1f1b504e-68de-477e-b0d8-d9df49a85c9a HTTP/1.1" status: 204 len: 168 time: 1.5485275 Feb 04 17:11:47.435793 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f735649-7523-4d79-99e2-5bb74df2c009', 'tag': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:11:47.569526 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-edac81e8-2f6f-4f70-b462-b75f6231c756 None None] Set router d293bce1-5a65-4052-8f0a-fc4ec67e8072 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:11:47.602301 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f735649-7523-4d79-99e2-5bb74df2c009', 'tag': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b', 'status': 'completed', 'code': 200} Feb 04 17:11:47.736090 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cca59b9c-4b16-42f4-850c-0899801c57eb req-bcbc11a4-52ab-4448-92ee-fa3e6c580480 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 1096 time: 0.0917137 Feb 04 17:11:47.874896 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca59b9c-4b16-42f4-850c-0899801c57eb req-bd5faf3b-1882-40df-a668-de1c2dea4c71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:47.876265 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e82395-04a3-457d-8bc7-4135b834734d req-c7bf849d-a669-467e-bd69-b5a9ae900333 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:47.876791 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cca59b9c-4b16-42f4-850c-0899801c57eb req-bd5faf3b-1882-40df-a668-de1c2dea4c71 service neutron] 10.222.0.81 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 911 time: 0.1347706 Feb 04 17:11:47.877879 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21e82395-04a3-457d-8bc7-4135b834734d req-c7bf849d-a669-467e-bd69-b5a9ae900333 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 945 time: 0.0769548 Feb 04 17:11:47.931485 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-edac81e8-2f6f-4f70-b462-b75f6231c756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'c426897b-cc04-4c08-928c-4a4d5b50d282', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'port_id': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'mac_address': 'fa:16:3e:6d:01:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:05:45Z', 'updated_at': '2022-02-04T17:05:55Z', 'revision_number': 1, 'project_id': '25008a68293a41aea53feb01c48481ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:38Z', 'revision_number': 5, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:47.935682 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edac81e8-2f6f-4f70-b462-b75f6231c756 None None] Checking router: d293bce1-5a65-4052-8f0a-fc4ec67e8072 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:11:47.946923 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edac81e8-2f6f-4f70-b462-b75f6231c756 None None] Routers {'d293bce1-5a65-4052-8f0a-fc4ec67e8072'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:11:47.947506 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-edac81e8-2f6f-4f70-b462-b75f6231c756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:11:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:47.947788 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-21e82395-04a3-457d-8bc7-4135b834734d req-9e9f3c08-1358-472b-8827-657d9740a95d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642228 Feb 04 17:11:47.954323 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cca59b9c-4b16-42f4-850c-0899801c57eb req-73cf0cfc-4127-4545-9781-1354c4c863b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b HTTP/1.1" status: 200 len: 217 time: 0.0717618 Feb 04 17:11:48.026096 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca59b9c-4b16-42f4-850c-0899801c57eb req-9d6c435d-daa2-49ca-b2c7-546dac7cfe91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:48.027573 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cca59b9c-4b16-42f4-850c-0899801c57eb req-9d6c435d-daa2-49ca-b2c7-546dac7cfe91 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0634322 Feb 04 17:11:48.103412 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cca59b9c-4b16-42f4-850c-0899801c57eb req-87668e46-c03c-4c2a-b23d-3d58ab9e7630 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697389 Feb 04 17:11:48.128356 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-edac81e8-2f6f-4f70-b462-b75f6231c756 None None] Set router d293bce1-5a65-4052-8f0a-fc4ec67e8072 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:11:48.233336 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cca59b9c-4b16-42f4-850c-0899801c57eb req-df034ed4-d184-41ce-a154-328a9a6caaed service neutron] 10.222.0.81 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231487 Feb 04 17:11:48.370553 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-cca59b9c-4b16-42f4-850c-0899801c57eb req-52178741-bd0b-4152-8fd7-35ebf01779c8 service neutron] 10.222.0.81 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294589 Feb 04 17:11:48.511522 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-edac81e8-2f6f-4f70-b462-b75f6231c756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'c426897b-cc04-4c08-928c-4a4d5b50d282', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'port_id': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'mac_address': 'fa:16:3e:6d:01:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:05:45Z', 'updated_at': '2022-02-04T17:05:55Z', 'revision_number': 1, 'project_id': '25008a68293a41aea53feb01c48481ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:38Z', 'revision_number': 5, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:48.515358 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edac81e8-2f6f-4f70-b462-b75f6231c756 None None] The sync data for ids ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'] in n-d-827872-1 is: [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_floatingips': [{'id': 'c426897b-cc04-4c08-928c-4a4d5b50d282', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'router_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'port_id': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'mac_address': 'fa:16:3e:6d:01:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:05:45Z', 'updated_at': '2022-02-04T17:05:55Z', 'revision_number': 1, 'project_id': '25008a68293a41aea53feb01c48481ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:38Z', 'revision_number': 5, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:11:48.738370 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44237126-7c0f-4bc1-a019-94b71609d37b None None] New status for floating IP 1f1b504e-68de-477e-b0d8-d9df49a85c9a: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:11:49.259167 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595b4e0-fc44-4ba8-a1bf-14f96edb9e81 req-681ba186-e79e-4568-9fe0-1b1d9ec70be6 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:49.260635 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c595b4e0-fc44-4ba8-a1bf-14f96edb9e81 req-681ba186-e79e-4568-9fe0-1b1d9ec70be6 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 945 time: 0.1692221 Feb 04 17:11:49.306826 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-c595b4e0-fc44-4ba8-a1bf-14f96edb9e81 req-fd6ce07d-6b66-48e1-92f1-284b9da9a48b tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402637 Feb 04 17:11:49.735452 n-d-827872-1 neutron-server[83550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e34df-cc3d-452e-839f-c86aecb953b2 req-ffb75f72-e089-48c4-84d1-728139ee85bf tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:49.736130 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-881e34df-cc3d-452e-839f-c86aecb953b2 req-ffb75f72-e089-48c4-84d1-728139ee85bf tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Synchronizing usage tracker for tenant:25008a68293a41aea53feb01c48481ab on resource:port {{(pid=83550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:11:49.753388 n-d-827872-1 neutron-server[83550]: DEBUG neutron.quota.resource [req-881e34df-cc3d-452e-839f-c86aecb953b2 req-ffb75f72-e089-48c4-84d1-728139ee85bf tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Unset dirty status for tenant:25008a68293a41aea53feb01c48481ab on resource:port {{(pid=83550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:11:49.754571 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-881e34df-cc3d-452e-839f-c86aecb953b2 req-ffb75f72-e089-48c4-84d1-728139ee85bf tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 945 time: 0.0943248 Feb 04 17:11:49.763085 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e7a1f271-d0a4-473a-838d-cdd86d6f531b no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:11:49.879919 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1877342'] for port, before_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:49.908871 n-d-827872-1 neutron-server[83552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f735649-7523-4d79-99e2-5bb74df2c009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b'}] {{(pid=83552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:11:49.920088 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] For port e7a1f271-d0a4-473a-838d-cdd86d6f531b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:49.926527 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745126453005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745126078980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745126079025'] for port, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:49.938464 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-881e34df-cc3d-452e-839f-c86aecb953b2 req-bcc3e115-9c5a-4d1f-836c-c3585149416d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Deleting port e7a1f271-d0a4-473a-838d-cdd86d6f531b {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:11:49.939130 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-881e34df-cc3d-452e-839f-c86aecb953b2 req-bcc3e115-9c5a-4d1f-836c-c3585149416d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:49.968063 n-d-827872-1 neutron-server[83552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f735649-7523-4d79-99e2-5bb74df2c009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b', 'code': 200} Feb 04 17:11:49.999954 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Pushing event updated for resources: {'Port': ['ID=e7a1f271-d0a4-473a-838d-cdd86d6f531b,revision_number=8']} {{(pid=83552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:50.193422 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.db [req-881e34df-cc3d-452e-839f-c86aecb953b2 req-bcc3e115-9c5a-4d1f-836c-c3585149416d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] For port e7a1f271-d0a4-473a-838d-cdd86d6f531b, host n-h1-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827872-1',level=0,port_id=e7a1f271-d0a4-473a-838d-cdd86d6f531b,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:50.193781 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-881e34df-cc3d-452e-839f-c86aecb953b2 req-bcc3e115-9c5a-4d1f-836c-c3585149416d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:50.314973 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [req-881e34df-cc3d-452e-839f-c86aecb953b2 req-bcc3e115-9c5a-4d1f-836c-c3585149416d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Calling delete_port for e7a1f271-d0a4-473a-838d-cdd86d6f531b owned by compute:nova {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:11:50.462807 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-881e34df-cc3d-452e-839f-c86aecb953b2 req-bcc3e115-9c5a-4d1f-836c-c3585149416d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:50.481563 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-984acd3d-2247-4484-ba6f-e768f122f274 req-e3b7647a-35a7-42cf-b05f-23f0ba97b633 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f735649-7523-4d79-99e2-5bb74df2c009 HTTP/1.1" status: 200 len: 210 time: 0.0446625 Feb 04 17:11:50.509829 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3e115-9c5a-4d1f-836c-c3585149416d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event deleted for resources: {'Port': ['ID=e7a1f271-d0a4-473a-838d-cdd86d6f531b,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:50.585107 n-d-827872-1 neutron-server[83550]: DEBUG neutron.db.l3_dvrscheduler_db [req-881e34df-cc3d-452e-839f-c86aecb953b2 req-bcc3e115-9c5a-4d1f-836c-c3585149416d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] No DVR routers for this DVR port e7a1f271-d0a4-473a-838d-cdd86d6f531b on host n-h1-827872-1 {{(pid=83550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:11:50.588434 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [req-881e34df-cc3d-452e-839f-c86aecb953b2 req-bcc3e115-9c5a-4d1f-836c-c3585149416d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:50.590927 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f735649-7523-4d79-99e2-5bb74df2c009', 'name': 'network-vif-deleted', 'tag': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:11:50.605397 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [req-881e34df-cc3d-452e-839f-c86aecb953b2 req-bcc3e115-9c5a-4d1f-836c-c3585149416d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.81 "DELETE /v2.0/ports/e7a1f271-d0a4-473a-838d-cdd86d6f531b HTTP/1.1" status: 204 len: 173 time: 0.8454115 Feb 04 17:11:50.646349 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:50.651666 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f735649-7523-4d79-99e2-5bb74df2c009', 'name': 'network-vif-deleted', 'tag': 'e7a1f271-d0a4-473a-838d-cdd86d6f531b', 'status': 'completed', 'code': 200} Feb 04 17:11:52.249159 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [-] (83550) accepted ('10.222.0.60', 32796) {{(pid=83550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:11:52.442705 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe8de6-f172-47d5-bf34-e1c4708eaf4c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Deleting port 78d16ade-9274-4f17-b6d6-1295b73341ba {{(pid=83550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:11:52.442954 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8de6-f172-47d5-bf34-e1c4708eaf4c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:52.535028 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:11:52.608751 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8de6-f172-47d5-bf34-e1c4708eaf4c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:52.609077 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8de6-f172-47d5-bf34-e1c4708eaf4c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:52.731026 n-d-827872-1 neutron-server[83550]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe8de6-f172-47d5-bf34-e1c4708eaf4c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Calling delete_port for 78d16ade-9274-4f17-b6d6-1295b73341ba owned by network:floatingip {{(pid=83550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:11:52.890410 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8de6-f172-47d5-bf34-e1c4708eaf4c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2130272'] for port, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:52.940629 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe8de6-f172-47d5-bf34-e1c4708eaf4c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event deleted for resources: {'Port': ['ID=78d16ade-9274-4f17-b6d6-1295b73341ba,revision_number=None']} {{(pid=83550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:53.048786 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8de6-f172-47d5-bf34-e1c4708eaf4c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for floatingip, after_delete {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:53.578334 n-d-827872-1 neutron-server[83550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfe8de6-f172-47d5-bf34-e1c4708eaf4c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Router d293bce1-5a65-4052-8f0a-fc4ec67e8072 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:11:53.774404 n-d-827872-1 neutron-server[83550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfe8de6-f172-47d5-bf34-e1c4708eaf4c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:11:53.776053 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e7a1f271-d0a4-473a-838d-cdd86d6f531b no longer exists at agent hyperv_n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:11:53.790982 n-d-827872-1 neutron-server[83550]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8de6-f172-47d5-bf34-e1c4708eaf4c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for floatingip, before_response {{(pid=83550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:53.809054 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1f32f-2ef6-4a40-8d75-18c1b873005d None None] Sync routers for ids ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:11:53.816431 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] No Port match for: e7a1f271-d0a4-473a-838d-cdd86d6f531b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:11:53.816769 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Device e7a1f271-d0a4-473a-838d-cdd86d6f531b not bound to the agent host n-h1-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:11:53.826479 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1f32f-2ef6-4a40-8d75-18c1b873005d None None] Routers {'d293bce1-5a65-4052-8f0a-fc4ec67e8072'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:11:53.827087 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-35d1f32f-2ef6-4a40-8d75-18c1b873005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:11:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:53.849657 n-d-827872-1 neutron-server[83550]: INFO neutron.wsgi [None req-2bfe8de6-f172-47d5-bf34-e1c4708eaf4c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "DELETE /v2.0/floatingips/c426897b-cc04-4c08-928c-4a4d5b50d282 HTTP/1.1" status: 204 len: 168 time: 1.5968759 Feb 04 17:11:53.849657 n-d-827872-1 neutron-server[83550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'tag': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab'}] {{(pid=83550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:11:53.911982 n-d-827872-1 neutron-server[83550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'tag': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'status': 'completed', 'code': 200} Feb 04 17:11:54.010127 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-35d1f32f-2ef6-4a40-8d75-18c1b873005d None None] Set router d293bce1-5a65-4052-8f0a-fc4ec67e8072 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:11:54.015511 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c52a378-1355-4cda-b567-eb2948ca8d6c req-011bd789-e3bd-46e1-a483-054abb987141 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=25008a68293a41aea53feb01c48481ab&device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 1094 time: 0.0782487 Feb 04 17:11:54.159443 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52a378-1355-4cda-b567-eb2948ca8d6c req-2f672994-222b-4446-925d-303be4fa9a93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:54.160863 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c52a378-1355-4cda-b567-eb2948ca8d6c req-2f672994-222b-4446-925d-303be4fa9a93 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 200 len: 911 time: 0.1398215 Feb 04 17:11:54.231772 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c52a378-1355-4cda-b567-eb2948ca8d6c req-9f7f3259-cc50-4ff2-959f-2f9114aa1460 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab HTTP/1.1" status: 200 len: 217 time: 0.0651391 Feb 04 17:11:54.305557 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52a378-1355-4cda-b567-eb2948ca8d6c req-f49956c9-256f-4b22-a7cc-1a752468e3fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:54.306230 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c52a378-1355-4cda-b567-eb2948ca8d6c req-f49956c9-256f-4b22-a7cc-1a752468e3fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 200 len: 849 time: 0.0683055 Feb 04 17:11:54.349899 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-35d1f32f-2ef6-4a40-8d75-18c1b873005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:38Z', 'revision_number': 5, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:54.354690 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1f32f-2ef6-4a40-8d75-18c1b873005d None None] Checking router: d293bce1-5a65-4052-8f0a-fc4ec67e8072 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:11:54.365367 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1f32f-2ef6-4a40-8d75-18c1b873005d None None] Routers {'d293bce1-5a65-4052-8f0a-fc4ec67e8072'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:11:54.365946 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-35d1f32f-2ef6-4a40-8d75-18c1b873005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:11:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:54.443590 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c52a378-1355-4cda-b567-eb2948ca8d6c req-e6b7483c-10c5-4975-9d91-cd7469bd741e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88616805-da99-419a-8a1a-dc4fb118699b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301432 Feb 04 17:11:54.476472 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52892176-6cbd-4665-9872-4b5724005131 req-56ed289f-ec36-480e-9433-829322f2648c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:54.477904 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52892176-6cbd-4665-9872-4b5724005131 req-56ed289f-ec36-480e-9433-829322f2648c tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 943 time: 0.1209879 Feb 04 17:11:54.539254 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-35d1f32f-2ef6-4a40-8d75-18c1b873005d None None] Set router d293bce1-5a65-4052-8f0a-fc4ec67e8072 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:11:54.599345 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-52892176-6cbd-4665-9872-4b5724005131 req-53ef131e-8025-4804-ae68-8a40cd87badc tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734789 Feb 04 17:11:54.620421 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c52a378-1355-4cda-b567-eb2948ca8d6c req-21bbcca1-63ee-46e6-8f5f-d13c8910088a service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692541 Feb 04 17:11:54.753322 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-4c52a378-1355-4cda-b567-eb2948ca8d6c req-631ba333-9e09-4e94-97f0-90fe6f381831 service neutron] 10.222.0.73 "GET /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255732 Feb 04 17:11:54.884480 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-35d1f32f-2ef6-4a40-8d75-18c1b873005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:38Z', 'revision_number': 5, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:54.888705 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1f32f-2ef6-4a40-8d75-18c1b873005d None None] The sync data for ids ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'] in n-d-827872-1 is: [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:19Z', 'revision_number': 4, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1', '_interfaces': [{'id': 'e12388f3-df9e-49e2-a20d-98c1699eb69b', 'name': '', 'network_id': '88616805-da99-419a-8a1a-dc4fb118699b', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'mac_address': 'fa:16:3e:b5:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:18Z', 'updated_at': '2022-02-04T17:05:38Z', 'revision_number': 5, 'project_id': '25008a68293a41aea53feb01c48481ab', 'subnets': [{'id': '3bef3d80-2486-498f-b4f8-3f3d594b2b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:11:55.110463 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda6433f-f071-468c-b1ca-9d66bd22029e None None] New status for floating IP c426897b-cc04-4c08-928c-4a4d5b50d282: DOWN {{(pid=83553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:11:55.186345 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2aa56-2023-4ef4-bf83-e5a248825bbd req-7e464872-31ef-460e-98a2-ed217d07a64d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:55.187808 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7a2aa56-2023-4ef4-bf83-e5a248825bbd req-7e464872-31ef-460e-98a2-ed217d07a64d tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 943 time: 0.0836535 Feb 04 17:11:55.255243 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-f7a2aa56-2023-4ef4-bf83-e5a248825bbd req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Deleting port f7b16a03-1450-4e5c-893c-b7aed3aff7ab {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:11:55.255468 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f7a2aa56-2023-4ef4-bf83-e5a248825bbd req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:55.503061 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [req-f7a2aa56-2023-4ef4-bf83-e5a248825bbd req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] For port f7b16a03-1450-4e5c-893c-b7aed3aff7ab, host n-h2-827872-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827872-1',level=0,port_id=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:55.503435 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f7a2aa56-2023-4ef4-bf83-e5a248825bbd req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:55.621293 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [req-f7a2aa56-2023-4ef4-bf83-e5a248825bbd req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Calling delete_port for f7b16a03-1450-4e5c-893c-b7aed3aff7ab owned by compute:nova {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:11:55.905933 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f7a2aa56-2023-4ef4-bf83-e5a248825bbd req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:55.958885 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event deleted for resources: {'Port': ['ID=f7b16a03-1450-4e5c-893c-b7aed3aff7ab,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:56.005217 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.005560 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.005913 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.006242 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.006570 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.006895 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.007845 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.008161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.008517 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.008875 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.009198 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827872-1 {{(pid=83551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.021284 n-d-827872-1 neutron-server[83551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee572ecd-d106-4d2a-abd0-6ccc2d618780 req-71f94470-3a7e-4246-8c1d-6b3c2bc91ab8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:56.022727 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee572ecd-d106-4d2a-abd0-6ccc2d618780 req-71f94470-3a7e-4246-8c1d-6b3c2bc91ab8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b HTTP/1.1" status: 200 len: 865 time: 0.1959808 Feb 04 17:11:56.075969 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a2aa56-2023-4ef4-bf83-e5a248825bbd req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] No DVR routers for this DVR port f7b16a03-1450-4e5c-893c-b7aed3aff7ab on host n-h2-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:11:56.079843 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [req-f7a2aa56-2023-4ef4-bf83-e5a248825bbd req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222285'] for port, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:56.082196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'name': 'network-vif-deleted', 'tag': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab'}] {{(pid=83551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:11:56.103206 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-f7a2aa56-2023-4ef4-bf83-e5a248825bbd req-ed91549d-43e9-4014-b85b-154030c1e7f8 tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.73 "DELETE /v2.0/ports/f7b16a03-1450-4e5c-893c-b7aed3aff7ab HTTP/1.1" status: 204 len: 173 time: 0.9099445 Feb 04 17:11:56.113235 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [req-ee572ecd-d106-4d2a-abd0-6ccc2d618780 req-a276bb08-af4e-44a4-8cc7-d088e9b0b41b tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "GET /v2.0/security-groups?id=bed774b7-d68b-414d-bc48-a477e9278d11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656145 Feb 04 17:11:56.212527 n-d-827872-1 neutron-server[83551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a9b501-924c-4b37-bbbd-9a7e88bd7d8b', 'name': 'network-vif-deleted', 'tag': 'f7b16a03-1450-4e5c-893c-b7aed3aff7ab', 'status': 'completed', 'code': 200} Feb 04 17:11:57.226196 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32814) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:11:57.293316 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-662e8c4d-95b0-4f79-b334-5253354746bc tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:57.321347 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-662e8c4d-95b0-4f79-b334-5253354746bc tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:57.384192 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-662e8c4d-95b0-4f79-b334-5253354746bc tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:57.401510 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e8c4d-95b0-4f79-b334-5253354746bc tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed774b7-d68b-414d-bc48-a477e9278d11,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:57.415342 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-662e8c4d-95b0-4f79-b334-5253354746bc tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:57.417141 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-662e8c4d-95b0-4f79-b334-5253354746bc tempest-TestSnapshotPattern-1855041438 tempest-TestSnapshotPattern-1855041438-project] 10.222.0.60 "DELETE /v2.0/security-groups/bed774b7-d68b-414d-bc48-a477e9278d11 HTTP/1.1" status: 204 len: 168 time: 0.1893551 Feb 04 17:11:58.497779 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32822) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:11:59.092566 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e8466d2-90dc-4af5-8889-96369d23f8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:59.160600 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f7b16a03-1450-4e5c-893c-b7aed3aff7ab no longer exists at agent hyperv_n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:11:59.192571 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] No Port match for: f7b16a03-1450-4e5c-893c-b7aed3aff7ab {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:11:59.192909 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Device f7b16a03-1450-4e5c-893c-b7aed3aff7ab not bound to the agent host n-h2-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:11:59.669173 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7e8466d2-90dc-4af5-8889-96369d23f8de admin admin] Deleting port e12388f3-df9e-49e2-a20d-98c1699eb69b {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:11:59.669730 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e8466d2-90dc-4af5-8889-96369d23f8de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:59.935524 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-7e8466d2-90dc-4af5-8889-96369d23f8de admin admin] For port e12388f3-df9e-49e2-a20d-98c1699eb69b, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=e12388f3-df9e-49e2-a20d-98c1699eb69b,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:59.935788 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e8466d2-90dc-4af5-8889-96369d23f8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:00.053940 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-7e8466d2-90dc-4af5-8889-96369d23f8de admin admin] Calling delete_port for e12388f3-df9e-49e2-a20d-98c1699eb69b owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:12:00.225757 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e8466d2-90dc-4af5-8889-96369d23f8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:00.268858 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8466d2-90dc-4af5-8889-96369d23f8de admin admin] Pushing event deleted for resources: {'Port': ['ID=e12388f3-df9e-49e2-a20d-98c1699eb69b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:00.558929 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-7e8466d2-90dc-4af5-8889-96369d23f8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:01.135788 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8466d2-90dc-4af5-8889-96369d23f8de admin admin] Router d293bce1-5a65-4052-8f0a-fc4ec67e8072 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:12:01.443889 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8466d2-90dc-4af5-8889-96369d23f8de admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:12:01.453445 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aacd07b-993f-4d87-a8bc-4fb4de7d7e55 None None] Sync routers for ids ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'] in n-d-827872-1 {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:12:01.457620 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-7e8466d2-90dc-4af5-8889-96369d23f8de admin admin] 10.222.0.60 "PUT /v2.0/routers/d293bce1-5a65-4052-8f0a-fc4ec67e8072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9587176 Feb 04 17:12:01.460159 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32828) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:12:01.469008 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aacd07b-993f-4d87-a8bc-4fb4de7d7e55 None None] Routers {'d293bce1-5a65-4052-8f0a-fc4ec67e8072'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:12:01.469632 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8aacd07b-993f-4d87-a8bc-4fb4de7d7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:11:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:01.653619 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-8aacd07b-993f-4d87-a8bc-4fb4de7d7e55 None None] Set router d293bce1-5a65-4052-8f0a-fc4ec67e8072 gateway port host: n-d-827872-1 {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:12:01.657615 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:01.852662 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:01.862053 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] Deleting port ef79268a-111d-44c9-ab73-c20108151e27 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:12:01.862458 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:01.939895 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8aacd07b-993f-4d87-a8bc-4fb4de7d7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:12:00Z', 'revision_number': 5, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port': {'id': 'ef79268a-111d-44c9-ab73-c20108151e27', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:01.943823 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aacd07b-993f-4d87-a8bc-4fb4de7d7e55 None None] Checking router: d293bce1-5a65-4052-8f0a-fc4ec67e8072 for host: n-d-827872-1 {{(pid=83552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:12:01.955157 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aacd07b-993f-4d87-a8bc-4fb4de7d7e55 None None] Routers {'d293bce1-5a65-4052-8f0a-fc4ec67e8072'} bound to L3 agent in host n-d-827872-1 {{(pid=83552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:12:01.955696 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8aacd07b-993f-4d87-a8bc-4fb4de7d7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:11:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'], 'active': True} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:02.039756 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] For port ef79268a-111d-44c9-ab73-c20108151e27, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=ef79268a-111d-44c9-ab73-c20108151e27,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:02.040111 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:02.102451 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_dvr_db [None req-8aacd07b-993f-4d87-a8bc-4fb4de7d7e55 None None] Set router d293bce1-5a65-4052-8f0a-fc4ec67e8072 gateway port host: None {{(pid=83552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:12:02.165161 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] Calling delete_port for ef79268a-111d-44c9-ab73-c20108151e27 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:12:02.205195 n-d-827872-1 neutron-server[83552]: DEBUG neutron.db.l3_hamode_db [None req-8aacd07b-993f-4d87-a8bc-4fb4de7d7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:12:01Z', 'revision_number': 6, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:02.209100 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aacd07b-993f-4d87-a8bc-4fb4de7d7e55 None None] The sync data for ids ['d293bce1-5a65-4052-8f0a-fc4ec67e8072'] in n-d-827872-1 is: [{'id': 'd293bce1-5a65-4052-8f0a-fc4ec67e8072', 'name': 'tempest-TestSnapshotPattern-1086567924-router', 'tenant_id': '25008a68293a41aea53feb01c48481ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:16Z', 'updated_at': '2022-02-04T17:12:01Z', 'revision_number': 6, 'project_id': '25008a68293a41aea53feb01c48481ab', 'gw_port_host': None}] {{(pid=83552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:12:02.328798 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:02.375868 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] Pushing event deleted for resources: {'Port': ['ID=ef79268a-111d-44c9-ab73-c20108151e27,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:02.597153 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:02.958322 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:02.963701 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:02.993702 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:02.994604 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e12388f3-df9e-49e2-a20d-98c1699eb69b no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:12:02.995091 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] Fanout notify agent at l3_agent the message router_deleted on router d293bce1-5a65-4052-8f0a-fc4ec67e8072 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:12:03.011795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:03.015160 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-eac6e479-7e6b-476c-b67d-cdf0b4cc62db admin admin] 10.222.0.60 "DELETE /v2.0/routers/d293bce1-5a65-4052-8f0a-fc4ec67e8072 HTTP/1.1" status: 204 len: 168 time: 1.5517750 Feb 04 17:12:03.015409 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32832) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:12:03.031462 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: e12388f3-df9e-49e2-a20d-98c1699eb69b {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:12:03.031798 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device e12388f3-df9e-49e2-a20d-98c1699eb69b not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:12:03.077624 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-597bf916-3014-407e-993c-df07cddd235d admin admin] Deleting subnet 3bef3d80-2486-498f-b4f8-3f3d594b2b2e {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 17:12:03.080532 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-597bf916-3014-407e-993c-df07cddd235d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:03.129488 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-597bf916-3014-407e-993c-df07cddd235d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:03.220992 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-597bf916-3014-407e-993c-df07cddd235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:03.295463 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-597bf916-3014-407e-993c-df07cddd235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:03.333546 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bf916-3014-407e-993c-df07cddd235d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bef3d80-2486-498f-b4f8-3f3d594b2b2e,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:03.338707 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-597bf916-3014-407e-993c-df07cddd235d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:03.344262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b9d5c-b6b9-4cb4-a9be-ea42a6161a4d None None] Network 88616805-da99-419a-8a1a-dc4fb118699b requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:12:03.345032 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-597bf916-3014-407e-993c-df07cddd235d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3bef3d80-2486-498f-b4f8-3f3d594b2b2e HTTP/1.1" status: 204 len: 168 time: 0.3283155 Feb 04 17:12:03.347170 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32836) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:12:03.453733 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:03.464996 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] Deleting port 65eb2784-ee85-4fb2-90a0-01f17676f75d {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:12:03.465328 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:03.613827 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0e3f1b-a296-460f-a207-b1ffddd45436 None None] DHCP port deletion for 88616805-da99-419a-8a1a-dc4fb118699b request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 17:12:03.618369 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e3f1b-a296-460f-a207-b1ffddd45436 None None] Deleting port 65eb2784-ee85-4fb2-90a0-01f17676f75d {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:12:03.618737 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3f1b-a296-460f-a207-b1ffddd45436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:03.676533 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] For port 65eb2784-ee85-4fb2-90a0-01f17676f75d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=65eb2784-ee85-4fb2-90a0-01f17676f75d,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:03.676799 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:03.796394 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] Calling delete_port for 65eb2784-ee85-4fb2-90a0-01f17676f75d owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:12:03.853076 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-aa0e3f1b-a296-460f-a207-b1ffddd45436 None None] For port 65eb2784-ee85-4fb2-90a0-01f17676f75d, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=65eb2784-ee85-4fb2-90a0-01f17676f75d,segment=NetworkSegment(cca7df2a-ae85-4c39-9832-c50447c6988e),segment_id=cca7df2a-ae85-4c39-9832-c50447c6988e)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:03.853459 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3f1b-a296-460f-a207-b1ffddd45436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:03.869945 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:03.919595 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] Pushing event deleted for resources: {'Port': ['ID=65eb2784-ee85-4fb2-90a0-01f17676f75d,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:03.930294 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] No DVR routers for this DVR port 65eb2784-ee85-4fb2-90a0-01f17676f75d on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:12:03.972846 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e3f1b-a296-460f-a207-b1ffddd45436 None None] Calling delete_port for 65eb2784-ee85-4fb2-90a0-01f17676f75d owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:12:04.047562 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-aa0e3f1b-a296-460f-a207-b1ffddd45436 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:12:04.048245 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-aa0e3f1b-a296-460f-a207-b1ffddd45436 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:12:04.050277 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:04.075108 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88616805-da99-419a-8a1a-dc4fb118699b']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:04.087350 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca7df2a-ae85-4c39-9832-c50447c6988e') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:04.087652 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca7df2a-ae85-4c39-9832-c50447c6988e') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:04.098487 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:04.113724 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:04.119661 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 17:12:04.120032 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: timer() Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:12:04.133307 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:12:04.207424 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:04.223161 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:04.233840 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] Pushing event deleted for resources: {'Network': ['ID=88616805-da99-419a-8a1a-dc4fb118699b,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:04.247320 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-b5291006-ff51-4b58-9727-6c0a0b30c4ba admin admin] 10.222.0.60 "DELETE /v2.0/networks/88616805-da99-419a-8a1a-dc4fb118699b HTTP/1.1" status: 204 len: 168 time: 0.8990891 Feb 04 17:12:04.250319 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32842) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:12:04.549511 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e3f1b-a296-460f-a207-b1ffddd45436 None None] Deleting port 65eb2784-ee85-4fb2-90a0-01f17676f75d {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:12:04.549992 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3f1b-a296-460f-a207-b1ffddd45436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:04.615016 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e3f1b-a296-460f-a207-b1ffddd45436 None None] The port '65eb2784-ee85-4fb2-90a0-01f17676f75d' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 17:12:04.677028 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ef79268a-111d-44c9-ab73-c20108151e27 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:12:04.709748 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: ef79268a-111d-44c9-ab73-c20108151e27 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:12:04.710176 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device ef79268a-111d-44c9-ab73-c20108151e27 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:12:04.710849 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 65eb2784-ee85-4fb2-90a0-01f17676f75d no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:12:04.727814 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d9b66f0-0ddf-4da5-aeef-f61ac4686d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346590'] for router_interface, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:04.746986 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 65eb2784-ee85-4fb2-90a0-01f17676f75d {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:12:04.747388 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 65eb2784-ee85-4fb2-90a0-01f17676f75d not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:12:05.311783 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b66f0-0ddf-4da5-aeef-f61ac4686d1c admin admin] Deleting port 561766bb-40da-469f-a993-c6a427bfdfce {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:12:05.312330 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d9b66f0-0ddf-4da5-aeef-f61ac4686d1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:05.480272 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-2d9b66f0-0ddf-4da5-aeef-f61ac4686d1c admin admin] For port 561766bb-40da-469f-a993-c6a427bfdfce, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=561766bb-40da-469f-a993-c6a427bfdfce,segment=NetworkSegment(cdf11bfb-23ac-4b74-9a87-3af965839297),segment_id=cdf11bfb-23ac-4b74-9a87-3af965839297)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:05.480617 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d9b66f0-0ddf-4da5-aeef-f61ac4686d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:05.605344 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b66f0-0ddf-4da5-aeef-f61ac4686d1c admin admin] Calling delete_port for 561766bb-40da-469f-a993-c6a427bfdfce owned by network:router_interface {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:12:05.779555 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d9b66f0-0ddf-4da5-aeef-f61ac4686d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:05.824612 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b66f0-0ddf-4da5-aeef-f61ac4686d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=561766bb-40da-469f-a993-c6a427bfdfce,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:06.216927 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-2d9b66f0-0ddf-4da5-aeef-f61ac4686d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1721480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346744'] for router_interface, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:06.789069 n-d-827872-1 neutron-server[83551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9b66f0-0ddf-4da5-aeef-f61ac4686d1c admin admin] Router b51d5497-ed79-4f5b-bb92-480720c31123 has already been hosted by L3 agent 34d95357-beae-4cf5-9db6-f592c9c596c2 {{(pid=83551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:12:06.847535 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a7c0eeaa-d448-4739-b0da-e8553dd0bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:06.995092 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9b66f0-0ddf-4da5-aeef-f61ac4686d1c admin admin] Notify agent at l3_agent.n-d-827872-1 the message routers_updated {{(pid=83551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:12:07.003941 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe76ef-42c3-4dbc-9b80-ab02e24dee34 None None] Sync routers for ids ['b51d5497-ed79-4f5b-bb92-480720c31123'] in n-d-827872-1 {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:12:07.011303 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-2d9b66f0-0ddf-4da5-aeef-f61ac4686d1c admin admin] 10.222.0.60 "PUT /v2.0/routers/b51d5497-ed79-4f5b-bb92-480720c31123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7597368 Feb 04 17:12:07.013719 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32846) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:12:07.016675 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe76ef-42c3-4dbc-9b80-ab02e24dee34 None None] Routers {'b51d5497-ed79-4f5b-bb92-480720c31123'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:12:07.017331 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f7fe76ef-42c3-4dbc-9b80-ab02e24dee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:11:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b51d5497-ed79-4f5b-bb92-480720c31123'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:07.192446 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-f7fe76ef-42c3-4dbc-9b80-ab02e24dee34 None None] Set router b51d5497-ed79-4f5b-bb92-480720c31123 gateway port host: n-d-827872-1 {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:12:07.209317 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:07.478368 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f7fe76ef-42c3-4dbc-9b80-ab02e24dee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'name': 'tempest-TestSnapshotPattern-589841082-router', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'external_fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dd3d1deb-6e0c-48d2-9973-abd8649496f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:12:05Z', 'revision_number': 5, 'project_id': '3d80fb5645f64b6a951196e28bbda1f8', 'gw_port': {'id': 'dd3d1deb-6e0c-48d2-9973-abd8649496f8', 'name': '', 'network_id': '90e18d22-01ea-4b42-95c7-2e404cedbfa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827872-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dae3a9e3-07e3-420e-9a55-e44e2c9aba9c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827872-1'}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:07.482286 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe76ef-42c3-4dbc-9b80-ab02e24dee34 None None] Checking router: b51d5497-ed79-4f5b-bb92-480720c31123 for host: n-d-827872-1 {{(pid=83553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:12:07.493170 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe76ef-42c3-4dbc-9b80-ab02e24dee34 None None] Routers {'b51d5497-ed79-4f5b-bb92-480720c31123'} bound to L3 agent in host n-d-827872-1 {{(pid=83553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:12:07.493762 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f7fe76ef-42c3-4dbc-9b80-ab02e24dee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827872-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:16:39Z,description=,heartbeat_timestamp=2022-02-04T17:11:39Z,host='n-d-827872-1',id=34d95357-beae-4cf5-9db6-f592c9c596c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:16:39Z,topic='l3_agent')) {'router_ids': ['b51d5497-ed79-4f5b-bb92-480720c31123'], 'active': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:07.531282 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:07.541337 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] Deleting port dd3d1deb-6e0c-48d2-9973-abd8649496f8 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:12:07.541678 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:07.645147 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_dvr_db [None req-f7fe76ef-42c3-4dbc-9b80-ab02e24dee34 None None] Set router b51d5497-ed79-4f5b-bb92-480720c31123 gateway port host: None {{(pid=83553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:12:07.711863 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] For port dd3d1deb-6e0c-48d2-9973-abd8649496f8, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=dd3d1deb-6e0c-48d2-9973-abd8649496f8,segment=NetworkSegment(98b2b713-87cf-4835-a8d2-d61fcea508ff),segment_id=98b2b713-87cf-4835-a8d2-d61fcea508ff)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:07.712212 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:07.749997 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.l3_hamode_db [None req-f7fe76ef-42c3-4dbc-9b80-ab02e24dee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'name': 'tempest-TestSnapshotPattern-589841082-router', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:12:07Z', 'revision_number': 6, 'project_id': '3d80fb5645f64b6a951196e28bbda1f8', 'gw_port_host': None}], 'n-d-827872-1', False) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:07.753838 n-d-827872-1 neutron-server[83553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe76ef-42c3-4dbc-9b80-ab02e24dee34 None None] The sync data for ids ['b51d5497-ed79-4f5b-bb92-480720c31123'] in n-d-827872-1 is: [{'id': 'b51d5497-ed79-4f5b-bb92-480720c31123', 'name': 'tempest-TestSnapshotPattern-589841082-router', 'tenant_id': '3d80fb5645f64b6a951196e28bbda1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:05:22Z', 'updated_at': '2022-02-04T17:12:07Z', 'revision_number': 6, 'project_id': '3d80fb5645f64b6a951196e28bbda1f8', 'gw_port_host': None}] {{(pid=83553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:12:07.831060 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] Calling delete_port for dd3d1deb-6e0c-48d2-9973-abd8649496f8 owned by network:router_gateway {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:12:07.994878 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:08.038185 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3d1deb-6e0c-48d2-9973-abd8649496f8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:08.259467 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346805'] for router_gateway, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:08.520271 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-344585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28440'] for router, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:08.524464 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:08.548839 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-344473'] for router, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:08.549496 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b51d5497-ed79-4f5b-bb92-480720c31123 {{(pid=83551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:12:08.562795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] Notify callbacks [] for router, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:08.563998 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-4574099d-7e8a-4310-9006-d03b1a35d8e7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b51d5497-ed79-4f5b-bb92-480720c31123 HTTP/1.1" status: 204 len: 168 time: 1.5493662 Feb 04 17:12:08.566460 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32850) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:12:08.628968 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.db_base_plugin_v2 [None req-146e3285-11f8-4f7b-b070-684ebe32f6a3 admin admin] Deleting subnet 0e40243a-c306-4087-bd13-d8751c3b5c0a {{(pid=83551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 17:12:08.632547 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-146e3285-11f8-4f7b-b070-684ebe32f6a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:08.680808 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 561766bb-40da-469f-a993-c6a427bfdfce no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:12:08.684795 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-146e3285-11f8-4f7b-b070-684ebe32f6a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4135876'] for subnet, precommit_delete_associations {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:08.720519 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 561766bb-40da-469f-a993-c6a427bfdfce {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:12:08.720951 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 561766bb-40da-469f-a993-c6a427bfdfce not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:12:08.721436 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device dd3d1deb-6e0c-48d2-9973-abd8649496f8 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:12:08.755961 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: dd3d1deb-6e0c-48d2-9973-abd8649496f8 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:12:08.756304 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device dd3d1deb-6e0c-48d2-9973-abd8649496f8 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:12:08.768681 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-146e3285-11f8-4f7b-b070-684ebe32f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225381'] for subnet, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:08.936587 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-146e3285-11f8-4f7b-b070-684ebe32f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2227732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3121894'] for subnet, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:08.972672 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e3285-11f8-4f7b-b070-684ebe32f6a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e40243a-c306-4087-bd13-d8751c3b5c0a,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:08.978922 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-146e3285-11f8-4f7b-b070-684ebe32f6a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:08.983956 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bea20f-172d-4928-9ff6-165832607884 None None] Network b40a1ae8-17ed-471b-b43f-86d3d70b6d37 requested from n-d-827872-1 {{(pid=83552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:12:08.985123 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-146e3285-11f8-4f7b-b070-684ebe32f6a3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0e40243a-c306-4087-bd13-d8751c3b5c0a HTTP/1.1" status: 204 len: 168 time: 0.4177172 Feb 04 17:12:08.987481 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32854) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:12:09.092143 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1919582'] for network, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:09.102684 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] Deleting port 894afe72-9bc4-40b6-be36-897a866e0978 {{(pid=83551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:12:09.103013 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:09.203779 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b4850591-1f99-4e1e-bdf6-3652630043ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:09.227199 n-d-827872-1 neutron-server[83552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90a5e91-53a2-4934-a3c0-c17e6f55c277 None None] DHCP port deletion for b40a1ae8-17ed-471b-b43f-86d3d70b6d37 request from n-d-827872-1 {{(pid=83552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 17:12:09.231379 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e90a5e91-53a2-4934-a3c0-c17e6f55c277 None None] Deleting port 894afe72-9bc4-40b6-be36-897a866e0978 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:12:09.231751 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e90a5e91-53a2-4934-a3c0-c17e6f55c277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:09.310437 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.db [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] For port 894afe72-9bc4-40b6-be36-897a866e0978, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=894afe72-9bc4-40b6-be36-897a866e0978,segment=NetworkSegment(cdf11bfb-23ac-4b74-9a87-3af965839297),segment_id=cdf11bfb-23ac-4b74-9a87-3af965839297)] {{(pid=83551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:09.310789 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:09.431547 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.plugin [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] Calling delete_port for 894afe72-9bc4-40b6-be36-897a866e0978 owned by network:dhcp {{(pid=83551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:12:09.436734 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.db [None req-e90a5e91-53a2-4934-a3c0-c17e6f55c277 None None] For port 894afe72-9bc4-40b6-be36-897a866e0978, host n-d-827872-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827872-1',level=0,port_id=894afe72-9bc4-40b6-be36-897a866e0978,segment=NetworkSegment(cdf11bfb-23ac-4b74-9a87-3af965839297),segment_id=cdf11bfb-23ac-4b74-9a87-3af965839297)] {{(pid=83552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:09.437123 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e90a5e91-53a2-4934-a3c0-c17e6f55c277 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566411'] for port, precommit_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:09.504557 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1876174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745126452727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745126076407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3034597'] for port, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:09.553526 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=894afe72-9bc4-40b6-be36-897a866e0978,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:09.560067 n-d-827872-1 neutron-server[83551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] No DVR routers for this DVR port 894afe72-9bc4-40b6-be36-897a866e0978 on host n-d-827872-1 {{(pid=83551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:12:09.560943 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e90a5e91-53a2-4934-a3c0-c17e6f55c277 None None] Calling delete_port for 894afe72-9bc4-40b6-be36-897a866e0978 owned by network:dhcp {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:12:09.635325 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.db.api [None req-e90a5e91-53a2-4934-a3c0-c17e6f55c277 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:12:09.635671 n-d-827872-1 neutron-server[83552]: DEBUG oslo_db.api [None req-e90a5e91-53a2-4934-a3c0-c17e6f55c277 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:12:09.679563 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1227834', 'neutron.services.segments.db._delete_segments_for_network-8745126529756'] for network, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:09.705660 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40a1ae8-17ed-471b-b43f-86d3d70b6d37']}} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:09.718277 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf11bfb-23ac-4b74-9a87-3af965839297') {'for_net_delete': True} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:09.718575 n-d-827872-1 neutron-server[83551]: DEBUG neutron.services.segments.db [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf11bfb-23ac-4b74-9a87-3af965839297') {} {{(pid=83551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:09.731079 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745126529639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4135933'] for segment, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:09.747453 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2043151'] for segment, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:09.753460 n-d-827872-1 neutron-server[83551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 17:12:09.753840 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2043142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3034550'] for segment, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: Traceback (most recent call last): Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: timer() Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: cb(*args, **kw) Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: return func(*args, **kwargs) Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: self._notify() Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: self.callback(batched_events) Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: event.method(event) Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: return f(self, *a, **k) Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: return self._get(url).json() Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: return self.request(url, 'GET', **kwargs) Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:12:09.767220 n-d-827872-1 neutron-server[83551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:12:09.844706 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1227811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1721351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346846'] for network, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:09.860596 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] Notify callbacks [] for network, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:09.871104 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b40a1ae8-17ed-471b-b43f-86d3d70b6d37,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:09.878031 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-34510177-f3f1-4b5a-bfe1-7162f6daa1c6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b40a1ae8-17ed-471b-b43f-86d3d70b6d37 HTTP/1.1" status: 204 len: 168 time: 0.8896320 Feb 04 17:12:10.019536 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32860) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:12:10.070106 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-6c900df1-e020-4c13-a0ad-b3172efac3c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25008a68293a41aea53feb01c48481ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489686 Feb 04 17:12:10.072861 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32864) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:12:10.129864 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-795935f3-b502-4b68-b2ce-4bd39ecb3c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:10.136700 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e90a5e91-53a2-4934-a3c0-c17e6f55c277 None None] Deleting port 894afe72-9bc4-40b6-be36-897a866e0978 {{(pid=83552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:12:10.137289 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-e90a5e91-53a2-4934-a3c0-c17e6f55c277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745126594618'] for port, before_delete {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:10.159544 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-795935f3-b502-4b68-b2ce-4bd39ecb3c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:10.201875 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-e90a5e91-53a2-4934-a3c0-c17e6f55c277 None None] The port '894afe72-9bc4-40b6-be36-897a866e0978' was deleted {{(pid=83552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 17:12:10.220107 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-795935f3-b502-4b68-b2ce-4bd39ecb3c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:10.237231 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795935f3-b502-4b68-b2ce-4bd39ecb3c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa38a107-c876-4ba3-99ad-66257e9d2cd8,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:10.246934 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-795935f3-b502-4b68-b2ce-4bd39ecb3c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:10.248094 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-795935f3-b502-4b68-b2ce-4bd39ecb3c97 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa38a107-c876-4ba3-99ad-66257e9d2cd8 HTTP/1.1" status: 204 len: 168 time: 0.1743665 Feb 04 17:12:10.580699 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:10.616433 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:10.635400 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32872) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:12:10.674817 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 894afe72-9bc4-40b6-be36-897a866e0978 no longer exists at agent ovs-agent-n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:12:10.686508 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-ffa3f4a5-5497-467d-9296-b4bd4eccd4cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d80fb5645f64b6a951196e28bbda1f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499716 Feb 04 17:12:10.688965 n-d-827872-1 neutron-server[83551]: DEBUG neutron.wsgi [-] (83551) accepted ('10.222.0.60', 32876) {{(pid=83551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:12:10.739470 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] No Port match for: 894afe72-9bc4-40b6-be36-897a866e0978 {{(pid=83552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:12:10.740262 n-d-827872-1 neutron-server[83552]: DEBUG neutron.plugins.ml2.rpc [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Device 894afe72-9bc4-40b6-be36-897a866e0978 not bound to the agent host n-d-827872-1 {{(pid=83552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:12:10.751101 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a00dd4a7-10d2-4cba-8a7b-06f5ee640aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:10.776530 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a00dd4a7-10d2-4cba-8a7b-06f5ee640aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:10.829189 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a00dd4a7-10d2-4cba-8a7b-06f5ee640aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343870'] for security_group, after_delete {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:10.847637 n-d-827872-1 neutron-server[83551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dd4a7-10d2-4cba-8a7b-06f5ee640aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05d79a9-a8ea-4dcd-8d8b-0dcc01318580,revision_number=None']} {{(pid=83551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:10.853230 n-d-827872-1 neutron-server[83551]: DEBUG neutron_lib.callbacks.manager [None req-a00dd4a7-10d2-4cba-8a7b-06f5ee640aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:10.856910 n-d-827872-1 neutron-server[83551]: INFO neutron.wsgi [None req-a00dd4a7-10d2-4cba-8a7b-06f5ee640aa8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f05d79a9-a8ea-4dcd-8d8b-0dcc01318580 HTTP/1.1" status: 204 len: 168 time: 0.1644156 Feb 04 17:12:11.853242 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:12.670197 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:20.644297 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:29.537052 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:12:36.848697 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-507c510f-cd9c-47b4-bd39-9f3956a051dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:39.205788 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a78ede8c-05bf-45c3-87df-cca19cb6b691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:40.584123 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:40.617635 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:41.856550 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:42.670118 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:50.647154 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:06.537918 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:13:06.851878 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8781b268-43a0-4ece-a936-3e3662a93ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:09.209798 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b292-199e-4b43-825e-2f1f4f07f7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:10.587307 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:10.620851 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:11.861899 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:12.684636 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:20.648514 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:21.573959 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-5b264863-a3cb-45d9-8c0e-ff240a54a391 req-9a0761f3-2e12-486a-901d-afe7be2ce5ca service neutron] (83550) timed out ('10.222.0.73', 49895) {{(pid=83550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 17:13:36.859693 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6696c831-b29f-40f4-9d8a-c31218c5cb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:39.212688 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-b29d5a15-b84d-467d-bd36-073764cf622e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:40.590573 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:40.624202 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:41.862693 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:42.692037 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:43.538660 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:13:50.644553 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:06.853193 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a581962d-9a21-4174-b5b2-0578796e447d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:09.215429 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6886a826-85fa-4459-a9ce-ba95f841f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:10.593247 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:10.627054 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:11.866067 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:12.701348 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:20.539723 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:14:20.655455 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:36.856705 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a432c835-28dc-4ee1-9762-54f2a13a9b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:39.221297 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6a922326-9005-4aea-a569-d96c89ba14b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:40.604517 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:40.640849 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:41.871963 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:42.714453 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:50.660764 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:57.545766 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:15:06.863518 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d54a3157-8043-4afe-8e03-c101e6bc32df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:09.217147 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-11dab0e0-0063-40e7-8013-00c5e3598c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:10.599229 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:10.633431 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:11.876650 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:12.719109 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:20.676760 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:34.536453 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:15:36.857463 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-47588a25-f190-426f-93b6-c99e848aa660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:39.221698 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-52c1e1fe-eba1-4deb-956f-6be077fa6571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:40.604240 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:40.637552 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:41.878532 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:42.730010 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:50.669885 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:06.861187 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a221-41fa-405b-9ad5-4a898a8da9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:09.225031 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a04473ed-3c31-4a87-8894-eaba93c4fb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:10.609731 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:10.647814 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:11.537950 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:16:11.882154 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:12.730200 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:20.684323 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:36.864764 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d8df374c-14e9-4eb8-8423-c5f1c15893ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:39.227240 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-bfa1aa34-fede-4241-85ea-c209f5fea697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:40.605974 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:40.640206 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:41.884550 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:42.732187 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:48.539022 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:16:50.698365 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:06.879160 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-eaff87a1-c0b5-4dc3-99ed-e24448b787ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:09.239107 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f86876e3-43ce-4cf5-b015-07236d0334f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:10.599832 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:10.645545 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:11.891830 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:12.743783 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:20.697093 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:25.543044 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:17:36.873942 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-14d3d40f-795f-4fcb-8bde-ff80647a6efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:39.232820 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-a08a92ec-ad2f-425b-beec-74129e23777b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:40.604212 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:40.647523 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:41.890586 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:42.749833 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:50.696171 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:02.544224 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:18:06.878029 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-cf4cda28-8789-4012-842e-34be6d1c58be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:09.235909 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-719b644b-8f3b-4a89-b60f-8e11c6ba7db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:10.607807 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:10.649489 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:11.893769 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:12.758416 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:17.541113 n-d-827872-1 neutron-server[83550]: DEBUG neutron.wsgi [req-d2f59f43-b61e-4233-af15-2e737f278a01 req-7104adc3-c4e2-4fe8-a14e-be3ea7bbe24d service neutron] (83550) timed out ('10.222.0.60', 58558) {{(pid=83550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 17:18:20.695120 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:36.880155 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8fc25673-5083-4606-8061-87058f3fe14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:39.238835 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-92206670-19d6-402c-9efa-daab24ae908d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:39.545047 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:18:40.611087 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:40.650656 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:41.898005 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:42.780889 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:50.694706 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:06.883364 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e3dd-b323-4d25-a4e5-bc8fd3686a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:09.242232 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-6ad4451a-22b7-40c2-bd87-59c8c11920c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:10.614479 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:10.653477 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:11.902637 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:12.778799 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:16.545972 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:19:20.708301 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:36.888591 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-8924bf8c-9893-4944-92d9-6dbc09bea0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:39.244514 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-4c672d13-6765-4d22-b843-2d38a30228de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:40.616071 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:40.655852 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:41.904941 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:42.789260 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:50.707422 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:53.546885 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:20:06.890179 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-d2a8dc48-4773-4c5b-a2af-e2f408bd4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:09.246650 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f795f966-182a-4031-95fa-8465164a4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:10.618208 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:10.658759 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:11.909391 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:12.818660 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:20.706621 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:30.547804 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:20:36.892055 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-195c73e7-e6e2-4e9e-8fde-90e6240de5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:39.248716 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3b2a2e15-5052-4ce2-a808-2fd456cfd195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:40.620034 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:40.660673 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:41.912637 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:42.848774 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:50.711961 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-3765c9f0-7850-41a4-a9be-80014c9a8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:06.895713 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-102af3b0-9a47-4e4e-892a-88af09c19e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:07.547914 n-d-827872-1 neutron-server[83553]: DEBUG neutron.db.agents_db [None req-39892039-4a29-49bd-a557-ad15d261e429 None None] Agent healthcheck: found 7 active agents {{(pid=83553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:21:09.249658 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-7a985009-7c37-4917-8793-137c71dcee91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:10.623462 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6238-ba07-40de-9fdb-23741cf2acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:10.663642 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-35a76cca-b82a-480e-98a0-5cf18f240189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:11.916679 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-17234d6a-0a50-41e4-9af8-2b51ef007c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:12.846317 n-d-827872-1 neutron-server[83552]: DEBUG neutron_lib.callbacks.manager [None req-f0b5c1a7-793c-49c2-8861-27e959a2f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745126529738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1196090'] for agent, after_update {{(pid=83552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}